-- Logs begin at Wed 2021-07-07 20:00:00 UTC, end at Wed 2021-07-07 21:30:31 UTC. -- Jul 07 20:33:11.956647 n-d-695189-11 systemd[1]: Started Devstack devstack@q-svc.service. Jul 07 20:33:14.690587 n-d-695189-11 neutron-server[100338]: INFO neutron.common.config [-] Logging enabled! Jul 07 20:33:14.691997 n-d-695189-11 neutron-server[100338]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev455 Jul 07 20:33:14.691997 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100338) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 20:33:14.695206 n-d-695189-11 neutron-server[100338]: INFO neutron.common.config [-] Logging enabled! Jul 07 20:33:14.695489 n-d-695189-11 neutron-server[100338]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev455 Jul 07 20:33:14.695811 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100338) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 20:33:14.696755 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 20:33:14.696997 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 20:33:14.697366 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 20:33:14.697619 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 20:33:14.697852 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 20:33:14.698179 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.698487 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.698862 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.699098 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.699433 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.699732 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.700026 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.700319 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.700622 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.700914 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.701201 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.701491 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.701727 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.702014 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.702306 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.702598 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.702827 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] debug = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.703113 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.703563 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.703988 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.704276 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.704569 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.704853 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.705129 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.705409 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.705698 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.706034 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] host = n-d-695189-11 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.706384 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.706730 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.707028 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.707344 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.707626 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.707911 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.708203 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.708490 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.708770 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] log_file = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.709053 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.709348 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.709643 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.709939 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.710171 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.710400 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.710697 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.710991 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.711275 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.711591 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.711873 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.712155 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.712437 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.712712 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.713006 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.713299 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.713589 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.713870 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.714150 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.714428 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.714709 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.715000 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.715283 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.715598 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.715880 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.716175 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.716453 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.716736 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.717042 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.717334 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.717623 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.717912 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.718192 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.718484 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.718764 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.719042 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.719317 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] use_json = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.719617 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.719894 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.720181 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.720459 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.720738 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.721018 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.721295 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.721582 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:14.721883 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.722208 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.722514 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.723255 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.723255 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.723255 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.723877 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.724094 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.724433 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.724780 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.725211 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.725507 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.725809 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.726103 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.726410 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.726727 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.727034 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.727364 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.727647 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.727933 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.728215 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.728507 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.728801 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.729105 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.729402 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.729683 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.729970 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.730268 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.730550 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.730828 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.731111 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.731438 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.731726 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.732008 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.732299 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.732587 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.732866 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.733144 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.733430 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.733730 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.734009 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.734287 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.734564 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.734848 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.735125 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.735443 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.735732 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.736012 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.736291 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.736578 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.736860 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.737141 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.737426 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.738322 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.738693 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.738979 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.739261 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.739626 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.739854 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.740136 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.740418 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.740698 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.740982 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.741262 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.741543 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.741821 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.742100 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.742379 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.742673 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.742979 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.743266 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.743575 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.743862 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.744149 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.744435 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.744720 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.745006 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.745293 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.745572 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.745866 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.746157 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.746455 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.746746 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.747032 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.747356 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.747642 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.747931 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.748216 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.748502 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.748805 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.749095 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.749397 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.749697 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.749996 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.750296 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.750595 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.751136 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.751481 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.751770 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:14.751993 n-d-695189-11 neutron-server[100338]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 20:33:14.752241 n-d-695189-11 neutron-server[100338]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100338) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 07 20:33:15.111909 n-d-695189-11 neutron-server[100338]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 20:33:15.112194 n-d-695189-11 neutron-server[100338]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 20:33:15.112511 n-d-695189-11 neutron-server[100338]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 20:33:15.113384 n-d-695189-11 neutron-server[100338]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 07 20:33:15.507540 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.507839 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.508119 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.509425 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.509707 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.510002 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.545625 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.545908 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.546184 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.559508 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.559795 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.560067 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.590223 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.590509 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.590788 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.627533 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.627820 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.628137 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.861446 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.862106 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.862106 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.862275 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.863145 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.988815 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.989138 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.989434 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.989710 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.989981 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.990296 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.990561 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.990822 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.991096 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.991486 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.991752 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.992039 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.992307 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.992578 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.992841 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.993116 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.993394 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.993659 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.993936 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.994194 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.994483 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.994839 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.995106 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.995419 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.995678 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.995932 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:15.996339 n-d-695189-11 neutron-server[100338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 20:33:15.996588 n-d-695189-11 neutron-server[100338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 20:33:15.996833 n-d-695189-11 neutron-server[100338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 20:33:15.997076 n-d-695189-11 neutron-server[100338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 20:33:15.997318 n-d-695189-11 neutron-server[100338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 20:33:15.997558 n-d-695189-11 neutron-server[100338]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 20:33:15.997923 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 07 20:33:16.002304 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 07 20:33:16.006382 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 07 20:33:16.011148 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jul 07 20:33:16.012837 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 07 20:33:16.013301 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 07 20:33:16.013646 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 07 20:33:16.014040 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 07 20:33:16.016858 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 07 20:33:16.017119 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 07 20:33:16.017473 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 20:33:16.045557 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 07 20:33:16.046010 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.046314 n-d-695189-11 neutron-server[100338]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100338) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 07 20:33:16.046681 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.048063 n-d-695189-11 neutron-server[100338]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100338) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 07 20:33:16.048353 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 20:33:16.048605 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 07 20:33:16.052419 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.052712 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.116528 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 07 20:33:16.116839 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 07 20:33:16.117085 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 07 20:33:16.117459 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 07 20:33:16.138352 n-d-695189-11 neutron-server[100338]: DEBUG oslo_db.sqlalchemy.engines [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100338) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 07 20:33:16.675506 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.managers [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Initializing driver for type 'gre' Jul 07 20:33:16.676036 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] gre ID ranges: [(1, 1000)] Jul 07 20:33:16.727746 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.managers [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Initializing driver for type 'local' Jul 07 20:33:16.728097 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.managers [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Initializing driver for type 'vlan' Jul 07 20:33:16.741311 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] VlanTypeDriver initialization complete Jul 07 20:33:16.741744 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.managers [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Initializing driver for type 'vxlan' Jul 07 20:33:16.742317 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] vxlan ID ranges: [(1, 1000)] Jul 07 20:33:16.793367 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.managers [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Initializing extension driver 'port_security' Jul 07 20:33:16.793772 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.extensions.port_security [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] PortSecurityExtensionDriver initialization complete Jul 07 20:33:16.794142 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.managers [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Initializing mechanism driver 'openvswitch' Jul 07 20:33:16.794508 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.managers [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Initializing mechanism driver 'hyperv' Jul 07 20:33:16.801216 n-d-695189-11 neutron-server[100338]: DEBUG neutron.plugins.ml2.plugin [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:16.801890 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > port after_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.802265 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > port after_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.802620 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > port after_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.803136 n-d-695189-11 neutron-server[100338]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100338) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 20:33:16.803599 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > subnet after_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.804018 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > subnet after_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.804368 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > subnet after_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.804759 n-d-695189-11 neutron-server[100338]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100338) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 20:33:16.805174 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > network after_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.805526 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > network after_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.805873 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > network after_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.806264 n-d-695189-11 neutron-server[100338]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100338) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 20:33:16.806673 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > security_group after_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.807024 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > security_group after_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.807386 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > security_group after_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.807913 n-d-695189-11 neutron-server[100338]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100338) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 20:33:16.808326 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.808680 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.809028 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.809422 n-d-695189-11 neutron-server[100338]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100338) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 20:33:16.809831 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > address_group after_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.810181 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > address_group after_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.810525 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > address_group after_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.810914 n-d-695189-11 neutron-server[100338]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100338) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 20:33:16.811295 n-d-695189-11 neutron-server[100338]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] ML2 OVO RPC backend initialized. {{(pid=100338) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 07 20:33:16.812016 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > router_interface after_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.812372 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.812788 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > network before_response 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.813142 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > networks before_response 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.813580 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > port before_response 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.813931 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > ports before_response 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.814277 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > subnet before_response 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.814750 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > subnets before_response 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.815101 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > network after_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.815471 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > network after_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.816608 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > network after_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.817026 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > port after_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.817444 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > port after_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.817892 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > port after_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.818234 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > subnet after_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.818575 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > subnet after_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.818912 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > subnet after_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.819511 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.plugin [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Modular L2 Plugin initialization complete Jul 07 20:33:16.819845 n-d-695189-11 neutron-server[100338]: DEBUG neutron.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading services supported by the core plugin {{(pid=100338) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 07 20:33:16.820176 n-d-695189-11 neutron-server[100338]: INFO neutron.plugins.ml2.managers [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Got port-security extension from driver 'port_security' Jul 07 20:33:16.820633 n-d-695189-11 neutron-server[100338]: INFO neutron.extensions.vlantransparent [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Disabled vlantransparent extension. Jul 07 20:33:16.821115 n-d-695189-11 neutron-server[100338]: DEBUG neutron.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100338) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 07 20:33:16.821431 n-d-695189-11 neutron-server[100338]: INFO neutron.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading Plugin: router Jul 07 20:33:16.857489 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > router_interface before_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.857885 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > router after_create 55549900 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.858254 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > router before_create 55549900 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.858618 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.858991 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.859373 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > router after_delete 55549900 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.859737 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > floatingip after_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.860103 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > router after_create 55549900 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.860636 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > router after_update 55549900 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.861015 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > router after_update 55549900 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.861365 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.861725 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > router after_update 55549900 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.862238 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > router precommit_update 55549900 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.863022 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: port after_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.863651 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: port after_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.864010 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: subnet after_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.864353 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.864704 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > port precommit_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.865056 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > router precommit_create 55549900 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.865400 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: port before_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.865745 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > router precommit_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.866105 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > router after_update 55549900 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.866445 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > router precommit_delete 55549900 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.866796 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > router precommit_create 55549900 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.867161 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > router_interface after_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.867532 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > router precommit_update 55549900 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.867898 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > agent after_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.868248 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > agent after_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.868597 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > network after_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.869445 n-d-695189-11 neutron-server[100338]: DEBUG neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Tracking information for resource: router configured {{(pid=100338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 20:33:16.869777 n-d-695189-11 neutron-server[100338]: DEBUG neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Tracking information for resource: floatingip configured {{(pid=100338) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 20:33:16.874872 n-d-695189-11 neutron-server[100338]: INFO neutron.db.l3_agentschedulers_db [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 07 20:33:16.875546 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: port after_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.876174 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: port after_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.876521 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: port after_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.876873 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: port after_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.877826 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > router before_create 55550100 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.878912 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > router precommit_delete 55550100 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.879414 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > router precommit_create 55550100 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.879778 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > router precommit_update 55550100 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.884255 n-d-695189-11 neutron-server[100338]: DEBUG neutron.services.provider_configuration [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Service providers = [] {{(pid=100338) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 07 20:33:16.884624 n-d-695189-11 neutron-server[100338]: DEBUG neutron.db.servicetype_db [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100338) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 07 20:33:16.887548 n-d-695189-11 neutron-server[100338]: DEBUG neutron.services.service_base [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 20:33:16.887904 n-d-695189-11 neutron-server[100338]: DEBUG neutron.services.service_base [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 20:33:16.888251 n-d-695189-11 neutron-server[100338]: DEBUG neutron.services.service_base [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 20:33:16.889137 n-d-695189-11 neutron-server[100338]: DEBUG neutron.services.service_base [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100338) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 20:33:16.889511 n-d-695189-11 neutron-server[100338]: INFO neutron.services.service_base [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 07 20:33:16.889890 n-d-695189-11 neutron-server[100338]: DEBUG neutron.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 20:33:16.890211 n-d-695189-11 neutron-server[100338]: INFO neutron.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 07 20:33:16.901961 n-d-695189-11 neutron-server[100338]: DEBUG neutron.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 20:33:16.902297 n-d-695189-11 neutron-server[100338]: INFO neutron.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading Plugin: auto_allocate Jul 07 20:33:16.908072 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: network precommit_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.908446 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: network precommit_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.908969 n-d-695189-11 neutron-server[100338]: DEBUG neutron.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 20:33:16.909319 n-d-695189-11 neutron-server[100338]: INFO neutron.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading Plugin: tag Jul 07 20:33:16.916166 n-d-695189-11 neutron-server[100338]: DEBUG neutron.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 20:33:16.916493 n-d-695189-11 neutron-server[100338]: INFO neutron.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading Plugin: timestamp Jul 07 20:33:16.922279 n-d-695189-11 neutron-server[100338]: DEBUG neutron.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 20:33:16.922616 n-d-695189-11 neutron-server[100338]: INFO neutron.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading Plugin: network_ip_availability Jul 07 20:33:16.930630 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.931007 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.931384 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:16.933292 n-d-695189-11 neutron-server[100338]: DEBUG neutron.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 20:33:16.933628 n-d-695189-11 neutron-server[100338]: INFO neutron.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading Plugin: flavors Jul 07 20:33:16.938393 n-d-695189-11 neutron-server[100338]: DEBUG neutron.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 20:33:16.938725 n-d-695189-11 neutron-server[100338]: INFO neutron.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading Plugin: revisions Jul 07 20:33:16.945999 n-d-695189-11 neutron-server[100338]: DEBUG neutron.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100338) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 20:33:16.946394 n-d-695189-11 neutron-server[100338]: DEBUG oslo_concurrency.lockutils [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.834s {{(pid=100338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 20:33:16.947158 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100338) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 07 20:33:16.947525 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Initializing extension manager. Jul 07 20:33:16.948036 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: __init__.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.948377 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: __pycache__ {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.948711 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.949044 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: address_group.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.949816 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.950393 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: address-group Jul 07 20:33:16.950718 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: address_scope.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.951466 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.951976 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: address-scope Jul 07 20:33:16.952300 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: admin_state_down_before_update.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.953334 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.953846 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: router-admin-state-down-before-update Jul 07 20:33:16.954172 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: agent.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.954876 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.955624 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: agent Jul 07 20:33:16.955953 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: agent_resources_synced.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.957388 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.957894 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: agent-resources-synced Jul 07 20:33:16.958220 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: allowedaddresspairs.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.960042 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.960563 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: allowed-address-pairs Jul 07 20:33:16.960892 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: auto_allocated_topology.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.961963 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.962476 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: auto-allocated-topology Jul 07 20:33:16.962805 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: availability_zone.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.963529 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.964034 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: availability_zone Jul 07 20:33:16.964357 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: availability_zone_filter.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.965260 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.965769 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: availability_zone_filter Jul 07 20:33:16.966093 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: data_plane_status.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.966988 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.967531 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension data-plane-status not supported by any of loaded plugins Jul 07 20:33:16.967853 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: default_subnetpools.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.968756 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.969262 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: default-subnetpools Jul 07 20:33:16.969583 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: dhcpagentscheduler.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.970394 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.970911 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: dhcp_agent_scheduler Jul 07 20:33:16.971234 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: dns.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.972525 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.973037 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension dns-integration not supported by any of loaded plugins Jul 07 20:33:16.973360 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: dns_domain_ports.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.974279 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.974783 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 07 20:33:16.975105 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.976048 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.976552 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 07 20:33:16.976872 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: dvr.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.977537 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.978083 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: dvr Jul 07 20:33:16.978358 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: empty_string_filtering.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.979254 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.979792 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: empty-string-filtering Jul 07 20:33:16.980114 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.981033 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.981534 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 07 20:33:16.981855 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.982752 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.983253 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 07 20:33:16.983599 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: external_net.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.984511 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.985014 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: external-net Jul 07 20:33:16.985336 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: extra_dhcp_opt.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.986231 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.986728 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: extra_dhcp_opt Jul 07 20:33:16.987049 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: extraroute.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.988694 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.989190 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: extraroute Jul 07 20:33:16.989510 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: extraroute_atomic.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.990536 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.991041 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: extraroute-atomic Jul 07 20:33:16.991390 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: filter_validation.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.992048 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.992548 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: filter-validation Jul 07 20:33:16.992869 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: fip_pf_description.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.993766 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.994264 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 07 20:33:16.994586 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: fip_port_details.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.995526 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.996032 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: fip-port-details Jul 07 20:33:16.996354 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: flavors.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:16.997572 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:16.998083 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: flavors Jul 07 20:33:16.998407 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.000086 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.000615 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 07 20:33:17.001211 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: floatingip_pools.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.001908 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.002421 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: floatingip-pools Jul 07 20:33:17.002749 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: ip_allocation.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.004507 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.005025 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension ip_allocation not supported by any of loaded plugins Jul 07 20:33:17.005354 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.006269 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.006777 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: ip-substring-filtering Jul 07 20:33:17.007105 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: l2_adjacency.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.008050 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.008553 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension l2_adjacency not supported by any of loaded plugins Jul 07 20:33:17.008879 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: l3.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.009846 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.010361 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: router Jul 07 20:33:17.010689 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: l3_conntrack_helper.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.013073 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.013604 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 07 20:33:17.013938 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.014879 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.015428 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: ext-gw-mode Jul 07 20:33:17.015762 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.016679 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.017188 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: l3-ha Jul 07 20:33:17.017515 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: l3_flavors.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.018949 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.019748 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: l3-flavors Jul 07 20:33:17.020088 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.021026 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.021539 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: l3-port-ip-change-not-allowed Jul 07 20:33:17.021870 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: l3agentscheduler.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.023154 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.023702 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: l3_agent_scheduler Jul 07 20:33:17.024031 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: logging.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.025535 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.026060 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension logging not supported by any of loaded plugins Jul 07 20:33:17.026394 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: metering.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.027140 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.027747 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: metering Jul 07 20:33:17.028076 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.029163 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.029915 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: metering_source_and_destination_fields Jul 07 20:33:17.030248 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: multiprovidernet.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.031167 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.031714 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: multi-provider Jul 07 20:33:17.032040 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: netmtu.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.032944 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.033448 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: net-mtu Jul 07 20:33:17.033773 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: netmtu_writable.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.035117 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.035797 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: net-mtu-writable Jul 07 20:33:17.036126 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: network_availability_zone.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.036922 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.037429 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: network_availability_zone Jul 07 20:33:17.037771 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: network_ip_availability.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.038847 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.039386 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: network-ip-availability Jul 07 20:33:17.039718 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: network_segment_range.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.040494 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.040993 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension network-segment-range not supported by any of loaded plugins Jul 07 20:33:17.041315 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: pagination.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.042297 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.042629 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: pagination Jul 07 20:33:17.042950 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: port_device_profile.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.044097 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.044682 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: port-device-profile Jul 07 20:33:17.045004 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.045931 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.046439 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: port-mac-address-regenerate Jul 07 20:33:17.046760 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.047721 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.048228 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: port-numa-affinity-policy Jul 07 20:33:17.048549 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: port_resource_request.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.049463 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.050489 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension port-resource-request not supported by any of loaded plugins Jul 07 20:33:17.051009 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: portbindings.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.052045 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.052557 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: binding Jul 07 20:33:17.052880 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: portbindings_extended.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.054383 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.054904 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: binding-extended Jul 07 20:33:17.055234 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: portsecurity.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.056178 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.056720 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: port-security Jul 07 20:33:17.057044 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: project_id.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.058025 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.058352 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: project-id Jul 07 20:33:17.058673 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: providernet.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.059620 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.060140 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: provider Jul 07 20:33:17.060461 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: qos.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.063975 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.064496 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension qos not supported by any of loaded plugins Jul 07 20:33:17.064824 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.066903 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.067503 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 07 20:33:17.067841 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.068769 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.069297 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 07 20:33:17.069601 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: qos_default.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.070512 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.071019 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension qos-default not supported by any of loaded plugins Jul 07 20:33:17.071371 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: qos_fip.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.072027 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.072525 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension qos-fip not supported by any of loaded plugins Jul 07 20:33:17.073168 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: qos_gateway_ip.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.074097 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.074608 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 07 20:33:17.074931 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: qos_port_network_policy.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.075875 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.076380 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 07 20:33:17.076703 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: qos_rule_type_details.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.077800 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.078420 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 07 20:33:17.078743 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: qos_rules_alias.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.079812 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.080324 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 07 20:33:17.080646 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: quotasv2.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.082014 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.082588 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: quotas Jul 07 20:33:17.082947 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: quotasv2_detail.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.086204 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.086542 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: quota_details Jul 07 20:33:17.086997 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: rbac.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.088114 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.088645 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: rbac-policies Jul 07 20:33:17.088976 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: rbac_address_group.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.090091 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.090618 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: rbac-address-group Jul 07 20:33:17.090949 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: rbac_address_scope.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.091913 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.092427 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: rbac-address-scope Jul 07 20:33:17.092753 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: rbac_security_groups.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.093660 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.094168 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: rbac-security-groups Jul 07 20:33:17.094495 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: rbac_subnetpool.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.095466 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.095985 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: rbac-subnetpool Jul 07 20:33:17.096315 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: revisionifmatch.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.097529 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.098046 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: revision-if-match Jul 07 20:33:17.098377 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: revisions.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.099516 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.100027 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: standard-attr-revisions Jul 07 20:33:17.100355 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: router_availability_zone.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.101025 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.101531 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: router_availability_zone Jul 07 20:33:17.101854 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: routerservicetype.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.102768 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.103271 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension router-service-type not supported by any of loaded plugins Jul 07 20:33:17.103623 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.104539 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.105048 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: security-groups-normalized-cidr Jul 07 20:33:17.105372 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: security_groups_port_filtering.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.106282 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.106788 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: port-security-groups-filtering Jul 07 20:33:17.107114 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.108050 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.108561 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: security-groups-remote-address-group Jul 07 20:33:17.108886 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: securitygroup.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.119474 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.119996 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: security-group Jul 07 20:33:17.120330 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: segment.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.121135 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.121805 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension segment not supported by any of loaded plugins Jul 07 20:33:17.122138 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.123087 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.123723 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 07 20:33:17.124065 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: servicetype.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.125183 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.125968 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: service-type Jul 07 20:33:17.126301 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: sorting.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.127288 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.127645 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: sorting Jul 07 20:33:17.127970 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: standard_attr_segment.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.130059 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.130926 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 07 20:33:17.131505 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: standardattrdescription.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.132575 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.133249 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: standard-attr-description Jul 07 20:33:17.133581 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: stateful_security_group.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.134518 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.135043 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: stateful-security-group Jul 07 20:33:17.135392 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: stdattrs_common.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.135978 n-d-695189-11 neutron-server[100338]: WARNING neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 07 20:33:17.136299 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.137226 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.137741 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 07 20:33:17.138064 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: subnet_onboard.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.139127 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.139666 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: subnet_onboard Jul 07 20:33:17.139995 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.140922 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.141429 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 07 20:33:17.141756 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: subnet_service_types.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.142672 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.143186 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: subnet-service-types Jul 07 20:33:17.143540 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: subnetallocation.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.144887 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.145396 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: subnet_allocation Jul 07 20:33:17.145723 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.146393 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.146908 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: subnetpool-prefix-ops Jul 07 20:33:17.147230 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.148200 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.148708 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 07 20:33:17.149032 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: tagging.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.150123 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.150650 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: standard-attr-tag Jul 07 20:33:17.150978 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: timestamp.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.152713 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.153233 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loaded extension: standard-attr-timestamp Jul 07 20:33:17.153563 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: trunk.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.154591 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.155107 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension trunk not supported by any of loaded plugins Jul 07 20:33:17.155566 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: trunk_details.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.156496 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.157006 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension trunk-details not supported by any of loaded plugins Jul 07 20:33:17.157336 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: uplink_status_propagation.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.158251 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.158765 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 07 20:33:17.159099 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Loading extension file: vlantransparent.py {{(pid=100338) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 20:33:17.160158 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100338) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 20:33:17.160662 n-d-695189-11 neutron-server[100338]: INFO neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extension vlan-transparent not supported by any of loaded plugins Jul 07 20:33:17.163136 n-d-695189-11 neutron-server[100338]: INFO neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Creating instance of TrackedResource for resource:network Jul 07 20:33:17.163703 n-d-695189-11 neutron-server[100338]: INFO neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Creating instance of TrackedResource for resource:subnet Jul 07 20:33:17.164101 n-d-695189-11 neutron-server[100338]: INFO neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 20:33:17.164489 n-d-695189-11 neutron-server[100338]: INFO neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Creating instance of TrackedResource for resource:port Jul 07 20:33:17.165744 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.v2.resource_helper [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:33:17.166190 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.v2.resource_helper [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Service FLAVORS assigned prefix: {{(pid=100338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:33:17.166822 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.v2.resource_helper [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:33:17.167250 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.v2.resource_helper [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:33:17.167608 n-d-695189-11 neutron-server[100338]: INFO neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Creating instance of TrackedResource for resource:router Jul 07 20:33:17.168035 n-d-695189-11 neutron-server[100338]: INFO neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Creating instance of TrackedResource for resource:floatingip Jul 07 20:33:17.168536 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.v2.resource_helper [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Service METERING assigned prefix: /metering {{(pid=100338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:33:17.169988 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:17.170359 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:17.170709 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:33:17.171740 n-d-695189-11 neutron-server[100338]: INFO neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 20:33:17.172196 n-d-695189-11 neutron-server[100338]: INFO neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Creating instance of TrackedResource for resource:security_group Jul 07 20:33:17.172627 n-d-695189-11 neutron-server[100338]: INFO neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 20:33:17.173232 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.v2.resource_helper [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Service CORE assigned prefix: {{(pid=100338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:33:17.173562 n-d-695189-11 neutron-server[100338]: INFO neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 20:33:17.173906 n-d-695189-11 neutron-server[100338]: WARNING neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] subnetpool is already registered Jul 07 20:33:17.174335 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.v2.resource_helper [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Service CORE assigned prefix: {{(pid=100338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:33:17.174658 n-d-695189-11 neutron-server[100338]: INFO neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 20:33:17.175580 n-d-695189-11 neutron-server[100338]: WARNING neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] subnetpool is already registered Jul 07 20:33:17.178099 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.v2.resource_helper [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:33:17.178540 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.v2.resource_helper [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Service FLAVORS assigned prefix: {{(pid=100338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:33:17.179149 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.v2.resource_helper [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:33:17.179596 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.v2.resource_helper [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:33:17.179929 n-d-695189-11 neutron-server[100338]: INFO neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Creating instance of TrackedResource for resource:router Jul 07 20:33:17.180270 n-d-695189-11 neutron-server[100338]: WARNING neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] router is already registered Jul 07 20:33:17.180680 n-d-695189-11 neutron-server[100338]: INFO neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Creating instance of TrackedResource for resource:floatingip Jul 07 20:33:17.181019 n-d-695189-11 neutron-server[100338]: WARNING neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] floatingip is already registered Jul 07 20:33:17.181481 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.v2.resource_helper [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Service METERING assigned prefix: /metering {{(pid=100338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:33:17.182148 n-d-695189-11 neutron-server[100338]: INFO neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 20:33:17.182474 n-d-695189-11 neutron-server[100338]: WARNING neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] rbac_policy is already registered Jul 07 20:33:17.182883 n-d-695189-11 neutron-server[100338]: INFO neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Creating instance of TrackedResource for resource:security_group Jul 07 20:33:17.183218 n-d-695189-11 neutron-server[100338]: WARNING neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] security_group is already registered Jul 07 20:33:17.183646 n-d-695189-11 neutron-server[100338]: INFO neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 20:33:17.183980 n-d-695189-11 neutron-server[100338]: WARNING neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] security_group_rule is already registered Jul 07 20:33:17.184738 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.v2.resource_helper [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Service CORE assigned prefix: {{(pid=100338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:33:17.185104 n-d-695189-11 neutron-server[100338]: INFO neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 20:33:17.185439 n-d-695189-11 neutron-server[100338]: WARNING neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] subnetpool is already registered Jul 07 20:33:17.185860 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.v2.resource_helper [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Service CORE assigned prefix: {{(pid=100338) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 20:33:17.186195 n-d-695189-11 neutron-server[100338]: INFO neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 20:33:17.186525 n-d-695189-11 neutron-server[100338]: WARNING neutron.quota.resource_registry [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] subnetpool is already registered Jul 07 20:33:17.186993 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: extensions {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.188520 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: address-groups {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.190026 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: address-scopes {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.192225 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: agents {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.193401 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: auto-allocated-topology {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.194664 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: availability_zones {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.195993 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: dhcp-networks {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.198560 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: dhcp-agents {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.200116 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: routers {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.202156 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: flavors {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.203503 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: service_profiles {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.204875 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: next_providers {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.206619 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: service_profiles {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.208428 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: floatingip-pools {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.209672 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: routers {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.211428 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: floatingips {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.212706 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: l3-routers {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.214117 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: l3-agents {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.215566 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: metering-labels {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.216818 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: metering-label-rules {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.218198 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: network-ip-availabilities {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.219473 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: bindings {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.221049 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: quotas {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.223640 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: quotas {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.225188 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: rbac-policies {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.226391 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: security-groups {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.227893 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: security-group-rules {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.229186 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: service-providers {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.230373 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: subnetpools {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.231887 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: subnetpools {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.233508 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: tags {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.235192 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: tags {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.237057 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: tags {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.239780 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: tags {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.241460 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: tags {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.243465 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: tags {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.245313 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: tags {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.247124 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: tags {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.249714 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: tags {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.251777 n-d-695189-11 neutron-server[100338]: DEBUG neutron.api.extensions [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Extended resource: tags {{(pid=100338) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 20:33:17.258158 n-d-695189-11 neutron-server[100338]: WARNING keystonemiddleware.auth_token [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 07 20:33:17.263601 n-d-695189-11 neutron-server[100338]: WARNING keystonemiddleware.auth_token [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 07 20:33:17.275187 n-d-695189-11 neutron-server[100338]: DEBUG oslo_concurrency.lockutils [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Acquired lock "singleton_lock" {{(pid=100338) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 07 20:33:17.275768 n-d-695189-11 neutron-server[100338]: DEBUG oslo_concurrency.lockutils [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Releasing lock "singleton_lock" {{(pid=100338) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 07 20:33:17.276533 n-d-695189-11 neutron-server[100338]: INFO oslo_service.service [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Starting 2 workers Jul 07 20:33:17.281839 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Started child 100447 {{(pid=100338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 20:33:17.287175 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Started child 100448 {{(pid=100338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 20:33:17.287696 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.288867 n-d-695189-11 neutron-server[100338]: INFO neutron.service [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Neutron service started, listening on 0.0.0.0:9696 Jul 07 20:33:17.289161 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [-] (100447) wsgi starting up on http://0.0.0.0:9696 Jul 07 20:33:17.289536 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Notify callbacks [] for process, before_spawn {{(pid=100338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.292201 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.292622 n-d-695189-11 neutron-server[100338]: INFO oslo_service.service [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Starting 1 workers Jul 07 20:33:17.293543 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [-] (100448) wsgi starting up on http://0.0.0.0:9696 Jul 07 20:33:17.297531 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Started child 100449 {{(pid=100338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 20:33:17.298070 n-d-695189-11 neutron-server[100338]: INFO oslo_service.service [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Starting 1 workers Jul 07 20:33:17.301736 n-d-695189-11 neutron-server[100449]: DEBUG neutron.service [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] calling RpcWorker wait() {{(pid=100449) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 07 20:33:17.302285 n-d-695189-11 neutron-server[100449]: DEBUG neutron.service [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] returning from RpcWorker wait() {{(pid=100449) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 07 20:33:17.303314 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Started child 100450 {{(pid=100338) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 20:33:17.303463 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.303922 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:17.304212 n-d-695189-11 neutron-server[100338]: DEBUG neutron_lib.callbacks.manager [None req-e774b47a-6ff7-4183-a5f9-8003b375f1dc None None] Notify callbacks [] for process, after_spawn {{(pid=100338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.306146 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100338) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 20:33:17.306369 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 20:33:17.306557 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 20:33:17.306779 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 20:33:17.307137 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 20:33:17.307296 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 20:33:17.307813 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.308082 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.308347 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.308610 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.308757 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:17.309242 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.309478 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.309781 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.309879 n-d-695189-11 neutron-server[100450]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:17.310037 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.310314 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.310561 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.310738 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.310904 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.311163 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.311432 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.311714 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.311983 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.312231 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.312505 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.312676 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.312933 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.313194 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.313450 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.313715 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] debug = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.313957 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.314470 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.314732 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.314973 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.315198 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.315568 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.315817 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.316283 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.316703 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.316947 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.317216 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.317493 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.317736 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.317964 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.318207 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.318468 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.318693 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.319185 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] host = n-d-695189-11 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.319450 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.319690 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.319921 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.320188 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.320436 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.320660 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.320913 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.321169 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.321429 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.321678 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.321919 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.322173 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.322420 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.322678 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] log_file = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.322838 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] log_options = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.323086 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.323369 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.323644 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.323837 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.323993 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.324182 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.324437 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.324603 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.324864 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.325117 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.325340 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.325624 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.325787 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.325994 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.326247 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.326507 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.326723 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.326933 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.327191 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.327471 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.327717 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.327942 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.328158 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.328373 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.328595 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.328811 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.329056 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.329295 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.329529 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.329773 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.330010 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.330290 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.330525 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.330783 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.331029 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.333568 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.333821 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.334110 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.334780 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.336554 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.336854 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.337129 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.337409 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.337653 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.337921 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.339250 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] use_json = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.339558 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.339963 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.340111 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.340330 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.340568 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.340843 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.341053 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.341309 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.341751 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.342053 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.342661 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.342661 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.344077 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.344077 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.344388 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.344388 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.345204 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.345204 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.345204 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.346135 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.346135 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.346135 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.346524 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.346524 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.347409 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.347811 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.348177 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.348535 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.348909 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.349239 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.349735 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.350044 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.350320 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.350590 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.350811 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.351038 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.351257 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.351505 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.351722 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.351939 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.352218 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.352443 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.352676 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.352931 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.353194 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.353376 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.353608 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.353833 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.354073 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.354312 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.354689 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.354835 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.354984 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.356022 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.356022 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.356022 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.357041 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.357041 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.357041 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.357041 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.357041 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.357714 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.357714 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.357714 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.358107 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.358107 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.359274 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.359274 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.359274 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.359274 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.359274 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.359621 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.359687 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.359919 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.360135 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.360358 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.360577 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.360790 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.361020 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.361232 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.361445 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.361656 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.361892 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.362137 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.362352 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.363545 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.363545 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.363869 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.363869 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.365402 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.365402 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.365402 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.365402 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.365402 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.365402 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.365751 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.365921 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.366127 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.366361 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.366655 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.366901 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.367681 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.367681 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.367681 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.368186 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.368186 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.368450 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.368579 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.368794 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.369019 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.369299 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.369500 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.369746 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.369997 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.370289 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.370544 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.370790 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.371057 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.371301 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.371586 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.371827 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.372101 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.372320 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.372593 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.372903 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.373181 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.373466 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.373729 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.373983 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.374268 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.374533 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.374799 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.375031 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.375262 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.375528 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.376072 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.376295 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.376517 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.376762 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.377011 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.377345 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.377577 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.377793 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.378067 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.378347 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.378674 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.379029 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.379305 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.379582 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.379821 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.380072 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.380307 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.380523 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.380761 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.381143 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.381505 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.381882 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.382262 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.382641 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.383013 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.383396 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.383639 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.383889 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.384096 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.384316 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.384542 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.384788 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.385060 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.385275 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.385497 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.385736 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.385957 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.386181 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.386420 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.386633 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.386886 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.387102 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.387566 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.387820 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.388059 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.388291 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.388558 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.388814 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.389029 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.389278 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.389499 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.389738 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.389954 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.390178 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.390391 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.390625 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.390855 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.391088 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.391349 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.391588 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.391913 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.392179 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.392411 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.392660 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.392878 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.393126 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.393378 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.393640 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.393956 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.394252 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.394476 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.394907 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.395130 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.395377 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.395592 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.395800 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.396013 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.396235 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.396450 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.396736 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.396978 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.397203 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.397473 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.397733 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.397975 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.398198 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.398410 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.398620 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.398841 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.399058 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.399266 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.399535 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.399745 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.399956 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.400177 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.400393 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.400604 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.400878 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.401071 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.401278 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.401507 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.401722 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.401949 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.402174 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.402423 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.402630 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.402851 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.403064 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.403294 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.403592 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.403847 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.404073 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.404369 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.404618 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.404859 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.405102 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.405413 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.405626 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.405864 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.406085 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.406303 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.406522 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.406804 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.407122 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.407424 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.407689 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.407940 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.408195 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.408475 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.408748 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.408964 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.409751 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.410095 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.410361 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.410626 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.410840 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.411097 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.411348 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.411562 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.411813 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.412073 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.412310 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.412574 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.412803 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.413029 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.413245 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.413490 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.413729 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.413954 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.414164 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.414406 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.414625 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.414781 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 20:33:17.415297 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100338) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 20:33:17.415524 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 20:33:17.415693 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 20:33:17.415872 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 20:33:17.416031 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 20:33:17.416172 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 20:33:17.416375 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.416538 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.416701 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.416859 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.417207 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.417391 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.417556 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.417719 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.417859 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.418006 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.418165 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.418321 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.418471 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.418635 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.418788 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.418943 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.419092 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.419230 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.419401 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.419547 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.419684 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.419814 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.419975 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] debug = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.420118 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.420334 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.420568 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.420704 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.420844 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.420980 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.421115 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.421251 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.421396 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.421523 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.421651 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.421798 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.421957 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.422099 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.422260 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.422413 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.422550 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.422707 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] host = n-d-695189-11 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.422864 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.423022 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.423220 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.423382 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.423501 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.423847 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.423847 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.424006 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.424084 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.424234 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.424391 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.424549 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.424706 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.424897 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] log_file = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.425562 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] log_options = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.425721 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.425879 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.426022 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.426243 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.426366 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.426524 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.426682 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.426841 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.426999 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.427156 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.427314 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.427491 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.427649 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.427807 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.427965 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.428144 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.428303 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.428460 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.428618 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.428775 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.428932 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.429089 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.429230 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.429392 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.429549 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.429706 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.429862 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.430019 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.430177 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.430333 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.430490 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.430634 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.430796 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.433643 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.433819 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.433988 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.434158 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.434330 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.434507 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.434856 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.435291 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.435480 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.435641 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.436300 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.436300 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.436300 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] use_json = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.436300 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.436577 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.436577 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.436729 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.436835 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.437003 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.437150 n-d-695189-11 neutron-server[100449]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:17.437308 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.437308 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 20:33:17.437576 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.437718 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.437856 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.437991 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.438135 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.438277 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.438412 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.438546 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.438678 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.438811 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.438951 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.439114 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.439287 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.439470 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.439631 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.439795 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.439957 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.440119 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.440279 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.440425 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.440738 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.440918 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.441052 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.441183 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.441312 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.441487 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.441623 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.441756 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.441898 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.442071 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.442212 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.442373 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.442533 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.442697 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.442859 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.443021 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.443182 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.443359 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.443522 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.443683 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.443844 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.444004 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.444165 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.444367 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.444567 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.444847 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.445104 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.445270 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.445477 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.445595 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.445768 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.445932 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.446093 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.446252 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.446413 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.446574 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.446721 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.446880 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.447041 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.447202 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.447390 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.447567 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.447729 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.447890 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.448036 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.448204 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.448360 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.448500 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.448661 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.448815 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.448955 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.449102 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.449248 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.449412 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.449574 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.449735 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.449895 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.450057 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.450216 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.450377 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.450523 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.450685 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.450845 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.451005 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.451173 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.451376 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.451540 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.451702 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.451864 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.452025 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.452185 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.452345 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.452518 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.452668 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.452878 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.453025 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.453151 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.453274 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.453432 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.453592 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.453752 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.453913 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.454072 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.454232 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.454392 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.454554 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.454712 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.454876 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.455038 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.455198 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.455445 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.455621 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.455782 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.455945 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.456125 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.456295 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.456823 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.456823 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.456823 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.457129 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.457129 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.457271 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.457372 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.457531 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.457692 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.457852 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.457998 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.458169 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.458339 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.458500 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.458661 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.458821 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.459004 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.459165 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.459366 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.459511 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.459654 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.459814 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.459974 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.460135 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.460296 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.460457 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.460621 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.460782 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.460943 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.461108 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.461268 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.461429 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.461590 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.461752 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.461911 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.462073 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.462233 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.462393 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.462553 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.462713 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.462873 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.463077 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.463203 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.463315 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.463497 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.463658 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.463819 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.463979 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.464139 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.464298 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.464458 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.464618 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.464780 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.464942 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.465103 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.465264 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.465424 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.465584 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.465744 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.465904 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.466066 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.466226 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.466388 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.466570 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.466708 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.466868 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.467028 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.467188 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.467368 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.467528 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.467845 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.468024 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.468185 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.468346 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.468510 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.468670 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.468833 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.468994 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.469176 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.469307 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.469465 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.469626 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.469789 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.469952 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.470112 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.470272 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.470432 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.470593 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.470753 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.470913 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.471090 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.471251 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.471430 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.471593 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.472288 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.472543 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.472766 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.472932 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.473050 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.473179 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.473358 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.473502 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.473674 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.473834 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.473993 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.474154 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.474315 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.474475 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.474645 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.474805 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.474965 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.475125 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.475284 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.475467 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.475638 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.475799 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.475959 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.476121 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.476281 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.476441 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.476611 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.476772 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.476933 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.477101 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.477261 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.477420 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.477581 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.477753 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.477915 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.478079 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.478244 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.478389 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.478550 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.478711 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.478877 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.479068 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.479369 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.479369 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.480476 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.480476 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.480476 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.480476 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.480476 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.480476 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.480476 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.481101 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.481101 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.481101 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.481101 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.484044 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.484044 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.484044 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.484044 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.484044 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.484044 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.484044 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.484044 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.484044 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.487236 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.487236 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.487236 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.487236 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.487236 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 20:33:17.487236 n-d-695189-11 neutron-server[100338]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100338) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 20:33:17.633789 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54662) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:17.642198 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061085 Jul 07 20:33:29.231055 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce428407-84a5-4ffd-921e-5b36b5dd8fcd None None] get_active_networks_info from n-d-695189-11 {{(pid=100449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 20:33:29.315238 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce428407-84a5-4ffd-921e-5b36b5dd8fcd None None] No non-hosted networks {{(pid=100449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 07 20:33:29.334395 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.agentschedulers_db [None req-ce428407-84a5-4ffd-921e-5b36b5dd8fcd None None] DHCP Agent not found on host n-d-695189-11 {{(pid=100449) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 07 20:33:29.475707 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5e2b1246-5e93-4df0-9594-6556e784e781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7884828'] for agent, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:31.757957 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b7bbe731-975d-4db6-828f-4eb48c46b91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7884828'] for agent, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:31.892914 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7884828'] for agent, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:31.893775 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:31.894299 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:31.894631 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:31.894959 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:31.895355 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:31.895660 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:31.899162 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:31.899562 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:31.899905 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:31.900239 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:31.900568 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:31.900892 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:31.901279 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-695189-11', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:31.921492 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-695189-11', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:33:31.922635 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-96868b32-c24f-40f3-8dcb-380c65883fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:33.369312 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7884828'] for agent, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:34.842089 n-d-695189-11 neutron-server[100449]: INFO neutron.db.l3_hamode_db [None req-718df06d-b6a7-4a8e-96d9-fd0f0203e244 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 07 20:33:34.940976 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718df06d-b6a7-4a8e-96d9-fd0f0203e244 None None] Routers set() bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:33:34.941488 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718df06d-b6a7-4a8e-96d9-fd0f0203e244 None None] Router IDs set() for agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 20:33:35.030569 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7884828'] for agent, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:35.883872 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54754) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:36.380465 n-d-695189-11 neutron-server[100447]: WARNING oslo_policy.policy [None req-f027217f-6ff1-4403-beb4-327cda25ae73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 20:33:36.381043 n-d-695189-11 neutron-server[100447]: WARNING oslo_policy.policy [None req-f027217f-6ff1-4403-beb4-327cda25ae73 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 20:33:36.606779 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-f027217f-6ff1-4403-beb4-327cda25ae73 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:33:36.607983 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f027217f-6ff1-4403-beb4-327cda25ae73 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7219923 Jul 07 20:33:38.996706 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54768) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:39.502648 n-d-695189-11 neutron-server[100448]: WARNING oslo_policy.policy [None req-18442891-5838-4ac2-92bc-f50aa55f3c0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 20:33:39.503241 n-d-695189-11 neutron-server[100448]: WARNING oslo_policy.policy [None req-18442891-5838-4ac2-92bc-f50aa55f3c0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 20:33:39.733335 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-18442891-5838-4ac2-92bc-f50aa55f3c0d admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:39.828826 n-d-695189-11 neutron-server[100448]: DEBUG neutron.policy [None req-18442891-5838-4ac2-92bc-f50aa55f3c0d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100448) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 20:33:39.874071 n-d-695189-11 neutron-server[100448]: WARNING oslo_policy.policy [None req-18442891-5838-4ac2-92bc-f50aa55f3c0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 20:33:39.874526 n-d-695189-11 neutron-server[100448]: WARNING oslo_policy.policy [None req-18442891-5838-4ac2-92bc-f50aa55f3c0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 20:33:39.884147 n-d-695189-11 neutron-server[100448]: INFO neutron.quota [None req-18442891-5838-4ac2-92bc-f50aa55f3c0d admin admin] Loaded quota_driver: . Jul 07 20:33:39.977088 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-18442891-5838-4ac2-92bc-f50aa55f3c0d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778273732784', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778273734341', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778273777931', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778273768981', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778273774018', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778273751493', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-661957', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-663846', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8060068', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8113694'] for rbac-policy, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:40.045118 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-18442891-5838-4ac2-92bc-f50aa55f3c0d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:40.046331 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-18442891-5838-4ac2-92bc-f50aa55f3c0d admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0486407 Jul 07 20:33:42.636170 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54786) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:42.942745 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Request body: {'network': {'project_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'admin_state_up': True, 'tenant_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'name': 'private'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:42.971654 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Made reservation on behalf of ec3e77b851ca42cebe03841d64d2d05a for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:33:42.974516 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:42.990745 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:43.113350 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:43.117149 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:43.141440 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:33:43.167881 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778271940949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:43.168517 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Unsubscribe: segment precommit_create {{(pid=100448) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 20:33:43.169043 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Added segment fd9a47b8-1974-4541-a8e7-babe847ceeee of type vlan for network aff29735-377e-471b-af21-cb691c445a85 Jul 07 20:33:43.176864 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbdb973-6faf-412a-8950-6bbc733d25d6,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:43.214226 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:43.214556 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:43.214897 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:43.215235 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:43.215597 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:43.215931 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:43.216258 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:43.216599 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:43.216909 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:43.217232 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:43.217555 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:43.217874 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Tracked resource versions report: Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: pushed versions: Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: { 'AddressGroup': {'1.2'}, Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: 'ConntrackHelper': {'1.0'}, Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: 'Log': {'1.0'}, Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: 'Network': {'1.1'}, Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: 'Port': {'1.7'}, Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: 'PortForwarding': {'1.2'}, Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: 'QosPolicy': {'1.8'}, Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: 'SecurityGroup': {'1.4'}, Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: 'SecurityGroupRule': {'1.2'}, Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: 'SubPort': {'1.0'}, Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: 'Subnet': {'1.1'}, Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: 'Trunk': {'1.1'}} Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: consumer versions: Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: { DHCP agent@n-d-695189-11: {}, Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: L3 agent@n-d-695189-11: {}, Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: Metadata agent@n-d-695189-11: {}, Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: Metering agent@n-d-695189-11: {}, Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: Open vSwitch agent@n-d-695189-11: { 'AddressGroup': '1.2', Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: 'ConntrackHelper': '1.0', Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: 'Log': '1.0', Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: 'Network': '1.1', Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: 'Port': '1.7', Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: 'PortForwarding': '1.2', Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: 'QosPolicy': '1.8', Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: 'SecurityGroup': '1.4', Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: 'SecurityGroupRule': '1.2', Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: 'SubPort': '1.0', Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: 'Subnet': '1.1', Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: 'Trunk': '1.1'}} Jul 07 20:33:43.219023 n-d-695189-11 neutron-server[100448]: {{(pid=100448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 20:33:43.293859 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:43.345131 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:43.346253 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:43.346919 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:43.424530 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7871850 Jul 07 20:33:43.450832 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf384480-bd74-41ed-b6bd-7502e00f36a2 admin admin] Pushing event updated for resources: {'Network': ['ID=aff29735-377e-471b-af21-cb691c445a85,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:43.463268 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network aff29735-377e-471b-af21-cb691c445a85 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:33:46.170744 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54800) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:46.697705 n-d-695189-11 neutron-server[100447]: DEBUG neutron.policy [None req-d2374ab0-d269-487a-b2d6-d0fbd68cbefa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100447) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 20:33:46.741745 n-d-695189-11 neutron-server[100447]: WARNING oslo_policy.policy [None req-d2374ab0-d269-487a-b2d6-d0fbd68cbefa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 20:33:46.742125 n-d-695189-11 neutron-server[100447]: WARNING oslo_policy.policy [None req-d2374ab0-d269-487a-b2d6-d0fbd68cbefa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 20:33:46.750593 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2374ab0-d269-487a-b2d6-d0fbd68cbefa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:46.752918 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d2374ab0-d269-487a-b2d6-d0fbd68cbefa admin admin] 10.222.0.64 "GET /v2.0/networks/aff29735-377e-471b-af21-cb691c445a85 HTTP/1.1" status: 200 len: 825 time: 0.5811920 Jul 07 20:33:46.792202 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ad3de384-5483-4790-ad03-faca3283151f admin admin] 10.222.0.64 "GET /v2.0/subnetpools/71f2669c-7a9f-4026-a1fc-083a58bf1895 HTTP/1.1" status: 200 len: 734 time: 0.0337811 Jul 07 20:33:46.801277 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] Request body: {'subnet': {'network_id': 'aff29735-377e-471b-af21-cb691c445a85', 'name': 'private-subnet', 'tenant_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '71f2669c-7a9f-4026-a1fc-083a58bf1895'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:46.802847 n-d-695189-11 neutron-server[100447]: INFO neutron.quota [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] Loaded quota_driver: . Jul 07 20:33:46.844536 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] Made reservation on behalf of ec3e77b851ca42cebe03841d64d2d05a for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:33:46.847364 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:47.152310 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:47.223931 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] Checking segment: {'id': 'fd9a47b8-1974-4541-a8e7-babe847ceeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'aff29735-377e-471b-af21-cb691c445a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:33:47.224595 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] Network hostable DHCP agents. Network: aff29735-377e-471b-af21-cb691c445a85, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:33:47.232523 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42d001b8-4d2f-44ac-9bb8-0e8ccbcb60b0,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:47.247900 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:47.248242 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:47.248577 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:47.248908 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:47.249242 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:47.249566 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:47.249890 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:47.250473 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:47.250793 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:47.251159 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:47.251614 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:47.251944 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] Tracked resource versions report: Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: pushed versions: Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: { 'AddressGroup': {'1.2'}, Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: 'ConntrackHelper': {'1.0'}, Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: 'Log': {'1.0'}, Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: 'Network': {'1.1'}, Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: 'Port': {'1.7'}, Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: 'PortForwarding': {'1.2'}, Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: 'QosPolicy': {'1.8'}, Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: 'SecurityGroup': {'1.4'}, Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: 'SecurityGroupRule': {'1.2'}, Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: 'SubPort': {'1.0'}, Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: 'Subnet': {'1.1'}, Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: 'Trunk': {'1.1'}} Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: consumer versions: Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: { DHCP agent@n-d-695189-11: {}, Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: L3 agent@n-d-695189-11: {}, Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: Metadata agent@n-d-695189-11: {}, Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: Metering agent@n-d-695189-11: {}, Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: Open vSwitch agent@n-d-695189-11: { 'AddressGroup': '1.2', Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: 'ConntrackHelper': '1.0', Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: 'Log': '1.0', Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: 'Network': '1.1', Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: 'Port': '1.7', Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: 'PortForwarding': '1.2', Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: 'QosPolicy': '1.8', Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: 'SecurityGroup': '1.4', Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: 'SecurityGroupRule': '1.2', Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: 'SubPort': '1.0', Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: 'Subnet': '1.1', Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: 'Trunk': '1.1'}} Jul 07 20:33:47.253070 n-d-695189-11 neutron-server[100447]: {{(pid=100447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 20:33:47.284484 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] Network aff29735-377e-471b-af21-cb691c445a85 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:33:47.303824 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, aff29735-377e-471b-af21-cb691c445a85) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:33:47.308401 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:33:47.309029 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:47.313195 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c6115f-52bf-4d1d-87fa-1c4aad032ea5 None None] Network aff29735-377e-471b-af21-cb691c445a85 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:33:47.329219 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-477c42d2-b64a-4de7-b823-43c9269b74a1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5315795 Jul 07 20:33:47.655518 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-aff29735-377e-471b-af21-cb691c445a85', 'network_id': 'aff29735-377e-471b-af21-cb691c445a85', 'tenant_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'fixed_ips': [{'subnet_id': '42d001b8-4d2f-44ac-9bb8-0e8ccbcb60b0'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:33:47.656823 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:47.975825 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Allocated IP 172.20.0.2 (aff29735-377e-471b-af21-cb691c445a85/42d001b8-4d2f-44ac-9bb8-0e8ccbcb60b0/d285561d-91b0-4c1f-b382-12da8a33f214) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:33:48.184775 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:48.202706 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Transition to ACTIVE for port object d285561d-91b0-4c1f-b382-12da8a33f214 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:33:48.266747 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Transition to ACTIVE for port object d285561d-91b0-4c1f-b382-12da8a33f214 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:33:48.277572 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:48.343259 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Network aff29735-377e-471b-af21-cb691c445a85 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:33:48.348911 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:33:48.361079 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:33:48.368574 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Pushing event updated for resources: {'Port': ['ID=d285561d-91b0-4c1f-b382-12da8a33f214,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:48.413798 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:48.414138 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:48.414476 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:48.414818 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:48.415149 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:48.415503 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:48.415833 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:48.416156 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:48.416477 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:48.416803 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:48.417119 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:48.417438 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Tracked resource versions report: Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: pushed versions: Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: { 'AddressGroup': {'1.2'}, Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: 'ConntrackHelper': {'1.0'}, Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: 'Log': {'1.0'}, Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: 'Network': {'1.1'}, Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: 'Port': {'1.7'}, Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: 'PortForwarding': {'1.2'}, Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: 'QosPolicy': {'1.8'}, Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: 'SecurityGroup': {'1.4'}, Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: 'SecurityGroupRule': {'1.2'}, Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: 'SubPort': {'1.0'}, Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: 'Subnet': {'1.1'}, Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: 'Trunk': {'1.1'}} Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: consumer versions: Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: { DHCP agent@n-d-695189-11: {}, Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: L3 agent@n-d-695189-11: {}, Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: Metadata agent@n-d-695189-11: {}, Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: Metering agent@n-d-695189-11: {}, Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: Open vSwitch agent@n-d-695189-11: { 'AddressGroup': '1.2', Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: 'ConntrackHelper': '1.0', Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: 'Log': '1.0', Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: 'Network': '1.1', Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: 'Port': '1.7', Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: 'PortForwarding': '1.2', Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: 'QosPolicy': '1.8', Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: 'SecurityGroup': '1.4', Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: 'SecurityGroupRule': '1.2', Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: 'SubPort': '1.0', Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: 'Subnet': '1.1', Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: 'Trunk': '1.1'}} Jul 07 20:33:48.418547 n-d-695189-11 neutron-server[100449]: {{(pid=100449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 20:33:48.450668 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Attempting to bind port d285561d-91b0-4c1f-b382-12da8a33f214 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:33:48.451063 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Attempting to bind port d285561d-91b0-4c1f-b382-12da8a33f214 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'fd9a47b8-1974-4541-a8e7-babe847ceeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'aff29735-377e-471b-af21-cb691c445a85'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:33:48.451588 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Attempting to bind port d285561d-91b0-4c1f-b382-12da8a33f214 on network aff29735-377e-471b-af21-cb691c445a85 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:33:48.457072 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:33:48.457469 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Checking segment: {'id': 'fd9a47b8-1974-4541-a8e7-babe847ceeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'aff29735-377e-471b-af21-cb691c445a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:33:48.457974 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:48.458360 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Bound using segment: {'id': 'fd9a47b8-1974-4541-a8e7-babe847ceeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'aff29735-377e-471b-af21-cb691c445a85'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:33:48.458847 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Bound port: d285561d-91b0-4c1f-b382-12da8a33f214, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9a47b8-1974-4541-a8e7-babe847ceeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'aff29735-377e-471b-af21-cb691c445a85'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:33:48.459257 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:48.526894 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] For port d285561d-91b0-4c1f-b382-12da8a33f214, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:33:48.531413 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] For port d285561d-91b0-4c1f-b382-12da8a33f214, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=d285561d-91b0-4c1f-b382-12da8a33f214,segment=NetworkSegment(fd9a47b8-1974-4541-a8e7-babe847ceeee),segment_id=fd9a47b8-1974-4541-a8e7-babe847ceeee)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:33:48.536586 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:48.608861 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5420e8-fe38-46e1-8f9a-64df518a7bdd None None] Pushing event updated for resources: {'Port': ['ID=d285561d-91b0-4c1f-b382-12da8a33f214,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:49.806970 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54814) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:50.153476 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-64310547-2062-467c-8ce3-c14c7c089e10 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:33:50.154469 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-64310547-2062-467c-8ce3-c14c7c089e10 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3465171 Jul 07 20:33:52.626306 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54822) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:52.949686 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-d57def34-c83a-472e-833a-25f94d451bbf admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:33:52.950666 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d57def34-c83a-472e-833a-25f94d451bbf admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3232684 Jul 07 20:33:54.368527 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device d285561d-91b0-4c1f-b382-12da8a33f214 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:33:54.463070 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port d285561d-91b0-4c1f-b382-12da8a33f214 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:33:54.886779 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e942a6c5-3e23-47b6-93f1-d5a14a121f4d None None] Network aff29735-377e-471b-af21-cb691c445a85 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:33:54.983774 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fa192885-5d16-42a9-b260-d213011dac13 None None] Provisioning for port d285561d-91b0-4c1f-b382-12da8a33f214 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:33:54.994430 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fa192885-5d16-42a9-b260-d213011dac13 None None] Provisioning complete for port d285561d-91b0-4c1f-b382-12da8a33f214 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:54.995027 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fa192885-5d16-42a9-b260-d213011dac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:55.182271 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fa192885-5d16-42a9-b260-d213011dac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:55.249975 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fa192885-5d16-42a9-b260-d213011dac13 None None] For port d285561d-91b0-4c1f-b382-12da8a33f214, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=d285561d-91b0-4c1f-b382-12da8a33f214,segment=NetworkSegment(fd9a47b8-1974-4541-a8e7-babe847ceeee),segment_id=fd9a47b8-1974-4541-a8e7-babe847ceeee)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:33:55.256604 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fa192885-5d16-42a9-b260-d213011dac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:55.320894 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa192885-5d16-42a9-b260-d213011dac13 None None] Pushing event updated for resources: {'Port': ['ID=d285561d-91b0-4c1f-b382-12da8a33f214,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:33:55.481508 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-df4370be-14e5-49d0-8be9-bd4a5ada1911 None None] Provisioning complete for port d285561d-91b0-4c1f-b382-12da8a33f214 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:55.482155 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-df4370be-14e5-49d0-8be9-bd4a5ada1911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:55.779790 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54836) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:56.127362 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-19b34eaa-225a-407d-950d-e530f038f4a0 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'ec3e77b851ca42cebe03841d64d2d05a'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:33:56.152103 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19b34eaa-225a-407d-950d-e530f038f4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:56.153660 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19b34eaa-225a-407d-950d-e530f038f4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:56.324275 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19b34eaa-225a-407d-950d-e530f038f4a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:56.330877 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device d285561d-91b0-4c1f-b382-12da8a33f214 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:33:56.331833 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19b34eaa-225a-407d-950d-e530f038f4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:56.345799 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19b34eaa-225a-407d-950d-e530f038f4a0 admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:56.347077 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-19b34eaa-225a-407d-950d-e530f038f4a0 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5662990 Jul 07 20:33:56.383390 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port d285561d-91b0-4c1f-b382-12da8a33f214 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:33:56.383772 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:58.787125 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54844) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:33:59.088531 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a8b1b509-44fd-427d-a22b-9ce29441fa96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:33:59.105269 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-9e705e19-0ad5-43a4-a0ee-0bb3eb76461d admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:33:59.106247 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9e705e19-0ad5-43a4-a0ee-0bb3eb76461d admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3181574 Jul 07 20:34:01.501442 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54852) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:34:01.764176 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-533bcf44-1c1e-471f-b58a-bd3fd32baa76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:01.807299 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:01.826894 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-3ff10266-2d9b-4640-b85a-40c0243e7b59 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:34:01.850562 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff10266-2d9b-4640-b85a-40c0243e7b59 admin admin] Made reservation on behalf of caedd694f00e49a382e9a407f4636e75 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:34:01.852949 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ff10266-2d9b-4640-b85a-40c0243e7b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:01.868931 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ff10266-2d9b-4640-b85a-40c0243e7b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:02.002053 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ff10266-2d9b-4640-b85a-40c0243e7b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:02.006122 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ff10266-2d9b-4640-b85a-40c0243e7b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:02.025304 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3ff10266-2d9b-4640-b85a-40c0243e7b59 admin admin] Reserving flat network on physical network physnet1 {{(pid=100447) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 07 20:34:02.049804 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff10266-2d9b-4640-b85a-40c0243e7b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231f1b5a-bfc6-41b5-ab45-6801d8fea8b6,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:34:02.057785 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ff10266-2d9b-4640-b85a-40c0243e7b59 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778271940949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:02.058354 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ff10266-2d9b-4640-b85a-40c0243e7b59 admin admin] Unsubscribe: segment precommit_create {{(pid=100447) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 20:34:02.058862 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-3ff10266-2d9b-4640-b85a-40c0243e7b59 admin admin] Added segment af3e8baa-8cce-439e-83c8-bfdaab05e858 of type flat for network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba Jul 07 20:34:02.127059 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ff10266-2d9b-4640-b85a-40c0243e7b59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:02.181371 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ff10266-2d9b-4640-b85a-40c0243e7b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:02.182329 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff10266-2d9b-4640-b85a-40c0243e7b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:34:02.182910 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ff10266-2d9b-4640-b85a-40c0243e7b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:02.255224 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3ff10266-2d9b-4640-b85a-40c0243e7b59 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7526867 Jul 07 20:34:02.307593 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff10266-2d9b-4640-b85a-40c0243e7b59 admin admin] Pushing event updated for resources: {'Network': ['ID=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:34:02.322713 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:34:03.311952 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:04.758015 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54870) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:34:04.968431 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80fbeb2-eb14-433b-83d5-5508df7af9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:34:04.970506 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d80fbeb2-eb14-433b-83d5-5508df7af9f1 admin admin] 10.222.0.64 "GET /v2.0/subnets/42d001b8-4d2f-44ac-9bb8-0e8ccbcb60b0 HTTP/1.1" status: 200 len: 849 time: 0.2112849 Jul 07 20:34:05.001561 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:05.098362 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-72ddef7f-61f0-44f8-9916-823b38523f98 admin admin] 10.222.0.64 "GET /v2.0/routers/ea97e79e-1a1f-4c39-ac87-2feaf05db963 HTTP/1.1" status: 200 len: 704 time: 0.1224496 Jul 07 20:34:05.385244 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-93123a4f-eb38-450b-bad8-4432c4f9e7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:05.687826 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-93123a4f-eb38-450b-bad8-4432c4f9e7a1 admin admin] Allocated IP 172.20.0.1 (aff29735-377e-471b-af21-cb691c445a85/42d001b8-4d2f-44ac-9bb8-0e8ccbcb60b0/c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:34:05.848497 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-93123a4f-eb38-450b-bad8-4432c4f9e7a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:05.870031 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-93123a4f-eb38-450b-bad8-4432c4f9e7a1 admin admin] Transition to ACTIVE for port object c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:34:06.003019 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-93123a4f-eb38-450b-bad8-4432c4f9e7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:06.067994 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93123a4f-eb38-450b-bad8-4432c4f9e7a1 admin admin] Network aff29735-377e-471b-af21-cb691c445a85 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:34:06.077108 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-93123a4f-eb38-450b-bad8-4432c4f9e7a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:34:06.088385 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93123a4f-eb38-450b-bad8-4432c4f9e7a1 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:34:06.088915 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-93123a4f-eb38-450b-bad8-4432c4f9e7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:06.108759 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93123a4f-eb38-450b-bad8-4432c4f9e7a1 admin admin] Pushing event updated for resources: {'Port': ['ID=c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:34:06.257764 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5b045208-e0f3-40f6-8477-b92bd30cff61 None None] Provisioning for port c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:34:06.261259 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5b045208-e0f3-40f6-8477-b92bd30cff61 None None] Provisioning complete for port c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:34:06.261638 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5b045208-e0f3-40f6-8477-b92bd30cff61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:06.297523 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-5b045208-e0f3-40f6-8477-b92bd30cff61 None None] Port c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:34:06.301632 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-93123a4f-eb38-450b-bad8-4432c4f9e7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:06.369626 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 5 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:34:06.476871 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-93123a4f-eb38-450b-bad8-4432c4f9e7a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:06.481171 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-93123a4f-eb38-450b-bad8-4432c4f9e7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:06.481946 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-93123a4f-eb38-450b-bad8-4432c4f9e7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:06.559772 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93123a4f-eb38-450b-bad8-4432c4f9e7a1 admin admin] Pushing event updated for resources: {'Port': ['ID=c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:34:06.603920 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93123a4f-eb38-450b-bad8-4432c4f9e7a1 admin admin] Network aff29735-377e-471b-af21-cb691c445a85 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:34:06.605194 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-93123a4f-eb38-450b-bad8-4432c4f9e7a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:34:06.762036 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93123a4f-eb38-450b-bad8-4432c4f9e7a1 admin admin] Router ea97e79e-1a1f-4c39-ac87-2feaf05db963 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:34:06.818455 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b718b8f5-461d-4698-8aec-c43127ddb4a8 None None] Provisioning complete for port c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:34:06.818743 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b718b8f5-461d-4698-8aec-c43127ddb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:06.850708 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b718b8f5-461d-4698-8aec-c43127ddb4a8 None None] Port c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:34:06.851561 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93123a4f-eb38-450b-bad8-4432c4f9e7a1 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:34:06.856697 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-93123a4f-eb38-450b-bad8-4432c4f9e7a1 admin admin] 10.222.0.64 "PUT /v2.0/routers/ea97e79e-1a1f-4c39-ac87-2feaf05db963/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7534387 Jul 07 20:34:06.860964 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] Sync routers for ids ['ea97e79e-1a1f-4c39-ac87-2feaf05db963'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:34:06.871626 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] Routers {'ea97e79e-1a1f-4c39-ac87-2feaf05db963'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:34:06.872531 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:34:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ea97e79e-1a1f-4c39-ac87-2feaf05db963'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:34:07.059821 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] Set router ea97e79e-1a1f-4c39-ac87-2feaf05db963 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:34:07.514330 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea97e79e-1a1f-4c39-ac87-2feaf05db963', 'name': 'router1', 'tenant_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:56Z', 'updated_at': '2021-07-07T20:34:06Z', 'revision_number': 2, 'project_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'gw_port_host': None, '_interfaces': [{'id': 'c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b', 'name': '', 'network_id': 'aff29735-377e-471b-af21-cb691c445a85', 'tenant_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'mac_address': 'fa:16:3e:58:31:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea97e79e-1a1f-4c39-ac87-2feaf05db963', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42d001b8-4d2f-44ac-9bb8-0e8ccbcb60b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:34:05Z', 'updated_at': '2021-07-07T20:34:06Z', 'revision_number': 2, 'project_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'subnets': [{'id': '42d001b8-4d2f-44ac-9bb8-0e8ccbcb60b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71f2669c-7a9f-4026-a1fc-083a58bf1895'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:34:07.567313 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] Checking router: ea97e79e-1a1f-4c39-ac87-2feaf05db963 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:34:07.567722 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] Updating router ea97e79e-1a1f-4c39-ac87-2feaf05db963 port c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:34:07.636706 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:08.150654 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:08.169565 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] Transition to ACTIVE for port object c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:34:08.176007 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:08.344012 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] Attempting to bind port c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:34:08.344395 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] Attempting to bind port c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'fd9a47b8-1974-4541-a8e7-babe847ceeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'aff29735-377e-471b-af21-cb691c445a85'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:34:08.344727 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] Attempting to bind port c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b on network aff29735-377e-471b-af21-cb691c445a85 {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:34:08.348007 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897dc33-e151-4bfa-ba08-7e907a5b9293 None None] Pushing event updated for resources: {'Port': ['ID=c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:34:08.355229 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:34:08.355655 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] Checking segment: {'id': 'fd9a47b8-1974-4541-a8e7-babe847ceeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'aff29735-377e-471b-af21-cb691c445a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:34:08.356161 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:08.356553 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] Bound using segment: {'id': 'fd9a47b8-1974-4541-a8e7-babe847ceeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'aff29735-377e-471b-af21-cb691c445a85'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:34:08.357042 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] Bound port: c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9a47b8-1974-4541-a8e7-babe847ceeee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'aff29735-377e-471b-af21-cb691c445a85'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:34:08.357456 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:08.361084 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897dc33-e151-4bfa-ba08-7e907a5b9293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:34:08.361427 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897dc33-e151-4bfa-ba08-7e907a5b9293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:34:08.361766 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897dc33-e151-4bfa-ba08-7e907a5b9293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:34:08.362107 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897dc33-e151-4bfa-ba08-7e907a5b9293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:34:08.362442 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897dc33-e151-4bfa-ba08-7e907a5b9293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:34:08.362770 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897dc33-e151-4bfa-ba08-7e907a5b9293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:34:08.363097 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897dc33-e151-4bfa-ba08-7e907a5b9293 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:34:08.363448 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897dc33-e151-4bfa-ba08-7e907a5b9293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:34:08.363770 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897dc33-e151-4bfa-ba08-7e907a5b9293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:34:08.364092 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897dc33-e151-4bfa-ba08-7e907a5b9293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:34:08.364419 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897dc33-e151-4bfa-ba08-7e907a5b9293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:34:08.364740 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897dc33-e151-4bfa-ba08-7e907a5b9293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d897dc33-e151-4bfa-ba08-7e907a5b9293 None None] Tracked resource versions report: Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: pushed versions: Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: { 'AddressGroup': {'1.2'}, Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: 'ConntrackHelper': {'1.0'}, Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: 'Log': {'1.0'}, Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: 'Network': {'1.1'}, Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: 'Port': {'1.7'}, Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: 'PortForwarding': {'1.2'}, Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: 'QosPolicy': {'1.8'}, Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: 'SecurityGroup': {'1.4'}, Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: 'SecurityGroupRule': {'1.2'}, Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: 'SubPort': {'1.0'}, Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: 'Subnet': {'1.1'}, Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: 'Trunk': {'1.1'}} Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: consumer versions: Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: { DHCP agent@n-d-695189-11: {}, Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: L3 agent@n-d-695189-11: {}, Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: Metadata agent@n-d-695189-11: {}, Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: Metering agent@n-d-695189-11: {}, Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: Open vSwitch agent@n-d-695189-11: { 'AddressGroup': '1.2', Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: 'ConntrackHelper': '1.0', Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: 'Log': '1.0', Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: 'Network': '1.1', Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: 'Port': '1.7', Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: 'PortForwarding': '1.2', Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: 'QosPolicy': '1.8', Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: 'SecurityGroup': '1.4', Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: 'SecurityGroupRule': '1.2', Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: 'SubPort': '1.0', Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: 'Subnet': '1.1', Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: 'Trunk': '1.1'}} Jul 07 20:34:08.365852 n-d-695189-11 neutron-server[100450]: {{(pid=100450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 20:34:08.430646 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] For port c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:34:08.458253 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] For port c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b,segment=NetworkSegment(fd9a47b8-1974-4541-a8e7-babe847ceeee),segment_id=fd9a47b8-1974-4541-a8e7-babe847ceeee)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:34:08.462839 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:08.519506 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] Routers {'ea97e79e-1a1f-4c39-ac87-2feaf05db963'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:34:08.520127 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:34:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ea97e79e-1a1f-4c39-ac87-2feaf05db963'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:34:08.590764 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897dc33-e151-4bfa-ba08-7e907a5b9293 None None] Pushing event updated for resources: {'Port': ['ID=c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:34:08.627632 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] Set router ea97e79e-1a1f-4c39-ac87-2feaf05db963 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:34:08.848988 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea97e79e-1a1f-4c39-ac87-2feaf05db963', 'name': 'router1', 'tenant_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:56Z', 'updated_at': '2021-07-07T20:34:06Z', 'revision_number': 2, 'project_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'gw_port_host': None, '_interfaces': [{'id': 'c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b', 'name': '', 'network_id': 'aff29735-377e-471b-af21-cb691c445a85', 'tenant_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'mac_address': 'fa:16:3e:58:31:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea97e79e-1a1f-4c39-ac87-2feaf05db963', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42d001b8-4d2f-44ac-9bb8-0e8ccbcb60b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:34:05Z', 'updated_at': '2021-07-07T20:34:08Z', 'revision_number': 4, 'project_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'subnets': [{'id': '42d001b8-4d2f-44ac-9bb8-0e8ccbcb60b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71f2669c-7a9f-4026-a1fc-083a58bf1895'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:34:08.879176 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f980f6e1-5fa8-493c-bd0b-f68929af939a None None] The sync data for ids ['ea97e79e-1a1f-4c39-ac87-2feaf05db963'] in n-d-695189-11 is: [{'id': 'ea97e79e-1a1f-4c39-ac87-2feaf05db963', 'name': 'router1', 'tenant_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:56Z', 'updated_at': '2021-07-07T20:34:06Z', 'revision_number': 2, 'project_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'gw_port_host': None, '_interfaces': [{'id': 'c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b', 'name': '', 'network_id': 'aff29735-377e-471b-af21-cb691c445a85', 'tenant_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'mac_address': 'fa:16:3e:58:31:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea97e79e-1a1f-4c39-ac87-2feaf05db963', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42d001b8-4d2f-44ac-9bb8-0e8ccbcb60b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:34:05Z', 'updated_at': '2021-07-07T20:34:08Z', 'revision_number': 4, 'project_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'subnets': [{'id': '42d001b8-4d2f-44ac-9bb8-0e8ccbcb60b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71f2669c-7a9f-4026-a1fc-083a58bf1895'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:34:09.113762 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54890) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:34:09.229739 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a966250b-5a47-4b04-bc92-698fc9b9c985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:34:09.231125 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a966250b-5a47-4b04-bc92-698fc9b9c985 admin admin] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 842 time: 0.1164036 Jul 07 20:34:09.241444 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-fc5a7d6f-bc3c-47fc-8fed-e52e95a96108 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'cidr': '172.25.5.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.25.5.1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:34:09.262896 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5a7d6f-bc3c-47fc-8fed-e52e95a96108 admin admin] Made reservation on behalf of caedd694f00e49a382e9a407f4636e75 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:34:09.266517 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7d6f-bc3c-47fc-8fed-e52e95a96108 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:09.559286 n-d-695189-11 neutron-server[100447]: DEBUG neutron.objects.ports [None req-fc5a7d6f-bc3c-47fc-8fed-e52e95a96108 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100447) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 20:34:09.559748 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7d6f-bc3c-47fc-8fed-e52e95a96108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:09.616009 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a7d6f-bc3c-47fc-8fed-e52e95a96108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=120301f9-7e0b-4e0f-a5ad-a87a168db39c,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:34:09.624079 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5a7d6f-bc3c-47fc-8fed-e52e95a96108 admin admin] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:34:09.624723 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5a7d6f-bc3c-47fc-8fed-e52e95a96108 admin admin] Network hostable DHCP agents. Network: 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:34:09.640834 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5a7d6f-bc3c-47fc-8fed-e52e95a96108 admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:34:09.650566 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-fc5a7d6f-bc3c-47fc-8fed-e52e95a96108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:34:09.654871 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5a7d6f-bc3c-47fc-8fed-e52e95a96108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:34:09.655528 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc5a7d6f-bc3c-47fc-8fed-e52e95a96108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:09.659623 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48a65ab-c141-425b-bc5f-122c981e9af0 None None] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:34:09.671760 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fc5a7d6f-bc3c-47fc-8fed-e52e95a96108 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4338291 Jul 07 20:34:09.798377 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a76db14-1430-4a91-947d-7ce52aa7ce3e None None] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:34:11.963687 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54902) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:34:12.166545 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e0f9b4d0-aa06-42cf-af1b-2af7b592ac7d admin admin] 10.222.0.64 "GET /v2.0/routers/ea97e79e-1a1f-4c39-ac87-2feaf05db963 HTTP/1.1" status: 200 len: 710 time: 0.2015867 Jul 07 20:34:12.253656 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3a45ce-ba89-429f-900d-1b49c9fd1bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:34:12.255029 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4f3a45ce-ba89-429f-900d-1b49c9fd1bad admin admin] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 886 time: 0.0835750 Jul 07 20:34:12.263644 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-820254a0-00da-4f6b-9856-76612840fa03 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:34:12.362387 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:34:12.410373 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:34:12.413914 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:34:12.414292 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:12.489965 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:12.518746 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-820254a0-00da-4f6b-9856-76612840fa03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:12.521762 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b,segment=NetworkSegment(fd9a47b8-1974-4541-a8e7-babe847ceeee),segment_id=fd9a47b8-1974-4541-a8e7-babe847ceeee)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:34:12.525879 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:12.630215 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:34:12.779605 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-820254a0-00da-4f6b-9856-76612840fa03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:12.857896 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-820254a0-00da-4f6b-9856-76612840fa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:12.961712 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-820254a0-00da-4f6b-9856-76612840fa03 admin admin] Allocated IP 172.25.5.108 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/c3e7a341-50a8-48a7-a27c-cc6d0935fea9) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:34:13.061563 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-820254a0-00da-4f6b-9856-76612840fa03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:13.101253 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-820254a0-00da-4f6b-9856-76612840fa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:13.137567 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820254a0-00da-4f6b-9856-76612840fa03 admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:34:13.140386 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-820254a0-00da-4f6b-9856-76612840fa03 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:34:13.146206 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820254a0-00da-4f6b-9856-76612840fa03 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:34:13.180966 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820254a0-00da-4f6b-9856-76612840fa03 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e7a341-50a8-48a7-a27c-cc6d0935fea9,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:34:13.386529 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-820254a0-00da-4f6b-9856-76612840fa03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:13.656388 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-820254a0-00da-4f6b-9856-76612840fa03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:13.659391 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-820254a0-00da-4f6b-9856-76612840fa03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7883739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7883712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7881482'] for router, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:13.762375 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820254a0-00da-4f6b-9856-76612840fa03 admin admin] Router ea97e79e-1a1f-4c39-ac87-2feaf05db963 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:34:13.865196 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820254a0-00da-4f6b-9856-76612840fa03 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:34:13.869861 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-820254a0-00da-4f6b-9856-76612840fa03 admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:13.870500 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-820254a0-00da-4f6b-9856-76612840fa03 admin admin] 10.222.0.64 "PUT /v2.0/routers/ea97e79e-1a1f-4c39-ac87-2feaf05db963 HTTP/1.1" status: 200 len: 890 time: 1.6101177 Jul 07 20:34:13.884409 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] Sync routers for ids ['ea97e79e-1a1f-4c39-ac87-2feaf05db963'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:34:13.896217 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] Routers {'ea97e79e-1a1f-4c39-ac87-2feaf05db963'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:34:13.896888 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:34:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ea97e79e-1a1f-4c39-ac87-2feaf05db963'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:34:14.114774 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] Set router ea97e79e-1a1f-4c39-ac87-2feaf05db963 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:34:14.352474 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:34:14.492696 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:34:14.493074 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:14.619075 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea97e79e-1a1f-4c39-ac87-2feaf05db963', 'name': 'router1', 'tenant_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'c3e7a341-50a8-48a7-a27c-cc6d0935fea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:56Z', 'updated_at': '2021-07-07T20:34:13Z', 'revision_number': 4, 'project_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'gw_port': {'id': 'c3e7a341-50a8-48a7-a27c-cc6d0935fea9', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea97e79e-1a1f-4c39-ac87-2feaf05db963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:34:12Z', 'updated_at': '2021-07-07T20:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b', 'name': '', 'network_id': 'aff29735-377e-471b-af21-cb691c445a85', 'tenant_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'mac_address': 'fa:16:3e:58:31:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea97e79e-1a1f-4c39-ac87-2feaf05db963', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42d001b8-4d2f-44ac-9bb8-0e8ccbcb60b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:34:05Z', 'updated_at': '2021-07-07T20:34:12Z', 'revision_number': 5, 'project_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'subnets': [{'id': '42d001b8-4d2f-44ac-9bb8-0e8ccbcb60b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71f2669c-7a9f-4026-a1fc-083a58bf1895'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:34:14.669993 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] Checking router: ea97e79e-1a1f-4c39-ac87-2feaf05db963 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:34:14.670349 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] Updating router ea97e79e-1a1f-4c39-ac87-2feaf05db963 port c3e7a341-50a8-48a7-a27c-cc6d0935fea9 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:34:14.705401 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:15.022651 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:15.032198 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] Transition to ACTIVE for port object c3e7a341-50a8-48a7-a27c-cc6d0935fea9 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:34:15.038399 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:15.083448 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] Attempting to bind port c3e7a341-50a8-48a7-a27c-cc6d0935fea9 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:34:15.083830 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] Attempting to bind port c3e7a341-50a8-48a7-a27c-cc6d0935fea9 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:34:15.084194 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] Attempting to bind port c3e7a341-50a8-48a7-a27c-cc6d0935fea9 on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:34:15.093547 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:34:15.094050 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:34:15.094300 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:15.094689 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:34:15.095155 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] Bound port: c3e7a341-50a8-48a7-a27c-cc6d0935fea9, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:34:15.095600 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:15.100197 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b0a26-a7c1-4950-b387-5467b2c701f4 None None] Pushing event updated for resources: {'Port': ['ID=c3e7a341-50a8-48a7-a27c-cc6d0935fea9,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:34:15.148395 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] For port c3e7a341-50a8-48a7-a27c-cc6d0935fea9, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:34:15.151301 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] For port c3e7a341-50a8-48a7-a27c-cc6d0935fea9, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c3e7a341-50a8-48a7-a27c-cc6d0935fea9,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:34:15.155217 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:15.294334 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b0a26-a7c1-4950-b387-5467b2c701f4 None None] Pushing event updated for resources: {'Port': ['ID=c3e7a341-50a8-48a7-a27c-cc6d0935fea9,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:34:15.296888 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] Routers {'ea97e79e-1a1f-4c39-ac87-2feaf05db963'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:34:15.297486 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:34:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ea97e79e-1a1f-4c39-ac87-2feaf05db963'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:34:15.410287 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] Set router ea97e79e-1a1f-4c39-ac87-2feaf05db963 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:34:15.616686 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea97e79e-1a1f-4c39-ac87-2feaf05db963', 'name': 'router1', 'tenant_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'c3e7a341-50a8-48a7-a27c-cc6d0935fea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:56Z', 'updated_at': '2021-07-07T20:34:13Z', 'revision_number': 4, 'project_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'gw_port': {'id': 'c3e7a341-50a8-48a7-a27c-cc6d0935fea9', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea97e79e-1a1f-4c39-ac87-2feaf05db963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:34:12Z', 'updated_at': '2021-07-07T20:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b', 'name': '', 'network_id': 'aff29735-377e-471b-af21-cb691c445a85', 'tenant_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'mac_address': 'fa:16:3e:58:31:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea97e79e-1a1f-4c39-ac87-2feaf05db963', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42d001b8-4d2f-44ac-9bb8-0e8ccbcb60b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:34:05Z', 'updated_at': '2021-07-07T20:34:12Z', 'revision_number': 5, 'project_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'subnets': [{'id': '42d001b8-4d2f-44ac-9bb8-0e8ccbcb60b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71f2669c-7a9f-4026-a1fc-083a58bf1895'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:34:15.652060 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d2f289-daa9-42db-80b0-0b0e27a901c2 None None] The sync data for ids ['ea97e79e-1a1f-4c39-ac87-2feaf05db963'] in n-d-695189-11 is: [{'id': 'ea97e79e-1a1f-4c39-ac87-2feaf05db963', 'name': 'router1', 'tenant_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.108'}], 'enable_snat': True}, 'gw_port_id': 'c3e7a341-50a8-48a7-a27c-cc6d0935fea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:33:56Z', 'updated_at': '2021-07-07T20:34:13Z', 'revision_number': 4, 'project_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'gw_port': {'id': 'c3e7a341-50a8-48a7-a27c-cc6d0935fea9', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea97e79e-1a1f-4c39-ac87-2feaf05db963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:34:12Z', 'updated_at': '2021-07-07T20:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b', 'name': '', 'network_id': 'aff29735-377e-471b-af21-cb691c445a85', 'tenant_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'mac_address': 'fa:16:3e:58:31:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea97e79e-1a1f-4c39-ac87-2feaf05db963', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42d001b8-4d2f-44ac-9bb8-0e8ccbcb60b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:34:05Z', 'updated_at': '2021-07-07T20:34:12Z', 'revision_number': 5, 'project_id': 'ec3e77b851ca42cebe03841d64d2d05a', 'subnets': [{'id': '42d001b8-4d2f-44ac-9bb8-0e8ccbcb60b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '71f2669c-7a9f-4026-a1fc-083a58bf1895'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:34:16.304469 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54910) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:34:16.379990 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c3e7a341-50a8-48a7-a27c-cc6d0935fea9 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:34:16.438035 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port c3e7a341-50a8-48a7-a27c-cc6d0935fea9 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:34:16.442038 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port c3e7a341-50a8-48a7-a27c-cc6d0935fea9 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:34:16.442177 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:16.447372 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4fbf6219-fa1b-4ee6-878d-a8df998ed533 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1401980 Jul 07 20:34:16.523592 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:16.545656 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port c3e7a341-50a8-48a7-a27c-cc6d0935fea9, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c3e7a341-50a8-48a7-a27c-cc6d0935fea9,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:34:16.549753 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:16.603471 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=c3e7a341-50a8-48a7-a27c-cc6d0935fea9,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:34:18.362308 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c3e7a341-50a8-48a7-a27c-cc6d0935fea9 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:34:18.414547 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port c3e7a341-50a8-48a7-a27c-cc6d0935fea9 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:34:18.414928 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:29.092682 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-20b73169-4826-4302-a8d4-72532447927d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:31.769440 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9d365f9f-c953-4574-b524-404615067683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:31.812517 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:33.321554 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:35.011884 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:34:43.370093 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 5 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:34:59.096387 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a199794c-286a-41fe-a49a-8b1afb29d9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:01.772259 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bf248382-3ed4-483a-9fec-be0baccc203f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:01.805368 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:03.318997 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:05.009408 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:20.369839 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 5 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:35:29.097694 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cca34d70-6594-482c-9801-5ea195adc1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:31.768640 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dda3d0bb-df0e-4c6d-9fbb-8eee9298ce73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:31.811724 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:33.320286 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:35.018669 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:35:57.367722 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 5 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:35:58.207130 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55510) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:35:58.267895 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb9c77a-b5a0-48a7-9bf7-5ab9af8aafbe admin admin] GET failed (client error): The resource could not be found. Jul 07 20:35:58.269220 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1fb9c77a-b5a0-48a7-9bf7-5ab9af8aafbe admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611038 Jul 07 20:35:58.426179 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909fe436-9b66-4470-9c18-a56987d343a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:35:58.427595 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-909fe436-9b66-4470-9c18-a56987d343a6 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1545262 Jul 07 20:35:59.100019 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fbc308be-f36b-4e40-80fa-3ad36af4c1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:00.613125 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55520) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:00.705834 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bedf0ff-ea8c-4de9-a608-3a5dddda9ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:00.709094 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1bedf0ff-ea8c-4de9-a608-3a5dddda9ed5 admin admin] 10.222.0.64 "GET /v2.0/subnets/42d001b8-4d2f-44ac-9bb8-0e8ccbcb60b0 HTTP/1.1" status: 200 len: 849 time: 0.0949697 Jul 07 20:36:00.716610 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d3b984b5-7c4c-4225-978f-bcd5ba4723b6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:36:00.798661 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d3b984b5-7c4c-4225-978f-bcd5ba4723b6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:00.935104 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d3b984b5-7c4c-4225-978f-bcd5ba4723b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778271927583'] for subnet, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:00.964876 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b984b5-7c4c-4225-978f-bcd5ba4723b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:00.966001 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d3b984b5-7c4c-4225-978f-bcd5ba4723b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:00.968301 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d3b984b5-7c4c-4225-978f-bcd5ba4723b6 admin admin] 10.222.0.64 "PUT /v2.0/subnets/42d001b8-4d2f-44ac-9bb8-0e8ccbcb60b0 HTTP/1.1" status: 200 len: 868 time: 0.2539449 Jul 07 20:36:00.969700 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91a1d70-3070-4a67-953c-813844346c28 None None] Network aff29735-377e-471b-af21-cb691c445a85 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:36:00.987405 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b984b5-7c4c-4225-978f-bcd5ba4723b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42d001b8-4d2f-44ac-9bb8-0e8ccbcb60b0,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:00.995965 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b984b5-7c4c-4225-978f-bcd5ba4723b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:00.996659 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b984b5-7c4c-4225-978f-bcd5ba4723b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:00.996982 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b984b5-7c4c-4225-978f-bcd5ba4723b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:00.997317 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b984b5-7c4c-4225-978f-bcd5ba4723b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:00.997643 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b984b5-7c4c-4225-978f-bcd5ba4723b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:00.997969 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b984b5-7c4c-4225-978f-bcd5ba4723b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:00.998293 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b984b5-7c4c-4225-978f-bcd5ba4723b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:00.998611 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b984b5-7c4c-4225-978f-bcd5ba4723b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:00.998930 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b984b5-7c4c-4225-978f-bcd5ba4723b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:00.999249 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b984b5-7c4c-4225-978f-bcd5ba4723b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:00.999595 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b984b5-7c4c-4225-978f-bcd5ba4723b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:00.999970 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b984b5-7c4c-4225-978f-bcd5ba4723b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:01.327202 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e329e39c-42f5-441a-b1ec-486f3601dd3b None None] Provisioning complete for port d285561d-91b0-4c1f-b382-12da8a33f214 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:36:01.327614 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e329e39c-42f5-441a-b1ec-486f3601dd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:01.415297 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e329e39c-42f5-441a-b1ec-486f3601dd3b None None] Provisioning complete for port c63a89f0-e4b8-4ac6-8dd7-7c5954bc168b triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:36:01.415694 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e329e39c-42f5-441a-b1ec-486f3601dd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:01.769613 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ad258f80-85b7-4578-a712-cac1c6d3dff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:01.812631 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:03.163150 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55528) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:03.324151 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:03.382262 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38ebaf1-534f-4f28-aa42-b195fb10e18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:03.382641 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38ebaf1-534f-4f28-aa42-b195fb10e18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:03.384534 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e38ebaf1-534f-4f28-aa42-b195fb10e18d admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2203064 Jul 07 20:36:05.013345 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:05.565470 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55538) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:05.697179 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2262d485-b2d6-405a-a3fd-63a1ec7d64e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:05.697573 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2262d485-b2d6-405a-a3fd-63a1ec7d64e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:05.699130 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2262d485-b2d6-405a-a3fd-63a1ec7d64e1 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1327193 Jul 07 20:36:08.097748 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55546) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:08.295136 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822fc44d-3c43-4766-b9c4-d2c85d5e0818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:08.296482 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-822fc44d-3c43-4766-b9c4-d2c85d5e0818 admin admin] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 886 time: 0.1977837 Jul 07 20:36:10.515154 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55554) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:10.655198 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90a14b5-7fb3-4956-b1e7-200ef71763c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:10.656578 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a90a14b5-7fb3-4956-b1e7-200ef71763c4 admin admin] 10.222.0.64 "GET /v2.0/networks/aff29735-377e-471b-af21-cb691c445a85 HTTP/1.1" status: 200 len: 869 time: 0.1404252 Jul 07 20:36:12.831726 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55562) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:12.957229 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfd8bb8-50c9-4cca-9953-01048f0e5f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:12.957686 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfd8bb8-50c9-4cca-9953-01048f0e5f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:12.959226 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5dfd8bb8-50c9-4cca-9953-01048f0e5f79 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1265271 Jul 07 20:36:15.145416 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55570) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:15.236829 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3438dea-a383-4419-ba18-6239f02345af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:15.237286 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3438dea-a383-4419-ba18-6239f02345af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:15.238813 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b3438dea-a383-4419-ba18-6239f02345af admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0924509 Jul 07 20:36:17.467556 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55578) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:17.553042 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7a3134-d14f-40e1-bbfc-a83763494766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:17.554409 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3c7a3134-d14f-40e1-bbfc-a83763494766 admin admin] 10.222.0.64 "GET /v2.0/subnets/120301f9-7e0b-4e0f-a5ad-a87a168db39c HTTP/1.1" status: 200 len: 816 time: 0.0858674 Jul 07 20:36:19.712253 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55586) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:19.836980 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d21b1e-1154-41b0-aad5-aacc2c5699e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:19.838375 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d4d21b1e-1154-41b0-aad5-aacc2c5699e1 admin admin] 10.222.0.64 "GET /v2.0/subnets/42d001b8-4d2f-44ac-9bb8-0e8ccbcb60b0 HTTP/1.1" status: 200 len: 868 time: 0.1252356 Jul 07 20:36:29.102663 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7e16175d-9603-4a87-82fc-02f3e829403c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:31.771359 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7b49e60d-8e71-4eb1-9834-25b16c30dc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:31.815062 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:33.325721 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:34.366496 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 5 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:36:35.017899 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:44.028521 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55630) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:44.078943 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-e86cc038-4cbe-4129-af64-9036d9560e2b admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:36:44.080027 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e86cc038-4cbe-4129-af64-9036d9560e2b admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505612 Jul 07 20:36:46.346853 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55638) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:46.408382 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-59aa2be7-23a7-4ed0-8a4f-427b839ce991 admin admin] GET failed (client error): The resource could not be found. Jul 07 20:36:46.409700 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-59aa2be7-23a7-4ed0-8a4f-427b839ce991 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618937 Jul 07 20:36:46.492717 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8ee1e8-9c15-43c2-8606-3d7b9cbc1679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:46.495268 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8b8ee1e8-9c15-43c2-8606-3d7b9cbc1679 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0817931 Jul 07 20:36:48.731388 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55646) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:48.779634 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-9f93a0bc-efa2-4100-81f9-861042b46f28 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:36:48.800813 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f93a0bc-efa2-4100-81f9-861042b46f28 admin admin] Made reservation on behalf of caedd694f00e49a382e9a407f4636e75 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:36:48.803964 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9f93a0bc-efa2-4100-81f9-861042b46f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:48.833396 n-d-695189-11 neutron-server[100447]: WARNING neutron.services.revisions.revision_plugin [None req-9f93a0bc-efa2-4100-81f9-861042b46f28 admin admin] Could not find related network for resource to bump revision. Jul 07 20:36:48.847065 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f93a0bc-efa2-4100-81f9-861042b46f28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:36:48.856824 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9f93a0bc-efa2-4100-81f9-861042b46f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:48.857187 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-9f93a0bc-efa2-4100-81f9-861042b46f28 admin admin] Added segment 3ea5cad2-340b-4b31-902a-9fdd39ea8eb4 of type vlan for network f681565e-3e67-416c-80e4-a0c5c9833578 Jul 07 20:36:48.900051 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9f93a0bc-efa2-4100-81f9-861042b46f28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:48.931756 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9f93a0bc-efa2-4100-81f9-861042b46f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:48.932630 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f93a0bc-efa2-4100-81f9-861042b46f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:48.933203 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9f93a0bc-efa2-4100-81f9-861042b46f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:48.984550 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9f93a0bc-efa2-4100-81f9-861042b46f28 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2520325 Jul 07 20:36:48.991127 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93a0bc-efa2-4100-81f9-861042b46f28 admin admin] Pushing event updated for resources: {'Network': ['ID=f681565e-3e67-416c-80e4-a0c5c9833578,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:49.002893 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network f681565e-3e67-416c-80e4-a0c5c9833578 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:36:51.217567 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55654) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:36:51.276589 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b6aad1-7639-422a-822f-715d77eddb1b admin admin] GET failed (client error): The resource could not be found. Jul 07 20:36:51.278126 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b7b6aad1-7639-422a-822f-715d77eddb1b admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594394 Jul 07 20:36:51.357012 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966889be-29a7-4567-9818-3ead70ac5c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:51.358481 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-966889be-29a7-4567-9818-3ead70ac5c65 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0762525 Jul 07 20:36:51.368004 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e7c42338-3873-4bb2-944e-092f2f20f4ee admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:36:51.388397 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c42338-3873-4bb2-944e-092f2f20f4ee admin admin] Made reservation on behalf of caedd694f00e49a382e9a407f4636e75 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:36:51.390665 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e7c42338-3873-4bb2-944e-092f2f20f4ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:51.550038 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e7c42338-3873-4bb2-944e-092f2f20f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:51.603429 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c42338-3873-4bb2-944e-092f2f20f4ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf94baaf-6ff4-471d-8bba-9143d085c625,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:51.611840 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c42338-3873-4bb2-944e-092f2f20f4ee admin admin] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:36:51.612197 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c42338-3873-4bb2-944e-092f2f20f4ee admin admin] Network hostable DHCP agents. Network: f681565e-3e67-416c-80e4-a0c5c9833578, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:36:51.627751 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c42338-3873-4bb2-944e-092f2f20f4ee admin admin] Network f681565e-3e67-416c-80e4-a0c5c9833578 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:36:51.636743 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-e7c42338-3873-4bb2-944e-092f2f20f4ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, f681565e-3e67-416c-80e4-a0c5c9833578) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:36:51.640959 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c42338-3873-4bb2-944e-092f2f20f4ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:36:51.641546 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e7c42338-3873-4bb2-944e-092f2f20f4ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:51.645907 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041e50e3-a958-4cbe-bc9b-f9839bd4a13d None None] Network f681565e-3e67-416c-80e4-a0c5c9833578 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:36:51.671632 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e7c42338-3873-4bb2-944e-092f2f20f4ee admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2972791 Jul 07 20:36:51.897943 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-f681565e-3e67-416c-80e4-a0c5c9833578', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'tenant_id': 'caedd694f00e49a382e9a407f4636e75', 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:36:51.898819 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:52.041305 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Allocated IP 192.168.233.2 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/77c811eb-9a40-4089-bc9f-ca30b66186e0) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:36:52.186417 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:52.195969 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Transition to ACTIVE for port object 77c811eb-9a40-4089-bc9f-ca30b66186e0 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:36:52.212044 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Transition to ACTIVE for port object 77c811eb-9a40-4089-bc9f-ca30b66186e0 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:36:52.221026 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:52.258568 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:36:52.261533 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:36:52.264058 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:36:52.278820 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Pushing event updated for resources: {'Port': ['ID=77c811eb-9a40-4089-bc9f-ca30b66186e0,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:52.309184 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:52.309536 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:52.309871 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:52.310205 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:52.310543 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:52.310872 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:52.311196 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:52.311557 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:52.311880 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:52.312202 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:52.312526 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:52.312848 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:36:52.345926 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Attempting to bind port 77c811eb-9a40-4089-bc9f-ca30b66186e0 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:36:52.346307 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Attempting to bind port 77c811eb-9a40-4089-bc9f-ca30b66186e0 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:36:52.346677 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Attempting to bind port 77c811eb-9a40-4089-bc9f-ca30b66186e0 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:36:52.353146 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:36:52.353569 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:36:52.354015 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:52.354410 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:36:52.354882 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Bound port: 77c811eb-9a40-4089-bc9f-ca30b66186e0, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:36:52.355285 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:52.420546 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] For port 77c811eb-9a40-4089-bc9f-ca30b66186e0, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:36:52.423741 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] For port 77c811eb-9a40-4089-bc9f-ca30b66186e0, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=77c811eb-9a40-4089-bc9f-ca30b66186e0,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:36:52.428798 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:52.497555 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f43038-3833-4883-9657-ed87ab45dd68 None None] Pushing event updated for resources: {'Port': ['ID=77c811eb-9a40-4089-bc9f-ca30b66186e0,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:53.337554 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6285ee53-e3e3-4a5e-b1d0-8f54e43950d7 None None] Network f681565e-3e67-416c-80e4-a0c5c9833578 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:36:53.457939 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d5cfaf6e-cf9a-4a8a-8283-74cb39eb8ac9 None None] Provisioning for port 77c811eb-9a40-4089-bc9f-ca30b66186e0 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:36:54.505274 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 77c811eb-9a40-4089-bc9f-ca30b66186e0 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:36:54.556529 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 77c811eb-9a40-4089-bc9f-ca30b66186e0 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:36:54.560185 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 77c811eb-9a40-4089-bc9f-ca30b66186e0 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:36:54.560575 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:54.635823 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:54.670992 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 77c811eb-9a40-4089-bc9f-ca30b66186e0, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=77c811eb-9a40-4089-bc9f-ca30b66186e0,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:36:54.675127 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:54.725317 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=77c811eb-9a40-4089-bc9f-ca30b66186e0,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:36:56.467075 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 77c811eb-9a40-4089-bc9f-ca30b66186e0 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:36:56.515483 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 77c811eb-9a40-4089-bc9f-ca30b66186e0 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:36:56.515853 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:36:59.104184 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-28852c92-265a-4a2c-be26-f6d6504d3cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:01.772604 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-724c3338-dcd8-4b06-9adb-2751db25c82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:01.814862 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:03.329166 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:05.019685 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:11.365315 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 5 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:37:29.106015 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e9f4ba0d-c03f-43a5-ab0b-c3eb79fa46dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:31.775113 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e7809ef9-d60c-460a-b28c-4ffb83d353ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:31.816121 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:33.332147 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:35.024640 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:37:48.364141 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 5 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:37:59.106694 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ed65663b-2910-4e2a-b99b-889f5738bc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:01.776724 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9e89a969-b205-4023-a497-6bc85470ccd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:01.818406 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:03.342755 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:05.024117 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.405815 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55706) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:23.411821 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-16507d7b-7d75-48e6-99ee-65b9da614fd1 tempest-verify_tempest_config-2070459600 tempest-verify_tempest_config-2070459600-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:38:23.414187 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-16507d7b-7d75-48e6-99ee-65b9da614fd1 tempest-verify_tempest_config-2070459600 tempest-verify_tempest_config-2070459600-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059531 Jul 07 20:38:23.729375 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55724) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:23.842101 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7a137dd8-8bfd-467c-b428-bfbe6048ab40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.936259 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7a137dd8-8bfd-467c-b428-bfbe6048ab40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.940159 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7a137dd8-8bfd-467c-b428-bfbe6048ab40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:23.983620 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a137dd8-8bfd-467c-b428-bfbe6048ab40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa857c25-9a81-4e77-8c7e-c95f4bdcfae0,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:23.988277 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7a137dd8-8bfd-467c-b428-bfbe6048ab40 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a09416dc40894df1a00e84c22f5f1dc6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2576494 Jul 07 20:38:23.991560 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55728) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:38:23.993560 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a137dd8-8bfd-467c-b428-bfbe6048ab40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:23.994152 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a137dd8-8bfd-467c-b428-bfbe6048ab40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:23.994609 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a137dd8-8bfd-467c-b428-bfbe6048ab40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:23.994956 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a137dd8-8bfd-467c-b428-bfbe6048ab40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:23.995290 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a137dd8-8bfd-467c-b428-bfbe6048ab40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:23.995659 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a137dd8-8bfd-467c-b428-bfbe6048ab40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:23.995987 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a137dd8-8bfd-467c-b428-bfbe6048ab40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:23.996315 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a137dd8-8bfd-467c-b428-bfbe6048ab40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:23.996641 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a137dd8-8bfd-467c-b428-bfbe6048ab40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:23.996964 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a137dd8-8bfd-467c-b428-bfbe6048ab40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:23.997288 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a137dd8-8bfd-467c-b428-bfbe6048ab40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:23.997610 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a137dd8-8bfd-467c-b428-bfbe6048ab40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:24.052179 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-65143f14-a4c7-47e7-ac89-994a3a6d7292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:24.074298 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-65143f14-a4c7-47e7-ac89-994a3a6d7292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:24.164217 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-65143f14-a4c7-47e7-ac89-994a3a6d7292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:24.166676 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-65143f14-a4c7-47e7-ac89-994a3a6d7292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:24.167865 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-65143f14-a4c7-47e7-ac89-994a3a6d7292 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fa857c25-9a81-4e77-8c7e-c95f4bdcfae0 HTTP/1.1" status: 204 len: 168 time: 0.1753385 Jul 07 20:38:24.176034 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65143f14-a4c7-47e7-ac89-994a3a6d7292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa857c25-9a81-4e77-8c7e-c95f4bdcfae0,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:38:24.183269 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65143f14-a4c7-47e7-ac89-994a3a6d7292 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:24.183669 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65143f14-a4c7-47e7-ac89-994a3a6d7292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:24.184022 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65143f14-a4c7-47e7-ac89-994a3a6d7292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:24.184360 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65143f14-a4c7-47e7-ac89-994a3a6d7292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:24.184756 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65143f14-a4c7-47e7-ac89-994a3a6d7292 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:24.185056 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65143f14-a4c7-47e7-ac89-994a3a6d7292 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:24.185390 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65143f14-a4c7-47e7-ac89-994a3a6d7292 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:24.185723 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65143f14-a4c7-47e7-ac89-994a3a6d7292 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:24.186054 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65143f14-a4c7-47e7-ac89-994a3a6d7292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:24.186428 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65143f14-a4c7-47e7-ac89-994a3a6d7292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:24.186709 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65143f14-a4c7-47e7-ac89-994a3a6d7292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:24.187063 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65143f14-a4c7-47e7-ac89-994a3a6d7292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:38:25.362639 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 5 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:38:29.111027 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c77316d3-da4b-458b-81c4-6b5265cdd503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:31.777046 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2292e077-b6d9-4a9d-82f9-38277d223fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:31.819470 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:33.338474 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:35.030016 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:38:59.113534 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f8d5f221-ce59-4dae-9ebe-2d9923428e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:01.781732 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b0828f86-1435-49d0-b31a-a13445b2fc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:01.823826 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:02.361580 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 5 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:39:03.341669 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:05.036307 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:29.116079 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a7f736c8-e827-4bb8-8dfc-d8488b9bcd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:31.784978 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f1a84404-265e-422f-895d-b36388693057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:31.832021 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:33.345522 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:35.035428 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:39:39.360309 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 5 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:39:59.133461 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-834534cd-eeeb-4ba5-902e-7cb0fda2f5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:01.789701 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c853e76b-5052-4672-9505-8d5bfcd049b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:01.826389 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:03.348886 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:05.038323 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:16.358404 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 5 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:40:29.119178 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2b2ce86d-d6d8-476f-bde9-27958849af06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:31.793705 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e3d71a65-60a6-4843-858e-3fb7304c553b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:31.828512 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:33.350596 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:35.044484 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:40:53.359177 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 5 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:40:59.122403 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c3606b5e-c5d0-4714-9b25-85bbe88f3bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:01.798518 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-378d3079-fb53-4f70-8f8d-1a55decb0a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:01.833876 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:03.352424 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:05.048263 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:29.125100 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ea7a1ac8-26c3-441a-a474-5e33a36f70c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:30.358655 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 5 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:41:31.802189 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6bae1509-7c11-4ac0-b69e-6895919c4f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:31.844130 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:33.357521 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:35.051403 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:49.454529 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7884828'] for agent, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:49.667809 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7884828'] for agent, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:41:59.126422 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7469145e-f794-43f0-9cfe-8526b9de506d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:01.804519 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-90d40268-2a91-49fb-b2fa-a5308c5ad904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:01.836841 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:03.359582 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:05.051175 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:07.358698 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:42:19.413190 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:19.617578 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:29.130725 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fb3cb80a-679b-4c7d-b341-4f55e15d3f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:31.806140 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-86fc1574-f02e-4c21-aa8c-f94380c2a241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:31.841289 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:33.363747 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:35.052777 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:39.969101 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55790) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:42:40.082554 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d924bd60-65c6-4436-bdee-d1e8fd6cb25a admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1116426 Jul 07 20:42:42.589806 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55800) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:42:42.646972 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f6614576-c317-463b-a549-b6bc8ca32d81 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0560656 Jul 07 20:42:44.357628 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:42:49.436198 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:49.617800 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:42:59.138072 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-60a6db0e-9ddf-46b5-a0da-5835ecac5f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:01.808711 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fd187739-bd7a-4a53-bd18-ad8bc9a49568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:01.844401 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:03.365885 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:05.057184 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:19.455361 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:19.639171 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:21.361173 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:43:29.151897 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-59f00ad5-dc28-4e35-866a-b86a4ecad39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:31.814464 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dea8bb53-fcb9-4db6-898d-de1e007fdb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:31.849325 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:33.370746 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:35.071651 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:49.465046 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:49.631071 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:43:58.360110 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:43:59.129803 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b8095d78-7d5a-4915-a428-32ad4b640958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:01.808720 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-324e1be3-d9fe-4250-81dd-de5b2b12bbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:01.851280 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:03.373972 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:05.062467 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:11.071828 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55948) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:11.548165 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1a68b91a-205d-43f9-b7cf-5d5977405082 tempest-AutoAllocateNetworkTest-1067704168 tempest-AutoAllocateNetworkTest-1067704168-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=09af4d5f42024bd1833aa7e3648ad26f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4738374 Jul 07 20:44:11.550446 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55974) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:11.792615 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55984) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:11.881495 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c47bd8-71e9-4070-9766-8b1f686fa620 tempest-AutoAllocateNetworkTest-1067704168 tempest-AutoAllocateNetworkTest-1067704168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:11.882607 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b2c47bd8-71e9-4070-9766-8b1f686fa620 tempest-AutoAllocateNetworkTest-1067704168 tempest-AutoAllocateNetworkTest-1067704168-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3308744 Jul 07 20:44:11.885866 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55992) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:12.012843 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7b5d71cc-b38f-4d0f-822f-a3493be2b26c tempest-AutoAllocateNetworkTest-1067704168 tempest-AutoAllocateNetworkTest-1067704168-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1249077 Jul 07 20:44:12.013855 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56002) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:12.046141 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fcbe6ddc-1c82-4856-847a-90878ae14b4e tempest-AutoAllocateNetworkTest-1067704168 tempest-AutoAllocateNetworkTest-1067704168-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=09af4d5f42024bd1833aa7e3648ad26f HTTP/1.1" status: 200 len: 208 time: 0.0308406 Jul 07 20:44:12.204160 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-984555661-network', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:12.239288 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Made reservation on behalf of f402b06a8a6a45dfab0c4d0f5f332d1c for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:44:12.242241 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:12.255880 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:12.374746 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:12.382491 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:12.414266 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ab6bd3-0003-4de8-9818-5bbce8c2af1c,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:12.417237 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:44:12.426936 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:12.427535 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:12.427889 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:12.428306 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:12.429202 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:12.429202 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:12.429519 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:12.429876 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:12.430214 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:12.430543 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:12.430876 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:12.431205 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Tracked resource versions report: Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: pushed versions: Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: { 'AddressGroup': {'1.2'}, Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: 'ConntrackHelper': {'1.0'}, Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: 'Log': {'1.0'}, Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: 'Network': {'1.1'}, Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: 'Port': {'1.7'}, Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: 'PortForwarding': {'1.2'}, Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: 'QosPolicy': {'1.8'}, Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: 'SecurityGroup': {'1.4'}, Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: 'SecurityGroupRule': {'1.2'}, Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: 'SubPort': {'1.0'}, Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: 'Subnet': {'1.1'}, Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: 'Trunk': {'1.1'}} Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: consumer versions: Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: { DHCP agent@n-d-695189-11: {}, Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: HyperV agent@n-h1-695189-11: {}, Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: HyperV agent@n-h2-695189-11: {}, Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: L3 agent@n-d-695189-11: {}, Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: Metadata agent@n-d-695189-11: {}, Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: Metering agent@n-d-695189-11: {}, Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: Open vSwitch agent@n-d-695189-11: { 'AddressGroup': '1.2', Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: 'ConntrackHelper': '1.0', Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: 'Log': '1.0', Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: 'Network': '1.1', Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: 'Port': '1.7', Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: 'PortForwarding': '1.2', Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: 'QosPolicy': '1.8', Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: 'SecurityGroup': '1.4', Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: 'SecurityGroupRule': '1.2', Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: 'SubPort': '1.0', Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: 'Subnet': '1.1', Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: 'Trunk': '1.1'}} Jul 07 20:44:12.432338 n-d-695189-11 neutron-server[100448]: {{(pid=100448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 20:44:12.443388 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:12.443749 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Added segment 72898ccf-b813-4daa-8482-8990fb92981a of type vlan for network 264dde5d-0b26-40d6-b1bf-7b5ec20a1ece Jul 07 20:44:12.497708 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:12.534271 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:12.536032 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:12.536032 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:12.601250 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8072784 Jul 07 20:44:12.608938 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56024) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:12.615667 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-97d5fada-9004-45d1-b877-bd752c77b604 admin admin] Request body: {'subnet': {'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984555661-subnet', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:12.620268 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3731b-5e4c-4808-9a4a-ac1148bcd72e admin admin] Pushing event updated for resources: {'Network': ['ID=264dde5d-0b26-40d6-b1bf-7b5ec20a1ece,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:12.634094 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 264dde5d-0b26-40d6-b1bf-7b5ec20a1ece details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:44:12.655183 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d5fada-9004-45d1-b877-bd752c77b604 admin admin] Made reservation on behalf of f402b06a8a6a45dfab0c4d0f5f332d1c for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:44:12.658547 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-97d5fada-9004-45d1-b877-bd752c77b604 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:12.905487 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-97d5fada-9004-45d1-b877-bd752c77b604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:12.942568 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56038) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5fada-9004-45d1-b877-bd752c77b604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4e42a85-93d1-4c63-8ac0-5587b9394f0f,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d5fada-9004-45d1-b877-bd752c77b604 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d5fada-9004-45d1-b877-bd752c77b604 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d5fada-9004-45d1-b877-bd752c77b604 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d5fada-9004-45d1-b877-bd752c77b604 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d5fada-9004-45d1-b877-bd752c77b604 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d5fada-9004-45d1-b877-bd752c77b604 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d5fada-9004-45d1-b877-bd752c77b604 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d5fada-9004-45d1-b877-bd752c77b604 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d5fada-9004-45d1-b877-bd752c77b604 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d5fada-9004-45d1-b877-bd752c77b604 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d5fada-9004-45d1-b877-bd752c77b604 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d5fada-9004-45d1-b877-bd752c77b604 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d5fada-9004-45d1-b877-bd752c77b604 admin admin] Tracked resource versions report: Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: pushed versions: Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: { 'AddressGroup': {'1.2'}, Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: 'ConntrackHelper': {'1.0'}, Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: 'Log': {'1.0'}, Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: 'Network': {'1.1'}, Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: 'Port': {'1.7'}, Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: 'PortForwarding': {'1.2'}, Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: 'QosPolicy': {'1.8'}, Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: 'SecurityGroup': {'1.4'}, Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: 'SecurityGroupRule': {'1.2'}, Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: 'SubPort': {'1.0'}, Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: 'Subnet': {'1.1'}, Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: 'Trunk': {'1.1'}} Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: consumer versions: Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: { DHCP agent@n-d-695189-11: {}, Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: HyperV agent@n-h1-695189-11: {}, Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: HyperV agent@n-h2-695189-11: {}, Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: L3 agent@n-d-695189-11: {}, Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: Metadata agent@n-d-695189-11: {}, Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: Metering agent@n-d-695189-11: {}, Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: Open vSwitch agent@n-d-695189-11: { 'AddressGroup': '1.2', Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: 'ConntrackHelper': '1.0', Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: 'Log': '1.0', Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: 'Network': '1.1', Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: 'Port': '1.7', Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: 'PortForwarding': '1.2', Jul 07 20:44:13.037368 n-d-695189-11 neutron-server[100447]: 'QosPolicy': '1.8', Jul 07 20:44:13.040763 n-d-695189-11 neutron-server[100447]: 'SecurityGroup': '1.4', Jul 07 20:44:13.040763 n-d-695189-11 neutron-server[100447]: 'SecurityGroupRule': '1.2', Jul 07 20:44:13.040763 n-d-695189-11 neutron-server[100447]: 'SubPort': '1.0', Jul 07 20:44:13.040763 n-d-695189-11 neutron-server[100447]: 'Subnet': '1.1', Jul 07 20:44:13.040763 n-d-695189-11 neutron-server[100447]: 'Trunk': '1.1'}} Jul 07 20:44:13.040763 n-d-695189-11 neutron-server[100447]: {{(pid=100447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 20:44:13.040763 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d5fada-9004-45d1-b877-bd752c77b604 admin admin] Checking segment: {'id': '72898ccf-b813-4daa-8482-8990fb92981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:44:13.040763 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d5fada-9004-45d1-b877-bd752c77b604 admin admin] Network hostable DHCP agents. Network: 264dde5d-0b26-40d6-b1bf-7b5ec20a1ece, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:44:13.085195 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d5fada-9004-45d1-b877-bd752c77b604 admin admin] Network 264dde5d-0b26-40d6-b1bf-7b5ec20a1ece is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:44:13.100113 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-97d5fada-9004-45d1-b877-bd752c77b604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 264dde5d-0b26-40d6-b1bf-7b5ec20a1ece) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:44:13.108904 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d5fada-9004-45d1-b877-bd752c77b604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:13.109606 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-97d5fada-9004-45d1-b877-bd752c77b604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:13.110868 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b711b3-a549-4788-9a6e-003d347cf7ef None None] Network 264dde5d-0b26-40d6-b1bf-7b5ec20a1ece requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:44:13.132810 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-97d5fada-9004-45d1-b877-bd752c77b604 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5226951 Jul 07 20:44:13.137115 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56046) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:13.142870 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-610147f6-5eaa-41f4-836c-48d17c856eb0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-984555661-router', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:13.202270 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-610147f6-5eaa-41f4-836c-48d17c856eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:13.205045 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-610147f6-5eaa-41f4-836c-48d17c856eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:13.348258 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-610147f6-5eaa-41f4-836c-48d17c856eb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:13.377286 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'fixed_ips': [{'subnet_id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:44:13.378353 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:13.590796 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Allocated IP 172.20.0.2 (264dde5d-0b26-40d6-b1bf-7b5ec20a1ece/a4e42a85-93d1-4c63-8ac0-5587b9394f0f/c154feca-69ce-4b1a-accf-b3a42a972673) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:44:13.670803 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-610147f6-5eaa-41f4-836c-48d17c856eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:13.844736 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:13.858971 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c7997bf5-0b00-4d6f-b427-fd9352231253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:13.859581 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Transition to ACTIVE for port object c154feca-69ce-4b1a-accf-b3a42a972673 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:44:13.883346 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Transition to ACTIVE for port object c154feca-69ce-4b1a-accf-b3a42a972673 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:44:13.894166 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:13.985000 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Pushing event updated for resources: {'Port': ['ID=c154feca-69ce-4b1a-accf-b3a42a972673,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:13.989020 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Network 264dde5d-0b26-40d6-b1bf-7b5ec20a1ece is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:44:13.992377 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:44:13.999128 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:44:14.004448 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:14.004792 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:14.005132 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:14.005521 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:14.005797 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:14.006473 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:14.006943 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:14.007276 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:14.007842 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:14.008332 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:14.008799 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:14.009131 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Tracked resource versions report: Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: pushed versions: Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: { 'AddressGroup': {'1.2'}, Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: 'ConntrackHelper': {'1.0'}, Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: 'Log': {'1.0'}, Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: 'Network': {'1.1'}, Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: 'Port': {'1.7'}, Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: 'PortForwarding': {'1.2'}, Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: 'QosPolicy': {'1.8'}, Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: 'SecurityGroup': {'1.4'}, Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: 'SecurityGroupRule': {'1.2'}, Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: 'SubPort': {'1.0'}, Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: 'Subnet': {'1.1'}, Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: 'Trunk': {'1.1'}} Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: consumer versions: Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: { DHCP agent@n-d-695189-11: {}, Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: HyperV agent@n-h1-695189-11: {}, Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: HyperV agent@n-h2-695189-11: {}, Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: L3 agent@n-d-695189-11: {}, Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: Metadata agent@n-d-695189-11: {}, Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: Metering agent@n-d-695189-11: {}, Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: Open vSwitch agent@n-d-695189-11: { 'AddressGroup': '1.2', Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: 'ConntrackHelper': '1.0', Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: 'Log': '1.0', Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: 'Network': '1.1', Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: 'Port': '1.7', Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: 'PortForwarding': '1.2', Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: 'QosPolicy': '1.8', Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: 'SecurityGroup': '1.4', Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: 'SecurityGroupRule': '1.2', Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: 'SubPort': '1.0', Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: 'Subnet': '1.1', Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: 'Trunk': '1.1'}} Jul 07 20:44:14.010695 n-d-695189-11 neutron-server[100449]: {{(pid=100449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 20:44:14.091198 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Attempting to bind port c154feca-69ce-4b1a-accf-b3a42a972673 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:44:14.091596 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Attempting to bind port c154feca-69ce-4b1a-accf-b3a42a972673 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '72898ccf-b813-4daa-8482-8990fb92981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:44:14.091866 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Attempting to bind port c154feca-69ce-4b1a-accf-b3a42a972673 on network 264dde5d-0b26-40d6-b1bf-7b5ec20a1ece {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:44:14.112501 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:44:14.113055 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Checking segment: {'id': '72898ccf-b813-4daa-8482-8990fb92981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:44:14.113502 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:14.117347 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Bound using segment: {'id': '72898ccf-b813-4daa-8482-8990fb92981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:44:14.118999 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Bound port: c154feca-69ce-4b1a-accf-b3a42a972673, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72898ccf-b813-4daa-8482-8990fb92981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:44:14.119667 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:14.196546 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c7997bf5-0b00-4d6f-b427-fd9352231253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:14.198592 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-610147f6-5eaa-41f4-836c-48d17c856eb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:14.251658 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-610147f6-5eaa-41f4-836c-48d17c856eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:14.273449 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] For port c154feca-69ce-4b1a-accf-b3a42a972673, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:44:14.286041 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] For port c154feca-69ce-4b1a-accf-b3a42a972673, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c154feca-69ce-4b1a-accf-b3a42a972673,segment=NetworkSegment(72898ccf-b813-4daa-8482-8990fb92981a),segment_id=72898ccf-b813-4daa-8482-8990fb92981a)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:44:14.292394 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:14.346081 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c7997bf5-0b00-4d6f-b427-fd9352231253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:14.369270 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe53456-31be-4ef4-9034-92775a283958 None None] Pushing event updated for resources: {'Port': ['ID=c154feca-69ce-4b1a-accf-b3a42a972673,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:14.410890 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c7997bf5-0b00-4d6f-b427-fd9352231253 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=09af4d5f42024bd1833aa7e3648ad26f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4647117 Jul 07 20:44:14.413682 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56080) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:14.504342 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-49f9b435-1252-48c0-92aa-bc514fa32c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:14.534795 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-49f9b435-1252-48c0-92aa-bc514fa32c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:14.540583 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7997bf5-0b00-4d6f-b427-fd9352231253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56360b1f-3d88-48bf-bd1e-d38e6853d0c8,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:14.584558 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-610147f6-5eaa-41f4-836c-48d17c856eb0 admin admin] Allocated IP 172.25.5.97 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/1025558d-5ddb-46d0-b68f-3d20547a308f) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:44:14.620679 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-49f9b435-1252-48c0-92aa-bc514fa32c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:14.627835 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-49f9b435-1252-48c0-92aa-bc514fa32c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:14.634604 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-49f9b435-1252-48c0-92aa-bc514fa32c81 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56360b1f-3d88-48bf-bd1e-d38e6853d0c8 HTTP/1.1" status: 204 len: 168 time: 0.2162344 Jul 07 20:44:14.649300 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9b435-1252-48c0-92aa-bc514fa32c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56360b1f-3d88-48bf-bd1e-d38e6853d0c8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:14.815816 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-610147f6-5eaa-41f4-836c-48d17c856eb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:14.933041 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c154feca-69ce-4b1a-accf-b3a42a972673 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:44:14.942790 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-610147f6-5eaa-41f4-836c-48d17c856eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:15.016014 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port c154feca-69ce-4b1a-accf-b3a42a972673 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:44:15.032886 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610147f6-5eaa-41f4-836c-48d17c856eb0 admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:44:15.039547 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-610147f6-5eaa-41f4-836c-48d17c856eb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:44:15.051927 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610147f6-5eaa-41f4-836c-48d17c856eb0 admin admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:44:15.055390 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610147f6-5eaa-41f4-836c-48d17c856eb0 admin admin] Pushing event updated for resources: {'Port': ['ID=1025558d-5ddb-46d0-b68f-3d20547a308f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:15.421474 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-610147f6-5eaa-41f4-836c-48d17c856eb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:15.696587 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dd45a7-00d4-4768-b430-f944039bd7fa None None] Network 264dde5d-0b26-40d6-b1bf-7b5ec20a1ece requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:44:15.775574 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-61b35afa-9402-44a4-8ddf-bbd3541136a8 None None] Provisioning for port c154feca-69ce-4b1a-accf-b3a42a972673 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:44:15.786812 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-61b35afa-9402-44a4-8ddf-bbd3541136a8 None None] Provisioning complete for port c154feca-69ce-4b1a-accf-b3a42a972673 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:44:15.787485 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-61b35afa-9402-44a4-8ddf-bbd3541136a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:15.819011 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-610147f6-5eaa-41f4-836c-48d17c856eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:15.988994 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-61b35afa-9402-44a4-8ddf-bbd3541136a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:16.043373 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-61b35afa-9402-44a4-8ddf-bbd3541136a8 None None] For port c154feca-69ce-4b1a-accf-b3a42a972673, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c154feca-69ce-4b1a-accf-b3a42a972673,segment=NetworkSegment(72898ccf-b813-4daa-8482-8990fb92981a),segment_id=72898ccf-b813-4daa-8482-8990fb92981a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:44:16.048608 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-61b35afa-9402-44a4-8ddf-bbd3541136a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:16.109649 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b35afa-9402-44a4-8ddf-bbd3541136a8 None None] Pushing event updated for resources: {'Port': ['ID=c154feca-69ce-4b1a-accf-b3a42a972673,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:16.249319 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610147f6-5eaa-41f4-836c-48d17c856eb0 admin admin] Router 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:44:16.495749 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610147f6-5eaa-41f4-836c-48d17c856eb0 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:44:16.513288 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] Sync routers for ids ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:44:16.522336 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-610147f6-5eaa-41f4-836c-48d17c856eb0 admin admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:16.524902 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-610147f6-5eaa-41f4-836c-48d17c856eb0 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.3857088 Jul 07 20:44:16.527538 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56164) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:16.530579 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] Routers {'4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:44:16.540866 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:44:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:44:16.607775 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-43d17799-1b57-4c40-bd00-d66d11b48d3f None None] Provisioning complete for port c154feca-69ce-4b1a-accf-b3a42a972673 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:44:16.608973 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-43d17799-1b57-4c40-bd00-d66d11b48d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:16.851521 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c154feca-69ce-4b1a-accf-b3a42a972673 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:44:16.860721 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] Set router 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:44:16.926978 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port c154feca-69ce-4b1a-accf-b3a42a972673 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:44:16.927631 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:17.261508 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984555661-router', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:13Z', 'updated_at': '2021-07-07T20:44:15Z', 'revision_number': 3, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'gw_port': {'id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:14Z', 'updated_at': '2021-07-07T20:44:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:44:17.300752 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] Checking router: 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:44:17.301387 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] Updating router 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b port 1025558d-5ddb-46d0-b68f-3d20547a308f binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:44:17.352314 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:17.392867 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cbcbff26-915d-4c4c-842c-fbd5a7614b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:17.690412 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-cbcbff26-915d-4c4c-842c-fbd5a7614b8f admin admin] Allocated IP 172.20.0.1 (264dde5d-0b26-40d6-b1bf-7b5ec20a1ece/a4e42a85-93d1-4c63-8ac0-5587b9394f0f/e654a902-e471-4c18-8d0d-103b5c3ee4a0) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:44:17.816112 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:17.880232 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] Transition to ACTIVE for port object 1025558d-5ddb-46d0-b68f-3d20547a308f will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:44:17.887967 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:17.899229 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cbcbff26-915d-4c4c-842c-fbd5a7614b8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:17.941574 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-cbcbff26-915d-4c4c-842c-fbd5a7614b8f admin admin] Transition to ACTIVE for port object e654a902-e471-4c18-8d0d-103b5c3ee4a0 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:44:17.954090 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] Attempting to bind port 1025558d-5ddb-46d0-b68f-3d20547a308f on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:44:17.954090 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] Attempting to bind port 1025558d-5ddb-46d0-b68f-3d20547a308f by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:44:17.954682 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] Attempting to bind port 1025558d-5ddb-46d0-b68f-3d20547a308f on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:44:17.977293 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:44:17.977798 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:44:17.978324 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:17.978848 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:44:17.979462 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] Bound port: 1025558d-5ddb-46d0-b68f-3d20547a308f, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:44:17.980055 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:18.005136 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cbcbff26-915d-4c4c-842c-fbd5a7614b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:18.075403 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcbff26-915d-4c4c-842c-fbd5a7614b8f admin admin] Network 264dde5d-0b26-40d6-b1bf-7b5ec20a1ece is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:44:18.079802 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-cbcbff26-915d-4c4c-842c-fbd5a7614b8f admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:44:18.081721 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbff26-915d-4c4c-842c-fbd5a7614b8f admin admin] Pushing event updated for resources: {'Port': ['ID=e654a902-e471-4c18-8d0d-103b5c3ee4a0,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:18.095670 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcbff26-915d-4c4c-842c-fbd5a7614b8f admin admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:44:18.096588 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cbcbff26-915d-4c4c-842c-fbd5a7614b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:18.142904 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] For port 1025558d-5ddb-46d0-b68f-3d20547a308f, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:44:18.177916 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630fea9c-a2b6-4a11-a5c2-205cd925e6ae None None] Pushing event updated for resources: {'Port': ['ID=1025558d-5ddb-46d0-b68f-3d20547a308f,revision_number=2']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:18.183911 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] For port 1025558d-5ddb-46d0-b68f-3d20547a308f, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=1025558d-5ddb-46d0-b68f-3d20547a308f,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:44:18.204768 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:18.224673 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630fea9c-a2b6-4a11-a5c2-205cd925e6ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:18.225133 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630fea9c-a2b6-4a11-a5c2-205cd925e6ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:18.225531 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630fea9c-a2b6-4a11-a5c2-205cd925e6ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:18.225826 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630fea9c-a2b6-4a11-a5c2-205cd925e6ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:18.226165 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630fea9c-a2b6-4a11-a5c2-205cd925e6ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:18.226503 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630fea9c-a2b6-4a11-a5c2-205cd925e6ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:18.226833 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630fea9c-a2b6-4a11-a5c2-205cd925e6ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:18.227162 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630fea9c-a2b6-4a11-a5c2-205cd925e6ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:18.227518 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630fea9c-a2b6-4a11-a5c2-205cd925e6ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:18.227843 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630fea9c-a2b6-4a11-a5c2-205cd925e6ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:18.228166 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630fea9c-a2b6-4a11-a5c2-205cd925e6ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:18.228711 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630fea9c-a2b6-4a11-a5c2-205cd925e6ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630fea9c-a2b6-4a11-a5c2-205cd925e6ae None None] Tracked resource versions report: Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: pushed versions: Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: { 'AddressGroup': {'1.2'}, Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: 'ConntrackHelper': {'1.0'}, Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: 'Log': {'1.0'}, Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: 'Network': {'1.1'}, Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: 'Port': {'1.7'}, Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: 'PortForwarding': {'1.2'}, Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: 'QosPolicy': {'1.8'}, Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: 'SecurityGroup': {'1.4'}, Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: 'SecurityGroupRule': {'1.2'}, Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: 'SubPort': {'1.0'}, Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: 'Subnet': {'1.1'}, Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: 'Trunk': {'1.1'}} Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: consumer versions: Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: { DHCP agent@n-d-695189-11: {}, Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: HyperV agent@n-h1-695189-11: {}, Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: HyperV agent@n-h2-695189-11: {}, Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: L3 agent@n-d-695189-11: {}, Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: Metadata agent@n-d-695189-11: {}, Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: Metering agent@n-d-695189-11: {}, Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: Open vSwitch agent@n-d-695189-11: { 'AddressGroup': '1.2', Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: 'ConntrackHelper': '1.0', Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: 'Log': '1.0', Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: 'Network': '1.1', Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: 'Port': '1.7', Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: 'PortForwarding': '1.2', Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: 'QosPolicy': '1.8', Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: 'SecurityGroup': '1.4', Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: 'SecurityGroupRule': '1.2', Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: 'SubPort': '1.0', Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: 'Subnet': '1.1', Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: 'Trunk': '1.1'}} Jul 07 20:44:18.230349 n-d-695189-11 neutron-server[100450]: {{(pid=100450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 20:44:18.333351 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] Routers {'4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:44:18.335171 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:44:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:44:18.383650 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630fea9c-a2b6-4a11-a5c2-205cd925e6ae None None] Pushing event updated for resources: {'Port': ['ID=1025558d-5ddb-46d0-b68f-3d20547a308f,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:18.502757 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0ffc6000-2db6-4677-9b83-43836e2c5f9c None None] Provisioning for port e654a902-e471-4c18-8d0d-103b5c3ee4a0 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:44:18.508226 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0ffc6000-2db6-4677-9b83-43836e2c5f9c None None] Provisioning complete for port e654a902-e471-4c18-8d0d-103b5c3ee4a0 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:44:18.508666 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0ffc6000-2db6-4677-9b83-43836e2c5f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:18.571790 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cbcbff26-915d-4c4c-842c-fbd5a7614b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:18.587496 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-0ffc6000-2db6-4677-9b83-43836e2c5f9c None None] Port e654a902-e471-4c18-8d0d-103b5c3ee4a0 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:44:18.640106 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] Set router 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:44:18.933937 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56294) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:18.966383 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984555661-router', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:13Z', 'updated_at': '2021-07-07T20:44:15Z', 'revision_number': 3, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'gw_port': {'id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:14Z', 'updated_at': '2021-07-07T20:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:44:18.996030 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f3882a-6bc2-4ea7-af09-9651914e4534 None None] The sync data for ids ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'] in n-d-695189-11 is: [{'id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984555661-router', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:13Z', 'updated_at': '2021-07-07T20:44:15Z', 'revision_number': 3, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'gw_port': {'id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:14Z', 'updated_at': '2021-07-07T20:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:44:19.005718 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cbcbff26-915d-4c4c-842c-fbd5a7614b8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:19.010309 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cbcbff26-915d-4c4c-842c-fbd5a7614b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:19.011167 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cbcbff26-915d-4c4c-842c-fbd5a7614b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:19.210946 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbff26-915d-4c4c-842c-fbd5a7614b8f admin admin] Pushing event updated for resources: {'Port': ['ID=e654a902-e471-4c18-8d0d-103b5c3ee4a0,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:19.267372 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcbff26-915d-4c4c-842c-fbd5a7614b8f admin admin] Network 264dde5d-0b26-40d6-b1bf-7b5ec20a1ece is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:44:19.269141 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-cbcbff26-915d-4c4c-842c-fbd5a7614b8f admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:44:19.442910 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b301de2-28c5-4828-b9d2-aa3f1a31afbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:19.477895 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcbff26-915d-4c4c-842c-fbd5a7614b8f admin admin] Router 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:44:19.479155 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56308) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:19.496654 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:19.645116 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:19.675661 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b301de2-28c5-4828-b9d2-aa3f1a31afbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:19.682559 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b301de2-28c5-4828-b9d2-aa3f1a31afbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:19.728856 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a95dd353-d60a-4464-86fc-5878e99e5673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:19.737221 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b301de2-28c5-4828-b9d2-aa3f1a31afbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217229f1-ce05-499e-977f-7075c1e2c4f5,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:19.757196 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2cd07089-cfc4-468d-8124-4d63fd8143d8 None None] Provisioning complete for port e654a902-e471-4c18-8d0d-103b5c3ee4a0 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:44:19.759952 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2cd07089-cfc4-468d-8124-4d63fd8143d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:19.795009 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6b301de2-28c5-4828-b9d2-aa3f1a31afbb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=67a392c191fe4fc2a99b530f4a15081a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8589170 Jul 07 20:44:19.797846 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56328) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:19.802066 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcbff26-915d-4c4c-842c-fbd5a7614b8f admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:44:19.819752 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-cbcbff26-915d-4c4c-842c-fbd5a7614b8f admin admin] 10.222.0.64 "PUT /v2.0/routers/4e0056d2-c84f-4a1b-995c-fa6ec6997b9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2895198 Jul 07 20:44:19.901847 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8345a1f0-d9f3-4368-a227-68c3d0fd9420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:19.946667 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56336) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:19.947451 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8345a1f0-d9f3-4368-a227-68c3d0fd9420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:19.950009 n-d-695189-11 neutron-server[100448]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 20:44:19.951641 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-2cd07089-cfc4-468d-8124-4d63fd8143d8 None None] Port e654a902-e471-4c18-8d0d-103b5c3ee4a0 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:44:19.992934 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-77c44b03-4ee8-41c2-9b2f-c5e19fcfdb1b req-65adc7b0-bbc4-4cb1-8bea-f996bbb2d630 tempest-FlavorsV2NegativeTest-214094989 tempest-FlavorsV2NegativeTest-214094989-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b86f7749d0be4c72815f11cbc6a88ec8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441840 Jul 07 20:44:20.008593 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8345a1f0-d9f3-4368-a227-68c3d0fd9420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:20.011311 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8345a1f0-d9f3-4368-a227-68c3d0fd9420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:20.012722 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8345a1f0-d9f3-4368-a227-68c3d0fd9420 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/217229f1-ce05-499e-977f-7075c1e2c4f5 HTTP/1.1" status: 204 len: 168 time: 0.2132742 Jul 07 20:44:20.021503 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345a1f0-d9f3-4368-a227-68c3d0fd9420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217229f1-ce05-499e-977f-7075c1e2c4f5,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:20.045350 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a95dd353-d60a-4464-86fc-5878e99e5673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:20.064947 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a95dd353-d60a-4464-86fc-5878e99e5673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:20.204687 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a95dd353-d60a-4464-86fc-5878e99e5673 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=61a99beb7b694e1c8ccc383e765531fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7241993 Jul 07 20:44:20.207730 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56352) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:20.212794 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95dd353-d60a-4464-86fc-5878e99e5673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498b9deb-c94e-4737-8f29-676f3422f598,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:20.285528 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c44b03-4ee8-41c2-9b2f-c5e19fcfdb1b req-d1ac6373-31bf-4674-8fe0-3d6771ade316 tempest-FlavorsV2NegativeTest-214094989 tempest-FlavorsV2NegativeTest-214094989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:20.286371 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-576005a9-6a71-4f4d-91fe-4de32452e1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:20.287235 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-77c44b03-4ee8-41c2-9b2f-c5e19fcfdb1b req-d1ac6373-31bf-4674-8fe0-3d6771ade316 tempest-FlavorsV2NegativeTest-214094989 tempest-FlavorsV2NegativeTest-214094989-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2840285 Jul 07 20:44:20.310877 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-77c44b03-4ee8-41c2-9b2f-c5e19fcfdb1b req-44feeb45-a3ab-48cb-b214-300128114d00 tempest-FlavorsV2NegativeTest-214094989 tempest-FlavorsV2NegativeTest-214094989-project] 10.222.0.64 "GET /v2.0/quotas/b86f7749d0be4c72815f11cbc6a88ec8 HTTP/1.1" status: 200 len: 375 time: 0.0165780 Jul 07 20:44:20.315417 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-576005a9-6a71-4f4d-91fe-4de32452e1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:20.381868 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-576005a9-6a71-4f4d-91fe-4de32452e1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:20.384751 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-576005a9-6a71-4f4d-91fe-4de32452e1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:20.385948 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-576005a9-6a71-4f4d-91fe-4de32452e1ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/498b9deb-c94e-4737-8f29-676f3422f598 HTTP/1.1" status: 204 len: 168 time: 0.1769738 Jul 07 20:44:20.394692 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576005a9-6a71-4f4d-91fe-4de32452e1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498b9deb-c94e-4737-8f29-676f3422f598,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:20.402218 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-77c44b03-4ee8-41c2-9b2f-c5e19fcfdb1b req-7f3d5b9e-4c94-48c9-9311-a6979e855b2e tempest-FlavorsV2NegativeTest-214094989 tempest-FlavorsV2NegativeTest-214094989-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b86f7749d0be4c72815f11cbc6a88ec8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820682 Jul 07 20:44:20.562274 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56374) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:20.598050 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-70afc6cb-50d7-424f-b023-fc9556f58edb tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=c57f834cbcc849319c003aa31317445d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340633 Jul 07 20:44:20.800870 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-18c9ba0c-549b-407f-90e6-6474ee58199a tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:20.814653 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-18c9ba0c-549b-407f-90e6-6474ee58199a tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151983 Jul 07 20:44:20.833951 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56396) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:20.856600 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-46db2fef-955c-40c9-aa29-0e6b56e0f8b7 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/quotas/c57f834cbcc849319c003aa31317445d HTTP/1.1" status: 200 len: 375 time: 0.0386398 Jul 07 20:44:20.858058 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3a66-c913-450f-ac0d-6c38fc3f4e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:20.872777 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 1025558d-5ddb-46d0-b68f-3d20547a308f up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:44:20.994174 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-920273a7-b12f-41f2-85c6-7f3bf53ecea6 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c57f834cbcc849319c003aa31317445d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1357203 Jul 07 20:44:20.996823 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3a66-c913-450f-ac0d-6c38fc3f4e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:21.001489 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8fb3a66-c913-450f-ac0d-6c38fc3f4e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:21.051185 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb3a66-c913-450f-ac0d-6c38fc3f4e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7b248c-d2bb-4c7c-96ab-43fb1f409790,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:21.077906 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c8fb3a66-c913-450f-ac0d-6c38fc3f4e3e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d4b884823d64d93a00b33263cbf1825&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2423501 Jul 07 20:44:21.081153 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56406) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:21.105669 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 1025558d-5ddb-46d0-b68f-3d20547a308f completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:44:21.111721 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 1025558d-5ddb-46d0-b68f-3d20547a308f triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:44:21.112955 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:21.160225 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-88ab164a-ef30-497b-8284-7463c60d159f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:21.197248 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-88ab164a-ef30-497b-8284-7463c60d159f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:21.274433 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-88ab164a-ef30-497b-8284-7463c60d159f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:21.280168 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-88ab164a-ef30-497b-8284-7463c60d159f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:21.280936 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:21.289796 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-88ab164a-ef30-497b-8284-7463c60d159f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cd7b248c-d2bb-4c7c-96ab-43fb1f409790 HTTP/1.1" status: 204 len: 168 time: 0.2067637 Jul 07 20:44:21.312934 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 1025558d-5ddb-46d0-b68f-3d20547a308f, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=1025558d-5ddb-46d0-b68f-3d20547a308f,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:44:21.315685 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab164a-ef30-497b-8284-7463c60d159f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7b248c-d2bb-4c7c-96ab-43fb1f409790,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:21.318103 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:21.363116 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56410) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:21.387119 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e3e1932c-bc7f-4b6f-b499-c1c7b1d0236d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:21.506276 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=1025558d-5ddb-46d0-b68f-3d20547a308f,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:21.669734 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e3e1932c-bc7f-4b6f-b499-c1c7b1d0236d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:21.693801 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e3e1932c-bc7f-4b6f-b499-c1c7b1d0236d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:21.805016 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1932c-bc7f-4b6f-b499-c1c7b1d0236d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3bd903-59a1-45b2-8ab1-552f9ed562f4,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:21.815951 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b3e2b015-5a85-477e-a1ce-a4cb785f4eb2 req-ec220917-e484-4581-b61d-ed46759b7aaa tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 210 time: 0.2030919 Jul 07 20:44:21.872479 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e3e1932c-bc7f-4b6f-b499-c1c7b1d0236d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f5876d01f7164c1baa33cc6b7c33696e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5079899 Jul 07 20:44:21.876255 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56450) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:21.998515 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-37b2586f-8d36-4f2d-b8b8-a4676e7891f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:22.067934 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-37b2586f-8d36-4f2d-b8b8-a4676e7891f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:22.157901 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-37b2586f-8d36-4f2d-b8b8-a4676e7891f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:22.160797 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-37b2586f-8d36-4f2d-b8b8-a4676e7891f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:22.166195 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-37b2586f-8d36-4f2d-b8b8-a4676e7891f5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8b3bd903-59a1-45b2-8ab1-552f9ed562f4 HTTP/1.1" status: 204 len: 168 time: 0.2843647 Jul 07 20:44:22.171071 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] Sync routers for ids ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:44:22.179985 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2586f-8d36-4f2d-b8b8-a4676e7891f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3bd903-59a1-45b2-8ab1-552f9ed562f4,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:22.204464 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] Routers {'4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:44:22.206455 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:44:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:44:22.396190 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] Set router 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:44:22.692098 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984555661-router', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:13Z', 'updated_at': '2021-07-07T20:44:18Z', 'revision_number': 4, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'gw_port': {'id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:14Z', 'updated_at': '2021-07-07T20:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'e654a902-e471-4c18-8d0d-103b5c3ee4a0', 'name': '', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'mac_address': 'fa:16:3e:d7:c2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:17Z', 'updated_at': '2021-07-07T20:44:18Z', 'revision_number': 2, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'subnets': [{'id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:44:22.742429 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] Checking router: 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:44:22.742795 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] Updating router 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b port e654a902-e471-4c18-8d0d-103b5c3ee4a0 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:44:22.788948 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:22.966156 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56522) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:22.971737 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-307d4f9d-e1d8-4ee8-9e7a-87455d80db3a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1371591024-network', 'tenant_id': '4b2ecc29e3c14f43a4907bd33c3c555c'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:22.985647 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6df9c3f0-3698-4eb9-839d-631aaa8ab1be req-5e262c0b-c688-4cbd-9a66-de219d9baa32 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 210 time: 0.0713501 Jul 07 20:44:23.033978 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307d4f9d-e1d8-4ee8-9e7a-87455d80db3a admin admin] Made reservation on behalf of 4b2ecc29e3c14f43a4907bd33c3c555c for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:44:23.045135 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-307d4f9d-e1d8-4ee8-9e7a-87455d80db3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:23.066642 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-307d4f9d-e1d8-4ee8-9e7a-87455d80db3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:23.111655 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56528) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:23.150124 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 1025558d-5ddb-46d0-b68f-3d20547a308f up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:44:23.261322 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 1025558d-5ddb-46d0-b68f-3d20547a308f triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:44:23.262463 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:23.299151 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-307d4f9d-e1d8-4ee8-9e7a-87455d80db3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:23.307579 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-307d4f9d-e1d8-4ee8-9e7a-87455d80db3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:23.338097 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-307d4f9d-e1d8-4ee8-9e7a-87455d80db3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:44:23.357044 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d4f9d-e1d8-4ee8-9e7a-87455d80db3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b1262c-4f13-408e-950d-8ae7df2329df,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:23.365951 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-307d4f9d-e1d8-4ee8-9e7a-87455d80db3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:23.366437 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-307d4f9d-e1d8-4ee8-9e7a-87455d80db3a admin admin] Added segment d4a4edd5-a19e-4603-8fbc-32f9f5f5bcb9 of type vlan for network 2bf8726a-0e60-45bc-b31d-e94a17cd05bc Jul 07 20:44:23.440553 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-307d4f9d-e1d8-4ee8-9e7a-87455d80db3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:23.481149 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-307d4f9d-e1d8-4ee8-9e7a-87455d80db3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:23.482140 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307d4f9d-e1d8-4ee8-9e7a-87455d80db3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:23.484211 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-307d4f9d-e1d8-4ee8-9e7a-87455d80db3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:23.510838 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:23.525167 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] Transition to ACTIVE for port object e654a902-e471-4c18-8d0d-103b5c3ee4a0 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:44:23.533764 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:23.546237 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56550) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:23.546557 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-307d4f9d-e1d8-4ee8-9e7a-87455d80db3a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5790546 Jul 07 20:44:23.552050 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-a3b469ee-23af-432c-bfd1-463120b3d33e admin admin] Request body: {'subnet': {'network_id': '2bf8726a-0e60-45bc-b31d-e94a17cd05bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1371591024-subnet', 'tenant_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:23.562759 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d4f9d-e1d8-4ee8-9e7a-87455d80db3a admin admin] Pushing event updated for resources: {'Network': ['ID=2bf8726a-0e60-45bc-b31d-e94a17cd05bc,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:23.594571 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-418f2d29-6fa1-4022-98df-3cbf02501493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:23.598280 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 2bf8726a-0e60-45bc-b31d-e94a17cd05bc details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:44:23.609395 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b626c5-7e39-4116-9a2d-11395e52d36d None None] Pushing event updated for resources: {'Port': ['ID=e654a902-e471-4c18-8d0d-103b5c3ee4a0,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:23.635135 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b469ee-23af-432c-bfd1-463120b3d33e admin admin] Made reservation on behalf of 4b2ecc29e3c14f43a4907bd33c3c555c for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:44:23.640904 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a3b469ee-23af-432c-bfd1-463120b3d33e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:23.872493 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] Attempting to bind port e654a902-e471-4c18-8d0d-103b5c3ee4a0 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:44:23.873020 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] Attempting to bind port e654a902-e471-4c18-8d0d-103b5c3ee4a0 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '72898ccf-b813-4daa-8482-8990fb92981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:44:23.873576 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] Attempting to bind port e654a902-e471-4c18-8d0d-103b5c3ee4a0 on network 264dde5d-0b26-40d6-b1bf-7b5ec20a1ece {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:44:23.882726 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:44:23.883356 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] Checking segment: {'id': '72898ccf-b813-4daa-8482-8990fb92981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:44:23.884018 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-418f2d29-6fa1-4022-98df-3cbf02501493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:23.884142 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:23.884719 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] Bound using segment: {'id': '72898ccf-b813-4daa-8482-8990fb92981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:44:23.886527 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] Bound port: e654a902-e471-4c18-8d0d-103b5c3ee4a0, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72898ccf-b813-4daa-8482-8990fb92981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:44:23.887974 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:23.893402 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-418f2d29-6fa1-4022-98df-3cbf02501493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:23.900657 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56562) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:23.970231 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-418f2d29-6fa1-4022-98df-3cbf02501493 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b86f7749d0be4c72815f11cbc6a88ec8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8570623 Jul 07 20:44:23.972828 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56568) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:23.977983 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] For port e654a902-e471-4c18-8d0d-103b5c3ee4a0, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:44:23.978526 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f2d29-6fa1-4022-98df-3cbf02501493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97ed61c-8268-412c-9998-878b2e5d2fa3,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:23.996025 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] For port e654a902-e471-4c18-8d0d-103b5c3ee4a0, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=e654a902-e471-4c18-8d0d-103b5c3ee4a0,segment=NetworkSegment(72898ccf-b813-4daa-8482-8990fb92981a),segment_id=72898ccf-b813-4daa-8482-8990fb92981a)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:44:24.006135 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:24.159610 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] Routers {'4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:44:24.160253 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:44:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:44:24.168100 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b626c5-7e39-4116-9a2d-11395e52d36d None None] Pushing event updated for resources: {'Port': ['ID=e654a902-e471-4c18-8d0d-103b5c3ee4a0,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:24.174528 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e65e084-cfe5-42bd-9c61-052666435d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:24.196069 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fab44da7-2e38-462f-8f01-903497e18535 req-5450c095-b013-43c8-8d11-7d5f397747c4 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 210 time: 0.0807204 Jul 07 20:44:24.246014 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a3b469ee-23af-432c-bfd1-463120b3d33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:24.295376 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e65e084-cfe5-42bd-9c61-052666435d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:24.337320 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] Set router 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:44:24.388715 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b469ee-23af-432c-bfd1-463120b3d33e admin admin] Pushing event updated for resources: {'Subnet': ['ID=738a37ea-b79b-4157-b864-293dc8b4a03c,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:24.396571 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b469ee-23af-432c-bfd1-463120b3d33e admin admin] Checking segment: {'id': 'd4a4edd5-a19e-4603-8fbc-32f9f5f5bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2bf8726a-0e60-45bc-b31d-e94a17cd05bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:44:24.396870 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b469ee-23af-432c-bfd1-463120b3d33e admin admin] Network hostable DHCP agents. Network: 2bf8726a-0e60-45bc-b31d-e94a17cd05bc, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:44:24.425287 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e65e084-cfe5-42bd-9c61-052666435d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:24.428289 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e65e084-cfe5-42bd-9c61-052666435d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:24.429579 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4e65e084-cfe5-42bd-9c61-052666435d64 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b97ed61c-8268-412c-9998-878b2e5d2fa3 HTTP/1.1" status: 204 len: 168 time: 0.4556391 Jul 07 20:44:24.455533 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b469ee-23af-432c-bfd1-463120b3d33e admin admin] Network 2bf8726a-0e60-45bc-b31d-e94a17cd05bc is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:44:24.459423 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65e084-cfe5-42bd-9c61-052666435d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97ed61c-8268-412c-9998-878b2e5d2fa3,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:24.485743 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-a3b469ee-23af-432c-bfd1-463120b3d33e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 2bf8726a-0e60-45bc-b31d-e94a17cd05bc) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:44:24.490811 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b469ee-23af-432c-bfd1-463120b3d33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:24.491407 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a3b469ee-23af-432c-bfd1-463120b3d33e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:24.520827 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4cd490f9-79b1-4423-999a-da3f3e59aaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:24.527379 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56586) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:24.527620 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a3b469ee-23af-432c-bfd1-463120b3d33e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9801280 Jul 07 20:44:24.551785 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-141c2bcf-0003-4510-95b7-1292f0009885 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1371591024-router', 'tenant_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:24.552395 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff669d88-49ee-4fa8-895a-4d4887529ba0 None None] Network 2bf8726a-0e60-45bc-b31d-e94a17cd05bc requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:44:24.577872 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.db.api [None req-4cd490f9-79b1-4423-999a-da3f3e59aaab admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 20:44:24.577872 n-d-695189-11 neutron-server[100447]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 20:44:24.577872 n-d-695189-11 neutron-server[100447]: [parameters: {'project_id_1': '5c87b7f00edc44c3becf6b3260e76d7c', 'expiration_1': datetime.datetime(2021, 7, 7, 20, 44, 24, 562696)}] Jul 07 20:44:24.577872 n-d-695189-11 neutron-server[100447]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 20:44:24.578628 n-d-695189-11 neutron-server[100447]: DEBUG oslo_db.api [None req-4cd490f9-79b1-4423-999a-da3f3e59aaab admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 20:44:24.586244 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-141c2bcf-0003-4510-95b7-1292f0009885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:24.587650 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-141c2bcf-0003-4510-95b7-1292f0009885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:24.658421 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-141c2bcf-0003-4510-95b7-1292f0009885 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:24.797369 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7c6dff-9793-409c-8470-582dc79a7572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-2bf8726a-0e60-45bc-b31d-e94a17cd05bc', 'network_id': '2bf8726a-0e60-45bc-b31d-e94a17cd05bc', 'tenant_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'fixed_ips': [{'subnet_id': '738a37ea-b79b-4157-b864-293dc8b4a03c'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:44:24.799162 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0f7c6dff-9793-409c-8470-582dc79a7572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:24.861425 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-141c2bcf-0003-4510-95b7-1292f0009885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:25.019680 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984555661-router', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:13Z', 'updated_at': '2021-07-07T20:44:18Z', 'revision_number': 4, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'gw_port': {'id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:14Z', 'updated_at': '2021-07-07T20:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'e654a902-e471-4c18-8d0d-103b5c3ee4a0', 'name': '', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'mac_address': 'fa:16:3e:d7:c2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:17Z', 'updated_at': '2021-07-07T20:44:23Z', 'revision_number': 4, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'subnets': [{'id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:44:25.053466 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa411a5-22a1-4bf8-b779-720473ab84ad None None] The sync data for ids ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'] in n-d-695189-11 is: [{'id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984555661-router', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:13Z', 'updated_at': '2021-07-07T20:44:18Z', 'revision_number': 4, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'gw_port': {'id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:14Z', 'updated_at': '2021-07-07T20:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'e654a902-e471-4c18-8d0d-103b5c3ee4a0', 'name': '', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'mac_address': 'fa:16:3e:d7:c2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:17Z', 'updated_at': '2021-07-07T20:44:23Z', 'revision_number': 4, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'subnets': [{'id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:44:25.110191 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-0f7c6dff-9793-409c-8470-582dc79a7572 None None] Allocated IP 172.20.0.2 (2bf8726a-0e60-45bc-b31d-e94a17cd05bc/738a37ea-b79b-4157-b864-293dc8b4a03c/cd025afc-55ea-4da4-b739-d0997e5f4e23) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:44:25.117282 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4cd490f9-79b1-4423-999a-da3f3e59aaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:25.296495 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4cd490f9-79b1-4423-999a-da3f3e59aaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:25.551966 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72533441-f5c1-4544-a35e-62efd6bea44d req-f2e2b2cc-df85-44b2-833f-e618c55d162e tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 210 time: 0.0490274 Jul 07 20:44:25.582541 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0f7c6dff-9793-409c-8470-582dc79a7572 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:25.612258 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0f7c6dff-9793-409c-8470-582dc79a7572 None None] Transition to ACTIVE for port object cd025afc-55ea-4da4-b739-d0997e5f4e23 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:44:25.640819 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0f7c6dff-9793-409c-8470-582dc79a7572 None None] Transition to ACTIVE for port object cd025afc-55ea-4da4-b739-d0997e5f4e23 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:44:25.661520 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0f7c6dff-9793-409c-8470-582dc79a7572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:25.672275 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4cd490f9-79b1-4423-999a-da3f3e59aaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:25.761036 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c6dff-9793-409c-8470-582dc79a7572 None None] Pushing event updated for resources: {'Port': ['ID=cd025afc-55ea-4da4-b739-d0997e5f4e23,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:25.769776 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7c6dff-9793-409c-8470-582dc79a7572 None None] Network 2bf8726a-0e60-45bc-b31d-e94a17cd05bc is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:44:25.773066 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-0f7c6dff-9793-409c-8470-582dc79a7572 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:44:25.774235 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7c6dff-9793-409c-8470-582dc79a7572 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:44:25.829968 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4cd490f9-79b1-4423-999a-da3f3e59aaab admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c87b7f00edc44c3becf6b3260e76d7c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9281754 Jul 07 20:44:25.832994 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56634) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:25.843929 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0f7c6dff-9793-409c-8470-582dc79a7572 None None] Attempting to bind port cd025afc-55ea-4da4-b739-d0997e5f4e23 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:44:25.844370 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0f7c6dff-9793-409c-8470-582dc79a7572 None None] Attempting to bind port cd025afc-55ea-4da4-b739-d0997e5f4e23 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'd4a4edd5-a19e-4603-8fbc-32f9f5f5bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2bf8726a-0e60-45bc-b31d-e94a17cd05bc'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:44:25.844694 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7c6dff-9793-409c-8470-582dc79a7572 None None] Attempting to bind port cd025afc-55ea-4da4-b739-d0997e5f4e23 on network 2bf8726a-0e60-45bc-b31d-e94a17cd05bc {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:44:25.856774 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7c6dff-9793-409c-8470-582dc79a7572 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:44:25.857033 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7c6dff-9793-409c-8470-582dc79a7572 None None] Checking segment: {'id': 'd4a4edd5-a19e-4603-8fbc-32f9f5f5bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2bf8726a-0e60-45bc-b31d-e94a17cd05bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:44:25.857423 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0f7c6dff-9793-409c-8470-582dc79a7572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:25.857831 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7c6dff-9793-409c-8470-582dc79a7572 None None] Bound using segment: {'id': 'd4a4edd5-a19e-4603-8fbc-32f9f5f5bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2bf8726a-0e60-45bc-b31d-e94a17cd05bc'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:44:25.858317 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0f7c6dff-9793-409c-8470-582dc79a7572 None None] Bound port: cd025afc-55ea-4da4-b739-d0997e5f4e23, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a4edd5-a19e-4603-8fbc-32f9f5f5bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2bf8726a-0e60-45bc-b31d-e94a17cd05bc'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:44:25.858723 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0f7c6dff-9793-409c-8470-582dc79a7572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:25.868001 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd490f9-79b1-4423-999a-da3f3e59aaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97f3810-a7f5-476b-8f1a-b01c88f623dd,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:25.890044 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-141c2bcf-0003-4510-95b7-1292f0009885 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:25.948725 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-141c2bcf-0003-4510-95b7-1292f0009885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:25.969115 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f5dd5e48-c296-4eca-897c-04ecbb776a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:25.992544 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0f7c6dff-9793-409c-8470-582dc79a7572 None None] For port cd025afc-55ea-4da4-b739-d0997e5f4e23, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:44:25.999477 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0f7c6dff-9793-409c-8470-582dc79a7572 None None] For port cd025afc-55ea-4da4-b739-d0997e5f4e23, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=cd025afc-55ea-4da4-b739-d0997e5f4e23,segment=NetworkSegment(d4a4edd5-a19e-4603-8fbc-32f9f5f5bcb9),segment_id=d4a4edd5-a19e-4603-8fbc-32f9f5f5bcb9)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:44:26.004961 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f5dd5e48-c296-4eca-897c-04ecbb776a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:26.011105 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0f7c6dff-9793-409c-8470-582dc79a7572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:26.080360 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f5dd5e48-c296-4eca-897c-04ecbb776a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:26.082868 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f5dd5e48-c296-4eca-897c-04ecbb776a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:26.084074 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f5dd5e48-c296-4eca-897c-04ecbb776a72 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b97f3810-a7f5-476b-8f1a-b01c88f623dd HTTP/1.1" status: 204 len: 168 time: 0.2500918 Jul 07 20:44:26.103645 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd5e48-c296-4eca-897c-04ecbb776a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97f3810-a7f5-476b-8f1a-b01c88f623dd,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:26.180035 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c6dff-9793-409c-8470-582dc79a7572 None None] Pushing event updated for resources: {'Port': ['ID=cd025afc-55ea-4da4-b739-d0997e5f4e23,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:26.195473 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-141c2bcf-0003-4510-95b7-1292f0009885 admin admin] Allocated IP 172.25.5.87 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/99a7c6b1-378c-4fbf-ba22-4e517144ab1a) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:44:26.359068 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-141c2bcf-0003-4510-95b7-1292f0009885 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:26.492551 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-141c2bcf-0003-4510-95b7-1292f0009885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:26.530374 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.58', 53542) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:26.591549 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141c2bcf-0003-4510-95b7-1292f0009885 admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:44:26.601068 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-c4fe1674-d7d6-4421-93f8-9784244767ff tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=c57f834cbcc849319c003aa31317445d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666349 Jul 07 20:44:26.602143 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-141c2bcf-0003-4510-95b7-1292f0009885 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:44:26.608268 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141c2bcf-0003-4510-95b7-1292f0009885 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:44:26.780624 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c2bcf-0003-4510-95b7-1292f0009885 admin admin] Pushing event updated for resources: {'Port': ['ID=99a7c6b1-378c-4fbf-ba22-4e517144ab1a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:26.977680 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device e654a902-e471-4c18-8d0d-103b5c3ee4a0 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:44:27.212435 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port e654a902-e471-4c18-8d0d-103b5c3ee4a0 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:44:27.225760 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-141c2bcf-0003-4510-95b7-1292f0009885 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:27.227980 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port e654a902-e471-4c18-8d0d-103b5c3ee4a0 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:44:27.233926 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:27.270614 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e97aa7b8-d547-40f0-bfc4-bcc483b8c5a7 req-6cc8a1ac-e492-4452-a48d-83e322b0535e tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 210 time: 0.1473265 Jul 07 20:44:27.298085 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-913e2979-6318-42d7-9b04-b965c1e9867f tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:27.299654 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-913e2979-6318-42d7-9b04-b965c1e9867f tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6882238 Jul 07 20:44:27.370127 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-6dfad59e-9e9a-4da9-8da4-9cc8bcec8f61 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Request body: {'port': {'device_id': '570ed821-ed6a-47b2-b916-344f4a3bf275', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': 'c57f834cbcc849319c003aa31317445d'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:27.469109 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56676) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:27.545294 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4bf3f4ef-fce0-4ea9-a516-a33ad264d72d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:27.717151 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:27.770871 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-141c2bcf-0003-4510-95b7-1292f0009885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:27.789726 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port e654a902-e471-4c18-8d0d-103b5c3ee4a0, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=e654a902-e471-4c18-8d0d-103b5c3ee4a0,segment=NetworkSegment(72898ccf-b813-4daa-8482-8990fb92981a),segment_id=72898ccf-b813-4daa-8482-8990fb92981a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:44:27.801144 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:27.802306 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device cd025afc-55ea-4da4-b739-d0997e5f4e23 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:44:27.899700 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0e28ca-c39c-49b0-a3e5-c1a7f9b24637 None None] Network 2bf8726a-0e60-45bc-b31d-e94a17cd05bc requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:44:27.963139 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4bf3f4ef-fce0-4ea9-a516-a33ad264d72d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:27.975100 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4bf3f4ef-fce0-4ea9-a516-a33ad264d72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:27.985007 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=e654a902-e471-4c18-8d0d-103b5c3ee4a0,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:27.999397 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d75cba2a-326c-496d-b575-5c11eb9331bf None None] Provisioning for port cd025afc-55ea-4da4-b739-d0997e5f4e23 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:44:28.009847 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-6dfad59e-9e9a-4da9-8da4-9cc8bcec8f61 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Made reservation on behalf of c57f834cbcc849319c003aa31317445d for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:44:28.019315 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port cd025afc-55ea-4da4-b739-d0997e5f4e23 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:44:28.019541 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-6dfad59e-9e9a-4da9-8da4-9cc8bcec8f61 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:28.025081 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port cd025afc-55ea-4da4-b739-d0997e5f4e23 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:44:28.025766 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:28.051296 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-6dfad59e-9e9a-4da9-8da4-9cc8bcec8f61 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:28.061513 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4bf3f4ef-fce0-4ea9-a516-a33ad264d72d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2534d86a65064a75b6870d4bcd98cbc1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5891857 Jul 07 20:44:28.062815 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56702) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:28.065077 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3f4ef-fce0-4ea9-a516-a33ad264d72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348bd08c-5377-42b8-abb3-ce42470e1065,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:28.090376 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141c2bcf-0003-4510-95b7-1292f0009885 admin admin] Router 806317b4-d5cc-42b6-9aa7-0d6233c71757 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:44:28.142976 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c3f8f095-1d46-48a8-932c-f33b54d0ea66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:28.210138 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:28.257756 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port cd025afc-55ea-4da4-b739-d0997e5f4e23, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=cd025afc-55ea-4da4-b739-d0997e5f4e23,segment=NetworkSegment(d4a4edd5-a19e-4603-8fbc-32f9f5f5bcb9),segment_id=d4a4edd5-a19e-4603-8fbc-32f9f5f5bcb9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:44:28.261753 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141c2bcf-0003-4510-95b7-1292f0009885 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:44:28.272721 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:28.274675 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] Sync routers for ids ['806317b4-d5cc-42b6-9aa7-0d6233c71757'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:44:28.297553 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] Routers {'806317b4-d5cc-42b6-9aa7-0d6233c71757'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:44:28.298198 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:44:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['806317b4-d5cc-42b6-9aa7-0d6233c71757'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:44:28.330962 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c3f8f095-1d46-48a8-932c-f33b54d0ea66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:28.352472 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=cd025afc-55ea-4da4-b739-d0997e5f4e23,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:28.373703 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-6dfad59e-9e9a-4da9-8da4-9cc8bcec8f61 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:28.382667 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-6dfad59e-9e9a-4da9-8da4-9cc8bcec8f61 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:28.402872 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-141c2bcf-0003-4510-95b7-1292f0009885 admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:28.413257 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-141c2bcf-0003-4510-95b7-1292f0009885 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.8775470 Jul 07 20:44:28.415203 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56710) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:28.539054 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c3f8f095-1d46-48a8-932c-f33b54d0ea66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:28.542152 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c3f8f095-1d46-48a8-932c-f33b54d0ea66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:28.546362 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c3f8f095-1d46-48a8-932c-f33b54d0ea66 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/348bd08c-5377-42b8-abb3-ce42470e1065 HTTP/1.1" status: 204 len: 168 time: 0.4798830 Jul 07 20:44:28.573855 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8f095-1d46-48a8-932c-f33b54d0ea66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348bd08c-5377-42b8-abb3-ce42470e1065,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:28.601016 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] Set router 806317b4-d5cc-42b6-9aa7-0d6233c71757 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:44:28.728773 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfad59e-9e9a-4da9-8da4-9cc8bcec8f61 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c54134d0-b041-4849-b1aa-2f63af3ef224,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:28.756705 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-786af97d-47ed-4273-99b5-c6bbbe915fba None None] Provisioning complete for port cd025afc-55ea-4da4-b739-d0997e5f4e23 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:44:28.757215 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-786af97d-47ed-4273-99b5-c6bbbe915fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:28.793242 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-456a2ef4-d2a4-4abd-9541-8afcf26b43a4 req-4ab731a2-99b5-4516-b2f2-4cdfc405d877 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 210 time: 0.1336086 Jul 07 20:44:29.143296 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device e654a902-e471-4c18-8d0d-103b5c3ee4a0 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:44:29.197944 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-6dfad59e-9e9a-4da9-8da4-9cc8bcec8f61 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Allocated IP 192.168.233.243 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/905aedea-71fb-4e08-849c-a06581b13569) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:44:29.231578 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-afd69274-8124-4430-8062-d7b8d141a330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:29.253862 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port e654a902-e471-4c18-8d0d-103b5c3ee4a0 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:44:29.255407 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:29.268098 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806317b4-d5cc-42b6-9aa7-0d6233c71757', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1371591024-router', 'tenant_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '99a7c6b1-378c-4fbf-ba22-4e517144ab1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:24Z', 'updated_at': '2021-07-07T20:44:26Z', 'revision_number': 3, 'project_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'gw_port': {'id': '99a7c6b1-378c-4fbf-ba22-4e517144ab1a', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806317b4-d5cc-42b6-9aa7-0d6233c71757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:25Z', 'updated_at': '2021-07-07T20:44:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:44:29.428211 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] Checking router: 806317b4-d5cc-42b6-9aa7-0d6233c71757 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:44:29.428985 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] Updating router 806317b4-d5cc-42b6-9aa7-0d6233c71757 port 99a7c6b1-378c-4fbf-ba22-4e517144ab1a binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:44:29.444002 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device cd025afc-55ea-4da4-b739-d0997e5f4e23 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:44:29.546087 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:29.601691 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-6dfad59e-9e9a-4da9-8da4-9cc8bcec8f61 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:29.646909 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port cd025afc-55ea-4da4-b739-d0997e5f4e23 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:44:29.647675 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:29.677803 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-6dfad59e-9e9a-4da9-8da4-9cc8bcec8f61 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Transition to ACTIVE for port object 905aedea-71fb-4e08-849c-a06581b13569 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:44:29.802763 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-6dfad59e-9e9a-4da9-8da4-9cc8bcec8f61 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:29.996146 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cda428c9-0048-4b40-a1a3-d8b90f6c55c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:30.069566 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-6dfad59e-9e9a-4da9-8da4-9cc8bcec8f61 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:44:30.150539 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-6dfad59e-9e9a-4da9-8da4-9cc8bcec8f61 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:44:30.155206 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-6dfad59e-9e9a-4da9-8da4-9cc8bcec8f61 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:44:30.190617 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-6dfad59e-9e9a-4da9-8da4-9cc8bcec8f61 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:30.195794 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-6dfad59e-9e9a-4da9-8da4-9cc8bcec8f61 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:30.278323 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-6dfad59e-9e9a-4da9-8da4-9cc8bcec8f61 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9129729 Jul 07 20:44:30.379188 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-37365b4f-4f74-4985-8c66-6e7e0553e7cd tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:44:30.384996 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-37365b4f-4f74-4985-8c66-6e7e0553e7cd tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0698845 Jul 07 20:44:30.424648 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfad59e-9e9a-4da9-8da4-9cc8bcec8f61 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Pushing event updated for resources: {'Port': ['ID=905aedea-71fb-4e08-849c-a06581b13569,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:30.557143 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:30.578490 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8bcfd889-32ff-4632-992b-84e5062db7ac None None] Provisioning for port 905aedea-71fb-4e08-849c-a06581b13569 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:44:30.586259 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] Transition to ACTIVE for port object 99a7c6b1-378c-4fbf-ba22-4e517144ab1a will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:44:30.589647 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8bcfd889-32ff-4632-992b-84e5062db7ac None None] Provisioning complete for port 905aedea-71fb-4e08-849c-a06581b13569 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:44:30.590958 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bcfd889-32ff-4632-992b-84e5062db7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:30.595908 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-cda428c9-0048-4b40-a1a3-d8b90f6c55c7 admin admin] Allocated IP 172.20.0.1 (2bf8726a-0e60-45bc-b31d-e94a17cd05bc/738a37ea-b79b-4157-b864-293dc8b4a03c/a4c75c03-5553-4b32-984b-40ba2efe25fc) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:44:30.602496 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:30.620328 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66438ee-742c-415e-851d-8706d4e1694e req-e4f8547c-78f4-4335-8794-b1120024cc6c tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:30.633488 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b66438ee-742c-415e-851d-8706d4e1694e req-e4f8547c-78f4-4335-8794-b1120024cc6c tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 936 time: 0.2806997 Jul 07 20:44:30.657777 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f112f-24ff-4e02-90d1-6fdd1b62333b None None] Pushing event updated for resources: {'Port': ['ID=99a7c6b1-378c-4fbf-ba22-4e517144ab1a,revision_number=2']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:30.728533 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b66438ee-742c-415e-851d-8706d4e1694e req-624163bd-28a2-492f-89e6-5ebe5adaa87b tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/security-groups?id=c54134d0-b041-4849-b1aa-2f63af3ef224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928452 Jul 07 20:44:30.728995 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] Attempting to bind port 99a7c6b1-378c-4fbf-ba22-4e517144ab1a on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:44:30.729747 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] Attempting to bind port 99a7c6b1-378c-4fbf-ba22-4e517144ab1a by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:44:30.730873 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] Attempting to bind port 99a7c6b1-378c-4fbf-ba22-4e517144ab1a on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:44:30.732170 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-8bcfd889-32ff-4632-992b-84e5062db7ac None None] Port 905aedea-71fb-4e08-849c-a06581b13569 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:44:30.758783 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:44:30.759508 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:44:30.760254 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:30.760811 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:44:30.761990 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] Bound port: 99a7c6b1-378c-4fbf-ba22-4e517144ab1a, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:44:30.763649 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:30.970565 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] For port 99a7c6b1-378c-4fbf-ba22-4e517144ab1a, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:44:30.983032 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] For port 99a7c6b1-378c-4fbf-ba22-4e517144ab1a, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=99a7c6b1-378c-4fbf-ba22-4e517144ab1a,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:44:30.989078 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:31.061460 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cda428c9-0048-4b40-a1a3-d8b90f6c55c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:31.081273 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-cda428c9-0048-4b40-a1a3-d8b90f6c55c7 admin admin] Transition to ACTIVE for port object a4c75c03-5553-4b32-984b-40ba2efe25fc will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:44:31.139483 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cda428c9-0048-4b40-a1a3-d8b90f6c55c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:31.216131 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda428c9-0048-4b40-a1a3-d8b90f6c55c7 admin admin] Network 2bf8726a-0e60-45bc-b31d-e94a17cd05bc is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:44:31.224664 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-cda428c9-0048-4b40-a1a3-d8b90f6c55c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:44:31.232824 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda428c9-0048-4b40-a1a3-d8b90f6c55c7 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:44:31.234035 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cda428c9-0048-4b40-a1a3-d8b90f6c55c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:31.281904 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] Routers {'806317b4-d5cc-42b6-9aa7-0d6233c71757'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:44:31.282901 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:44:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['806317b4-d5cc-42b6-9aa7-0d6233c71757'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:44:31.353840 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f112f-24ff-4e02-90d1-6fdd1b62333b None None] Pushing event updated for resources: {'Port': ['ID=99a7c6b1-378c-4fbf-ba22-4e517144ab1a,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:31.437978 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda428c9-0048-4b40-a1a3-d8b90f6c55c7 admin admin] Pushing event updated for resources: {'Port': ['ID=a4c75c03-5553-4b32-984b-40ba2efe25fc,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:31.720292 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-ce0ce697-77c6-4579-a36e-8819bcc32f12 service neutron] Request body: {'port': {'device_id': '570ed821-ed6a-47b2-b916-344f4a3bf275', 'device_owner': 'compute:tempest-test_az-676102759', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:31.747882 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] Set router 806317b4-d5cc-42b6-9aa7-0d6233c71757 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:44:31.852695 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cda428c9-0048-4b40-a1a3-d8b90f6c55c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:31.899407 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-15dc91c4-f8d0-44ee-8ff0-68a907b53bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:31.930154 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:31.979816 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7787340f-644d-4111-b144-80f078c7985d None None] Provisioning for port a4c75c03-5553-4b32-984b-40ba2efe25fc completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:44:31.996871 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7787340f-644d-4111-b144-80f078c7985d None None] Provisioning complete for port a4c75c03-5553-4b32-984b-40ba2efe25fc triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:44:31.999882 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7787340f-644d-4111-b144-80f078c7985d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:32.016301 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-ce0ce697-77c6-4579-a36e-8819bcc32f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:32.122856 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-7787340f-644d-4111-b144-80f078c7985d None None] Port a4c75c03-5553-4b32-984b-40ba2efe25fc cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:44:32.278957 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cda428c9-0048-4b40-a1a3-d8b90f6c55c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:32.305542 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cda428c9-0048-4b40-a1a3-d8b90f6c55c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:32.306642 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cda428c9-0048-4b40-a1a3-d8b90f6c55c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:32.332489 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806317b4-d5cc-42b6-9aa7-0d6233c71757', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1371591024-router', 'tenant_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '99a7c6b1-378c-4fbf-ba22-4e517144ab1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:24Z', 'updated_at': '2021-07-07T20:44:26Z', 'revision_number': 3, 'project_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'gw_port': {'id': '99a7c6b1-378c-4fbf-ba22-4e517144ab1a', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806317b4-d5cc-42b6-9aa7-0d6233c71757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:25Z', 'updated_at': '2021-07-07T20:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:44:32.373300 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6698ff70-0557-44b1-9e66-9ce944c9a43d None None] The sync data for ids ['806317b4-d5cc-42b6-9aa7-0d6233c71757'] in n-d-695189-11 is: [{'id': '806317b4-d5cc-42b6-9aa7-0d6233c71757', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1371591024-router', 'tenant_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '99a7c6b1-378c-4fbf-ba22-4e517144ab1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:24Z', 'updated_at': '2021-07-07T20:44:26Z', 'revision_number': 3, 'project_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'gw_port': {'id': '99a7c6b1-378c-4fbf-ba22-4e517144ab1a', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806317b4-d5cc-42b6-9aa7-0d6233c71757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:25Z', 'updated_at': '2021-07-07T20:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:44:32.374799 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda428c9-0048-4b40-a1a3-d8b90f6c55c7 admin admin] Pushing event updated for resources: {'Port': ['ID=a4c75c03-5553-4b32-984b-40ba2efe25fc,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:32.697777 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda428c9-0048-4b40-a1a3-d8b90f6c55c7 admin admin] Network 2bf8726a-0e60-45bc-b31d-e94a17cd05bc is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:44:32.708169 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-cda428c9-0048-4b40-a1a3-d8b90f6c55c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:44:32.853178 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-ce0ce697-77c6-4579-a36e-8819bcc32f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 905aedea-71fb-4e08-849c-a06581b13569 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:44:32.877920 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-ce0ce697-77c6-4579-a36e-8819bcc32f12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:32.909478 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-ce0ce697-77c6-4579-a36e-8819bcc32f12 service neutron] Transition to ACTIVE for port object 905aedea-71fb-4e08-849c-a06581b13569 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:44:32.960186 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72019db3-2499-4da8-b98b-00131b2d0a9d req-d6f6f39d-cae5-40a2-83ea-475cfba8fbf1 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:32.963806 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72019db3-2499-4da8-b98b-00131b2d0a9d req-d6f6f39d-cae5-40a2-83ea-475cfba8fbf1 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 936 time: 0.4781415 Jul 07 20:44:32.968368 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-ce0ce697-77c6-4579-a36e-8819bcc32f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:33.058312 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda428c9-0048-4b40-a1a3-d8b90f6c55c7 admin admin] Router 806317b4-d5cc-42b6-9aa7-0d6233c71757 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:44:33.143586 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72019db3-2499-4da8-b98b-00131b2d0a9d req-deed937e-d495-450e-9ace-0e3ff1d0da74 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/security-groups?id=c54134d0-b041-4849-b1aa-2f63af3ef224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590741 Jul 07 20:44:33.207523 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-30d1ee9d-d51f-4fef-86a7-f4226d7e5507 None None] Provisioning complete for port a4c75c03-5553-4b32-984b-40ba2efe25fc triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:44:33.208132 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-30d1ee9d-d51f-4fef-86a7-f4226d7e5507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:33.249942 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ce697-77c6-4579-a36e-8819bcc32f12 service neutron] Pushing event updated for resources: {'Port': ['ID=905aedea-71fb-4e08-849c-a06581b13569,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:33.349514 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-30d1ee9d-d51f-4fef-86a7-f4226d7e5507 None None] Port a4c75c03-5553-4b32-984b-40ba2efe25fc cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:44:33.368858 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda428c9-0048-4b40-a1a3-d8b90f6c55c7 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:44:33.397806 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:33.423031 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-ce0ce697-77c6-4579-a36e-8819bcc32f12 service neutron] Attempting to bind port 905aedea-71fb-4e08-849c-a06581b13569 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:44:33.423532 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-ce0ce697-77c6-4579-a36e-8819bcc32f12 service neutron] Attempting to bind port 905aedea-71fb-4e08-849c-a06581b13569 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:44:33.423873 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-ce0ce697-77c6-4579-a36e-8819bcc32f12 service neutron] Attempting to bind port 905aedea-71fb-4e08-849c-a06581b13569 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:44:33.445899 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cda428c9-0048-4b40-a1a3-d8b90f6c55c7 admin admin] 10.222.0.64 "PUT /v2.0/routers/806317b4-d5cc-42b6-9aa7-0d6233c71757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0288410 Jul 07 20:44:33.452367 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-ce0ce697-77c6-4579-a36e-8819bcc32f12 service neutron] Port 905aedea-71fb-4e08-849c-a06581b13569 on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:44:33.453984 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-ce0ce697-77c6-4579-a36e-8819bcc32f12 service neutron] Attempting to bind port 905aedea-71fb-4e08-849c-a06581b13569 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:44:33.469734 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-ce0ce697-77c6-4579-a36e-8819bcc32f12 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:44:33.473627 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-ce0ce697-77c6-4579-a36e-8819bcc32f12 service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:44:33.474611 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-ce0ce697-77c6-4579-a36e-8819bcc32f12 service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:44:33.477188 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-ce0ce697-77c6-4579-a36e-8819bcc32f12 service neutron] Bound port: 905aedea-71fb-4e08-849c-a06581b13569, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:44:33.478418 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-ce0ce697-77c6-4579-a36e-8819bcc32f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:34.027401 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56862) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:34.071119 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-ce0ce697-77c6-4579-a36e-8819bcc32f12 service neutron] For port 905aedea-71fb-4e08-849c-a06581b13569, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:44:34.113450 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-ce0ce697-77c6-4579-a36e-8819bcc32f12 service neutron] For port 905aedea-71fb-4e08-849c-a06581b13569, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=905aedea-71fb-4e08-849c-a06581b13569,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:44:34.126247 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-ce0ce697-77c6-4579-a36e-8819bcc32f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:34.186688 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-ce0ce697-77c6-4579-a36e-8819bcc32f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:34.189000 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-ce0ce697-77c6-4579-a36e-8819bcc32f12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:34.199394 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-ce0ce697-77c6-4579-a36e-8819bcc32f12 service neutron] 10.222.0.58 "PUT /v2.0/ports/905aedea-71fb-4e08-849c-a06581b13569 HTTP/1.1" status: 200 len: 1118 time: 2.7516775 Jul 07 20:44:34.201283 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570ed821-ed6a-47b2-b916-344f4a3bf275', 'tag': '905aedea-71fb-4e08-849c-a06581b13569'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:44:34.373922 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ce697-77c6-4579-a36e-8819bcc32f12 service neutron] Pushing event updated for resources: {'Port': ['ID=905aedea-71fb-4e08-849c-a06581b13569,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:34.615921 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56880) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:34.698400 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-351c9792-dfbe-4ed5-b1af-2bd18a75ccf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:34.861781 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458e636-81e0-4211-9555-15a768777a93 req-9dfd313e-9dd7-4d94-903a-c519fb9eed5a tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:34.863692 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7458e636-81e0-4211-9555-15a768777a93 req-9dfd313e-9dd7-4d94-903a-c519fb9eed5a tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 969 time: 0.2117572 Jul 07 20:44:34.877460 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bdbc3a-fae0-4961-8d74-36068028057a" -d '{"events": [{"name": "network-changed", "server_uuid": "570ed821-ed6a-47b2-b916-344f4a3bf275", "tag": "905aedea-71fb-4e08-849c-a06581b13569"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:44:34.971134 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7458e636-81e0-4211-9555-15a768777a93 req-4067bb6a-99c0-4af0-a59d-d1b609968929 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/security-groups?id=c54134d0-b041-4849-b1aa-2f63af3ef224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885386 Jul 07 20:44:34.992302 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-66b9ec4c-1b6f-4054-9aad-1f4076899363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:35.001837 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 99a7c6b1-378c-4fbf-ba22-4e517144ab1a up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:44:35.004788 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-351c9792-dfbe-4ed5-b1af-2bd18a75ccf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:35.012864 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-351c9792-dfbe-4ed5-b1af-2bd18a75ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:35.059563 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-351c9792-dfbe-4ed5-b1af-2bd18a75ccf8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1b52c43a214743928d37bd9bea11fad7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0304558 Jul 07 20:44:35.064437 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56894) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:35.118864 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c9792-dfbe-4ed5-b1af-2bd18a75ccf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22427868-7864-4063-8a0f-e531390d1c3a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:35.164569 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1e812c3f-70d8-4f70-b16d-a01e3536d9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:35.204655 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:35.224214 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1e812c3f-70d8-4f70-b16d-a01e3536d9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:35.269738 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 99a7c6b1-378c-4fbf-ba22-4e517144ab1a completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:44:35.277189 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 99a7c6b1-378c-4fbf-ba22-4e517144ab1a triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:44:35.280879 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:35.298481 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-66b9ec4c-1b6f-4054-9aad-1f4076899363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:35.311410 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-66b9ec4c-1b6f-4054-9aad-1f4076899363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:35.326405 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1e812c3f-70d8-4f70-b16d-a01e3536d9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:35.334873 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1e812c3f-70d8-4f70-b16d-a01e3536d9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:35.337382 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1e812c3f-70d8-4f70-b16d-a01e3536d9e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/22427868-7864-4063-8a0f-e531390d1c3a HTTP/1.1" status: 204 len: 168 time: 0.2707229 Jul 07 20:44:35.363306 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:44:35.366004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e812c3f-70d8-4f70-b16d-a01e3536d9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22427868-7864-4063-8a0f-e531390d1c3a,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:35.446062 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24e9d2b-4228-4c3d-bec3-46045585c71c x-openstack-request-id: req-d24e9d2b-4228-4c3d-bec3-46045585c71c {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:44:35.446237 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570ed821-ed6a-47b2-b916-344f4a3bf275", "tag": "905aedea-71fb-4e08-849c-a06581b13569", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:44:35.446389 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d24e9d2b-4228-4c3d-bec3-46045585c71c {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:44:35.446856 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570ed821-ed6a-47b2-b916-344f4a3bf275', 'tag': '905aedea-71fb-4e08-849c-a06581b13569', 'status': 'completed', 'code': 200} Jul 07 20:44:35.495281 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9ec4c-1b6f-4054-9aad-1f4076899363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec7c606-33e8-40d8-afd3-9d841ca1a0ad,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:35.504468 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f654df68-4858-4a31-8095-8df99007be86 None None] Sync routers for ids ['806317b4-d5cc-42b6-9aa7-0d6233c71757'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:44:35.528297 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-66b9ec4c-1b6f-4054-9aad-1f4076899363 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=233e48b8dadb47c88acb3b6f1dff29d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9101849 Jul 07 20:44:35.532816 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56910) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:35.563123 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f654df68-4858-4a31-8095-8df99007be86 None None] Routers {'806317b4-d5cc-42b6-9aa7-0d6233c71757'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:44:35.565283 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-f654df68-4858-4a31-8095-8df99007be86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:44:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['806317b4-d5cc-42b6-9aa7-0d6233c71757'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:44:35.634046 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5530c6bb-53aa-44bb-8a36-401ea7cb6439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:35.636117 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:35.686809 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5530c6bb-53aa-44bb-8a36-401ea7cb6439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:35.710485 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 99a7c6b1-378c-4fbf-ba22-4e517144ab1a, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=99a7c6b1-378c-4fbf-ba22-4e517144ab1a,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:44:35.760968 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:35.774829 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5530c6bb-53aa-44bb-8a36-401ea7cb6439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:35.781851 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5530c6bb-53aa-44bb-8a36-401ea7cb6439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:35.784742 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5530c6bb-53aa-44bb-8a36-401ea7cb6439 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ec7c606-33e8-40d8-afd3-9d841ca1a0ad HTTP/1.1" status: 204 len: 168 time: 0.2490232 Jul 07 20:44:35.797405 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530c6bb-53aa-44bb-8a36-401ea7cb6439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec7c606-33e8-40d8-afd3-9d841ca1a0ad,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:35.963175 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-f654df68-4858-4a31-8095-8df99007be86 None None] Set router 806317b4-d5cc-42b6-9aa7-0d6233c71757 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:44:36.014762 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=99a7c6b1-378c-4fbf-ba22-4e517144ab1a,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:36.307411 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad5ccd-c312-472d-860f-3d358aa14b7e req-73267292-e483-44ac-9a2d-af7be43c6af0 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:36.311303 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44ad5ccd-c312-472d-860f-3d358aa14b7e req-73267292-e483-44ac-9a2d-af7be43c6af0 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 969 time: 0.0951881 Jul 07 20:44:36.317629 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-f654df68-4858-4a31-8095-8df99007be86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806317b4-d5cc-42b6-9aa7-0d6233c71757', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1371591024-router', 'tenant_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '99a7c6b1-378c-4fbf-ba22-4e517144ab1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:24Z', 'updated_at': '2021-07-07T20:44:31Z', 'revision_number': 4, 'project_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'gw_port': {'id': '99a7c6b1-378c-4fbf-ba22-4e517144ab1a', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806317b4-d5cc-42b6-9aa7-0d6233c71757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:25Z', 'updated_at': '2021-07-07T20:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'a4c75c03-5553-4b32-984b-40ba2efe25fc', 'name': '', 'network_id': '2bf8726a-0e60-45bc-b31d-e94a17cd05bc', 'tenant_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'mac_address': 'fa:16:3e:ed:5a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806317b4-d5cc-42b6-9aa7-0d6233c71757', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '738a37ea-b79b-4157-b864-293dc8b4a03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:30Z', 'updated_at': '2021-07-07T20:44:32Z', 'revision_number': 2, 'project_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'subnets': [{'id': '738a37ea-b79b-4157-b864-293dc8b4a03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:44:36.350657 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f654df68-4858-4a31-8095-8df99007be86 None None] Checking router: 806317b4-d5cc-42b6-9aa7-0d6233c71757 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:44:36.351093 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f654df68-4858-4a31-8095-8df99007be86 None None] Updating router 806317b4-d5cc-42b6-9aa7-0d6233c71757 port a4c75c03-5553-4b32-984b-40ba2efe25fc binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:44:36.373261 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44ad5ccd-c312-472d-860f-3d358aa14b7e req-ea22709a-b1eb-4ffe-b0c6-4fe2459df7e7 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/security-groups?id=c54134d0-b041-4849-b1aa-2f63af3ef224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543740 Jul 07 20:44:36.400950 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56940) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:36.416950 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f654df68-4858-4a31-8095-8df99007be86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:36.426767 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ee0d00d-70e7-4dc8-84ab-cca3200b001b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:36.745589 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ee0d00d-70e7-4dc8-84ab-cca3200b001b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:36.752996 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ee0d00d-70e7-4dc8-84ab-cca3200b001b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:36.874918 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7ee0d00d-70e7-4dc8-84ab-cca3200b001b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=62e68536b1d74d5a889d436b9a5b68bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4707983 Jul 07 20:44:36.877053 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56954) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:36.894560 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0d00d-70e7-4dc8-84ab-cca3200b001b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf976fe0-4132-448e-969a-79c8deda63c1,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:37.024509 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56962) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:37.047389 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f654df68-4858-4a31-8095-8df99007be86 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:37.054679 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 99a7c6b1-378c-4fbf-ba22-4e517144ab1a up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:44:37.074138 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-61c11225-72a7-4feb-9833-686cde25fa48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:37.155515 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-61c11225-72a7-4feb-9833-686cde25fa48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:37.219785 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f654df68-4858-4a31-8095-8df99007be86 None None] Transition to ACTIVE for port object a4c75c03-5553-4b32-984b-40ba2efe25fc will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:44:37.269533 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f654df68-4858-4a31-8095-8df99007be86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:37.273885 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-61c11225-72a7-4feb-9833-686cde25fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:37.281282 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-61c11225-72a7-4feb-9833-686cde25fa48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:37.287555 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-61c11225-72a7-4feb-9833-686cde25fa48 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf976fe0-4132-448e-969a-79c8deda63c1 HTTP/1.1" status: 204 len: 168 time: 0.4055941 Jul 07 20:44:37.327901 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c11225-72a7-4feb-9833-686cde25fa48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf976fe0-4132-448e-969a-79c8deda63c1,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:37.400696 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 99a7c6b1-378c-4fbf-ba22-4e517144ab1a triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:44:37.403083 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:37.485494 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c9f48-8e33-4c71-af1f-e7c18eb9fff5 None None] Pushing event updated for resources: {'Port': ['ID=a4c75c03-5553-4b32-984b-40ba2efe25fc,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:37.553935 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-f654df68-4858-4a31-8095-8df99007be86 None None] Attempting to bind port a4c75c03-5553-4b32-984b-40ba2efe25fc on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:44:37.554671 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-f654df68-4858-4a31-8095-8df99007be86 None None] Attempting to bind port a4c75c03-5553-4b32-984b-40ba2efe25fc by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'd4a4edd5-a19e-4603-8fbc-32f9f5f5bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2bf8726a-0e60-45bc-b31d-e94a17cd05bc'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:44:37.555252 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f654df68-4858-4a31-8095-8df99007be86 None None] Attempting to bind port a4c75c03-5553-4b32-984b-40ba2efe25fc on network 2bf8726a-0e60-45bc-b31d-e94a17cd05bc {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:44:37.564783 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f654df68-4858-4a31-8095-8df99007be86 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:44:37.565599 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f654df68-4858-4a31-8095-8df99007be86 None None] Checking segment: {'id': 'd4a4edd5-a19e-4603-8fbc-32f9f5f5bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2bf8726a-0e60-45bc-b31d-e94a17cd05bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:44:37.566234 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f654df68-4858-4a31-8095-8df99007be86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:37.566834 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f654df68-4858-4a31-8095-8df99007be86 None None] Bound using segment: {'id': 'd4a4edd5-a19e-4603-8fbc-32f9f5f5bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2bf8726a-0e60-45bc-b31d-e94a17cd05bc'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:44:37.567577 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-f654df68-4858-4a31-8095-8df99007be86 None None] Bound port: a4c75c03-5553-4b32-984b-40ba2efe25fc, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a4edd5-a19e-4603-8fbc-32f9f5f5bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '2bf8726a-0e60-45bc-b31d-e94a17cd05bc'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:44:37.568221 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f654df68-4858-4a31-8095-8df99007be86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:37.717528 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a870b874-28f2-4e29-9727-07733fa60322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:37.754130 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-f654df68-4858-4a31-8095-8df99007be86 None None] For port a4c75c03-5553-4b32-984b-40ba2efe25fc, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:44:37.759138 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-f654df68-4858-4a31-8095-8df99007be86 None None] For port a4c75c03-5553-4b32-984b-40ba2efe25fc, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a4c75c03-5553-4b32-984b-40ba2efe25fc,segment=NetworkSegment(d4a4edd5-a19e-4603-8fbc-32f9f5f5bcb9),segment_id=d4a4edd5-a19e-4603-8fbc-32f9f5f5bcb9)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:44:37.767723 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f654df68-4858-4a31-8095-8df99007be86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:37.774737 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56974) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:37.801349 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-1c62a515-747b-4248-9455-ac6e2aa5f611 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Request body: {'security_group': {'name': 'tempest-securitygroup--207081427', 'description': 'tempest-description--1717033812'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:37.871221 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f654df68-4858-4a31-8095-8df99007be86 None None] Routers {'806317b4-d5cc-42b6-9aa7-0d6233c71757'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:44:37.871898 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-f654df68-4858-4a31-8095-8df99007be86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:44:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['806317b4-d5cc-42b6-9aa7-0d6233c71757'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:44:37.941461 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56978) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:38.075162 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a870b874-28f2-4e29-9727-07733fa60322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:38.082585 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a870b874-28f2-4e29-9727-07733fa60322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:38.139056 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a870b874-28f2-4e29-9727-07733fa60322 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c4a0d5ad7d874b2291a96ee858614826&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1132810 Jul 07 20:44:38.146374 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56990) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:38.181199 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c9f48-8e33-4c71-af1f-e7c18eb9fff5 None None] Pushing event updated for resources: {'Port': ['ID=a4c75c03-5553-4b32-984b-40ba2efe25fc,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:38.229638 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-edeffa02-d047-4ba2-ad00-4f138e72d943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:38.254298 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-f654df68-4858-4a31-8095-8df99007be86 None None] Set router 806317b4-d5cc-42b6-9aa7-0d6233c71757 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:44:38.274599 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-edeffa02-d047-4ba2-ad00-4f138e72d943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:38.336176 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1c62a515-747b-4248-9455-ac6e2aa5f611 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:38.371496 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870b874-28f2-4e29-9727-07733fa60322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba705f3-d96e-43ba-ad4d-6f8e64b2ec9e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:38.418762 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-edeffa02-d047-4ba2-ad00-4f138e72d943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:38.418762 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-edeffa02-d047-4ba2-ad00-4f138e72d943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:38.420471 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-edeffa02-d047-4ba2-ad00-4f138e72d943 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eba705f3-d96e-43ba-ad4d-6f8e64b2ec9e HTTP/1.1" status: 204 len: 168 time: 0.2725716 Jul 07 20:44:38.420988 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2d33e-e994-494a-a75a-494c1333aa74 req-634bc466-3c2f-49f4-9e67-29ba0800855b tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:38.430941 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-77a2d33e-e994-494a-a75a-494c1333aa74 req-634bc466-3c2f-49f4-9e67-29ba0800855b tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 969 time: 0.4597445 Jul 07 20:44:38.451803 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeffa02-d047-4ba2-ad00-4f138e72d943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba705f3-d96e-43ba-ad4d-6f8e64b2ec9e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:38.483083 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-663ba581-9809-45ce-8cdc-22021e168e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:38.688029 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-77a2d33e-e994-494a-a75a-494c1333aa74 req-31ec8fea-bbb1-43f4-8be5-f32b2fd91a37 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/security-groups?id=c54134d0-b041-4849-b1aa-2f63af3ef224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546163 Jul 07 20:44:38.711600 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdbc3a-fae0-4961-8d74-36068028057a req-4aa84a80-5b42-4f66-b914-b5a65ba399e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:38.722865 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e7bdbc3a-fae0-4961-8d74-36068028057a req-4aa84a80-5b42-4f66-b914-b5a65ba399e3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c57f834cbcc849319c003aa31317445d&device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 1121 time: 0.5235734 Jul 07 20:44:38.804829 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-f654df68-4858-4a31-8095-8df99007be86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806317b4-d5cc-42b6-9aa7-0d6233c71757', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1371591024-router', 'tenant_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '99a7c6b1-378c-4fbf-ba22-4e517144ab1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:24Z', 'updated_at': '2021-07-07T20:44:31Z', 'revision_number': 4, 'project_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'gw_port': {'id': '99a7c6b1-378c-4fbf-ba22-4e517144ab1a', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806317b4-d5cc-42b6-9aa7-0d6233c71757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:25Z', 'updated_at': '2021-07-07T20:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'a4c75c03-5553-4b32-984b-40ba2efe25fc', 'name': '', 'network_id': '2bf8726a-0e60-45bc-b31d-e94a17cd05bc', 'tenant_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'mac_address': 'fa:16:3e:ed:5a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806317b4-d5cc-42b6-9aa7-0d6233c71757', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '738a37ea-b79b-4157-b864-293dc8b4a03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:30Z', 'updated_at': '2021-07-07T20:44:37Z', 'revision_number': 4, 'project_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'subnets': [{'id': '738a37ea-b79b-4157-b864-293dc8b4a03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:44:38.862356 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e7bdbc3a-fae0-4961-8d74-36068028057a req-80f5343c-78e3-4e19-98e5-abedd9fe5397 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=c57f834cbcc849319c003aa31317445d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877931 Jul 07 20:44:38.900836 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f654df68-4858-4a31-8095-8df99007be86 None None] The sync data for ids ['806317b4-d5cc-42b6-9aa7-0d6233c71757'] in n-d-695189-11 is: [{'id': '806317b4-d5cc-42b6-9aa7-0d6233c71757', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1371591024-router', 'tenant_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '99a7c6b1-378c-4fbf-ba22-4e517144ab1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:24Z', 'updated_at': '2021-07-07T20:44:31Z', 'revision_number': 4, 'project_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'gw_port': {'id': '99a7c6b1-378c-4fbf-ba22-4e517144ab1a', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806317b4-d5cc-42b6-9aa7-0d6233c71757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:25Z', 'updated_at': '2021-07-07T20:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'a4c75c03-5553-4b32-984b-40ba2efe25fc', 'name': '', 'network_id': '2bf8726a-0e60-45bc-b31d-e94a17cd05bc', 'tenant_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'mac_address': 'fa:16:3e:ed:5a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806317b4-d5cc-42b6-9aa7-0d6233c71757', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '738a37ea-b79b-4157-b864-293dc8b4a03c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:30Z', 'updated_at': '2021-07-07T20:44:37Z', 'revision_number': 4, 'project_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'subnets': [{'id': '738a37ea-b79b-4157-b864-293dc8b4a03c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:44:39.375455 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-663ba581-9809-45ce-8cdc-22021e168e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:39.403347 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-663ba581-9809-45ce-8cdc-22021e168e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:39.423627 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57036) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:39.481573 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b1c6d0d-932c-4047-9da3-b4e34272eb65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:39.528855 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57038) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:39.529923 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-663ba581-9809-45ce-8cdc-22021e168e33 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=127741e81ff6401abca9c0c27f6f8aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5827286 Jul 07 20:44:39.540190 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ba581-9809-45ce-8cdc-22021e168e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eab8e0b-a55f-4bf6-a5ad-c88adfb4ed97,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:39.548110 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdbc3a-fae0-4961-8d74-36068028057a req-48d53d38-342f-477e-bb92-02078868f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:39.554242 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e7bdbc3a-fae0-4961-8d74-36068028057a req-48d53d38-342f-477e-bb92-02078868f91d service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6864977 Jul 07 20:44:39.718032 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1c62a515-747b-4248-9455-ac6e2aa5f611 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:39.733477 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1c62a515-747b-4248-9455-ac6e2aa5f611 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:39.821975 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62a515-747b-4248-9455-ac6e2aa5f611 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34055790-2ef2-48df-8f0e-13887aa7456b,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:39.935964 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cd9530e-d985-4e19-8d44-9d08511b65e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:39.994903 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cd9530e-d985-4e19-8d44-9d08511b65e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:40.132257 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b1c6d0d-932c-4047-9da3-b4e34272eb65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:40.150240 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b1c6d0d-932c-4047-9da3-b4e34272eb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:40.164157 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1c62a515-747b-4248-9455-ac6e2aa5f611 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:40.169176 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1c62a515-747b-4248-9455-ac6e2aa5f611 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.3896997 Jul 07 20:44:40.191082 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57048) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:40.226987 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-774301d4-5c7f-4ab8-ba32-a3dc8ff1a754 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Request body: {'security_group_rule': {'security_group_id': '34055790-2ef2-48df-8f0e-13887aa7456b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:40.236557 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57050) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:40.315926 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57058) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:40.331707 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-774301d4-5c7f-4ab8-ba32-a3dc8ff1a754 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:40.387604 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a18a4-f6f8-4df4-a2f6-851f4155e8b3 req-5ee73e6c-fa11-4418-b113-0b5a04db5f7b tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:40.397738 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5b1c6d0d-932c-4047-9da3-b4e34272eb65 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f20ab6ec9f074c5cbda24dc581c342d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9663916 Jul 07 20:44:40.414449 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57066) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:40.416449 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd8a18a4-f6f8-4df4-a2f6-851f4155e8b3 req-5ee73e6c-fa11-4418-b113-0b5a04db5f7b tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 969 time: 0.2670226 Jul 07 20:44:40.519289 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c6d0d-932c-4047-9da3-b4e34272eb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea59854-8534-4723-8cb1-2fc8958bebf4,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:40.555557 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd8a18a4-f6f8-4df4-a2f6-851f4155e8b3 req-293456e2-1e81-48fc-896d-a2e1fee7879c tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/security-groups?id=c54134d0-b041-4849-b1aa-2f63af3ef224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364655 Jul 07 20:44:40.608299 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-89251f44-255e-436c-a13e-d8eb5d3f4cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:40.610026 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cd9530e-d985-4e19-8d44-9d08511b65e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:40.612555 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cd9530e-d985-4e19-8d44-9d08511b65e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:40.617208 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2cd9530e-d985-4e19-8d44-9d08511b65e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2eab8e0b-a55f-4bf6-a5ad-c88adfb4ed97 HTTP/1.1" status: 204 len: 168 time: 1.0861256 Jul 07 20:44:40.619707 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-774301d4-5c7f-4ab8-ba32-a3dc8ff1a754 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:40.642984 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-774301d4-5c7f-4ab8-ba32-a3dc8ff1a754 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:40.661623 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9530e-d985-4e19-8d44-9d08511b65e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eab8e0b-a55f-4bf6-a5ad-c88adfb4ed97,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:40.712698 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-89251f44-255e-436c-a13e-d8eb5d3f4cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:40.720512 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774301d4-5c7f-4ab8-ba32-a3dc8ff1a754 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43648f80-4b7d-42dd-93d2-55de9da23af5,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:40.791394 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d63fdce1-1cb0-49ca-899c-6cba516ce827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:40.803125 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-774301d4-5c7f-4ab8-ba32-a3dc8ff1a754 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:40.809360 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-774301d4-5c7f-4ab8-ba32-a3dc8ff1a754 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6025314 Jul 07 20:44:40.812028 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57072) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:40.833119 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-8f6c2169-e229-4f8c-977c-bb4c63aaee11 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Request body: {'security_group_rule': {'security_group_id': '34055790-2ef2-48df-8f0e-13887aa7456b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:40.947407 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78df2846-7e8b-421d-8e6f-d35cef234369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:40.962241 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a4c75c03-5553-4b32-984b-40ba2efe25fc up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:44:40.977465 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-89251f44-255e-436c-a13e-d8eb5d3f4cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:40.983658 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-89251f44-255e-436c-a13e-d8eb5d3f4cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:40.985045 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-89251f44-255e-436c-a13e-d8eb5d3f4cd9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3ea59854-8534-4723-8cb1-2fc8958bebf4 HTTP/1.1" status: 204 len: 168 time: 0.5609076 Jul 07 20:44:41.001607 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89251f44-255e-436c-a13e-d8eb5d3f4cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea59854-8534-4723-8cb1-2fc8958bebf4,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:41.083390 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d63fdce1-1cb0-49ca-899c-6cba516ce827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:41.116012 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d63fdce1-1cb0-49ca-899c-6cba516ce827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:41.125256 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port a4c75c03-5553-4b32-984b-40ba2efe25fc completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:44:41.130751 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port a4c75c03-5553-4b32-984b-40ba2efe25fc triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:44:41.131600 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:41.134675 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.db.api [None req-78df2846-7e8b-421d-8e6f-d35cef234369 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 20:44:41.134675 n-d-695189-11 neutron-server[100448]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 20:44:41.134675 n-d-695189-11 neutron-server[100448]: [parameters: {'project_id_1': 'cb83c568a87a4b0186723dc453297126', 'expiration_1': datetime.datetime(2021, 7, 7, 20, 44, 40, 963986)}] Jul 07 20:44:41.134675 n-d-695189-11 neutron-server[100448]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 20:44:41.138960 n-d-695189-11 neutron-server[100448]: DEBUG oslo_db.api [None req-78df2846-7e8b-421d-8e6f-d35cef234369 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 20:44:41.154354 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8f6c2169-e229-4f8c-977c-bb4c63aaee11 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:41.189598 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d63fdce1-1cb0-49ca-899c-6cba516ce827 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7e10adde939e49d785088012821ed289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9491389 Jul 07 20:44:41.189598 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63fdce1-1cb0-49ca-899c-6cba516ce827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc16533-2939-40af-ba5b-bf8570386ca1,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:41.190863 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57078) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:41.269624 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:41.312890 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port a4c75c03-5553-4b32-984b-40ba2efe25fc, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a4c75c03-5553-4b32-984b-40ba2efe25fc,segment=NetworkSegment(d4a4edd5-a19e-4603-8fbc-32f9f5f5bcb9),segment_id=d4a4edd5-a19e-4603-8fbc-32f9f5f5bcb9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:44:41.317655 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8f6c2169-e229-4f8c-977c-bb4c63aaee11 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:41.320455 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:41.330244 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8f6c2169-e229-4f8c-977c-bb4c63aaee11 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:41.349569 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c2169-e229-4f8c-977c-bb4c63aaee11 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf4cbdf-2d2e-43e1-b4ff-91fcb2127839,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:41.353430 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-36d8091a-2dc4-4076-8d1f-d0fe91ed5824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:41.385064 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8f6c2169-e229-4f8c-977c-bb4c63aaee11 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:41.390093 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8f6c2169-e229-4f8c-977c-bb4c63aaee11 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5648999 Jul 07 20:44:41.390731 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57084) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:41.396285 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-5404bdb3-f79c-4a43-b245-5756536e9a96 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:41.406617 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-36d8091a-2dc4-4076-8d1f-d0fe91ed5824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:41.414591 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=a4c75c03-5553-4b32-984b-40ba2efe25fc,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:41.475833 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5404bdb3-f79c-4a43-b245-5756536e9a96 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for floatingip, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:41.568564 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-36d8091a-2dc4-4076-8d1f-d0fe91ed5824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:41.572178 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-36d8091a-2dc4-4076-8d1f-d0fe91ed5824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:41.573723 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-36d8091a-2dc4-4076-8d1f-d0fe91ed5824 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4bc16533-2939-40af-ba5b-bf8570386ca1 HTTP/1.1" status: 204 len: 168 time: 0.3825235 Jul 07 20:44:41.605525 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8091a-2dc4-4076-8d1f-d0fe91ed5824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc16533-2939-40af-ba5b-bf8570386ca1,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:41.637962 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78df2846-7e8b-421d-8e6f-d35cef234369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:41.711795 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57092) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:41.777480 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-aad5477b-851b-4d1a-9559-ea3961fd2a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:41.986660 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57094) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:41.987790 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78df2846-7e8b-421d-8e6f-d35cef234369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:42.037563 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a636bef3-0a88-4906-a570-7a7cb7cce42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:42.043404 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5404bdb3-f79c-4a43-b245-5756536e9a96 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:42.109419 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78df2846-7e8b-421d-8e6f-d35cef234369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:42.174906 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df2846-7e8b-421d-8e6f-d35cef234369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75f4ab3-d24c-4916-a759-1e89c532f4f2,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:42.188901 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-aad5477b-851b-4d1a-9559-ea3961fd2a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:42.206620 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-aad5477b-851b-4d1a-9559-ea3961fd2a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:42.229242 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-78df2846-7e8b-421d-8e6f-d35cef234369 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cb83c568a87a4b0186723dc453297126&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9074664 Jul 07 20:44:42.231230 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57098) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:42.262305 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-5404bdb3-f79c-4a43-b245-5756536e9a96 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Allocated IP 172.25.5.94 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/1bb0cf4b-2148-4a03-8f07-93d645bef224) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:44:42.290603 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-aad5477b-851b-4d1a-9559-ea3961fd2a72 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ffc4d3ff8df46d5a1ae290726830d1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5777347 Jul 07 20:44:42.297264 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57102) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:42.301709 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5477b-851b-4d1a-9559-ea3961fd2a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ae6554-4ceb-4797-93ee-21a93dbd52b1,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:42.360251 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d3121-14e9-4f3b-8dc6-b2829c6f609e req-30d3c223-03fe-47c2-b6d5-e7ae52a7aade tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:42.367655 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b6d3121-14e9-4f3b-8dc6-b2829c6f609e req-30d3c223-03fe-47c2-b6d5-e7ae52a7aade tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 969 time: 0.5958784 Jul 07 20:44:42.428663 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-423d7757-ade9-494d-8c69-c814c258c662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:42.450410 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5404bdb3-f79c-4a43-b245-5756536e9a96 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:42.478451 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b6d3121-14e9-4f3b-8dc6-b2829c6f609e req-ec24f087-5dd2-48b1-bb01-3d4843e5a0d8 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/security-groups?id=c54134d0-b041-4849-b1aa-2f63af3ef224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093917 Jul 07 20:44:42.509774 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-423d7757-ade9-494d-8c69-c814c258c662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:42.512237 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9fff4898-7631-4bf5-ae55-3c28452c243d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:42.563588 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9fff4898-7631-4bf5-ae55-3c28452c243d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:42.573810 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5404bdb3-f79c-4a43-b245-5756536e9a96 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:42.644120 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-423d7757-ade9-494d-8c69-c814c258c662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:42.649251 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-423d7757-ade9-494d-8c69-c814c258c662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:42.652800 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-423d7757-ade9-494d-8c69-c814c258c662 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e0ae6554-4ceb-4797-93ee-21a93dbd52b1 HTTP/1.1" status: 204 len: 168 time: 0.3460822 Jul 07 20:44:42.657699 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a636bef3-0a88-4906-a570-7a7cb7cce42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:42.672888 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a636bef3-0a88-4906-a570-7a7cb7cce42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:42.673701 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9fff4898-7631-4bf5-ae55-3c28452c243d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:42.682952 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9fff4898-7631-4bf5-ae55-3c28452c243d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:42.686518 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9fff4898-7631-4bf5-ae55-3c28452c243d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a75f4ab3-d24c-4916-a759-1e89c532f4f2 HTTP/1.1" status: 204 len: 168 time: 0.4446342 Jul 07 20:44:42.692924 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5404bdb3-f79c-4a43-b245-5756536e9a96 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:44:42.739074 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d7757-ade9-494d-8c69-c814c258c662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ae6554-4ceb-4797-93ee-21a93dbd52b1,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:42.758570 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff4898-7631-4bf5-ae55-3c28452c243d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75f4ab3-d24c-4916-a759-1e89c532f4f2,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:42.776274 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-5404bdb3-f79c-4a43-b245-5756536e9a96 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:44:42.779968 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5404bdb3-f79c-4a43-b245-5756536e9a96 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:44:42.804275 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404bdb3-f79c-4a43-b245-5756536e9a96 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Pushing event updated for resources: {'Port': ['ID=1bb0cf4b-2148-4a03-8f07-93d645bef224,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:42.820620 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-34a7783c-bea7-475c-ad0f-87da887cb9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:42.822834 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-34a7783c-bea7-475c-ad0f-87da887cb9ad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c57f834cbcc849319c003aa31317445d&device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 1121 time: 0.1337435 Jul 07 20:44:42.919276 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636bef3-0a88-4906-a570-7a7cb7cce42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfc2654-4fe2-4636-8d64-f8f07c353ab8,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:42.938179 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57118) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:42.940327 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-bdb9a7ba-57dc-4766-aa54-31f3ad9bbec3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=905aedea-71fb-4e08-849c-a06581b13569 HTTP/1.1" status: 200 len: 217 time: 0.0966225 Jul 07 20:44:42.946961 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a636bef3-0a88-4906-a570-7a7cb7cce42c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6d7c8df91b5748dd8200a13c734f5157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9569705 Jul 07 20:44:42.950794 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57120) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:42.952985 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a4c75c03-5553-4b32-984b-40ba2efe25fc up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:44:42.984074 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-300531e4-28d0-4400-bac6-28fcbcbf7fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:43.061915 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port a4c75c03-5553-4b32-984b-40ba2efe25fc triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:44:43.062501 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:43.078700 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5404bdb3-f79c-4a43-b245-5756536e9a96 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:43.130983 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-57fdff3e-3943-4ce6-8622-31e9652d5830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:43.132598 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-57fdff3e-3943-4ce6-8622-31e9652d5830 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1172447 Jul 07 20:44:43.162218 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3261ab2f-ce47-4f04-90fc-bd6cc55c2264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:43.196228 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3261ab2f-ce47-4f04-90fc-bd6cc55c2264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:43.209806 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5404bdb3-f79c-4a43-b245-5756536e9a96 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:43.341865 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-a7490d58-28e0-44d0-8306-be192c77be59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:43.343524 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-a7490d58-28e0-44d0-8306-be192c77be59 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1048806 Jul 07 20:44:43.344345 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3261ab2f-ce47-4f04-90fc-bd6cc55c2264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:43.346848 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3261ab2f-ce47-4f04-90fc-bd6cc55c2264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:43.348743 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-300531e4-28d0-4400-bac6-28fcbcbf7fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:43.351949 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3261ab2f-ce47-4f04-90fc-bd6cc55c2264 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/edfc2654-4fe2-4636-8d64-f8f07c353ab8 HTTP/1.1" status: 204 len: 168 time: 0.3999617 Jul 07 20:44:43.357799 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-300531e4-28d0-4400-bac6-28fcbcbf7fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:43.426883 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-300531e4-28d0-4400-bac6-28fcbcbf7fd4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b4972d1e95504fc4ab32ba8ae91c4c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873931 Jul 07 20:44:43.432708 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57132) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:43.443034 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300531e4-28d0-4400-bac6-28fcbcbf7fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37eac2c-9571-4364-84f3-220e3730380b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:43.561853 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5404bdb3-f79c-4a43-b245-5756536e9a96 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:43.569493 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c2e2b0de-aae3-40f2-8dac-82f86512785a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:43.607888 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c2e2b0de-aae3-40f2-8dac-82f86512785a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:43.608589 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261ab2f-ce47-4f04-90fc-bd6cc55c2264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfc2654-4fe2-4636-8d64-f8f07c353ab8,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:43.655428 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5404bdb3-f79c-4a43-b245-5756536e9a96 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:43.723906 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5404bdb3-f79c-4a43-b245-5756536e9a96 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:43.749684 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-44d1a32f-78fa-4a7c-8ee4-148c0659d347 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715732 Jul 07 20:44:43.756678 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404bdb3-f79c-4a43-b245-5756536e9a96 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Pushing event updated for resources: {'Port': ['ID=1bb0cf4b-2148-4a03-8f07-93d645bef224,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:43.768553 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5404bdb3-f79c-4a43-b245-5756536e9a96 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:43.779219 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5404bdb3-f79c-4a43-b245-5756536e9a96 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3783636 Jul 07 20:44:43.780781 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c2e2b0de-aae3-40f2-8dac-82f86512785a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:43.783786 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c2e2b0de-aae3-40f2-8dac-82f86512785a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:43.785879 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c2e2b0de-aae3-40f2-8dac-82f86512785a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c37eac2c-9571-4364-84f3-220e3730380b HTTP/1.1" status: 204 len: 168 time: 0.3518538 Jul 07 20:44:43.796138 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2b0de-aae3-40f2-8dac-82f86512785a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37eac2c-9571-4364-84f3-220e3730380b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:43.869330 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c7775-6da6-4241-82d9-10c8870bf810 req-818f2d58-81bf-46bf-afec-7dafa521a40a tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:43.871899 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-426c7775-6da6-4241-82d9-10c8870bf810 req-818f2d58-81bf-46bf-afec-7dafa521a40a tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 969 time: 0.2225573 Jul 07 20:44:43.933966 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-426c7775-6da6-4241-82d9-10c8870bf810 req-f4e9c4f9-ed2a-47fe-882a-bf6f5a9c6f76 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/security-groups?id=c54134d0-b041-4849-b1aa-2f63af3ef224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545845 Jul 07 20:44:43.944613 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2fe2ea17-a8cf-4ee2-88d6-bb246c62c2b6 req-cd0efb80-c0fd-485a-9215-c2d442ca5c81 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940033 Jul 07 20:44:44.121815 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-a2e4f8b5-3f86-4aff-9cf6-656673976d5c tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--207081427&fields=id&tenant_id=f402b06a8a6a45dfab0c4d0f5f332d1c HTTP/1.1" status: 200 len: 267 time: 0.0483410 Jul 07 20:44:44.351098 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-be57c00a-d962-496f-bc34-852ccb510bde tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:44.352758 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-be57c00a-d962-496f-bc34-852ccb510bde tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/networks?id=264dde5d-0b26-40d6-b1bf-7b5ec20a1ece HTTP/1.1" status: 200 len: 823 time: 0.2201595 Jul 07 20:44:44.379021 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-78365e99-2eef-4548-be48-accd7f189768 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/quotas/f402b06a8a6a45dfab0c4d0f5f332d1c HTTP/1.1" status: 200 len: 375 time: 0.0140603 Jul 07 20:44:44.507651 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-44456188-f4fc-4a12-8235-56a303d6b61e tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f402b06a8a6a45dfab0c4d0f5f332d1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1258895 Jul 07 20:44:45.057177 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57220) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:45.186484 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64125df-c15e-4307-b67c-2d19c6108959 req-a022800d-7648-4585-b9ae-01186fa34657 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:45.189123 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d64125df-c15e-4307-b67c-2d19c6108959 req-a022800d-7648-4585-b9ae-01186fa34657 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 969 time: 0.1001778 Jul 07 20:44:45.219883 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-8d30c3d2-04bf-4c9f-bb20-0121cf5ebdd5 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:44:45.223825 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-8d30c3d2-04bf-4c9f-bb20-0121cf5ebdd5 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2446034 Jul 07 20:44:45.305017 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5607827a-6ee5-48a8-817b-735d0bbbcca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:45.332079 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d64125df-c15e-4307-b67c-2d19c6108959 req-18da4b10-4b97-4d13-a781-749d402af5bb tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/security-groups?id=c54134d0-b041-4849-b1aa-2f63af3ef224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352177 Jul 07 20:44:45.399546 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-dc04a7d5-a662-43a7-af86-ccf3a6e5144f service neutron] 10.222.0.64 "GET /v2.0/networks/264dde5d-0b26-40d6-b1bf-7b5ec20a1ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643941 Jul 07 20:44:45.466237 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57240) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:45.532259 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-ee6d5bb9-2019-4292-b33e-a4313ec6dd12 service neutron] 10.222.0.64 "GET /v2.0/networks/264dde5d-0b26-40d6-b1bf-7b5ec20a1ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314480 Jul 07 20:44:45.551898 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5607827a-6ee5-48a8-817b-735d0bbbcca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:45.558320 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5607827a-6ee5-48a8-817b-735d0bbbcca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:45.605175 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607827a-6ee5-48a8-817b-735d0bbbcca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a3aa4b-7201-4125-91ec-7f03268753e2,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:45.612994 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5607827a-6ee5-48a8-817b-735d0bbbcca9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0e7192074d4f45ed811a26540eb1f52a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5496099 Jul 07 20:44:45.613803 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57248) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:45.649969 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57250) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:45.702187 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b8de44e0-df23-4a17-bc58-c8d91d61e10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:45.743056 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-6bd847ca-f542-4520-beaa-0e62b80c5682 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-441098250-network', 'tenant_id': '9b2f63d1e3474de0ace5d0719705221d'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:45.743747 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b8de44e0-df23-4a17-bc58-c8d91d61e10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:45.771948 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d2f4e9ab-9a43-4430-8b3c-feda31f874d9 req-28f91cd3-8b2a-4539-88b7-92d6ff084f78 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6d5502b-4d03-42f4-8541-e9ea97b3f77b HTTP/1.1" status: 200 len: 210 time: 0.0455947 Jul 07 20:44:45.783712 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd847ca-f542-4520-beaa-0e62b80c5682 admin admin] Made reservation on behalf of 9b2f63d1e3474de0ace5d0719705221d for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:44:45.786377 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6bd847ca-f542-4520-beaa-0e62b80c5682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:45.806160 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6bd847ca-f542-4520-beaa-0e62b80c5682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:45.834128 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b8de44e0-df23-4a17-bc58-c8d91d61e10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:45.837275 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b8de44e0-df23-4a17-bc58-c8d91d61e10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:45.838548 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b8de44e0-df23-4a17-bc58-c8d91d61e10a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/62a3aa4b-7201-4125-91ec-7f03268753e2 HTTP/1.1" status: 204 len: 168 time: 0.2237971 Jul 07 20:44:45.849618 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de44e0-df23-4a17-bc58-c8d91d61e10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a3aa4b-7201-4125-91ec-7f03268753e2,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:45.959609 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6bd847ca-f542-4520-beaa-0e62b80c5682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:45.968564 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6bd847ca-f542-4520-beaa-0e62b80c5682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:46.000697 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd847ca-f542-4520-beaa-0e62b80c5682 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:44:46.011958 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd847ca-f542-4520-beaa-0e62b80c5682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293fc063-5198-4523-ae1f-0e953f344cb2,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:46.017841 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6bd847ca-f542-4520-beaa-0e62b80c5682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:46.018314 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-6bd847ca-f542-4520-beaa-0e62b80c5682 admin admin] Added segment 873011f8-8fd2-4f18-a453-e3e1f0592ded of type vlan for network 4b91b62e-f0da-4f30-b6c0-0519015da08e Jul 07 20:44:46.044175 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-7af05a65-adf7-4a08-9e43-f72a7bb0b63d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1902791693-network', 'tenant_id': '7ba0c317a7794dd99540d19ab9506826'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:46.070914 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6bd847ca-f542-4520-beaa-0e62b80c5682 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:46.088155 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af05a65-adf7-4a08-9e43-f72a7bb0b63d admin admin] Made reservation on behalf of 7ba0c317a7794dd99540d19ab9506826 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:44:46.093459 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7af05a65-adf7-4a08-9e43-f72a7bb0b63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:46.108180 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7af05a65-adf7-4a08-9e43-f72a7bb0b63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:46.122871 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6bd847ca-f542-4520-beaa-0e62b80c5682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:46.124514 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd847ca-f542-4520-beaa-0e62b80c5682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:46.126395 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6bd847ca-f542-4520-beaa-0e62b80c5682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:46.211017 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd847ca-f542-4520-beaa-0e62b80c5682 admin admin] Pushing event updated for resources: {'Network': ['ID=4b91b62e-f0da-4f30-b6c0-0519015da08e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:46.228328 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 4b91b62e-f0da-4f30-b6c0-0519015da08e details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:44:46.266752 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7af05a65-adf7-4a08-9e43-f72a7bb0b63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:46.273040 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7af05a65-adf7-4a08-9e43-f72a7bb0b63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:46.283014 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6bd847ca-f542-4520-beaa-0e62b80c5682 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8131859 Jul 07 20:44:46.286132 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57290) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:46.291553 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e057fc6b-fe7b-4eed-a290-0aa661d1d23a admin admin] Request body: {'subnet': {'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-441098250-subnet', 'tenant_id': '9b2f63d1e3474de0ace5d0719705221d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:46.307092 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af05a65-adf7-4a08-9e43-f72a7bb0b63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422fa721-4644-4e49-bf33-35402b7bd5b9,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:46.334300 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af05a65-adf7-4a08-9e43-f72a7bb0b63d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:44:46.349297 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7af05a65-adf7-4a08-9e43-f72a7bb0b63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:46.349719 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-7af05a65-adf7-4a08-9e43-f72a7bb0b63d admin admin] Added segment 76b7384e-6517-46ef-ac42-470adc9e4959 of type vlan for network ce05f830-5834-4b91-9296-97891d9da23d Jul 07 20:44:46.356513 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e057fc6b-fe7b-4eed-a290-0aa661d1d23a admin admin] Made reservation on behalf of 9b2f63d1e3474de0ace5d0719705221d for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:44:46.363989 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e057fc6b-fe7b-4eed-a290-0aa661d1d23a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:46.469371 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7af05a65-adf7-4a08-9e43-f72a7bb0b63d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:46.542940 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7af05a65-adf7-4a08-9e43-f72a7bb0b63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:46.545761 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af05a65-adf7-4a08-9e43-f72a7bb0b63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:46.548715 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7af05a65-adf7-4a08-9e43-f72a7bb0b63d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:46.597916 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7af05a65-adf7-4a08-9e43-f72a7bb0b63d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9464896 Jul 07 20:44:46.621186 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57304) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:46.679113 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-b7766919-7a52-4340-8005-17ea6da3adc3 admin admin] Request body: {'subnet': {'network_id': 'ce05f830-5834-4b91-9296-97891d9da23d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1902791693-subnet', 'tenant_id': '7ba0c317a7794dd99540d19ab9506826', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:46.733429 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af05a65-adf7-4a08-9e43-f72a7bb0b63d admin admin] Pushing event updated for resources: {'Network': ['ID=ce05f830-5834-4b91-9296-97891d9da23d,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:46.737106 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57308) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:46.758706 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7766919-7a52-4340-8005-17ea6da3adc3 admin admin] Made reservation on behalf of 7ba0c317a7794dd99540d19ab9506826 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:44:46.761749 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b7766919-7a52-4340-8005-17ea6da3adc3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:46.765813 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e54ca25-3a06-402c-a1dd-d030ae25843f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:46.776119 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network ce05f830-5834-4b91-9296-97891d9da23d details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:44:46.852441 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e057fc6b-fe7b-4eed-a290-0aa661d1d23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:46.915080 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764082d-4606-4aa3-8f01-6607f5356c99 req-2fcb8917-bf14-4c10-906b-f660ac9de059 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:46.925351 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6764082d-4606-4aa3-8f01-6607f5356c99 req-2fcb8917-bf14-4c10-906b-f660ac9de059 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 969 time: 0.3492138 Jul 07 20:44:46.983565 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e057fc6b-fe7b-4eed-a290-0aa661d1d23a admin admin] Checking segment: {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:44:46.983915 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e057fc6b-fe7b-4eed-a290-0aa661d1d23a admin admin] Network hostable DHCP agents. Network: 4b91b62e-f0da-4f30-b6c0-0519015da08e, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:44:47.010024 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057fc6b-fe7b-4eed-a290-0aa661d1d23a admin admin] Pushing event updated for resources: {'Subnet': ['ID=58cf048c-6ca3-4e9c-85aa-89cc2a934f80,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:47.033095 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e057fc6b-fe7b-4eed-a290-0aa661d1d23a admin admin] Network 4b91b62e-f0da-4f30-b6c0-0519015da08e is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:44:47.048034 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-e057fc6b-fe7b-4eed-a290-0aa661d1d23a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 4b91b62e-f0da-4f30-b6c0-0519015da08e) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:44:47.057137 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9b0284-049d-4f8f-bfd0-d0b385eb86c8 None None] Network 4b91b62e-f0da-4f30-b6c0-0519015da08e requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:44:47.070198 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-71d1eef4-b492-4069-a34b-266a4d878a2d req-eb09c807-2fc5-468d-98cc-5600a0ceca26 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6d5502b-4d03-42f4-8541-e9ea97b3f77b HTTP/1.1" status: 200 len: 210 time: 0.1437168 Jul 07 20:44:47.077249 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057fc6b-fe7b-4eed-a290-0aa661d1d23a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:47.077884 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e057fc6b-fe7b-4eed-a290-0aa661d1d23a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:47.242520 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6764082d-4606-4aa3-8f01-6607f5356c99 req-7ff6bae7-65aa-484d-a8ad-1ce855ba939c tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/security-groups?id=c54134d0-b041-4849-b1aa-2f63af3ef224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944860 Jul 07 20:44:47.249803 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b177fde1-2b90-43cb-bb4f-950c2c492483 None None] Network 4b91b62e-f0da-4f30-b6c0-0519015da08e requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:44:47.281283 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b7766919-7a52-4340-8005-17ea6da3adc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:47.361289 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e54ca25-3a06-402c-a1dd-d030ae25843f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:47.376620 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e057fc6b-fe7b-4eed-a290-0aa661d1d23a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0889766 Jul 07 20:44:47.377804 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e54ca25-3a06-402c-a1dd-d030ae25843f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:47.397346 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7766919-7a52-4340-8005-17ea6da3adc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3809f6d6-f402-4163-a2b4-d4bad20da0cb,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:47.444195 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7766919-7a52-4340-8005-17ea6da3adc3 admin admin] Checking segment: {'id': '76b7384e-6517-46ef-ac42-470adc9e4959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ce05f830-5834-4b91-9296-97891d9da23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:44:47.444566 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7766919-7a52-4340-8005-17ea6da3adc3 admin admin] Network hostable DHCP agents. Network: ce05f830-5834-4b91-9296-97891d9da23d, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:44:47.468748 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6e54ca25-3a06-402c-a1dd-d030ae25843f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=97ae8fe211694205b924d2fa75b8cb45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7289512 Jul 07 20:44:47.472653 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57332) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:47.483717 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54ca25-3a06-402c-a1dd-d030ae25843f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d19b99-68ab-44e0-b83a-cc31edec1de1,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:47.514873 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7766919-7a52-4340-8005-17ea6da3adc3 admin admin] Network ce05f830-5834-4b91-9296-97891d9da23d is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:44:47.528091 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-b7766919-7a52-4340-8005-17ea6da3adc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, ce05f830-5834-4b91-9296-97891d9da23d) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:44:47.533418 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7766919-7a52-4340-8005-17ea6da3adc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:47.534835 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b7766919-7a52-4340-8005-17ea6da3adc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:47.537915 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a87e1e-1551-443e-899f-ff8dfa4a1b62 None None] Network ce05f830-5834-4b91-9296-97891d9da23d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:44:47.572906 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aa201d24-aa30-443e-bb93-631f187e45f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:47.578646 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b7766919-7a52-4340-8005-17ea6da3adc3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9380329 Jul 07 20:44:47.622791 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aa201d24-aa30-443e-bb93-631f187e45f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:47.708466 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aa201d24-aa30-443e-bb93-631f187e45f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:47.711171 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aa201d24-aa30-443e-bb93-631f187e45f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:47.712821 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-aa201d24-aa30-443e-bb93-631f187e45f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f5d19b99-68ab-44e0-b83a-cc31edec1de1 HTTP/1.1" status: 204 len: 168 time: 0.2388356 Jul 07 20:44:47.726131 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa201d24-aa30-443e-bb93-631f187e45f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d19b99-68ab-44e0-b83a-cc31edec1de1,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:47.736038 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bcfe47-f531-44f9-95b4-327a157df0f0 None None] Network ce05f830-5834-4b91-9296-97891d9da23d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:44:48.102054 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.39', 59289) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:48.324926 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-46f7d944-4758-4a65-a0c0-f56fa8b112dc req-cad4ae48-6718-4304-bd8f-5ae453c0a763 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1095634212', 'description': 'tempest-description-828874437'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:48.375046 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-46f7d944-4758-4a65-a0c0-f56fa8b112dc req-cad4ae48-6718-4304-bd8f-5ae453c0a763 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:48.379827 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-c0ecb2b3-da90-403a-b3e4-d97340e8888c tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:48.381724 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-c0ecb2b3-da90-403a-b3e4-d97340e8888c tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.39 "GET /v2.0/networks?id=264dde5d-0b26-40d6-b1bf-7b5ec20a1ece HTTP/1.1" status: 200 len: 823 time: 0.2708731 Jul 07 20:44:48.504542 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-46f7d944-4758-4a65-a0c0-f56fa8b112dc req-cad4ae48-6718-4304-bd8f-5ae453c0a763 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:48.515590 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-46f7d944-4758-4a65-a0c0-f56fa8b112dc req-cad4ae48-6718-4304-bd8f-5ae453c0a763 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:48.536885 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-ea7aaa14-0f2c-4e8b-ac15-3f80baa28b08 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f402b06a8a6a45dfab0c4d0f5f332d1c HTTP/1.1" status: 200 len: 379 time: 0.0961444 Jul 07 20:44:48.550424 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-b81ff574-f0d8-4540-a084-d2877c18b10c tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Request body: {'port': {'device_id': 'd6d5502b-4d03-42f4-8541-e9ea97b3f77b', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'admin_state_up': True, 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'security_groups': ['34055790-2ef2-48df-8f0e-13887aa7456b']}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:48.574440 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-46f7d944-4758-4a65-a0c0-f56fa8b112dc req-cad4ae48-6718-4304-bd8f-5ae453c0a763 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:48.586612 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 905aedea-71fb-4e08-849c-a06581b13569 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:44:48.589251 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-46f7d944-4758-4a65-a0c0-f56fa8b112dc req-cad4ae48-6718-4304-bd8f-5ae453c0a763 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2693095 Jul 07 20:44:48.623425 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4ae48-6718-4304-bd8f-5ae453c0a763 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a5c18f-9b03-4bce-be00-34b06d45d681,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:48.801408 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e32b38f-1c2a-47f1-8bde-a536409b54cd req-40faa356-19c5-40ee-9b10-cb8bd439aea1 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6d5502b-4d03-42f4-8541-e9ea97b3f77b HTTP/1.1" status: 200 len: 210 time: 0.0841198 Jul 07 20:44:48.829272 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 905aedea-71fb-4e08-849c-a06581b13569, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=905aedea-71fb-4e08-849c-a06581b13569,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:44:48.848080 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-b81ff574-f0d8-4540-a084-d2877c18b10c tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Made reservation on behalf of f402b06a8a6a45dfab0c4d0f5f332d1c for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:44:48.852236 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-b81ff574-f0d8-4540-a084-d2877c18b10c tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:48.861273 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '905aedea-71fb-4e08-849c-a06581b13569', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '905aedea-71fb-4e08-849c-a06581b13569', 'mac_address': 'fa:16:3e:23:1e:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:tempest-test_az-676102759', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:44:48.944271 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:49.098953 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9cfbbebb-dfb3-42e3-a070-258cf5309152 req-7d823af2-0150-4799-b2f0-d39b8a4abedb tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "GET /v2.0/security-groups/a5a5c18f-9b03-4bce-be00-34b06d45d681 HTTP/1.1" status: 200 len: 1812 time: 0.1379070 Jul 07 20:44:49.106945 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-9cfbbebb-dfb3-42e3-a070-258cf5309152 req-6280c65c-63f0-410a-a39b-5c0684827f87 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a5a5c18f-9b03-4bce-be00-34b06d45d681', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:49.107685 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-9cfbbebb-dfb3-42e3-a070-258cf5309152 req-6280c65c-63f0-410a-a39b-5c0684827f87 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a5a5c18f-9b03-4bce-be00-34b06d45d681', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:49.150398 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57392) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:49.165805 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-8e60e8ee-1048-490f-b667-3dba034e78cd admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-849334002-network', 'tenant_id': '9acb96112bfc4a1bb9f098d85858cb07'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:49.204986 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 905aedea-71fb-4e08-849c-a06581b13569 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:44:49.231981 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b5768-c224-4dbe-bbaa-c6e1fd26317a req-c23a4dd7-5397-46fe-a500-54b5d508e674 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:49.233659 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-459b5768-c224-4dbe-bbaa-c6e1fd26317a req-c23a4dd7-5397-46fe-a500-54b5d508e674 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 969 time: 0.2912660 Jul 07 20:44:49.246855 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 905aedea-71fb-4e08-849c-a06581b13569, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=905aedea-71fb-4e08-849c-a06581b13569,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:44:49.254411 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:49.258657 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e60e8ee-1048-490f-b667-3dba034e78cd admin admin] Made reservation on behalf of 9acb96112bfc4a1bb9f098d85858cb07 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:44:49.263158 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e60e8ee-1048-490f-b667-3dba034e78cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:49.286137 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e60e8ee-1048-490f-b667-3dba034e78cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:49.294692 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9cfbbebb-dfb3-42e3-a070-258cf5309152 req-6280c65c-63f0-410a-a39b-5c0684827f87 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:49.351487 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-459b5768-c224-4dbe-bbaa-c6e1fd26317a req-b27354da-e36a-4058-b791-4301b7f8853e tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/security-groups?id=c54134d0-b041-4849-b1aa-2f63af3ef224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072295 Jul 07 20:44:49.376398 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9cfbbebb-dfb3-42e3-a070-258cf5309152 req-6280c65c-63f0-410a-a39b-5c0684827f87 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:49.377944 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=905aedea-71fb-4e08-849c-a06581b13569,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:49.404742 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-b81ff574-f0d8-4540-a084-d2877c18b10c tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Allocated IP 172.20.0.9 (264dde5d-0b26-40d6-b1bf-7b5ec20a1ece/a4e42a85-93d1-4c63-8ac0-5587b9394f0f/e1b76b2b-acea-4723-8855-9ea0802bf116) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:44:49.438006 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9cfbbebb-dfb3-42e3-a070-258cf5309152 req-6280c65c-63f0-410a-a39b-5c0684827f87 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:49.484893 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280c65c-63f0-410a-a39b-5c0684827f87 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ddf01f-93c7-41c6-a25f-d778b73681ae,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:49.508426 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:49.518596 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e60e8ee-1048-490f-b667-3dba034e78cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:49.526207 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e60e8ee-1048-490f-b667-3dba034e78cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:49.535244 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9cfbbebb-dfb3-42e3-a070-258cf5309152 req-6280c65c-63f0-410a-a39b-5c0684827f87 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:49.549753 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9cfbbebb-dfb3-42e3-a070-258cf5309152 req-6280c65c-63f0-410a-a39b-5c0684827f87 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4495065 Jul 07 20:44:49.579075 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e60e8ee-1048-490f-b667-3dba034e78cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:44:49.597592 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60e8ee-1048-490f-b667-3dba034e78cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b8775f-76da-42a0-a753-3c6c71d25402,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:49.619934 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e60e8ee-1048-490f-b667-3dba034e78cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:49.622007 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-8e60e8ee-1048-490f-b667-3dba034e78cd admin admin] Added segment 01cf2001-fde5-4bad-a11d-243dbb82ad40 of type vlan for network c0ae9cff-bb51-4fe0-a50d-03d941535e64 Jul 07 20:44:49.643173 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:49.707210 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['905aedea-71fb-4e08-849c-a06581b13569'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:44:49.751207 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-b81ff574-f0d8-4540-a084-d2877c18b10c tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:49.770147 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-b81ff574-f0d8-4540-a084-d2877c18b10c tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Transition to ACTIVE for port object e1b76b2b-acea-4723-8855-9ea0802bf116 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:44:49.812814 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e60e8ee-1048-490f-b667-3dba034e78cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:49.821816 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-b81ff574-f0d8-4540-a084-d2877c18b10c tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:49.854366 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2a162db0-df91-45cb-ac89-38d816d16914 req-31adc45e-5415-4a61-87d1-2413176d48c8 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "GET /v2.0/security-groups/a5a5c18f-9b03-4bce-be00-34b06d45d681 HTTP/1.1" status: 200 len: 2405 time: 0.2280462 Jul 07 20:44:49.892974 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e60e8ee-1048-490f-b667-3dba034e78cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:49.895209 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e60e8ee-1048-490f-b667-3dba034e78cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:49.895209 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e60e8ee-1048-490f-b667-3dba034e78cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:49.954700 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-b81ff574-f0d8-4540-a084-d2877c18b10c tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Network 264dde5d-0b26-40d6-b1bf-7b5ec20a1ece is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:44:49.969074 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-b81ff574-f0d8-4540-a084-d2877c18b10c tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:44:49.989609 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-b81ff574-f0d8-4540-a084-d2877c18b10c tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:44:50.014483 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-b81ff574-f0d8-4540-a084-d2877c18b10c tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:50.014680 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-b81ff574-f0d8-4540-a084-d2877c18b10c tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:50.050474 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57420) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:50.060694 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8e60e8ee-1048-490f-b667-3dba034e78cd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8857346 Jul 07 20:44:50.062701 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-185a0577-d9f0-4bea-a095-06e0a7b01854 admin admin] Request body: {'subnet': {'network_id': 'c0ae9cff-bb51-4fe0-a50d-03d941535e64', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-849334002-subnet', 'tenant_id': '9acb96112bfc4a1bb9f098d85858cb07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:50.072027 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60e8ee-1048-490f-b667-3dba034e78cd admin admin] Pushing event updated for resources: {'Network': ['ID=c0ae9cff-bb51-4fe0-a50d-03d941535e64,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:50.092316 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ff574-f0d8-4540-a084-d2877c18b10c tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Pushing event updated for resources: {'Port': ['ID=e1b76b2b-acea-4723-8855-9ea0802bf116,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:50.096600 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-b81ff574-f0d8-4540-a084-d2877c18b10c tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5515223 Jul 07 20:44:50.106420 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network c0ae9cff-bb51-4fe0-a50d-03d941535e64 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:44:50.121728 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185a0577-d9f0-4bea-a095-06e0a7b01854 admin admin] Made reservation on behalf of 9acb96112bfc4a1bb9f098d85858cb07 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:44:50.125386 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-185a0577-d9f0-4bea-a095-06e0a7b01854 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:50.147705 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-26d67e8a-3e60-4bd1-a13e-62927be3ada8 req-55cd87ab-7dbb-417a-a82b-3671e9be639d tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "GET /v2.0/security-group-rules/26ddf01f-93c7-41c6-a25f-d778b73681ae HTTP/1.1" status: 200 len: 778 time: 0.0444760 Jul 07 20:44:50.243660 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-26d67e8a-3e60-4bd1-a13e-62927be3ada8 req-829f16b3-e968-4059-846d-721c992ddd70 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "GET /v2.0/security-groups/a5a5c18f-9b03-4bce-be00-34b06d45d681 HTTP/1.1" status: 200 len: 2405 time: 0.0947571 Jul 07 20:44:50.333647 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-26d67e8a-3e60-4bd1-a13e-62927be3ada8 req-b976f0db-5b67-4245-bc61-b54ec62eb40c tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:50.346456 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-26d67e8a-3e60-4bd1-a13e-62927be3ada8 req-b976f0db-5b67-4245-bc61-b54ec62eb40c tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:50.395636 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6288f56-2b26-4834-8695-7bf8c496ac2f req-1aeaada6-886e-4d30-a54e-1a3cab8bd6a7 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:50.397364 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6288f56-2b26-4834-8695-7bf8c496ac2f req-1aeaada6-886e-4d30-a54e-1a3cab8bd6a7 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6d5502b-4d03-42f4-8541-e9ea97b3f77b HTTP/1.1" status: 200 len: 931 time: 0.1769004 Jul 07 20:44:50.405960 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-dd22d50e-60a8-45ed-b410-d7310c39ccbd None None] Provisioning for port e1b76b2b-acea-4723-8855-9ea0802bf116 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:44:50.410896 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-26d67e8a-3e60-4bd1-a13e-62927be3ada8 req-b976f0db-5b67-4245-bc61-b54ec62eb40c tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:50.415928 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-dd22d50e-60a8-45ed-b410-d7310c39ccbd None None] Provisioning complete for port e1b76b2b-acea-4723-8855-9ea0802bf116 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:44:50.416726 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dd22d50e-60a8-45ed-b410-d7310c39ccbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:50.428261 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-26d67e8a-3e60-4bd1-a13e-62927be3ada8 req-b976f0db-5b67-4245-bc61-b54ec62eb40c tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:50.443793 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-26d67e8a-3e60-4bd1-a13e-62927be3ada8 req-b976f0db-5b67-4245-bc61-b54ec62eb40c tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/26ddf01f-93c7-41c6-a25f-d778b73681ae HTTP/1.1" status: 204 len: 173 time: 0.1980295 Jul 07 20:44:50.463179 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976f0db-5b67-4245-bc61-b54ec62eb40c tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26ddf01f-93c7-41c6-a25f-d778b73681ae,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:50.477624 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-dd22d50e-60a8-45ed-b410-d7310c39ccbd None None] Port e1b76b2b-acea-4723-8855-9ea0802bf116 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:44:50.511772 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-185a0577-d9f0-4bea-a095-06e0a7b01854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:50.514808 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6288f56-2b26-4834-8695-7bf8c496ac2f req-ddfb75f7-5c33-4558-85c0-b7aab05a40ae tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899005 Jul 07 20:44:50.585678 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a0577-d9f0-4bea-a095-06e0a7b01854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a7ec412-9e83-4878-b61a-921c77601ae8,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:50.613156 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185a0577-d9f0-4bea-a095-06e0a7b01854 admin admin] Checking segment: {'id': '01cf2001-fde5-4bad-a11d-243dbb82ad40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c0ae9cff-bb51-4fe0-a50d-03d941535e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:44:50.613539 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185a0577-d9f0-4bea-a095-06e0a7b01854 admin admin] Network hostable DHCP agents. Network: c0ae9cff-bb51-4fe0-a50d-03d941535e64, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:44:50.628186 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-7a2d56b7-bbca-4229-9aa9-b7f245adb538 req-16de96b9-a283-4961-a047-0e8b0ca346dd tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-605546584', 'description': 'tempest-description-1314250595'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:50.641211 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185a0577-d9f0-4bea-a095-06e0a7b01854 admin admin] Network c0ae9cff-bb51-4fe0-a50d-03d941535e64 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:44:50.669914 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-185a0577-d9f0-4bea-a095-06e0a7b01854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, c0ae9cff-bb51-4fe0-a50d-03d941535e64) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:44:50.669914 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185a0577-d9f0-4bea-a095-06e0a7b01854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:50.670282 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-185a0577-d9f0-4bea-a095-06e0a7b01854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:50.672981 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-7a2d56b7-bbca-4229-9aa9-b7f245adb538 req-16de96b9-a283-4961-a047-0e8b0ca346dd tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:50.679297 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82258fdd-f572-4a4d-92a8-599f8a4eb9f8 None None] Network c0ae9cff-bb51-4fe0-a50d-03d941535e64 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:44:50.700668 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-185a0577-d9f0-4bea-a095-06e0a7b01854 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6489596 Jul 07 20:44:50.834527 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-7a2d56b7-bbca-4229-9aa9-b7f245adb538 req-16de96b9-a283-4961-a047-0e8b0ca346dd tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:50.847446 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-7a2d56b7-bbca-4229-9aa9-b7f245adb538 req-16de96b9-a283-4961-a047-0e8b0ca346dd tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:50.902237 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-7a2d56b7-bbca-4229-9aa9-b7f245adb538 req-16de96b9-a283-4961-a047-0e8b0ca346dd tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:50.913876 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7a2d56b7-bbca-4229-9aa9-b7f245adb538 req-16de96b9-a283-4961-a047-0e8b0ca346dd tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2900357 Jul 07 20:44:50.920696 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de96b9-a283-4961-a047-0e8b0ca346dd tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d68077-7f27-45ee-82ec-1b297410bd9c,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:50.964379 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b19c844-7b9b-430f-8964-61b0078dfcd2 None None] Network c0ae9cff-bb51-4fe0-a50d-03d941535e64 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:44:50.977811 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddacb1-21f6-4911-ac81-f070368dcf93 req-6331c7d0-6eda-4042-aaae-88a719b17a66 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:50.979990 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b7ddacb1-21f6-4911-ac81-f070368dcf93 req-6331c7d0-6eda-4042-aaae-88a719b17a66 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 970 time: 0.1434698 Jul 07 20:44:51.060563 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b7ddacb1-21f6-4911-ac81-f070368dcf93 req-d1908491-3a84-4f68-8d07-9315ce9a15da tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/security-groups?id=c54134d0-b041-4849-b1aa-2f63af3ef224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599208 Jul 07 20:44:51.064248 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d7f46b3-3d98-4034-8dfd-58b83294088d req-92af9340-2d59-444b-a411-696297b74665 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "GET /v2.0/security-groups/18d68077-7f27-45ee-82ec-1b297410bd9c HTTP/1.1" status: 200 len: 1812 time: 0.0832465 Jul 07 20:44:51.694089 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-1947ea2e-da81-4fd3-a108-8e35807bb84e req-dc9a8d17-9f2d-4f68-a8e4-3bdc55331d5a tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-444560145', 'description': 'tempest-description-1635914858'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:51.756402 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1947ea2e-da81-4fd3-a108-8e35807bb84e req-dc9a8d17-9f2d-4f68-a8e4-3bdc55331d5a tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:51.809141 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae55bc-5147-4255-97a1-27d13742f49c req-357f3458-4708-4a33-8e63-84424bfeb75a tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:51.810929 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44ae55bc-5147-4255-97a1-27d13742f49c req-357f3458-4708-4a33-8e63-84424bfeb75a tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 820 time: 0.4453573 Jul 07 20:44:51.841269 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44ae55bc-5147-4255-97a1-27d13742f49c req-8fdc0fb9-6d2f-4133-a81d-beee5ca8a106 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/quotas/9b2f63d1e3474de0ace5d0719705221d HTTP/1.1" status: 200 len: 375 time: 0.0187171 Jul 07 20:44:51.884802 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44ae55bc-5147-4255-97a1-27d13742f49c req-d32496bd-55a7-48ca-b172-d6a8621dd72e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366831 Jul 07 20:44:51.930588 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1947ea2e-da81-4fd3-a108-8e35807bb84e req-dc9a8d17-9f2d-4f68-a8e4-3bdc55331d5a tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:51.936077 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1947ea2e-da81-4fd3-a108-8e35807bb84e req-dc9a8d17-9f2d-4f68-a8e4-3bdc55331d5a tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:51.964587 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1947ea2e-da81-4fd3-a108-8e35807bb84e req-dc9a8d17-9f2d-4f68-a8e4-3bdc55331d5a tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:51.965730 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1947ea2e-da81-4fd3-a108-8e35807bb84e req-dc9a8d17-9f2d-4f68-a8e4-3bdc55331d5a tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5656800 Jul 07 20:44:51.976834 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a8d17-9f2d-4f68-a8e4-3bdc55331d5a tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c3a00a-28c2-494f-a5fb-513857416fc3,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:52.097914 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-44ae55bc-5147-4255-97a1-27d13742f49c req-7d5672f8-47ac-47ed-ae17-9c8b89638bd0 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:44:52.100299 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44ae55bc-5147-4255-97a1-27d13742f49c req-7d5672f8-47ac-47ed-ae17-9c8b89638bd0 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0839245 Jul 07 20:44:52.244354 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44ae55bc-5147-4255-97a1-27d13742f49c req-6d49f6ee-3f9b-42cc-b780-9a0ba0d9e656 service neutron] 10.222.0.64 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356208 Jul 07 20:44:52.278922 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cabc04-062f-4680-87fd-a87c1a5183fc req-c3f96e85-3f3d-4cdb-999b-d0ac1a5c490b tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:52.280482 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-30cabc04-062f-4680-87fd-a87c1a5183fc req-c3f96e85-3f3d-4cdb-999b-d0ac1a5c490b tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6d5502b-4d03-42f4-8541-e9ea97b3f77b HTTP/1.1" status: 200 len: 931 time: 0.1268933 Jul 07 20:44:52.345169 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57506) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:52.361955 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-30cabc04-062f-4680-87fd-a87c1a5183fc req-a5bb7556-86a7-450c-8bdf-2d4e1d1ba353 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568130 Jul 07 20:44:52.387980 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44ae55bc-5147-4255-97a1-27d13742f49c req-ef2891ef-d12b-4c1b-9e7a-147c3210f2b5 service neutron] 10.222.0.64 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360426 Jul 07 20:44:52.445663 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7279c6b0-899f-43c1-b6f8-9bdf4a8e9719 req-9a20d683-1069-4bbd-a605-55be88abf424 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "GET /v2.0/security-groups/46c3a00a-28c2-494f-a5fb-513857416fc3 HTTP/1.1" status: 200 len: 1812 time: 0.0489399 Jul 07 20:44:52.497541 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3d114bc8-376d-4fb8-a94f-cf85996ae746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:52.605362 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 905aedea-71fb-4e08-849c-a06581b13569 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:44:52.614100 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-01f6eed8-8c13-4bfd-915f-7d3691442793 req-101ed631-a77a-4845-a7ca-502d27022d44 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-232961938', 'description': 'tempest-description-268711203'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:52.640183 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3d114bc8-376d-4fb8-a94f-cf85996ae746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:52.647867 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3d114bc8-376d-4fb8-a94f-cf85996ae746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:52.683365 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 905aedea-71fb-4e08-849c-a06581b13569 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:44:52.691346 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3d114bc8-376d-4fb8-a94f-cf85996ae746 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=405dbb7d482d498a94d98e06f4f58b83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423824 Jul 07 20:44:52.691904 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 905aedea-71fb-4e08-849c-a06581b13569 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:44:52.692894 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:52.693653 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57520) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:52.696365 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-01f6eed8-8c13-4bfd-915f-7d3691442793 req-101ed631-a77a-4845-a7ca-502d27022d44 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:52.764486 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0f1d9-e098-4994-bd37-bd3931eed6f3 req-bac7b4b4-50d7-49e6-8677-cc8bad81e03c tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:52.766341 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3cf0f1d9-e098-4994-bd37-bd3931eed6f3 req-bac7b4b4-50d7-49e6-8677-cc8bad81e03c tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 970 time: 0.1357296 Jul 07 20:44:52.771783 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d114bc8-376d-4fb8-a94f-cf85996ae746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e412f44d-664e-43b6-99d3-2db6f64b4e6b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:52.848381 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a8beece4-e05a-4d2b-9eaf-42f4da465977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:52.857932 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3cf0f1d9-e098-4994-bd37-bd3931eed6f3 req-937d7f9e-a3a9-4d78-abad-d8b8965994fe tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/security-groups?id=c54134d0-b041-4849-b1aa-2f63af3ef224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705440 Jul 07 20:44:52.870508 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:52.871647 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-01f6eed8-8c13-4bfd-915f-7d3691442793 req-101ed631-a77a-4845-a7ca-502d27022d44 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:52.882898 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-01f6eed8-8c13-4bfd-915f-7d3691442793 req-101ed631-a77a-4845-a7ca-502d27022d44 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:52.926558 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-01f6eed8-8c13-4bfd-915f-7d3691442793 req-101ed631-a77a-4845-a7ca-502d27022d44 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:52.928680 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01f6eed8-8c13-4bfd-915f-7d3691442793 req-101ed631-a77a-4845-a7ca-502d27022d44 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3342829 Jul 07 20:44:52.929440 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a8beece4-e05a-4d2b-9eaf-42f4da465977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:52.945515 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570ed821-ed6a-47b2-b916-344f4a3bf275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905aedea-71fb-4e08-849c-a06581b13569'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:44:52.961037 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ed631-a77a-4845-a7ca-502d27022d44 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4680a3a2-0889-4f9b-9a13-e81870609cc6,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:53.058974 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a8beece4-e05a-4d2b-9eaf-42f4da465977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:53.062602 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a8beece4-e05a-4d2b-9eaf-42f4da465977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:53.064704 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a8beece4-e05a-4d2b-9eaf-42f4da465977 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e412f44d-664e-43b6-99d3-2db6f64b4e6b HTTP/1.1" status: 204 len: 168 time: 0.3552449 Jul 07 20:44:53.108187 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8beece4-e05a-4d2b-9eaf-42f4da465977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e412f44d-664e-43b6-99d3-2db6f64b4e6b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:53.153291 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 905aedea-71fb-4e08-849c-a06581b13569, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=905aedea-71fb-4e08-849c-a06581b13569,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:44:53.186011 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47a591dd-b815-47e1-b10c-5395e63cfae5 req-6f90231f-6904-4621-af93-275722496526 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 210 time: 0.1015854 Jul 07 20:44:53.186766 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:53.280696 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b5a8c76d-865d-4fee-a0e2-8fed596500ee req-3a968df2-be02-4c53-a213-2655bcde8136 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "GET /v2.0/security-groups/4680a3a2-0889-4f9b-9a13-e81870609cc6 HTTP/1.1" status: 200 len: 1811 time: 0.0897939 Jul 07 20:44:53.304819 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=905aedea-71fb-4e08-849c-a06581b13569,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:53.328982 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-2261d682-d3cf-4ed3-9c81-ad8a90942569 req-d59b8beb-ea74-4942-b1fa-569c8e9dd176 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-25748893', 'description': 'tempest-description-293591330'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:53.378894 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2261d682-d3cf-4ed3-9c81-ad8a90942569 req-d59b8beb-ea74-4942-b1fa-569c8e9dd176 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:53.464893 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57556) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:53.508812 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca420a0-b7b0-4956-80ad-f33bfe4aeaf6" -d '{"events": [{"server_uuid": "570ed821-ed6a-47b2-b916-344f4a3bf275", "name": "network-vif-plugged", "status": "completed", "tag": "905aedea-71fb-4e08-849c-a06581b13569"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:44:53.541268 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2261d682-d3cf-4ed3-9c81-ad8a90942569 req-d59b8beb-ea74-4942-b1fa-569c8e9dd176 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:53.580631 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2261d682-d3cf-4ed3-9c81-ad8a90942569 req-d59b8beb-ea74-4942-b1fa-569c8e9dd176 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:53.611320 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2261d682-d3cf-4ed3-9c81-ad8a90942569 req-d59b8beb-ea74-4942-b1fa-569c8e9dd176 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:53.624283 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2261d682-d3cf-4ed3-9c81-ad8a90942569 req-d59b8beb-ea74-4942-b1fa-569c8e9dd176 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3027399 Jul 07 20:44:53.632649 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b8beb-ea74-4942-b1fa-569c8e9dd176 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4925e7c3-235a-4735-9cbd-89d08e9a806c,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:53.661904 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57566) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:53.662925 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800acb6-3c94-4729-b536-2a1e9517e71d req-3ce3df47-59b9-402b-99de-3e6433c98c77 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:53.672489 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6800acb6-3c94-4729-b536-2a1e9517e71d req-3ce3df47-59b9-402b-99de-3e6433c98c77 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6d5502b-4d03-42f4-8541-e9ea97b3f77b HTTP/1.1" status: 200 len: 931 time: 0.1285040 Jul 07 20:44:53.688624 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5a4f7eb3-5412-4406-96fa-52978e493c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:53.740780 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6800acb6-3c94-4729-b536-2a1e9517e71d req-c3a317f6-1a99-49d0-b2fa-d2ee62773c5d tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667119 Jul 07 20:44:53.841709 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-65bfafb4-1bc8-43a4-81cf-aea9261fcb9c req-4d4df81e-f8bc-4352-9fcc-221f731bddab tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "GET /v2.0/security-groups/4925e7c3-235a-4735-9cbd-89d08e9a806c HTTP/1.1" status: 200 len: 1810 time: 0.0773084 Jul 07 20:44:53.875298 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5a4f7eb3-5412-4406-96fa-52978e493c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:53.884790 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5a4f7eb3-5412-4406-96fa-52978e493c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:53.893137 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-902da32c-7428-4d00-8d3c-8f1d45a3f584 req-4ad6ade3-b66d-4269-9ad6-c9bdcfcf1334 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] show failed (client error): The resource could not be found. Jul 07 20:44:53.894641 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-902da32c-7428-4d00-8d3c-8f1d45a3f584 req-4ad6ade3-b66d-4269-9ad6-c9bdcfcf1334 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "GET /v2.0/security-groups/98687f85-142b-4669-a7e5-04a38e786475 HTTP/1.1" status: 404 len: 352 time: 0.0237226 Jul 07 20:44:53.965532 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de34722-389d-4223-8e90-d2c374a7f058 x-openstack-request-id: req-6de34722-389d-4223-8e90-d2c374a7f058 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:44:53.966263 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570ed821-ed6a-47b2-b916-344f4a3bf275", "name": "network-vif-plugged", "status": "completed", "tag": "905aedea-71fb-4e08-849c-a06581b13569", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:44:53.966263 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6de34722-389d-4223-8e90-d2c374a7f058 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:44:53.970814 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570ed821-ed6a-47b2-b916-344f4a3bf275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905aedea-71fb-4e08-849c-a06581b13569', 'code': 200} Jul 07 20:44:54.018672 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-162e3c8c-8aa0-4a36-a017-926290fb63db req-5fa94251-a98f-4024-9498-4b28956b6533 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] show failed (client error): The resource could not be found. Jul 07 20:44:54.018908 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5a4f7eb3-5412-4406-96fa-52978e493c97 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=605ca4023e2841bc8b6baddab053e893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3527725 Jul 07 20:44:54.027648 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57576) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:54.040938 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-162e3c8c-8aa0-4a36-a017-926290fb63db req-5fa94251-a98f-4024-9498-4b28956b6533 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "GET /v2.0/security-group-rules/38229edf-fee4-4f91-b24d-0aab3f67e7b6 HTTP/1.1" status: 404 len: 361 time: 0.0421910 Jul 07 20:44:54.047478 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57580) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:54.062493 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f7eb3-5412-4406-96fa-52978e493c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09487090-bbcb-4fed-8e01-26a9a6e0c7cc,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:54.135777 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e7ee125-9a0e-40d8-979f-48f8ba071183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:54.168600 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bf45d3ad-3fd0-49f5-8d04-2dd3aaeb1ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:54.199363 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b0120b59-e103-468d-8e89-061298242044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:54.205184 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bf45d3ad-3fd0-49f5-8d04-2dd3aaeb1ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:54.243039 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f4a081a1-f66a-4eb5-b3d8-aa6de1da6f9e req-27518497-7ec2-4d70-b5da-0f534f24fa0b tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "GET /v2.0/security-groups/4925e7c3-235a-4735-9cbd-89d08e9a806c HTTP/1.1" status: 200 len: 1810 time: 0.1820846 Jul 07 20:44:54.293622 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bf45d3ad-3fd0-49f5-8d04-2dd3aaeb1ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:54.296404 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bf45d3ad-3fd0-49f5-8d04-2dd3aaeb1ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:54.297524 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bf45d3ad-3fd0-49f5-8d04-2dd3aaeb1ce7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/09487090-bbcb-4fed-8e01-26a9a6e0c7cc HTTP/1.1" status: 204 len: 168 time: 0.2705100 Jul 07 20:44:54.306951 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6918ddb-e16f-4787-a606-c6f41dbd270a req-1c477b89-ac95-41b2-8aff-651629d065e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:54.309365 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d6918ddb-e16f-4787-a606-c6f41dbd270a req-1c477b89-ac95-41b2-8aff-651629d065e5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 1123 time: 0.2275109 Jul 07 20:44:54.312139 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e7ee125-9a0e-40d8-979f-48f8ba071183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:54.320439 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45d3ad-3fd0-49f5-8d04-2dd3aaeb1ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09487090-bbcb-4fed-8e01-26a9a6e0c7cc,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:54.330495 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e7ee125-9a0e-40d8-979f-48f8ba071183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:54.366853 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c287e1-e092-461c-a9c4-929a8ec05dee req-e1ec7396-d9f4-4b6c-8880-c5a251f66de6 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:54.372336 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-92c287e1-e092-461c-a9c4-929a8ec05dee req-e1ec7396-d9f4-4b6c-8880-c5a251f66de6 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 971 time: 0.2314322 Jul 07 20:44:54.410730 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3e7ee125-9a0e-40d8-979f-48f8ba071183 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4e4ae093029a4751bfaec8572b9700e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9405448 Jul 07 20:44:54.410730 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ee125-9a0e-40d8-979f-48f8ba071183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063b8fb9-dc72-44f1-8fb4-555920d58ff6,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:54.412249 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57588) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:54.426825 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d6918ddb-e16f-4787-a606-c6f41dbd270a req-40f4eac2-7683-4cb9-801b-0b8e501f7276 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:54.511975 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f4a081a1-f66a-4eb5-b3d8-aa6de1da6f9e req-ddd3e274-847f-4216-b3ef-520f7e861a7e tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:54.524552 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-92c287e1-e092-461c-a9c4-929a8ec05dee req-c7192983-5982-4345-8240-73d91e70b5fe tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/security-groups?id=c54134d0-b041-4849-b1aa-2f63af3ef224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323285 Jul 07 20:44:54.539427 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eaa63738-5913-42f2-b444-bc927a8a64f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:54.569532 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eaa63738-5913-42f2-b444-bc927a8a64f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:54.615225 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f4a081a1-f66a-4eb5-b3d8-aa6de1da6f9e req-ddd3e274-847f-4216-b3ef-520f7e861a7e tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:54.626406 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eaa63738-5913-42f2-b444-bc927a8a64f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:54.630438 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eaa63738-5913-42f2-b444-bc927a8a64f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:54.632785 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-eaa63738-5913-42f2-b444-bc927a8a64f4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/063b8fb9-dc72-44f1-8fb4-555920d58ff6 HTTP/1.1" status: 204 len: 168 time: 0.2190931 Jul 07 20:44:54.635273 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b0120b59-e103-468d-8e89-061298242044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:54.645086 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa63738-5913-42f2-b444-bc927a8a64f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063b8fb9-dc72-44f1-8fb4-555920d58ff6,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:54.684562 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b0120b59-e103-468d-8e89-061298242044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:54.742212 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0120b59-e103-468d-8e89-061298242044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af3116c-c0f6-4910-85ba-770a9add6720,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:54.773104 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-02f7c06b-72b2-4cb9-93a3-1b1b29c00f3e req-7e018728-6863-413a-8fe1-d48db4cdfdba tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 210 time: 0.0897193 Jul 07 20:44:54.792365 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b0120b59-e103-468d-8e89-061298242044 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e19218672e48422da8744a1cfe612523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7437806 Jul 07 20:44:54.796181 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57598) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:54.830195 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f4a081a1-f66a-4eb5-b3d8-aa6de1da6f9e req-ddd3e274-847f-4216-b3ef-520f7e861a7e tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:54.833092 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f4a081a1-f66a-4eb5-b3d8-aa6de1da6f9e req-ddd3e274-847f-4216-b3ef-520f7e861a7e tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:54.837146 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f4a081a1-f66a-4eb5-b3d8-aa6de1da6f9e req-ddd3e274-847f-4216-b3ef-520f7e861a7e tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "DELETE /v2.0/security-groups/4925e7c3-235a-4735-9cbd-89d08e9a806c HTTP/1.1" status: 204 len: 173 time: 0.5708055 Jul 07 20:44:54.907182 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3e274-847f-4216-b3ef-520f7e861a7e tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4925e7c3-235a-4735-9cbd-89d08e9a806c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:54.955545 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d6918ddb-e16f-4787-a606-c6f41dbd270a req-40f4eac2-7683-4cb9-801b-0b8e501f7276 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:54.992363 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d6918ddb-e16f-4787-a606-c6f41dbd270a req-40f4eac2-7683-4cb9-801b-0b8e501f7276 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:55.024323 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6c6a678e-3369-4b4e-bd94-98718a5b6706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:55.047030 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9ac3951a-bba0-4b64-bc03-fc5559cd0afc req-cc27dfa8-3b23-4158-98d0-74ac632bc253 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "GET /v2.0/security-groups/4680a3a2-0889-4f9b-9a13-e81870609cc6 HTTP/1.1" status: 200 len: 1811 time: 0.1855457 Jul 07 20:44:55.050305 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d6918ddb-e16f-4787-a606-c6f41dbd270a req-40f4eac2-7683-4cb9-801b-0b8e501f7276 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c54134d0-b041-4849-b1aa-2f63af3ef224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7314799 Jul 07 20:44:55.114060 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6c6a678e-3369-4b4e-bd94-98718a5b6706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:55.115774 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4eac2-7683-4cb9-801b-0b8e501f7276 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fe522d-5613-4976-9c4c-5c58544d80e0,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:55.185270 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d8323-eeeb-41ab-8cf5-6e0864028a01 req-f7fa8f5f-2306-4d80-945c-fa735eeddd7a tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:55.188587 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57612) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:55.192390 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ed3d8323-eeeb-41ab-8cf5-6e0864028a01 req-f7fa8f5f-2306-4d80-945c-fa735eeddd7a tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6d5502b-4d03-42f4-8541-e9ea97b3f77b HTTP/1.1" status: 200 len: 931 time: 0.2707748 Jul 07 20:44:55.203265 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-59229f3a-5683-4658-90c7-67848bf10f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:55.235438 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9ac3951a-bba0-4b64-bc03-fc5559cd0afc req-d8d2aa5f-963f-48e4-b67c-fb095b4cdfa5 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:55.267082 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ed3d8323-eeeb-41ab-8cf5-6e0864028a01 req-2634d1ea-a7c9-4773-8a4a-f85a43328934 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738125 Jul 07 20:44:55.272224 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6c6a678e-3369-4b4e-bd94-98718a5b6706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:55.274987 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6c6a678e-3369-4b4e-bd94-98718a5b6706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:55.279800 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6c6a678e-3369-4b4e-bd94-98718a5b6706 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4af3116c-c0f6-4910-85ba-770a9add6720 HTTP/1.1" status: 204 len: 168 time: 0.4791350 Jul 07 20:44:55.282279 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9ac3951a-bba0-4b64-bc03-fc5559cd0afc req-d8d2aa5f-963f-48e4-b67c-fb095b4cdfa5 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:55.298231 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a678e-3369-4b4e-bd94-98718a5b6706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af3116c-c0f6-4910-85ba-770a9add6720,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:55.359466 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-59229f3a-5683-4658-90c7-67848bf10f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:55.364666 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9ac3951a-bba0-4b64-bc03-fc5559cd0afc req-d8d2aa5f-963f-48e4-b67c-fb095b4cdfa5 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:55.365570 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-59229f3a-5683-4658-90c7-67848bf10f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:55.367196 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9ac3951a-bba0-4b64-bc03-fc5559cd0afc req-d8d2aa5f-963f-48e4-b67c-fb095b4cdfa5 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:55.368426 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9ac3951a-bba0-4b64-bc03-fc5559cd0afc req-d8d2aa5f-963f-48e4-b67c-fb095b4cdfa5 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "DELETE /v2.0/security-groups/4680a3a2-0889-4f9b-9a13-e81870609cc6 HTTP/1.1" status: 204 len: 173 time: 0.3205187 Jul 07 20:44:55.384117 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2aa5f-963f-48e4-b67c-fb095b4cdfa5 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4680a3a2-0889-4f9b-9a13-e81870609cc6,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:55.444165 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-59229f3a-5683-4658-90c7-67848bf10f14 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=606d2e0bc4674de7a602504b5aa8b670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541623 Jul 07 20:44:55.450435 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57622) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:55.478759 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c0f1b946-eeee-4b3b-9ca8-00701209a948 req-a8dede24-946d-41c5-97a2-4212b4055cfb tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "GET /v2.0/security-groups/46c3a00a-28c2-494f-a5fb-513857416fc3 HTTP/1.1" status: 200 len: 1812 time: 0.0754776 Jul 07 20:44:55.478910 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59229f3a-5683-4658-90c7-67848bf10f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c37117b-5df1-463c-b963-6aa7ef5c538f,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:55.530108 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3d756c97-8de2-4682-96f3-658a839289fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:55.587318 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3d756c97-8de2-4682-96f3-658a839289fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:55.597751 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c0f1b946-eeee-4b3b-9ca8-00701209a948 req-61575bf0-671e-456a-ba8e-cd95ff91c312 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:55.630473 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c0f1b946-eeee-4b3b-9ca8-00701209a948 req-61575bf0-671e-456a-ba8e-cd95ff91c312 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:55.677090 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3d756c97-8de2-4682-96f3-658a839289fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:55.680220 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3d756c97-8de2-4682-96f3-658a839289fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:55.681377 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3d756c97-8de2-4682-96f3-658a839289fb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c37117b-5df1-463c-b963-6aa7ef5c538f HTTP/1.1" status: 204 len: 168 time: 0.2296896 Jul 07 20:44:55.692207 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d756c97-8de2-4682-96f3-658a839289fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c37117b-5df1-463c-b963-6aa7ef5c538f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:55.743656 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c0f1b946-eeee-4b3b-9ca8-00701209a948 req-61575bf0-671e-456a-ba8e-cd95ff91c312 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:55.743656 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c0f1b946-eeee-4b3b-9ca8-00701209a948 req-61575bf0-671e-456a-ba8e-cd95ff91c312 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:55.755803 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c0f1b946-eeee-4b3b-9ca8-00701209a948 req-61575bf0-671e-456a-ba8e-cd95ff91c312 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "DELETE /v2.0/security-groups/46c3a00a-28c2-494f-a5fb-513857416fc3 HTTP/1.1" status: 204 len: 173 time: 0.2717061 Jul 07 20:44:55.816317 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61575bf0-671e-456a-ba8e-cd95ff91c312 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c3a00a-28c2-494f-a5fb-513857416fc3,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:55.858882 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bbf02cf1-4828-4d5e-842b-09a925147fba req-54f6bb04-720e-418b-9c89-f6af5554d607 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "GET /v2.0/security-groups/18d68077-7f27-45ee-82ec-1b297410bd9c HTTP/1.1" status: 200 len: 1812 time: 0.0699513 Jul 07 20:44:55.883913 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455b9d1-a68e-48b6-b399-1336eaacb807 req-9c2c7780-6544-4e3d-9113-48a564f1030f tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:55.886105 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1455b9d1-a68e-48b6-b399-1336eaacb807 req-9c2c7780-6544-4e3d-9113-48a564f1030f tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 971 time: 0.1610703 Jul 07 20:44:55.965409 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1455b9d1-a68e-48b6-b399-1336eaacb807 req-ade2de8a-565e-43dc-a298-79d79d88198c tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/security-groups?id=c54134d0-b041-4849-b1aa-2f63af3ef224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689466 Jul 07 20:44:55.966169 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bbf02cf1-4828-4d5e-842b-09a925147fba req-7878afd6-048f-48a3-a0d3-d6f54c95c735 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:55.992017 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bbf02cf1-4828-4d5e-842b-09a925147fba req-7878afd6-048f-48a3-a0d3-d6f54c95c735 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:56.010082 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57638) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:56.033098 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-611b3d06-a1de-40bf-a10b-f8c00150cff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:56.116647 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4af58bd2-ef16-4126-8ed0-d9bfa284f6ce req-8768d9d7-5130-4470-8627-d57efbbdf5ab tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 210 time: 0.0355699 Jul 07 20:44:56.125769 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bbf02cf1-4828-4d5e-842b-09a925147fba req-7878afd6-048f-48a3-a0d3-d6f54c95c735 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:56.133926 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bbf02cf1-4828-4d5e-842b-09a925147fba req-7878afd6-048f-48a3-a0d3-d6f54c95c735 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:56.135034 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bbf02cf1-4828-4d5e-842b-09a925147fba req-7878afd6-048f-48a3-a0d3-d6f54c95c735 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "DELETE /v2.0/security-groups/18d68077-7f27-45ee-82ec-1b297410bd9c HTTP/1.1" status: 204 len: 173 time: 0.2700093 Jul 07 20:44:56.167438 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878afd6-048f-48a3-a0d3-d6f54c95c735 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d68077-7f27-45ee-82ec-1b297410bd9c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:56.199536 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-611b3d06-a1de-40bf-a10b-f8c00150cff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:56.205131 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-611b3d06-a1de-40bf-a10b-f8c00150cff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:56.221744 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac7c9290-9d8e-4817-b64d-3242acfa196d req-0e9f57a5-a289-4516-a587-570a4f953f29 tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "GET /v2.0/security-groups/a5a5c18f-9b03-4bce-be00-34b06d45d681 HTTP/1.1" status: 200 len: 1812 time: 0.0600433 Jul 07 20:44:56.261389 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-611b3d06-a1de-40bf-a10b-f8c00150cff2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ffa5376544f14f4e85a9ba587db82d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493246 Jul 07 20:44:56.262859 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b3d06-a1de-40bf-a10b-f8c00150cff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0ae7f2-046b-470f-8289-d99e711d9d5d,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:56.265720 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57652) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:56.313620 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ac7c9290-9d8e-4817-b64d-3242acfa196d req-6a262399-87e8-409b-8438-3ed6b5d2ee3b tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:56.330814 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a275cdf4-d99f-4875-b928-c7ef2ba89fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:56.341562 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ac7c9290-9d8e-4817-b64d-3242acfa196d req-6a262399-87e8-409b-8438-3ed6b5d2ee3b tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:56.367277 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a275cdf4-d99f-4875-b928-c7ef2ba89fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:56.405451 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ac7c9290-9d8e-4817-b64d-3242acfa196d req-6a262399-87e8-409b-8438-3ed6b5d2ee3b tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:56.409869 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ac7c9290-9d8e-4817-b64d-3242acfa196d req-6a262399-87e8-409b-8438-3ed6b5d2ee3b tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:56.412945 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac7c9290-9d8e-4817-b64d-3242acfa196d req-6a262399-87e8-409b-8438-3ed6b5d2ee3b tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] 10.222.0.64 "DELETE /v2.0/security-groups/a5a5c18f-9b03-4bce-be00-34b06d45d681 HTTP/1.1" status: 204 len: 173 time: 0.1841848 Jul 07 20:44:56.419138 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57660) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:56.437996 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a262399-87e8-409b-8438-3ed6b5d2ee3b tempest-SecurityGroupRulesNegativeTestJSON-391860992 tempest-SecurityGroupRulesNegativeTestJSON-391860992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a5c18f-9b03-4bce-be00-34b06d45d681,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:56.504413 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa59d5e9-9aad-4911-84fd-a11fbcc656d7 admin admin] Deleting subnet 3809f6d6-f402-4163-a2b4-d4bad20da0cb {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:44:56.508714 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a275cdf4-d99f-4875-b928-c7ef2ba89fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:56.511931 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a275cdf4-d99f-4875-b928-c7ef2ba89fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:56.513414 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a275cdf4-d99f-4875-b928-c7ef2ba89fe1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5c0ae7f2-046b-470f-8289-d99e711d9d5d HTTP/1.1" status: 204 len: 168 time: 0.2467830 Jul 07 20:44:56.514254 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa59d5e9-9aad-4911-84fd-a11fbcc656d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:56.567716 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-493c3030-16e6-4d64-9f4f-1e4556d347c8 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:44:56.569013 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-493c3030-16e6-4d64-9f4f-1e4556d347c8 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060253 Jul 07 20:44:56.569546 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275cdf4-d99f-4875-b928-c7ef2ba89fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0ae7f2-046b-470f-8289-d99e711d9d5d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:56.611401 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa59d5e9-9aad-4911-84fd-a11fbcc656d7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:56.627178 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa59d5e9-9aad-4911-84fd-a11fbcc656d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:56.665539 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83e5ac-af07-401f-9919-2dfcbf7d8118 req-b89096ce-df1a-4ae1-b11b-c0d1802352d4 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:56.667802 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ff83e5ac-af07-401f-9919-2dfcbf7d8118 req-b89096ce-df1a-4ae1-b11b-c0d1802352d4 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6d5502b-4d03-42f4-8541-e9ea97b3f77b HTTP/1.1" status: 200 len: 931 time: 0.1676838 Jul 07 20:44:56.702318 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa59d5e9-9aad-4911-84fd-a11fbcc656d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:56.743909 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59d5e9-9aad-4911-84fd-a11fbcc656d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3809f6d6-f402-4163-a2b4-d4bad20da0cb,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:56.768228 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ff83e5ac-af07-401f-9919-2dfcbf7d8118 req-c0186b78-4c54-43c2-9bd1-fd3e8777f644 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931253 Jul 07 20:44:56.773215 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa59d5e9-9aad-4911-84fd-a11fbcc656d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:56.779270 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fa59d5e9-9aad-4911-84fd-a11fbcc656d7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3809f6d6-f402-4163-a2b4-d4bad20da0cb HTTP/1.1" status: 204 len: 168 time: 0.3519926 Jul 07 20:44:56.782018 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57678) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:56.895552 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:57.075848 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:57.088787 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:44:57.089426 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:44:57.090381 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:44:57.090770 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] Subscribe: > port after_create 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:44:57.091123 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:44:57.094886 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] Subscribe: > port after_update 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:44:57.095268 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:44:57.095631 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:44:57.095962 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:44:57.096290 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:44:57.269158 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea942391-c599-4f39-b18f-5d6ab60df189 req-542ffb3d-2911-445f-b4f0-dd5ea3320243 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:57.279873 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ea942391-c599-4f39-b18f-5d6ab60df189 req-542ffb3d-2911-445f-b4f0-dd5ea3320243 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 971 time: 0.1033404 Jul 07 20:44:57.365096 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ea942391-c599-4f39-b18f-5d6ab60df189 req-880f8af7-6b3d-4e22-8734-f79a281ee771 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/security-groups?id=c54134d0-b041-4849-b1aa-2f63af3ef224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746348 Jul 07 20:44:57.407012 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d6d311f4-3c12-441f-a771-4e4efba35aaf req-d8ed617c-9a5d-4108-b94e-d965f4c415e0 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 210 time: 0.0404909 Jul 07 20:44:57.605863 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:44:57.606219 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:44:57.606555 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:44:57.607235 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:44:57.607389 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce05f830-5834-4b91-9296-97891d9da23d']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:44:57.636059 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b7384e-6517-46ef-ac42-470adc9e4959') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:44:57.637002 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b7384e-6517-46ef-ac42-470adc9e4959') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:44:57.649924 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.39', 59296) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:57.655514 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:57.679747 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:57.697437 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:44:57.698432 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: from cryptography.utils import int_from_bytes Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: from cryptography.utils import int_from_bytes Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:44:57.772656 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:44:57.775147 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:57.802910 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:57.806235 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ce05f830-5834-4b91-9296-97891d9da23d HTTP/1.1" status: 204 len: 168 time: 1.0228608 Jul 07 20:44:57.810140 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bdac4d-c69d-44be-bdbe-929ec8126844 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce05f830-5834-4b91-9296-97891d9da23d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:57.817225 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb296126-d77c-4890-b4f1-8f96ff34ba3d req-1a2fe61b-2abd-4147-91de-f8ee2b193154 tempest-AggregatesAdminTestJSON-367551932 tempest-AggregatesAdminTestJSON-367551932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:57.819115 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bb296126-d77c-4890-b4f1-8f96ff34ba3d req-1a2fe61b-2abd-4147-91de-f8ee2b193154 tempest-AggregatesAdminTestJSON-367551932 tempest-AggregatesAdminTestJSON-367551932-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 1123 time: 0.2358749 Jul 07 20:44:57.830359 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae55bc-5147-4255-97a1-27d13742f49c req-36cc8c38-cbc7-47b8-acd7-3f2ecb65d942 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:57.831948 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44ae55bc-5147-4255-97a1-27d13742f49c req-36cc8c38-cbc7-47b8-acd7-3f2ecb65d942 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.39 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 820 time: 0.1784635 Jul 07 20:44:57.853446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-44ae55bc-5147-4255-97a1-27d13742f49c req-1c5bd967-1a0b-47d2-ac46-9b0568cadd2e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Request body: {'port': {'device_id': '77a3500e-f44a-460b-b3b1-96039dbf7d0d', 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e', 'admin_state_up': True, 'tenant_id': '9b2f63d1e3474de0ace5d0719705221d'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:58.035050 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bb296126-d77c-4890-b4f1-8f96ff34ba3d req-6ebe945c-dcb9-40e0-90c8-962474ec9113 tempest-AggregatesAdminTestJSON-367551932 tempest-AggregatesAdminTestJSON-367551932-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:58.104287 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.db.api [req-bb296126-d77c-4890-b4f1-8f96ff34ba3d req-6ebe945c-dcb9-40e0-90c8-962474ec9113 tempest-AggregatesAdminTestJSON-367551932 tempest-AggregatesAdminTestJSON-367551932-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 20:44:58.104287 n-d-695189-11 neutron-server[100448]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 20:44:58.104287 n-d-695189-11 neutron-server[100448]: [parameters: {'project_id': '95bdc89d5dbf4e9f9568335bdc10262e', 'id': 'f77e26e4-6d06-4602-85ed-f1c9400dbb2e', 'expiration': datetime.datetime(2021, 7, 7, 20, 46, 58, 90635)}] Jul 07 20:44:58.104287 n-d-695189-11 neutron-server[100448]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 20:44:58.104687 n-d-695189-11 neutron-server[100448]: DEBUG oslo_db.api [req-bb296126-d77c-4890-b4f1-8f96ff34ba3d req-6ebe945c-dcb9-40e0-90c8-962474ec9113 tempest-AggregatesAdminTestJSON-367551932 tempest-AggregatesAdminTestJSON-367551932-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 20:44:58.115849 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ae55bc-5147-4255-97a1-27d13742f49c req-1c5bd967-1a0b-47d2-ac46-9b0568cadd2e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Made reservation on behalf of 9b2f63d1e3474de0ace5d0719705221d for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:44:58.121456 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-44ae55bc-5147-4255-97a1-27d13742f49c req-1c5bd967-1a0b-47d2-ac46-9b0568cadd2e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:58.124106 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-d9b03e97-05b4-430e-b096-1e7059fc51b7 service neutron] Request body: {'port': {'device_id': 'd6d5502b-4d03-42f4-8541-e9ea97b3f77b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:58.182924 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0c48f-e55b-4bb2-ad56-93cc0308a823 req-a68271ba-800e-4ddb-b541-c8632d051d4c tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:58.186314 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a9e0c48f-e55b-4bb2-ad56-93cc0308a823 req-a68271ba-800e-4ddb-b541-c8632d051d4c tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6d5502b-4d03-42f4-8541-e9ea97b3f77b HTTP/1.1" status: 200 len: 931 time: 0.1678760 Jul 07 20:44:58.213101 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-d9b03e97-05b4-430e-b096-1e7059fc51b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:58.269961 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57726) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:58.452062 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a9e0c48f-e55b-4bb2-ad56-93cc0308a823 req-57d1c839-e86f-4af1-9800-aad637b91174 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932176 Jul 07 20:44:58.466161 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-55864779-e11d-43be-a753-d4b7b07f7bc5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ba0c317a7794dd99540d19ab9506826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943977 Jul 07 20:44:58.470659 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57738) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:44:58.492644 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-44ae55bc-5147-4255-97a1-27d13742f49c req-1c5bd967-1a0b-47d2-ac46-9b0568cadd2e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Allocated IP 172.20.0.10 (4b91b62e-f0da-4f30-b6c0-0519015da08e/58cf048c-6ca3-4e9c-85aa-89cc2a934f80/61aa3355-317c-4f2d-b6bd-32d8edd4802b) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:44:58.605537 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-36fcb2a6-b13a-4e9e-9636-864c664d5bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:58.607164 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bb296126-d77c-4890-b4f1-8f96ff34ba3d req-6ebe945c-dcb9-40e0-90c8-962474ec9113 tempest-AggregatesAdminTestJSON-367551932 tempest-AggregatesAdminTestJSON-367551932-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:58.754219 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-36fcb2a6-b13a-4e9e-9636-864c664d5bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:58.757540 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d9984271-f927-4c02-b957-e7ce3bb39230 req-d3597a04-38e9-486e-8753-f980d5d07195 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 210 time: 0.0657978 Jul 07 20:44:58.771490 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-d9b03e97-05b4-430e-b096-1e7059fc51b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b76b2b-acea-4723-8855-9ea0802bf116 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:44:58.784322 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-d9b03e97-05b4-430e-b096-1e7059fc51b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:58.804126 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-d9b03e97-05b4-430e-b096-1e7059fc51b7 service neutron] Transition to ACTIVE for port object e1b76b2b-acea-4723-8855-9ea0802bf116 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:44:58.811893 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-d9b03e97-05b4-430e-b096-1e7059fc51b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:58.890622 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-44ae55bc-5147-4255-97a1-27d13742f49c req-1c5bd967-1a0b-47d2-ac46-9b0568cadd2e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:58.907466 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-36fcb2a6-b13a-4e9e-9636-864c664d5bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:58.910335 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-36fcb2a6-b13a-4e9e-9636-864c664d5bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:58.911559 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-36fcb2a6-b13a-4e9e-9636-864c664d5bc8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/422fa721-4644-4e49-bf33-35402b7bd5b9 HTTP/1.1" status: 204 len: 168 time: 0.4396012 Jul 07 20:44:58.939561 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fcb2a6-b13a-4e9e-9636-864c664d5bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422fa721-4644-4e49-bf33-35402b7bd5b9,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:58.982070 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bb296126-d77c-4890-b4f1-8f96ff34ba3d req-6ebe945c-dcb9-40e0-90c8-962474ec9113 tempest-AggregatesAdminTestJSON-367551932 tempest-AggregatesAdminTestJSON-367551932-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:58.987530 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bb296126-d77c-4890-b4f1-8f96ff34ba3d req-6ebe945c-dcb9-40e0-90c8-962474ec9113 tempest-AggregatesAdminTestJSON-367551932 tempest-AggregatesAdminTestJSON-367551932-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:59.008051 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-44ae55bc-5147-4255-97a1-27d13742f49c req-1c5bd967-1a0b-47d2-ac46-9b0568cadd2e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:59.028567 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bb296126-d77c-4890-b4f1-8f96ff34ba3d req-6ebe945c-dcb9-40e0-90c8-962474ec9113 tempest-AggregatesAdminTestJSON-367551932 tempest-AggregatesAdminTestJSON-367551932-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c54134d0-b041-4849-b1aa-2f63af3ef224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1926494 Jul 07 20:44:59.147558 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fe12425d-e4e8-4ba2-af92-bddaaf1bedaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:59.157762 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b03e97-05b4-430e-b096-1e7059fc51b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b76b2b-acea-4723-8855-9ea0802bf116,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:59.158400 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe945c-dcb9-40e0-90c8-962474ec9113 tempest-AggregatesAdminTestJSON-367551932 tempest-AggregatesAdminTestJSON-367551932-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c403d98f-dca1-4e8b-b7f1-ffec84aea43f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:59.164349 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ae55bc-5147-4255-97a1-27d13742f49c req-1c5bd967-1a0b-47d2-ac46-9b0568cadd2e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Network 4b91b62e-f0da-4f30-b6c0-0519015da08e is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:44:59.199852 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-44ae55bc-5147-4255-97a1-27d13742f49c req-1c5bd967-1a0b-47d2-ac46-9b0568cadd2e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:44:59.202474 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ae55bc-5147-4255-97a1-27d13742f49c req-1c5bd967-1a0b-47d2-ac46-9b0568cadd2e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:44:59.216420 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae55bc-5147-4255-97a1-27d13742f49c req-1c5bd967-1a0b-47d2-ac46-9b0568cadd2e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:59.239663 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-d9b03e97-05b4-430e-b096-1e7059fc51b7 service neutron] Attempting to bind port e1b76b2b-acea-4723-8855-9ea0802bf116 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:44:59.240656 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-d9b03e97-05b4-430e-b096-1e7059fc51b7 service neutron] Attempting to bind port e1b76b2b-acea-4723-8855-9ea0802bf116 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '72898ccf-b813-4daa-8482-8990fb92981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:44:59.241325 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-44ae55bc-5147-4255-97a1-27d13742f49c req-1c5bd967-1a0b-47d2-ac46-9b0568cadd2e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:59.241848 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-d9b03e97-05b4-430e-b096-1e7059fc51b7 service neutron] Attempting to bind port e1b76b2b-acea-4723-8855-9ea0802bf116 on network 264dde5d-0b26-40d6-b1bf-7b5ec20a1ece {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:44:59.251379 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-d9b03e97-05b4-430e-b096-1e7059fc51b7 service neutron] Port e1b76b2b-acea-4723-8855-9ea0802bf116 on network 264dde5d-0b26-40d6-b1bf-7b5ec20a1ece not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:44:59.252196 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-d9b03e97-05b4-430e-b096-1e7059fc51b7 service neutron] Attempting to bind port e1b76b2b-acea-4723-8855-9ea0802bf116 on network 264dde5d-0b26-40d6-b1bf-7b5ec20a1ece {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:44:59.265746 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bd967-1a0b-47d2-ac46-9b0568cadd2e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Pushing event updated for resources: {'Port': ['ID=61aa3355-317c-4f2d-b6bd-32d8edd4802b,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:59.281664 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-d9b03e97-05b4-430e-b096-1e7059fc51b7 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:44:59.283814 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-d9b03e97-05b4-430e-b096-1e7059fc51b7 service neutron] Checking segment: {'id': '72898ccf-b813-4daa-8482-8990fb92981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:44:59.284771 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-d9b03e97-05b4-430e-b096-1e7059fc51b7 service neutron] Bound using segment: {'id': '72898ccf-b813-4daa-8482-8990fb92981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:44:59.285512 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-d9b03e97-05b4-430e-b096-1e7059fc51b7 service neutron] Bound port: e1b76b2b-acea-4723-8855-9ea0802bf116, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72898ccf-b813-4daa-8482-8990fb92981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:44:59.286151 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-d9b03e97-05b4-430e-b096-1e7059fc51b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:59.295669 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44ae55bc-5147-4255-97a1-27d13742f49c req-1c5bd967-1a0b-47d2-ac46-9b0568cadd2e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4474871 Jul 07 20:44:59.310414 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-44ae55bc-5147-4255-97a1-27d13742f49c req-e6b5fa14-d27a-4e72-9961-34048e0d75f6 service neutron] Request body: {'port': {'device_id': '77a3500e-f44a-460b-b3b1-96039dbf7d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:44:59.454331 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-d9b03e97-05b4-430e-b096-1e7059fc51b7 service neutron] For port e1b76b2b-acea-4723-8855-9ea0802bf116, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:44:59.463128 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-d9b03e97-05b4-430e-b096-1e7059fc51b7 service neutron] For port e1b76b2b-acea-4723-8855-9ea0802bf116, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=e1b76b2b-acea-4723-8855-9ea0802bf116,segment=NetworkSegment(72898ccf-b813-4daa-8482-8990fb92981a),segment_id=72898ccf-b813-4daa-8482-8990fb92981a)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:44:59.481860 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-44ae55bc-5147-4255-97a1-27d13742f49c req-e6b5fa14-d27a-4e72-9961-34048e0d75f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:59.482662 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-d9b03e97-05b4-430e-b096-1e7059fc51b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:59.560998 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-d9b03e97-05b4-430e-b096-1e7059fc51b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:59.563249 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-d9b03e97-05b4-430e-b096-1e7059fc51b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:44:59.564859 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-d9b03e97-05b4-430e-b096-1e7059fc51b7 service neutron] 10.222.0.39 "PUT /v2.0/ports/e1b76b2b-acea-4723-8855-9ea0802bf116 HTTP/1.1" status: 200 len: 1092 time: 2.5891237 Jul 07 20:44:59.565326 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d5502b-4d03-42f4-8541-e9ea97b3f77b', 'tag': 'e1b76b2b-acea-4723-8855-9ea0802bf116'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:44:59.756300 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b03e97-05b4-430e-b096-1e7059fc51b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b76b2b-acea-4723-8855-9ea0802bf116,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:44:59.848115 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-e4dc666d-63df-4fd3-97a6-c4212e8dc58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:44:59.853518 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-e4dc666d-63df-4fd3-97a6-c4212e8dc58e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f402b06a8a6a45dfab0c4d0f5f332d1c&device_id=d6d5502b-4d03-42f4-8541-e9ea97b3f77b HTTP/1.1" status: 200 len: 1095 time: 0.2221856 Jul 07 20:45:00.062488 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-3a69a04e-111a-4757-b76c-d55f8a267321 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1b76b2b-acea-4723-8855-9ea0802bf116 HTTP/1.1" status: 200 len: 217 time: 0.2007024 Jul 07 20:45:00.182715 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-d0502301-bf0e-45f9-801f-8094e44c7366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:00.185893 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-d0502301-bf0e-45f9-801f-8094e44c7366 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a4e42a85-93d1-4c63-8ac0-5587b9394f0f HTTP/1.1" status: 200 len: 862 time: 0.1166842 Jul 07 20:45:00.187206 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57808) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:00.262556 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27450d6-e339-4388-a41d-131833edc893" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d5502b-4d03-42f4-8541-e9ea97b3f77b", "tag": "e1b76b2b-acea-4723-8855-9ea0802bf116"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:45:00.367745 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-dbe15791-a7b9-49f8-841a-da73df51ec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:00.370437 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-dbe15791-a7b9-49f8-841a-da73df51ec14 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=264dde5d-0b26-40d6-b1bf-7b5ec20a1ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1671181 Jul 07 20:45:00.411427 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-44ae55bc-5147-4255-97a1-27d13742f49c req-e6b5fa14-d27a-4e72-9961-34048e0d75f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61aa3355-317c-4f2d-b6bd-32d8edd4802b {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:45:00.427672 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f8517-2010-47ff-824c-25a5f06c6b67 req-00d9dcf4-4d39-4161-973b-bca58eb757a0 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:00.429227 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-923f8517-2010-47ff-824c-25a5f06c6b67 req-00d9dcf4-4d39-4161-973b-bca58eb757a0 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6d5502b-4d03-42f4-8541-e9ea97b3f77b HTTP/1.1" status: 200 len: 943 time: 0.1738005 Jul 07 20:45:00.437506 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-44ae55bc-5147-4255-97a1-27d13742f49c req-e6b5fa14-d27a-4e72-9961-34048e0d75f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:00.473936 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-44ae55bc-5147-4255-97a1-27d13742f49c req-e6b5fa14-d27a-4e72-9961-34048e0d75f6 service neutron] Transition to ACTIVE for port object 61aa3355-317c-4f2d-b6bd-32d8edd4802b will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:45:00.482585 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-44ae55bc-5147-4255-97a1-27d13742f49c req-e6b5fa14-d27a-4e72-9961-34048e0d75f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:00.524969 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-3bbd1ad1-63e0-4c1e-804e-f44a708f606a service neutron] 10.222.0.39 "GET /v2.0/networks/264dde5d-0b26-40d6-b1bf-7b5ec20a1ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419332 Jul 07 20:45:00.560220 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-923f8517-2010-47ff-824c-25a5f06c6b67 req-767f8032-9b4c-4bf2-abc9-6cee87f1719d tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110044 Jul 07 20:45:00.622762 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-058bb5e4-88b4-48af-9619-1a3fc9777f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:00.643909 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-44ae55bc-5147-4255-97a1-27d13742f49c req-e6b5fa14-d27a-4e72-9961-34048e0d75f6 service neutron] Attempting to bind port 61aa3355-317c-4f2d-b6bd-32d8edd4802b on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:45:00.644251 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-44ae55bc-5147-4255-97a1-27d13742f49c req-e6b5fa14-d27a-4e72-9961-34048e0d75f6 service neutron] Attempting to bind port 61aa3355-317c-4f2d-b6bd-32d8edd4802b by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:45:00.644592 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ae55bc-5147-4255-97a1-27d13742f49c req-e6b5fa14-d27a-4e72-9961-34048e0d75f6 service neutron] Attempting to bind port 61aa3355-317c-4f2d-b6bd-32d8edd4802b on network 4b91b62e-f0da-4f30-b6c0-0519015da08e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:45:00.667605 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5fa14-d27a-4e72-9961-34048e0d75f6 service neutron] Pushing event updated for resources: {'Port': ['ID=61aa3355-317c-4f2d-b6bd-32d8edd4802b,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:00.672933 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ae55bc-5147-4255-97a1-27d13742f49c req-e6b5fa14-d27a-4e72-9961-34048e0d75f6 service neutron] Port 61aa3355-317c-4f2d-b6bd-32d8edd4802b on network 4b91b62e-f0da-4f30-b6c0-0519015da08e not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:45:00.673265 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ae55bc-5147-4255-97a1-27d13742f49c req-e6b5fa14-d27a-4e72-9961-34048e0d75f6 service neutron] Attempting to bind port 61aa3355-317c-4f2d-b6bd-32d8edd4802b on network 4b91b62e-f0da-4f30-b6c0-0519015da08e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:45:00.686284 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ae55bc-5147-4255-97a1-27d13742f49c req-e6b5fa14-d27a-4e72-9961-34048e0d75f6 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:45:00.686639 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ae55bc-5147-4255-97a1-27d13742f49c req-e6b5fa14-d27a-4e72-9961-34048e0d75f6 service neutron] Checking segment: {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:45:00.687036 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ae55bc-5147-4255-97a1-27d13742f49c req-e6b5fa14-d27a-4e72-9961-34048e0d75f6 service neutron] Bound using segment: {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:45:00.687574 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-44ae55bc-5147-4255-97a1-27d13742f49c req-e6b5fa14-d27a-4e72-9961-34048e0d75f6 service neutron] Bound port: 61aa3355-317c-4f2d-b6bd-32d8edd4802b, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:45:00.687885 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-44ae55bc-5147-4255-97a1-27d13742f49c req-e6b5fa14-d27a-4e72-9961-34048e0d75f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:00.698376 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ac4df3c1-750e-4ac8-98a7-a4ba53fd4424 req-315f5c0e-9f01-46a6-8aba-164f4f08433f service neutron] 10.222.0.39 "GET /v2.0/networks/264dde5d-0b26-40d6-b1bf-7b5ec20a1ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642179 Jul 07 20:45:00.817464 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-058bb5e4-88b4-48af-9619-1a3fc9777f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:00.833626 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-058bb5e4-88b4-48af-9619-1a3fc9777f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:00.873532 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-44ae55bc-5147-4255-97a1-27d13742f49c req-e6b5fa14-d27a-4e72-9961-34048e0d75f6 service neutron] For port 61aa3355-317c-4f2d-b6bd-32d8edd4802b, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:45:00.877842 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-44ae55bc-5147-4255-97a1-27d13742f49c req-e6b5fa14-d27a-4e72-9961-34048e0d75f6 service neutron] For port 61aa3355-317c-4f2d-b6bd-32d8edd4802b, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=61aa3355-317c-4f2d-b6bd-32d8edd4802b,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:45:00.884571 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058bb5e4-88b4-48af-9619-1a3fc9777f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a545d3-0602-44ba-a7e5-c8e1709f9c5d,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:00.886798 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-44ae55bc-5147-4255-97a1-27d13742f49c req-e6b5fa14-d27a-4e72-9961-34048e0d75f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:00.924823 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-058bb5e4-88b4-48af-9619-1a3fc9777f32 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0883979c8e634406be709c69c46cc3ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7356920 Jul 07 20:45:00.927813 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57846) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:00.937389 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae55bc-5147-4255-97a1-27d13742f49c req-e6b5fa14-d27a-4e72-9961-34048e0d75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:00.938095 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-44ae55bc-5147-4255-97a1-27d13742f49c req-e6b5fa14-d27a-4e72-9961-34048e0d75f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:00.939990 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44ae55bc-5147-4255-97a1-27d13742f49c req-e6b5fa14-d27a-4e72-9961-34048e0d75f6 service neutron] 10.222.0.39 "PUT /v2.0/ports/61aa3355-317c-4f2d-b6bd-32d8edd4802b HTTP/1.1" status: 200 len: 1093 time: 1.6345947 Jul 07 20:45:00.940251 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a3500e-f44a-460b-b3b1-96039dbf7d0d', 'tag': '61aa3355-317c-4f2d-b6bd-32d8edd4802b'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:45:00.942648 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd42f1da-6af5-42fe-a9d0-f781220a8377" -d '{"events": [{"name": "network-changed", "server_uuid": "77a3500e-f44a-460b-b3b1-96039dbf7d0d", "tag": "61aa3355-317c-4f2d-b6bd-32d8edd4802b"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:45:00.959758 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8637243-0da1-4ff8-855f-b8de35431127 req-a8042f8f-d0a9-4d31-921c-364f6be6d3ad tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:00.962935 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8637243-0da1-4ff8-855f-b8de35431127 req-a8042f8f-d0a9-4d31-921c-364f6be6d3ad tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 944 time: 0.1625252 Jul 07 20:45:01.015649 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-693caca5-eea1-4f25-8116-6bf8d1cd4908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:01.037251 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5fa14-d27a-4e72-9961-34048e0d75f6 service neutron] Pushing event updated for resources: {'Port': ['ID=61aa3355-317c-4f2d-b6bd-32d8edd4802b,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:01.043080 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-693caca5-eea1-4f25-8116-6bf8d1cd4908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:01.060079 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8637243-0da1-4ff8-855f-b8de35431127 req-63c8a7e4-2727-4950-8ffe-d391b37d88e6 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877202 Jul 07 20:45:01.087100 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae55bc-5147-4255-97a1-27d13742f49c req-fb2bdcb4-09a3-45ad-b376-6d039ba56a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:01.090228 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44ae55bc-5147-4255-97a1-27d13742f49c req-fb2bdcb4-09a3-45ad-b376-6d039ba56a2f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 1096 time: 0.0883071 Jul 07 20:45:01.107750 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-693caca5-eea1-4f25-8116-6bf8d1cd4908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:01.111443 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-693caca5-eea1-4f25-8116-6bf8d1cd4908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:01.115085 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-693caca5-eea1-4f25-8116-6bf8d1cd4908 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/89a545d3-0602-44ba-a7e5-c8e1709f9c5d HTTP/1.1" status: 204 len: 168 time: 0.1834645 Jul 07 20:45:01.123090 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693caca5-eea1-4f25-8116-6bf8d1cd4908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a545d3-0602-44ba-a7e5-c8e1709f9c5d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:01.187026 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44ae55bc-5147-4255-97a1-27d13742f49c req-bfa5e1a9-8794-444d-909a-2bab4c7af5d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61aa3355-317c-4f2d-b6bd-32d8edd4802b HTTP/1.1" status: 200 len: 217 time: 0.0835254 Jul 07 20:45:01.222148 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cdfd3b-858d-4589-b757-628e8b1ad582 x-openstack-request-id: req-b2cdfd3b-858d-4589-b757-628e8b1ad582 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:45:01.222784 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d5502b-4d03-42f4-8541-e9ea97b3f77b", "tag": "e1b76b2b-acea-4723-8855-9ea0802bf116", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:45:01.223143 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b2cdfd3b-858d-4589-b757-628e8b1ad582 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:45:01.223852 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d5502b-4d03-42f4-8541-e9ea97b3f77b', 'tag': 'e1b76b2b-acea-4723-8855-9ea0802bf116', 'status': 'completed', 'code': 200} Jul 07 20:45:01.237097 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57860) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:01.295213 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae55bc-5147-4255-97a1-27d13742f49c req-15ba13b5-7006-4f6e-9c44-ce73224da786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:01.296737 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44ae55bc-5147-4255-97a1-27d13742f49c req-15ba13b5-7006-4f6e-9c44-ce73224da786 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58cf048c-6ca3-4e9c-85aa-89cc2a934f80 HTTP/1.1" status: 200 len: 860 time: 0.1025689 Jul 07 20:45:01.356051 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27450d6-e339-4388-a41d-131833edc893 req-598699c3-2dba-4556-9992-3c1fa52d5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:01.358549 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a27450d6-e339-4388-a41d-131833edc893 req-598699c3-2dba-4556-9992-3c1fa52d5943 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f402b06a8a6a45dfab0c4d0f5f332d1c&device_id=d6d5502b-4d03-42f4-8541-e9ea97b3f77b HTTP/1.1" status: 200 len: 1095 time: 0.1054583 Jul 07 20:45:01.380826 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44ae55bc-5147-4255-97a1-27d13742f49c req-82556621-1503-48fd-80c4-259338b6f3f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b91b62e-f0da-4f30-b6c0-0519015da08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710211 Jul 07 20:45:01.390518 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5673529-ff06-4110-bd46-18e178e2abe4 x-openstack-request-id: req-a5673529-ff06-4110-bd46-18e178e2abe4 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:45:01.391018 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a3500e-f44a-460b-b3b1-96039dbf7d0d", "tag": "61aa3355-317c-4f2d-b6bd-32d8edd4802b", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:45:01.391577 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a5673529-ff06-4110-bd46-18e178e2abe4 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:45:01.392750 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a3500e-f44a-460b-b3b1-96039dbf7d0d', 'tag': '61aa3355-317c-4f2d-b6bd-32d8edd4802b', 'status': 'completed', 'code': 200} Jul 07 20:45:01.569611 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44ae55bc-5147-4255-97a1-27d13742f49c req-0c2aa49a-fdae-4ba9-a27d-7c9ba6e2bec9 service neutron] 10.222.0.39 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749902 Jul 07 20:45:01.668956 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27450d6-e339-4388-a41d-131833edc893 req-4dfebd73-81e0-4496-afa4-2a07944cd7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:01.670557 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a27450d6-e339-4388-a41d-131833edc893 req-4dfebd73-81e0-4496-afa4-2a07944cd7f2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=264dde5d-0b26-40d6-b1bf-7b5ec20a1ece HTTP/1.1" status: 200 len: 924 time: 0.3034487 Jul 07 20:45:01.699559 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-1134f05e-8664-4e6f-b68f-65c3dfeca049 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-548096-network', 'tenant_id': 'e946a9e98bc34862ade6c7d9345c8cc6'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:01.739661 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a27450d6-e339-4388-a41d-131833edc893 req-14fee219-b594-4a86-a6c2-c733ff8cf9cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1b76b2b-acea-4723-8855-9ea0802bf116 HTTP/1.1" status: 200 len: 217 time: 0.0596921 Jul 07 20:45:01.768577 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44ae55bc-5147-4255-97a1-27d13742f49c req-3da9df5b-89b8-4f6d-98c9-de7f334a7bdd service neutron] 10.222.0.39 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834359 Jul 07 20:45:01.809717 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1134f05e-8664-4e6f-b68f-65c3dfeca049 admin admin] Made reservation on behalf of e946a9e98bc34862ade6c7d9345c8cc6 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:45:01.813374 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1134f05e-8664-4e6f-b68f-65c3dfeca049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:01.816077 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57886) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:01.835553 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e24e73a2-1c1f-4fee-9246-21f1fc072606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:01.856157 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1134f05e-8664-4e6f-b68f-65c3dfeca049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:01.856518 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fceea859-340e-4dbf-b27e-371ede25c9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:01.870080 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27450d6-e339-4388-a41d-131833edc893 req-6e3027c1-bf7d-42e9-b4e0-7e8c52b769dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:01.872237 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a27450d6-e339-4388-a41d-131833edc893 req-6e3027c1-bf7d-42e9-b4e0-7e8c52b769dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a4e42a85-93d1-4c63-8ac0-5587b9394f0f HTTP/1.1" status: 200 len: 862 time: 0.1176722 Jul 07 20:45:01.874511 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:01.919348 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.db.api [None req-1134f05e-8664-4e6f-b68f-65c3dfeca049 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 20:45:01.919348 n-d-695189-11 neutron-server[100447]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 20:45:01.919348 n-d-695189-11 neutron-server[100447]: [parameters: {'project_id_1': 'e946a9e98bc34862ade6c7d9345c8cc6', 'expiration_1': datetime.datetime(2021, 7, 7, 20, 45, 1, 879767)}] Jul 07 20:45:01.919348 n-d-695189-11 neutron-server[100447]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 20:45:01.920498 n-d-695189-11 neutron-server[100447]: DEBUG oslo_db.api [None req-1134f05e-8664-4e6f-b68f-65c3dfeca049 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 20:45:01.953396 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27450d6-e339-4388-a41d-131833edc893 req-5efbad35-8100-41ce-9fcc-5193631edeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:01.955183 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a27450d6-e339-4388-a41d-131833edc893 req-5efbad35-8100-41ce-9fcc-5193631edeaa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=264dde5d-0b26-40d6-b1bf-7b5ec20a1ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725124 Jul 07 20:45:02.031361 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42f1da-6af5-42fe-a9d0-f781220a8377 req-e58b6cfe-94b5-433c-89b3-c606fe43a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:02.033267 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dd42f1da-6af5-42fe-a9d0-f781220a8377 req-e58b6cfe-94b5-433c-89b3-c606fe43a249 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 1096 time: 0.1736422 Jul 07 20:45:02.062489 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a27450d6-e339-4388-a41d-131833edc893 req-8d99ac86-68c4-4160-8dc4-70d44c366718 service neutron] 10.222.0.39 "GET /v2.0/networks/264dde5d-0b26-40d6-b1bf-7b5ec20a1ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979543 Jul 07 20:45:02.072172 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893a969-7173-45d9-a757-0f0062d69ca1 req-ade628c9-f5d4-41f4-9e9d-f02917c3e76a tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:02.074408 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d893a969-7173-45d9-a757-0f0062d69ca1 req-ade628c9-f5d4-41f4-9e9d-f02917c3e76a tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6d5502b-4d03-42f4-8541-e9ea97b3f77b HTTP/1.1" status: 200 len: 943 time: 0.1593664 Jul 07 20:45:02.176763 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a27450d6-e339-4388-a41d-131833edc893 req-feea18d6-8017-45a2-8083-971410de2aa1 service neutron] 10.222.0.39 "GET /v2.0/networks/264dde5d-0b26-40d6-b1bf-7b5ec20a1ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024458 Jul 07 20:45:02.186469 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fceea859-340e-4dbf-b27e-371ede25c9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:02.204194 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fceea859-340e-4dbf-b27e-371ede25c9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:02.263435 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d893a969-7173-45d9-a757-0f0062d69ca1 req-982edd61-5880-4ded-8ea1-f4bd92cdc8b9 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366963 Jul 07 20:45:02.324835 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceea859-340e-4dbf-b27e-371ede25c9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99a0c16-9906-4e64-8bfc-ebd51e7badcc,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:02.336454 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fceea859-340e-4dbf-b27e-371ede25c9e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f1bf4e7562104984b546ebdb7a37af7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5132573 Jul 07 20:45:02.336454 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42f1da-6af5-42fe-a9d0-f781220a8377 req-159078b5-4bba-4ec3-8972-077149ac0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:02.338452 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dd42f1da-6af5-42fe-a9d0-f781220a8377 req-159078b5-4bba-4ec3-8972-077149ac0523 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 921 time: 0.2918406 Jul 07 20:45:02.339297 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57896) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:02.390901 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dd42f1da-6af5-42fe-a9d0-f781220a8377 req-00b604c1-1275-48d6-a5b4-961bc3977655 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61aa3355-317c-4f2d-b6bd-32d8edd4802b HTTP/1.1" status: 200 len: 217 time: 0.0441136 Jul 07 20:45:02.421829 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1134f05e-8664-4e6f-b68f-65c3dfeca049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:02.433918 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bd583d42-0ba3-41fb-ac04-3d05c48f9c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:02.461585 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec5518-0f76-4b47-9230-52a6ff1b5e3e req-5eeecaf1-d681-4267-816a-3d67b25b582d tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:02.463885 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40ec5518-0f76-4b47-9230-52a6ff1b5e3e req-5eeecaf1-d681-4267-816a-3d67b25b582d tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 944 time: 0.1958199 Jul 07 20:45:02.469300 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bd583d42-0ba3-41fb-ac04-3d05c48f9c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:02.489619 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42f1da-6af5-42fe-a9d0-f781220a8377 req-8c3c1c4f-208d-4abf-94aa-ab3b0f22eaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:02.491296 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dd42f1da-6af5-42fe-a9d0-f781220a8377 req-8c3c1c4f-208d-4abf-94aa-ab3b0f22eaf2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58cf048c-6ca3-4e9c-85aa-89cc2a934f80 HTTP/1.1" status: 200 len: 860 time: 0.0879624 Jul 07 20:45:02.543752 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dd42f1da-6af5-42fe-a9d0-f781220a8377 req-9ee58300-fbcb-4cd4-ac85-d36a317ba3e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b91b62e-f0da-4f30-b6c0-0519015da08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418701 Jul 07 20:45:02.552552 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40ec5518-0f76-4b47-9230-52a6ff1b5e3e req-dbe42257-7d04-4239-b0d7-af36483c4e98 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819845 Jul 07 20:45:02.558146 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bd583d42-0ba3-41fb-ac04-3d05c48f9c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:02.561028 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bd583d42-0ba3-41fb-ac04-3d05c48f9c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:02.564461 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bd583d42-0ba3-41fb-ac04-3d05c48f9c98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d99a0c16-9906-4e64-8bfc-ebd51e7badcc HTTP/1.1" status: 204 len: 168 time: 0.2197464 Jul 07 20:45:02.581737 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd583d42-0ba3-41fb-ac04-3d05c48f9c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99a0c16-9906-4e64-8bfc-ebd51e7badcc,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:02.653928 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1134f05e-8664-4e6f-b68f-65c3dfeca049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:02.656845 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1134f05e-8664-4e6f-b68f-65c3dfeca049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:02.687272 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1134f05e-8664-4e6f-b68f-65c3dfeca049 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:45:02.706086 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134f05e-8664-4e6f-b68f-65c3dfeca049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42130e7-e278-4a2e-a398-8287254a9cda,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:02.709855 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1134f05e-8664-4e6f-b68f-65c3dfeca049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:02.710310 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-1134f05e-8664-4e6f-b68f-65c3dfeca049 admin admin] Added segment f1630037-09b1-4d2e-b0aa-c0e26ef61009 of type vlan for network 9442e09a-87e7-4298-ac51-144ec948c46e Jul 07 20:45:02.764097 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1134f05e-8664-4e6f-b68f-65c3dfeca049 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:02.795528 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dd42f1da-6af5-42fe-a9d0-f781220a8377 req-eb344d1c-7ef1-4916-a8fd-5391d5615aab service neutron] 10.222.0.39 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352083 Jul 07 20:45:02.806655 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1134f05e-8664-4e6f-b68f-65c3dfeca049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:02.808367 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1134f05e-8664-4e6f-b68f-65c3dfeca049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:02.808967 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1134f05e-8664-4e6f-b68f-65c3dfeca049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:02.924249 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1134f05e-8664-4e6f-b68f-65c3dfeca049 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6857502 Jul 07 20:45:02.925146 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57930) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:02.931363 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-2b0146ce-6833-4aa6-86b9-19f52e77bdcd admin admin] Request body: {'subnet': {'network_id': '9442e09a-87e7-4298-ac51-144ec948c46e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-548096-subnet', 'tenant_id': 'e946a9e98bc34862ade6c7d9345c8cc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:02.957109 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134f05e-8664-4e6f-b68f-65c3dfeca049 admin admin] Pushing event updated for resources: {'Network': ['ID=9442e09a-87e7-4298-ac51-144ec948c46e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:02.982851 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 9442e09a-87e7-4298-ac51-144ec948c46e details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:45:02.997787 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0146ce-6833-4aa6-86b9-19f52e77bdcd admin admin] Made reservation on behalf of e946a9e98bc34862ade6c7d9345c8cc6 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:45:03.000628 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2b0146ce-6833-4aa6-86b9-19f52e77bdcd admin admin] Notify callbacks [] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:03.064090 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dd42f1da-6af5-42fe-a9d0-f781220a8377 req-6149492c-3d7f-4c97-8c61-09b4175910c1 service neutron] 10.222.0.39 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630396 Jul 07 20:45:03.251112 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2b0146ce-6833-4aa6-86b9-19f52e77bdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:03.269246 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57952) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:03.351587 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0146ce-6833-4aa6-86b9-19f52e77bdcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b26f304-a08b-4179-8660-bed155148e47,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:03.356043 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0146ce-6833-4aa6-86b9-19f52e77bdcd admin admin] Checking segment: {'id': 'f1630037-09b1-4d2e-b0aa-c0e26ef61009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9442e09a-87e7-4298-ac51-144ec948c46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:45:03.356765 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0146ce-6833-4aa6-86b9-19f52e77bdcd admin admin] Network hostable DHCP agents. Network: 9442e09a-87e7-4298-ac51-144ec948c46e, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:45:03.390529 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0146ce-6833-4aa6-86b9-19f52e77bdcd admin admin] Network 9442e09a-87e7-4298-ac51-144ec948c46e is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:45:03.408641 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-2b0146ce-6833-4aa6-86b9-19f52e77bdcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 9442e09a-87e7-4298-ac51-144ec948c46e) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:45:03.422818 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d615c6e3-b823-4e11-bfaa-2e58c0a036d4 None None] Network 9442e09a-87e7-4298-ac51-144ec948c46e requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:45:03.443465 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0146ce-6833-4aa6-86b9-19f52e77bdcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:03.445370 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2b0146ce-6833-4aa6-86b9-19f52e77bdcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:03.446962 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:03.491966 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2b0146ce-6833-4aa6-86b9-19f52e77bdcd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5653601 Jul 07 20:45:03.629029 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4bddaedd-6cbf-4052-8da5-7f200bd80371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:03.660520 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cdb18-f821-4713-b3c3-b7e2d76aef01 req-8771a528-0a0e-40e9-8aff-8755595eb860 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:03.662407 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e4cdb18-f821-4713-b3c3-b7e2d76aef01 req-8771a528-0a0e-40e9-8aff-8755595eb860 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6d5502b-4d03-42f4-8541-e9ea97b3f77b HTTP/1.1" status: 200 len: 943 time: 0.2019992 Jul 07 20:45:03.753419 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ffbf21-02fa-408e-831a-5619c8aaa9e0 None None] Network 9442e09a-87e7-4298-ac51-144ec948c46e requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:45:03.819186 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e4cdb18-f821-4713-b3c3-b7e2d76aef01 req-35211cc4-ec9d-4f1b-b7f3-a7094da51fd4 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491148 Jul 07 20:45:03.877333 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4bddaedd-6cbf-4052-8da5-7f200bd80371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:03.882979 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4bddaedd-6cbf-4052-8da5-7f200bd80371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:03.938717 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4bddaedd-6cbf-4052-8da5-7f200bd80371 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4d9cbd0b0fde47539ef0570ec041638d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6681237 Jul 07 20:45:03.940981 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58002) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:03.969498 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95616a-e688-42e6-8ddc-c82d22df05c3 req-e33e3af0-bf57-43a5-a0ac-db235d951add tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:03.974014 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4a95616a-e688-42e6-8ddc-c82d22df05c3 req-e33e3af0-bf57-43a5-a0ac-db235d951add tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 944 time: 0.1385660 Jul 07 20:45:03.993364 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddaedd-6cbf-4052-8da5-7f200bd80371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9e8e07-7bee-40ab-a51c-ae3cc6d647e8,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:04.036513 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9713a2c1-0d79-4040-98ab-f9a3d3ac4812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:04.065466 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4a95616a-e688-42e6-8ddc-c82d22df05c3 req-6611adc5-0466-4f5f-b1d9-e651842e272a tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854957 Jul 07 20:45:04.079220 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9713a2c1-0d79-4040-98ab-f9a3d3ac4812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:04.150938 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9713a2c1-0d79-4040-98ab-f9a3d3ac4812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:04.155609 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9713a2c1-0d79-4040-98ab-f9a3d3ac4812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:04.157321 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9713a2c1-0d79-4040-98ab-f9a3d3ac4812 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cd9e8e07-7bee-40ab-a51c-ae3cc6d647e8 HTTP/1.1" status: 204 len: 168 time: 0.2150462 Jul 07 20:45:04.170936 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713a2c1-0d79-4040-98ab-f9a3d3ac4812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9e8e07-7bee-40ab-a51c-ae3cc6d647e8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:04.308966 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-9282edcb-6e6a-4113-b3ee-cbe612559647 req-3e9523a7-bb97-4914-bec4-d447db5cca62 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1322141841', 'description': 'tempest-description-2029143783'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:04.341491 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9282edcb-6e6a-4113-b3ee-cbe612559647 req-3e9523a7-bb97-4914-bec4-d447db5cca62 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:04.411868 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device e1b76b2b-acea-4723-8855-9ea0802bf116 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:45:04.504547 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9282edcb-6e6a-4113-b3ee-cbe612559647 req-3e9523a7-bb97-4914-bec4-d447db5cca62 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:04.510480 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9282edcb-6e6a-4113-b3ee-cbe612559647 req-3e9523a7-bb97-4914-bec4-d447db5cca62 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:04.552382 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9282edcb-6e6a-4113-b3ee-cbe612559647 req-3e9523a7-bb97-4914-bec4-d447db5cca62 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:04.553708 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9282edcb-6e6a-4113-b3ee-cbe612559647 req-3e9523a7-bb97-4914-bec4-d447db5cca62 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2512887 Jul 07 20:45:04.556043 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9523a7-bb97-4914-bec4-d447db5cca62 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260bb68a-0c79-435e-84ab-7b2371cf31ae,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:04.568626 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port e1b76b2b-acea-4723-8855-9ea0802bf116, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=e1b76b2b-acea-4723-8855-9ea0802bf116,segment=NetworkSegment(72898ccf-b813-4daa-8482-8990fb92981a),segment_id=72898ccf-b813-4daa-8482-8990fb92981a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:04.586661 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-5806cadd-1bb1-4c4c-bc00-fc470f137923 req-17c31c6f-2949-4729-9494-31f0cf6419f6 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1277801238', 'description': 'tempest-description-2054691081'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:04.596078 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'e1b76b2b-acea-4723-8855-9ea0802bf116', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'port_id': 'e1b76b2b-acea-4723-8855-9ea0802bf116', 'mac_address': 'fa:16:3e:ef:96:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:45:04.626684 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5806cadd-1bb1-4c4c-bc00-fc470f137923 req-17c31c6f-2949-4729-9494-31f0cf6419f6 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:04.691175 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:04.734909 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b76b2b-acea-4723-8855-9ea0802bf116 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:45:04.763555 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5806cadd-1bb1-4c4c-bc00-fc470f137923 req-17c31c6f-2949-4729-9494-31f0cf6419f6 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:04.769571 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5806cadd-1bb1-4c4c-bc00-fc470f137923 req-17c31c6f-2949-4729-9494-31f0cf6419f6 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:04.780369 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port e1b76b2b-acea-4723-8855-9ea0802bf116, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=e1b76b2b-acea-4723-8855-9ea0802bf116,segment=NetworkSegment(72898ccf-b813-4daa-8482-8990fb92981a),segment_id=72898ccf-b813-4daa-8482-8990fb92981a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:04.788813 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:04.831570 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58054) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:04.843475 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5806cadd-1bb1-4c4c-bc00-fc470f137923 req-17c31c6f-2949-4729-9494-31f0cf6419f6 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:04.844499 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5806cadd-1bb1-4c4c-bc00-fc470f137923 req-17c31c6f-2949-4729-9494-31f0cf6419f6 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2623730 Jul 07 20:45:04.849185 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c31c6f-2949-4729-9494-31f0cf6419f6 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc94f71-45f8-4a0c-a8a6-a5d5033a2041,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:04.915538 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-11f62b68-21ad-47ad-9cfc-b13b89238da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:05.017037 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=e1b76b2b-acea-4723-8855-9ea0802bf116,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:05.094520 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:05.167925 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54cfa-6dcd-45c4-a785-985fa4392c22 req-a8d27f09-3963-455e-b325-d408637159f0 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:05.177320 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58078) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:05.180468 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32a54cfa-6dcd-45c4-a785-985fa4392c22 req-a8d27f09-3963-455e-b325-d408637159f0 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6d5502b-4d03-42f4-8541-e9ea97b3f77b HTTP/1.1" status: 200 len: 944 time: 0.1460183 Jul 07 20:45:05.194608 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-11f62b68-21ad-47ad-9cfc-b13b89238da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:05.201788 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-11f62b68-21ad-47ad-9cfc-b13b89238da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:05.231610 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['e1b76b2b-acea-4723-8855-9ea0802bf116'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:45:05.237196 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-11f62b68-21ad-47ad-9cfc-b13b89238da4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a1450b036ca84cd7857d9b14c101a9f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4031506 Jul 07 20:45:05.244187 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58086) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:05.295159 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f62b68-21ad-47ad-9cfc-b13b89238da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402d0519-c766-450a-be28-93809099207a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:05.415931 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c21f033a-588e-4c0a-a9ef-2aa9f3ba70d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:05.462414 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32a54cfa-6dcd-45c4-a785-985fa4392c22 req-06eed030-2dc7-4146-8d99-2d692908e4cc tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787521 Jul 07 20:45:05.528631 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-75f623d1-3542-4316-9ee1-50ba82fbd4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:05.575963 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c21f033a-588e-4c0a-a9ef-2aa9f3ba70d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:05.581117 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c21f033a-588e-4c0a-a9ef-2aa9f3ba70d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:05.623494 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-75f623d1-3542-4316-9ee1-50ba82fbd4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:05.629376 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c21f033a-588e-4c0a-a9ef-2aa9f3ba70d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=987a20bb9b694be1b4c2492670b0b189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4506981 Jul 07 20:45:05.630508 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f033a-588e-4c0a-a9ef-2aa9f3ba70d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cbe03e-6f9f-488b-acb1-b5e05211c26c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:05.634622 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58104) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:05.695837 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a903bf16-f0d2-4784-8034-feeb0ba60f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:05.724165 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a903bf16-f0d2-4784-8034-feeb0ba60f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:05.732482 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-d590a5af-bff3-4cfe-8d9d-af577dba1786 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:05.734065 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-d590a5af-bff3-4cfe-8d9d-af577dba1786 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/networks?id=9442e09a-87e7-4298-ac51-144ec948c46e HTTP/1.1" status: 200 len: 809 time: 0.2273583 Jul 07 20:45:05.764671 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-f9c42e11-7f37-4dd5-a5f9-343406ba18e5 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/quotas/e946a9e98bc34862ade6c7d9345c8cc6 HTTP/1.1" status: 200 len: 375 time: 0.0226574 Jul 07 20:45:05.774417 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa992df-ed62-4a66-8357-bf16fa697576 req-29a8e733-dfcc-4622-a747-fc425a329b3c tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:05.776472 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-baa992df-ed62-4a66-8357-bf16fa697576 req-29a8e733-dfcc-4622-a747-fc425a329b3c tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 944 time: 0.1591909 Jul 07 20:45:05.780610 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-75f623d1-3542-4316-9ee1-50ba82fbd4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:05.784233 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-75f623d1-3542-4316-9ee1-50ba82fbd4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:05.785606 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-75f623d1-3542-4316-9ee1-50ba82fbd4a3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/402d0519-c766-450a-be28-93809099207a HTTP/1.1" status: 204 len: 168 time: 0.5336704 Jul 07 20:45:05.805886 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a903bf16-f0d2-4784-8034-feeb0ba60f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:05.809764 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a903bf16-f0d2-4784-8034-feeb0ba60f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:05.814137 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a903bf16-f0d2-4784-8034-feeb0ba60f97 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10cbe03e-6f9f-488b-acb1-b5e05211c26c HTTP/1.1" status: 204 len: 168 time: 0.1746552 Jul 07 20:45:05.830206 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903bf16-f0d2-4784-8034-feeb0ba60f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cbe03e-6f9f-488b-acb1-b5e05211c26c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:05.837170 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-4a1a07d0-2a1f-4197-b0ae-3577247ee0be tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e946a9e98bc34862ade6c7d9345c8cc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590055 Jul 07 20:45:05.839874 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f623d1-3542-4316-9ee1-50ba82fbd4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402d0519-c766-450a-be28-93809099207a,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:05.906956 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-baa992df-ed62-4a66-8357-bf16fa697576 req-fb6a4383-c11b-424b-996a-7cde6a47912f tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105840 Jul 07 20:45:05.971198 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-6d5d3f50-988a-49ff-893b-2694db61a0e3 service neutron] 10.222.0.64 "GET /v2.0/networks/9442e09a-87e7-4298-ac51-144ec948c46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251881 Jul 07 20:45:06.290192 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58156) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:06.312317 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a3b17163-9422-4a29-9e9e-19dcbda36002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:06.343455 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-ad06c1ff-ec8c-4915-801a-8002b0454fbe service neutron] 10.222.0.64 "GET /v2.0/networks/9442e09a-87e7-4298-ac51-144ec948c46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622108 Jul 07 20:45:06.377702 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 61aa3355-317c-4f2d-b6bd-32d8edd4802b details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:45:06.424874 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device e1b76b2b-acea-4723-8855-9ea0802bf116 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:45:06.426254 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58168) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:06.559166 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a3b17163-9422-4a29-9e9e-19dcbda36002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:06.566661 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a3b17163-9422-4a29-9e9e-19dcbda36002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:06.639039 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b17163-9422-4a29-9e9e-19dcbda36002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c053956-58f9-414c-b730-92e8dce68875,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:06.686832 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58192) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:06.703199 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a3b17163-9422-4a29-9e9e-19dcbda36002 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=411cbebe8292431b964a68e10f902ace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4110565 Jul 07 20:45:06.753334 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port e1b76b2b-acea-4723-8855-9ea0802bf116 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:45:06.791466 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port e1b76b2b-acea-4723-8855-9ea0802bf116 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:45:06.792915 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:06.804285 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9f67fb9f-9bfe-40a4-94d7-3a87c4529649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:06.837578 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9209ccd6-18da-4047-9ca5-4ab6ca51e33b req-4c03f434-7369-4f96-9ace-4a7993332a12 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5526fd0-4342-43d9-baea-1cca1c69bae4 HTTP/1.1" status: 200 len: 210 time: 0.0637476 Jul 07 20:45:06.860140 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9f67fb9f-9bfe-40a4-94d7-3a87c4529649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:06.875503 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 61aa3355-317c-4f2d-b6bd-32d8edd4802b, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=61aa3355-317c-4f2d-b6bd-32d8edd4802b,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:06.930316 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '61aa3355-317c-4f2d-b6bd-32d8edd4802b', 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e', 'port_id': '61aa3355-317c-4f2d-b6bd-32d8edd4802b', 'mac_address': 'fa:16:3e:cf:36:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58cf048c-6ca3-4e9c-85aa-89cc2a934f80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:45:06.971756 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4df57e84-574e-4a0c-8ed2-3945cb4dd44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:06.988748 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9f67fb9f-9bfe-40a4-94d7-3a87c4529649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:06.996468 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9f67fb9f-9bfe-40a4-94d7-3a87c4529649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:06.999017 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9f67fb9f-9bfe-40a4-94d7-3a87c4529649 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c053956-58f9-414c-b730-92e8dce68875 HTTP/1.1" status: 204 len: 168 time: 0.3107517 Jul 07 20:45:07.029455 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67fb9f-9bfe-40a4-94d7-3a87c4529649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c053956-58f9-414c-b730-92e8dce68875,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:07.097929 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4df57e84-574e-4a0c-8ed2-3945cb4dd44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:07.105622 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4df57e84-574e-4a0c-8ed2-3945cb4dd44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:07.143168 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58232) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:07.145918 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:07.155933 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4df57e84-574e-4a0c-8ed2-3945cb4dd44e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9d6ce087860344c8a51f2af083d02924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7275259 Jul 07 20:45:07.159861 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:07.174361 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61aa3355-317c-4f2d-b6bd-32d8edd4802b {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:45:07.236546 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 61aa3355-317c-4f2d-b6bd-32d8edd4802b, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=61aa3355-317c-4f2d-b6bd-32d8edd4802b,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:07.259526 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df57e84-574e-4a0c-8ed2-3945cb4dd44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b04bb62-0205-4422-823e-8fe657a157ad,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:07.264824 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d5502b-4d03-42f4-8541-e9ea97b3f77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b76b2b-acea-4723-8855-9ea0802bf116'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:45:07.267224 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbbb704-7854-4b38-9bba-a1a3a2b8a4ba" -d '{"events": [{"server_uuid": "d6d5502b-4d03-42f4-8541-e9ea97b3f77b", "name": "network-vif-plugged", "status": "completed", "tag": "e1b76b2b-acea-4723-8855-9ea0802bf116"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:45:07.273601 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3648-70f7-47a0-ad01-3563a9f4250b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:07.283167 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:07.297172 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6014af7-3637-40d8-93be-d6871ee02e4a req-6fa76e2e-8dda-438d-8da9-4b9c77e90e9f tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:07.304064 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6014af7-3637-40d8-93be-d6871ee02e4a req-6fa76e2e-8dda-438d-8da9-4b9c77e90e9f tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6d5502b-4d03-42f4-8541-e9ea97b3f77b HTTP/1.1" status: 200 len: 944 time: 0.4648266 Jul 07 20:45:07.323708 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3648-70f7-47a0-ad01-3563a9f4250b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:07.354060 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6014af7-3637-40d8-93be-d6871ee02e4a req-bfe2b947-1226-4ea5-9247-93ffdbd0e606 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487027 Jul 07 20:45:07.390701 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port e1b76b2b-acea-4723-8855-9ea0802bf116, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=e1b76b2b-acea-4723-8855-9ea0802bf116,segment=NetworkSegment(72898ccf-b813-4daa-8482-8990fb92981a),segment_id=72898ccf-b813-4daa-8482-8990fb92981a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:07.406514 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3648-70f7-47a0-ad01-3563a9f4250b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:07.410814 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3648-70f7-47a0-ad01-3563a9f4250b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:07.412282 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e6dd3648-70f7-47a0-ad01-3563a9f4250b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8b04bb62-0205-4422-823e-8fe657a157ad HTTP/1.1" status: 204 len: 168 time: 0.2684743 Jul 07 20:45:07.423495 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:07.425065 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd3648-70f7-47a0-ad01-3563a9f4250b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b04bb62-0205-4422-823e-8fe657a157ad,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:07.479948 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=61aa3355-317c-4f2d-b6bd-32d8edd4802b,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:07.540160 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=e1b76b2b-acea-4723-8855-9ea0802bf116,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:07.574926 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['61aa3355-317c-4f2d-b6bd-32d8edd4802b'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:45:07.718707 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb8bbb-83bf-4e14-8c87-4485220c771d req-377e3176-87eb-46ba-92b9-aff83de8c014 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:07.727551 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-06fb8bbb-83bf-4e14-8c87-4485220c771d req-377e3176-87eb-46ba-92b9-aff83de8c014 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 945 time: 0.1215901 Jul 07 20:45:07.806408 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-06fb8bbb-83bf-4e14-8c87-4485220c771d req-1ed498ae-5908-4cb2-a59a-5008296e84bb tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779469 Jul 07 20:45:07.880077 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c54433-570e-4444-b4df-079e7e8366ae x-openstack-request-id: req-72c54433-570e-4444-b4df-079e7e8366ae {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:45:07.880507 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d5502b-4d03-42f4-8541-e9ea97b3f77b", "name": "network-vif-plugged", "status": "completed", "tag": "e1b76b2b-acea-4723-8855-9ea0802bf116", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:45:07.880951 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-72c54433-570e-4444-b4df-079e7e8366ae {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:45:07.881465 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d5502b-4d03-42f4-8541-e9ea97b3f77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b76b2b-acea-4723-8855-9ea0802bf116', 'code': 200} Jul 07 20:45:08.129227 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a819ce6-a577-45c6-bb77-516cb69d0bc2 req-a81acaac-572b-45a2-b31f-4931c12959aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:08.133215 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2a819ce6-a577-45c6-bb77-516cb69d0bc2 req-a81acaac-572b-45a2-b31f-4931c12959aa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d6d5502b-4d03-42f4-8541-e9ea97b3f77b HTTP/1.1" status: 200 len: 1097 time: 0.1256862 Jul 07 20:45:08.165783 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58290) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:08.189883 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f161c63e-478c-4003-aca9-6ee4926151e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:08.206640 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-48d808ef-6685-4798-b3c4-e206a0b31a3c req-2c97f230-6b65-4551-8b73-cc5b603e4f7b tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5526fd0-4342-43d9-baea-1cca1c69bae4 HTTP/1.1" status: 200 len: 210 time: 0.0563319 Jul 07 20:45:08.273288 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2a819ce6-a577-45c6-bb77-516cb69d0bc2 req-88edc87a-4744-4782-ad9e-4c96b2e5029a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302452 Jul 07 20:45:08.329500 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f161c63e-478c-4003-aca9-6ee4926151e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:08.335417 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f161c63e-478c-4003-aca9-6ee4926151e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:08.421713 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f161c63e-478c-4003-aca9-6ee4926151e7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cf168234325d4ad5bb4bc472d3c94f1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537811 Jul 07 20:45:08.424752 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58314) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:08.464453 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161c63e-478c-4003-aca9-6ee4926151e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e1081b-19ca-4d21-8e80-58f74ea3ff44,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:08.614512 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a0378a18-2d5a-45da-acac-29a3d1a82080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:08.710335 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a0378a18-2d5a-45da-acac-29a3d1a82080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:08.796567 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39ad36-4190-4eb4-abce-0221d9dc6f8b req-00696a52-dae7-4c92-b892-8ae2a9420e67 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:08.805294 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f39ad36-4190-4eb4-abce-0221d9dc6f8b req-00696a52-dae7-4c92-b892-8ae2a9420e67 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6d5502b-4d03-42f4-8541-e9ea97b3f77b HTTP/1.1" status: 200 len: 945 time: 0.2105296 Jul 07 20:45:08.949488 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a0378a18-2d5a-45da-acac-29a3d1a82080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:08.960739 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a0378a18-2d5a-45da-acac-29a3d1a82080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:08.962331 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a0378a18-2d5a-45da-acac-29a3d1a82080 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/40e1081b-19ca-4d21-8e80-58f74ea3ff44 HTTP/1.1" status: 204 len: 168 time: 0.5364034 Jul 07 20:45:09.006633 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0378a18-2d5a-45da-acac-29a3d1a82080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e1081b-19ca-4d21-8e80-58f74ea3ff44,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:09.058974 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f39ad36-4190-4eb4-abce-0221d9dc6f8b req-453ce68a-e325-4d5c-9c02-7b12bedeb76a tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515426 Jul 07 20:45:09.066330 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-c1c436c6-e6f1-4aa4-a9d1-193190b7c5eb tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:09.086688 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-c1c436c6-e6f1-4aa4-a9d1-193190b7c5eb tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.58 "GET /v2.0/networks?id=9442e09a-87e7-4298-ac51-144ec948c46e HTTP/1.1" status: 200 len: 809 time: 0.2769876 Jul 07 20:45:09.101409 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-0d9640f6-ac0a-4369-b4bf-b2bf583a1964 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Request body: {'port': {'device_id': 'f5526fd0-4342-43d9-baea-1cca1c69bae4', 'network_id': '9442e09a-87e7-4298-ac51-144ec948c46e', 'admin_state_up': True, 'tenant_id': 'e946a9e98bc34862ade6c7d9345c8cc6'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:09.392295 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84760e16-2bcc-4145-83c2-d6b252110a51 req-d7a056e5-228c-4458-ab25-bde96eb30675 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:09.393962 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84760e16-2bcc-4145-83c2-d6b252110a51 req-d7a056e5-228c-4458-ab25-bde96eb30675 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 945 time: 0.1556299 Jul 07 20:45:09.410221 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-0d9640f6-ac0a-4369-b4bf-b2bf583a1964 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Made reservation on behalf of e946a9e98bc34862ade6c7d9345c8cc6 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:45:09.414585 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-0d9640f6-ac0a-4369-b4bf-b2bf583a1964 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:09.499528 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84760e16-2bcc-4145-83c2-d6b252110a51 req-2df19e5b-affc-44c7-bf2f-7fe93666e056 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973895 Jul 07 20:45:09.621228 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-0d9640f6-ac0a-4369-b4bf-b2bf583a1964 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Allocated IP 172.20.0.10 (9442e09a-87e7-4298-ac51-144ec948c46e/2b26f304-a08b-4179-8660-bed155148e47/76c6bd40-5208-4f6c-876f-76cdf52fd620) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:45:09.849189 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10a93d9e-3e14-4ce7-a4c4-73fb6645682b req-b013da8a-996c-4b21-a825-10bed6d43c76 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5526fd0-4342-43d9-baea-1cca1c69bae4 HTTP/1.1" status: 200 len: 210 time: 0.0433049 Jul 07 20:45:09.875543 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-0d9640f6-ac0a-4369-b4bf-b2bf583a1964 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:09.985464 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-0d9640f6-ac0a-4369-b4bf-b2bf583a1964 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:10.122990 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-0d9640f6-ac0a-4369-b4bf-b2bf583a1964 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Network 9442e09a-87e7-4298-ac51-144ec948c46e is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:45:10.131614 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-0d9640f6-ac0a-4369-b4bf-b2bf583a1964 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:45:10.154155 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-0d9640f6-ac0a-4369-b4bf-b2bf583a1964 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:45:10.167034 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-0d9640f6-ac0a-4369-b4bf-b2bf583a1964 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:10.167926 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-0d9640f6-ac0a-4369-b4bf-b2bf583a1964 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:10.183851 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9640f6-ac0a-4369-b4bf-b2bf583a1964 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event updated for resources: {'Port': ['ID=76c6bd40-5208-4f6c-876f-76cdf52fd620,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:10.238865 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-0d9640f6-ac0a-4369-b4bf-b2bf583a1964 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1412618 Jul 07 20:45:10.256269 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-3f9d3420-8cb7-458e-8ac1-4cdc60dd90b8 service neutron] Request body: {'port': {'device_id': 'f5526fd0-4342-43d9-baea-1cca1c69bae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:10.394008 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 61aa3355-317c-4f2d-b6bd-32d8edd4802b up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:45:10.458252 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-3f9d3420-8cb7-458e-8ac1-4cdc60dd90b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:10.502790 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 61aa3355-317c-4f2d-b6bd-32d8edd4802b completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:45:10.516605 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 61aa3355-317c-4f2d-b6bd-32d8edd4802b triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:45:10.517378 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:10.521740 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58508) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:10.691455 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:10.731715 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 61aa3355-317c-4f2d-b6bd-32d8edd4802b, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=61aa3355-317c-4f2d-b6bd-32d8edd4802b,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:10.733260 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a3500e-f44a-460b-b3b1-96039dbf7d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61aa3355-317c-4f2d-b6bd-32d8edd4802b'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:45:10.736476 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e9044b-d9dd-41fe-b1de-33daf05df22e" -d '{"events": [{"server_uuid": "77a3500e-f44a-460b-b3b1-96039dbf7d0d", "name": "network-vif-plugged", "status": "completed", "tag": "61aa3355-317c-4f2d-b6bd-32d8edd4802b"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:45:10.740756 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:10.799349 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=61aa3355-317c-4f2d-b6bd-32d8edd4802b,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:10.849255 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4b622-e00a-4b7a-8890-a4eb3cdd9d69 req-0b8a424b-9fb6-486a-a843-fc9aa538fc70 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:10.855978 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-24a4b622-e00a-4b7a-8890-a4eb3cdd9d69 req-0b8a424b-9fb6-486a-a843-fc9aa538fc70 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6d5502b-4d03-42f4-8541-e9ea97b3f77b HTTP/1.1" status: 200 len: 945 time: 0.2190354 Jul 07 20:45:10.863877 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d3c69267-cc2e-4a73-9bc0-70d2c586f564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:10.870927 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c1a6c-5bc4-4b4a-a0aa-909c2bfe0205 req-b94bc27b-0bd6-4052-a271-a3e69d017857 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:10.872697 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-579c1a6c-5bc4-4b4a-a0aa-909c2bfe0205 req-b94bc27b-0bd6-4052-a271-a3e69d017857 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 971 time: 0.2163711 Jul 07 20:45:10.966770 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-24a4b622-e00a-4b7a-8890-a4eb3cdd9d69 req-9d2f85cf-3df6-4543-b993-e9d932985db3 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056793 Jul 07 20:45:10.976979 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d3c69267-cc2e-4a73-9bc0-70d2c586f564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:10.982625 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d3c69267-cc2e-4a73-9bc0-70d2c586f564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:10.996095 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-579c1a6c-5bc4-4b4a-a0aa-909c2bfe0205 req-512999b1-01cf-43b8-b837-2c95425cb6ec tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/security-groups?id=c54134d0-b041-4849-b1aa-2f63af3ef224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075561 Jul 07 20:45:11.015341 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d3c69267-cc2e-4a73-9bc0-70d2c586f564 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af32498355d24d7996bf12b33d90d34b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4918048 Jul 07 20:45:11.017354 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58528) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:11.083529 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c69267-cc2e-4a73-9bc0-70d2c586f564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9c13ba-d147-4dc8-8df6-4c6224ac59d0,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:11.084733 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-3f9d3420-8cb7-458e-8ac1-4cdc60dd90b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c6bd40-5208-4f6c-876f-76cdf52fd620 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:45:11.100438 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ca666434-9dbd-4fef-8194-2e99c0580df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:11.113361 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-3f9d3420-8cb7-458e-8ac1-4cdc60dd90b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:11.129938 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-3f9d3420-8cb7-458e-8ac1-4cdc60dd90b8 service neutron] Transition to ACTIVE for port object 76c6bd40-5208-4f6c-876f-76cdf52fd620 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:45:11.136613 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ca666434-9dbd-4fef-8194-2e99c0580df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:11.179355 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-3f9d3420-8cb7-458e-8ac1-4cdc60dd90b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:11.203432 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ca666434-9dbd-4fef-8194-2e99c0580df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:11.209026 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ca666434-9dbd-4fef-8194-2e99c0580df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:11.212829 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ca666434-9dbd-4fef-8194-2e99c0580df7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef9c13ba-d147-4dc8-8df6-4c6224ac59d0 HTTP/1.1" status: 204 len: 168 time: 0.1934226 Jul 07 20:45:11.232366 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca666434-9dbd-4fef-8194-2e99c0580df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9c13ba-d147-4dc8-8df6-4c6224ac59d0,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:11.315953 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d3420-8cb7-458e-8ac1-4cdc60dd90b8 service neutron] Pushing event updated for resources: {'Port': ['ID=76c6bd40-5208-4f6c-876f-76cdf52fd620,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:11.330704 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3314c4-338e-487d-b6d9-050c37790fd1 req-60835da8-aae2-4e01-8122-b6e3317db6a3 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:11.332317 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9a3314c4-338e-487d-b6d9-050c37790fd1 req-60835da8-aae2-4e01-8122-b6e3317db6a3 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 946 time: 0.1995265 Jul 07 20:45:11.383738 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-3f9d3420-8cb7-458e-8ac1-4cdc60dd90b8 service neutron] Attempting to bind port 76c6bd40-5208-4f6c-876f-76cdf52fd620 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:45:11.384053 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-3f9d3420-8cb7-458e-8ac1-4cdc60dd90b8 service neutron] Attempting to bind port 76c6bd40-5208-4f6c-876f-76cdf52fd620 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'f1630037-09b1-4d2e-b0aa-c0e26ef61009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9442e09a-87e7-4298-ac51-144ec948c46e'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:45:11.384309 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-3f9d3420-8cb7-458e-8ac1-4cdc60dd90b8 service neutron] Attempting to bind port 76c6bd40-5208-4f6c-876f-76cdf52fd620 on network 9442e09a-87e7-4298-ac51-144ec948c46e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:45:11.400570 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-3f9d3420-8cb7-458e-8ac1-4cdc60dd90b8 service neutron] Port 76c6bd40-5208-4f6c-876f-76cdf52fd620 on network 9442e09a-87e7-4298-ac51-144ec948c46e not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:45:11.401100 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-3f9d3420-8cb7-458e-8ac1-4cdc60dd90b8 service neutron] Attempting to bind port 76c6bd40-5208-4f6c-876f-76cdf52fd620 on network 9442e09a-87e7-4298-ac51-144ec948c46e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:45:11.422271 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9a3314c4-338e-487d-b6d9-050c37790fd1 req-3c6e383c-06cc-4f42-bbf1-7d5c35106d81 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674465 Jul 07 20:45:11.425057 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-3f9d3420-8cb7-458e-8ac1-4cdc60dd90b8 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:45:11.426296 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-3f9d3420-8cb7-458e-8ac1-4cdc60dd90b8 service neutron] Checking segment: {'id': 'f1630037-09b1-4d2e-b0aa-c0e26ef61009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9442e09a-87e7-4298-ac51-144ec948c46e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:45:11.426767 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-3f9d3420-8cb7-458e-8ac1-4cdc60dd90b8 service neutron] Bound using segment: {'id': 'f1630037-09b1-4d2e-b0aa-c0e26ef61009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9442e09a-87e7-4298-ac51-144ec948c46e'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:45:11.428445 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-3f9d3420-8cb7-458e-8ac1-4cdc60dd90b8 service neutron] Bound port: 76c6bd40-5208-4f6c-876f-76cdf52fd620, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1630037-09b1-4d2e-b0aa-c0e26ef61009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9442e09a-87e7-4298-ac51-144ec948c46e'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:45:11.428907 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-3f9d3420-8cb7-458e-8ac1-4cdc60dd90b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:11.535829 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b1ec3b-0cca-436f-8ac5-4ce996e3396e x-openstack-request-id: req-47b1ec3b-0cca-436f-8ac5-4ce996e3396e {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:45:11.536565 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a3500e-f44a-460b-b3b1-96039dbf7d0d", "name": "network-vif-plugged", "status": "completed", "tag": "61aa3355-317c-4f2d-b6bd-32d8edd4802b", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:45:11.536565 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-47b1ec3b-0cca-436f-8ac5-4ce996e3396e {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:45:11.536870 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a3500e-f44a-460b-b3b1-96039dbf7d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61aa3355-317c-4f2d-b6bd-32d8edd4802b', 'code': 200} Jul 07 20:45:11.546972 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-3f9d3420-8cb7-458e-8ac1-4cdc60dd90b8 service neutron] For port 76c6bd40-5208-4f6c-876f-76cdf52fd620, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:45:11.552377 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-3f9d3420-8cb7-458e-8ac1-4cdc60dd90b8 service neutron] For port 76c6bd40-5208-4f6c-876f-76cdf52fd620, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=76c6bd40-5208-4f6c-876f-76cdf52fd620,segment=NetworkSegment(f1630037-09b1-4d2e-b0aa-c0e26ef61009),segment_id=f1630037-09b1-4d2e-b0aa-c0e26ef61009)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:45:11.559172 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-3f9d3420-8cb7-458e-8ac1-4cdc60dd90b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:11.606014 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-3f9d3420-8cb7-458e-8ac1-4cdc60dd90b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:11.611472 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-3f9d3420-8cb7-458e-8ac1-4cdc60dd90b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:11.613794 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-3f9d3420-8cb7-458e-8ac1-4cdc60dd90b8 service neutron] 10.222.0.58 "PUT /v2.0/ports/76c6bd40-5208-4f6c-876f-76cdf52fd620 HTTP/1.1" status: 200 len: 1093 time: 1.3647768 Jul 07 20:45:11.616721 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5526fd0-4342-43d9-baea-1cca1c69bae4', 'tag': '76c6bd40-5208-4f6c-876f-76cdf52fd620'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:45:11.619689 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f5b3f3-8818-4b3b-a11c-4a544dd8bc96" -d '{"events": [{"name": "network-changed", "server_uuid": "f5526fd0-4342-43d9-baea-1cca1c69bae4", "tag": "76c6bd40-5208-4f6c-876f-76cdf52fd620"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:45:11.769854 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d3420-8cb7-458e-8ac1-4cdc60dd90b8 service neutron] Pushing event updated for resources: {'Port': ['ID=76c6bd40-5208-4f6c-876f-76cdf52fd620,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:11.833473 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c05a2-afe9-4ad9-b7dd-1209917e7631 req-7f30de3d-65d1-4e68-8c9e-0a47ef480ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:11.836129 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-422c05a2-afe9-4ad9-b7dd-1209917e7631 req-7f30de3d-65d1-4e68-8c9e-0a47ef480ef8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 1098 time: 0.1890783 Jul 07 20:45:11.845458 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-432316c6-4446-4fdb-ab86-0ebb05948879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:11.848092 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-432316c6-4446-4fdb-ab86-0ebb05948879 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e946a9e98bc34862ade6c7d9345c8cc6&device_id=f5526fd0-4342-43d9-baea-1cca1c69bae4 HTTP/1.1" status: 200 len: 1096 time: 0.1728137 Jul 07 20:45:11.964578 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-e4e16a48-3ead-48b0-bbe7-f0cd9dd99629 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c6bd40-5208-4f6c-876f-76cdf52fd620 HTTP/1.1" status: 200 len: 217 time: 0.0898788 Jul 07 20:45:11.998779 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-422c05a2-afe9-4ad9-b7dd-1209917e7631 req-34943b5d-b9a5-41ba-800d-32015188cdce service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492801 Jul 07 20:45:12.023289 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58592) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:12.041950 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b19d3a39-0499-460a-a6c9-38e1e37993c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:12.058620 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-8f01fa7f-fd67-4428-9f5b-fd01256d737f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:12.060207 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-8f01fa7f-fd67-4428-9f5b-fd01256d737f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b26f304-a08b-4179-8660-bed155148e47 HTTP/1.1" status: 200 len: 849 time: 0.0576944 Jul 07 20:45:12.116561 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef4ef3-c19b-4e10-a21b-f69c07b1d581 req-fb58c115-4a82-48a5-a412-3a0bda196cd0 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:12.124579 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a3ef4ef3-c19b-4e10-a21b-f69c07b1d581 req-fb58c115-4a82-48a5-a412-3a0bda196cd0 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5526fd0-4342-43d9-baea-1cca1c69bae4 HTTP/1.1" status: 200 len: 944 time: 0.2735038 Jul 07 20:45:12.127795 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-d77e6053-534a-4df7-bade-71945cb69768 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9442e09a-87e7-4298-ac51-144ec948c46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492470 Jul 07 20:45:12.149278 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b19d3a39-0499-460a-a6c9-38e1e37993c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:12.155672 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b19d3a39-0499-460a-a6c9-38e1e37993c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:12.193414 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b19d3a39-0499-460a-a6c9-38e1e37993c0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cb544dfb6af446a89b044ec82e6412f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1684077 Jul 07 20:45:12.198281 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58598) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:12.207777 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d3a39-0499-460a-a6c9-38e1e37993c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd655d2-e50a-4138-9213-6edb2467bf8d,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:12.215313 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.58', 53554) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:12.251319 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a3ef4ef3-c19b-4e10-a21b-f69c07b1d581 req-20a56aeb-53f9-4e22-a7df-4c3fe931cad6 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?id=f42130e7-e278-4a2e-a398-8287254a9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258533 Jul 07 20:45:12.311995 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-4858a824-8661-4b89-a8a0-1a69624edf42 service neutron] 10.222.0.58 "GET /v2.0/networks/9442e09a-87e7-4298-ac51-144ec948c46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759899 Jul 07 20:45:12.322688 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a22257-98fd-4587-818b-4c75a9542b8c x-openstack-request-id: req-19a22257-98fd-4587-818b-4c75a9542b8c {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:45:12.322688 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5526fd0-4342-43d9-baea-1cca1c69bae4", "tag": "76c6bd40-5208-4f6c-876f-76cdf52fd620", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:45:12.322688 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-19a22257-98fd-4587-818b-4c75a9542b8c {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:45:12.322688 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5526fd0-4342-43d9-baea-1cca1c69bae4', 'tag': '76c6bd40-5208-4f6c-876f-76cdf52fd620', 'status': 'completed', 'code': 200} Jul 07 20:45:12.342384 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d11652-4f22-4cec-8283-e97090966a6e req-54bb3b11-e950-447d-a977-807006041f8c tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:12.347858 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-92d11652-4f22-4cec-8283-e97090966a6e req-54bb3b11-e950-447d-a977-807006041f8c tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6d5502b-4d03-42f4-8541-e9ea97b3f77b HTTP/1.1" status: 200 len: 945 time: 0.1968534 Jul 07 20:45:12.364588 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58606) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:12.366020 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:45:12.419123 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-4588dabe-7112-4667-bdeb-ffe816dfa83e tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Request body: {'floatingip': {'port_id': 'e1b76b2b-acea-4723-8855-9ea0802bf116'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:12.542626 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4588dabe-7112-4667-bdeb-ffe816dfa83e tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for floatingip, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:12.557152 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4cc7aae5-c757-4ed8-8bb3-4a0ca1563b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:12.583644 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93505a16-4374-46d0-bca5-ad3486c589bc req-cf1c7880-4fe1-4a11-8b99-369fe59e4755 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:12.585200 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-93505a16-4374-46d0-bca5-ad3486c589bc req-cf1c7880-4fe1-4a11-8b99-369fe59e4755 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.58 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 971 time: 0.3682919 Jul 07 20:45:12.622669 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4cc7aae5-c757-4ed8-8bb3-4a0ca1563b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:12.797234 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4cc7aae5-c757-4ed8-8bb3-4a0ca1563b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:12.799838 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4cc7aae5-c757-4ed8-8bb3-4a0ca1563b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:12.801571 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4cc7aae5-c757-4ed8-8bb3-4a0ca1563b60 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2bd655d2-e50a-4138-9213-6edb2467bf8d HTTP/1.1" status: 204 len: 168 time: 0.6019983 Jul 07 20:45:12.819234 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7aae5-c757-4ed8-8bb3-4a0ca1563b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd655d2-e50a-4138-9213-6edb2467bf8d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:12.825281 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-93505a16-4374-46d0-bca5-ad3486c589bc req-7ed78f63-94e9-4b8c-82fb-3008c3a97079 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Deleting port 905aedea-71fb-4e08-849c-a06581b13569 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:45:12.825547 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-93505a16-4374-46d0-bca5-ad3486c589bc req-7ed78f63-94e9-4b8c-82fb-3008c3a97079 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:12.928432 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bade01e9-3aa6-4cf4-a1d8-1885d0965a9d req-67ebc128-87ca-404f-a3b3-549df67b9c9f service neutron] 10.222.0.58 "GET /v2.0/networks/9442e09a-87e7-4298-ac51-144ec948c46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6034882 Jul 07 20:45:12.969691 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4060a6c-445e-45e3-b4e2-baeb629afbe7 req-8d69975d-c766-4e94-8d0a-ba9cbcd759eb tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:12.976939 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4060a6c-445e-45e3-b4e2-baeb629afbe7 req-8d69975d-c766-4e94-8d0a-ba9cbcd759eb tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/ports?device_id=570ed821-ed6a-47b2-b916-344f4a3bf275 HTTP/1.1" status: 200 len: 971 time: 0.4889853 Jul 07 20:45:12.991855 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-93505a16-4374-46d0-bca5-ad3486c589bc req-7ed78f63-94e9-4b8c-82fb-3008c3a97079 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] For port 905aedea-71fb-4e08-849c-a06581b13569, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=905aedea-71fb-4e08-849c-a06581b13569,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:12.996803 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-93505a16-4374-46d0-bca5-ad3486c589bc req-7ed78f63-94e9-4b8c-82fb-3008c3a97079 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:13.023548 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-93505a16-4374-46d0-bca5-ad3486c589bc req-7ed78f63-94e9-4b8c-82fb-3008c3a97079 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Calling delete_port for 905aedea-71fb-4e08-849c-a06581b13569 owned by compute:tempest-test_az-676102759 {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:45:13.268248 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4060a6c-445e-45e3-b4e2-baeb629afbe7 req-6a9f1be3-78ac-4a47-bef1-c2c965eaf390 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.64 "GET /v2.0/security-groups?id=c54134d0-b041-4849-b1aa-2f63af3ef224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900589 Jul 07 20:45:13.343915 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-93505a16-4374-46d0-bca5-ad3486c589bc req-7ed78f63-94e9-4b8c-82fb-3008c3a97079 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:13.359943 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['905aedea-71fb-4e08-849c-a06581b13569'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:45:13.598562 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed78f63-94e9-4b8c-82fb-3008c3a97079 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Pushing event deleted for resources: {'Port': ['ID=905aedea-71fb-4e08-849c-a06581b13569,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:13.668293 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-93505a16-4374-46d0-bca5-ad3486c589bc req-7ed78f63-94e9-4b8c-82fb-3008c3a97079 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] No DVR routers for this DVR port 905aedea-71fb-4e08-849c-a06581b13569 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:45:13.679741 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-93505a16-4374-46d0-bca5-ad3486c589bc req-7ed78f63-94e9-4b8c-82fb-3008c3a97079 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:13.683482 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-93505a16-4374-46d0-bca5-ad3486c589bc req-7ed78f63-94e9-4b8c-82fb-3008c3a97079 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] 10.222.0.58 "DELETE /v2.0/ports/905aedea-71fb-4e08-849c-a06581b13569 HTTP/1.1" status: 204 len: 173 time: 1.0881009 Jul 07 20:45:13.684070 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570ed821-ed6a-47b2-b916-344f4a3bf275', 'name': 'network-vif-deleted', 'tag': '905aedea-71fb-4e08-849c-a06581b13569'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:45:13.687480 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a09e721-5812-4217-9fb5-f99c057743f5" -d '{"events": [{"server_uuid": "570ed821-ed6a-47b2-b916-344f4a3bf275", "name": "network-vif-deleted", "tag": "905aedea-71fb-4e08-849c-a06581b13569"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:45:13.697096 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed78f63-94e9-4b8c-82fb-3008c3a97079 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:13.698611 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed78f63-94e9-4b8c-82fb-3008c3a97079 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:13.699061 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed78f63-94e9-4b8c-82fb-3008c3a97079 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:13.699929 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed78f63-94e9-4b8c-82fb-3008c3a97079 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:13.700515 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed78f63-94e9-4b8c-82fb-3008c3a97079 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:13.701267 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed78f63-94e9-4b8c-82fb-3008c3a97079 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:13.701707 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed78f63-94e9-4b8c-82fb-3008c3a97079 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:13.702345 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed78f63-94e9-4b8c-82fb-3008c3a97079 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:13.702826 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed78f63-94e9-4b8c-82fb-3008c3a97079 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:13.703265 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed78f63-94e9-4b8c-82fb-3008c3a97079 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:13.704969 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed78f63-94e9-4b8c-82fb-3008c3a97079 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:13.705518 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed78f63-94e9-4b8c-82fb-3008c3a97079 tempest-AggregatesAdminTestJSON-953788314 tempest-AggregatesAdminTestJSON-953788314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:13.760568 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5b3f3-8818-4b3b-a11c-4a544dd8bc96 req-313b7c2c-5750-4dd0-84a2-793b593a34b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:13.763620 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6f5b3f3-8818-4b3b-a11c-4a544dd8bc96 req-313b7c2c-5750-4dd0-84a2-793b593a34b7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e946a9e98bc34862ade6c7d9345c8cc6&device_id=f5526fd0-4342-43d9-baea-1cca1c69bae4 HTTP/1.1" status: 200 len: 1096 time: 0.7152433 Jul 07 20:45:14.100336 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-7273237b-c872-4532-a426-859a72ae99ed tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=366c03c560e74bbf92c8b502164978ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1216974 Jul 07 20:45:14.241746 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5b3f3-8818-4b3b-a11c-4a544dd8bc96 req-bacf2fa6-f342-43eb-9358-a9dbae6d6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:14.243391 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6f5b3f3-8818-4b3b-a11c-4a544dd8bc96 req-bacf2fa6-f342-43eb-9358-a9dbae6d6315 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9442e09a-87e7-4298-ac51-144ec948c46e HTTP/1.1" status: 200 len: 910 time: 0.4190915 Jul 07 20:45:14.260558 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d67ee-2a4c-4f60-9645-0043eba1821f req-d39be4ce-7d90-4525-82ca-1b2ab67d7050 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:14.262156 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-417d67ee-2a4c-4f60-9645-0043eba1821f req-d39be4ce-7d90-4525-82ca-1b2ab67d7050 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 946 time: 0.5460496 Jul 07 20:45:14.363418 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6f5b3f3-8818-4b3b-a11c-4a544dd8bc96 req-8130e6b4-c010-4492-8a97-e9b9c55387f0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c6bd40-5208-4f6c-876f-76cdf52fd620 HTTP/1.1" status: 200 len: 217 time: 0.0988438 Jul 07 20:45:14.451009 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.db.resource_extend [None req-4588dabe-7112-4667-bdeb-ffe816dfa83e tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 20:45:14.536349 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-5d9c798c-6d0b-406c-95b2-2d945f392e32 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:14.537972 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-5d9c798c-6d0b-406c-95b2-2d945f392e32 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4064519 Jul 07 20:45:14.548841 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-417d67ee-2a4c-4f60-9645-0043eba1821f req-5a7ff6e6-bd0b-458d-a12b-94a09e53b5df tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575316 Jul 07 20:45:14.588942 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4588dabe-7112-4667-bdeb-ffe816dfa83e tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:14.590876 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5b3f3-8818-4b3b-a11c-4a544dd8bc96 req-fa175a82-6c98-4155-93c0-ae2ab3d63384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:14.592457 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6f5b3f3-8818-4b3b-a11c-4a544dd8bc96 req-fa175a82-6c98-4155-93c0-ae2ab3d63384 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b26f304-a08b-4179-8660-bed155148e47 HTTP/1.1" status: 200 len: 849 time: 0.2020895 Jul 07 20:45:14.594801 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4588dabe-7112-4667-bdeb-ffe816dfa83e tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:14.597564 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-a2b4d229-4a7a-44ef-819f-6ad3cecbf65b tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/quotas/366c03c560e74bbf92c8b502164978ee HTTP/1.1" status: 200 len: 375 time: 0.0404649 Jul 07 20:45:14.702119 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-cc07eb3b-3143-400f-a80f-8d6416a49afd tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=366c03c560e74bbf92c8b502164978ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690715 Jul 07 20:45:14.703919 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6f5b3f3-8818-4b3b-a11c-4a544dd8bc96 req-ab736ca1-71d2-48b6-824f-9bd7a76779c2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9442e09a-87e7-4298-ac51-144ec948c46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724223 Jul 07 20:45:15.073314 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [None req-4588dabe-7112-4667-bdeb-ffe816dfa83e tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Floating IP da3c7b44-13fd-404b-aca4-16efba82db7f associated. External IP: 172.25.5.94, port: e1b76b2b-acea-4723-8855-9ea0802bf116. Jul 07 20:45:15.151959 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6f5b3f3-8818-4b3b-a11c-4a544dd8bc96 req-f60b737c-67f9-42a0-8928-735cdbb2776a service neutron] 10.222.0.58 "GET /v2.0/networks/9442e09a-87e7-4298-ac51-144ec948c46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380538 Jul 07 20:45:15.209213 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec7637-edc1-46c5-89a9-e6ba7b2d76fe req-66c9d60a-6efd-449d-a352-258e7710e7f5 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:15.216095 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20ec7637-edc1-46c5-89a9-e6ba7b2d76fe req-66c9d60a-6efd-449d-a352-258e7710e7f5 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5526fd0-4342-43d9-baea-1cca1c69bae4 HTTP/1.1" status: 200 len: 944 time: 0.4266381 Jul 07 20:45:15.351215 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20ec7637-edc1-46c5-89a9-e6ba7b2d76fe req-32c706e3-2e0c-4a59-b30d-5520edf6d372 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?id=f42130e7-e278-4a2e-a398-8287254a9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342390 Jul 07 20:45:15.468287 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38d47e6-960a-4a06-8f33-cf19ef6b54ba x-openstack-request-id: req-d38d47e6-960a-4a06-8f33-cf19ef6b54ba {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:45:15.469678 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570ed821-ed6a-47b2-b916-344f4a3bf275", "name": "network-vif-deleted", "tag": "905aedea-71fb-4e08-849c-a06581b13569", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:45:15.470326 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d38d47e6-960a-4a06-8f33-cf19ef6b54ba {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:45:15.471584 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570ed821-ed6a-47b2-b916-344f4a3bf275', 'name': 'network-vif-deleted', 'tag': '905aedea-71fb-4e08-849c-a06581b13569', 'status': 'completed', 'code': 200} Jul 07 20:45:15.472679 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4588dabe-7112-4667-bdeb-ffe816dfa83e tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Router 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:45:15.486289 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6f5b3f3-8818-4b3b-a11c-4a544dd8bc96 req-bdffb145-3b65-4a5b-b762-737ceb5b4640 service neutron] 10.222.0.58 "GET /v2.0/networks/9442e09a-87e7-4298-ac51-144ec948c46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267221 Jul 07 20:45:15.695910 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4588dabe-7112-4667-bdeb-ffe816dfa83e tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:45:15.705189 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4588dabe-7112-4667-bdeb-ffe816dfa83e tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:15.731370 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bc0197-8400-4f02-8527-cdc225d6a9ee None None] Sync routers for ids ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:45:15.747049 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bc0197-8400-4f02-8527-cdc225d6a9ee None None] Routers {'4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:45:15.748252 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f9bc0197-8400-4f02-8527-cdc225d6a9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:45:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:45:15.852532 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4588dabe-7112-4667-bdeb-ffe816dfa83e tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "PUT /v2.0/floatingips/da3c7b44-13fd-404b-aca4-16efba82db7f HTTP/1.1" status: 200 len: 990 time: 3.4866402 Jul 07 20:45:15.861044 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d5502b-4d03-42f4-8541-e9ea97b3f77b', 'tag': 'e1b76b2b-acea-4723-8855-9ea0802bf116'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:45:15.864216 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d511376e-957f-4a2a-9080-d820c3c3bdb8" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d5502b-4d03-42f4-8541-e9ea97b3f77b", "tag": "e1b76b2b-acea-4723-8855-9ea0802bf116"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:45:15.929783 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c5e20524-77ba-4462-aa8c-2295f031d9ae req-ddc1b292-a5f0-4b6b-92bf-3ad1b151f8c1 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=67a20a2e-d4fc-493a-bacc-5b9f7447989b HTTP/1.1" status: 200 len: 210 time: 0.0563834 Jul 07 20:45:15.971378 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-f9bc0197-8400-4f02-8527-cdc225d6a9ee None None] Set router 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:45:16.044058 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f1118-a50b-4d49-b236-0f8c3dbf6d11 req-ae558943-1dbc-4531-bf96-95167b0fe140 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:16.048056 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-656f1118-a50b-4d49-b236-0f8c3dbf6d11 req-ae558943-1dbc-4531-bf96-95167b0fe140 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 1098 time: 0.1063414 Jul 07 20:45:16.123069 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-656f1118-a50b-4d49-b236-0f8c3dbf6d11 req-b424eacf-559f-4545-b5a9-6c51eb888b0e tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649738 Jul 07 20:45:16.211762 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58788) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:16.217938 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-9a6a7655-5514-46eb-9349-e99940170168 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b813a213f9e34c1ea704ab9dfa81e943&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442154 Jul 07 20:45:16.420305 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-fc9f61cb-4105-4606-bae7-979815260496 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:16.430564 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-fc9f61cb-4105-4606-bae7-979815260496 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2090273 Jul 07 20:45:16.458558 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-af41bc0e-0f7a-4717-94c8-49ac59ab1816 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/quotas/b813a213f9e34c1ea704ab9dfa81e943 HTTP/1.1" status: 200 len: 375 time: 0.0224333 Jul 07 20:45:16.481740 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0c5c45e7-46d4-4b86-81f8-cb9de72224f0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c57f834cbcc849319c003aa31317445d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2673433 Jul 07 20:45:16.487750 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58810) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:16.504909 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f9bc0197-8400-4f02-8527-cdc225d6a9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984555661-router', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:13Z', 'updated_at': '2021-07-07T20:44:18Z', 'revision_number': 4, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'gw_port': {'id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:14Z', 'updated_at': '2021-07-07T20:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'da3c7b44-13fd-404b-aca4-16efba82db7f', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'floating_ip_address': '172.25.5.94', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'port_id': 'e1b76b2b-acea-4723-8855-9ea0802bf116', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'mac_address': 'fa:16:3e:ef:96:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5502b-4d03-42f4-8541-e9ea97b3f77b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:44:42Z', 'updated_at': '2021-07-07T20:45:14Z', 'revision_number': 1, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e654a902-e471-4c18-8d0d-103b5c3ee4a0', 'name': '', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'mac_address': 'fa:16:3e:d7:c2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:17Z', 'updated_at': '2021-07-07T20:44:27Z', 'revision_number': 5, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'subnets': [{'id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:45:16.509126 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb9f9db-63cc-4643-aa50-3bde2857b1e9 x-openstack-request-id: req-fbb9f9db-63cc-4643-aa50-3bde2857b1e9 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:45:16.509546 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d5502b-4d03-42f4-8541-e9ea97b3f77b", "tag": "e1b76b2b-acea-4723-8855-9ea0802bf116", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:45:16.509889 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fbb9f9db-63cc-4643-aa50-3bde2857b1e9 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:45:16.510381 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d5502b-4d03-42f4-8541-e9ea97b3f77b', 'tag': 'e1b76b2b-acea-4723-8855-9ea0802bf116', 'status': 'completed', 'code': 200} Jul 07 20:45:16.542619 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-f83a689e-832c-431b-abb5-5c24138bc581 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b813a213f9e34c1ea704ab9dfa81e943&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730872 Jul 07 20:45:16.550358 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bc0197-8400-4f02-8527-cdc225d6a9ee None None] Checking router: 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:45:16.570336 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bc0197-8400-4f02-8527-cdc225d6a9ee None None] Routers {'4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:45:16.570974 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f9bc0197-8400-4f02-8527-cdc225d6a9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:45:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:45:16.701366 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-55ba21e6-252e-4577-997c-48d7f53dda36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:16.719673 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-214beefb-12a9-4acd-8688-080323e01fee tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=366c03c560e74bbf92c8b502164978ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330350 Jul 07 20:45:16.736537 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-f9bc0197-8400-4f02-8527-cdc225d6a9ee None None] Set router 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:45:16.741607 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 76c6bd40-5208-4f6c-876f-76cdf52fd620 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:45:16.776852 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-55ba21e6-252e-4577-997c-48d7f53dda36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:16.825250 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511376e-957f-4a2a-9080-d820c3c3bdb8 req-35608f7a-5df6-456f-ac23-25fef5c86c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:16.827245 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d511376e-957f-4a2a-9080-d820c3c3bdb8 req-35608f7a-5df6-456f-ac23-25fef5c86c17 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f402b06a8a6a45dfab0c4d0f5f332d1c&device_id=d6d5502b-4d03-42f4-8541-e9ea97b3f77b HTTP/1.1" status: 200 len: 1097 time: 0.2727830 Jul 07 20:45:16.921673 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 76c6bd40-5208-4f6c-876f-76cdf52fd620, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=76c6bd40-5208-4f6c-876f-76cdf52fd620,segment=NetworkSegment(f1630037-09b1-4d2e-b0aa-c0e26ef61009),segment_id=f1630037-09b1-4d2e-b0aa-c0e26ef61009)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:16.948196 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '76c6bd40-5208-4f6c-876f-76cdf52fd620', 'network_id': '9442e09a-87e7-4298-ac51-144ec948c46e', 'port_id': '76c6bd40-5208-4f6c-876f-76cdf52fd620', 'mac_address': 'fa:16:3e:0f:d0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b26f304-a08b-4179-8660-bed155148e47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:45:16.953431 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 905aedea-71fb-4e08-849c-a06581b13569 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:45:16.980186 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 905aedea-71fb-4e08-849c-a06581b13569 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:45:16.980534 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 905aedea-71fb-4e08-849c-a06581b13569 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:45:17.037989 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:17.058380 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bee19-fbb7-4627-8b06-5f1bc2fadf54 req-94b75b0e-7bd8-4f95-a839-a06bdca4e673 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:17.061796 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ee5bee19-fbb7-4627-8b06-5f1bc2fadf54 req-94b75b0e-7bd8-4f95-a839-a06bdca4e673 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 1098 time: 0.4357822 Jul 07 20:45:17.082446 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c6bd40-5208-4f6c-876f-76cdf52fd620 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:45:17.127884 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 76c6bd40-5208-4f6c-876f-76cdf52fd620, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=76c6bd40-5208-4f6c-876f-76cdf52fd620,segment=NetworkSegment(f1630037-09b1-4d2e-b0aa-c0e26ef61009),segment_id=f1630037-09b1-4d2e-b0aa-c0e26ef61009)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:17.135678 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:17.151369 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-55ba21e6-252e-4577-997c-48d7f53dda36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:17.153043 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-55ba21e6-252e-4577-997c-48d7f53dda36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:17.154758 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-55ba21e6-252e-4577-997c-48d7f53dda36 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c54134d0-b041-4849-b1aa-2f63af3ef224 HTTP/1.1" status: 204 len: 168 time: 0.6611693 Jul 07 20:45:17.171815 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-d45985c0-fbc5-4527-b81f-76c9dcf17419 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:17.174062 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-d45985c0-fbc5-4527-b81f-76c9dcf17419 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4437704 Jul 07 20:45:17.212064 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ee5bee19-fbb7-4627-8b06-5f1bc2fadf54 req-731c62fc-a7d3-4f15-b733-4cad805679e3 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399202 Jul 07 20:45:17.226864 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-8d7159b5-8e19-4994-b9f1-859d29f9a09c tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Request body: {'port': {'device_id': '67a20a2e-d4fc-493a-bacc-5b9f7447989b', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': '366c03c560e74bbf92c8b502164978ee'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:17.241503 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba21e6-252e-4577-997c-48d7f53dda36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54134d0-b041-4849-b1aa-2f63af3ef224,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:17.257977 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511376e-957f-4a2a-9080-d820c3c3bdb8 req-2bc28e6e-17ad-45c5-a536-48dec7ce3484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:17.272943 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d511376e-957f-4a2a-9080-d820c3c3bdb8 req-2bc28e6e-17ad-45c5-a536-48dec7ce3484 service neutron] 10.222.0.39 "GET /v2.0/networks?id=264dde5d-0b26-40d6-b1bf-7b5ec20a1ece HTTP/1.1" status: 200 len: 924 time: 0.4244087 Jul 07 20:45:17.340603 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=76c6bd40-5208-4f6c-876f-76cdf52fd620,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:17.360874 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:17.361373 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:17.361952 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:17.362592 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:17.363110 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:17.363940 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:17.366831 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:17.366831 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:17.366831 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:17.366831 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:17.366831 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:17.369355 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:17.418677 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['76c6bd40-5208-4f6c-876f-76cdf52fd620'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:45:17.429240 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f9bc0197-8400-4f02-8527-cdc225d6a9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984555661-router', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:13Z', 'updated_at': '2021-07-07T20:44:18Z', 'revision_number': 4, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'gw_port': {'id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:14Z', 'updated_at': '2021-07-07T20:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'da3c7b44-13fd-404b-aca4-16efba82db7f', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'floating_ip_address': '172.25.5.94', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'port_id': 'e1b76b2b-acea-4723-8855-9ea0802bf116', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'mac_address': 'fa:16:3e:ef:96:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5502b-4d03-42f4-8541-e9ea97b3f77b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:44:42Z', 'updated_at': '2021-07-07T20:45:14Z', 'revision_number': 1, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e654a902-e471-4c18-8d0d-103b5c3ee4a0', 'name': '', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'mac_address': 'fa:16:3e:d7:c2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:17Z', 'updated_at': '2021-07-07T20:44:27Z', 'revision_number': 5, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'subnets': [{'id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:45:17.430688 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba21e6-252e-4577-997c-48d7f53dda36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:17.434443 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba21e6-252e-4577-997c-48d7f53dda36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:17.434443 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba21e6-252e-4577-997c-48d7f53dda36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:17.434443 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba21e6-252e-4577-997c-48d7f53dda36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:17.435124 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba21e6-252e-4577-997c-48d7f53dda36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:17.435599 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba21e6-252e-4577-997c-48d7f53dda36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:17.438178 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba21e6-252e-4577-997c-48d7f53dda36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:17.438436 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba21e6-252e-4577-997c-48d7f53dda36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:17.438881 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba21e6-252e-4577-997c-48d7f53dda36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:17.439351 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba21e6-252e-4577-997c-48d7f53dda36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:17.439813 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba21e6-252e-4577-997c-48d7f53dda36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:17.441360 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba21e6-252e-4577-997c-48d7f53dda36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:45:17.521339 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bc0197-8400-4f02-8527-cdc225d6a9ee None None] The sync data for ids ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'] in n-d-695189-11 is: [{'id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984555661-router', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:13Z', 'updated_at': '2021-07-07T20:44:18Z', 'revision_number': 4, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'gw_port': {'id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:14Z', 'updated_at': '2021-07-07T20:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'da3c7b44-13fd-404b-aca4-16efba82db7f', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'floating_ip_address': '172.25.5.94', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'port_id': 'e1b76b2b-acea-4723-8855-9ea0802bf116', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'mac_address': 'fa:16:3e:ef:96:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5502b-4d03-42f4-8541-e9ea97b3f77b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:44:42Z', 'updated_at': '2021-07-07T20:45:14Z', 'revision_number': 1, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e654a902-e471-4c18-8d0d-103b5c3ee4a0', 'name': '', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'mac_address': 'fa:16:3e:d7:c2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:17Z', 'updated_at': '2021-07-07T20:44:27Z', 'revision_number': 5, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'subnets': [{'id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:45:17.630877 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b42fd285-3671-4d84-9a6c-accabfa28a3d req-173379e7-701d-466a-b9f5-9fab16a6f739 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=4adc85c9-cb1c-414a-9d07-3084fb40e0aa HTTP/1.1" status: 200 len: 210 time: 0.0631142 Jul 07 20:45:17.789304 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58872) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:17.819554 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d511376e-957f-4a2a-9080-d820c3c3bdb8 req-6ee7c6c4-f8a7-4231-9f69-957f077d0ae1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1b76b2b-acea-4723-8855-9ea0802bf116 HTTP/1.1" status: 200 len: 998 time: 0.4076655 Jul 07 20:45:17.868232 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8f412817-3357-4dbf-a0d3-c8dd0dca8394 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=95bdc89d5dbf4e9f9568335bdc10262e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0770156 Jul 07 20:45:17.871050 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-500c0dda-9636-49a7-a48a-e231bdce76b8 req-f711c946-58af-4976-a4ff-d36060e4546b tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=67a20a2e-d4fc-493a-bacc-5b9f7447989b HTTP/1.1" status: 200 len: 210 time: 0.0922163 Jul 07 20:45:17.873501 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58874) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:17.881355 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1112af4d-8175-478f-b66c-3709cf403bd9 None None] New status for floating IP da3c7b44-13fd-404b-aca4-16efba82db7f: ACTIVE {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:45:17.942518 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3532f3cb-a4d5-448c-b36b-c187898a08bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:17.952160 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4688778-154d-4a55-b99c-4caad1d12284 req-9bb4a5dc-cd21-432d-98f8-62809f07d135 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:17.960796 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4688778-154d-4a55-b99c-4caad1d12284 req-9bb4a5dc-cd21-432d-98f8-62809f07d135 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5526fd0-4342-43d9-baea-1cca1c69bae4 HTTP/1.1" status: 200 len: 945 time: 0.4113526 Jul 07 20:45:17.969500 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511376e-957f-4a2a-9080-d820c3c3bdb8 req-44ccf7fb-3d50-4a0c-8069-312aa1a98cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:17.971710 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d511376e-957f-4a2a-9080-d820c3c3bdb8 req-44ccf7fb-3d50-4a0c-8069-312aa1a98cad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a4e42a85-93d1-4c63-8ac0-5587b9394f0f HTTP/1.1" status: 200 len: 862 time: 0.1287990 Jul 07 20:45:17.972452 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-8d7159b5-8e19-4994-b9f1-859d29f9a09c tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Made reservation on behalf of 366c03c560e74bbf92c8b502164978ee for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:45:17.975070 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3532f3cb-a4d5-448c-b36b-c187898a08bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:17.976288 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-8d7159b5-8e19-4994-b9f1-859d29f9a09c tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:17.994686 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-8d7159b5-8e19-4994-b9f1-859d29f9a09c tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:18.067915 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3532f3cb-a4d5-448c-b36b-c187898a08bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:18.073082 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3532f3cb-a4d5-448c-b36b-c187898a08bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:18.074709 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3532f3cb-a4d5-448c-b36b-c187898a08bd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c403d98f-dca1-4e8b-b7f1-ffec84aea43f HTTP/1.1" status: 204 len: 168 time: 0.1997130 Jul 07 20:45:18.089427 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4688778-154d-4a55-b99c-4caad1d12284 req-40699ee5-cdfa-483f-a183-70dcb0ff3e85 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?id=f42130e7-e278-4a2e-a398-8287254a9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273298 Jul 07 20:45:18.090512 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532f3cb-a4d5-448c-b36b-c187898a08bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c403d98f-dca1-4e8b-b7f1-ffec84aea43f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:18.212296 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511376e-957f-4a2a-9080-d820c3c3bdb8 req-955c336e-249c-436f-b9db-417bf78dfc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:18.214350 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d511376e-957f-4a2a-9080-d820c3c3bdb8 req-955c336e-249c-436f-b9db-417bf78dfc98 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=264dde5d-0b26-40d6-b1bf-7b5ec20a1ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2151077 Jul 07 20:45:18.367213 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-8d7159b5-8e19-4994-b9f1-859d29f9a09c tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:18.386045 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-8d7159b5-8e19-4994-b9f1-859d29f9a09c tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:18.476476 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d511376e-957f-4a2a-9080-d820c3c3bdb8 req-f27438ca-1162-4efc-b210-a5c98c7b0019 service neutron] 10.222.0.39 "GET /v2.0/networks/264dde5d-0b26-40d6-b1bf-7b5ec20a1ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463801 Jul 07 20:45:18.603835 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d511376e-957f-4a2a-9080-d820c3c3bdb8 req-ebf488d4-3e68-4850-aa1e-c423d48782a9 service neutron] 10.222.0.39 "GET /v2.0/networks/264dde5d-0b26-40d6-b1bf-7b5ec20a1ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114502 Jul 07 20:45:18.607652 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7159b5-8e19-4994-b9f1-859d29f9a09c tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa6c5ea-d5d7-4b46-a4a8-278280885807,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:18.709821 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-8d7159b5-8e19-4994-b9f1-859d29f9a09c tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Allocated IP 192.168.233.3 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/1770158c-44fe-4b43-bdd2-0570f7b50a82) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:45:18.740270 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 76c6bd40-5208-4f6c-876f-76cdf52fd620 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:45:18.846442 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 76c6bd40-5208-4f6c-876f-76cdf52fd620 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:45:18.853706 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 76c6bd40-5208-4f6c-876f-76cdf52fd620 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:45:18.855144 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:18.993965 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-215a71a3-464e-4234-824d-47703b51bb2f tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b813a213f9e34c1ea704ab9dfa81e943&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562153 Jul 07 20:45:19.096920 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:19.151693 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-423b29a1-34d0-4fe8-8c20-beae1ca3a84f req-7c9f6e91-3778-4983-8f38-723754338fea tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=4adc85c9-cb1c-414a-9d07-3084fb40e0aa HTTP/1.1" status: 200 len: 210 time: 0.0730388 Jul 07 20:45:19.154813 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5526fd0-4342-43d9-baea-1cca1c69bae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c6bd40-5208-4f6c-876f-76cdf52fd620'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:45:19.157857 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b07aa3d-bf5d-4cc9-8b1c-4f227a1eb182" -d '{"events": [{"server_uuid": "f5526fd0-4342-43d9-baea-1cca1c69bae4", "name": "network-vif-plugged", "status": "completed", "tag": "76c6bd40-5208-4f6c-876f-76cdf52fd620"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:45:19.175160 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 76c6bd40-5208-4f6c-876f-76cdf52fd620, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=76c6bd40-5208-4f6c-876f-76cdf52fd620,segment=NetworkSegment(f1630037-09b1-4d2e-b0aa-c0e26ef61009),segment_id=f1630037-09b1-4d2e-b0aa-c0e26ef61009)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:19.180410 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-8d7159b5-8e19-4994-b9f1-859d29f9a09c tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:19.186363 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:19.244574 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-8d7159b5-8e19-4994-b9f1-859d29f9a09c tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Transition to ACTIVE for port object 1770158c-44fe-4b43-bdd2-0570f7b50a82 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:45:19.276908 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-b6e1a7a6-e15d-4f80-ae60-2693b2824498 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:19.279489 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-b6e1a7a6-e15d-4f80-ae60-2693b2824498 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2771077 Jul 07 20:45:19.313337 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-e93b5795-b088-4804-aede-bc8b4a5df010 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Request body: {'port': {'device_id': '4adc85c9-cb1c-414a-9d07-3084fb40e0aa', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': 'b813a213f9e34c1ea704ab9dfa81e943'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:19.320364 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=76c6bd40-5208-4f6c-876f-76cdf52fd620,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:19.474344 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-04d5d176-ec9e-4f05-9a18-60a020c94c6f req-5e6776f2-110e-47da-b0f8-39bca6cf84c6 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=67a20a2e-d4fc-493a-bacc-5b9f7447989b HTTP/1.1" status: 200 len: 210 time: 0.0380535 Jul 07 20:45:19.486655 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-8d7159b5-8e19-4994-b9f1-859d29f9a09c tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:19.529181 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:19.531728 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-e93b5795-b088-4804-aede-bc8b4a5df010 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Made reservation on behalf of b813a213f9e34c1ea704ab9dfa81e943 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:45:19.535846 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-e93b5795-b088-4804-aede-bc8b4a5df010 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:19.577867 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-e93b5795-b088-4804-aede-bc8b4a5df010 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:19.595855 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-8d7159b5-8e19-4994-b9f1-859d29f9a09c tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:45:19.607861 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-8d7159b5-8e19-4994-b9f1-859d29f9a09c tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:45:19.613010 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-8d7159b5-8e19-4994-b9f1-859d29f9a09c tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:45:19.619600 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-8d7159b5-8e19-4994-b9f1-859d29f9a09c tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:19.620260 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-8d7159b5-8e19-4994-b9f1-859d29f9a09c tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:19.649948 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:19.693952 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7159b5-8e19-4994-b9f1-859d29f9a09c tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Pushing event updated for resources: {'Port': ['ID=1770158c-44fe-4b43-bdd2-0570f7b50a82,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:19.766949 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a7c5d-87ef-467f-b7a2-98a808cc59c0 req-c70d49e6-080d-48e6-8255-d24797d5e878 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:19.774228 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cb6a7c5d-87ef-467f-b7a2-98a808cc59c0 req-c70d49e6-080d-48e6-8255-d24797d5e878 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5526fd0-4342-43d9-baea-1cca1c69bae4 HTTP/1.1" status: 200 len: 946 time: 0.1367478 Jul 07 20:45:19.866617 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cb6a7c5d-87ef-467f-b7a2-98a808cc59c0 req-6ae33776-476a-4aea-ac41-dd2d07456765 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?id=f42130e7-e278-4a2e-a398-8287254a9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914707 Jul 07 20:45:19.930361 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-e93b5795-b088-4804-aede-bc8b4a5df010 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:19.938586 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-e93b5795-b088-4804-aede-bc8b4a5df010 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:19.957627 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b02d5e-00d8-4423-b708-0985788e7a0a x-openstack-request-id: req-d8b02d5e-00d8-4423-b708-0985788e7a0a {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:45:19.958103 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5526fd0-4342-43d9-baea-1cca1c69bae4", "name": "network-vif-plugged", "status": "completed", "tag": "76c6bd40-5208-4f6c-876f-76cdf52fd620", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:45:19.958500 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8b02d5e-00d8-4423-b708-0985788e7a0a {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:45:19.960632 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5526fd0-4342-43d9-baea-1cca1c69bae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c6bd40-5208-4f6c-876f-76cdf52fd620', 'code': 200} Jul 07 20:45:19.984649 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-8d7159b5-8e19-4994-b9f1-859d29f9a09c tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7864602 Jul 07 20:45:20.021896 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8f594435-f8d1-4778-95a5-abfb9957fc21 None None] Provisioning for port 1770158c-44fe-4b43-bdd2-0570f7b50a82 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:45:20.023452 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-e6182167-e4a7-4f9e-9a57-70751562cc0b service neutron] Request body: {'port': {'device_id': '67a20a2e-d4fc-493a-bacc-5b9f7447989b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:20.043205 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8f594435-f8d1-4778-95a5-abfb9957fc21 None None] Provisioning complete for port 1770158c-44fe-4b43-bdd2-0570f7b50a82 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:45:20.044575 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8f594435-f8d1-4778-95a5-abfb9957fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:20.105672 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-8f594435-f8d1-4778-95a5-abfb9957fc21 None None] Port 1770158c-44fe-4b43-bdd2-0570f7b50a82 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:45:20.243181 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83471f09-d4b9-4277-998b-2d2a765dc58d req-6d39dfcb-abd0-4f85-8f78-8ee04b242068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:20.245453 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-83471f09-d4b9-4277-998b-2d2a765dc58d req-6d39dfcb-abd0-4f85-8f78-8ee04b242068 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f5526fd0-4342-43d9-baea-1cca1c69bae4 HTTP/1.1" status: 200 len: 1098 time: 0.1480751 Jul 07 20:45:20.372043 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-83471f09-d4b9-4277-998b-2d2a765dc58d req-f471aa16-b091-4542-be51-d567cdf58d5a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f42130e7-e278-4a2e-a398-8287254a9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086843 Jul 07 20:45:20.477756 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b5795-b088-4804-aede-bc8b4a5df010 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:20.486465 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-821323a6-26b5-435c-a8fc-19ee0df221a8 req-55d50839-2256-478e-93b3-ef428d361434 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=4adc85c9-cb1c-414a-9d07-3084fb40e0aa HTTP/1.1" status: 200 len: 210 time: 0.0569479 Jul 07 20:45:20.553561 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-e6182167-e4a7-4f9e-9a57-70751562cc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:20.677923 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-e93b5795-b088-4804-aede-bc8b4a5df010 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Allocated IP 192.168.233.222 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/5a5f6175-b6b2-4051-b45c-150a10c32475) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:45:20.691224 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59044) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:20.713532 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59048) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:20.825135 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226fe39-7356-4cf3-be16-085e8bffd458 req-94fce481-8459-49db-9bbb-4cc58b2879c6 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:20.826509 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b226fe39-7356-4cf3-be16-085e8bffd458 req-94fce481-8459-49db-9bbb-4cc58b2879c6 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=67a20a2e-d4fc-493a-bacc-5b9f7447989b HTTP/1.1" status: 200 len: 934 time: 0.2000279 Jul 07 20:45:20.846516 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cb8b2b37-4aac-40ca-b2bd-c51c45ce8c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:20.925772 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b226fe39-7356-4cf3-be16-085e8bffd458 req-be03e50d-139c-411e-8867-0f6e4a0c56ed tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fa6c5ea-d5d7-4b46-a4a8-278280885807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840900 Jul 07 20:45:20.972793 n-d-695189-11 neutron-server[100447]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 20:45:20.983485 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-87eaa490-9684-4dc0-b8d3-5995ccb3f742 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:45:20.984561 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-87eaa490-9684-4dc0-b8d3-5995ccb3f742 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2916625 Jul 07 20:45:20.985283 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-e93b5795-b088-4804-aede-bc8b4a5df010 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:21.005806 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cb8b2b37-4aac-40ca-b2bd-c51c45ce8c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:21.011993 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cb8b2b37-4aac-40ca-b2bd-c51c45ce8c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:21.015549 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-e93b5795-b088-4804-aede-bc8b4a5df010 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Transition to ACTIVE for port object 5a5f6175-b6b2-4051-b45c-150a10c32475 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:45:21.060881 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b2b37-4aac-40ca-b2bd-c51c45ce8c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7789d236-71be-4ca3-af6d-2f44f8a19037,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:21.073789 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cb8b2b37-4aac-40ca-b2bd-c51c45ce8c5d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a9b1f6d8612441d7bd87db0732f83a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3560975 Jul 07 20:45:21.073910 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59062) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:21.106905 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-e93b5795-b088-4804-aede-bc8b4a5df010 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:21.122612 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-b3e6697f-cddc-40ca-ab62-682b3414e8eb service neutron] Request body: {'binding': {'host': 'n-h1-695189-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:21.123124 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-b3e6697f-cddc-40ca-ab62-682b3414e8eb service neutron] Unknown quota resources ['binding']. {{(pid=100447) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 20:45:21.167797 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c3e2f961-96dc-40a9-a480-7650f127bb9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:21.232049 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c3e2f961-96dc-40a9-a480-7650f127bb9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:21.257212 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-e93b5795-b088-4804-aede-bc8b4a5df010 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:45:21.263228 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b5795-b088-4804-aede-bc8b4a5df010 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Pushing event updated for resources: {'Port': ['ID=5a5f6175-b6b2-4051-b45c-150a10c32475,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:21.273257 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-e93b5795-b088-4804-aede-bc8b4a5df010 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:45:21.280035 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-e93b5795-b088-4804-aede-bc8b4a5df010 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:45:21.288740 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-e93b5795-b088-4804-aede-bc8b4a5df010 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:21.289582 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-e93b5795-b088-4804-aede-bc8b4a5df010 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:21.363673 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-b3e6697f-cddc-40ca-ab62-682b3414e8eb service neutron] Attempting to bind port 61aa3355-317c-4f2d-b6bd-32d8edd4802b on host n-h1-695189-11 for vnic_type normal with profile None {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:45:21.364225 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-e93b5795-b088-4804-aede-bc8b4a5df010 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0664520 Jul 07 20:45:21.364780 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-b3e6697f-cddc-40ca-ab62-682b3414e8eb service neutron] Attempting to bind port 61aa3355-317c-4f2d-b6bd-32d8edd4802b by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:45:21.365312 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-b3e6697f-cddc-40ca-ab62-682b3414e8eb service neutron] Attempting to bind port 61aa3355-317c-4f2d-b6bd-32d8edd4802b on network 4b91b62e-f0da-4f30-b6c0-0519015da08e {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:45:21.371517 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-b3e6697f-cddc-40ca-ab62-682b3414e8eb service neutron] Port 61aa3355-317c-4f2d-b6bd-32d8edd4802b on network 4b91b62e-f0da-4f30-b6c0-0519015da08e not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:45:21.372140 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-b3e6697f-cddc-40ca-ab62-682b3414e8eb service neutron] Attempting to bind port 61aa3355-317c-4f2d-b6bd-32d8edd4802b on network 4b91b62e-f0da-4f30-b6c0-0519015da08e {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:45:21.375494 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c3e2f961-96dc-40a9-a480-7650f127bb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:21.379078 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c3e2f961-96dc-40a9-a480-7650f127bb9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:21.380523 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c3e2f961-96dc-40a9-a480-7650f127bb9a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7789d236-71be-4ca3-af6d-2f44f8a19037 HTTP/1.1" status: 204 len: 168 time: 0.3056645 Jul 07 20:45:21.388542 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-2292e951-9ebc-4f7f-b627-29ba73609c93 service neutron] Request body: {'port': {'device_id': '4adc85c9-cb1c-414a-9d07-3084fb40e0aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:21.396298 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-b3e6697f-cddc-40ca-ab62-682b3414e8eb service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:45:21.397116 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-b3e6697f-cddc-40ca-ab62-682b3414e8eb service neutron] Checking segment: {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:45:21.397796 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-b3e6697f-cddc-40ca-ab62-682b3414e8eb service neutron] Bound using segment: {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:45:21.398473 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-b3e6697f-cddc-40ca-ab62-682b3414e8eb service neutron] Bound port: 61aa3355-317c-4f2d-b6bd-32d8edd4802b, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:45:21.472913 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-e6182167-e4a7-4f9e-9a57-70751562cc0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1770158c-44fe-4b43-bdd2-0570f7b50a82 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:45:21.488911 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-e6182167-e4a7-4f9e-9a57-70751562cc0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:21.510628 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2f961-96dc-40a9-a480-7650f127bb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7789d236-71be-4ca3-af6d-2f44f8a19037,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:21.516246 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-b3e6697f-cddc-40ca-ab62-682b3414e8eb service neutron] For port 61aa3355-317c-4f2d-b6bd-32d8edd4802b, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=61aa3355-317c-4f2d-b6bd-32d8edd4802b,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:45:21.534927 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-b3e6697f-cddc-40ca-ab62-682b3414e8eb service neutron] Notify callbacks [] for binding, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:21.540776 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-b3e6697f-cddc-40ca-ab62-682b3414e8eb service neutron] 10.222.0.64 "POST /v2.0/ports/61aa3355-317c-4f2d-b6bd-32d8edd4802b/bindings HTTP/1.1" status: 201 len: 390 time: 0.4848127 Jul 07 20:45:21.542544 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-e6182167-e4a7-4f9e-9a57-70751562cc0b service neutron] Transition to ACTIVE for port object 1770158c-44fe-4b43-bdd2-0570f7b50a82 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:45:21.561887 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8c2f0-8a2c-44e1-bb4a-d3a5ae1e86db req-3fa5429b-e817-40bb-b434-89d3ee6240ba tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:21.564240 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-07a8c2f0-8a2c-44e1-bb4a-d3a5ae1e86db req-3fa5429b-e817-40bb-b434-89d3ee6240ba tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5526fd0-4342-43d9-baea-1cca1c69bae4 HTTP/1.1" status: 200 len: 946 time: 0.2401316 Jul 07 20:45:21.569325 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-e6182167-e4a7-4f9e-9a57-70751562cc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:21.582393 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-2292e951-9ebc-4f7f-b627-29ba73609c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:21.671949 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-53326771-f90a-4d97-a735-864144ac077c None None] Provisioning for port 5a5f6175-b6b2-4051-b45c-150a10c32475 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:45:21.683235 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-53326771-f90a-4d97-a735-864144ac077c None None] Provisioning complete for port 5a5f6175-b6b2-4051-b45c-150a10c32475 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:45:21.683653 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-53326771-f90a-4d97-a735-864144ac077c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:21.702810 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6182167-e4a7-4f9e-9a57-70751562cc0b service neutron] Pushing event updated for resources: {'Port': ['ID=1770158c-44fe-4b43-bdd2-0570f7b50a82,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:21.723592 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-07a8c2f0-8a2c-44e1-bb4a-d3a5ae1e86db req-37c35a5b-2df1-4fce-addc-e38c2a30253e tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?id=f42130e7-e278-4a2e-a398-8287254a9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472447 Jul 07 20:45:21.775046 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-53326771-f90a-4d97-a735-864144ac077c None None] Port 5a5f6175-b6b2-4051-b45c-150a10c32475 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:45:21.828094 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-e6182167-e4a7-4f9e-9a57-70751562cc0b service neutron] Attempting to bind port 1770158c-44fe-4b43-bdd2-0570f7b50a82 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:45:21.829011 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-e6182167-e4a7-4f9e-9a57-70751562cc0b service neutron] Attempting to bind port 1770158c-44fe-4b43-bdd2-0570f7b50a82 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:45:21.829708 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-e6182167-e4a7-4f9e-9a57-70751562cc0b service neutron] Attempting to bind port 1770158c-44fe-4b43-bdd2-0570f7b50a82 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:45:22.047620 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-e6182167-e4a7-4f9e-9a57-70751562cc0b service neutron] Port 1770158c-44fe-4b43-bdd2-0570f7b50a82 on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:45:22.048461 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-e6182167-e4a7-4f9e-9a57-70751562cc0b service neutron] Attempting to bind port 1770158c-44fe-4b43-bdd2-0570f7b50a82 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:45:22.059991 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-c451e2e2-4a42-46e3-8a37-a5062486128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:22.062679 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-c451e2e2-4a42-46e3-8a37-a5062486128f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 1098 time: 0.0993404 Jul 07 20:45:22.065866 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-e6182167-e4a7-4f9e-9a57-70751562cc0b service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:45:22.066289 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-e6182167-e4a7-4f9e-9a57-70751562cc0b service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:45:22.066863 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-e6182167-e4a7-4f9e-9a57-70751562cc0b service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:45:22.067396 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-e6182167-e4a7-4f9e-9a57-70751562cc0b service neutron] Bound port: 1770158c-44fe-4b43-bdd2-0570f7b50a82, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:45:22.067932 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-e6182167-e4a7-4f9e-9a57-70751562cc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:22.160956 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-eca302fb-49b3-400a-b52a-f4596dd1bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:22.162573 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-eca302fb-49b3-400a-b52a-f4596dd1bc65 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 921 time: 0.0924721 Jul 07 20:45:22.208809 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-8dc199ef-1964-4a49-9627-4e0df4de594c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61aa3355-317c-4f2d-b6bd-32d8edd4802b HTTP/1.1" status: 200 len: 217 time: 0.0386715 Jul 07 20:45:22.264423 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-c13e7f95-a1e2-4edb-9347-1b551582d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:22.266360 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-c13e7f95-a1e2-4edb-9347-1b551582d699 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=58cf048c-6ca3-4e9c-85aa-89cc2a934f80 HTTP/1.1" status: 200 len: 860 time: 0.0504923 Jul 07 20:45:22.277688 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-e6182167-e4a7-4f9e-9a57-70751562cc0b service neutron] For port 1770158c-44fe-4b43-bdd2-0570f7b50a82, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:45:22.307559 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-b2c4c321-c25d-4a31-bc3e-9c3ba9fd89f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b91b62e-f0da-4f30-b6c0-0519015da08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336254 Jul 07 20:45:22.331169 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-e6182167-e4a7-4f9e-9a57-70751562cc0b service neutron] For port 1770158c-44fe-4b43-bdd2-0570f7b50a82, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=1770158c-44fe-4b43-bdd2-0570f7b50a82,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:45:22.341408 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958b953-e0c5-446c-9f65-722a64995a6f req-7035ea2f-dd04-4e9a-9299-ae30d69c94e5 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:22.347877 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d958b953-e0c5-446c-9f65-722a64995a6f req-7035ea2f-dd04-4e9a-9299-ae30d69c94e5 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=4adc85c9-cb1c-414a-9d07-3084fb40e0aa HTTP/1.1" status: 200 len: 936 time: 0.2831388 Jul 07 20:45:22.357886 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa7598-0fbb-4728-ae9b-7e98ea2e93f9 req-40157498-b89e-45a9-a8a3-bd462e4241af tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:22.359505 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ceaa7598-0fbb-4728-ae9b-7e98ea2e93f9 req-40157498-b89e-45a9-a8a3-bd462e4241af tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 946 time: 0.2768688 Jul 07 20:45:22.369756 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-e6182167-e4a7-4f9e-9a57-70751562cc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:22.422319 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-2292e951-9ebc-4f7f-b627-29ba73609c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a5f6175-b6b2-4051-b45c-150a10c32475 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:45:22.442728 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-2292e951-9ebc-4f7f-b627-29ba73609c93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:22.444877 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-1fabb588-f0cb-4405-80b9-fedad2d5d8f6 service neutron] 10.222.0.58 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291792 Jul 07 20:45:22.475677 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-e6182167-e4a7-4f9e-9a57-70751562cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:22.476311 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-e6182167-e4a7-4f9e-9a57-70751562cc0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:22.477785 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-e6182167-e4a7-4f9e-9a57-70751562cc0b service neutron] 10.222.0.58 "PUT /v2.0/ports/1770158c-44fe-4b43-bdd2-0570f7b50a82 HTTP/1.1" status: 200 len: 1095 time: 2.4758317 Jul 07 20:45:22.481015 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a20a2e-d4fc-493a-bacc-5b9f7447989b', 'tag': '1770158c-44fe-4b43-bdd2-0570f7b50a82'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:45:22.483417 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cf7894-9589-494d-b92f-d069f3817363" -d '{"events": [{"name": "network-changed", "server_uuid": "67a20a2e-d4fc-493a-bacc-5b9f7447989b", "tag": "1770158c-44fe-4b43-bdd2-0570f7b50a82"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:45:22.505089 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-2292e951-9ebc-4f7f-b627-29ba73609c93 service neutron] Transition to ACTIVE for port object 5a5f6175-b6b2-4051-b45c-150a10c32475 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:45:22.527847 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d958b953-e0c5-446c-9f65-722a64995a6f req-7c5900fe-4ab9-4791-a0a7-a538b525982a tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787803 Jul 07 20:45:22.532792 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-2292e951-9ebc-4f7f-b627-29ba73609c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:22.536256 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6182167-e4a7-4f9e-9a57-70751562cc0b service neutron] Pushing event updated for resources: {'Port': ['ID=1770158c-44fe-4b43-bdd2-0570f7b50a82,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:22.545258 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ceaa7598-0fbb-4728-ae9b-7e98ea2e93f9 req-a99afd2b-b0b8-4e36-b048-00aa151bff4f tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709681 Jul 07 20:45:22.632355 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-6b38b254-1e72-4505-855b-fd9847f66dbf service neutron] 10.222.0.58 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759360 Jul 07 20:45:22.709177 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292e951-9ebc-4f7f-b627-29ba73609c93 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5f6175-b6b2-4051-b45c-150a10c32475,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:22.740303 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-2292e951-9ebc-4f7f-b627-29ba73609c93 service neutron] Attempting to bind port 5a5f6175-b6b2-4051-b45c-150a10c32475 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:45:22.740763 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-2292e951-9ebc-4f7f-b627-29ba73609c93 service neutron] Attempting to bind port 5a5f6175-b6b2-4051-b45c-150a10c32475 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:45:22.741250 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-2292e951-9ebc-4f7f-b627-29ba73609c93 service neutron] Attempting to bind port 5a5f6175-b6b2-4051-b45c-150a10c32475 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:45:22.752569 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-08456b3e-aefd-494d-acd3-5066946b6cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:22.754688 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-08456b3e-aefd-494d-acd3-5066946b6cd9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=366c03c560e74bbf92c8b502164978ee&device_id=67a20a2e-d4fc-493a-bacc-5b9f7447989b HTTP/1.1" status: 200 len: 1098 time: 0.1722500 Jul 07 20:45:22.756090 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-2292e951-9ebc-4f7f-b627-29ba73609c93 service neutron] Port 5a5f6175-b6b2-4051-b45c-150a10c32475 on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:45:22.757041 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-2292e951-9ebc-4f7f-b627-29ba73609c93 service neutron] Attempting to bind port 5a5f6175-b6b2-4051-b45c-150a10c32475 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:45:22.770955 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-2292e951-9ebc-4f7f-b627-29ba73609c93 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:45:22.771765 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-2292e951-9ebc-4f7f-b627-29ba73609c93 service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:45:22.772390 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-2292e951-9ebc-4f7f-b627-29ba73609c93 service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:45:22.773025 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-2292e951-9ebc-4f7f-b627-29ba73609c93 service neutron] Bound port: 5a5f6175-b6b2-4051-b45c-150a10c32475, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:45:22.773570 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-2292e951-9ebc-4f7f-b627-29ba73609c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:22.852621 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-ecebdecf-3c7e-40de-b460-965cad81f684 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=1770158c-44fe-4b43-bdd2-0570f7b50a82 HTTP/1.1" status: 200 len: 217 time: 0.0884306 Jul 07 20:45:22.939180 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be52292-6782-4ad0-808b-f63289205750 x-openstack-request-id: req-4be52292-6782-4ad0-808b-f63289205750 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:45:22.939736 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a20a2e-d4fc-493a-bacc-5b9f7447989b", "tag": "1770158c-44fe-4b43-bdd2-0570f7b50a82", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:45:22.940290 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4be52292-6782-4ad0-808b-f63289205750 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:45:22.940848 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a20a2e-d4fc-493a-bacc-5b9f7447989b', 'tag': '1770158c-44fe-4b43-bdd2-0570f7b50a82', 'status': 'completed', 'code': 200} Jul 07 20:45:22.966664 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-2299e2b9-b297-4030-aa03-4efc8d3ddf7e tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:22.968934 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-2299e2b9-b297-4030-aa03-4efc8d3ddf7e tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d&tenant_id=9b2f63d1e3474de0ace5d0719705221d&binding%3Ahost_id=n-h2-695189-11 HTTP/1.1" status: 200 len: 1098 time: 0.1772537 Jul 07 20:45:22.984765 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59124) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:22.992852 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-f6d54326-36ef-43dc-b2ab-3fc0a93056ed service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-695189-11'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:23.001520 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45b18f-8af1-4aa1-a5fc-1182b8779937 req-b157534d-d339-49aa-820c-1b1acbf83b17 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:23.004125 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7b45b18f-8af1-4aa1-a5fc-1182b8779937 req-b157534d-d339-49aa-820c-1b1acbf83b17 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=67a20a2e-d4fc-493a-bacc-5b9f7447989b HTTP/1.1" status: 200 len: 946 time: 0.2272706 Jul 07 20:45:23.008662 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-043c3c61-fd61-40b1-aded-7822e5285f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:23.010815 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-043c3c61-fd61-40b1-aded-7822e5285f33 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1512992 Jul 07 20:45:23.059817 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7b45b18f-8af1-4aa1-a5fc-1182b8779937 req-03b56c54-81d8-4e98-aaca-de683cea7726 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fa6c5ea-d5d7-4b46-a4a8-278280885807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476067 Jul 07 20:45:23.070574 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-2292e951-9ebc-4f7f-b627-29ba73609c93 service neutron] For port 5a5f6175-b6b2-4051-b45c-150a10c32475, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:45:23.110375 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-2292e951-9ebc-4f7f-b627-29ba73609c93 service neutron] For port 5a5f6175-b6b2-4051-b45c-150a10c32475, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=5a5f6175-b6b2-4051-b45c-150a10c32475,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:45:23.118267 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-2292e951-9ebc-4f7f-b627-29ba73609c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:23.151380 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-f6d54326-36ef-43dc-b2ab-3fc0a93056ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:23.164157 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-2292e951-9ebc-4f7f-b627-29ba73609c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:23.173561 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-2292e951-9ebc-4f7f-b627-29ba73609c93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:23.180327 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-2292e951-9ebc-4f7f-b627-29ba73609c93 service neutron] 10.222.0.39 "PUT /v2.0/ports/5a5f6175-b6b2-4051-b45c-150a10c32475 HTTP/1.1" status: 200 len: 1097 time: 1.8024473 Jul 07 20:45:23.235775 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-070513f2-cfd1-4ea6-ac5a-36663b03e729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:23.251949 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292e951-9ebc-4f7f-b627-29ba73609c93 service neutron] Pushing event updated for resources: {'Port': ['ID=5a5f6175-b6b2-4051-b45c-150a10c32475,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:23.261685 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-e51d3bb9-5480-4edc-b8f4-d3f177c18c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:23.264015 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-e51d3bb9-5480-4edc-b8f4-d3f177c18c7c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2079949 Jul 07 20:45:23.453628 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-f6d54326-36ef-43dc-b2ab-3fc0a93056ed service neutron] For port 61aa3355-317c-4f2d-b6bd-32d8edd4802b, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=61aa3355-317c-4f2d-b6bd-32d8edd4802b,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:23.473983 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-070513f2-cfd1-4ea6-ac5a-36663b03e729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:23.483794 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-070513f2-cfd1-4ea6-ac5a-36663b03e729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:23.488000 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-5b272e49-531b-4929-9e43-05476dff142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:23.497922 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-5b272e49-531b-4929-9e43-05476dff142f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b813a213f9e34c1ea704ab9dfa81e943&device_id=4adc85c9-cb1c-414a-9d07-3084fb40e0aa HTTP/1.1" status: 200 len: 1100 time: 0.2317061 Jul 07 20:45:23.523157 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070513f2-cfd1-4ea6-ac5a-36663b03e729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9d506e-a689-4fa3-8549-81a4113e5333,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:23.553486 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-070513f2-cfd1-4ea6-ac5a-36663b03e729 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fb5119477df346bd943a2a797473f24b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5658019 Jul 07 20:45:23.554871 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-f6d54326-36ef-43dc-b2ab-3fc0a93056ed service neutron] For port 61aa3355-317c-4f2d-b6bd-32d8edd4802b, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:45:23.557041 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59140) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:23.575170 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8eb8ff-6d3b-4cd0-a571-12e2dedb7f6c req-914fb056-485d-4835-a368-27c5a5c3d006 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:23.576984 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9d8eb8ff-6d3b-4cd0-a571-12e2dedb7f6c req-914fb056-485d-4835-a368-27c5a5c3d006 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5526fd0-4342-43d9-baea-1cca1c69bae4 HTTP/1.1" status: 200 len: 946 time: 0.2711904 Jul 07 20:45:23.578846 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-b4529210-f081-4a25-9407-9247d4b5e247 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010418 Jul 07 20:45:23.589421 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-d732d0ce-4909-47fe-9b86-4619eb4bacff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=5a5f6175-b6b2-4051-b45c-150a10c32475 HTTP/1.1" status: 200 len: 217 time: 0.0754116 Jul 07 20:45:23.639271 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a3500e-f44a-460b-b3b1-96039dbf7d0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61aa3355-317c-4f2d-b6bd-32d8edd4802b'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:45:23.641709 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31312757-fb40-4695-a378-8fe49e8b2949" -d '{"events": [{"server_uuid": "77a3500e-f44a-460b-b3b1-96039dbf7d0d", "name": "network-vif-unplugged", "status": "completed", "tag": "61aa3355-317c-4f2d-b6bd-32d8edd4802b"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:45:23.645554 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-f6d54326-36ef-43dc-b2ab-3fc0a93056ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:23.656786 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-f6d54326-36ef-43dc-b2ab-3fc0a93056ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:23.711786 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15adebb2-d83f-4872-a7a2-5a01a1ca2640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:23.734523 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9d8eb8ff-6d3b-4cd0-a571-12e2dedb7f6c req-fdb8f8a8-644e-4b29-a020-07677440a1a1 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?id=f42130e7-e278-4a2e-a398-8287254a9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497326 Jul 07 20:45:23.747547 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-d16fd619-2cd0-4d1f-bf6e-0a85aee809b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:23.749177 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-d16fd619-2cd0-4d1f-bf6e-0a85aee809b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1538734 Jul 07 20:45:23.798100 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15adebb2-d83f-4872-a7a2-5a01a1ca2640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:23.801603 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d54326-36ef-43dc-b2ab-3fc0a93056ed service neutron] Pushing event updated for resources: {'Port': ['ID=61aa3355-317c-4f2d-b6bd-32d8edd4802b,revision_number=7']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:23.831813 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-f6d54326-36ef-43dc-b2ab-3fc0a93056ed service neutron] Attempting to bind port 61aa3355-317c-4f2d-b6bd-32d8edd4802b on host n-h2-695189-11 for vnic_type normal with profile {"migrating_to": "n-h1-695189-11"} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:45:23.833342 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97dda493-6875-4c4d-b447-7ba5fd34209d req-bf920d5f-5c92-4c35-9c3e-f820d1bcb267 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400739 Jul 07 20:45:23.835422 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-f6d54326-36ef-43dc-b2ab-3fc0a93056ed service neutron] Attempting to bind port 61aa3355-317c-4f2d-b6bd-32d8edd4802b by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:45:23.835966 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-f6d54326-36ef-43dc-b2ab-3fc0a93056ed service neutron] Attempting to bind port 61aa3355-317c-4f2d-b6bd-32d8edd4802b on network 4b91b62e-f0da-4f30-b6c0-0519015da08e {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:45:23.857172 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-f6d54326-36ef-43dc-b2ab-3fc0a93056ed service neutron] Port 61aa3355-317c-4f2d-b6bd-32d8edd4802b on network 4b91b62e-f0da-4f30-b6c0-0519015da08e not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:45:23.857673 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-f6d54326-36ef-43dc-b2ab-3fc0a93056ed service neutron] Attempting to bind port 61aa3355-317c-4f2d-b6bd-32d8edd4802b on network 4b91b62e-f0da-4f30-b6c0-0519015da08e {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:45:23.873309 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-cc8f4801-baf9-4289-bc10-fc03ef056555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:23.875178 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-cc8f4801-baf9-4289-bc10-fc03ef056555 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1122000 Jul 07 20:45:23.885472 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-f6d54326-36ef-43dc-b2ab-3fc0a93056ed service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:45:23.885913 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-f6d54326-36ef-43dc-b2ab-3fc0a93056ed service neutron] Checking segment: {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:45:23.886407 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-f6d54326-36ef-43dc-b2ab-3fc0a93056ed service neutron] Bound using segment: {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:45:23.887033 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-f6d54326-36ef-43dc-b2ab-3fc0a93056ed service neutron] Bound port: 61aa3355-317c-4f2d-b6bd-32d8edd4802b, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:45:23.887523 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-f6d54326-36ef-43dc-b2ab-3fc0a93056ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:23.957856 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15adebb2-d83f-4872-a7a2-5a01a1ca2640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:23.960465 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15adebb2-d83f-4872-a7a2-5a01a1ca2640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:23.964989 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-15adebb2-d83f-4872-a7a2-5a01a1ca2640 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/df9d506e-a689-4fa3-8549-81a4113e5333 HTTP/1.1" status: 204 len: 168 time: 0.4034634 Jul 07 20:45:23.977051 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15adebb2-d83f-4872-a7a2-5a01a1ca2640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9d506e-a689-4fa3-8549-81a4113e5333,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:24.000651 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-f6d54326-36ef-43dc-b2ab-3fc0a93056ed service neutron] For port 61aa3355-317c-4f2d-b6bd-32d8edd4802b, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:45:24.006223 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-f6d54326-36ef-43dc-b2ab-3fc0a93056ed service neutron] For port 61aa3355-317c-4f2d-b6bd-32d8edd4802b, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=61aa3355-317c-4f2d-b6bd-32d8edd4802b,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:45:24.013739 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-f6d54326-36ef-43dc-b2ab-3fc0a93056ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:24.108405 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-f6d54326-36ef-43dc-b2ab-3fc0a93056ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:24.108405 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-f6d54326-36ef-43dc-b2ab-3fc0a93056ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:24.109836 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-f6d54326-36ef-43dc-b2ab-3fc0a93056ed service neutron] 10.222.0.58 "PUT /v2.0/ports/61aa3355-317c-4f2d-b6bd-32d8edd4802b HTTP/1.1" status: 200 len: 1124 time: 1.1236095 Jul 07 20:45:24.110668 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d54326-36ef-43dc-b2ab-3fc0a93056ed service neutron] Pushing event updated for resources: {'Port': ['ID=61aa3355-317c-4f2d-b6bd-32d8edd4802b,revision_number=8']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:24.235873 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['61aa3355-317c-4f2d-b6bd-32d8edd4802b'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:45:24.348162 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59174) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:24.358308 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-b8365792-cfc4-401a-bd86-e993df29d342 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666252 Jul 07 20:45:24.371464 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62eb4de-8650-48ba-87ff-75624ca2d1fa req-7e9e069c-50ea-40be-97f3-a64638a8a7bc tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:24.376464 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aec1b6fc-4926-4107-8067-9c11ed2b715d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:24.378812 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b62eb4de-8650-48ba-87ff-75624ca2d1fa req-7e9e069c-50ea-40be-97f3-a64638a8a7bc tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=4adc85c9-cb1c-414a-9d07-3084fb40e0aa HTTP/1.1" status: 200 len: 948 time: 0.4791284 Jul 07 20:45:24.461210 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0446a5-9852-4e33-998f-9e0dcc929c18 req-94d54bb0-b8b0-40f1-9268-dcb91c82b44f tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:24.462304 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-df0446a5-9852-4e33-998f-9e0dcc929c18 req-94d54bb0-b8b0-40f1-9268-dcb91c82b44f tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 944 time: 0.5019484 Jul 07 20:45:24.464271 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf7894-9589-494d-b92f-d069f3817363 req-9864a97e-4518-47c0-9dd3-04050434fb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:24.465782 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51cf7894-9589-494d-b92f-d069f3817363 req-9864a97e-4518-47c0-9dd3-04050434fb46 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=366c03c560e74bbf92c8b502164978ee&device_id=67a20a2e-d4fc-493a-bacc-5b9f7447989b HTTP/1.1" status: 200 len: 1098 time: 0.5447648 Jul 07 20:45:24.498375 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aec1b6fc-4926-4107-8067-9c11ed2b715d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:24.504431 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aec1b6fc-4926-4107-8067-9c11ed2b715d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:24.544745 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-aec1b6fc-4926-4107-8067-9c11ed2b715d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=684275c172df4ba780845e9ac47e2b69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1950455 Jul 07 20:45:24.545467 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1b6fc-4926-4107-8067-9c11ed2b715d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d5151b-4d71-4b37-b534-b15524d858bf,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:24.548239 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59176) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:24.564976 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b62eb4de-8650-48ba-87ff-75624ca2d1fa req-d89012b7-0116-4770-aecd-1bde6a013ea4 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852643 Jul 07 20:45:24.611643 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-df0446a5-9852-4e33-998f-9e0dcc929c18 req-9f1ea27e-3410-4f1b-8673-c68ff595d492 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399426 Jul 07 20:45:24.612436 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3dff6ae0-fadd-4bd8-b47c-f6dd148c3826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:24.634893 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62b0b8e7-3dca-48bb-a143-aa43b6c6e08b req-1f0a5008-fb06-4c5b-b90a-ee62e5607afb service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475734 Jul 07 20:45:24.650375 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131ee2e1-cc45-4aad-8c16-80fcfc6e30f8 x-openstack-request-id: req-131ee2e1-cc45-4aad-8c16-80fcfc6e30f8 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:45:24.650751 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a3500e-f44a-460b-b3b1-96039dbf7d0d", "name": "network-vif-unplugged", "status": "completed", "tag": "61aa3355-317c-4f2d-b6bd-32d8edd4802b", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:45:24.651108 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-131ee2e1-cc45-4aad-8c16-80fcfc6e30f8 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:45:24.651697 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a3500e-f44a-460b-b3b1-96039dbf7d0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61aa3355-317c-4f2d-b6bd-32d8edd4802b', 'code': 200} Jul 07 20:45:24.676289 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3dff6ae0-fadd-4bd8-b47c-f6dd148c3826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:24.700884 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf7894-9589-494d-b92f-d069f3817363 req-4fb7c259-f62b-4172-b919-f9b3483ddb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:24.704621 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51cf7894-9589-494d-b92f-d069f3817363 req-4fb7c259-f62b-4172-b919-f9b3483ddb91 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.2259653 Jul 07 20:45:24.758393 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3dff6ae0-fadd-4bd8-b47c-f6dd148c3826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:24.762205 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3dff6ae0-fadd-4bd8-b47c-f6dd148c3826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:24.763989 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3dff6ae0-fadd-4bd8-b47c-f6dd148c3826 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/29d5151b-4d71-4b37-b534-b15524d858bf HTTP/1.1" status: 204 len: 168 time: 0.2148643 Jul 07 20:45:24.786610 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff6ae0-fadd-4bd8-b47c-f6dd148c3826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d5151b-4d71-4b37-b534-b15524d858bf,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:24.795547 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51cf7894-9589-494d-b92f-d069f3817363 req-d305b2c7-e840-4aa9-8b52-ebf5127d72d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=1770158c-44fe-4b43-bdd2-0570f7b50a82 HTTP/1.1" status: 200 len: 217 time: 0.0813549 Jul 07 20:45:24.892083 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a09c0075-e3a5-453d-9acf-492aa4910669 req-4e5750d3-5686-438f-a524-df795f61222c tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1322141841&fields=id&tenant_id=e946a9e98bc34862ade6c7d9345c8cc6 HTTP/1.1" status: 200 len: 267 time: 0.0954325 Jul 07 20:45:24.909972 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf7894-9589-494d-b92f-d069f3817363 req-54536fc0-12b7-4036-a31d-06ac4c2bafb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:24.911736 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51cf7894-9589-494d-b92f-d069f3817363 req-54536fc0-12b7-4036-a31d-06ac4c2bafb3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1079993 Jul 07 20:45:24.960807 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4adc85c9-cb1c-414a-9d07-3084fb40e0aa', 'tag': '5a5f6175-b6b2-4051-b45c-150a10c32475'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:45:24.964003 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bf900c-8f0e-42f2-a789-a90453e9769a" -d '{"events": [{"name": "network-changed", "server_uuid": "4adc85c9-cb1c-414a-9d07-3084fb40e0aa", "tag": "5a5f6175-b6b2-4051-b45c-150a10c32475"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:45:25.045715 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59200) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:25.056643 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eefc8a-893e-4bfe-a405-83a7196c1855 req-1e174605-b9ce-432c-bcc0-8eda057339da tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:25.058744 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c2eefc8a-893e-4bfe-a405-83a7196c1855 req-1e174605-b9ce-432c-bcc0-8eda057339da tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=67a20a2e-d4fc-493a-bacc-5b9f7447989b HTTP/1.1" status: 200 len: 946 time: 0.1957748 Jul 07 20:45:25.098361 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c0075-e3a5-453d-9acf-492aa4910669 req-9ffb13cb-198c-40d9-96d4-cdc7f0828b7e tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:25.100000 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a09c0075-e3a5-453d-9acf-492aa4910669 req-9ffb13cb-198c-40d9-96d4-cdc7f0828b7e tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5526fd0-4342-43d9-baea-1cca1c69bae4 HTTP/1.1" status: 200 len: 946 time: 0.1872675 Jul 07 20:45:25.105006 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf7894-9589-494d-b92f-d069f3817363 req-b21c9922-6c5d-4bd9-ae1a-d4873e8814b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:25.107974 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51cf7894-9589-494d-b92f-d069f3817363 req-b21c9922-6c5d-4bd9-ae1a-d4873e8814b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1787598 Jul 07 20:45:25.116335 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-a09c0075-e3a5-453d-9acf-492aa4910669 req-5f00cb57-291d-46df-8d50-3f3ac14c560b tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Request body: {'port': {'security_groups': ['f42130e7-e278-4a2e-a398-8287254a9cda', '260bb68a-0c79-435e-84ab-7b2371cf31ae']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:25.180407 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fca6c089-868c-491c-8a67-3c81e36feef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:25.222327 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c2eefc8a-893e-4bfe-a405-83a7196c1855 req-7e135711-452c-4af5-a90a-8b7c1ece0d95 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fa6c5ea-d5d7-4b46-a4a8-278280885807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547849 Jul 07 20:45:25.302959 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fca6c089-868c-491c-8a67-3c81e36feef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:25.307701 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a09c0075-e3a5-453d-9acf-492aa4910669 req-5f00cb57-291d-46df-8d50-3f3ac14c560b tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:25.309781 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fca6c089-868c-491c-8a67-3c81e36feef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:25.314031 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51cf7894-9589-494d-b92f-d069f3817363 req-14113332-8e27-498b-bf1f-ddea5adfce9b service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918077 Jul 07 20:45:25.380296 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6c089-868c-491c-8a67-3c81e36feef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9cd11c-0ed0-43ba-808a-a5169a03c3b3,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:25.407699 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59214) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:25.409883 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fca6c089-868c-491c-8a67-3c81e36feef6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b3dea58b5af4a108cbbd69c3dc2be7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626080 Jul 07 20:45:25.474463 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b28e41-40b2-457e-8d9b-bf77e2be9ddf x-openstack-request-id: req-04b28e41-40b2-457e-8d9b-bf77e2be9ddf {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:45:25.474755 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4adc85c9-cb1c-414a-9d07-3084fb40e0aa", "tag": "5a5f6175-b6b2-4051-b45c-150a10c32475", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:45:25.475004 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04b28e41-40b2-457e-8d9b-bf77e2be9ddf {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:45:25.475425 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4adc85c9-cb1c-414a-9d07-3084fb40e0aa', 'tag': '5a5f6175-b6b2-4051-b45c-150a10c32475', 'status': 'completed', 'code': 200} Jul 07 20:45:25.515955 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f0f9-0c59-4b1f-9fb2-f42445258c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:25.623626 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f0f9-0c59-4b1f-9fb2-f42445258c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:25.644099 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51cf7894-9589-494d-b92f-d069f3817363 req-0cd6bf39-b2c4-4fca-997a-845e07cb35c0 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156798 Jul 07 20:45:25.763714 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf900c-8f0e-42f2-a789-a90453e9769a req-524dbf83-0d08-4070-868c-896ebf9b8aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:25.765550 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5bf900c-8f0e-42f2-a789-a90453e9769a req-524dbf83-0d08-4070-868c-896ebf9b8aad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b813a213f9e34c1ea704ab9dfa81e943&device_id=4adc85c9-cb1c-414a-9d07-3084fb40e0aa HTTP/1.1" status: 200 len: 1100 time: 0.2323020 Jul 07 20:45:25.795556 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-a09c0075-e3a5-453d-9acf-492aa4910669 req-5f00cb57-291d-46df-8d50-3f3ac14c560b tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] For port 76c6bd40-5208-4f6c-876f-76cdf52fd620, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=76c6bd40-5208-4f6c-876f-76cdf52fd620,segment=NetworkSegment(f1630037-09b1-4d2e-b0aa-c0e26ef61009),segment_id=f1630037-09b1-4d2e-b0aa-c0e26ef61009)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:25.798823 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f0f9-0c59-4b1f-9fb2-f42445258c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:25.801625 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7ca5f0f9-0c59-4b1f-9fb2-f42445258c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:25.802938 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7ca5f0f9-0c59-4b1f-9fb2-f42445258c82 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ee9cd11c-0ed0-43ba-808a-a5169a03c3b3 HTTP/1.1" status: 204 len: 168 time: 0.3927329 Jul 07 20:45:25.861092 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5f0f9-0c59-4b1f-9fb2-f42445258c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9cd11c-0ed0-43ba-808a-a5169a03c3b3,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:25.899701 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a09c0075-e3a5-453d-9acf-492aa4910669 req-5f00cb57-291d-46df-8d50-3f3ac14c560b tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:25.909593 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a09c0075-e3a5-453d-9acf-492aa4910669 req-5f00cb57-291d-46df-8d50-3f3ac14c560b tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:25.934083 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['76c6bd40-5208-4f6c-876f-76cdf52fd620'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:45:26.000459 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00cb57-291d-46df-8d50-3f3ac14c560b tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event updated for resources: {'Port': ['ID=76c6bd40-5208-4f6c-876f-76cdf52fd620,revision_number=6']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:26.069230 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c0075-e3a5-453d-9acf-492aa4910669 req-5f00cb57-291d-46df-8d50-3f3ac14c560b tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:26.070326 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a09c0075-e3a5-453d-9acf-492aa4910669 req-5f00cb57-291d-46df-8d50-3f3ac14c560b tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:26.072605 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a09c0075-e3a5-453d-9acf-492aa4910669 req-5f00cb57-291d-46df-8d50-3f3ac14c560b tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "PUT /v2.0/ports/76c6bd40-5208-4f6c-876f-76cdf52fd620 HTTP/1.1" status: 200 len: 982 time: 0.9623122 Jul 07 20:45:26.075849 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf900c-8f0e-42f2-a789-a90453e9769a req-438f40cc-4b01-4748-811a-e73a5bf3daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:26.076834 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5bf900c-8f0e-42f2-a789-a90453e9769a req-438f40cc-4b01-4748-811a-e73a5bf3daa7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.2975490 Jul 07 20:45:26.131917 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5bf900c-8f0e-42f2-a789-a90453e9769a req-54de613e-4c18-4d0e-b7d2-5993285987c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=5a5f6175-b6b2-4051-b45c-150a10c32475 HTTP/1.1" status: 200 len: 217 time: 0.0423729 Jul 07 20:45:26.201079 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d4ab0-e305-4dc6-ac9e-757a7480c0c5 req-ec7b212c-2d7e-448d-8f60-1a26a65fbd8c tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:26.201079 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1f0d4ab0-e305-4dc6-ac9e-757a7480c0c5 req-ec7b212c-2d7e-448d-8f60-1a26a65fbd8c tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=4adc85c9-cb1c-414a-9d07-3084fb40e0aa HTTP/1.1" status: 200 len: 948 time: 0.2052853 Jul 07 20:45:26.210787 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['76c6bd40-5208-4f6c-876f-76cdf52fd620'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:45:26.234450 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf900c-8f0e-42f2-a789-a90453e9769a req-17f9737b-6919-4113-a697-b96b07103cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:26.236403 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5bf900c-8f0e-42f2-a789-a90453e9769a req-17f9737b-6919-4113-a697-b96b07103cb9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0947878 Jul 07 20:45:26.301643 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1f0d4ab0-e305-4dc6-ac9e-757a7480c0c5 req-5aa61b85-5344-42fd-b07a-f4c2337e7365 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874829 Jul 07 20:45:26.391307 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf900c-8f0e-42f2-a789-a90453e9769a req-af34c053-d372-4969-977a-3c7f660fa05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:26.393339 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5bf900c-8f0e-42f2-a789-a90453e9769a req-af34c053-d372-4969-977a-3c7f660fa05b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1405091 Jul 07 20:45:26.413185 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf2421-034d-48e2-ad44-b0d95d365ebb req-9206209d-a98a-41d7-8bb7-f8b1be76b520 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:26.415536 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3dbf2421-034d-48e2-ad44-b0d95d365ebb req-9206209d-a98a-41d7-8bb7-f8b1be76b520 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 944 time: 0.1233780 Jul 07 20:45:26.513961 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3dbf2421-034d-48e2-ad44-b0d95d365ebb req-d431516a-fb0f-4afd-88da-eb56ee52b209 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884557 Jul 07 20:45:26.615523 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5bf900c-8f0e-42f2-a789-a90453e9769a req-ff98f52e-0cb7-4c9f-b711-64da67403c02 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954746 Jul 07 20:45:26.653250 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a3500e-f44a-460b-b3b1-96039dbf7d0d', 'tag': '61aa3355-317c-4f2d-b6bd-32d8edd4802b'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:45:26.655611 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5194d301-b84d-4284-a3f1-cd1f31a02e44" -d '{"events": [{"name": "network-changed", "server_uuid": "77a3500e-f44a-460b-b3b1-96039dbf7d0d", "tag": "61aa3355-317c-4f2d-b6bd-32d8edd4802b"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:45:26.733383 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4d6cd0fd-cdc3-4ec3-a9de-465c806c9fc3 req-85d587f9-2ca3-41ec-855e-fabe602629b1 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1277801238&fields=id&tenant_id=e946a9e98bc34862ade6c7d9345c8cc6 HTTP/1.1" status: 200 len: 267 time: 0.1375306 Jul 07 20:45:26.773509 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 1770158c-44fe-4b43-bdd2-0570f7b50a82 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:45:26.829444 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5bf900c-8f0e-42f2-a789-a90453e9769a req-3693047e-e985-4bbc-9a6d-542a7e6509fb service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022998 Jul 07 20:45:26.858855 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97163a4e-5fc2-4fc1-8e67-2e212e7a3f50 req-13501669-a475-4931-a237-a419db504219 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:26.860776 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97163a4e-5fc2-4fc1-8e67-2e212e7a3f50 req-13501669-a475-4931-a237-a419db504219 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=67a20a2e-d4fc-493a-bacc-5b9f7447989b HTTP/1.1" status: 200 len: 946 time: 0.1720788 Jul 07 20:45:26.901486 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6cd0fd-cdc3-4ec3-a9de-465c806c9fc3 req-75e323e9-f579-472a-80d5-d5be25d6f512 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:26.903113 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4d6cd0fd-cdc3-4ec3-a9de-465c806c9fc3 req-75e323e9-f579-472a-80d5-d5be25d6f512 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5526fd0-4342-43d9-baea-1cca1c69bae4 HTTP/1.1" status: 200 len: 985 time: 0.1638026 Jul 07 20:45:26.924146 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-4d6cd0fd-cdc3-4ec3-a9de-465c806c9fc3 req-3108d106-d67d-491f-a086-a9afdea4c288 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Request body: {'port': {'security_groups': ['260bb68a-0c79-435e-84ab-7b2371cf31ae', 'f42130e7-e278-4a2e-a398-8287254a9cda', 'ddc94f71-45f8-4a0c-a8a6-a5d5033a2041']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:26.961465 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97163a4e-5fc2-4fc1-8e67-2e212e7a3f50 req-f109bccc-60f1-47bd-bcb2-6dfa4cfecde5 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fa6c5ea-d5d7-4b46-a4a8-278280885807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870671 Jul 07 20:45:27.046397 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 1770158c-44fe-4b43-bdd2-0570f7b50a82, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=1770158c-44fe-4b43-bdd2-0570f7b50a82,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:27.048819 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4d6cd0fd-cdc3-4ec3-a9de-465c806c9fc3 req-3108d106-d67d-491f-a086-a9afdea4c288 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:27.061724 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '1770158c-44fe-4b43-bdd2-0570f7b50a82', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '1770158c-44fe-4b43-bdd2-0570f7b50a82', 'mac_address': 'fa:16:3e:40:5b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:45:27.115026 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:27.133746 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1770158c-44fe-4b43-bdd2-0570f7b50a82 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:45:27.156848 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 1770158c-44fe-4b43-bdd2-0570f7b50a82, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=1770158c-44fe-4b43-bdd2-0570f7b50a82,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:27.164028 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:27.166828 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 61aa3355-317c-4f2d-b6bd-32d8edd4802b details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:45:27.223819 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a12eb4d-2cd5-4dcf-b073-6b1395d1ed6a x-openstack-request-id: req-2a12eb4d-2cd5-4dcf-b073-6b1395d1ed6a {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:45:27.224461 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a3500e-f44a-460b-b3b1-96039dbf7d0d", "tag": "61aa3355-317c-4f2d-b6bd-32d8edd4802b", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:45:27.224982 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a12eb4d-2cd5-4dcf-b073-6b1395d1ed6a {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:45:27.225992 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a3500e-f44a-460b-b3b1-96039dbf7d0d', 'tag': '61aa3355-317c-4f2d-b6bd-32d8edd4802b', 'status': 'completed', 'code': 200} Jul 07 20:45:27.283407 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=1770158c-44fe-4b43-bdd2-0570f7b50a82,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:27.322536 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 61aa3355-317c-4f2d-b6bd-32d8edd4802b, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=61aa3355-317c-4f2d-b6bd-32d8edd4802b,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:27.333701 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-4d6cd0fd-cdc3-4ec3-a9de-465c806c9fc3 req-3108d106-d67d-491f-a086-a9afdea4c288 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] For port 76c6bd40-5208-4f6c-876f-76cdf52fd620, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=76c6bd40-5208-4f6c-876f-76cdf52fd620,segment=NetworkSegment(f1630037-09b1-4d2e-b0aa-c0e26ef61009),segment_id=f1630037-09b1-4d2e-b0aa-c0e26ef61009)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:27.335598 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 61aa3355-317c-4f2d-b6bd-32d8edd4802b has no active binding in host n-h1-695189-11 {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 20:45:27.378931 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4d6cd0fd-cdc3-4ec3-a9de-465c806c9fc3 req-3108d106-d67d-491f-a086-a9afdea4c288 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:27.382321 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194d301-b84d-4284-a3f1-cd1f31a02e44 req-a976c276-9c6d-454c-8bad-c2f0c158462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:27.384342 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5194d301-b84d-4284-a3f1-cd1f31a02e44 req-a976c276-9c6d-454c-8bad-c2f0c158462a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 1127 time: 0.1110446 Jul 07 20:45:27.385492 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4d6cd0fd-cdc3-4ec3-a9de-465c806c9fc3 req-3108d106-d67d-491f-a086-a9afdea4c288 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:27.403312 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['76c6bd40-5208-4f6c-876f-76cdf52fd620'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:45:27.447645 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6cd0fd-cdc3-4ec3-a9de-465c806c9fc3 req-3108d106-d67d-491f-a086-a9afdea4c288 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:27.448610 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4d6cd0fd-cdc3-4ec3-a9de-465c806c9fc3 req-3108d106-d67d-491f-a086-a9afdea4c288 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:27.450164 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4d6cd0fd-cdc3-4ec3-a9de-465c806c9fc3 req-3108d106-d67d-491f-a086-a9afdea4c288 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "PUT /v2.0/ports/76c6bd40-5208-4f6c-876f-76cdf52fd620 HTTP/1.1" status: 200 len: 1021 time: 0.5378051 Jul 07 20:45:27.576646 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['76c6bd40-5208-4f6c-876f-76cdf52fd620'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:45:27.713963 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['1770158c-44fe-4b43-bdd2-0570f7b50a82'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:45:27.727150 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5526fd0-4342-43d9-baea-1cca1c69bae4', 'tag': '76c6bd40-5208-4f6c-876f-76cdf52fd620'}, {'name': 'network-changed', 'server_uuid': 'f5526fd0-4342-43d9-baea-1cca1c69bae4', 'tag': '76c6bd40-5208-4f6c-876f-76cdf52fd620'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:45:27.729524 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b026ba2f-5f24-4ac6-b81b-b1ded42594f4" -d '{"events": [{"name": "network-changed", "server_uuid": "f5526fd0-4342-43d9-baea-1cca1c69bae4", "tag": "76c6bd40-5208-4f6c-876f-76cdf52fd620"}, {"name": "network-changed", "server_uuid": "f5526fd0-4342-43d9-baea-1cca1c69bae4", "tag": "76c6bd40-5208-4f6c-876f-76cdf52fd620"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:45:27.877228 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108d106-d67d-491f-a086-a9afdea4c288 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event updated for resources: {'Port': ['ID=76c6bd40-5208-4f6c-876f-76cdf52fd620,revision_number=7']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:27.914017 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59302) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:27.926985 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194d301-b84d-4284-a3f1-cd1f31a02e44 req-43e235b0-22d7-4787-8e92-320c6fe39efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:27.928559 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5194d301-b84d-4284-a3f1-cd1f31a02e44 req-43e235b0-22d7-4787-8e92-320c6fe39efe service neutron] 10.222.0.39 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 921 time: 0.5091596 Jul 07 20:45:27.961373 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fd862-38a2-4292-a01d-0334119f544e req-9d2634ec-cd86-438c-966c-409fe9d5bb8b tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:27.963432 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e19fd862-38a2-4292-a01d-0334119f544e req-9d2634ec-cd86-438c-966c-409fe9d5bb8b tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=4adc85c9-cb1c-414a-9d07-3084fb40e0aa HTTP/1.1" status: 200 len: 948 time: 0.1894329 Jul 07 20:45:27.997239 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4dde7b-4d7c-460c-9211-6ecad0adbc01 req-c868fe53-1047-4e7e-a5eb-b7e12dd765f1 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:28.003831 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3b4dde7b-4d7c-460c-9211-6ecad0adbc01 req-c868fe53-1047-4e7e-a5eb-b7e12dd765f1 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5526fd0-4342-43d9-baea-1cca1c69bae4 HTTP/1.1" status: 200 len: 1024 time: 0.2363405 Jul 07 20:45:28.030165 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5194d301-b84d-4284-a3f1-cd1f31a02e44 req-2f0aa646-e63c-4e85-ac25-a31716eaa5f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61aa3355-317c-4f2d-b6bd-32d8edd4802b HTTP/1.1" status: 200 len: 217 time: 0.0886075 Jul 07 20:45:28.040746 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a999-b988-432e-a426-4fad75259578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:28.126559 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e19fd862-38a2-4292-a01d-0334119f544e req-43e16164-9049-44d7-b52c-7490a56834fd tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190286 Jul 07 20:45:28.140051 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194d301-b84d-4284-a3f1-cd1f31a02e44 req-2bba04aa-713d-40f4-81a0-a4bf9ae762d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:28.141545 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5194d301-b84d-4284-a3f1-cd1f31a02e44 req-2bba04aa-713d-40f4-81a0-a4bf9ae762d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58cf048c-6ca3-4e9c-85aa-89cc2a934f80 HTTP/1.1" status: 200 len: 860 time: 0.0950873 Jul 07 20:45:28.152258 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a999-b988-432e-a426-4fad75259578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:28.163558 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a999-b988-432e-a426-4fad75259578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:28.163876 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3b4dde7b-4d7c-460c-9211-6ecad0adbc01 req-494b71c6-0323-435b-93ed-eada12dd0edb tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?id=f42130e7-e278-4a2e-a398-8287254a9cda&id=ddc94f71-45f8-4a0c-a8a6-a5d5033a2041&id=260bb68a-0c79-435e-84ab-7b2371cf31ae HTTP/1.1" status: 200 len: 6150 time: 0.1537249 Jul 07 20:45:28.201007 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5194d301-b84d-4284-a3f1-cd1f31a02e44 req-4a045482-f00c-42f5-807f-f7211a0c3ba2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b91b62e-f0da-4f30-b6c0-0519015da08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409992 Jul 07 20:45:28.218843 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0ff9a999-b988-432e-a426-4fad75259578 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=12a3f467387141acb3d351cdcb3a72a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3018229 Jul 07 20:45:28.219374 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59316) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:28.219549 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9a999-b988-432e-a426-4fad75259578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1972bd5-903b-487b-bace-8ec7d2879e94,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:28.282056 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 20:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d797d24-cc7b-42bc-9fc9-5ec831037eed x-openstack-request-id: req-4d797d24-cc7b-42bc-9fc9-5ec831037eed {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:45:28.282377 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5526fd0-4342-43d9-baea-1cca1c69bae4", "tag": "76c6bd40-5208-4f6c-876f-76cdf52fd620", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f5526fd0-4342-43d9-baea-1cca1c69bae4", "tag": "76c6bd40-5208-4f6c-876f-76cdf52fd620", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:45:28.282812 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4d797d24-cc7b-42bc-9fc9-5ec831037eed {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:45:28.283053 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5526fd0-4342-43d9-baea-1cca1c69bae4', 'tag': '76c6bd40-5208-4f6c-876f-76cdf52fd620', 'status': 'completed', 'code': 200} Jul 07 20:45:28.283503 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5526fd0-4342-43d9-baea-1cca1c69bae4', 'tag': '76c6bd40-5208-4f6c-876f-76cdf52fd620', 'status': 'completed', 'code': 200} Jul 07 20:45:28.475016 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5194d301-b84d-4284-a3f1-cd1f31a02e44 req-c0a7f228-2212-46c5-b0d1-2c013ee49853 service neutron] 10.222.0.39 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572501 Jul 07 20:45:28.482004 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6b6ed875-fae0-4341-85e5-bd45bc46ae98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:28.494713 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 5a5f6175-b6b2-4051-b45c-150a10c32475 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:45:28.572397 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026ba2f-5f24-4ac6-b81b-b1ded42594f4 req-350f643f-cc49-4731-bbab-d7ccbd838207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:28.574030 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b026ba2f-5f24-4ac6-b81b-b1ded42594f4 req-350f643f-cc49-4731-bbab-d7ccbd838207 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e946a9e98bc34862ade6c7d9345c8cc6&device_id=f5526fd0-4342-43d9-baea-1cca1c69bae4 HTTP/1.1" status: 200 len: 1176 time: 0.2741673 Jul 07 20:45:28.585935 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6b6ed875-fae0-4341-85e5-bd45bc46ae98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:28.593014 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 5a5f6175-b6b2-4051-b45c-150a10c32475, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=5a5f6175-b6b2-4051-b45c-150a10c32475,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:28.605963 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '5a5f6175-b6b2-4051-b45c-150a10c32475', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '5a5f6175-b6b2-4051-b45c-150a10c32475', 'mac_address': 'fa:16:3e:b6:60:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:45:28.617244 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbdd22-882d-41ac-a8a0-580d9e0fc0b4 req-44fec389-f3d5-4f25-9fea-2597b75f186b tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:28.618820 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fabbdd22-882d-41ac-a8a0-580d9e0fc0b4 req-44fec389-f3d5-4f25-9fea-2597b75f186b tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 944 time: 0.3345621 Jul 07 20:45:28.644642 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:28.658502 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a5f6175-b6b2-4051-b45c-150a10c32475 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:45:28.678780 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 5a5f6175-b6b2-4051-b45c-150a10c32475, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=5a5f6175-b6b2-4051-b45c-150a10c32475,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:28.683851 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:28.694298 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e197cee-34d6-4de0-bc0e-d717438c5eb5 req-6cc453b2-3066-4fa9-96bc-71ef221bbb4c tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:28.695906 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3e197cee-34d6-4de0-bc0e-d717438c5eb5 req-6cc453b2-3066-4fa9-96bc-71ef221bbb4c tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=67a20a2e-d4fc-493a-bacc-5b9f7447989b HTTP/1.1" status: 200 len: 947 time: 0.3230808 Jul 07 20:45:28.738767 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=5a5f6175-b6b2-4051-b45c-150a10c32475,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:28.778950 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 1770158c-44fe-4b43-bdd2-0570f7b50a82 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:45:28.801664 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5194d301-b84d-4284-a3f1-cd1f31a02e44 req-fecc041a-e79b-4b7c-af74-6c41519cc505 service neutron] 10.222.0.39 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144619 Jul 07 20:45:28.814131 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fabbdd22-882d-41ac-a8a0-580d9e0fc0b4 req-26a1fc48-5bbd-4991-ac1c-7fde8dfd1a79 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743505 Jul 07 20:45:28.834841 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3e197cee-34d6-4de0-bc0e-d717438c5eb5 req-4ccf6bb1-c635-4c93-b095-1f52b24fb875 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fa6c5ea-d5d7-4b46-a4a8-278280885807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236854 Jul 07 20:45:28.838255 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6b6ed875-fae0-4341-85e5-bd45bc46ae98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:28.839897 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 1770158c-44fe-4b43-bdd2-0570f7b50a82 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:45:28.841816 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6b6ed875-fae0-4341-85e5-bd45bc46ae98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:28.845616 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 1770158c-44fe-4b43-bdd2-0570f7b50a82 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:45:28.845942 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:28.854723 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6b6ed875-fae0-4341-85e5-bd45bc46ae98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a1972bd5-903b-487b-bace-8ec7d2879e94 HTTP/1.1" status: 204 len: 168 time: 0.6167836 Jul 07 20:45:28.860985 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026ba2f-5f24-4ac6-b81b-b1ded42594f4 req-58801f43-17bd-48b4-871e-86104429d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:28.862437 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b026ba2f-5f24-4ac6-b81b-b1ded42594f4 req-58801f43-17bd-48b4-871e-86104429d26f service neutron] 10.222.0.58 "GET /v2.0/networks?id=9442e09a-87e7-4298-ac51-144ec948c46e HTTP/1.1" status: 200 len: 910 time: 0.2686770 Jul 07 20:45:28.893392 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-8390c38a-becb-473e-94e7-c4d9c4691498 req-55dde2c3-1aa7-4550-9ffa-694d27614ee5 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1465862133 ', 'description': 'tempest-description-1982575893'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:28.925152 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ed875-fae0-4341-85e5-bd45bc46ae98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1972bd5-903b-487b-bace-8ec7d2879e94,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:28.932321 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b026ba2f-5f24-4ac6-b81b-b1ded42594f4 req-66d56fd1-ef9f-44bd-bc10-498ac2a4740e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c6bd40-5208-4f6c-876f-76cdf52fd620 HTTP/1.1" status: 200 len: 217 time: 0.0581441 Jul 07 20:45:28.982499 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:28.997760 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8390c38a-becb-473e-94e7-c4d9c4691498 req-55dde2c3-1aa7-4550-9ffa-694d27614ee5 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:29.012081 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['5a5f6175-b6b2-4051-b45c-150a10c32475'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:45:29.021698 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026ba2f-5f24-4ac6-b81b-b1ded42594f4 req-a3bcf450-1c9c-4bee-a19b-69c82fd72799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:29.023873 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b026ba2f-5f24-4ac6-b81b-b1ded42594f4 req-a3bcf450-1c9c-4bee-a19b-69c82fd72799 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b26f304-a08b-4179-8660-bed155148e47 HTTP/1.1" status: 200 len: 849 time: 0.0828271 Jul 07 20:45:29.053916 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a20a2e-d4fc-493a-bacc-5b9f7447989b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1770158c-44fe-4b43-bdd2-0570f7b50a82'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:45:29.056854 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31444eb9-3852-4a6c-8b9a-d1f4967b5388" -d '{"events": [{"server_uuid": "67a20a2e-d4fc-493a-bacc-5b9f7447989b", "name": "network-vif-plugged", "status": "completed", "tag": "1770158c-44fe-4b43-bdd2-0570f7b50a82"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:45:29.075030 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b026ba2f-5f24-4ac6-b81b-b1ded42594f4 req-b979a248-abfc-4231-889a-6633eb552c6c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9442e09a-87e7-4298-ac51-144ec948c46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388505 Jul 07 20:45:29.076514 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 1770158c-44fe-4b43-bdd2-0570f7b50a82, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=1770158c-44fe-4b43-bdd2-0570f7b50a82,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:29.085077 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:29.178964 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-79a3a9ae-daf1-4190-ab1f-ad67d5f6b963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:29.186540 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=1770158c-44fe-4b43-bdd2-0570f7b50a82,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:29.224276 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8390c38a-becb-473e-94e7-c4d9c4691498 req-55dde2c3-1aa7-4550-9ffa-694d27614ee5 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:29.232341 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b026ba2f-5f24-4ac6-b81b-b1ded42594f4 req-1af29bc1-138e-4465-8eec-2105e4e8a13f service neutron] 10.222.0.58 "GET /v2.0/networks/9442e09a-87e7-4298-ac51-144ec948c46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453717 Jul 07 20:45:29.235315 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8390c38a-becb-473e-94e7-c4d9c4691498 req-55dde2c3-1aa7-4550-9ffa-694d27614ee5 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:29.311039 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8390c38a-becb-473e-94e7-c4d9c4691498 req-55dde2c3-1aa7-4550-9ffa-694d27614ee5 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:29.312397 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8390c38a-becb-473e-94e7-c4d9c4691498 req-55dde2c3-1aa7-4550-9ffa-694d27614ee5 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.4316986 Jul 07 20:45:29.332754 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dde2c3-1aa7-4550-9ffa-694d27614ee5 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a9cce0-b689-4fbf-8f41-6b057ad6b3a5,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:29.377286 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0472dc57-d329-456c-82ae-2618ce8af10e x-openstack-request-id: req-0472dc57-d329-456c-82ae-2618ce8af10e {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:45:29.377742 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a20a2e-d4fc-493a-bacc-5b9f7447989b", "name": "network-vif-plugged", "status": "completed", "tag": "1770158c-44fe-4b43-bdd2-0570f7b50a82", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:45:29.378334 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0472dc57-d329-456c-82ae-2618ce8af10e {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:45:29.378843 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a20a2e-d4fc-493a-bacc-5b9f7447989b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1770158c-44fe-4b43-bdd2-0570f7b50a82', 'code': 200} Jul 07 20:45:29.404877 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b026ba2f-5f24-4ac6-b81b-b1ded42594f4 req-13cf6dde-a0a3-4af3-97fc-2d677efbe0f0 service neutron] 10.222.0.58 "GET /v2.0/networks/9442e09a-87e7-4298-ac51-144ec948c46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579859 Jul 07 20:45:29.549966 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9e17ef3-9be7-4db8-87f3-84c77fb57266 req-8486ea46-39be-4743-aecf-ea576d7162d9 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/d2a9cce0-b689-4fbf-8f41-6b057ad6b3a5 HTTP/1.1" status: 200 len: 1781 time: 0.1082926 Jul 07 20:45:29.614254 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026ba2f-5f24-4ac6-b81b-b1ded42594f4 req-21187676-188e-45aa-8beb-ac6404bdbafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:29.616551 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b026ba2f-5f24-4ac6-b81b-b1ded42594f4 req-21187676-188e-45aa-8beb-ac6404bdbafc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e946a9e98bc34862ade6c7d9345c8cc6&device_id=f5526fd0-4342-43d9-baea-1cca1c69bae4 HTTP/1.1" status: 200 len: 1176 time: 0.1150031 Jul 07 20:45:29.626783 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879b459-27ad-4b35-8819-14e49562a086 req-ff9cc323-c11a-4e7c-964c-e28a9e3702ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:29.628593 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f879b459-27ad-4b35-8819-14e49562a086 req-ff9cc323-c11a-4e7c-964c-e28a9e3702ed service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=67a20a2e-d4fc-493a-bacc-5b9f7447989b HTTP/1.1" status: 200 len: 1100 time: 0.1275685 Jul 07 20:45:29.678051 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fd95b-df5b-4c6d-b8a6-c8c0f0e80d63 req-9142cc9f-02be-40ae-8835-6124db480b7e tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:29.679711 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd2fd95b-df5b-4c6d-b8a6-c8c0f0e80d63 req-9142cc9f-02be-40ae-8835-6124db480b7e tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=4adc85c9-cb1c-414a-9d07-3084fb40e0aa HTTP/1.1" status: 200 len: 949 time: 0.1432736 Jul 07 20:45:29.685059 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70879d70-2d31-4eea-a165-7ceaeb433e3b req-50148db2-d553-4d50-a504-73ebe7f2dd63 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/d2a9cce0-b689-4fbf-8f41-6b057ad6b3a5 HTTP/1.1" status: 200 len: 1781 time: 0.0881441 Jul 07 20:45:29.723092 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f879b459-27ad-4b35-8819-14e49562a086 req-bebacc56-d28b-47cf-ab7e-b988f9813a36 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2fa6c5ea-d5d7-4b46-a4a8-278280885807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814481 Jul 07 20:45:29.725214 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026ba2f-5f24-4ac6-b81b-b1ded42594f4 req-4ca9adfa-9259-4b13-8f4b-8fbc38fa5dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:29.726995 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b026ba2f-5f24-4ac6-b81b-b1ded42594f4 req-4ca9adfa-9259-4b13-8f4b-8fbc38fa5dd4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9442e09a-87e7-4298-ac51-144ec948c46e HTTP/1.1" status: 200 len: 910 time: 0.1024032 Jul 07 20:45:29.756725 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd2fd95b-df5b-4c6d-b8a6-c8c0f0e80d63 req-b18c294e-4b76-4df3-9196-e43f8ba215a3 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683379 Jul 07 20:45:29.788047 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-70879d70-2d31-4eea-a165-7ceaeb433e3b req-9e84f568-b0ff-469f-8ee0-5c5c14e65056 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:29.842468 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-70879d70-2d31-4eea-a165-7ceaeb433e3b req-9e84f568-b0ff-469f-8ee0-5c5c14e65056 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:29.863864 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b026ba2f-5f24-4ac6-b81b-b1ded42594f4 req-34645235-01d0-4546-8b97-87491d31fe4f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c6bd40-5208-4f6c-876f-76cdf52fd620 HTTP/1.1" status: 200 len: 217 time: 0.0599937 Jul 07 20:45:29.902816 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-70879d70-2d31-4eea-a165-7ceaeb433e3b req-9e84f568-b0ff-469f-8ee0-5c5c14e65056 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:29.907384 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-70879d70-2d31-4eea-a165-7ceaeb433e3b req-9e84f568-b0ff-469f-8ee0-5c5c14e65056 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:29.909463 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70879d70-2d31-4eea-a165-7ceaeb433e3b req-9e84f568-b0ff-469f-8ee0-5c5c14e65056 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "DELETE /v2.0/security-groups/d2a9cce0-b689-4fbf-8f41-6b057ad6b3a5 HTTP/1.1" status: 204 len: 173 time: 0.2077825 Jul 07 20:45:29.930160 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84f568-b0ff-469f-8ee0-5c5c14e65056 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a9cce0-b689-4fbf-8f41-6b057ad6b3a5,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:29.957121 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026ba2f-5f24-4ac6-b81b-b1ded42594f4 req-1633f7a8-c679-49d0-84dc-464d1c86f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:29.958963 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b026ba2f-5f24-4ac6-b81b-b1ded42594f4 req-1633f7a8-c679-49d0-84dc-464d1c86f601 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2b26f304-a08b-4179-8660-bed155148e47 HTTP/1.1" status: 200 len: 849 time: 0.0867364 Jul 07 20:45:30.003754 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b026ba2f-5f24-4ac6-b81b-b1ded42594f4 req-b4941e10-d856-429e-98d2-88e505f9bfca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9442e09a-87e7-4298-ac51-144ec948c46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294161 Jul 07 20:45:30.105326 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b026ba2f-5f24-4ac6-b81b-b1ded42594f4 req-2491a587-37b7-49f4-ae16-183363218a15 service neutron] 10.222.0.58 "GET /v2.0/networks/9442e09a-87e7-4298-ac51-144ec948c46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892539 Jul 07 20:45:30.138391 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec346573-5024-44d4-8fb2-093f67e1c447 req-d1e0f7ff-99b3-4dee-b99a-dfb8f2aa8e69 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:30.140011 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec346573-5024-44d4-8fb2-093f67e1c447 req-d1e0f7ff-99b3-4dee-b99a-dfb8f2aa8e69 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 944 time: 0.1136789 Jul 07 20:45:30.151040 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef6f0b-f411-40e2-8b28-049792faa548 req-2a26938b-31d4-4294-84b3-eee3c2e59fcd tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:30.152782 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0ef6f0b-f411-40e2-8b28-049792faa548 req-2a26938b-31d4-4294-84b3-eee3c2e59fcd tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=67a20a2e-d4fc-493a-bacc-5b9f7447989b HTTP/1.1" status: 200 len: 948 time: 0.0975823 Jul 07 20:45:30.207914 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec346573-5024-44d4-8fb2-093f67e1c447 req-d82b868f-5fc6-454d-a455-096c1674aeee tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538874 Jul 07 20:45:30.227948 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0ef6f0b-f411-40e2-8b28-049792faa548 req-7183b3db-77a7-4ea8-a6fc-34d16a4de74d tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fa6c5ea-d5d7-4b46-a4a8-278280885807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645108 Jul 07 20:45:30.322069 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-1d0bc3fe-c56c-4d8e-a8d3-eb29b9a8e302 req-856686e4-f629-4be8-a853-849e332bc50e tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] show failed (client error): The resource could not be found. Jul 07 20:45:30.323108 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1d0bc3fe-c56c-4d8e-a8d3-eb29b9a8e302 req-856686e4-f629-4be8-a853-849e332bc50e tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/d2a9cce0-b689-4fbf-8f41-6b057ad6b3a5 HTTP/1.1" status: 404 len: 352 time: 0.0277576 Jul 07 20:45:30.328874 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-1bab0ed3-4836-4f75-bc19-38cc996dce08 service neutron] 10.222.0.39 "GET /v2.0/ports/61aa3355-317c-4f2d-b6bd-32d8edd4802b/bindings/n-h1-695189-11 HTTP/1.1" status: 200 len: 385 time: 0.1095989 Jul 07 20:45:30.426731 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b026ba2f-5f24-4ac6-b81b-b1ded42594f4 req-40f326b4-be79-466d-9e30-06fa85e0d3a7 service neutron] 10.222.0.58 "GET /v2.0/networks/9442e09a-87e7-4298-ac51-144ec948c46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110621 Jul 07 20:45:30.510935 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 5a5f6175-b6b2-4051-b45c-150a10c32475 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:45:30.530802 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b54c209a-7599-42a2-ba41-b477a41179db req-6242b723-b2b2-4acc-9d9a-4ccf58c2f5b8 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2090802664', 'description': 'tempest-description-410716377'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:30.575255 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b54c209a-7599-42a2-ba41-b477a41179db req-6242b723-b2b2-4acc-9d9a-4ccf58c2f5b8 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:30.606725 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 5a5f6175-b6b2-4051-b45c-150a10c32475 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:45:30.608675 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-57611d99-8cb7-436f-a7a3-45c6877591d4 service neutron] For port 61aa3355-317c-4f2d-b6bd-32d8edd4802b, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=61aa3355-317c-4f2d-b6bd-32d8edd4802b,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:30.613213 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 5a5f6175-b6b2-4051-b45c-150a10c32475 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:45:30.613820 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:30.655971 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6760caa0-06ca-4001-beff-cae11cc142d7 req-bf9a0a70-7891-41c5-a2e0-a302136f41f2 tempest-AbsoluteLimitsNegativeTestJSON-1880171712 tempest-AbsoluteLimitsNegativeTestJSON-1880171712-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4732562e14da4933800baab12b76afde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376019 Jul 07 20:45:30.668431 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-57611d99-8cb7-436f-a7a3-45c6877591d4 service neutron] For port 61aa3355-317c-4f2d-b6bd-32d8edd4802b, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:45:30.701233 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:30.736801 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 5a5f6175-b6b2-4051-b45c-150a10c32475, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=5a5f6175-b6b2-4051-b45c-150a10c32475,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:30.741605 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:30.778889 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-57611d99-8cb7-436f-a7a3-45c6877591d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61aa3355-317c-4f2d-b6bd-32d8edd4802b {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:45:30.801150 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-57611d99-8cb7-436f-a7a3-45c6877591d4 service neutron] For port 61aa3355-317c-4f2d-b6bd-32d8edd4802b, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=61aa3355-317c-4f2d-b6bd-32d8edd4802b,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:30.801719 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=5a5f6175-b6b2-4051-b45c-150a10c32475,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:30.836213 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-57611d99-8cb7-436f-a7a3-45c6877591d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:30.852623 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59408) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:30.859816 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b54c209a-7599-42a2-ba41-b477a41179db req-6242b723-b2b2-4acc-9d9a-4ccf58c2f5b8 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:30.869346 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b54c209a-7599-42a2-ba41-b477a41179db req-6242b723-b2b2-4acc-9d9a-4ccf58c2f5b8 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:30.896750 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760caa0-06ca-4001-beff-cae11cc142d7 req-dab0c020-0f36-43b4-9469-0de9e90f3a7b tempest-AbsoluteLimitsNegativeTestJSON-1880171712 tempest-AbsoluteLimitsNegativeTestJSON-1880171712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:30.898313 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6760caa0-06ca-4001-beff-cae11cc142d7 req-dab0c020-0f36-43b4-9469-0de9e90f3a7b tempest-AbsoluteLimitsNegativeTestJSON-1880171712 tempest-AbsoluteLimitsNegativeTestJSON-1880171712-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2337377 Jul 07 20:45:30.943493 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b54c209a-7599-42a2-ba41-b477a41179db req-6242b723-b2b2-4acc-9d9a-4ccf58c2f5b8 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:30.944687 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b54c209a-7599-42a2-ba41-b477a41179db req-6242b723-b2b2-4acc-9d9a-4ccf58c2f5b8 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4534857 Jul 07 20:45:30.948951 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242b723-b2b2-4acc-9d9a-4ccf58c2f5b8 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=886cda0a-8b5f-47d1-a88c-d65f05891e16,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:30.956339 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6760caa0-06ca-4001-beff-cae11cc142d7 req-9dd883f1-cc8a-4715-8e22-16d6a3265656 tempest-AbsoluteLimitsNegativeTestJSON-1880171712 tempest-AbsoluteLimitsNegativeTestJSON-1880171712-project] 10.222.0.64 "GET /v2.0/quotas/4732562e14da4933800baab12b76afde HTTP/1.1" status: 200 len: 375 time: 0.0375044 Jul 07 20:45:30.983776 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e32b70cc-5e7b-41a5-b64f-5595a06e9adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:31.005047 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-57611d99-8cb7-436f-a7a3-45c6877591d4 service neutron] Transition to ACTIVE for port object 61aa3355-317c-4f2d-b6bd-32d8edd4802b will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:45:31.030756 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6760caa0-06ca-4001-beff-cae11cc142d7 req-6243e607-c06c-4f07-996c-01d501a668d3 tempest-AbsoluteLimitsNegativeTestJSON-1880171712 tempest-AbsoluteLimitsNegativeTestJSON-1880171712-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4732562e14da4933800baab12b76afde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479653 Jul 07 20:45:31.040549 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-57611d99-8cb7-436f-a7a3-45c6877591d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:31.129942 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e32b70cc-5e7b-41a5-b64f-5595a06e9adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:31.137034 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e32b70cc-5e7b-41a5-b64f-5595a06e9adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:31.152911 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-57611d99-8cb7-436f-a7a3-45c6877591d4 service neutron] No DVR routers for this DVR port 61aa3355-317c-4f2d-b6bd-32d8edd4802b on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:45:31.168279 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-89f1e5c8-c2a9-49be-bb89-cb3a98b0c9ae req-5d24f9dd-e815-4920-b30e-cc91a5a48db7 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1948532522', 'description': 'tempest-description-1621136171'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:31.199790 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57611d99-8cb7-436f-a7a3-45c6877591d4 service neutron] Pushing event updated for resources: {'Port': ['ID=61aa3355-317c-4f2d-b6bd-32d8edd4802b,revision_number=10']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:31.218035 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e32b70cc-5e7b-41a5-b64f-5595a06e9adb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=98ef606d9cef44cea570701c1240aea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3632417 Jul 07 20:45:31.219252 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b70cc-5e7b-41a5-b64f-5595a06e9adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c09175-07f4-4cf9-bba4-867cf58a03c9,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:31.222092 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59418) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:31.274420 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-89f1e5c8-c2a9-49be-bb89-cb3a98b0c9ae req-5d24f9dd-e815-4920-b30e-cc91a5a48db7 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:31.281287 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-57611d99-8cb7-436f-a7a3-45c6877591d4 service neutron] 10.222.0.39 "PUT /v2.0/ports/61aa3355-317c-4f2d-b6bd-32d8edd4802b/bindings/n-h1-695189-11/activate HTTP/1.1" status: 200 len: 370 time: 0.9413841 Jul 07 20:45:31.285543 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8fa51ff8-5c15-41c7-bbbf-31a070e7fa7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:31.323873 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8fa51ff8-5c15-41c7-bbbf-31a070e7fa7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:31.359506 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4035841-130d-4abd-b06b-0eb03d765ed0 req-f5dcce16-167d-4b6c-8859-d4494531fde8 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:31.361252 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4035841-130d-4abd-b06b-0eb03d765ed0 req-f5dcce16-167d-4b6c-8859-d4494531fde8 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=4adc85c9-cb1c-414a-9d07-3084fb40e0aa HTTP/1.1" status: 200 len: 950 time: 0.1565199 Jul 07 20:45:31.379993 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adc85c9-cb1c-414a-9d07-3084fb40e0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5f6175-b6b2-4051-b45c-150a10c32475'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:45:31.382497 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6585530-5513-4c41-99ed-df3dc9a6100b" -d '{"events": [{"server_uuid": "4adc85c9-cb1c-414a-9d07-3084fb40e0aa", "name": "network-vif-plugged", "status": "completed", "tag": "5a5f6175-b6b2-4051-b45c-150a10c32475"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:45:31.400464 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59428) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:31.421113 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8fa51ff8-5c15-41c7-bbbf-31a070e7fa7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:31.423776 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8fa51ff8-5c15-41c7-bbbf-31a070e7fa7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:31.425025 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8fa51ff8-5c15-41c7-bbbf-31a070e7fa7e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/38c09175-07f4-4cf9-bba4-867cf58a03c9 HTTP/1.1" status: 204 len: 168 time: 0.2018199 Jul 07 20:45:31.447740 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa51ff8-5c15-41c7-bbbf-31a070e7fa7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c09175-07f4-4cf9-bba4-867cf58a03c9,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:31.451115 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-89f1e5c8-c2a9-49be-bb89-cb3a98b0c9ae req-5d24f9dd-e815-4920-b30e-cc91a5a48db7 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:31.455243 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4035841-130d-4abd-b06b-0eb03d765ed0 req-2b942bf8-1d88-483d-81f1-a01cd7e2d7d8 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814264 Jul 07 20:45:31.462031 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-89f1e5c8-c2a9-49be-bb89-cb3a98b0c9ae req-5d24f9dd-e815-4920-b30e-cc91a5a48db7 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:31.476369 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-76bae1c5-31e5-4444-8be9-438d7332f737 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:31.480766 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-76bae1c5-31e5-4444-8be9-438d7332f737 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d&tenant_id=9b2f63d1e3474de0ace5d0719705221d&binding%3Ahost_id=n-h2-695189-11 HTTP/1.1" status: 200 len: 1097 time: 0.1086030 Jul 07 20:45:31.499742 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-89f1e5c8-c2a9-49be-bb89-cb3a98b0c9ae req-5d24f9dd-e815-4920-b30e-cc91a5a48db7 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:31.521364 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-89f1e5c8-c2a9-49be-bb89-cb3a98b0c9ae req-5d24f9dd-e815-4920-b30e-cc91a5a48db7 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3686163 Jul 07 20:45:31.524537 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24f9dd-e815-4920-b30e-cc91a5a48db7 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21280471-ad54-432f-9c87-59d2a0c6c0b9,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:31.614987 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-7bb2a244-0da0-4446-aa03-4f6b295e78f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:31.616739 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-7bb2a244-0da0-4446-aa03-4f6b295e78f2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d&tenant_id=9b2f63d1e3474de0ace5d0719705221d HTTP/1.1" status: 200 len: 1097 time: 0.1254268 Jul 07 20:45:31.736702 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-95ef8660-77b7-4508-beec-1a09cf42f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:31.738676 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-95ef8660-77b7-4508-beec-1a09cf42f056 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 1097 time: 0.0797513 Jul 07 20:45:31.766579 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fb4e8-fa3b-4b78-bf1f-985fd51c35f6 req-efbf3410-dde2-46f4-bf30-64732baa5ffe tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:31.768203 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b18fb4e8-fa3b-4b78-bf1f-985fd51c35f6 req-efbf3410-dde2-46f4-bf30-64732baa5ffe tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=67a20a2e-d4fc-493a-bacc-5b9f7447989b HTTP/1.1" status: 200 len: 948 time: 0.1130164 Jul 07 20:45:31.777693 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c7a8e-0838-4167-ba13-32ad6ed66d10 req-a685b434-daa5-4607-90c5-9778a3ac31fe tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:31.779294 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a36c7a8e-0838-4167-ba13-32ad6ed66d10 req-a685b434-daa5-4607-90c5-9778a3ac31fe tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 945 time: 0.1399622 Jul 07 20:45:31.811023 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b95122a2-209e-4c1a-ad28-8aaba947065a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:31.835599 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c91c2278-1600-49e4-b01e-aba2ac298aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:31.861508 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:31.877001 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-ed9f6d04-24af-4b1e-8ca8-9b4b0fa96ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:31.879306 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-ed9f6d04-24af-4b1e-8ca8-9b4b0fa96ecb service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 921 time: 0.1298659 Jul 07 20:45:31.885383 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59442) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:31.890843 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b18fb4e8-fa3b-4b78-bf1f-985fd51c35f6 req-3a882d42-4ae3-416a-8754-3afcc35b7de3 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fa6c5ea-d5d7-4b46-a4a8-278280885807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104894 Jul 07 20:45:31.904389 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a36c7a8e-0838-4167-ba13-32ad6ed66d10 req-f68fedf6-0f5a-4ec2-b957-06ec5a2a8184 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163948 Jul 07 20:45:31.943603 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-29ee0fe1-df50-49b1-ba6e-c8c4e882f166 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61aa3355-317c-4f2d-b6bd-32d8edd4802b HTTP/1.1" status: 200 len: 217 time: 0.0480800 Jul 07 20:45:31.950691 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-463f600c-9eb6-46c9-bcbf-be4db87941fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:31.995584 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dbe1e4-0528-45d3-a88b-30070db30d6c x-openstack-request-id: req-60dbe1e4-0528-45d3-a88b-30070db30d6c {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:45:31.995911 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4adc85c9-cb1c-414a-9d07-3084fb40e0aa", "name": "network-vif-plugged", "status": "completed", "tag": "5a5f6175-b6b2-4051-b45c-150a10c32475", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:45:31.996190 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-60dbe1e4-0528-45d3-a88b-30070db30d6c {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:45:31.996593 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4adc85c9-cb1c-414a-9d07-3084fb40e0aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a5f6175-b6b2-4051-b45c-150a10c32475', 'code': 200} Jul 07 20:45:31.998634 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c91c2278-1600-49e4-b01e-aba2ac298aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:32.004670 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c91c2278-1600-49e4-b01e-aba2ac298aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:32.059486 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-cf6f0ac8-8e4d-4b6f-aad6-8cae920e5682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:32.061455 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-cf6f0ac8-8e4d-4b6f-aad6-8cae920e5682 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=58cf048c-6ca3-4e9c-85aa-89cc2a934f80 HTTP/1.1" status: 200 len: 860 time: 0.1010551 Jul 07 20:45:32.066187 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-e5e50c4f-97a9-43aa-990a-ebdecb6e4a42 req-45d0e687-a8d3-4e87-b82e-56d4e7a977af tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-954432700', 'description': 'tempest-description-1820733701'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:32.084248 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c91c2278-1600-49e4-b01e-aba2ac298aa0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4732562e14da4933800baab12b76afde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6778340 Jul 07 20:45:32.085280 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59446) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:32.085906 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c2278-1600-49e4-b01e-aba2ac298aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ac798c-f3cd-4b57-a4a9-e72efe7d5d36,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:32.139634 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-dfc1cb04-a281-4d5a-9977-f7a7441eb8b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b91b62e-f0da-4f30-b6c0-0519015da08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658503 Jul 07 20:45:32.190045 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa893-f118-4b92-b020-15ef4d42e6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:32.194574 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f511273-9687-42dc-8ef3-9aa7cf660d90 req-18ad6e0a-c7d9-4a41-bb47-2b3adebf0d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:32.196637 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f511273-9687-42dc-8ef3-9aa7cf660d90 req-18ad6e0a-c7d9-4a41-bb47-2b3adebf0d34 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4adc85c9-cb1c-414a-9d07-3084fb40e0aa HTTP/1.1" status: 200 len: 1102 time: 0.1012919 Jul 07 20:45:32.230646 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa893-f118-4b92-b020-15ef4d42e6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:32.257333 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f511273-9687-42dc-8ef3-9aa7cf660d90 req-f0e818e2-8251-4fe7-88ee-a1e63a17bb51 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531130 Jul 07 20:45:32.275863 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-463f600c-9eb6-46c9-bcbf-be4db87941fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:32.287278 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-463f600c-9eb6-46c9-bcbf-be4db87941fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:32.303668 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e5e50c4f-97a9-43aa-990a-ebdecb6e4a42 req-45d0e687-a8d3-4e87-b82e-56d4e7a977af tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:32.316582 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa893-f118-4b92-b020-15ef4d42e6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:32.319663 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa893-f118-4b92-b020-15ef4d42e6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:32.324932 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0fbfa893-f118-4b92-b020-15ef4d42e6a8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/68ac798c-f3cd-4b57-a4a9-e72efe7d5d36 HTTP/1.1" status: 204 len: 168 time: 0.2313235 Jul 07 20:45:32.342966 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-ff227d8a-66ad-4e9a-9d9c-de1f08417f67 service neutron] 10.222.0.58 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917298 Jul 07 20:45:32.349870 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfa893-f118-4b92-b020-15ef4d42e6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ac798c-f3cd-4b57-a4a9-e72efe7d5d36,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:32.355975 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-463f600c-9eb6-46c9-bcbf-be4db87941fa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e785a630c084dc1a17937eee3dcee03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4676952 Jul 07 20:45:32.357146 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59454) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:32.367172 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f600c-9eb6-46c9-bcbf-be4db87941fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2d578e-e9fc-422b-911a-9c14937e3ed6,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:32.475661 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c9d2120d-db85-40fd-a1a9-4b3cfb480b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:32.501534 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-53163737-5712-4173-ae8b-bfe8825a91cd service neutron] 10.222.0.58 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440053 Jul 07 20:45:32.539229 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c9d2120d-db85-40fd-a1a9-4b3cfb480b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:32.561699 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e5e50c4f-97a9-43aa-990a-ebdecb6e4a42 req-45d0e687-a8d3-4e87-b82e-56d4e7a977af tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:32.571730 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e5e50c4f-97a9-43aa-990a-ebdecb6e4a42 req-45d0e687-a8d3-4e87-b82e-56d4e7a977af tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:32.616635 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0e687-a8d3-4e87-b82e-56d4e7a977af tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=167a3828-19f0-47e0-a6f9-4eebde1c7165,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:32.621753 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e5e50c4f-97a9-43aa-990a-ebdecb6e4a42 req-45d0e687-a8d3-4e87-b82e-56d4e7a977af tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:32.623278 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5e50c4f-97a9-43aa-990a-ebdecb6e4a42 req-45d0e687-a8d3-4e87-b82e-56d4e7a977af tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5992346 Jul 07 20:45:32.647004 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c9d2120d-db85-40fd-a1a9-4b3cfb480b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:32.652977 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c9d2120d-db85-40fd-a1a9-4b3cfb480b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:32.654153 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c9d2120d-db85-40fd-a1a9-4b3cfb480b99 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba2d578e-e9fc-422b-911a-9c14937e3ed6 HTTP/1.1" status: 204 len: 168 time: 0.2957892 Jul 07 20:45:32.667494 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2120d-db85-40fd-a1a9-4b3cfb480b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2d578e-e9fc-422b-911a-9c14937e3ed6,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:32.867474 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7d0a1-a464-4352-9075-b4d1a870b5a6 req-ea419a71-35b3-4325-8018-8af64124dac2 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:32.875891 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8bd7d0a1-a464-4352-9075-b4d1a870b5a6 req-ea419a71-35b3-4325-8018-8af64124dac2 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=4adc85c9-cb1c-414a-9d07-3084fb40e0aa HTTP/1.1" status: 200 len: 950 time: 0.1220241 Jul 07 20:45:32.968695 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8bd7d0a1-a464-4352-9075-b4d1a870b5a6 req-39e16c64-1dd0-4197-b707-d6100fafc8f8 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915999 Jul 07 20:45:32.974115 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-6f01dcac-15f1-4ff2-9a0d-2ccdb33cc604 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:32.978065 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-6f01dcac-15f1-4ff2-9a0d-2ccdb33cc604 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d&tenant_id=9b2f63d1e3474de0ace5d0719705221d&binding%3Ahost_id=n-h1-695189-11 HTTP/1.1" status: 200 len: 1097 time: 0.0988810 Jul 07 20:45:33.124586 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3e2b47d-e5fd-49c9-a241-3c0c4ddb7c16 req-9bd200b9-8659-4d62-9aff-a989d712c5cd tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e946a9e98bc34862ade6c7d9345c8cc6 HTTP/1.1" status: 200 len: 10898 time: 0.2395756 Jul 07 20:45:33.157937 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-4816b6ec-c7cb-4974-bf67-2b12e561f468 service neutron] For port 61aa3355-317c-4f2d-b6bd-32d8edd4802b, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:45:33.161818 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-4816b6ec-c7cb-4974-bf67-2b12e561f468 service neutron] Notify callbacks [] for binding, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:33.163048 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a19a5742-c815-41b4-8954-7bfd314a9364 req-4816b6ec-c7cb-4974-bf67-2b12e561f468 service neutron] 10.222.0.58 "DELETE /v2.0/ports/61aa3355-317c-4f2d-b6bd-32d8edd4802b/bindings/n-h2-695189-11 HTTP/1.1" status: 204 len: 173 time: 0.1713679 Jul 07 20:45:33.200025 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3e2b47d-e5fd-49c9-a241-3c0c4ddb7c16 req-09f6ef0a-61f5-4330-903c-fbb4e54beaea tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/f42130e7-e278-4a2e-a398-8287254a9cda HTTP/1.1" status: 200 len: 2981 time: 0.0733430 Jul 07 20:45:33.299936 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3e2b47d-e5fd-49c9-a241-3c0c4ddb7c16 req-6ba3a5ef-21cc-4861-94b1-b249e2f27f1b tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/f42130e7-e278-4a2e-a398-8287254a9cda HTTP/1.1" status: 200 len: 2981 time: 0.0904572 Jul 07 20:45:33.345294 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1a192-8310-43a6-bbcd-fa589d2eb06c req-148af285-7697-4bdd-ace0-f498aad5a744 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:33.360659 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5cb1a192-8310-43a6-bbcd-fa589d2eb06c req-148af285-7697-4bdd-ace0-f498aad5a744 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=67a20a2e-d4fc-493a-bacc-5b9f7447989b HTTP/1.1" status: 200 len: 948 time: 0.1247923 Jul 07 20:45:33.398021 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:33.433451 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5cb1a192-8310-43a6-bbcd-fa589d2eb06c req-599b46f9-b485-4fa1-bfc1-bee40167dd71 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fa6c5ea-d5d7-4b46-a4a8-278280885807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716138 Jul 07 20:45:33.492275 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59504) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:33.535586 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42576122-73fb-4eea-b118-22a6a85ea580 req-349d35d5-67b9-4674-bc87-5994d2d1720b tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:33.537175 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42576122-73fb-4eea-b118-22a6a85ea580 req-349d35d5-67b9-4674-bc87-5994d2d1720b tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 945 time: 0.0919864 Jul 07 20:45:33.596663 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42576122-73fb-4eea-b118-22a6a85ea580 req-00f710ae-eefc-4dce-923e-aa183505953c tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516601 Jul 07 20:45:33.636728 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-06f77208-aeec-49d0-8768-f8914235a5d4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1464074474-network', 'tenant_id': 'ac1c7f126e8a4c94ba8a44c4ee4d4f7e'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:33.668323 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f77208-aeec-49d0-8768-f8914235a5d4 admin admin] Made reservation on behalf of ac1c7f126e8a4c94ba8a44c4ee4d4f7e for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:45:33.671030 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-06f77208-aeec-49d0-8768-f8914235a5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:33.692450 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6ff18154-9e17-4fb4-9bab-d0178c0ec9ad req-101c8f14-6f74-4298-8d60-8aac0c78fd65 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/886cda0a-8b5f-47d1-a88c-d65f05891e16 HTTP/1.1" status: 200 len: 1800 time: 0.0616250 Jul 07 20:45:33.701472 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-06f77208-aeec-49d0-8768-f8914235a5d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:33.841073 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6ff18154-9e17-4fb4-9bab-d0178c0ec9ad req-91627f1c-2698-4074-8747-d9d76cec6250 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:33.875619 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-06f77208-aeec-49d0-8768-f8914235a5d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:33.878521 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6ff18154-9e17-4fb4-9bab-d0178c0ec9ad req-91627f1c-2698-4074-8747-d9d76cec6250 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:33.881146 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-06f77208-aeec-49d0-8768-f8914235a5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:33.903224 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f77208-aeec-49d0-8768-f8914235a5d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:45:33.920535 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-06f77208-aeec-49d0-8768-f8914235a5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:33.920898 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-06f77208-aeec-49d0-8768-f8914235a5d4 admin admin] Added segment b0075ea2-46ff-48f0-8d9c-56a87bdfe7e9 of type vlan for network 2dc10b3a-c045-4001-a86e-aed5df316343 Jul 07 20:45:33.980050 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6ff18154-9e17-4fb4-9bab-d0178c0ec9ad req-91627f1c-2698-4074-8747-d9d76cec6250 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:33.984445 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6ff18154-9e17-4fb4-9bab-d0178c0ec9ad req-91627f1c-2698-4074-8747-d9d76cec6250 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:33.991980 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6ff18154-9e17-4fb4-9bab-d0178c0ec9ad req-91627f1c-2698-4074-8747-d9d76cec6250 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "DELETE /v2.0/security-groups/886cda0a-8b5f-47d1-a88c-d65f05891e16 HTTP/1.1" status: 204 len: 173 time: 0.2926512 Jul 07 20:45:34.014542 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f77208-aeec-49d0-8768-f8914235a5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b34f34-cbb7-42e7-be37-af30b93132c5,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:34.017888 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91627f1c-2698-4074-8747-d9d76cec6250 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=886cda0a-8b5f-47d1-a88c-d65f05891e16,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:34.039247 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-06f77208-aeec-49d0-8768-f8914235a5d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:34.045503 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-5dd0b732-12d0-4da5-a9e7-d848455e86fa req-c5fb8f9a-3b43-4569-b649-4ff1fa022f4c tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] show failed (client error): The resource could not be found. Jul 07 20:45:34.063373 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5dd0b732-12d0-4da5-a9e7-d848455e86fa req-c5fb8f9a-3b43-4569-b649-4ff1fa022f4c tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/886cda0a-8b5f-47d1-a88c-d65f05891e16 HTTP/1.1" status: 404 len: 352 time: 0.0357292 Jul 07 20:45:34.080728 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-06f77208-aeec-49d0-8768-f8914235a5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:34.082091 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f77208-aeec-49d0-8768-f8914235a5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:34.082781 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-06f77208-aeec-49d0-8768-f8914235a5d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:34.157092 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-06f77208-aeec-49d0-8768-f8914235a5d4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6608288 Jul 07 20:45:34.157324 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59544) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:34.164584 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802a078-0f48-4525-b7ef-eed32955b472 req-3d2bfe94-5d56-4611-89e0-faac143a0b96 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:34.165049 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d45c91ae-f9b5-485d-a41e-873dad293ebc admin admin] Request body: {'subnet': {'network_id': '2dc10b3a-c045-4001-a86e-aed5df316343', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1464074474-subnet', 'tenant_id': 'ac1c7f126e8a4c94ba8a44c4ee4d4f7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:34.169630 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f77208-aeec-49d0-8768-f8914235a5d4 admin admin] Pushing event updated for resources: {'Network': ['ID=2dc10b3a-c045-4001-a86e-aed5df316343,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:34.173040 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9802a078-0f48-4525-b7ef-eed32955b472 req-3d2bfe94-5d56-4611-89e0-faac143a0b96 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 1097 time: 0.0923457 Jul 07 20:45:34.179920 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 2dc10b3a-c045-4001-a86e-aed5df316343 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:45:34.203805 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45c91ae-f9b5-485d-a41e-873dad293ebc admin admin] Made reservation on behalf of ac1c7f126e8a4c94ba8a44c4ee4d4f7e for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:45:34.206678 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d45c91ae-f9b5-485d-a41e-873dad293ebc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:34.251762 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9802a078-0f48-4525-b7ef-eed32955b472 req-98b20eab-7933-42a3-9e3f-0feaad220894 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775990 Jul 07 20:45:34.280931 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e76ba8-9078-4158-bed2-91ef385f9078 req-25f30f0d-62dd-4dc1-bfd1-35a2d70f9ee4 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:34.284140 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01e76ba8-9078-4158-bed2-91ef385f9078 req-25f30f0d-62dd-4dc1-bfd1-35a2d70f9ee4 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=4adc85c9-cb1c-414a-9d07-3084fb40e0aa HTTP/1.1" status: 200 len: 950 time: 0.0997262 Jul 07 20:45:34.374395 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01e76ba8-9078-4158-bed2-91ef385f9078 req-ff59e3cd-2ecf-45f8-8546-62181ac33f49 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788653 Jul 07 20:45:34.513466 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 61aa3355-317c-4f2d-b6bd-32d8edd4802b no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:45:34.553474 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-038639ef-5a31-4875-94ad-279929aa065d req-002c5a2e-d63a-46ec-b19f-11b982ad5e5a tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/21280471-ad54-432f-9c87-59d2a0c6c0b9 HTTP/1.1" status: 200 len: 1801 time: 0.1090972 Jul 07 20:45:34.594010 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 61aa3355-317c-4f2d-b6bd-32d8edd4802b not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:45:34.630501 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d45c91ae-f9b5-485d-a41e-873dad293ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:34.633180 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-038639ef-5a31-4875-94ad-279929aa065d req-70176710-69eb-492f-b37d-4803a1fd59d5 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:34.695622 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-038639ef-5a31-4875-94ad-279929aa065d req-70176710-69eb-492f-b37d-4803a1fd59d5 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:34.758080 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45c91ae-f9b5-485d-a41e-873dad293ebc admin admin] Checking segment: {'id': 'b0075ea2-46ff-48f0-8d9c-56a87bdfe7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '2dc10b3a-c045-4001-a86e-aed5df316343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:45:34.758710 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45c91ae-f9b5-485d-a41e-873dad293ebc admin admin] Network hostable DHCP agents. Network: 2dc10b3a-c045-4001-a86e-aed5df316343, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:45:34.762251 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c91ae-f9b5-485d-a41e-873dad293ebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c8fcc72-4b2c-449c-baa6-e81795742fab,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:34.792727 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45c91ae-f9b5-485d-a41e-873dad293ebc admin admin] Network 2dc10b3a-c045-4001-a86e-aed5df316343 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:45:34.813068 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-d45c91ae-f9b5-485d-a41e-873dad293ebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 2dc10b3a-c045-4001-a86e-aed5df316343) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:45:34.822604 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45c91ae-f9b5-485d-a41e-873dad293ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:34.823526 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8463eb-aaf2-473c-af45-57396fbfeda5 None None] Network 2dc10b3a-c045-4001-a86e-aed5df316343 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:45:34.823647 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d45c91ae-f9b5-485d-a41e-873dad293ebc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:34.906649 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d45c91ae-f9b5-485d-a41e-873dad293ebc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7457967 Jul 07 20:45:35.048667 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-038639ef-5a31-4875-94ad-279929aa065d req-70176710-69eb-492f-b37d-4803a1fd59d5 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:35.054156 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-038639ef-5a31-4875-94ad-279929aa065d req-70176710-69eb-492f-b37d-4803a1fd59d5 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:35.079642 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-038639ef-5a31-4875-94ad-279929aa065d req-70176710-69eb-492f-b37d-4803a1fd59d5 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "DELETE /v2.0/security-groups/21280471-ad54-432f-9c87-59d2a0c6c0b9 HTTP/1.1" status: 204 len: 173 time: 0.5197954 Jul 07 20:45:35.084369 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c7bce7-a9a7-42a0-8796-3e60f3c21ee3 None None] Network 2dc10b3a-c045-4001-a86e-aed5df316343 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:45:35.132210 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70176710-69eb-492f-b37d-4803a1fd59d5 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21280471-ad54-432f-9c87-59d2a0c6c0b9,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:35.172005 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:35.209488 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87303aa9-92bf-414a-8dd8-5b3dc5290f80 req-929334bb-79ce-47be-982f-04658102e991 tempest-DeleteServersAdminTestJSON-1363637691 tempest-DeleteServersAdminTestJSON-1363637691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:35.228081 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-87303aa9-92bf-414a-8dd8-5b3dc5290f80 req-929334bb-79ce-47be-982f-04658102e991 tempest-DeleteServersAdminTestJSON-1363637691 tempest-DeleteServersAdminTestJSON-1363637691-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=67a20a2e-d4fc-493a-bacc-5b9f7447989b HTTP/1.1" status: 200 len: 1100 time: 0.1988287 Jul 07 20:45:35.366063 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-87303aa9-92bf-414a-8dd8-5b3dc5290f80 req-c55456f4-61e2-4c89-b98b-9b76cf8fdd95 tempest-DeleteServersAdminTestJSON-1363637691 tempest-DeleteServersAdminTestJSON-1363637691-project-admin] Deleting port 1770158c-44fe-4b43-bdd2-0570f7b50a82 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:45:35.366627 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-87303aa9-92bf-414a-8dd8-5b3dc5290f80 req-c55456f4-61e2-4c89-b98b-9b76cf8fdd95 tempest-DeleteServersAdminTestJSON-1363637691 tempest-DeleteServersAdminTestJSON-1363637691-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:35.387931 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8003a43-5ce2-464f-bdad-d43460577826 req-55a4140f-89d1-4a5b-b332-d6dae0bdb656 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:35.390591 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f8003a43-5ce2-464f-bdad-d43460577826 req-55a4140f-89d1-4a5b-b332-d6dae0bdb656 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=67a20a2e-d4fc-493a-bacc-5b9f7447989b HTTP/1.1" status: 200 len: 948 time: 0.1546316 Jul 07 20:45:35.456984 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-87303aa9-92bf-414a-8dd8-5b3dc5290f80 req-c55456f4-61e2-4c89-b98b-9b76cf8fdd95 tempest-DeleteServersAdminTestJSON-1363637691 tempest-DeleteServersAdminTestJSON-1363637691-project-admin] For port 1770158c-44fe-4b43-bdd2-0570f7b50a82, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=1770158c-44fe-4b43-bdd2-0570f7b50a82,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:35.457339 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-87303aa9-92bf-414a-8dd8-5b3dc5290f80 req-c55456f4-61e2-4c89-b98b-9b76cf8fdd95 tempest-DeleteServersAdminTestJSON-1363637691 tempest-DeleteServersAdminTestJSON-1363637691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:35.472240 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-87303aa9-92bf-414a-8dd8-5b3dc5290f80 req-c55456f4-61e2-4c89-b98b-9b76cf8fdd95 tempest-DeleteServersAdminTestJSON-1363637691 tempest-DeleteServersAdminTestJSON-1363637691-project-admin] Calling delete_port for 1770158c-44fe-4b43-bdd2-0570f7b50a82 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:45:35.480955 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f8003a43-5ce2-464f-bdad-d43460577826 req-8639d1e4-3a71-490e-8bf6-3773c3552765 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fa6c5ea-d5d7-4b46-a4a8-278280885807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791330 Jul 07 20:45:35.540431 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485026-4a1e-453a-98ad-46421dbf8fce req-a53447c8-33ba-4add-bc09-1330bc4cdb92 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:35.543185 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28485026-4a1e-453a-98ad-46421dbf8fce req-a53447c8-33ba-4add-bc09-1330bc4cdb92 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 820 time: 0.1514328 Jul 07 20:45:35.554260 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28485026-4a1e-453a-98ad-46421dbf8fce req-7d2e9dcf-39b6-49ba-9945-8ddeacfa32cc tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/quotas/9b2f63d1e3474de0ace5d0719705221d HTTP/1.1" status: 200 len: 375 time: 0.0098765 Jul 07 20:45:35.636054 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28485026-4a1e-453a-98ad-46421dbf8fce req-4bd4cabd-aba5-476c-88d0-ec41e20da10a tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0748839 Jul 07 20:45:35.644711 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-87303aa9-92bf-414a-8dd8-5b3dc5290f80 req-c55456f4-61e2-4c89-b98b-9b76cf8fdd95 tempest-DeleteServersAdminTestJSON-1363637691 tempest-DeleteServersAdminTestJSON-1363637691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:35.661009 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['1770158c-44fe-4b43-bdd2-0570f7b50a82'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:45:35.677920 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55456f4-61e2-4c89-b98b-9b76cf8fdd95 tempest-DeleteServersAdminTestJSON-1363637691 tempest-DeleteServersAdminTestJSON-1363637691-project-admin] Pushing event deleted for resources: {'Port': ['ID=1770158c-44fe-4b43-bdd2-0570f7b50a82,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:35.754835 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-b13c0c4e-c907-48cd-b80c-5cd9d79b43d2 req-0a83a214-6e3a-48f1-a42a-6be2e32ceb6b tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] show failed (client error): The resource could not be found. Jul 07 20:45:35.755915 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b13c0c4e-c907-48cd-b80c-5cd9d79b43d2 req-0a83a214-6e3a-48f1-a42a-6be2e32ceb6b tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/21280471-ad54-432f-9c87-59d2a0c6c0b9 HTTP/1.1" status: 404 len: 352 time: 0.0181909 Jul 07 20:45:35.761558 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-87303aa9-92bf-414a-8dd8-5b3dc5290f80 req-c55456f4-61e2-4c89-b98b-9b76cf8fdd95 tempest-DeleteServersAdminTestJSON-1363637691 tempest-DeleteServersAdminTestJSON-1363637691-project-admin] No DVR routers for this DVR port 1770158c-44fe-4b43-bdd2-0570f7b50a82 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:45:35.764545 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-87303aa9-92bf-414a-8dd8-5b3dc5290f80 req-c55456f4-61e2-4c89-b98b-9b76cf8fdd95 tempest-DeleteServersAdminTestJSON-1363637691 tempest-DeleteServersAdminTestJSON-1363637691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:35.768281 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-87303aa9-92bf-414a-8dd8-5b3dc5290f80 req-c55456f4-61e2-4c89-b98b-9b76cf8fdd95 tempest-DeleteServersAdminTestJSON-1363637691 tempest-DeleteServersAdminTestJSON-1363637691-project-admin] 10.222.0.58 "DELETE /v2.0/ports/1770158c-44fe-4b43-bdd2-0570f7b50a82 HTTP/1.1" status: 204 len: 173 time: 0.5300426 Jul 07 20:45:35.768752 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a20a2e-d4fc-493a-bacc-5b9f7447989b', 'name': 'network-vif-deleted', 'tag': '1770158c-44fe-4b43-bdd2-0570f7b50a82'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:45:35.779636 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ff180d-ca95-40e5-a60d-a853834243f6" -d '{"events": [{"server_uuid": "67a20a2e-d4fc-493a-bacc-5b9f7447989b", "name": "network-vif-deleted", "tag": "1770158c-44fe-4b43-bdd2-0570f7b50a82"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:45:35.807204 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28485026-4a1e-453a-98ad-46421dbf8fce req-7d41fc75-b18d-4d13-acae-32217cc2a591 service neutron] 10.222.0.64 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651576 Jul 07 20:45:35.909313 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28485026-4a1e-453a-98ad-46421dbf8fce req-62711907-52c5-4fd0-89cf-5b03df65e914 service neutron] 10.222.0.64 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953028 Jul 07 20:45:35.991938 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-513b503a-576e-463c-9bd9-f17b0286e0e7 req-68884b9c-a14e-41ad-beeb-3f8cd24bf53f tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1219781631', 'description': 'tempest-description-1424550629'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:36.016732 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-513b503a-576e-463c-9bd9-f17b0286e0e7 req-68884b9c-a14e-41ad-beeb-3f8cd24bf53f tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:36.185157 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-513b503a-576e-463c-9bd9-f17b0286e0e7 req-68884b9c-a14e-41ad-beeb-3f8cd24bf53f tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:36.209097 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-513b503a-576e-463c-9bd9-f17b0286e0e7 req-68884b9c-a14e-41ad-beeb-3f8cd24bf53f tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:36.247515 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68884b9c-a14e-41ad-beeb-3f8cd24bf53f tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdf2bb8-8267-4edd-a68d-811bb1a3d4cc,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:36.252178 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-513b503a-576e-463c-9bd9-f17b0286e0e7 req-68884b9c-a14e-41ad-beeb-3f8cd24bf53f tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:36.253695 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-513b503a-576e-463c-9bd9-f17b0286e0e7 req-68884b9c-a14e-41ad-beeb-3f8cd24bf53f tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2662215 Jul 07 20:45:36.296753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe5daf-24f2-47e0-963f-b3053b6357a3 req-33ab7d69-87f1-46e1-b39a-bc296c117266 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:36.299338 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e0fe5daf-24f2-47e0-963f-b3053b6357a3 req-33ab7d69-87f1-46e1-b39a-bc296c117266 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=4adc85c9-cb1c-414a-9d07-3084fb40e0aa HTTP/1.1" status: 200 len: 950 time: 0.1344347 Jul 07 20:45:36.351603 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e0fe5daf-24f2-47e0-963f-b3053b6357a3 req-49f13403-1cb3-4857-b6b0-a17195e9cb8a tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439909 Jul 07 20:45:36.522107 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-423954ee-0382-4e4c-9868-efd065a6585a req-34186f5a-c433-4315-88b8-e29262cb6f1d tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/167a3828-19f0-47e0-a6f9-4eebde1c7165 HTTP/1.1" status: 200 len: 1800 time: 0.0699661 Jul 07 20:45:36.640580 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-423954ee-0382-4e4c-9868-efd065a6585a req-920d29ba-553a-4d50-924e-0379c084c642 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:36.646373 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698aa4bf-5685-481d-b892-d0dc536cc9cc x-openstack-request-id: req-698aa4bf-5685-481d-b892-d0dc536cc9cc {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:45:36.647398 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a20a2e-d4fc-493a-bacc-5b9f7447989b", "name": "network-vif-deleted", "tag": "1770158c-44fe-4b43-bdd2-0570f7b50a82", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:45:36.648035 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-698aa4bf-5685-481d-b892-d0dc536cc9cc {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:45:36.648702 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a20a2e-d4fc-493a-bacc-5b9f7447989b', 'name': 'network-vif-deleted', 'tag': '1770158c-44fe-4b43-bdd2-0570f7b50a82', 'status': 'completed', 'code': 200} Jul 07 20:45:36.683144 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-423954ee-0382-4e4c-9868-efd065a6585a req-920d29ba-553a-4d50-924e-0379c084c642 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:36.762336 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-423954ee-0382-4e4c-9868-efd065a6585a req-920d29ba-553a-4d50-924e-0379c084c642 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:36.765211 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-423954ee-0382-4e4c-9868-efd065a6585a req-920d29ba-553a-4d50-924e-0379c084c642 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:36.766400 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-423954ee-0382-4e4c-9868-efd065a6585a req-920d29ba-553a-4d50-924e-0379c084c642 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "DELETE /v2.0/security-groups/167a3828-19f0-47e0-a6f9-4eebde1c7165 HTTP/1.1" status: 204 len: 173 time: 0.2433107 Jul 07 20:45:36.789727 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d29ba-553a-4d50-924e-0379c084c642 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=167a3828-19f0-47e0-a6f9-4eebde1c7165,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:36.818484 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-426fa5ec-cac5-40be-8639-1c888ed79943 req-7c5c103e-2155-4bb7-8fea-498e830c4d5f tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 210 time: 0.0388491 Jul 07 20:45:36.861744 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-abeba2a8-012f-45f1-8868-6e077d0161b3 req-257ba007-e81e-49c3-b663-0102dc3687f7 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "GET /v2.0/security-groups/1cdf2bb8-8267-4edd-a68d-811bb1a3d4cc HTTP/1.1" status: 200 len: 1805 time: 0.0700788 Jul 07 20:45:36.872746 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-abeba2a8-012f-45f1-8868-6e077d0161b3 req-206939e4-4e32-40f1-bb61-59ec3afc9ce1 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1cdf2bb8-8267-4edd-a68d-811bb1a3d4cc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:36.873434 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-abeba2a8-012f-45f1-8868-6e077d0161b3 req-206939e4-4e32-40f1-bb61-59ec3afc9ce1 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1cdf2bb8-8267-4edd-a68d-811bb1a3d4cc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:36.939127 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-abeba2a8-012f-45f1-8868-6e077d0161b3 req-206939e4-4e32-40f1-bb61-59ec3afc9ce1 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:36.973613 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-abeba2a8-012f-45f1-8868-6e077d0161b3 req-206939e4-4e32-40f1-bb61-59ec3afc9ce1 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:36.985353 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-abeba2a8-012f-45f1-8868-6e077d0161b3 req-206939e4-4e32-40f1-bb61-59ec3afc9ce1 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:37.005573 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206939e4-4e32-40f1-bb61-59ec3afc9ce1 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c39b03f-8dca-4e65-ae28-4a0cceabc1b2,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:37.014124 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-abeba2a8-012f-45f1-8868-6e077d0161b3 req-206939e4-4e32-40f1-bb61-59ec3afc9ce1 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:37.015290 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-abeba2a8-012f-45f1-8868-6e077d0161b3 req-206939e4-4e32-40f1-bb61-59ec3afc9ce1 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1472247 Jul 07 20:45:37.080487 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-d2c44df0-cc79-4ecb-b727-c38071d03c38 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b813a213f9e34c1ea704ab9dfa81e943&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261977 Jul 07 20:45:37.202401 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-1a304bbf-374e-43c5-9a6d-8c7fc352005b tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:37.203954 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-1a304bbf-374e-43c5-9a6d-8c7fc352005b tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1181118 Jul 07 20:45:37.221480 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-6f76baf3-256a-4299-9232-93271b44c9ed tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/quotas/b813a213f9e34c1ea704ab9dfa81e943 HTTP/1.1" status: 200 len: 375 time: 0.0107565 Jul 07 20:45:37.311735 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-37a412d2-e294-43d2-8842-885690ee9b17 req-88ddd13e-4ab5-43e3-bd6b-49b9b3fcb09f tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] show failed (client error): The resource could not be found. Jul 07 20:45:37.312338 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-37a412d2-e294-43d2-8842-885690ee9b17 req-88ddd13e-4ab5-43e3-bd6b-49b9b3fcb09f tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/167a3828-19f0-47e0-a6f9-4eebde1c7165 HTTP/1.1" status: 404 len: 352 time: 0.0201218 Jul 07 20:45:37.331610 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-fb486888-c4e9-45d6-ac9c-1b4d55b1b7f2 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b813a213f9e34c1ea704ab9dfa81e943&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1031258 Jul 07 20:45:37.376056 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-5aa08225-5578-4377-9ced-9aab9cbd812d req-387b2718-56d9-4c98-b0f5-15cef5bfbb61 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-571738862', 'description': 'tempest-description-886321045'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:37.405854 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5aa08225-5578-4377-9ced-9aab9cbd812d req-387b2718-56d9-4c98-b0f5-15cef5bfbb61 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:37.548329 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5aa08225-5578-4377-9ced-9aab9cbd812d req-387b2718-56d9-4c98-b0f5-15cef5bfbb61 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:37.571787 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5aa08225-5578-4377-9ced-9aab9cbd812d req-387b2718-56d9-4c98-b0f5-15cef5bfbb61 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:37.601673 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6424625-285f-4608-a66c-01818338a3a6 req-4be2c4b4-cca0-45ac-8c66-86969da8f5bb tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=366c03c560e74bbf92c8b502164978ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421391 Jul 07 20:45:37.679752 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5aa08225-5578-4377-9ced-9aab9cbd812d req-387b2718-56d9-4c98-b0f5-15cef5bfbb61 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:37.681465 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5aa08225-5578-4377-9ced-9aab9cbd812d req-387b2718-56d9-4c98-b0f5-15cef5bfbb61 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3099909 Jul 07 20:45:37.709437 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b2718-56d9-4c98-b0f5-15cef5bfbb61 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d898489-a102-4f0b-be71-cfa80d5c4f78,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:37.817934 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485026-4a1e-453a-98ad-46421dbf8fce req-9dd5c64a-2c61-432a-b6ec-b29b0e928822 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:37.819491 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28485026-4a1e-453a-98ad-46421dbf8fce req-9dd5c64a-2c61-432a-b6ec-b29b0e928822 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.39 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 820 time: 0.2319319 Jul 07 20:45:37.838607 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-28485026-4a1e-453a-98ad-46421dbf8fce req-3685af68-3ea2-4c24-8c96-ef7774a25106 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Request body: {'port': {'device_id': 'c0362d39-dd2c-442a-b50e-9b1b3ab9460c', 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e', 'admin_state_up': True, 'tenant_id': '9b2f63d1e3474de0ace5d0719705221d'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:37.900689 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6424625-285f-4608-a66c-01818338a3a6 req-43dfb4a7-9118-45d9-ac2c-1306bb504fb7 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:37.902184 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6424625-285f-4608-a66c-01818338a3a6 req-43dfb4a7-9118-45d9-ac2c-1306bb504fb7 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2804544 Jul 07 20:45:37.933567 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6424625-285f-4608-a66c-01818338a3a6 req-2bee65c2-bd1e-4865-bc90-368284cee005 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/quotas/366c03c560e74bbf92c8b502164978ee HTTP/1.1" status: 200 len: 375 time: 0.0184722 Jul 07 20:45:37.996753 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6424625-285f-4608-a66c-01818338a3a6 req-9a302d58-2a94-4294-aa95-717288a092cc tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=366c03c560e74bbf92c8b502164978ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548635 Jul 07 20:45:38.031504 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59698) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:38.062455 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28485026-4a1e-453a-98ad-46421dbf8fce req-3685af68-3ea2-4c24-8c96-ef7774a25106 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Made reservation on behalf of 9b2f63d1e3474de0ace5d0719705221d for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:45:38.066763 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-28485026-4a1e-453a-98ad-46421dbf8fce req-3685af68-3ea2-4c24-8c96-ef7774a25106 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:38.292558 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-28485026-4a1e-453a-98ad-46421dbf8fce req-3685af68-3ea2-4c24-8c96-ef7774a25106 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Allocated IP 172.20.0.3 (4b91b62e-f0da-4f30-b6c0-0519015da08e/58cf048c-6ca3-4e9c-85aa-89cc2a934f80/d2dfea02-cabd-41f7-8c69-061d804ea158) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:45:38.340131 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0374695d-ff09-461d-aa4b-d5c96596b781 req-fa2715e7-7ffa-43c2-827d-bf16cf7fbfd3 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=414cf508-b6ff-4533-9fff-896ec2cc17f5 HTTP/1.1" status: 200 len: 210 time: 0.0620260 Jul 07 20:45:38.349578 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-de9fb489-c0b2-4674-b1df-3d38bfb4dab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:38.511140 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5f38d849-97f2-4ed0-aba0-a849d38c7ec7 req-23aace0d-5a8e-406f-903c-7bac89ad0fd2 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e946a9e98bc34862ade6c7d9345c8cc6 HTTP/1.1" status: 200 len: 6150 time: 0.2551684 Jul 07 20:45:38.573096 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc521daf-50ed-4aa7-9075-f58a12a30506 req-340840b7-c729-40dc-94f8-e10402ac045b tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "GET /v2.0/security-groups/5d898489-a102-4f0b-be71-cfa80d5c4f78 HTTP/1.1" status: 200 len: 1803 time: 0.1939857 Jul 07 20:45:38.600636 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-bc521daf-50ed-4aa7-9075-f58a12a30506 req-d2fb9147-ee4d-4ea2-ac01-2660cefa054f tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5d898489-a102-4f0b-be71-cfa80d5c4f78', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:38.600965 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-bc521daf-50ed-4aa7-9075-f58a12a30506 req-d2fb9147-ee4d-4ea2-ac01-2660cefa054f tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5d898489-a102-4f0b-be71-cfa80d5c4f78', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:38.666553 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5f38d849-97f2-4ed0-aba0-a849d38c7ec7 req-fc2445b8-dd22-411a-a0c5-d028000f0500 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/f42130e7-e278-4a2e-a398-8287254a9cda HTTP/1.1" status: 200 len: 2981 time: 0.1433606 Jul 07 20:45:38.727931 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-28485026-4a1e-453a-98ad-46421dbf8fce req-3685af68-3ea2-4c24-8c96-ef7774a25106 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:38.777156 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-de9fb489-c0b2-4674-b1df-3d38bfb4dab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:38.789763 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5f38d849-97f2-4ed0-aba0-a849d38c7ec7 req-396415f5-b14e-4320-a768-2fb7a1c032ca tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/f42130e7-e278-4a2e-a398-8287254a9cda HTTP/1.1" status: 200 len: 2981 time: 0.1101158 Jul 07 20:45:38.790320 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-de9fb489-c0b2-4674-b1df-3d38bfb4dab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:38.813857 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 1770158c-44fe-4b43-bdd2-0570f7b50a82 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:45:38.849070 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 1770158c-44fe-4b43-bdd2-0570f7b50a82 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:45:38.849418 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 1770158c-44fe-4b43-bdd2-0570f7b50a82 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:45:38.852865 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-de9fb489-c0b2-4674-b1df-3d38bfb4dab2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f1f5d7588f4a4326a975eb6a45e7f373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8131344 Jul 07 20:45:38.853372 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59720) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:38.863316 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9fb489-c0b2-4674-b1df-3d38bfb4dab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f58593e-81db-4c55-af18-4ddc932dffbf,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:38.897247 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-28485026-4a1e-453a-98ad-46421dbf8fce req-3685af68-3ea2-4c24-8c96-ef7774a25106 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:38.935486 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8cbb92ac-391a-469e-be74-36f01921e2ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:38.937101 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bc521daf-50ed-4aa7-9075-f58a12a30506 req-d2fb9147-ee4d-4ea2-ac01-2660cefa054f tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:38.956862 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8cbb92ac-391a-469e-be74-36f01921e2ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:39.007224 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8cbb92ac-391a-469e-be74-36f01921e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:39.010203 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8cbb92ac-391a-469e-be74-36f01921e2ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:39.011910 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28485026-4a1e-453a-98ad-46421dbf8fce req-3685af68-3ea2-4c24-8c96-ef7774a25106 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Network 4b91b62e-f0da-4f30-b6c0-0519015da08e is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:45:39.014455 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8cbb92ac-391a-469e-be74-36f01921e2ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5f58593e-81db-4c55-af18-4ddc932dffbf HTTP/1.1" status: 204 len: 168 time: 0.1586013 Jul 07 20:45:39.016207 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685af68-3ea2-4c24-8c96-ef7774a25106 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Pushing event updated for resources: {'Port': ['ID=d2dfea02-cabd-41f7-8c69-061d804ea158,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:39.021230 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-28485026-4a1e-453a-98ad-46421dbf8fce req-3685af68-3ea2-4c24-8c96-ef7774a25106 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:45:39.028235 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-28485026-4a1e-453a-98ad-46421dbf8fce req-3685af68-3ea2-4c24-8c96-ef7774a25106 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:45:39.030395 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485026-4a1e-453a-98ad-46421dbf8fce req-3685af68-3ea2-4c24-8c96-ef7774a25106 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:39.031070 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-28485026-4a1e-453a-98ad-46421dbf8fce req-3685af68-3ea2-4c24-8c96-ef7774a25106 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:39.031547 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb92ac-391a-469e-be74-36f01921e2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f58593e-81db-4c55-af18-4ddc932dffbf,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:39.044866 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bc521daf-50ed-4aa7-9075-f58a12a30506 req-d2fb9147-ee4d-4ea2-ac01-2660cefa054f tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:39.058492 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bc521daf-50ed-4aa7-9075-f58a12a30506 req-d2fb9147-ee4d-4ea2-ac01-2660cefa054f tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:39.071498 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28485026-4a1e-453a-98ad-46421dbf8fce req-3685af68-3ea2-4c24-8c96-ef7774a25106 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2370582 Jul 07 20:45:39.093822 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-28485026-4a1e-453a-98ad-46421dbf8fce req-5b66a240-48fd-43e5-91c3-6b4c3607af95 service neutron] Request body: {'port': {'device_id': 'c0362d39-dd2c-442a-b50e-9b1b3ab9460c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:39.101069 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb9147-ee4d-4ea2-ac01-2660cefa054f tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee62575-1017-4a3d-86db-36a0666a317d,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:39.130953 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bc521daf-50ed-4aa7-9075-f58a12a30506 req-d2fb9147-ee4d-4ea2-ac01-2660cefa054f tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:39.132216 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc521daf-50ed-4aa7-9075-f58a12a30506 req-d2fb9147-ee4d-4ea2-ac01-2660cefa054f tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5476613 Jul 07 20:45:39.140875 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fa4c7-3147-4e45-ac65-ce9adbccec41 req-0ed7707c-93c8-4940-96cd-e5e1b0a0dd93 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:39.148808 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-549fa4c7-3147-4e45-ac65-ce9adbccec41 req-0ed7707c-93c8-4940-96cd-e5e1b0a0dd93 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 931 time: 0.2070067 Jul 07 20:45:39.226531 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-549fa4c7-3147-4e45-ac65-ce9adbccec41 req-beef5418-22dc-42e3-a94b-9e0391dfb494 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767262 Jul 07 20:45:39.267822 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-28485026-4a1e-453a-98ad-46421dbf8fce req-5b66a240-48fd-43e5-91c3-6b4c3607af95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:39.350357 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-c2667f23-e411-4738-b9d7-f517405ba029 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=b813a213f9e34c1ea704ab9dfa81e943&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869303 Jul 07 20:45:39.407811 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cb25d916-53df-46cd-b4cf-20eed98419c1 req-4befbe5e-7fdd-45ed-946e-f0c22d591517 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c5dc6b6-dafb-4c17-94f5-04665b323d43 HTTP/1.1" status: 200 len: 210 time: 0.0540917 Jul 07 20:45:39.452296 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59734) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:39.532662 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4d46dcd5-3c87-4161-aec0-381087567451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:39.546355 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-37e9a926-e041-4807-9f39-89e1741d1982 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:39.548051 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-37e9a926-e041-4807-9f39-89e1741d1982 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894267 Jul 07 20:45:39.567375 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-4102e465-d9ad-4fa7-9850-24293dbdf7b3 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Request body: {'port': {'device_id': '414cf508-b6ff-4533-9fff-896ec2cc17f5', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': 'b813a213f9e34c1ea704ab9dfa81e943'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:39.687433 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-980f6533-3116-46df-b4b2-62571bad5c8e req-f00a1bf4-e94d-46f0-8f4e-91cc77bb04ab tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1367831744', 'description': 'tempest-description-296964742'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:39.734569 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-d7c3c03b-a58e-48d9-95f2-7058b677f02a req-ee86a7de-a6b7-443a-8143-8e0f23552dcd tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1822617373', 'description': 'tempest-description-1193006546'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:39.800153 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4d46dcd5-3c87-4161-aec0-381087567451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:39.808617 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4d46dcd5-3c87-4161-aec0-381087567451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:39.842180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-28485026-4a1e-453a-98ad-46421dbf8fce req-5b66a240-48fd-43e5-91c3-6b4c3607af95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2dfea02-cabd-41f7-8c69-061d804ea158 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:45:39.855644 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-28485026-4a1e-453a-98ad-46421dbf8fce req-5b66a240-48fd-43e5-91c3-6b4c3607af95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:39.881292 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-980f6533-3116-46df-b4b2-62571bad5c8e req-f00a1bf4-e94d-46f0-8f4e-91cc77bb04ab tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:39.902737 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-4102e465-d9ad-4fa7-9850-24293dbdf7b3 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Made reservation on behalf of b813a213f9e34c1ea704ab9dfa81e943 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:45:39.906904 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4d46dcd5-3c87-4161-aec0-381087567451 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a005ec7879284c37a46b433a004d4cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4491746 Jul 07 20:45:39.906904 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-28485026-4a1e-453a-98ad-46421dbf8fce req-5b66a240-48fd-43e5-91c3-6b4c3607af95 service neutron] Transition to ACTIVE for port object d2dfea02-cabd-41f7-8c69-061d804ea158 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:45:39.910372 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46dcd5-3c87-4161-aec0-381087567451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fc8cab-7fef-4a5b-80cf-5b05e9adc737,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:39.914111 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-4102e465-d9ad-4fa7-9850-24293dbdf7b3 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:39.914331 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59740) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:39.928785 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-28485026-4a1e-453a-98ad-46421dbf8fce req-5b66a240-48fd-43e5-91c3-6b4c3607af95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:39.995117 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d7c3c03b-a58e-48d9-95f2-7058b677f02a req-ee86a7de-a6b7-443a-8143-8e0f23552dcd tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.076558 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66a240-48fd-43e5-91c3-6b4c3607af95 service neutron] Pushing event updated for resources: {'Port': ['ID=d2dfea02-cabd-41f7-8c69-061d804ea158,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:40.156061 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6424625-285f-4608-a66c-01818338a3a6 req-9933f519-06bd-4e4e-ba22-a3205ceda51d tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=366c03c560e74bbf92c8b502164978ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1222751 Jul 07 20:45:40.159430 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5632-7c92-4eb6-8630-496dc178f7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.164572 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-4102e465-d9ad-4fa7-9850-24293dbdf7b3 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Allocated IP 192.168.233.115 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/9ada3cac-3c6d-4898-a901-dfa391ba6690) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:45:40.238210 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-28485026-4a1e-453a-98ad-46421dbf8fce req-5b66a240-48fd-43e5-91c3-6b4c3607af95 service neutron] Attempting to bind port d2dfea02-cabd-41f7-8c69-061d804ea158 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:45:40.238557 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-28485026-4a1e-453a-98ad-46421dbf8fce req-5b66a240-48fd-43e5-91c3-6b4c3607af95 service neutron] Attempting to bind port d2dfea02-cabd-41f7-8c69-061d804ea158 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:45:40.238893 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28485026-4a1e-453a-98ad-46421dbf8fce req-5b66a240-48fd-43e5-91c3-6b4c3607af95 service neutron] Attempting to bind port d2dfea02-cabd-41f7-8c69-061d804ea158 on network 4b91b62e-f0da-4f30-b6c0-0519015da08e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:45:40.276307 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5632-7c92-4eb6-8630-496dc178f7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.281695 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28485026-4a1e-453a-98ad-46421dbf8fce req-5b66a240-48fd-43e5-91c3-6b4c3607af95 service neutron] Port d2dfea02-cabd-41f7-8c69-061d804ea158 on network 4b91b62e-f0da-4f30-b6c0-0519015da08e not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:45:40.282039 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28485026-4a1e-453a-98ad-46421dbf8fce req-5b66a240-48fd-43e5-91c3-6b4c3607af95 service neutron] Attempting to bind port d2dfea02-cabd-41f7-8c69-061d804ea158 on network 4b91b62e-f0da-4f30-b6c0-0519015da08e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:45:40.297018 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-980f6533-3116-46df-b4b2-62571bad5c8e req-f00a1bf4-e94d-46f0-8f4e-91cc77bb04ab tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.307823 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28485026-4a1e-453a-98ad-46421dbf8fce req-5b66a240-48fd-43e5-91c3-6b4c3607af95 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:45:40.308166 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28485026-4a1e-453a-98ad-46421dbf8fce req-5b66a240-48fd-43e5-91c3-6b4c3607af95 service neutron] Checking segment: {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:45:40.308566 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28485026-4a1e-453a-98ad-46421dbf8fce req-5b66a240-48fd-43e5-91c3-6b4c3607af95 service neutron] Bound using segment: {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:45:40.309013 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-28485026-4a1e-453a-98ad-46421dbf8fce req-5b66a240-48fd-43e5-91c3-6b4c3607af95 service neutron] Bound port: d2dfea02-cabd-41f7-8c69-061d804ea158, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:45:40.309493 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-28485026-4a1e-453a-98ad-46421dbf8fce req-5b66a240-48fd-43e5-91c3-6b4c3607af95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.330000 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-980f6533-3116-46df-b4b2-62571bad5c8e req-f00a1bf4-e94d-46f0-8f4e-91cc77bb04ab tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.419060 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-4102e465-d9ad-4fa7-9850-24293dbdf7b3 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.439861 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-4102e465-d9ad-4fa7-9850-24293dbdf7b3 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Transition to ACTIVE for port object 9ada3cac-3c6d-4898-a901-dfa391ba6690 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:45:40.452823 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6424625-285f-4608-a66c-01818338a3a6 req-f6a94877-fbb9-45ce-8124-d132a505a3b7 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:40.457947 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6424625-285f-4608-a66c-01818338a3a6 req-f6a94877-fbb9-45ce-8124-d132a505a3b7 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2847111 Jul 07 20:45:40.463608 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a1bf4-e94d-46f0-8f4e-91cc77bb04ab tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23cd6d80-65ff-4c82-bdf0-814d33758822,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:40.480000 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-a6424625-285f-4608-a66c-01818338a3a6 req-54defc70-e999-484d-aa75-3d7582d6a9ae tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Request body: {'port': {'device_id': '2c5dc6b6-dafb-4c17-94f5-04665b323d43', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': '366c03c560e74bbf92c8b502164978ee'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:40.503394 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-4102e465-d9ad-4fa7-9850-24293dbdf7b3 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.521857 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['5a5f6175-b6b2-4051-b45c-150a10c32475'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:45:40.531502 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-4102e465-d9ad-4fa7-9850-24293dbdf7b3 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:45:40.559000 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5632-7c92-4eb6-8630-496dc178f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.561589 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3fdc5632-7c92-4eb6-8630-496dc178f7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.565317 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3fdc5632-7c92-4eb6-8630-496dc178f7a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/06fc8cab-7fef-4a5b-80cf-5b05e9adc737 HTTP/1.1" status: 204 len: 168 time: 0.6453803 Jul 07 20:45:40.568105 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-4102e465-d9ad-4fa7-9850-24293dbdf7b3 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:45:40.571403 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-4102e465-d9ad-4fa7-9850-24293dbdf7b3 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:45:40.604769 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc5632-7c92-4eb6-8630-496dc178f7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fc8cab-7fef-4a5b-80cf-5b05e9adc737,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:40.609958 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-28485026-4a1e-453a-98ad-46421dbf8fce req-5b66a240-48fd-43e5-91c3-6b4c3607af95 service neutron] For port d2dfea02-cabd-41f7-8c69-061d804ea158, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:45:40.635682 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-4102e465-d9ad-4fa7-9850-24293dbdf7b3 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:40.637210 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-4102e465-d9ad-4fa7-9850-24293dbdf7b3 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.670605 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102e465-d9ad-4fa7-9850-24293dbdf7b3 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Pushing event updated for resources: {'Port': ['ID=9ada3cac-3c6d-4898-a901-dfa391ba6690,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:40.709509 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d7c3c03b-a58e-48d9-95f2-7058b677f02a req-ee86a7de-a6b7-443a-8143-8e0f23552dcd tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.726099 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-28485026-4a1e-453a-98ad-46421dbf8fce req-5b66a240-48fd-43e5-91c3-6b4c3607af95 service neutron] For port d2dfea02-cabd-41f7-8c69-061d804ea158, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=d2dfea02-cabd-41f7-8c69-061d804ea158,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:45:40.730736 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-4102e465-d9ad-4fa7-9850-24293dbdf7b3 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1672611 Jul 07 20:45:40.733376 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d7c3c03b-a58e-48d9-95f2-7058b677f02a req-ee86a7de-a6b7-443a-8143-8e0f23552dcd tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.747288 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-d8a32f4b-fbb4-4d6d-bec9-b5fbdccf4e35 service neutron] Request body: {'port': {'device_id': '414cf508-b6ff-4533-9fff-896ec2cc17f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:40.749836 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59756) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:40.765592 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-980f6533-3116-46df-b4b2-62571bad5c8e req-f00a1bf4-e94d-46f0-8f4e-91cc77bb04ab tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.766845 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-980f6533-3116-46df-b4b2-62571bad5c8e req-f00a1bf4-e94d-46f0-8f4e-91cc77bb04ab tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0879734 Jul 07 20:45:40.767994 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-28485026-4a1e-453a-98ad-46421dbf8fce req-5b66a240-48fd-43e5-91c3-6b4c3607af95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.825729 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d7c3c03b-a58e-48d9-95f2-7058b677f02a req-ee86a7de-a6b7-443a-8143-8e0f23552dcd tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.846099 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d7c3c03b-a58e-48d9-95f2-7058b677f02a req-ee86a7de-a6b7-443a-8143-8e0f23552dcd tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.1213007 Jul 07 20:45:40.864050 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485026-4a1e-453a-98ad-46421dbf8fce req-5b66a240-48fd-43e5-91c3-6b4c3607af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:40.865044 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-28485026-4a1e-453a-98ad-46421dbf8fce req-5b66a240-48fd-43e5-91c3-6b4c3607af95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.867568 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28485026-4a1e-453a-98ad-46421dbf8fce req-5b66a240-48fd-43e5-91c3-6b4c3607af95 service neutron] 10.222.0.39 "PUT /v2.0/ports/d2dfea02-cabd-41f7-8c69-061d804ea158 HTTP/1.1" status: 200 len: 1092 time: 1.7840345 Jul 07 20:45:40.868911 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0362d39-dd2c-442a-b50e-9b1b3ab9460c', 'tag': 'd2dfea02-cabd-41f7-8c69-061d804ea158'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:45:40.872406 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc808852-ce58-4414-9d03-afbf6fe9a110" -d '{"events": [{"name": "network-changed", "server_uuid": "c0362d39-dd2c-442a-b50e-9b1b3ab9460c", "tag": "d2dfea02-cabd-41f7-8c69-061d804ea158"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:45:40.917614 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-d8a32f4b-fbb4-4d6d-bec9-b5fbdccf4e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:40.942687 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86a7de-a6b7-443a-8143-8e0f23552dcd tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2564ccf5-3cf6-4fa2-9d9e-83d6e31ae9c5,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:41.031081 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8bc1c48d-5ebe-4a7a-9c47-b9a7454ff8d3 None None] Provisioning for port 9ada3cac-3c6d-4898-a901-dfa391ba6690 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:45:41.032315 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6424625-285f-4608-a66c-01818338a3a6 req-54defc70-e999-484d-aa75-3d7582d6a9ae tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Made reservation on behalf of 366c03c560e74bbf92c8b502164978ee for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:45:41.036027 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a6424625-285f-4608-a66c-01818338a3a6 req-54defc70-e999-484d-aa75-3d7582d6a9ae tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:41.037375 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8bc1c48d-5ebe-4a7a-9c47-b9a7454ff8d3 None None] Provisioning complete for port 9ada3cac-3c6d-4898-a901-dfa391ba6690 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:45:41.037955 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bc1c48d-5ebe-4a7a-9c47-b9a7454ff8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:41.067773 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66a240-48fd-43e5-91c3-6b4c3607af95 service neutron] Pushing event updated for resources: {'Port': ['ID=d2dfea02-cabd-41f7-8c69-061d804ea158,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:41.137126 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-8bc1c48d-5ebe-4a7a-9c47-b9a7454ff8d3 None None] Port 9ada3cac-3c6d-4898-a901-dfa391ba6690 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:45:41.352940 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-d8a32f4b-fbb4-4d6d-bec9-b5fbdccf4e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ada3cac-3c6d-4898-a901-dfa391ba6690 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:45:41.364859 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-d8a32f4b-fbb4-4d6d-bec9-b5fbdccf4e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:41.384746 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-d8a32f4b-fbb4-4d6d-bec9-b5fbdccf4e35 service neutron] Transition to ACTIVE for port object 9ada3cac-3c6d-4898-a901-dfa391ba6690 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:45:41.389624 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-d8a32f4b-fbb4-4d6d-bec9-b5fbdccf4e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:41.523305 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a32f4b-fbb4-4d6d-bec9-b5fbdccf4e35 service neutron] Pushing event updated for resources: {'Port': ['ID=9ada3cac-3c6d-4898-a901-dfa391ba6690,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:41.534171 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81b3de01-7819-4abf-9f8f-3fdaab58f883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:41.553848 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-d8a32f4b-fbb4-4d6d-bec9-b5fbdccf4e35 service neutron] Attempting to bind port 9ada3cac-3c6d-4898-a901-dfa391ba6690 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:45:41.554036 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-d8a32f4b-fbb4-4d6d-bec9-b5fbdccf4e35 service neutron] Attempting to bind port 9ada3cac-3c6d-4898-a901-dfa391ba6690 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:45:41.554229 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-d8a32f4b-fbb4-4d6d-bec9-b5fbdccf4e35 service neutron] Attempting to bind port 9ada3cac-3c6d-4898-a901-dfa391ba6690 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:45:41.560491 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-d8a32f4b-fbb4-4d6d-bec9-b5fbdccf4e35 service neutron] Port 9ada3cac-3c6d-4898-a901-dfa391ba6690 on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:45:41.560970 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-d8a32f4b-fbb4-4d6d-bec9-b5fbdccf4e35 service neutron] Attempting to bind port 9ada3cac-3c6d-4898-a901-dfa391ba6690 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:45:41.566886 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-d8a32f4b-fbb4-4d6d-bec9-b5fbdccf4e35 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:45:41.567532 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-d8a32f4b-fbb4-4d6d-bec9-b5fbdccf4e35 service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:45:41.568220 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-d8a32f4b-fbb4-4d6d-bec9-b5fbdccf4e35 service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:45:41.568922 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-d8a32f4b-fbb4-4d6d-bec9-b5fbdccf4e35 service neutron] Bound port: 9ada3cac-3c6d-4898-a901-dfa391ba6690, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:45:41.569177 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-d8a32f4b-fbb4-4d6d-bec9-b5fbdccf4e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:41.600311 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485026-4a1e-453a-98ad-46421dbf8fce req-7c17a3bc-f9c1-417f-93c1-c96a46f05ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:41.602079 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28485026-4a1e-453a-98ad-46421dbf8fce req-7c17a3bc-f9c1-417f-93c1-c96a46f05ddd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 1095 time: 0.6610706 Jul 07 20:45:41.610324 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ac328-99d7-4820-8501-8faa212728cc req-208e9383-8446-4a62-bc69-37eebeee0250 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:41.611932 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a21ac328-99d7-4820-8501-8faa212728cc req-208e9383-8446-4a62-bc69-37eebeee0250 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=414cf508-b6ff-4533-9fff-896ec2cc17f5 HTTP/1.1" status: 200 len: 936 time: 0.5966823 Jul 07 20:45:41.667392 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-d8a32f4b-fbb4-4d6d-bec9-b5fbdccf4e35 service neutron] For port 9ada3cac-3c6d-4898-a901-dfa391ba6690, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:45:41.673642 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-d8a32f4b-fbb4-4d6d-bec9-b5fbdccf4e35 service neutron] For port 9ada3cac-3c6d-4898-a901-dfa391ba6690, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=9ada3cac-3c6d-4898-a901-dfa391ba6690,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:45:41.682049 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-d8a32f4b-fbb4-4d6d-bec9-b5fbdccf4e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:41.719112 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-d8a32f4b-fbb4-4d6d-bec9-b5fbdccf4e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:41.720077 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28485026-4a1e-453a-98ad-46421dbf8fce req-4277a68a-f1ae-4327-aaf7-938b1919c40e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2dfea02-cabd-41f7-8c69-061d804ea158 HTTP/1.1" status: 200 len: 217 time: 0.0824652 Jul 07 20:45:41.720564 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-d8a32f4b-fbb4-4d6d-bec9-b5fbdccf4e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:41.722538 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-d8a32f4b-fbb4-4d6d-bec9-b5fbdccf4e35 service neutron] 10.222.0.58 "PUT /v2.0/ports/9ada3cac-3c6d-4898-a901-dfa391ba6690 HTTP/1.1" status: 200 len: 1097 time: 0.9805555 Jul 07 20:45:41.725031 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414cf508-b6ff-4533-9fff-896ec2cc17f5', 'tag': '9ada3cac-3c6d-4898-a901-dfa391ba6690'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:45:41.728481 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d530bb-6ecf-4eac-aa0f-d0493b608add" -d '{"events": [{"name": "network-changed", "server_uuid": "414cf508-b6ff-4533-9fff-896ec2cc17f5", "tag": "9ada3cac-3c6d-4898-a901-dfa391ba6690"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:45:41.763223 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-a6424625-285f-4608-a66c-01818338a3a6 req-54defc70-e999-484d-aa75-3d7582d6a9ae tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Allocated IP 192.168.233.217 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/22616752-a20e-4dcf-8ba3-c8a595594040) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:45:41.771623 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a32f4b-fbb4-4d6d-bec9-b5fbdccf4e35 service neutron] Pushing event updated for resources: {'Port': ['ID=9ada3cac-3c6d-4898-a901-dfa391ba6690,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:41.834913 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a487af-b454-48e7-839b-eb976135858c req-9e6b0888-ca93-4f23-a4ea-fcf24f83ddb2 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:41.842619 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8a487af-b454-48e7-839b-eb976135858c req-9e6b0888-ca93-4f23-a4ea-fcf24f83ddb2 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 943 time: 0.6733205 Jul 07 20:45:41.853462 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a21ac328-99d7-4820-8501-8faa212728cc req-e5db8e54-8c2d-4e2d-add3-48b6cf64eae5 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143080 Jul 07 20:45:41.935865 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485026-4a1e-453a-98ad-46421dbf8fce req-6ef9774d-1a71-491a-89ac-55c631b154c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:41.938264 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28485026-4a1e-453a-98ad-46421dbf8fce req-6ef9774d-1a71-491a-89ac-55c631b154c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58cf048c-6ca3-4e9c-85aa-89cc2a934f80 HTTP/1.1" status: 200 len: 860 time: 0.2089210 Jul 07 20:45:41.945782 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81b3de01-7819-4abf-9f8f-3fdaab58f883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:41.957042 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-30df100d-08ff-4142-90f5-ff783d82d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:41.962165 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-30df100d-08ff-4142-90f5-ff783d82d650 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b813a213f9e34c1ea704ab9dfa81e943&device_id=414cf508-b6ff-4533-9fff-896ec2cc17f5 HTTP/1.1" status: 200 len: 1100 time: 0.1559527 Jul 07 20:45:41.997769 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81b3de01-7819-4abf-9f8f-3fdaab58f883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:42.011062 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28485026-4a1e-453a-98ad-46421dbf8fce req-628083ae-229e-4599-8b27-fd3146d2954c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b91b62e-f0da-4f30-b6c0-0519015da08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600147 Jul 07 20:45:42.037585 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-e2df2ca6-bb06-4190-b22b-02f29d4412b8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=9ada3cac-3c6d-4898-a901-dfa391ba6690 HTTP/1.1" status: 200 len: 217 time: 0.0624664 Jul 07 20:45:42.056996 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8a487af-b454-48e7-839b-eb976135858c req-6581ca0c-5191-4c09-ad3d-54a871ffb834 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134030 Jul 07 20:45:42.104304 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-ae245514-4b19-4a00-82c6-fd31dabf3999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:42.108654 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-ae245514-4b19-4a00-82c6-fd31dabf3999 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0610158 Jul 07 20:45:42.189176 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-5bdcdc19-d43b-4a56-b624-7349463e33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:42.190833 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-5bdcdc19-d43b-4a56-b624-7349463e33e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0717447 Jul 07 20:45:42.224382 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-81b3de01-7819-4abf-9f8f-3fdaab58f883 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=502d799a0b1d4d9ab5fa83c425139846&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4673946 Jul 07 20:45:42.246468 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59790) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:42.247158 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3de01-7819-4abf-9f8f-3fdaab58f883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4142ff2b-e760-48cb-b54e-167e6d9df23c,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:42.257094 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-95536dc1-568f-4077-a263-8113672c68cc req-d885ac04-3070-4d58-a20a-564422c0a8f1 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c5dc6b6-dafb-4c17-94f5-04665b323d43 HTTP/1.1" status: 200 len: 210 time: 0.1118808 Jul 07 20:45:42.340880 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-a95d5c10-38c5-47be-b4cf-f46b5a679306 req-1d096dd0-c56a-4aea-8af6-5e4ce24bed9d tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-404542835', 'description': 'tempest-description-1636913755'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:42.347264 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-6a9de850-7ef8-4f27-9a3e-1ef37ae43687 req-5985fd51-7326-43ef-b83b-0c78b29e3299 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-796583387', 'description': 'tempest-description-664757970'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:42.368776 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-d1dec36c-376c-4196-8fbe-950f352c7a7a service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661673 Jul 07 20:45:42.394844 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28485026-4a1e-453a-98ad-46421dbf8fce req-22603bb7-b6d0-4347-b8c8-bc81f9850a1a service neutron] 10.222.0.39 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514724 Jul 07 20:45:42.413569 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.db.api [req-6a9de850-7ef8-4f27-9a3e-1ef37ae43687 req-5985fd51-7326-43ef-b83b-0c78b29e3299 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 20:45:42.413569 n-d-695189-11 neutron-server[100448]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 20:45:42.413569 n-d-695189-11 neutron-server[100448]: [parameters: {'project_id_1': 'ac1c7f126e8a4c94ba8a44c4ee4d4f7e', 'expiration_1': datetime.datetime(2021, 7, 7, 20, 45, 42, 377608)}] Jul 07 20:45:42.413569 n-d-695189-11 neutron-server[100448]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 20:45:42.414219 n-d-695189-11 neutron-server[100448]: DEBUG oslo_db.api [req-6a9de850-7ef8-4f27-9a3e-1ef37ae43687 req-5985fd51-7326-43ef-b83b-0c78b29e3299 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 20:45:42.425848 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a6424625-285f-4608-a66c-01818338a3a6 req-54defc70-e999-484d-aa75-3d7582d6a9ae tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:42.474335 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ad77b935-6b98-418d-9bb6-d419069b5b9c req-81ef6dff-56ef-440e-ade6-57ecc5101c98 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952659 Jul 07 20:45:42.488299 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a95d5c10-38c5-47be-b4cf-f46b5a679306 req-1d096dd0-c56a-4aea-8af6-5e4ce24bed9d tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:42.528444 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-a6424625-285f-4608-a66c-01818338a3a6 req-54defc70-e999-484d-aa75-3d7582d6a9ae tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Transition to ACTIVE for port object 22616752-a20e-4dcf-8ba3-c8a595594040 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:45:42.535305 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3666a410-aefc-469d-82a1-4d27595acbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:42.597090 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3666a410-aefc-469d-82a1-4d27595acbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:42.657429 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28485026-4a1e-453a-98ad-46421dbf8fce req-ea79aac0-7b13-4e6e-8984-c596d55100ae service neutron] 10.222.0.39 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451725 Jul 07 20:45:42.708804 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a6424625-285f-4608-a66c-01818338a3a6 req-54defc70-e999-484d-aa75-3d7582d6a9ae tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:42.769661 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6424625-285f-4608-a66c-01818338a3a6 req-54defc70-e999-484d-aa75-3d7582d6a9ae tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:45:42.776817 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3666a410-aefc-469d-82a1-4d27595acbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:42.779355 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3666a410-aefc-469d-82a1-4d27595acbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:42.780499 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3666a410-aefc-469d-82a1-4d27595acbbb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4142ff2b-e760-48cb-b54e-167e6d9df23c HTTP/1.1" status: 204 len: 168 time: 0.5304728 Jul 07 20:45:42.786890 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a95d5c10-38c5-47be-b4cf-f46b5a679306 req-1d096dd0-c56a-4aea-8af6-5e4ce24bed9d tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:42.789947 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-a6424625-285f-4608-a66c-01818338a3a6 req-54defc70-e999-484d-aa75-3d7582d6a9ae tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:45:42.796097 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6424625-285f-4608-a66c-01818338a3a6 req-54defc70-e999-484d-aa75-3d7582d6a9ae tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:45:42.801607 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6424625-285f-4608-a66c-01818338a3a6 req-54defc70-e999-484d-aa75-3d7582d6a9ae tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:42.802241 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a6424625-285f-4608-a66c-01818338a3a6 req-54defc70-e999-484d-aa75-3d7582d6a9ae tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:42.804828 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a95d5c10-38c5-47be-b4cf-f46b5a679306 req-1d096dd0-c56a-4aea-8af6-5e4ce24bed9d tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:42.815890 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54defc70-e999-484d-aa75-3d7582d6a9ae tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Pushing event updated for resources: {'Port': ['ID=22616752-a20e-4dcf-8ba3-c8a595594040,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:42.823442 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666a410-aefc-469d-82a1-4d27595acbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4142ff2b-e760-48cb-b54e-167e6d9df23c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:42.837132 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6424625-285f-4608-a66c-01818338a3a6 req-54defc70-e999-484d-aa75-3d7582d6a9ae tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3672230 Jul 07 20:45:42.843679 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a95d5c10-38c5-47be-b4cf-f46b5a679306 req-1d096dd0-c56a-4aea-8af6-5e4ce24bed9d tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:42.845036 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a95d5c10-38c5-47be-b4cf-f46b5a679306 req-1d096dd0-c56a-4aea-8af6-5e4ce24bed9d tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5330679 Jul 07 20:45:42.862821 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-a6424625-285f-4608-a66c-01818338a3a6 req-05364076-ddb0-4b7e-a7b8-d08485117fdf service neutron] Request body: {'port': {'device_id': '2c5dc6b6-dafb-4c17-94f5-04665b323d43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:42.866416 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d096dd0-c56a-4aea-8af6-5e4ce24bed9d tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc518f5a-2c00-47c5-bc1b-9aa660095b2b,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:42.910069 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ae988b-a72e-4ab8-9369-2f730668d067 x-openstack-request-id: req-23ae988b-a72e-4ab8-9369-2f730668d067 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:45:42.910360 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0362d39-dd2c-442a-b50e-9b1b3ab9460c", "tag": "d2dfea02-cabd-41f7-8c69-061d804ea158", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:45:42.910623 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-23ae988b-a72e-4ab8-9369-2f730668d067 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:45:42.913704 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0362d39-dd2c-442a-b50e-9b1b3ab9460c', 'tag': 'd2dfea02-cabd-41f7-8c69-061d804ea158', 'status': 'completed', 'code': 200} Jul 07 20:45:42.959093 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4c0f53-5fa7-4b61-8ecc-3a29821e17b9 x-openstack-request-id: req-ac4c0f53-5fa7-4b61-8ecc-3a29821e17b9 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:45:42.959644 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414cf508-b6ff-4533-9fff-896ec2cc17f5", "tag": "9ada3cac-3c6d-4898-a901-dfa391ba6690", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:45:42.959857 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac4c0f53-5fa7-4b61-8ecc-3a29821e17b9 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:45:42.960382 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414cf508-b6ff-4533-9fff-896ec2cc17f5', 'tag': '9ada3cac-3c6d-4898-a901-dfa391ba6690', 'status': 'completed', 'code': 200} Jul 07 20:45:43.025743 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a6424625-285f-4608-a66c-01818338a3a6 req-05364076-ddb0-4b7e-a7b8-d08485117fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:43.031187 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6a9de850-7ef8-4f27-9a3e-1ef37ae43687 req-5985fd51-7326-43ef-b83b-0c78b29e3299 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:43.075940 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d530bb-6ecf-4eac-aa0f-d0493b608add req-4c6b94d1-4263-494c-ac80-6ac57188237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:43.077533 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c3d530bb-6ecf-4eac-aa0f-d0493b608add req-4c6b94d1-4263-494c-ac80-6ac57188237c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b813a213f9e34c1ea704ab9dfa81e943&device_id=414cf508-b6ff-4533-9fff-896ec2cc17f5 HTTP/1.1" status: 200 len: 1100 time: 0.0858035 Jul 07 20:45:43.196334 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9dfc173f-cdc0-4b39-8a51-20198dca1680 None None] Provisioning for port 22616752-a20e-4dcf-8ba3-c8a595594040 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:45:43.202318 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9dfc173f-cdc0-4b39-8a51-20198dca1680 None None] Provisioning complete for port 22616752-a20e-4dcf-8ba3-c8a595594040 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:45:43.203020 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9dfc173f-cdc0-4b39-8a51-20198dca1680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:43.233790 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d530bb-6ecf-4eac-aa0f-d0493b608add req-dc34eaf9-d586-48ea-b2e8-9c00e06b607d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:43.235404 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c3d530bb-6ecf-4eac-aa0f-d0493b608add req-dc34eaf9-d586-48ea-b2e8-9c00e06b607d service neutron] 10.222.0.58 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.1472502 Jul 07 20:45:43.259634 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-9dfc173f-cdc0-4b39-8a51-20198dca1680 None None] Port 22616752-a20e-4dcf-8ba3-c8a595594040 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:45:43.274403 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc808852-ce58-4414-9d03-afbf6fe9a110 req-cc593188-0fbb-4a66-914c-12abe032498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:43.275990 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc808852-ce58-4414-9d03-afbf6fe9a110 req-cc593188-0fbb-4a66-914c-12abe032498d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 1095 time: 0.3113635 Jul 07 20:45:43.319784 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c3d530bb-6ecf-4eac-aa0f-d0493b608add req-4a2f3bbb-1a44-4d66-bef3-c62448046981 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=9ada3cac-3c6d-4898-a901-dfa391ba6690 HTTP/1.1" status: 200 len: 217 time: 0.0739732 Jul 07 20:45:43.389998 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d530bb-6ecf-4eac-aa0f-d0493b608add req-bd5016f3-cc07-49e2-beaa-1a0333ad05ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:43.392921 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c3d530bb-6ecf-4eac-aa0f-d0493b608add req-bd5016f3-cc07-49e2-beaa-1a0333ad05ae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0630548 Jul 07 20:45:43.496884 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59824) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:43.512575 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ef6b402-e28c-40cd-8aeb-aa345af1be4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:43.531430 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6a9de850-7ef8-4f27-9a3e-1ef37ae43687 req-5985fd51-7326-43ef-b83b-0c78b29e3299 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:43.532981 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc808852-ce58-4414-9d03-afbf6fe9a110 req-afd57c84-f37c-4fd2-adf9-2c2665d565e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:43.534465 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc808852-ce58-4414-9d03-afbf6fe9a110 req-afd57c84-f37c-4fd2-adf9-2c2665d565e5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 921 time: 0.2379317 Jul 07 20:45:43.549057 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6a9de850-7ef8-4f27-9a3e-1ef37ae43687 req-5985fd51-7326-43ef-b83b-0c78b29e3299 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:43.550482 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d530bb-6ecf-4eac-aa0f-d0493b608add req-fdd9be1e-e7d8-4060-bac5-9a060a76f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:43.552326 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c3d530bb-6ecf-4eac-aa0f-d0493b608add req-fdd9be1e-e7d8-4060-bac5-9a060a76f74e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1503692 Jul 07 20:45:43.650040 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc808852-ce58-4414-9d03-afbf6fe9a110 req-2d1518a8-9b92-4a62-80f6-c1fc3af47bfc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2dfea02-cabd-41f7-8c69-061d804ea158 HTTP/1.1" status: 200 len: 217 time: 0.0983291 Jul 07 20:45:43.661007 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985fd51-7326-43ef-b83b-0c78b29e3299 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c0ade6-730c-4748-8f15-dc97c5e83fb3,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:43.693909 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c3d530bb-6ecf-4eac-aa0f-d0493b608add req-ef4098e5-1a14-466c-8971-c7c928f5ef0b service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317821 Jul 07 20:45:43.737465 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59828) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:43.760395 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-a6424625-285f-4608-a66c-01818338a3a6 req-05364076-ddb0-4b7e-a7b8-d08485117fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22616752-a20e-4dcf-8ba3-c8a595594040 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:45:43.772626 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc808852-ce58-4414-9d03-afbf6fe9a110 req-99d842f6-003e-4281-ad50-41992c239d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:43.774260 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc808852-ce58-4414-9d03-afbf6fe9a110 req-99d842f6-003e-4281-ad50-41992c239d3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58cf048c-6ca3-4e9c-85aa-89cc2a934f80 HTTP/1.1" status: 200 len: 860 time: 0.1054897 Jul 07 20:45:43.776507 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a6424625-285f-4608-a66c-01818338a3a6 req-05364076-ddb0-4b7e-a7b8-d08485117fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:43.795348 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3768c3-7e68-4e3a-a4b0-fa79100d0975 req-6a234c98-44ca-4de3-bc51-58d427bee357 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:43.796842 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf3768c3-7e68-4e3a-a4b0-fa79100d0975 req-6a234c98-44ca-4de3-bc51-58d427bee357 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=414cf508-b6ff-4533-9fff-896ec2cc17f5 HTTP/1.1" status: 200 len: 948 time: 0.2682753 Jul 07 20:45:43.814693 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-a6424625-285f-4608-a66c-01818338a3a6 req-05364076-ddb0-4b7e-a7b8-d08485117fdf service neutron] Transition to ACTIVE for port object 22616752-a20e-4dcf-8ba3-c8a595594040 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:45:43.840482 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc808852-ce58-4414-9d03-afbf6fe9a110 req-d11dd161-255f-4311-acc8-79ee86f1dfd4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b91b62e-f0da-4f30-b6c0-0519015da08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402901 Jul 07 20:45:43.842370 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a6424625-285f-4608-a66c-01818338a3a6 req-05364076-ddb0-4b7e-a7b8-d08485117fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:43.965611 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ee311dbb-7b87-43a6-ad85-e7e194b4733e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:43.973596 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ef6b402-e28c-40cd-8aeb-aa345af1be4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:43.981979 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ef6b402-e28c-40cd-8aeb-aa345af1be4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:43.983086 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05364076-ddb0-4b7e-a7b8-d08485117fdf service neutron] Pushing event updated for resources: {'Port': ['ID=22616752-a20e-4dcf-8ba3-c8a595594040,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:44.008125 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf3768c3-7e68-4e3a-a4b0-fa79100d0975 req-8a07d35b-e52c-48a7-9043-4e3b45489052 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948380 Jul 07 20:45:44.009074 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6a9de850-7ef8-4f27-9a3e-1ef37ae43687 req-5985fd51-7326-43ef-b83b-0c78b29e3299 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:44.010553 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a9de850-7ef8-4f27-9a3e-1ef37ae43687 req-5985fd51-7326-43ef-b83b-0c78b29e3299 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.6845794 Jul 07 20:45:44.057320 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8ef6b402-e28c-40cd-8aeb-aa345af1be4c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76be2877fc9949d8a46ebc30eb6290f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5591042 Jul 07 20:45:44.060274 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59838) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:44.069641 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c3d530bb-6ecf-4eac-aa0f-d0493b608add req-e31148d8-5ba8-4110-98b3-9d3828f92a11 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653274 Jul 07 20:45:44.070582 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6b402-e28c-40cd-8aeb-aa345af1be4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7dfab6-af7f-4103-b1ff-6d56721614c9,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:44.127556 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-a6424625-285f-4608-a66c-01818338a3a6 req-05364076-ddb0-4b7e-a7b8-d08485117fdf service neutron] Attempting to bind port 22616752-a20e-4dcf-8ba3-c8a595594040 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:45:44.128742 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-a6424625-285f-4608-a66c-01818338a3a6 req-05364076-ddb0-4b7e-a7b8-d08485117fdf service neutron] Attempting to bind port 22616752-a20e-4dcf-8ba3-c8a595594040 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:45:44.129740 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6424625-285f-4608-a66c-01818338a3a6 req-05364076-ddb0-4b7e-a7b8-d08485117fdf service neutron] Attempting to bind port 22616752-a20e-4dcf-8ba3-c8a595594040 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:45:44.150046 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4e278e5-ed94-4e4d-8556-ada20ec9e571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:44.153210 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6424625-285f-4608-a66c-01818338a3a6 req-05364076-ddb0-4b7e-a7b8-d08485117fdf service neutron] Port 22616752-a20e-4dcf-8ba3-c8a595594040 on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:45:44.153618 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6424625-285f-4608-a66c-01818338a3a6 req-05364076-ddb0-4b7e-a7b8-d08485117fdf service neutron] Attempting to bind port 22616752-a20e-4dcf-8ba3-c8a595594040 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:45:44.180084 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4e278e5-ed94-4e4d-8556-ada20ec9e571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:44.234698 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6424625-285f-4608-a66c-01818338a3a6 req-05364076-ddb0-4b7e-a7b8-d08485117fdf service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:45:44.235044 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6424625-285f-4608-a66c-01818338a3a6 req-05364076-ddb0-4b7e-a7b8-d08485117fdf service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:45:44.235463 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6424625-285f-4608-a66c-01818338a3a6 req-05364076-ddb0-4b7e-a7b8-d08485117fdf service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:45:44.235948 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-a6424625-285f-4608-a66c-01818338a3a6 req-05364076-ddb0-4b7e-a7b8-d08485117fdf service neutron] Bound port: 22616752-a20e-4dcf-8ba3-c8a595594040, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:45:44.236562 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a6424625-285f-4608-a66c-01818338a3a6 req-05364076-ddb0-4b7e-a7b8-d08485117fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:44.240612 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4e278e5-ed94-4e4d-8556-ada20ec9e571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:44.245114 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4e278e5-ed94-4e4d-8556-ada20ec9e571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:44.246850 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a4e278e5-ed94-4e4d-8556-ada20ec9e571 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e7dfab6-af7f-4103-b1ff-6d56721614c9 HTTP/1.1" status: 204 len: 168 time: 0.1854780 Jul 07 20:45:44.259397 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e278e5-ed94-4e4d-8556-ada20ec9e571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7dfab6-af7f-4103-b1ff-6d56721614c9,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:44.266441 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc808852-ce58-4414-9d03-afbf6fe9a110 req-8ee4a4c8-e599-4285-8e72-a9ed9f9fcc15 service neutron] 10.222.0.39 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110897 Jul 07 20:45:44.467062 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-3e74a514-10dc-4bec-a4d0-ea3f10e7e741 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:44.468621 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-3e74a514-10dc-4bec-a4d0-ea3f10e7e741 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/networks?id=9442e09a-87e7-4298-ac51-144ec948c46e HTTP/1.1" status: 200 len: 809 time: 0.3301296 Jul 07 20:45:44.529536 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ee311dbb-7b87-43a6-ad85-e7e194b4733e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:44.530825 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-a6424625-285f-4608-a66c-01818338a3a6 req-05364076-ddb0-4b7e-a7b8-d08485117fdf service neutron] For port 22616752-a20e-4dcf-8ba3-c8a595594040, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:45:44.551168 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-07c12ee6-14a5-41d0-a37f-fc673bdb9217 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/quotas/e946a9e98bc34862ade6c7d9345c8cc6 HTTP/1.1" status: 200 len: 375 time: 0.0656726 Jul 07 20:45:44.551729 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ee311dbb-7b87-43a6-ad85-e7e194b4733e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:44.563757 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-a6424625-285f-4608-a66c-01818338a3a6 req-05364076-ddb0-4b7e-a7b8-d08485117fdf service neutron] For port 22616752-a20e-4dcf-8ba3-c8a595594040, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=22616752-a20e-4dcf-8ba3-c8a595594040,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:45:44.593288 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc808852-ce58-4414-9d03-afbf6fe9a110 req-ae4017e9-96df-4fe5-853a-b914d8eb1107 service neutron] 10.222.0.39 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180022 Jul 07 20:45:44.594373 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a6424625-285f-4608-a66c-01818338a3a6 req-05364076-ddb0-4b7e-a7b8-d08485117fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:44.880037 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247742f9-498d-46f3-bb29-cff28d9da221 req-2297a2d3-0fa2-4785-9e40-f82e1afc7137 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:44.881606 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-247742f9-498d-46f3-bb29-cff28d9da221 req-2297a2d3-0fa2-4785-9e40-f82e1afc7137 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 943 time: 0.6344264 Jul 07 20:45:44.921275 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee311dbb-7b87-43a6-ad85-e7e194b4733e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f5b145-a578-4443-90a7-5577e2ad21b2,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:44.925444 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ee311dbb-7b87-43a6-ad85-e7e194b4733e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=527ead22790a43afb7d480f31f74e9c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1857078 Jul 07 20:45:44.928476 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59862) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:44.942070 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6424625-285f-4608-a66c-01818338a3a6 req-05364076-ddb0-4b7e-a7b8-d08485117fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:44.942706 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a6424625-285f-4608-a66c-01818338a3a6 req-05364076-ddb0-4b7e-a7b8-d08485117fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:44.944299 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6424625-285f-4608-a66c-01818338a3a6 req-05364076-ddb0-4b7e-a7b8-d08485117fdf service neutron] 10.222.0.58 "PUT /v2.0/ports/22616752-a20e-4dcf-8ba3-c8a595594040 HTTP/1.1" status: 200 len: 1097 time: 2.0865600 Jul 07 20:45:44.959759 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5dc6b6-dafb-4c17-94f5-04665b323d43', 'tag': '22616752-a20e-4dcf-8ba3-c8a595594040'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:45:44.967428 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2197f96e-2f6c-4d46-b37a-dc6d75a1f44f" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5dc6b6-dafb-4c17-94f5-04665b323d43", "tag": "22616752-a20e-4dcf-8ba3-c8a595594040"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:45:45.029948 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-39267ba9-502e-4442-9a99-748c5bdefd70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:45.053494 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-39267ba9-502e-4442-9a99-748c5bdefd70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:45.059360 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-247742f9-498d-46f3-bb29-cff28d9da221 req-aa3fa3a6-741c-424f-82df-823021f243b9 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459086 Jul 07 20:45:45.060009 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05364076-ddb0-4b7e-a7b8-d08485117fdf service neutron] Pushing event updated for resources: {'Port': ['ID=22616752-a20e-4dcf-8ba3-c8a595594040,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:45.114810 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-1bbf66b1-a7a6-4d9f-b608-c0cc85e8bec8 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e946a9e98bc34862ade6c7d9345c8cc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5483694 Jul 07 20:45:45.168120 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-39267ba9-502e-4442-9a99-748c5bdefd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:45.170843 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-39267ba9-502e-4442-9a99-748c5bdefd70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:45.172022 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-39267ba9-502e-4442-9a99-748c5bdefd70 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/00f5b145-a578-4443-90a7-5577e2ad21b2 HTTP/1.1" status: 204 len: 168 time: 0.2423940 Jul 07 20:45:45.183802 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39267ba9-502e-4442-9a99-748c5bdefd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f5b145-a578-4443-90a7-5577e2ad21b2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:45.225994 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6424625-285f-4608-a66c-01818338a3a6 req-81c9fb29-eda5-475a-9029-681dfa70a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:45.228271 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6424625-285f-4608-a66c-01818338a3a6 req-81c9fb29-eda5-475a-9029-681dfa70a59a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=366c03c560e74bbf92c8b502164978ee&device_id=2c5dc6b6-dafb-4c17-94f5-04665b323d43 HTTP/1.1" status: 200 len: 1100 time: 0.2225175 Jul 07 20:45:45.291811 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6424625-285f-4608-a66c-01818338a3a6 req-312eefd9-b7fd-4305-9d8f-2efc3d5c6422 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=22616752-a20e-4dcf-8ba3-c8a595594040 HTTP/1.1" status: 200 len: 217 time: 0.0453610 Jul 07 20:45:45.400207 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-99f5a679-a093-4bfe-ae52-789dcaa8a6fa service neutron] 10.222.0.64 "GET /v2.0/networks/9442e09a-87e7-4298-ac51-144ec948c46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712405 Jul 07 20:45:45.461372 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6424625-285f-4608-a66c-01818338a3a6 req-cfa8d30c-b1a6-4516-8b7b-157d9b165900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:45.462860 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6424625-285f-4608-a66c-01818338a3a6 req-cfa8d30c-b1a6-4516-8b7b-157d9b165900 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1611416 Jul 07 20:45:45.563074 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc6486-423e-4d3c-b271-a00acbebdde3 req-b41a1970-6a6e-4b42-8e73-a32ac4d8dc45 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:45.567434 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-76dc6486-423e-4d3c-b271-a00acbebdde3 req-b41a1970-6a6e-4b42-8e73-a32ac4d8dc45 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c5dc6b6-dafb-4c17-94f5-04665b323d43 HTTP/1.1" status: 200 len: 948 time: 0.2089846 Jul 07 20:45:45.573423 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-fb0deb6b-c0c4-46c0-ae6e-6bffb6e7e6c5 service neutron] 10.222.0.64 "GET /v2.0/networks/9442e09a-87e7-4298-ac51-144ec948c46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698585 Jul 07 20:45:45.592844 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6424625-285f-4608-a66c-01818338a3a6 req-85be25b5-53f8-40d9-9c09-ce4bd23f5599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:45.594454 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6424625-285f-4608-a66c-01818338a3a6 req-85be25b5-53f8-40d9-9c09-ce4bd23f5599 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1212568 Jul 07 20:45:45.670871 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-76dc6486-423e-4d3c-b271-a00acbebdde3 req-311b18a2-49e4-4bb2-aba7-3cd54a05f0e6 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fa6c5ea-d5d7-4b46-a4a8-278280885807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901828 Jul 07 20:45:45.694442 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59884) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:45.713088 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7f649f3d-88bc-4ba5-ad4c-ce18ee5915af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:45.756012 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6424625-285f-4608-a66c-01818338a3a6 req-44d2eb0f-8d3a-4c35-87fb-16807295a621 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508470 Jul 07 20:45:45.841540 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2e401224-52b6-45a3-9330-74541d5a422b req-113c0b13-e2db-4042-a953-42f204326796 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "GET /v2.0/security-groups/2564ccf5-3cf6-4fa2-9d9e-83d6e31ae9c5 HTTP/1.1" status: 200 len: 1805 time: 0.1360457 Jul 07 20:45:45.845342 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a190be-d4be-4550-874a-927c3c710a29 x-openstack-request-id: req-06a190be-d4be-4550-874a-927c3c710a29 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:45:45.845861 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5dc6b6-dafb-4c17-94f5-04665b323d43", "tag": "22616752-a20e-4dcf-8ba3-c8a595594040", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:45:45.846184 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06a190be-d4be-4550-874a-927c3c710a29 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:45:45.846687 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5dc6b6-dafb-4c17-94f5-04665b323d43', 'tag': '22616752-a20e-4dcf-8ba3-c8a595594040', 'status': 'completed', 'code': 200} Jul 07 20:45:45.864871 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7f649f3d-88bc-4ba5-ad4c-ce18ee5915af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:45.876171 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7f649f3d-88bc-4ba5-ad4c-ce18ee5915af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:45.924826 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7f649f3d-88bc-4ba5-ad4c-ce18ee5915af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=28ed11e7bc044df989ad32d582441884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291334 Jul 07 20:45:45.930115 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59890) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:45.997374 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f649f3d-88bc-4ba5-ad4c-ce18ee5915af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2bd550-1f20-44aa-853a-40b2d7a1ffae,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:45.998138 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6424625-285f-4608-a66c-01818338a3a6 req-bb8bd183-c818-4872-a8ef-ab23e2b24219 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199333 Jul 07 20:45:46.003608 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2e401224-52b6-45a3-9330-74541d5a422b req-cfe66c4a-5285-47ab-a440-d58667358ba3 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "GET /v2.0/security-groups/a8c0ade6-730c-4748-8f15-dc97c5e83fb3 HTTP/1.1" status: 200 len: 1803 time: 0.1491086 Jul 07 20:45:46.019525 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f657786f-db6c-47a9-9749-a510299ffc75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:46.050569 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f657786f-db6c-47a9-9749-a510299ffc75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:46.083270 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-2e401224-52b6-45a3-9330-74541d5a422b req-e6de4890-6523-44b9-8d7c-b3170633c9e8 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2564ccf5-3cf6-4fa2-9d9e-83d6e31ae9c5', 'remote_group_id': 'a8c0ade6-730c-4748-8f15-dc97c5e83fb3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:46.083565 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-2e401224-52b6-45a3-9330-74541d5a422b req-e6de4890-6523-44b9-8d7c-b3170633c9e8 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2564ccf5-3cf6-4fa2-9d9e-83d6e31ae9c5', 'remote_group_id': 'a8c0ade6-730c-4748-8f15-dc97c5e83fb3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:46.240339 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f657786f-db6c-47a9-9749-a510299ffc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:46.242885 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f657786f-db6c-47a9-9749-a510299ffc75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:46.244094 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f657786f-db6c-47a9-9749-a510299ffc75 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6e2bd550-1f20-44aa-853a-40b2d7a1ffae HTTP/1.1" status: 204 len: 168 time: 0.3109324 Jul 07 20:45:46.287524 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657786f-db6c-47a9-9749-a510299ffc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2bd550-1f20-44aa-853a-40b2d7a1ffae,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:46.311969 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef28d91-db2d-4885-b8b6-09ef3643f02a req-dac6512b-b83c-4824-a34c-69e861c1f735 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:46.313879 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7ef28d91-db2d-4885-b8b6-09ef3643f02a req-dac6512b-b83c-4824-a34c-69e861c1f735 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=414cf508-b6ff-4533-9fff-896ec2cc17f5 HTTP/1.1" status: 200 len: 948 time: 0.2227831 Jul 07 20:45:46.333195 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2e401224-52b6-45a3-9330-74541d5a422b req-e6de4890-6523-44b9-8d7c-b3170633c9e8 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:46.346400 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197f96e-2f6c-4d46-b37a-dc6d75a1f44f req-f403faed-19ed-4ee9-a670-fe049b834045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:46.348290 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2197f96e-2f6c-4d46-b37a-dc6d75a1f44f req-f403faed-19ed-4ee9-a670-fe049b834045 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=366c03c560e74bbf92c8b502164978ee&device_id=2c5dc6b6-dafb-4c17-94f5-04665b323d43 HTTP/1.1" status: 200 len: 1100 time: 0.2049503 Jul 07 20:45:46.433349 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7ef28d91-db2d-4885-b8b6-09ef3643f02a req-1af0e1b0-9493-4ed6-a507-6c6ca773a9f0 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109312 Jul 07 20:45:46.464188 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2e401224-52b6-45a3-9330-74541d5a422b req-e6de4890-6523-44b9-8d7c-b3170633c9e8 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:46.471186 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2e401224-52b6-45a3-9330-74541d5a422b req-e6de4890-6523-44b9-8d7c-b3170633c9e8 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:46.510716 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de4890-6523-44b9-8d7c-b3170633c9e8 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caacb798-e954-4e41-b062-f879e97e9789,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:46.523426 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2e401224-52b6-45a3-9330-74541d5a422b req-e6de4890-6523-44b9-8d7c-b3170633c9e8 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:46.544630 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2e401224-52b6-45a3-9330-74541d5a422b req-e6de4890-6523-44b9-8d7c-b3170633c9e8 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4666591 Jul 07 20:45:46.563859 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197f96e-2f6c-4d46-b37a-dc6d75a1f44f req-9ff519de-f2ac-486f-8773-1e834dca8e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:46.567613 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2197f96e-2f6c-4d46-b37a-dc6d75a1f44f req-9ff519de-f2ac-486f-8773-1e834dca8e71 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.1977150 Jul 07 20:45:46.580074 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device d2dfea02-cabd-41f7-8c69-061d804ea158 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:45:46.649147 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8efb5558-ff25-439d-95b7-971a8c291d87 req-3dcf27d5-ea14-4364-90ba-f596e6e6dfda tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e0f63c1-850f-4458-9326-1b09c85c9e62 HTTP/1.1" status: 200 len: 210 time: 0.0804620 Jul 07 20:45:46.651013 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2197f96e-2f6c-4d46-b37a-dc6d75a1f44f req-3a25f106-a26e-452a-8d1f-aadf5eb45c71 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=22616752-a20e-4dcf-8ba3-c8a595594040 HTTP/1.1" status: 200 len: 217 time: 0.0579867 Jul 07 20:45:46.747118 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197f96e-2f6c-4d46-b37a-dc6d75a1f44f req-d027503b-8b9d-408b-bdf3-6b1a32ffc1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:46.749922 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2197f96e-2f6c-4d46-b37a-dc6d75a1f44f req-d027503b-8b9d-408b-bdf3-6b1a32ffc1c6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0873067 Jul 07 20:45:46.765341 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port d2dfea02-cabd-41f7-8c69-061d804ea158, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=d2dfea02-cabd-41f7-8c69-061d804ea158,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:46.794024 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'd2dfea02-cabd-41f7-8c69-061d804ea158', 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e', 'port_id': 'd2dfea02-cabd-41f7-8c69-061d804ea158', 'mac_address': 'fa:16:3e:1d:2e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58cf048c-6ca3-4e9c-85aa-89cc2a934f80', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:45:46.822829 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 9ada3cac-3c6d-4898-a901-dfa391ba6690 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:45:46.845797 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327b3f0-ce94-4234-aa60-6a7d8f9ce953 req-60d21713-57f0-4870-93e2-b22043092564 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:46.855813 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6327b3f0-ce94-4234-aa60-6a7d8f9ce953 req-60d21713-57f0-4870-93e2-b22043092564 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 943 time: 0.1848512 Jul 07 20:45:46.857308 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:46.910290 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6327b3f0-ce94-4234-aa60-6a7d8f9ce953 req-16ee8270-1dfb-4e6d-8b28-2f83713df91d tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534880 Jul 07 20:45:46.924779 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2dfea02-cabd-41f7-8c69-061d804ea158 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:45:46.952939 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port d2dfea02-cabd-41f7-8c69-061d804ea158, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=d2dfea02-cabd-41f7-8c69-061d804ea158,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:46.953287 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197f96e-2f6c-4d46-b37a-dc6d75a1f44f req-2291688f-52ad-4387-86fd-ce2e5dfc5ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:46.957940 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2197f96e-2f6c-4d46-b37a-dc6d75a1f44f req-2291688f-52ad-4387-86fd-ce2e5dfc5ab6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1881192 Jul 07 20:45:46.962068 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:47.048443 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 9ada3cac-3c6d-4898-a901-dfa391ba6690, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=9ada3cac-3c6d-4898-a901-dfa391ba6690,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:47.067601 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=d2dfea02-cabd-41f7-8c69-061d804ea158,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:47.084459 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '9ada3cac-3c6d-4898-a901-dfa391ba6690', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '9ada3cac-3c6d-4898-a901-dfa391ba6690', 'mac_address': 'fa:16:3e:8f:49:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:45:47.088751 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-a313ca08-f884-4db4-b91d-bf3ef963bf11 req-2feb3c96-91dd-4102-a2c6-89201bc1b7c1 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2058476989', 'description': 'tempest-description-1949535362'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:47.120567 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2197f96e-2f6c-4d46-b37a-dc6d75a1f44f req-577ee23d-9f69-486e-ae39-c36132822453 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531096 Jul 07 20:45:47.132469 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a313ca08-f884-4db4-b91d-bf3ef963bf11 req-2feb3c96-91dd-4102-a2c6-89201bc1b7c1 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:47.169761 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:47.193162 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ada3cac-3c6d-4898-a901-dfa391ba6690 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:45:47.231827 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2197f96e-2f6c-4d46-b37a-dc6d75a1f44f req-1068c251-3b9e-49e6-8b73-7f9b5a21e8bd service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965738 Jul 07 20:45:47.261988 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 9ada3cac-3c6d-4898-a901-dfa391ba6690, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=9ada3cac-3c6d-4898-a901-dfa391ba6690,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:47.268180 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:47.336734 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a313ca08-f884-4db4-b91d-bf3ef963bf11 req-2feb3c96-91dd-4102-a2c6-89201bc1b7c1 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:47.339214 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=9ada3cac-3c6d-4898-a901-dfa391ba6690,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:47.342425 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a313ca08-f884-4db4-b91d-bf3ef963bf11 req-2feb3c96-91dd-4102-a2c6-89201bc1b7c1 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:47.371559 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['d2dfea02-cabd-41f7-8c69-061d804ea158'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:45:47.434523 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a313ca08-f884-4db4-b91d-bf3ef963bf11 req-2feb3c96-91dd-4102-a2c6-89201bc1b7c1 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:47.455929 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a313ca08-f884-4db4-b91d-bf3ef963bf11 req-2feb3c96-91dd-4102-a2c6-89201bc1b7c1 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3785996 Jul 07 20:45:47.472875 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb3c96-91dd-4102-a2c6-89201bc1b7c1 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9264b5-8fba-4142-bd2f-885395f3597a,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:47.577242 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-582de608-7184-4c5e-86f2-7a0fe5daec79 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:47.579171 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-582de608-7184-4c5e-86f2-7a0fe5daec79 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.39 "GET /v2.0/networks?id=9442e09a-87e7-4298-ac51-144ec948c46e HTTP/1.1" status: 200 len: 809 time: 0.2084250 Jul 07 20:45:47.617673 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-dc6b7ef3-93af-4781-b325-8a9995760bdf tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Request body: {'port': {'device_id': '9e0f63c1-850f-4458-9326-1b09c85c9e62', 'network_id': '9442e09a-87e7-4298-ac51-144ec948c46e', 'admin_state_up': True, 'tenant_id': 'e946a9e98bc34862ade6c7d9345c8cc6'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:47.623049 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['9ada3cac-3c6d-4898-a901-dfa391ba6690'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:45:47.822030 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eeaf09-f742-46fa-9ccd-bae0978375d4 req-b91964dc-a672-4c1f-8d8d-a220e7f5ab15 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:47.825671 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0eeaf09-f742-46fa-9ccd-bae0978375d4 req-b91964dc-a672-4c1f-8d8d-a220e7f5ab15 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c5dc6b6-dafb-4c17-94f5-04665b323d43 HTTP/1.1" status: 200 len: 948 time: 0.2319453 Jul 07 20:45:47.901823 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0eeaf09-f742-46fa-9ccd-bae0978375d4 req-6e65e686-136e-4bd6-9b17-f2534d15cafa tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fa6c5ea-d5d7-4b46-a4a8-278280885807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656831 Jul 07 20:45:47.911430 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-6b72a656-6198-4546-aea7-bc18295afa75 req-c45b9b38-139a-4fd7-bf78-2606ea6a88b6 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1275591226', 'description': 'tempest-description-1970272747'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:47.925724 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-dc6b7ef3-93af-4781-b325-8a9995760bdf tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Made reservation on behalf of e946a9e98bc34862ade6c7d9345c8cc6 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:45:47.932190 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-dc6b7ef3-93af-4781-b325-8a9995760bdf tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:47.974130 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6b72a656-6198-4546-aea7-bc18295afa75 req-c45b9b38-139a-4fd7-bf78-2606ea6a88b6 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:48.182144 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-dc6b7ef3-93af-4781-b325-8a9995760bdf tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Allocated IP 172.20.0.8 (9442e09a-87e7-4298-ac51-144ec948c46e/2b26f304-a08b-4179-8660-bed155148e47/4a044639-be40-40eb-9552-66ad11bdcaf0) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:45:48.192428 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b2945-bdba-43dc-8601-0a56f86e2a0e req-d501b552-4034-43dd-8bb9-e717aa98f401 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:48.194142 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1e0b2945-bdba-43dc-8601-0a56f86e2a0e req-d501b552-4034-43dd-8bb9-e717aa98f401 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=414cf508-b6ff-4533-9fff-896ec2cc17f5 HTTP/1.1" status: 200 len: 949 time: 0.1709137 Jul 07 20:45:48.263889 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6b72a656-6198-4546-aea7-bc18295afa75 req-c45b9b38-139a-4fd7-bf78-2606ea6a88b6 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:48.278604 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6b72a656-6198-4546-aea7-bc18295afa75 req-c45b9b38-139a-4fd7-bf78-2606ea6a88b6 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:48.321957 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1e0b2945-bdba-43dc-8601-0a56f86e2a0e req-6b2d0a90-3fd6-4a9b-b33a-f7d261ff3914 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177685 Jul 07 20:45:48.349301 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6b72a656-6198-4546-aea7-bc18295afa75 req-c45b9b38-139a-4fd7-bf78-2606ea6a88b6 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:48.350536 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6b72a656-6198-4546-aea7-bc18295afa75 req-c45b9b38-139a-4fd7-bf78-2606ea6a88b6 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4459107 Jul 07 20:45:48.381338 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b9b38-139a-4fd7-bf78-2606ea6a88b6 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6852ef2-02ac-455e-8eb7-d459dbb80789,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:48.452476 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-dc6b7ef3-93af-4781-b325-8a9995760bdf tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:48.499371 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0b65b268-f906-4351-8c20-8da691bbf780 req-52ed3d37-5556-409b-940b-536107ade2f7 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e0f63c1-850f-4458-9326-1b09c85c9e62 HTTP/1.1" status: 200 len: 210 time: 0.0508127 Jul 07 20:45:48.567866 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-dc6b7ef3-93af-4781-b325-8a9995760bdf tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:48.581568 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c2b08-c258-4bde-ada0-46ca3643b59d req-597b6615-a38a-4a49-a0e0-9a00371322d4 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:48.582648 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['76c6bd40-5208-4f6c-876f-76cdf52fd620'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:45:48.583136 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-652c2b08-c258-4bde-ada0-46ca3643b59d req-597b6615-a38a-4a49-a0e0-9a00371322d4 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 944 time: 0.1264811 Jul 07 20:45:48.611168 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device d2dfea02-cabd-41f7-8c69-061d804ea158 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:45:48.644276 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-dc6b7ef3-93af-4781-b325-8a9995760bdf tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Network 9442e09a-87e7-4298-ac51-144ec948c46e is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:45:48.655125 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-dc6b7ef3-93af-4781-b325-8a9995760bdf tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:45:48.660955 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-dc6b7ef3-93af-4781-b325-8a9995760bdf tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:45:48.666715 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-dc6b7ef3-93af-4781-b325-8a9995760bdf tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:48.667396 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-dc6b7ef3-93af-4781-b325-8a9995760bdf tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:48.676128 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b7ef3-93af-4781-b325-8a9995760bdf tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event updated for resources: {'Port': ['ID=4a044639-be40-40eb-9552-66ad11bdcaf0,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:48.691254 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-652c2b08-c258-4bde-ada0-46ca3643b59d req-65aa0121-2941-4b60-9ba9-2a21f9b77186 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971515 Jul 07 20:45:48.702692 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-dc6b7ef3-93af-4781-b325-8a9995760bdf tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0913198 Jul 07 20:45:48.713712 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port d2dfea02-cabd-41f7-8c69-061d804ea158 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:45:48.725508 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port d2dfea02-cabd-41f7-8c69-061d804ea158 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:45:48.725886 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:48.728527 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-4e43e558-df80-410f-9bda-026835c588d7 service neutron] Request body: {'port': {'device_id': '9e0f63c1-850f-4458-9326-1b09c85c9e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:48.857081 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-06ed0ce5-3573-4a55-b7e6-569adfaf3d1c req-44eb7e68-b3bf-4f78-bb50-64e2562e29ee tempest-QuotasAdminNegativeTest-421034603 tempest-QuotasAdminNegativeTest-421034603-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=81f4e17249ef44f3a6058b329efec540&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297644 Jul 07 20:45:48.878260 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-4e43e558-df80-410f-9bda-026835c588d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:48.882374 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 22616752-a20e-4dcf-8ba3-c8a595594040 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:45:48.885403 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 9ada3cac-3c6d-4898-a901-dfa391ba6690 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:45:49.119307 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed0ce5-3573-4a55-b7e6-569adfaf3d1c req-c0df4863-ff65-49d3-8455-00e8e200a21e tempest-QuotasAdminNegativeTest-421034603 tempest-QuotasAdminNegativeTest-421034603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:49.120949 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-06ed0ce5-3573-4a55-b7e6-569adfaf3d1c req-c0df4863-ff65-49d3-8455-00e8e200a21e tempest-QuotasAdminNegativeTest-421034603 tempest-QuotasAdminNegativeTest-421034603-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2557318 Jul 07 20:45:49.135814 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 9ada3cac-3c6d-4898-a901-dfa391ba6690 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:45:49.142681 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3737acae-a01e-4319-87cd-54b8e22bf534 req-b075bbc4-0aa6-4fd2-82dd-9c72ae0b9e84 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "GET /v2.0/security-groups/2d9264b5-8fba-4142-bd2f-885395f3597a HTTP/1.1" status: 200 len: 1805 time: 0.1745842 Jul 07 20:45:49.154705 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-06ed0ce5-3573-4a55-b7e6-569adfaf3d1c req-86a8074c-11e1-428e-b454-1a63bd6501ec tempest-QuotasAdminNegativeTest-421034603 tempest-QuotasAdminNegativeTest-421034603-project] 10.222.0.64 "GET /v2.0/quotas/81f4e17249ef44f3a6058b329efec540 HTTP/1.1" status: 200 len: 375 time: 0.0256248 Jul 07 20:45:49.172535 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 9ada3cac-3c6d-4898-a901-dfa391ba6690 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:45:49.173023 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:49.220484 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:49.240039 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-06ed0ce5-3573-4a55-b7e6-569adfaf3d1c req-ca0bea21-440a-49cf-acfa-ac0c9cde70cb tempest-QuotasAdminNegativeTest-421034603 tempest-QuotasAdminNegativeTest-421034603-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=81f4e17249ef44f3a6058b329efec540&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673945 Jul 07 20:45:49.246419 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 22616752-a20e-4dcf-8ba3-c8a595594040, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=22616752-a20e-4dcf-8ba3-c8a595594040,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:49.275885 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3737acae-a01e-4319-87cd-54b8e22bf534 req-87eb52f7-2a9e-40b6-8f35-9d4907b7cb17 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "GET /v2.0/security-groups/b6852ef2-02ac-455e-8eb7-d459dbb80789 HTTP/1.1" status: 200 len: 1805 time: 0.1258864 Jul 07 20:45:49.278330 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '22616752-a20e-4dcf-8ba3-c8a595594040', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '22616752-a20e-4dcf-8ba3-c8a595594040', 'mac_address': 'fa:16:3e:1f:59:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:45:49.295728 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-3737acae-a01e-4319-87cd-54b8e22bf534 req-980ce9b8-b595-4ff1-ac73-683407e6b920 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2d9264b5-8fba-4142-bd2f-885395f3597a', 'remote_group_id': 'b6852ef2-02ac-455e-8eb7-d459dbb80789', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:49.296054 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-3737acae-a01e-4319-87cd-54b8e22bf534 req-980ce9b8-b595-4ff1-ac73-683407e6b920 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2d9264b5-8fba-4142-bd2f-885395f3597a', 'remote_group_id': 'b6852ef2-02ac-455e-8eb7-d459dbb80789', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:49.301031 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0362d39-dd2c-442a-b50e-9b1b3ab9460c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2dfea02-cabd-41f7-8c69-061d804ea158'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:45:49.303334 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f31395-c620-49fb-8aad-e0372e913859" -d '{"events": [{"server_uuid": "c0362d39-dd2c-442a-b50e-9b1b3ab9460c", "name": "network-vif-plugged", "status": "completed", "tag": "d2dfea02-cabd-41f7-8c69-061d804ea158"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:45:49.350501 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port d2dfea02-cabd-41f7-8c69-061d804ea158, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=d2dfea02-cabd-41f7-8c69-061d804ea158,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:49.368350 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:49.380691 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:45:49.411360 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:49.426045 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-4e43e558-df80-410f-9bda-026835c588d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a044639-be40-40eb-9552-66ad11bdcaf0 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:45:49.441460 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-4e43e558-df80-410f-9bda-026835c588d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:49.457572 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-3737acae-a01e-4319-87cd-54b8e22bf534 req-980ce9b8-b595-4ff1-ac73-683407e6b920 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:49.479599 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22616752-a20e-4dcf-8ba3-c8a595594040 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:45:49.490728 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-4e43e558-df80-410f-9bda-026835c588d7 service neutron] Transition to ACTIVE for port object 4a044639-be40-40eb-9552-66ad11bdcaf0 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:45:49.500807 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-4e43e558-df80-410f-9bda-026835c588d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:49.518078 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=d2dfea02-cabd-41f7-8c69-061d804ea158,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:49.533874 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:49.538493 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 22616752-a20e-4dcf-8ba3-c8a595594040, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=22616752-a20e-4dcf-8ba3-c8a595594040,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:49.557613 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-3737acae-a01e-4319-87cd-54b8e22bf534 req-980ce9b8-b595-4ff1-ac73-683407e6b920 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:49.562501 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:49.570109 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-3737acae-a01e-4319-87cd-54b8e22bf534 req-980ce9b8-b595-4ff1-ac73-683407e6b920 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:49.593153 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:49.617752 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43e558-df80-410f-9bda-026835c588d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a044639-be40-40eb-9552-66ad11bdcaf0,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:49.632402 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 9ada3cac-3c6d-4898-a901-dfa391ba6690, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=9ada3cac-3c6d-4898-a901-dfa391ba6690,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:49.634828 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ce9b8-b595-4ff1-ac73-683407e6b920 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c23975-94ca-4c6c-8ea6-0d50c15f55d4,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:49.648773 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:49.654099 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=22616752-a20e-4dcf-8ba3-c8a595594040,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:49.658306 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-3737acae-a01e-4319-87cd-54b8e22bf534 req-980ce9b8-b595-4ff1-ac73-683407e6b920 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:49.658757 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:49.659560 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3737acae-a01e-4319-87cd-54b8e22bf534 req-980ce9b8-b595-4ff1-ac73-683407e6b920 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3725817 Jul 07 20:45:49.676031 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e861b-7140-4c1b-8dac-2f0f478516af req-27632152-6419-44dd-b2ae-9cb3be5f3431 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:49.677603 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8d5e861b-7140-4c1b-8dac-2f0f478516af req-27632152-6419-44dd-b2ae-9cb3be5f3431 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c5dc6b6-dafb-4c17-94f5-04665b323d43 HTTP/1.1" status: 200 len: 948 time: 0.2460060 Jul 07 20:45:49.682440 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-4e43e558-df80-410f-9bda-026835c588d7 service neutron] Attempting to bind port 4a044639-be40-40eb-9552-66ad11bdcaf0 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:45:49.682778 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-4e43e558-df80-410f-9bda-026835c588d7 service neutron] Attempting to bind port 4a044639-be40-40eb-9552-66ad11bdcaf0 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': 'f1630037-09b1-4d2e-b0aa-c0e26ef61009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9442e09a-87e7-4298-ac51-144ec948c46e'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:45:49.683107 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-4e43e558-df80-410f-9bda-026835c588d7 service neutron] Attempting to bind port 4a044639-be40-40eb-9552-66ad11bdcaf0 on network 9442e09a-87e7-4298-ac51-144ec948c46e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:45:49.700468 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-4e43e558-df80-410f-9bda-026835c588d7 service neutron] Port 4a044639-be40-40eb-9552-66ad11bdcaf0 on network 9442e09a-87e7-4298-ac51-144ec948c46e not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:45:49.700796 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-4e43e558-df80-410f-9bda-026835c588d7 service neutron] Attempting to bind port 4a044639-be40-40eb-9552-66ad11bdcaf0 on network 9442e09a-87e7-4298-ac51-144ec948c46e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:45:49.708195 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-4e43e558-df80-410f-9bda-026835c588d7 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:45:49.708541 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-4e43e558-df80-410f-9bda-026835c588d7 service neutron] Checking segment: {'id': 'f1630037-09b1-4d2e-b0aa-c0e26ef61009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9442e09a-87e7-4298-ac51-144ec948c46e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:45:49.709145 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-4e43e558-df80-410f-9bda-026835c588d7 service neutron] Bound using segment: {'id': 'f1630037-09b1-4d2e-b0aa-c0e26ef61009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9442e09a-87e7-4298-ac51-144ec948c46e'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:45:49.709330 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-4e43e558-df80-410f-9bda-026835c588d7 service neutron] Bound port: 4a044639-be40-40eb-9552-66ad11bdcaf0, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1630037-09b1-4d2e-b0aa-c0e26ef61009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9442e09a-87e7-4298-ac51-144ec948c46e'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:45:49.709688 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-4e43e558-df80-410f-9bda-026835c588d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:49.720388 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=9ada3cac-3c6d-4898-a901-dfa391ba6690,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:49.737705 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8d5e861b-7140-4c1b-8dac-2f0f478516af req-ae9f59f5-a1e3-4997-ada4-4a1d0a698fc1 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fa6c5ea-d5d7-4b46-a4a8-278280885807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520582 Jul 07 20:45:49.793560 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e191d6-b8a6-4a15-9192-392e21eef7e1 x-openstack-request-id: req-d5e191d6-b8a6-4a15-9192-392e21eef7e1 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:45:49.793879 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0362d39-dd2c-442a-b50e-9b1b3ab9460c", "name": "network-vif-plugged", "status": "completed", "tag": "d2dfea02-cabd-41f7-8c69-061d804ea158", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:45:49.794136 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d5e191d6-b8a6-4a15-9192-392e21eef7e1 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:45:49.794534 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0362d39-dd2c-442a-b50e-9b1b3ab9460c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2dfea02-cabd-41f7-8c69-061d804ea158', 'code': 200} Jul 07 20:45:49.816020 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-4e43e558-df80-410f-9bda-026835c588d7 service neutron] For port 4a044639-be40-40eb-9552-66ad11bdcaf0, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:45:49.819874 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-4e43e558-df80-410f-9bda-026835c588d7 service neutron] For port 4a044639-be40-40eb-9552-66ad11bdcaf0, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=4a044639-be40-40eb-9552-66ad11bdcaf0,segment=NetworkSegment(f1630037-09b1-4d2e-b0aa-c0e26ef61009),segment_id=f1630037-09b1-4d2e-b0aa-c0e26ef61009)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:45:49.826928 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-4e43e558-df80-410f-9bda-026835c588d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:49.866443 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-4e43e558-df80-410f-9bda-026835c588d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:49.867235 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-4e43e558-df80-410f-9bda-026835c588d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:49.868905 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-4e43e558-df80-410f-9bda-026835c588d7 service neutron] 10.222.0.39 "PUT /v2.0/ports/4a044639-be40-40eb-9552-66ad11bdcaf0 HTTP/1.1" status: 200 len: 1092 time: 1.1470811 Jul 07 20:45:49.869495 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0f63c1-850f-4458-9326-1b09c85c9e62', 'tag': '4a044639-be40-40eb-9552-66ad11bdcaf0'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:45:49.871913 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f5d0ed-b979-4ab6-a4b2-b015ef818e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0f63c1-850f-4458-9326-1b09c85c9e62", "tag": "4a044639-be40-40eb-9552-66ad11bdcaf0"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:45:49.901145 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43e558-df80-410f-9bda-026835c588d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a044639-be40-40eb-9552-66ad11bdcaf0,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:49.965897 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['22616752-a20e-4dcf-8ba3-c8a595594040'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:45:50.009671 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-0fa8f242-0e57-477a-b9e2-aed021a91e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:50.011821 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-0fa8f242-0e57-477a-b9e2-aed021a91e78 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e946a9e98bc34862ade6c7d9345c8cc6&device_id=9e0f63c1-850f-4458-9326-1b09c85c9e62 HTTP/1.1" status: 200 len: 1095 time: 0.0745666 Jul 07 20:45:50.020534 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225cb3b-dce1-4190-8ad3-ccf51213565e req-25c571ff-b30c-439a-9cbc-fe7c87d924c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:50.022107 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6225cb3b-dce1-4190-8ad3-ccf51213565e req-25c571ff-b30c-439a-9cbc-fe7c87d924c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 1097 time: 0.1119456 Jul 07 20:45:50.034960 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1a439-7016-42e5-99a4-52b75e026402 req-2a46a1b2-2a61-4101-8449-c17f8ebf7d16 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:50.036510 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-18d1a439-7016-42e5-99a4-52b75e026402 req-2a46a1b2-2a61-4101-8449-c17f8ebf7d16 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=414cf508-b6ff-4533-9fff-896ec2cc17f5 HTTP/1.1" status: 200 len: 950 time: 0.0958261 Jul 07 20:45:50.096690 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-17f9c1a0-0957-43b2-afe6-50f3dcabf9e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a044639-be40-40eb-9552-66ad11bdcaf0 HTTP/1.1" status: 200 len: 217 time: 0.0597999 Jul 07 20:45:50.100196 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6225cb3b-dce1-4190-8ad3-ccf51213565e req-04f5e3ee-67c5-479d-af3c-cd35ada04713 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627525 Jul 07 20:45:50.103443 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-18d1a439-7016-42e5-99a4-52b75e026402 req-d5f86871-0425-4b47-a623-60135b0eaca9 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593722 Jul 07 20:45:50.189809 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-f17124f5-2a18-4186-a773-e1b7c1966580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:50.192201 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-f17124f5-2a18-4186-a773-e1b7c1966580 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2b26f304-a08b-4179-8660-bed155148e47 HTTP/1.1" status: 200 len: 849 time: 0.0883639 Jul 07 20:45:50.234610 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64e24991-a5e0-4a05-80c8-898114a7a4ef req-7ea3db68-e2ef-435a-b565-6d3a6d3592ba tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "GET /v2.0/security-groups/b6852ef2-02ac-455e-8eb7-d459dbb80789 HTTP/1.1" status: 200 len: 1805 time: 0.0845146 Jul 07 20:45:50.238846 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-b33c54fd-c5b5-47d3-af61-7e9b5bf41a4e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9442e09a-87e7-4298-ac51-144ec948c46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339751 Jul 07 20:45:50.299746 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b6b52-b3fe-41b4-969f-9a030b61c1c7 req-fccd8670-4e50-4cc8-bd9b-03921890836f tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:50.301302 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d04b6b52-b3fe-41b4-969f-9a030b61c1c7 req-fccd8670-4e50-4cc8-bd9b-03921890836f tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e0f63c1-850f-4458-9326-1b09c85c9e62 HTTP/1.1" status: 200 len: 943 time: 0.1103163 Jul 07 20:45:50.332694 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-64e24991-a5e0-4a05-80c8-898114a7a4ef req-229a5eea-4f9c-4a91-9191-a5f78f186007 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:50.347683 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-08a3d34b-84d9-4b11-a1cc-90e8abbbe24a service neutron] 10.222.0.39 "GET /v2.0/networks/9442e09a-87e7-4298-ac51-144ec948c46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009979 Jul 07 20:45:50.369244 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d04b6b52-b3fe-41b4-969f-9a030b61c1c7 req-7eec64b5-7520-4c65-bce1-127d560afbf6 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?id=f42130e7-e278-4a2e-a398-8287254a9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602090 Jul 07 20:45:50.370769 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-64e24991-a5e0-4a05-80c8-898114a7a4ef req-229a5eea-4f9c-4a91-9191-a5f78f186007 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:50.448361 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-761e64dd-4ac1-4a5e-89c9-34a641b9ded0 req-8ae815a8-0c76-417d-bb63-1ab6934ccea1 service neutron] 10.222.0.39 "GET /v2.0/networks/9442e09a-87e7-4298-ac51-144ec948c46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912864 Jul 07 20:45:50.454072 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-64e24991-a5e0-4a05-80c8-898114a7a4ef req-229a5eea-4f9c-4a91-9191-a5f78f186007 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:50.456867 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-64e24991-a5e0-4a05-80c8-898114a7a4ef req-229a5eea-4f9c-4a91-9191-a5f78f186007 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:50.458093 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64e24991-a5e0-4a05-80c8-898114a7a4ef req-229a5eea-4f9c-4a91-9191-a5f78f186007 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "DELETE /v2.0/security-groups/b6852ef2-02ac-455e-8eb7-d459dbb80789 HTTP/1.1" status: 204 len: 173 time: 0.2178655 Jul 07 20:45:50.470349 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a5eea-4f9c-4a91-9191-a5f78f186007 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6852ef2-02ac-455e-8eb7-d459dbb80789,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:50.581599 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f6e06-88a8-4f97-94b7-95daf16245d0 req-23e9799f-ece7-42aa-b8f2-03de0b3a831c tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:50.583148 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-731f6e06-88a8-4f97-94b7-95daf16245d0 req-23e9799f-ece7-42aa-b8f2-03de0b3a831c tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 945 time: 0.0716767 Jul 07 20:45:50.623710 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-731f6e06-88a8-4f97-94b7-95daf16245d0 req-8c9cc2bb-e190-473b-95a4-7512ac01220a tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346155 Jul 07 20:45:50.664479 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17de4df-a85b-41ef-b8bc-de5fbe076071 x-openstack-request-id: req-a17de4df-a85b-41ef-b8bc-de5fbe076071 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:45:50.665066 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0f63c1-850f-4458-9326-1b09c85c9e62", "tag": "4a044639-be40-40eb-9552-66ad11bdcaf0", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:45:50.665377 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a17de4df-a85b-41ef-b8bc-de5fbe076071 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:45:50.665726 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0f63c1-850f-4458-9326-1b09c85c9e62', 'tag': '4a044639-be40-40eb-9552-66ad11bdcaf0', 'status': 'completed', 'code': 200} Jul 07 20:45:50.717590 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13410575-3258-4dca-9242-aa553e307519 req-09ec33a8-3cd7-452f-a8c4-72f419f5ebf3 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "GET /v2.0/security-groups/2d9264b5-8fba-4142-bd2f-885395f3597a HTTP/1.1" status: 200 len: 1805 time: 0.0429194 Jul 07 20:45:50.747395 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-6cc0b72f-08d5-4047-b025-5838f4dafa15 req-e46b6f17-7faf-47d9-aa82-d121b5c4e525 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1131656071', 'description': 'tempest-description-180254488'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:50.764406 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5d0ed-b979-4ab6-a4b2-b015ef818e9f req-7aac58d5-f606-4a1e-99d4-885906bbd5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:50.766480 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-83f5d0ed-b979-4ab6-a4b2-b015ef818e9f req-7aac58d5-f606-4a1e-99d4-885906bbd5c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e946a9e98bc34862ade6c7d9345c8cc6&device_id=9e0f63c1-850f-4458-9326-1b09c85c9e62 HTTP/1.1" status: 200 len: 1095 time: 0.0636644 Jul 07 20:45:50.786587 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6cc0b72f-08d5-4047-b025-5838f4dafa15 req-e46b6f17-7faf-47d9-aa82-d121b5c4e525 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:50.874478 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5d0ed-b979-4ab6-a4b2-b015ef818e9f req-1e2bbf85-0671-4652-8602-56c99c87be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:50.876333 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-83f5d0ed-b979-4ab6-a4b2-b015ef818e9f req-1e2bbf85-0671-4652-8602-56c99c87be44 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9442e09a-87e7-4298-ac51-144ec948c46e HTTP/1.1" status: 200 len: 910 time: 0.1003301 Jul 07 20:45:50.918271 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6cc0b72f-08d5-4047-b025-5838f4dafa15 req-e46b6f17-7faf-47d9-aa82-d121b5c4e525 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:50.926346 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6cc0b72f-08d5-4047-b025-5838f4dafa15 req-e46b6f17-7faf-47d9-aa82-d121b5c4e525 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:50.938241 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-83f5d0ed-b979-4ab6-a4b2-b015ef818e9f req-d9764510-8cfe-43ac-b92f-1db7252160ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a044639-be40-40eb-9552-66ad11bdcaf0 HTTP/1.1" status: 200 len: 217 time: 0.0454736 Jul 07 20:45:50.996073 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6cc0b72f-08d5-4047-b025-5838f4dafa15 req-e46b6f17-7faf-47d9-aa82-d121b5c4e525 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:50.997769 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6cc0b72f-08d5-4047-b025-5838f4dafa15 req-e46b6f17-7faf-47d9-aa82-d121b5c4e525 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2548048 Jul 07 20:45:51.020045 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b6f17-7faf-47d9-aa82-d121b5c4e525 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eed0cff-4691-40a1-8b45-02446645046c,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:51.025583 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5d0ed-b979-4ab6-a4b2-b015ef818e9f req-b80320af-94b4-4af1-af63-b7e9045f1cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:51.028084 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-83f5d0ed-b979-4ab6-a4b2-b015ef818e9f req-b80320af-94b4-4af1-af63-b7e9045f1cc3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2b26f304-a08b-4179-8660-bed155148e47 HTTP/1.1" status: 200 len: 849 time: 0.0774081 Jul 07 20:45:51.079874 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-83f5d0ed-b979-4ab6-a4b2-b015ef818e9f req-8f3c76bc-cc44-4cd7-ab1f-3a17b527821e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9442e09a-87e7-4298-ac51-144ec948c46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322568 Jul 07 20:45:51.086989 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16edb3-d1ea-4d27-8aeb-25d315c59a69 req-97d209fb-77d1-49b1-b38d-b95e32f7ab01 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:51.088582 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3b16edb3-d1ea-4d27-8aeb-25d315c59a69 req-97d209fb-77d1-49b1-b38d-b95e32f7ab01 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c5dc6b6-dafb-4c17-94f5-04665b323d43 HTTP/1.1" status: 200 len: 949 time: 0.0897794 Jul 07 20:45:51.137630 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a47116c9-b624-40ba-bcc8-f7a05c4efc61 req-83d80c82-30ae-4df5-9569-78736bc7703c tempest-QuotasAdminNegativeTest-421034603 tempest-QuotasAdminNegativeTest-421034603-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=81f4e17249ef44f3a6058b329efec540&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275257 Jul 07 20:45:51.161036 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3b16edb3-d1ea-4d27-8aeb-25d315c59a69 req-9a7ce1f5-62fe-4839-a0b8-f87e7475d1e5 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fa6c5ea-d5d7-4b46-a4a8-278280885807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658634 Jul 07 20:45:51.191802 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-83f5d0ed-b979-4ab6-a4b2-b015ef818e9f req-5ac55ef5-5060-4015-9775-0665e51f4f7f service neutron] 10.222.0.39 "GET /v2.0/networks/9442e09a-87e7-4298-ac51-144ec948c46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959637 Jul 07 20:45:51.325679 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-83f5d0ed-b979-4ab6-a4b2-b015ef818e9f req-0f22914e-8ba1-44e3-9fb8-814de22e6d97 service neutron] 10.222.0.39 "GET /v2.0/networks/9442e09a-87e7-4298-ac51-144ec948c46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961733 Jul 07 20:45:51.504652 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a265c95-2992-4865-ae55-0e02841f769f req-40025ddc-0342-4c45-a152-1697b0c2cf6f tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "GET /v2.0/security-groups/5eed0cff-4691-40a1-8b45-02446645046c HTTP/1.1" status: 200 len: 1804 time: 0.3092353 Jul 07 20:45:51.520780 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-6a265c95-2992-4865-ae55-0e02841f769f req-c7039266-e11f-4baa-91f4-b2b0b5904ab8 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5eed0cff-4691-40a1-8b45-02446645046c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:51.521076 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-6a265c95-2992-4865-ae55-0e02841f769f req-c7039266-e11f-4baa-91f4-b2b0b5904ab8 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5eed0cff-4691-40a1-8b45-02446645046c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:51.536494 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47116c9-b624-40ba-bcc8-f7a05c4efc61 req-d3d13be1-fe8d-42e6-8f7b-cf69605ba647 tempest-QuotasAdminNegativeTest-421034603 tempest-QuotasAdminNegativeTest-421034603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:51.537987 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a47116c9-b624-40ba-bcc8-f7a05c4efc61 req-d3d13be1-fe8d-42e6-8f7b-cf69605ba647 tempest-QuotasAdminNegativeTest-421034603 tempest-QuotasAdminNegativeTest-421034603-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3944736 Jul 07 20:45:51.559831 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a47116c9-b624-40ba-bcc8-f7a05c4efc61 req-f11c84ca-9373-47e3-a917-7327ba51aa92 tempest-QuotasAdminNegativeTest-421034603 tempest-QuotasAdminNegativeTest-421034603-project] 10.222.0.64 "GET /v2.0/quotas/81f4e17249ef44f3a6058b329efec540 HTTP/1.1" status: 200 len: 375 time: 0.0142002 Jul 07 20:45:51.604030 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a47116c9-b624-40ba-bcc8-f7a05c4efc61 req-c0e6962a-d1f1-4562-b90f-c79e351980c0 tempest-QuotasAdminNegativeTest-421034603 tempest-QuotasAdminNegativeTest-421034603-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=81f4e17249ef44f3a6058b329efec540&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366254 Jul 07 20:45:51.625123 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6a265c95-2992-4865-ae55-0e02841f769f req-c7039266-e11f-4baa-91f4-b2b0b5904ab8 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:51.653163 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6a265c95-2992-4865-ae55-0e02841f769f req-c7039266-e11f-4baa-91f4-b2b0b5904ab8 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:51.657908 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6a265c95-2992-4865-ae55-0e02841f769f req-c7039266-e11f-4baa-91f4-b2b0b5904ab8 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:51.679727 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7039266-e11f-4baa-91f4-b2b0b5904ab8 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d212548b-d6fe-4cf6-b4a6-995b2e8af03d,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:51.683915 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6a265c95-2992-4865-ae55-0e02841f769f req-c7039266-e11f-4baa-91f4-b2b0b5904ab8 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:51.685120 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a265c95-2992-4865-ae55-0e02841f769f req-c7039266-e11f-4baa-91f4-b2b0b5904ab8 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1705892 Jul 07 20:45:51.796123 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414cf508-b6ff-4533-9fff-896ec2cc17f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ada3cac-3c6d-4898-a901-dfa391ba6690'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:45:51.798855 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eeeaefa-92e5-434a-a7fe-ffbdffbe7961" -d '{"events": [{"server_uuid": "414cf508-b6ff-4533-9fff-896ec2cc17f5", "name": "network-vif-plugged", "status": "completed", "tag": "9ada3cac-3c6d-4898-a901-dfa391ba6690"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:45:51.883445 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa80d04-24fa-4875-85da-f6aabd66899e req-9ba375dc-5c87-46d9-abde-458e8ac0208e tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:51.884916 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dfa80d04-24fa-4875-85da-f6aabd66899e req-9ba375dc-5c87-46d9-abde-458e8ac0208e tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=414cf508-b6ff-4533-9fff-896ec2cc17f5 HTTP/1.1" status: 200 len: 950 time: 0.1102188 Jul 07 20:45:51.897166 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567daca7-73ef-497b-a76b-a92d54294cfb req-075854fa-5d00-40c2-b29f-882742194228 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:51.899123 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-567daca7-73ef-497b-a76b-a92d54294cfb req-075854fa-5d00-40c2-b29f-882742194228 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e0f63c1-850f-4458-9326-1b09c85c9e62 HTTP/1.1" status: 200 len: 943 time: 0.0936761 Jul 07 20:45:51.963200 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dfa80d04-24fa-4875-85da-f6aabd66899e req-509ced3e-489f-4781-9272-3b24ed33eba2 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629916 Jul 07 20:45:51.968498 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-567daca7-73ef-497b-a76b-a92d54294cfb req-4f58f968-9c90-4cda-a9ea-c7d6f0422567 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?id=f42130e7-e278-4a2e-a398-8287254a9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604827 Jul 07 20:45:52.140682 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a28eb1-91bc-4972-925f-e9fee350fb19 req-af755dc8-83a5-4110-ad36-b1aee8d372e6 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:52.142241 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-95a28eb1-91bc-4972-925f-e9fee350fb19 req-af755dc8-83a5-4110-ad36-b1aee8d372e6 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 945 time: 0.0708437 Jul 07 20:45:52.181443 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-95a28eb1-91bc-4972-925f-e9fee350fb19 req-124cf284-ba8b-4655-9641-9f3d89e6f837 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333104 Jul 07 20:45:52.260822 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b167420b-65d7-4231-97ed-c95f0a589078 req-0a1458eb-54f3-43af-ac59-13e553ae6983 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "GET /v2.0/security-groups/5eed0cff-4691-40a1-8b45-02446645046c HTTP/1.1" status: 200 len: 2397 time: 0.0505564 Jul 07 20:45:52.271472 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b167420b-65d7-4231-97ed-c95f0a589078 req-49a7776a-f993-4be8-8fce-0105b7456497 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5eed0cff-4691-40a1-8b45-02446645046c', 'remote_group_id': None}]} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:52.271788 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b167420b-65d7-4231-97ed-c95f0a589078 req-49a7776a-f993-4be8-8fce-0105b7456497 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5eed0cff-4691-40a1-8b45-02446645046c', 'remote_group_id': None}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:52.311287 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bf370a-2e67-4e1b-98bb-efdc0348e2a2 x-openstack-request-id: req-e5bf370a-2e67-4e1b-98bb-efdc0348e2a2 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:45:52.311698 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414cf508-b6ff-4533-9fff-896ec2cc17f5", "name": "network-vif-plugged", "status": "completed", "tag": "9ada3cac-3c6d-4898-a901-dfa391ba6690", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:45:52.312015 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e5bf370a-2e67-4e1b-98bb-efdc0348e2a2 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:45:52.312465 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414cf508-b6ff-4533-9fff-896ec2cc17f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ada3cac-3c6d-4898-a901-dfa391ba6690', 'code': 200} Jul 07 20:45:52.383004 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b167420b-65d7-4231-97ed-c95f0a589078 req-49a7776a-f993-4be8-8fce-0105b7456497 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:52.500792 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b167420b-65d7-4231-97ed-c95f0a589078 req-49a7776a-f993-4be8-8fce-0105b7456497 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:52.515374 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b167420b-65d7-4231-97ed-c95f0a589078 req-49a7776a-f993-4be8-8fce-0105b7456497 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:52.544385 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7776a-f993-4be8-8fce-0105b7456497 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe8a6ec-abb8-47d7-87c7-d3552d0e37f8,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:52.552832 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b167420b-65d7-4231-97ed-c95f0a589078 req-49a7776a-f993-4be8-8fce-0105b7456497 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:52.554755 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b167420b-65d7-4231-97ed-c95f0a589078 req-49a7776a-f993-4be8-8fce-0105b7456497 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2866256 Jul 07 20:45:52.571259 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10d93b-87d7-46f6-95f5-6d784753673e req-fbb4fce9-f3fe-410b-9c8a-fbf2a1d9e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:52.572979 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1f10d93b-87d7-46f6-95f5-6d784753673e req-fbb4fce9-f3fe-410b-9c8a-fbf2a1d9e10f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=414cf508-b6ff-4533-9fff-896ec2cc17f5 HTTP/1.1" status: 200 len: 1102 time: 0.1677382 Jul 07 20:45:52.581633 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec63aff-e4bb-47a1-9ad1-b96e6710f773 req-a7d5ae6c-4466-48a1-bc3b-b9b0af2c409f tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:52.583817 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dec63aff-e4bb-47a1-9ad1-b96e6710f773 req-a7d5ae6c-4466-48a1-bc3b-b9b0af2c409f tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c5dc6b6-dafb-4c17-94f5-04665b323d43 HTTP/1.1" status: 200 len: 949 time: 0.1604512 Jul 07 20:45:52.640268 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1f10d93b-87d7-46f6-95f5-6d784753673e req-ac828efc-fc9a-4351-a163-be188ab209da service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546947 Jul 07 20:45:52.649098 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dec63aff-e4bb-47a1-9ad1-b96e6710f773 req-3bfb38b4-f82f-4127-a3b7-8a36e2493428 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fa6c5ea-d5d7-4b46-a4a8-278280885807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563560 Jul 07 20:45:52.681740 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60090) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:52.725167 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d0e27-9faf-46d6-8a85-245907787ccc req-00b3d410-bbe9-440d-9526-fec569862dd4 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:52.726713 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a81d0e27-9faf-46d6-8a85-245907787ccc req-00b3d410-bbe9-440d-9526-fec569862dd4 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 1097 time: 0.0715404 Jul 07 20:45:52.767997 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a81d0e27-9faf-46d6-8a85-245907787ccc req-3f57b190-b592-488b-a83a-0d91788023db tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347457 Jul 07 20:45:52.809142 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-02d40f5a-e27d-427c-9bf5-0e1450c36744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:52.839935 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 22616752-a20e-4dcf-8ba3-c8a595594040 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:45:52.921534 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0b5ea29-9cd2-46fb-8f88-28920f081539 req-cd364e0e-f871-4016-bf3e-3f9f828a288b tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "GET /v2.0/security-groups/5eed0cff-4691-40a1-8b45-02446645046c HTTP/1.1" status: 200 len: 2995 time: 0.0532603 Jul 07 20:45:52.930087 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-02d40f5a-e27d-427c-9bf5-0e1450c36744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:52.936450 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-02d40f5a-e27d-427c-9bf5-0e1450c36744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:52.947364 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 22616752-a20e-4dcf-8ba3-c8a595594040 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:45:52.959052 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 22616752-a20e-4dcf-8ba3-c8a595594040 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:45:52.959545 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:53.011887 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-02d40f5a-e27d-427c-9bf5-0e1450c36744 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5821b54ee30b46cf91bf2c35a9ed9c59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286533 Jul 07 20:45:53.015287 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d40f5a-e27d-427c-9bf5-0e1450c36744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1e7c65-c970-4204-967b-9f5113ba8afb,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:53.016515 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60110) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:53.081726 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:53.119843 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 22616752-a20e-4dcf-8ba3-c8a595594040, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=22616752-a20e-4dcf-8ba3-c8a595594040,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:53.121608 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3cecc646-0f0f-4592-a086-26e1d6fc1e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:53.127456 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:53.161989 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3cecc646-0f0f-4592-a086-26e1d6fc1e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:53.192518 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=22616752-a20e-4dcf-8ba3-c8a595594040,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:53.205607 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03790248-f2ed-4bc2-ac58-72f3fa093f1d req-efdd7b92-d877-463e-a0c1-a7c37a59ca53 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:53.207167 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-03790248-f2ed-4bc2-ac58-72f3fa093f1d req-efdd7b92-d877-463e-a0c1-a7c37a59ca53 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 1097 time: 0.1229372 Jul 07 20:45:53.213513 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9018b148-cc85-4ef9-b5e8-0b34c5aa3ccb req-3cfd3abb-0976-4f38-bfcb-4f70e2abc3ee tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "GET /v2.0/security-group-rules/cbe8a6ec-abb8-47d7-87c7-d3552d0e37f8 HTTP/1.1" status: 200 len: 783 time: 0.0304210 Jul 07 20:45:53.283236 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-03790248-f2ed-4bc2-ac58-72f3fa093f1d req-d20dc9ca-a372-4c31-96b2-838f46089ff5 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684540 Jul 07 20:45:53.283821 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3cecc646-0f0f-4592-a086-26e1d6fc1e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:53.286415 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3cecc646-0f0f-4592-a086-26e1d6fc1e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:53.287529 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3cecc646-0f0f-4592-a086-26e1d6fc1e0d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce1e7c65-c970-4204-967b-9f5113ba8afb HTTP/1.1" status: 204 len: 168 time: 0.2696333 Jul 07 20:45:53.300781 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cecc646-0f0f-4592-a086-26e1d6fc1e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1e7c65-c970-4204-967b-9f5113ba8afb,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:53.306384 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9018b148-cc85-4ef9-b5e8-0b34c5aa3ccb req-e7cec54b-d1fb-42d8-b63c-e2d8d1ed37bc tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "GET /v2.0/security-groups/5eed0cff-4691-40a1-8b45-02446645046c HTTP/1.1" status: 200 len: 2995 time: 0.0822380 Jul 07 20:45:53.360033 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9018b148-cc85-4ef9-b5e8-0b34c5aa3ccb req-17379a6f-d536-4f64-a319-cf2e9413334d tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:53.368999 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9018b148-cc85-4ef9-b5e8-0b34c5aa3ccb req-17379a6f-d536-4f64-a319-cf2e9413334d tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:53.399723 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9018b148-cc85-4ef9-b5e8-0b34c5aa3ccb req-17379a6f-d536-4f64-a319-cf2e9413334d tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:53.407562 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9018b148-cc85-4ef9-b5e8-0b34c5aa3ccb req-17379a6f-d536-4f64-a319-cf2e9413334d tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:53.408970 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9018b148-cc85-4ef9-b5e8-0b34c5aa3ccb req-17379a6f-d536-4f64-a319-cf2e9413334d tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/cbe8a6ec-abb8-47d7-87c7-d3552d0e37f8 HTTP/1.1" status: 204 len: 173 time: 0.0942752 Jul 07 20:45:53.419728 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17379a6f-d536-4f64-a319-cf2e9413334d tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbe8a6ec-abb8-47d7-87c7-d3552d0e37f8,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:53.493719 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fd3bb-6118-443a-9241-98ff98237a25 req-4d98d126-6cd5-4464-8021-39e47f606e9f tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:53.495445 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-514fd3bb-6118-443a-9241-98ff98237a25 req-4d98d126-6cd5-4464-8021-39e47f606e9f tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=414cf508-b6ff-4533-9fff-896ec2cc17f5 HTTP/1.1" status: 200 len: 950 time: 0.0707853 Jul 07 20:45:53.552842 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-514fd3bb-6118-443a-9241-98ff98237a25 req-843daf1a-5a00-4da5-8168-a5d675ec60ad tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509479 Jul 07 20:45:53.614311 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531c7ce-21d7-4d83-9362-3698c97d1897 req-1d774fd0-944f-4ebe-9bb1-17df64c3eed3 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:53.616053 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3531c7ce-21d7-4d83-9362-3698c97d1897 req-1d774fd0-944f-4ebe-9bb1-17df64c3eed3 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e0f63c1-850f-4458-9326-1b09c85c9e62 HTTP/1.1" status: 200 len: 943 time: 0.0841496 Jul 07 20:45:53.638581 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60126) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:53.653580 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be0e4821-4cef-47c1-8e2c-6f804d16d223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:53.664607 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3531c7ce-21d7-4d83-9362-3698c97d1897 req-30b41beb-b09d-41b1-8189-b39267632191 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?id=f42130e7-e278-4a2e-a398-8287254a9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404661 Jul 07 20:45:53.778640 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be0e4821-4cef-47c1-8e2c-6f804d16d223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:53.782865 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be0e4821-4cef-47c1-8e2c-6f804d16d223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:53.790756 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-57d292f1-41a4-4315-afcc-663cdb14ecc4 req-a7c2e47c-5860-419f-8ace-7e68868e85a9 tempest-QuotasAdminNegativeTest-421034603 tempest-QuotasAdminNegativeTest-421034603-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=81f4e17249ef44f3a6058b329efec540&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322554 Jul 07 20:45:53.829539 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-be0e4821-4cef-47c1-8e2c-6f804d16d223 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a6efae2d482b415ebd7d02faa92363a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894288 Jul 07 20:45:53.830480 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e4821-4cef-47c1-8e2c-6f804d16d223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad68a51-6dbf-4bb6-a11e-4cba5fbedd89,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:53.833137 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60142) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:53.885695 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6e7e917-f70e-4f7a-951f-021f4fcd9ea4 req-cc31399c-4cfd-4298-bac6-894b3df04ec2 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "GET /v2.0/security-groups/5eed0cff-4691-40a1-8b45-02446645046c HTTP/1.1" status: 200 len: 2397 time: 0.1117437 Jul 07 20:45:53.894770 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-01eb8bfa-881b-45dd-ac25-ff71a5b6321e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:53.920603 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-01eb8bfa-881b-45dd-ac25-ff71a5b6321e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:53.967697 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d292f1-41a4-4315-afcc-663cdb14ecc4 req-065e9873-1cbc-49dc-9664-0053feefe5f6 tempest-QuotasAdminNegativeTest-421034603 tempest-QuotasAdminNegativeTest-421034603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:53.969393 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-57d292f1-41a4-4315-afcc-663cdb14ecc4 req-065e9873-1cbc-49dc-9664-0053feefe5f6 tempest-QuotasAdminNegativeTest-421034603 tempest-QuotasAdminNegativeTest-421034603-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1710994 Jul 07 20:45:53.980608 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-01eb8bfa-881b-45dd-ac25-ff71a5b6321e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:53.983936 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-01eb8bfa-881b-45dd-ac25-ff71a5b6321e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:53.985230 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-01eb8bfa-881b-45dd-ac25-ff71a5b6321e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ad68a51-6dbf-4bb6-a11e-4cba5fbedd89 HTTP/1.1" status: 204 len: 168 time: 0.1511219 Jul 07 20:45:53.995571 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb8bfa-881b-45dd-ac25-ff71a5b6321e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad68a51-6dbf-4bb6-a11e-4cba5fbedd89,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:54.003956 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-57d292f1-41a4-4315-afcc-663cdb14ecc4 req-d91caa5b-2159-4275-a8f5-940c0e54d395 tempest-QuotasAdminNegativeTest-421034603 tempest-QuotasAdminNegativeTest-421034603-project] 10.222.0.64 "GET /v2.0/quotas/81f4e17249ef44f3a6058b329efec540 HTTP/1.1" status: 200 len: 375 time: 0.0281854 Jul 07 20:45:54.045914 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-57d292f1-41a4-4315-afcc-663cdb14ecc4 req-920b52c6-dbd8-4261-9f43-37c130eabe44 tempest-QuotasAdminNegativeTest-421034603 tempest-QuotasAdminNegativeTest-421034603-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=81f4e17249ef44f3a6058b329efec540&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399220 Jul 07 20:45:54.046650 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a6e7e917-f70e-4f7a-951f-021f4fcd9ea4 req-ba209efd-25a8-44e6-b415-f7976ba9b952 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:54.073421 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a6e7e917-f70e-4f7a-951f-021f4fcd9ea4 req-ba209efd-25a8-44e6-b415-f7976ba9b952 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:54.125804 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a6e7e917-f70e-4f7a-951f-021f4fcd9ea4 req-ba209efd-25a8-44e6-b415-f7976ba9b952 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:54.128885 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a6e7e917-f70e-4f7a-951f-021f4fcd9ea4 req-ba209efd-25a8-44e6-b415-f7976ba9b952 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:54.130279 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6e7e917-f70e-4f7a-951f-021f4fcd9ea4 req-ba209efd-25a8-44e6-b415-f7976ba9b952 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "DELETE /v2.0/security-groups/5eed0cff-4691-40a1-8b45-02446645046c HTTP/1.1" status: 204 len: 173 time: 0.2349546 Jul 07 20:45:54.140398 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba209efd-25a8-44e6-b415-f7976ba9b952 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eed0cff-4691-40a1-8b45-02446645046c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:54.300060 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d2063-f09f-4c29-8cd5-3332b2448f5e req-7a9e1917-6dc8-465e-8e33-f1475aa46f38 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:54.301752 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-258d2063-f09f-4c29-8cd5-3332b2448f5e req-7a9e1917-6dc8-465e-8e33-f1475aa46f38 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c5dc6b6-dafb-4c17-94f5-04665b323d43 HTTP/1.1" status: 200 len: 950 time: 0.0738344 Jul 07 20:45:54.314339 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5dc6b6-dafb-4c17-94f5-04665b323d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22616752-a20e-4dcf-8ba3-c8a595594040'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:45:54.317364 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc94619-e4a6-410c-bf7c-d21eba60e0c1" -d '{"events": [{"server_uuid": "2c5dc6b6-dafb-4c17-94f5-04665b323d43", "name": "network-vif-plugged", "status": "completed", "tag": "22616752-a20e-4dcf-8ba3-c8a595594040"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:45:54.368074 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-258d2063-f09f-4c29-8cd5-3332b2448f5e req-e2d50e71-4858-413d-b9c3-35c0c7c0098d tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fa6c5ea-d5d7-4b46-a4a8-278280885807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570147 Jul 07 20:45:54.412668 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-383ed0c7-2121-49fa-87ed-f024922e1395 req-9e67904d-7976-4b77-903f-3cc226ea0bb1 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] show failed (client error): The resource could not be found. Jul 07 20:45:54.420122 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-383ed0c7-2121-49fa-87ed-f024922e1395 req-9e67904d-7976-4b77-903f-3cc226ea0bb1 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "GET /v2.0/security-groups/b6852ef2-02ac-455e-8eb7-d459dbb80789 HTTP/1.1" status: 404 len: 352 time: 0.0319092 Jul 07 20:45:54.456859 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da16564-a36e-45bf-8747-1b530466a3a6 x-openstack-request-id: req-6da16564-a36e-45bf-8747-1b530466a3a6 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:45:54.457151 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5dc6b6-dafb-4c17-94f5-04665b323d43", "name": "network-vif-plugged", "status": "completed", "tag": "22616752-a20e-4dcf-8ba3-c8a595594040", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:45:54.457401 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6da16564-a36e-45bf-8747-1b530466a3a6 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:45:54.457794 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5dc6b6-dafb-4c17-94f5-04665b323d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22616752-a20e-4dcf-8ba3-c8a595594040', 'code': 200} Jul 07 20:45:54.609805 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 4a044639-be40-40eb-9552-66ad11bdcaf0 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:45:54.687931 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc7b16-a753-41eb-a101-8af662814ac5 req-2de17f73-7b58-4850-b933-d417ebef8129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:54.692814 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f3dc7b16-a753-41eb-a101-8af662814ac5 req-2de17f73-7b58-4850-b933-d417ebef8129 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2c5dc6b6-dafb-4c17-94f5-04665b323d43 HTTP/1.1" status: 200 len: 1102 time: 0.1088903 Jul 07 20:45:54.705283 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7566359a-e09e-488c-9cdb-c13d2f087536 req-ff411928-ffea-4860-978c-4ff2adac03c6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1466999 Jul 07 20:45:54.763741 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e5edd-b28c-47f1-9ff6-79c73ad95a60 req-6554574d-3830-4a11-9fe1-87f0d8c589ec tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:54.770290 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f3dc7b16-a753-41eb-a101-8af662814ac5 req-4764f02c-d1ec-42ec-97c1-9027add9be1e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2fa6c5ea-d5d7-4b46-a4a8-278280885807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660450 Jul 07 20:45:54.775363 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d83e5edd-b28c-47f1-9ff6-79c73ad95a60 req-6554574d-3830-4a11-9fe1-87f0d8c589ec tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 1097 time: 0.1544545 Jul 07 20:45:54.847404 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d83e5edd-b28c-47f1-9ff6-79c73ad95a60 req-cbefae06-c377-41f5-89f5-004159fcfe5d tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711291 Jul 07 20:45:54.855724 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 4a044639-be40-40eb-9552-66ad11bdcaf0, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=4a044639-be40-40eb-9552-66ad11bdcaf0,segment=NetworkSegment(f1630037-09b1-4d2e-b0aa-c0e26ef61009),segment_id=f1630037-09b1-4d2e-b0aa-c0e26ef61009)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:54.885016 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '4a044639-be40-40eb-9552-66ad11bdcaf0', 'network_id': '9442e09a-87e7-4298-ac51-144ec948c46e', 'port_id': '4a044639-be40-40eb-9552-66ad11bdcaf0', 'mac_address': 'fa:16:3e:99:d7:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b26f304-a08b-4179-8660-bed155148e47', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:45:54.904669 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566359a-e09e-488c-9cdb-c13d2f087536 req-0bdfc37b-f7c4-4360-ad4a-3a9d0d3dff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:54.906355 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7566359a-e09e-488c-9cdb-c13d2f087536 req-0bdfc37b-f7c4-4360-ad4a-3a9d0d3dff81 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 1097 time: 0.0722709 Jul 07 20:45:54.944088 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:54.983544 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6783ecf7-e9fc-4c5e-8fb1-206a01f76e4d req-e864f0fb-df69-40c8-9395-a1b66801892b tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "GET /v2.0/security-groups/2d9264b5-8fba-4142-bd2f-885395f3597a HTTP/1.1" status: 200 len: 1805 time: 0.0730269 Jul 07 20:45:54.983745 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a044639-be40-40eb-9552-66ad11bdcaf0 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:45:55.004250 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60186) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:55.008037 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 4a044639-be40-40eb-9552-66ad11bdcaf0, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=4a044639-be40-40eb-9552-66ad11bdcaf0,segment=NetworkSegment(f1630037-09b1-4d2e-b0aa-c0e26ef61009),segment_id=f1630037-09b1-4d2e-b0aa-c0e26ef61009)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:55.013098 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:55.075472 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=4a044639-be40-40eb-9552-66ad11bdcaf0,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:55.172557 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-c1c591c2-0120-486b-bcd3-e3c3e9bece6d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-575132366-network', 'tenant_id': '378248d29da04e0b83817ab1e036f6e5'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:55.198701 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6783ecf7-e9fc-4c5e-8fb1-206a01f76e4d req-aa12876f-50eb-4b16-9b57-dd7d525aeff2 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:55.209327 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566359a-e09e-488c-9cdb-c13d2f087536 req-7bd84756-b67c-43d0-83c3-e4b540b2229c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:55.210864 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7566359a-e09e-488c-9cdb-c13d2f087536 req-7bd84756-b67c-43d0-83c3-e4b540b2229c service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 921 time: 0.2062168 Jul 07 20:45:55.273374 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6783ecf7-e9fc-4c5e-8fb1-206a01f76e4d req-aa12876f-50eb-4b16-9b57-dd7d525aeff2 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:55.284630 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7566359a-e09e-488c-9cdb-c13d2f087536 req-68d2929c-f16e-4e74-abdb-76d56aae958a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61aa3355-317c-4f2d-b6bd-32d8edd4802b HTTP/1.1" status: 200 len: 217 time: 0.0593417 Jul 07 20:45:55.285151 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c591c2-0120-486b-bcd3-e3c3e9bece6d admin admin] Made reservation on behalf of 378248d29da04e0b83817ab1e036f6e5 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:45:55.287491 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c1c591c2-0120-486b-bcd3-e3c3e9bece6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:55.322823 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c1c591c2-0120-486b-bcd3-e3c3e9bece6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:55.352859 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['4a044639-be40-40eb-9552-66ad11bdcaf0'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:45:55.375588 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec1cf8-c219-4bb1-b19d-fdf4bd6f3fb5 req-2b88cd2f-701b-4c99-acbf-d1f8ffaa34ac tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:55.377292 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-63ec1cf8-c219-4bb1-b19d-fdf4bd6f3fb5 req-2b88cd2f-701b-4c99-acbf-d1f8ffaa34ac tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=414cf508-b6ff-4533-9fff-896ec2cc17f5 HTTP/1.1" status: 200 len: 950 time: 0.2922418 Jul 07 20:45:55.427862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566359a-e09e-488c-9cdb-c13d2f087536 req-169b0c15-0913-4559-ae57-0b84a7df67dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:55.429991 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7566359a-e09e-488c-9cdb-c13d2f087536 req-169b0c15-0913-4559-ae57-0b84a7df67dd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=58cf048c-6ca3-4e9c-85aa-89cc2a934f80 HTTP/1.1" status: 200 len: 860 time: 0.1337981 Jul 07 20:45:55.430697 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6783ecf7-e9fc-4c5e-8fb1-206a01f76e4d req-aa12876f-50eb-4b16-9b57-dd7d525aeff2 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:55.433532 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6783ecf7-e9fc-4c5e-8fb1-206a01f76e4d req-aa12876f-50eb-4b16-9b57-dd7d525aeff2 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:55.434640 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6783ecf7-e9fc-4c5e-8fb1-206a01f76e4d req-aa12876f-50eb-4b16-9b57-dd7d525aeff2 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "DELETE /v2.0/security-groups/2d9264b5-8fba-4142-bd2f-885395f3597a HTTP/1.1" status: 204 len: 173 time: 0.4457443 Jul 07 20:45:55.473790 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12876f-50eb-4b16-9b57-dd7d525aeff2 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9264b5-8fba-4142-bd2f-885395f3597a,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:55.499215 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7566359a-e09e-488c-9cdb-c13d2f087536 req-f71e402a-3758-4434-80fc-f02158087a33 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b91b62e-f0da-4f30-b6c0-0519015da08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540531 Jul 07 20:45:55.502330 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-63ec1cf8-c219-4bb1-b19d-fdf4bd6f3fb5 req-24f45fb9-37dc-46d1-a424-5989a6a6a4fe tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171188 Jul 07 20:45:55.688150 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7566359a-e09e-488c-9cdb-c13d2f087536 req-8933c9b3-ccee-433c-a854-140ba8234992 service neutron] 10.222.0.58 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780558 Jul 07 20:45:55.689976 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c1c591c2-0120-486b-bcd3-e3c3e9bece6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:55.695676 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c1c591c2-0120-486b-bcd3-e3c3e9bece6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:55.746604 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c591c2-0120-486b-bcd3-e3c3e9bece6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:45:55.814316 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14c417-591b-4cea-b8fb-de123be9dd85 req-261ad67c-f4df-45f3-b8d0-b4ead231ef4d tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:55.815931 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa14c417-591b-4cea-b8fb-de123be9dd85 req-261ad67c-f4df-45f3-b8d0-b4ead231ef4d tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e0f63c1-850f-4458-9326-1b09c85c9e62 HTTP/1.1" status: 200 len: 944 time: 0.2458956 Jul 07 20:45:55.841299 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c1c591c2-0120-486b-bcd3-e3c3e9bece6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:55.841652 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-c1c591c2-0120-486b-bcd3-e3c3e9bece6d admin admin] Added segment 22d063a0-b33f-46b1-a69d-f9d60468d6a3 of type vlan for network d4c047d4-3793-4bab-bf60-41564af656bb Jul 07 20:45:55.846958 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c591c2-0120-486b-bcd3-e3c3e9bece6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2283669b-9621-4eb8-b49f-f75388e03fa2,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:55.899523 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60200) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:55.934518 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c1c591c2-0120-486b-bcd3-e3c3e9bece6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:56.007763 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7566359a-e09e-488c-9cdb-c13d2f087536 req-3d50bc43-e253-45be-8b7a-e93ffe0bf3a4 service neutron] 10.222.0.58 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045869 Jul 07 20:45:56.016986 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa14c417-591b-4cea-b8fb-de123be9dd85 req-df366c81-f6b0-4b05-bf11-73f05680d523 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?id=f42130e7-e278-4a2e-a398-8287254a9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734314 Jul 07 20:45:56.043660 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74736e-1b1b-4402-bc7f-fabaed911617 req-438daa2b-f905-4026-a8d0-861371753de1 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:56.051630 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1f74736e-1b1b-4402-bc7f-fabaed911617 req-438daa2b-f905-4026-a8d0-861371753de1 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c5dc6b6-dafb-4c17-94f5-04665b323d43 HTTP/1.1" status: 200 len: 950 time: 0.2701402 Jul 07 20:45:56.053460 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c1c591c2-0120-486b-bcd3-e3c3e9bece6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:56.054736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c591c2-0120-486b-bcd3-e3c3e9bece6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:56.055781 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c1c591c2-0120-486b-bcd3-e3c3e9bece6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:56.085352 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0c2a3ad1-b218-4341-8046-8df0bf62ace4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:56.179700 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1f74736e-1b1b-4402-bc7f-fabaed911617 req-db8e3333-513f-46a4-b3b5-929ac49beac6 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fa6c5ea-d5d7-4b46-a4a8-278280885807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269972 Jul 07 20:45:56.185103 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c591c2-0120-486b-bcd3-e3c3e9bece6d admin admin] Pushing event updated for resources: {'Network': ['ID=d4c047d4-3793-4bab-bf60-41564af656bb,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:56.193487 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-da3cee35-7469-46ab-9470-96774ca1c5e3 req-2c1eb4a6-24ba-4853-b61c-44f6503413e5 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "GET /v2.0/security-groups/a8c0ade6-730c-4748-8f15-dc97c5e83fb3 HTTP/1.1" status: 200 len: 1803 time: 0.0759211 Jul 07 20:45:56.210982 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network d4c047d4-3793-4bab-bf60-41564af656bb details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:45:56.258531 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0c2a3ad1-b218-4341-8046-8df0bf62ace4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:56.277804 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c1c591c2-0120-486b-bcd3-e3c3e9bece6d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2692688 Jul 07 20:45:56.279452 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60206) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:56.280265 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0c2a3ad1-b218-4341-8046-8df0bf62ace4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:56.288713 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-da3cee35-7469-46ab-9470-96774ca1c5e3 req-f4f1fbc4-c92a-4d15-8783-1456c18cbd25 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:56.289917 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-8898ad30-48f3-4650-b0e3-d471de0bef54 admin admin] Request body: {'subnet': {'network_id': 'd4c047d4-3793-4bab-bf60-41564af656bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-575132366-subnet', 'tenant_id': '378248d29da04e0b83817ab1e036f6e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:56.333276 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-da3cee35-7469-46ab-9470-96774ca1c5e3 req-f4f1fbc4-c92a-4d15-8783-1456c18cbd25 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:56.349642 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0c2a3ad1-b218-4341-8046-8df0bf62ace4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=81f4e17249ef44f3a6058b329efec540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4477603 Jul 07 20:45:56.353986 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60208) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:56.368393 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a3ad1-b218-4341-8046-8df0bf62ace4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcefd161-9f26-4e4c-bddc-0b76a81c71f9,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:56.383515 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8898ad30-48f3-4650-b0e3-d471de0bef54 admin admin] Made reservation on behalf of 378248d29da04e0b83817ab1e036f6e5 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:45:56.385930 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8898ad30-48f3-4650-b0e3-d471de0bef54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:56.450936 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-da3cee35-7469-46ab-9470-96774ca1c5e3 req-f4f1fbc4-c92a-4d15-8783-1456c18cbd25 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:56.454033 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-da3cee35-7469-46ab-9470-96774ca1c5e3 req-f4f1fbc4-c92a-4d15-8783-1456c18cbd25 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:56.455231 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-da3cee35-7469-46ab-9470-96774ca1c5e3 req-f4f1fbc4-c92a-4d15-8783-1456c18cbd25 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "DELETE /v2.0/security-groups/a8c0ade6-730c-4748-8f15-dc97c5e83fb3 HTTP/1.1" status: 204 len: 173 time: 0.2506638 Jul 07 20:45:56.467767 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1fbc4-c92a-4d15-8783-1456c18cbd25 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c0ade6-730c-4748-8f15-dc97c5e83fb3,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:56.495265 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-513c34e9-5041-44da-b7b3-fa46fe0dd814 req-911ca528-e376-4f7a-8ac4-fb95cc8fd589 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d6d5502b-4d03-42f4-8541-e9ea97b3f77b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2614865 Jul 07 20:45:56.620901 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1ecb3bd2-1540-4849-b646-0c1c4d9abd6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:56.621133 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 4a044639-be40-40eb-9552-66ad11bdcaf0 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:45:56.685919 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 4a044639-be40-40eb-9552-66ad11bdcaf0 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:45:56.690990 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 4a044639-be40-40eb-9552-66ad11bdcaf0 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:45:56.691604 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:56.700323 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-efe58755-4139-4d7d-8923-50a55a0c5e7c req-828e887d-25b5-4476-b7c7-167de662cfaf tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "GET /v2.0/security-groups/2564ccf5-3cf6-4fa2-9d9e-83d6e31ae9c5 HTTP/1.1" status: 200 len: 1805 time: 0.1355851 Jul 07 20:45:56.712536 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1ecb3bd2-1540-4849-b646-0c1c4d9abd6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:56.748226 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8898ad30-48f3-4650-b0e3-d471de0bef54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:56.794378 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f92c5-d953-4f1b-bd86-6a562db58f45 req-6fb12ec0-46f7-4691-9bc5-687b5144911e tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:56.803418 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:56.807515 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e0f92c5-d953-4f1b-bd86-6a562db58f45 req-6fb12ec0-46f7-4691-9bc5-687b5144911e tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 1097 time: 0.2143569 Jul 07 20:45:56.834515 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898ad30-48f3-4650-b0e3-d471de0bef54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60cc4b2e-7057-45b7-973d-dc66be89a409,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:56.843607 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c34e9-5041-44da-b7b3-fa46fe0dd814 req-76e0c5e0-5cbd-4160-ae7e-628d9ced834d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:56.845202 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-513c34e9-5041-44da-b7b3-fa46fe0dd814 req-76e0c5e0-5cbd-4160-ae7e-628d9ced834d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f402b06a8a6a45dfab0c4d0f5f332d1c&device_id=d6d5502b-4d03-42f4-8541-e9ea97b3f77b HTTP/1.1" status: 200 len: 1097 time: 0.2119303 Jul 07 20:45:56.848462 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1ecb3bd2-1540-4849-b646-0c1c4d9abd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:56.851598 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1ecb3bd2-1540-4849-b646-0c1c4d9abd6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:56.853586 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1ecb3bd2-1540-4849-b646-0c1c4d9abd6a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fcefd161-9f26-4e4c-bddc-0b76a81c71f9 HTTP/1.1" status: 204 len: 168 time: 0.4967339 Jul 07 20:45:56.863941 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb3bd2-1540-4849-b646-0c1c4d9abd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcefd161-9f26-4e4c-bddc-0b76a81c71f9,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:56.865919 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8898ad30-48f3-4650-b0e3-d471de0bef54 admin admin] Checking segment: {'id': '22d063a0-b33f-46b1-a69d-f9d60468d6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd4c047d4-3793-4bab-bf60-41564af656bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:45:56.866639 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8898ad30-48f3-4650-b0e3-d471de0bef54 admin admin] Network hostable DHCP agents. Network: d4c047d4-3793-4bab-bf60-41564af656bb, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:45:56.872162 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-efe58755-4139-4d7d-8923-50a55a0c5e7c req-5aba0816-49d9-4b82-8bde-14a51b3c1f4f tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:56.884542 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0f63c1-850f-4458-9326-1b09c85c9e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a044639-be40-40eb-9552-66ad11bdcaf0'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:45:56.888457 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8898ad30-48f3-4650-b0e3-d471de0bef54 admin admin] Network d4c047d4-3793-4bab-bf60-41564af656bb is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:45:56.890229 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cc19c7-581e-453d-b308-a0c427b7106c" -d '{"events": [{"server_uuid": "9e0f63c1-850f-4458-9326-1b09c85c9e62", "name": "network-vif-plugged", "status": "completed", "tag": "4a044639-be40-40eb-9552-66ad11bdcaf0"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:45:56.894992 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 4a044639-be40-40eb-9552-66ad11bdcaf0, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=4a044639-be40-40eb-9552-66ad11bdcaf0,segment=NetworkSegment(f1630037-09b1-4d2e-b0aa-c0e26ef61009),segment_id=f1630037-09b1-4d2e-b0aa-c0e26ef61009)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:45:56.909085 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:56.921395 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e0f92c5-d953-4f1b-bd86-6a562db58f45 req-6fd1b4cd-f4c9-4549-a9be-e9d5cce15e95 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123180 Jul 07 20:45:56.948467 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-8898ad30-48f3-4650-b0e3-d471de0bef54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, d4c047d4-3793-4bab-bf60-41564af656bb) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:45:56.960561 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-efe58755-4139-4d7d-8923-50a55a0c5e7c req-5aba0816-49d9-4b82-8bde-14a51b3c1f4f tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:56.962573 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8898ad30-48f3-4650-b0e3-d471de0bef54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:56.963640 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8898ad30-48f3-4650-b0e3-d471de0bef54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:56.963882 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a541be-39b1-4bc7-b10d-dbc56edf431c None None] Network d4c047d4-3793-4bab-bf60-41564af656bb requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:45:57.000911 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8898ad30-48f3-4650-b0e3-d471de0bef54 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7171831 Jul 07 20:45:57.067300 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-efe58755-4139-4d7d-8923-50a55a0c5e7c req-5aba0816-49d9-4b82-8bde-14a51b3c1f4f tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:57.070284 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-efe58755-4139-4d7d-8923-50a55a0c5e7c req-5aba0816-49d9-4b82-8bde-14a51b3c1f4f tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:57.077842 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-efe58755-4139-4d7d-8923-50a55a0c5e7c req-5aba0816-49d9-4b82-8bde-14a51b3c1f4f tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "DELETE /v2.0/security-groups/2564ccf5-3cf6-4fa2-9d9e-83d6e31ae9c5 HTTP/1.1" status: 204 len: 173 time: 0.3762748 Jul 07 20:45:57.083577 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=4a044639-be40-40eb-9552-66ad11bdcaf0,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:57.101425 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c34e9-5041-44da-b7b3-fa46fe0dd814 req-167e64d1-0bed-440e-b759-03d81d184a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:57.107785 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-513c34e9-5041-44da-b7b3-fa46fe0dd814 req-167e64d1-0bed-440e-b759-03d81d184a65 service neutron] 10.222.0.39 "GET /v2.0/networks?id=264dde5d-0b26-40d6-b1bf-7b5ec20a1ece HTTP/1.1" status: 200 len: 924 time: 0.2164748 Jul 07 20:45:57.116362 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba0816-49d9-4b82-8bde-14a51b3c1f4f tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2564ccf5-3cf6-4fa2-9d9e-83d6e31ae9c5,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:57.245265 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d7b0c5-01b7-447b-90d0-45126c4ff3f6 None None] Network d4c047d4-3793-4bab-bf60-41564af656bb requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:45:57.256419 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-513c34e9-5041-44da-b7b3-fa46fe0dd814 req-e8efa001-d9c8-419d-bfac-eb8767e46ff6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1b76b2b-acea-4723-8855-9ea0802bf116 HTTP/1.1" status: 200 len: 1000 time: 0.1412632 Jul 07 20:45:57.300156 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c4dce-3e5a-4dba-89e8-1884ea4cd97f req-f5f6b4c1-5465-410b-afaf-fb75d725fdca tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:57.333694 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ba6c4dce-3e5a-4dba-89e8-1884ea4cd97f req-f5f6b4c1-5465-410b-afaf-fb75d725fdca tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=414cf508-b6ff-4533-9fff-896ec2cc17f5 HTTP/1.1" status: 200 len: 950 time: 0.1649508 Jul 07 20:45:57.375738 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c34e9-5041-44da-b7b3-fa46fe0dd814 req-0e6e3052-2028-4c70-861e-b1255a1885bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:57.379344 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-513c34e9-5041-44da-b7b3-fa46fe0dd814 req-0e6e3052-2028-4c70-861e-b1255a1885bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a4e42a85-93d1-4c63-8ac0-5587b9394f0f HTTP/1.1" status: 200 len: 862 time: 0.1144612 Jul 07 20:45:57.388993 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de430ae-6b5a-43e1-aba7-959af7e6e650 x-openstack-request-id: req-5de430ae-6b5a-43e1-aba7-959af7e6e650 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:45:57.389967 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0f63c1-850f-4458-9326-1b09c85c9e62", "name": "network-vif-plugged", "status": "completed", "tag": "4a044639-be40-40eb-9552-66ad11bdcaf0", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:45:57.391859 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5de430ae-6b5a-43e1-aba7-959af7e6e650 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:45:57.392761 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0f63c1-850f-4458-9326-1b09c85c9e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a044639-be40-40eb-9552-66ad11bdcaf0', 'code': 200} Jul 07 20:45:57.425139 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ba6c4dce-3e5a-4dba-89e8-1884ea4cd97f req-6911d3ae-476f-42da-bc43-e6d524bdc3b8 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984550 Jul 07 20:45:57.596522 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c34e9-5041-44da-b7b3-fa46fe0dd814 req-a8c363dd-5fbd-42c9-9461-9f59a770fbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:57.599217 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-513c34e9-5041-44da-b7b3-fa46fe0dd814 req-a8c363dd-5fbd-42c9-9461-9f59a770fbbe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=264dde5d-0b26-40d6-b1bf-7b5ec20a1ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1976581 Jul 07 20:45:57.641358 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60236) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:57.699723 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f9996ade-8b04-42cc-8455-3703d3212897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:57.734167 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3911f-b99b-4663-9728-e756016d334d req-d9fdceec-3087-4764-8bd1-6076bad34ed0 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:57.736105 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45c3911f-b99b-4663-9728-e756016d334d req-d9fdceec-3087-4764-8bd1-6076bad34ed0 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e0f63c1-850f-4458-9326-1b09c85c9e62 HTTP/1.1" status: 200 len: 945 time: 0.1410251 Jul 07 20:45:57.738315 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da082d5-e36f-4952-8cbe-550dc2edcd94 req-f42e15e5-194f-41aa-bbd5-bf3919f34bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:57.739951 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9da082d5-e36f-4952-8cbe-550dc2edcd94 req-f42e15e5-194f-41aa-bbd5-bf3919f34bd5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9e0f63c1-850f-4458-9326-1b09c85c9e62 HTTP/1.1" status: 200 len: 1097 time: 0.1024966 Jul 07 20:45:57.792049 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-513c34e9-5041-44da-b7b3-fa46fe0dd814 req-5de46fc2-a6ea-4582-acdb-eba696050733 service neutron] 10.222.0.39 "GET /v2.0/networks/264dde5d-0b26-40d6-b1bf-7b5ec20a1ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684716 Jul 07 20:45:57.821135 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45c3911f-b99b-4663-9728-e756016d334d req-b2f1a8d3-3fe5-4359-a3a7-9b00225bff5b tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?id=f42130e7-e278-4a2e-a398-8287254a9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757360 Jul 07 20:45:57.844445 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9da082d5-e36f-4952-8cbe-550dc2edcd94 req-372fcab4-f74c-468d-9986-74e6146bbb72 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f42130e7-e278-4a2e-a398-8287254a9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886898 Jul 07 20:45:57.920227 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-74617e21-f291-4a95-8bbe-88ad0b2ae951 req-887e4093-7493-4df0-8ea7-55114792fae4 tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "GET /v2.0/security-groups/5d898489-a102-4f0b-be71-cfa80d5c4f78 HTTP/1.1" status: 200 len: 2402 time: 0.0618892 Jul 07 20:45:57.956608 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-513c34e9-5041-44da-b7b3-fa46fe0dd814 req-6878e8b2-205f-484d-abcb-0abc77fcfaf5 service neutron] 10.222.0.39 "GET /v2.0/networks/264dde5d-0b26-40d6-b1bf-7b5ec20a1ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547604 Jul 07 20:45:57.958493 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f9996ade-8b04-42cc-8455-3703d3212897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:57.964488 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f9996ade-8b04-42cc-8455-3703d3212897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:58.017219 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-74617e21-f291-4a95-8bbe-88ad0b2ae951 req-5df2effb-da64-448f-b151-283da89da08e tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:58.030234 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f9996ade-8b04-42cc-8455-3703d3212897 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=48eed36d52d74700b4dbed6ffa0e2219&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3878005 Jul 07 20:45:58.034205 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60250) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:58.056463 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9996ade-8b04-42cc-8455-3703d3212897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be1ef23-01eb-4d91-9b4c-c06545049cfd,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:58.059851 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-74617e21-f291-4a95-8bbe-88ad0b2ae951 req-5df2effb-da64-448f-b151-283da89da08e tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:58.133703 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cafb3f5c-e58a-4f84-be32-006867da0b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:58.140172 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-74617e21-f291-4a95-8bbe-88ad0b2ae951 req-5df2effb-da64-448f-b151-283da89da08e tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:58.146132 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-74617e21-f291-4a95-8bbe-88ad0b2ae951 req-5df2effb-da64-448f-b151-283da89da08e tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:58.146438 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-74617e21-f291-4a95-8bbe-88ad0b2ae951 req-5df2effb-da64-448f-b151-283da89da08e tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "DELETE /v2.0/security-groups/5d898489-a102-4f0b-be71-cfa80d5c4f78 HTTP/1.1" status: 204 len: 173 time: 0.2193897 Jul 07 20:45:58.147501 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60260) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:58.153916 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-5489b98e-8dca-433f-97b5-c1068ba060fb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1645876479-network', 'tenant_id': '6487cafe04684d7999edf8d901c53a9a'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:58.160388 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2effb-da64-448f-b151-283da89da08e tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d898489-a102-4f0b-be71-cfa80d5c4f78,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:58.186321 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cafb3f5c-e58a-4f84-be32-006867da0b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:58.196543 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5489b98e-8dca-433f-97b5-c1068ba060fb admin admin] Made reservation on behalf of 6487cafe04684d7999edf8d901c53a9a for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:45:58.199019 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5489b98e-8dca-433f-97b5-c1068ba060fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:58.213038 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5489b98e-8dca-433f-97b5-c1068ba060fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:58.271485 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cafb3f5c-e58a-4f84-be32-006867da0b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:58.274533 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cafb3f5c-e58a-4f84-be32-006867da0b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:58.275729 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cafb3f5c-e58a-4f84-be32-006867da0b17 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6be1ef23-01eb-4d91-9b4c-c06545049cfd HTTP/1.1" status: 204 len: 168 time: 0.2403297 Jul 07 20:45:58.297623 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb3f5c-e58a-4f84-be32-006867da0b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be1ef23-01eb-4d91-9b4c-c06545049cfd,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:58.378001 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5489b98e-8dca-433f-97b5-c1068ba060fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:58.381256 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86901696-51d0-4052-8ab9-ee319bca5016 req-0a7be9ac-9774-4ca9-abc6-3b96c9de48a0 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:58.383509 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-86901696-51d0-4052-8ab9-ee319bca5016 req-0a7be9ac-9774-4ca9-abc6-3b96c9de48a0 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c5dc6b6-dafb-4c17-94f5-04665b323d43 HTTP/1.1" status: 200 len: 950 time: 0.1101434 Jul 07 20:45:58.384533 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5489b98e-8dca-433f-97b5-c1068ba060fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:58.398465 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5489b98e-8dca-433f-97b5-c1068ba060fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:45:58.409738 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5489b98e-8dca-433f-97b5-c1068ba060fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:58.410047 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-5489b98e-8dca-433f-97b5-c1068ba060fb admin admin] Added segment eb6d4d27-5eea-49d8-bee8-4be8f21a9f23 of type vlan for network c43d2e8b-5fa2-4ae0-a810-02b6d244cb81 Jul 07 20:45:58.444253 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-86901696-51d0-4052-8ab9-ee319bca5016 req-610fda11-97bd-4b5a-9b17-42c4d0f0ec40 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fa6c5ea-d5d7-4b46-a4a8-278280885807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535705 Jul 07 20:45:58.497817 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5489b98e-8dca-433f-97b5-c1068ba060fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:58.534849 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489b98e-8dca-433f-97b5-c1068ba060fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592bff62-7130-45a8-9c72-4dce2a4228a5,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:58.578075 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5489b98e-8dca-433f-97b5-c1068ba060fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:58.580211 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5489b98e-8dca-433f-97b5-c1068ba060fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:58.582325 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5489b98e-8dca-433f-97b5-c1068ba060fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:58.618889 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-123f077d-a97c-4436-a62f-917eff702b28 req-3ebb2c62-b803-4897-afe4-130ec7c43b2b tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "GET /v2.0/security-groups/1cdf2bb8-8267-4edd-a68d-811bb1a3d4cc HTTP/1.1" status: 200 len: 2398 time: 0.1092975 Jul 07 20:45:58.701943 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5489b98e-8dca-433f-97b5-c1068ba060fb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5491242 Jul 07 20:45:58.702321 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60286) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:58.715109 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-2bf1dbe7-4b96-41b9-9fa7-2a694c7b6de3 admin admin] Request body: {'subnet': {'network_id': 'c43d2e8b-5fa2-4ae0-a810-02b6d244cb81', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1645876479-subnet', 'tenant_id': '6487cafe04684d7999edf8d901c53a9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:45:58.729369 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489b98e-8dca-433f-97b5-c1068ba060fb admin admin] Pushing event updated for resources: {'Network': ['ID=c43d2e8b-5fa2-4ae0-a810-02b6d244cb81,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:58.749098 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network c43d2e8b-5fa2-4ae0-a810-02b6d244cb81 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:45:58.799939 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf1dbe7-4b96-41b9-9fa7-2a694c7b6de3 admin admin] Made reservation on behalf of 6487cafe04684d7999edf8d901c53a9a for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:45:58.802544 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2bf1dbe7-4b96-41b9-9fa7-2a694c7b6de3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:58.805204 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-123f077d-a97c-4436-a62f-917eff702b28 req-5c19b6f9-7d24-41c6-8c2d-9365b7c465fe tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:58.891790 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-123f077d-a97c-4436-a62f-917eff702b28 req-5c19b6f9-7d24-41c6-8c2d-9365b7c465fe tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:58.993953 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-123f077d-a97c-4436-a62f-917eff702b28 req-5c19b6f9-7d24-41c6-8c2d-9365b7c465fe tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:58.996648 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-123f077d-a97c-4436-a62f-917eff702b28 req-5c19b6f9-7d24-41c6-8c2d-9365b7c465fe tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:58.998053 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-123f077d-a97c-4436-a62f-917eff702b28 req-5c19b6f9-7d24-41c6-8c2d-9365b7c465fe tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] 10.222.0.64 "DELETE /v2.0/security-groups/1cdf2bb8-8267-4edd-a68d-811bb1a3d4cc HTTP/1.1" status: 204 len: 173 time: 0.3614495 Jul 07 20:45:59.005093 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60298) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:59.024760 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19b6f9-7d24-41c6-8c2d-9365b7c465fe tempest-SecurityGroupRulesTestJSON-239766395 tempest-SecurityGroupRulesTestJSON-239766395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdf2bb8-8267-4edd-a68d-811bb1a3d4cc,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:59.115216 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-54bf6481-e218-4511-a496-b6f0447896dc admin admin] Deleting subnet 6c8fcc72-4b2c-449c-baa6-e81795742fab {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:45:59.131137 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2bf1dbe7-4b96-41b9-9fa7-2a694c7b6de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:59.140742 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54bf6481-e218-4511-a496-b6f0447896dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:59.158202 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-67c69e53-927a-499c-8a36-fb61ece6f3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:59.231314 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54bf6481-e218-4511-a496-b6f0447896dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:59.256800 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1dbe7-4b96-41b9-9fa7-2a694c7b6de3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a906113-2c70-45ae-a2b0-87cef72b45a7,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:59.261617 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60308) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:59.281023 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf1dbe7-4b96-41b9-9fa7-2a694c7b6de3 admin admin] Checking segment: {'id': 'eb6d4d27-5eea-49d8-bee8-4be8f21a9f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c43d2e8b-5fa2-4ae0-a810-02b6d244cb81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:45:59.281566 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf1dbe7-4b96-41b9-9fa7-2a694c7b6de3 admin admin] Network hostable DHCP agents. Network: c43d2e8b-5fa2-4ae0-a810-02b6d244cb81, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:45:59.331883 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54bf6481-e218-4511-a496-b6f0447896dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:59.356881 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf1dbe7-4b96-41b9-9fa7-2a694c7b6de3 admin admin] Network c43d2e8b-5fa2-4ae0-a810-02b6d244cb81 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:45:59.370790 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-2bf1dbe7-4b96-41b9-9fa7-2a694c7b6de3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, c43d2e8b-5fa2-4ae0-a810-02b6d244cb81) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:45:59.375469 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf1dbe7-4b96-41b9-9fa7-2a694c7b6de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:59.376444 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2bf1dbe7-4b96-41b9-9fa7-2a694c7b6de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:59.385404 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db38d804-946f-461f-b2c9-5b2188c7421d None None] Network c43d2e8b-5fa2-4ae0-a810-02b6d244cb81 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:45:59.406603 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2bf1dbe7-4b96-41b9-9fa7-2a694c7b6de3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7022023 Jul 07 20:45:59.428660 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56789c6a-8175-4cb0-ab90-968da21b181e req-593de56d-bf30-481d-a052-cad846213546 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:45:59.436284 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-56789c6a-8175-4cb0-ab90-968da21b181e req-593de56d-bf30-481d-a052-cad846213546 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=414cf508-b6ff-4533-9fff-896ec2cc17f5 HTTP/1.1" status: 200 len: 950 time: 0.1351554 Jul 07 20:45:59.436509 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54bf6481-e218-4511-a496-b6f0447896dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:59.480327 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf6481-e218-4511-a496-b6f0447896dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c8fcc72-4b2c-449c-baa6-e81795742fab,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:45:59.487390 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54bf6481-e218-4511-a496-b6f0447896dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:59.487390 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-54bf6481-e218-4511-a496-b6f0447896dc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6c8fcc72-4b2c-449c-baa6-e81795742fab HTTP/1.1" status: 204 len: 168 time: 0.4790132 Jul 07 20:45:59.488296 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60318) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:59.512608 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-56789c6a-8175-4cb0-ab90-968da21b181e req-9bcb7ab9-9d89-4b7e-889a-dcc9fad9f840 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675924 Jul 07 20:45:59.595875 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17df2499-76ee-45bf-bea6-5f80287a776e None None] Network c43d2e8b-5fa2-4ae0-a810-02b6d244cb81 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:45:59.637184 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2d6f5619-b877-46da-9acf-16d01760d859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:59.696417 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-269492b8-1123-43aa-a23b-7633269550ac tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:45:59.697418 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-269492b8-1123-43aa-a23b-7633269550ac tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4325676 Jul 07 20:45:59.732505 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2d6f5619-b877-46da-9acf-16d01760d859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:59.750750 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-2d6f5619-b877-46da-9acf-16d01760d859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc10b3a-c045-4001-a86e-aed5df316343']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:45:59.768357 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-2d6f5619-b877-46da-9acf-16d01760d859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0075ea2-46ff-48f0-8d9c-56a87bdfe7e9') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:45:59.768673 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-2d6f5619-b877-46da-9acf-16d01760d859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0075ea2-46ff-48f0-8d9c-56a87bdfe7e9') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:45:59.782765 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2d6f5619-b877-46da-9acf-16d01760d859 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:59.809062 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60328) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:45:59.817594 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2d6f5619-b877-46da-9acf-16d01760d859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:59.835886 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6f5619-b877-46da-9acf-16d01760d859 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:45:59.836370 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2d6f5619-b877-46da-9acf-16d01760d859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:45:59.838175 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:45:59.865243 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-414df786-3237-4553-ab88-cce99a81ad89 admin admin] Deleting subnet 60cc4b2e-7057-45b7-973d-dc66be89a409 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:45:59.874416 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-414df786-3237-4553-ab88-cce99a81ad89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:59.916719 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2d6f5619-b877-46da-9acf-16d01760d859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:59.924067 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-414df786-3237-4553-ab88-cce99a81ad89 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:59.926489 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2d6f5619-b877-46da-9acf-16d01760d859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:59.933356 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2d6f5619-b877-46da-9acf-16d01760d859 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2dc10b3a-c045-4001-a86e-aed5df316343 HTTP/1.1" status: 204 len: 168 time: 0.4377246 Jul 07 20:45:59.935928 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-414df786-3237-4553-ab88-cce99a81ad89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:45:59.947116 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f5619-b877-46da-9acf-16d01760d859 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dc10b3a-c045-4001-a86e-aed5df316343,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:00.051408 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-86fb8a15-112b-48dd-a9f1-98e07505f365 service neutron] Request body: {'binding': {'host': 'n-h1-695189-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:00.051748 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-86fb8a15-112b-48dd-a9f1-98e07505f365 service neutron] Unknown quota resources ['binding']. {{(pid=100448) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 20:46:00.054587 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-414df786-3237-4553-ab88-cce99a81ad89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:00.124107 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379efcc-03ad-4672-97b5-d8114377b93d req-d98f4537-e167-49e8-a5c9-0bbc0b83a550 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:00.126210 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9379efcc-03ad-4672-97b5-d8114377b93d req-d98f4537-e167-49e8-a5c9-0bbc0b83a550 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e0f63c1-850f-4458-9326-1b09c85c9e62 HTTP/1.1" status: 200 len: 945 time: 0.1657882 Jul 07 20:46:00.129385 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414df786-3237-4553-ab88-cce99a81ad89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60cc4b2e-7057-45b7-973d-dc66be89a409,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:00.134844 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-414df786-3237-4553-ab88-cce99a81ad89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:00.139669 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-414df786-3237-4553-ab88-cce99a81ad89 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/60cc4b2e-7057-45b7-973d-dc66be89a409 HTTP/1.1" status: 204 len: 168 time: 0.3294897 Jul 07 20:46:00.140410 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60340) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:00.235923 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9379efcc-03ad-4672-97b5-d8114377b93d req-4e087114-4a52-4e54-8e21-43543abd1d9b tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?id=f42130e7-e278-4a2e-a398-8287254a9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904763 Jul 07 20:46:00.240572 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60346) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:00.265267 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00c19623-0313-4a0e-85ac-8877d538ffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:00.324038 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b7580652-5a38-4533-a32b-ebcd50fe1356 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ac1c7f126e8a4c94ba8a44c4ee4d4f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0823176 Jul 07 20:46:00.330444 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60350) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:00.346553 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-86fb8a15-112b-48dd-a9f1-98e07505f365 service neutron] Attempting to bind port d2dfea02-cabd-41f7-8c69-061d804ea158 on host n-h1-695189-11 for vnic_type normal with profile None {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:46:00.346893 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-86fb8a15-112b-48dd-a9f1-98e07505f365 service neutron] Attempting to bind port d2dfea02-cabd-41f7-8c69-061d804ea158 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:46:00.347226 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-86fb8a15-112b-48dd-a9f1-98e07505f365 service neutron] Attempting to bind port d2dfea02-cabd-41f7-8c69-061d804ea158 on network 4b91b62e-f0da-4f30-b6c0-0519015da08e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:46:00.356897 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-86fb8a15-112b-48dd-a9f1-98e07505f365 service neutron] Port d2dfea02-cabd-41f7-8c69-061d804ea158 on network 4b91b62e-f0da-4f30-b6c0-0519015da08e not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:46:00.357231 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-86fb8a15-112b-48dd-a9f1-98e07505f365 service neutron] Attempting to bind port d2dfea02-cabd-41f7-8c69-061d804ea158 on network 4b91b62e-f0da-4f30-b6c0-0519015da08e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:46:00.371565 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-86fb8a15-112b-48dd-a9f1-98e07505f365 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:46:00.371917 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-86fb8a15-112b-48dd-a9f1-98e07505f365 service neutron] Checking segment: {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:46:00.372312 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-86fb8a15-112b-48dd-a9f1-98e07505f365 service neutron] Bound using segment: {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:46:00.372762 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-86fb8a15-112b-48dd-a9f1-98e07505f365 service neutron] Bound port: d2dfea02-cabd-41f7-8c69-061d804ea158, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:46:00.378454 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00c19623-0313-4a0e-85ac-8877d538ffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:00.393081 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-00c19623-0313-4a0e-85ac-8877d538ffd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c047d4-3793-4bab-bf60-41564af656bb']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:00.410965 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-00c19623-0313-4a0e-85ac-8877d538ffd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d063a0-b33f-46b1-a69d-f9d60468d6a3') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:00.411601 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-00c19623-0313-4a0e-85ac-8877d538ffd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d063a0-b33f-46b1-a69d-f9d60468d6a3') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:00.425298 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00c19623-0313-4a0e-85ac-8877d538ffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:00.452064 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00c19623-0313-4a0e-85ac-8877d538ffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:00.463258 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c19623-0313-4a0e-85ac-8877d538ffd4 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:46:00.464311 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00c19623-0313-4a0e-85ac-8877d538ffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:46:00.467535 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:46:00.541836 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00c19623-0313-4a0e-85ac-8877d538ffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:00.549654 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00c19623-0313-4a0e-85ac-8877d538ffd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:00.552160 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-00c19623-0313-4a0e-85ac-8877d538ffd4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d4c047d4-3793-4bab-bf60-41564af656bb HTTP/1.1" status: 204 len: 168 time: 0.4091892 Jul 07 20:46:00.555086 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60356) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:00.573645 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c19623-0313-4a0e-85ac-8877d538ffd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4c047d4-3793-4bab-bf60-41564af656bb,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:00.622773 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-e11afc3f-81ec-4b57-a3d8-053d5c2defa1 admin admin] Deleting subnet 9a906113-2c70-45ae-a2b0-87cef72b45a7 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:46:00.627817 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e11afc3f-81ec-4b57-a3d8-053d5c2defa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:00.670345 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e11afc3f-81ec-4b57-a3d8-053d5c2defa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:00.709536 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e11afc3f-81ec-4b57-a3d8-053d5c2defa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:00.764377 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e11afc3f-81ec-4b57-a3d8-053d5c2defa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:00.792685 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7f57103a-11e3-442f-8cd2-73e6847ce72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:00.798318 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e11afc3f-81ec-4b57-a3d8-053d5c2defa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:00.800389 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e11afc3f-81ec-4b57-a3d8-053d5c2defa1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9a906113-2c70-45ae-a2b0-87cef72b45a7 HTTP/1.1" status: 204 len: 168 time: 0.2442052 Jul 07 20:46:00.801420 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11afc3f-81ec-4b57-a3d8-053d5c2defa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a906113-2c70-45ae-a2b0-87cef72b45a7,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:00.802984 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-86fb8a15-112b-48dd-a9f1-98e07505f365 service neutron] For port d2dfea02-cabd-41f7-8c69-061d804ea158, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d2dfea02-cabd-41f7-8c69-061d804ea158,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:46:00.804023 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60360) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:00.815612 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-86fb8a15-112b-48dd-a9f1-98e07505f365 service neutron] Notify callbacks [] for binding, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:00.816794 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-86fb8a15-112b-48dd-a9f1-98e07505f365 service neutron] 10.222.0.64 "POST /v2.0/ports/d2dfea02-cabd-41f7-8c69-061d804ea158/bindings HTTP/1.1" status: 201 len: 390 time: 0.9474597 Jul 07 20:46:00.831192 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7f57103a-11e3-442f-8cd2-73e6847ce72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:00.857840 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ebbe9-13fa-4054-8f36-378511d5ceff req-aafc54f1-d3c0-42b2-a9ec-ca2c4a6c8c9c tempest-LiveMigrationNegativeTest-1887211510 tempest-LiveMigrationNegativeTest-1887211510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:00.859468 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-943ebbe9-13fa-4054-8f36-378511d5ceff req-aafc54f1-d3c0-42b2-a9ec-ca2c4a6c8c9c tempest-LiveMigrationNegativeTest-1887211510 tempest-LiveMigrationNegativeTest-1887211510-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=414cf508-b6ff-4533-9fff-896ec2cc17f5 HTTP/1.1" status: 200 len: 1102 time: 0.1606023 Jul 07 20:46:00.889793 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-943ebbe9-13fa-4054-8f36-378511d5ceff req-65edeef0-f57e-42b9-a9c9-b69fa1fe97ab tempest-LiveMigrationNegativeTest-1887211510 tempest-LiveMigrationNegativeTest-1887211510-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:00.897452 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e725917-5029-49d4-b1ba-547126afc975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:00.939620 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7f57103a-11e3-442f-8cd2-73e6847ce72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:00.942450 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7f57103a-11e3-442f-8cd2-73e6847ce72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:00.943552 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7f57103a-11e3-442f-8cd2-73e6847ce72f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/00b34f34-cbb7-42e7-be37-af30b93132c5 HTTP/1.1" status: 204 len: 168 time: 0.6120803 Jul 07 20:46:00.960788 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57103a-11e3-442f-8cd2-73e6847ce72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b34f34-cbb7-42e7-be37-af30b93132c5,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:01.039581 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-943ebbe9-13fa-4054-8f36-378511d5ceff req-65edeef0-f57e-42b9-a9c9-b69fa1fe97ab tempest-LiveMigrationNegativeTest-1887211510 tempest-LiveMigrationNegativeTest-1887211510-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:01.045005 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-943ebbe9-13fa-4054-8f36-378511d5ceff req-65edeef0-f57e-42b9-a9c9-b69fa1fe97ab tempest-LiveMigrationNegativeTest-1887211510 tempest-LiveMigrationNegativeTest-1887211510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:01.086196 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edeef0-f57e-42b9-a9c9-b69fa1fe97ab tempest-LiveMigrationNegativeTest-1887211510 tempest-LiveMigrationNegativeTest-1887211510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fa8e11-0289-4807-a9a0-82f6bad24898,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:01.087044 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e725917-5029-49d4-b1ba-547126afc975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:01.099485 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-4e725917-5029-49d4-b1ba-547126afc975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43d2e8b-5fa2-4ae0-a810-02b6d244cb81']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:01.119127 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-943ebbe9-13fa-4054-8f36-378511d5ceff req-65edeef0-f57e-42b9-a9c9-b69fa1fe97ab tempest-LiveMigrationNegativeTest-1887211510 tempest-LiveMigrationNegativeTest-1887211510-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528896 Jul 07 20:46:01.126800 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-4e725917-5029-49d4-b1ba-547126afc975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb6d4d27-5eea-49d8-bee8-4be8f21a9f23') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:01.127248 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-4e725917-5029-49d4-b1ba-547126afc975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb6d4d27-5eea-49d8-bee8-4be8f21a9f23') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:01.142554 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e725917-5029-49d4-b1ba-547126afc975 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:01.162761 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e725917-5029-49d4-b1ba-547126afc975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:01.172840 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e725917-5029-49d4-b1ba-547126afc975 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:46:01.173451 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e725917-5029-49d4-b1ba-547126afc975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:46:01.175663 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:46:01.250570 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c6811-c4da-488e-9f23-13e1b93862e3 req-e1b22b3e-8cff-40cd-bb95-025f3fcac187 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:01.251216 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e725917-5029-49d4-b1ba-547126afc975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:01.254790 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7e1c6811-c4da-488e-9f23-13e1b93862e3 req-e1b22b3e-8cff-40cd-bb95-025f3fcac187 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c5dc6b6-dafb-4c17-94f5-04665b323d43 HTTP/1.1" status: 200 len: 950 time: 0.1624775 Jul 07 20:46:01.259945 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e725917-5029-49d4-b1ba-547126afc975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:01.261956 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4e725917-5029-49d4-b1ba-547126afc975 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c43d2e8b-5fa2-4ae0-a810-02b6d244cb81 HTTP/1.1" status: 204 len: 168 time: 0.4561884 Jul 07 20:46:01.277303 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e725917-5029-49d4-b1ba-547126afc975 admin admin] Pushing event deleted for resources: {'Network': ['ID=c43d2e8b-5fa2-4ae0-a810-02b6d244cb81,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:01.306786 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-cb6094a3-c269-4e6f-8f14-889721acc341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:01.308510 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-cb6094a3-c269-4e6f-8f14-889721acc341 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 1097 time: 0.1508698 Jul 07 20:46:01.340668 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7e1c6811-c4da-488e-9f23-13e1b93862e3 req-799a39c6-27fc-4a1f-ac03-fef015780658 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fa6c5ea-d5d7-4b46-a4a8-278280885807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789347 Jul 07 20:46:01.452311 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4c9069f0-99b2-4d66-8f57-ec793c5cd5f3 req-54a183f2-748e-4b13-886c-b7c6ecf0997d tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1367831744&fields=id&tenant_id=e946a9e98bc34862ade6c7d9345c8cc6 HTTP/1.1" status: 200 len: 267 time: 0.0580001 Jul 07 20:46:01.512194 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-bfb2ac28-98dc-4304-a84e-475a4b5b066b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:01.514083 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-bfb2ac28-98dc-4304-a84e-475a4b5b066b service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 921 time: 0.1893346 Jul 07 20:46:01.553464 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60382) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:01.565025 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-0f89e19c-1982-4f52-952f-8864dff286bf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2dfea02-cabd-41f7-8c69-061d804ea158 HTTP/1.1" status: 200 len: 217 time: 0.0389836 Jul 07 20:46:01.589762 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9069f0-99b2-4d66-8f57-ec793c5cd5f3 req-da381410-2413-4804-999c-67961f110139 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:01.591382 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4c9069f0-99b2-4d66-8f57-ec793c5cd5f3 req-da381410-2413-4804-999c-67961f110139 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e0f63c1-850f-4458-9326-1b09c85c9e62 HTTP/1.1" status: 200 len: 945 time: 0.1242464 Jul 07 20:46:01.628176 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b9808304-849e-433d-96fd-10777f8c373d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=378248d29da04e0b83817ab1e036f6e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0720539 Jul 07 20:46:01.631271 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60384) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:01.640840 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-4c9069f0-99b2-4d66-8f57-ec793c5cd5f3 req-103e3cbf-6b8d-46a6-854c-310f3e02f5e0 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Request body: {'port': {'security_groups': ['f42130e7-e278-4a2e-a398-8287254a9cda', '23cd6d80-65ff-4c82-bdf0-814d33758822']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:01.646921 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-81559063-4f05-4967-94f3-225af50089d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:01.648587 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-81559063-4f05-4967-94f3-225af50089d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=58cf048c-6ca3-4e9c-85aa-89cc2a934f80 HTTP/1.1" status: 200 len: 860 time: 0.0670929 Jul 07 20:46:01.708457 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-86d86035-5d55-4673-8142-cc3bc1269140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:01.710853 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-053be497-40c0-4bb4-90a4-4ed0185ec776 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b91b62e-f0da-4f30-b6c0-0519015da08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428245 Jul 07 20:46:01.825278 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1b2c22e8-c34c-4ba9-a3bf-fcc97f574b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:01.892272 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:01.904512 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4c9069f0-99b2-4d66-8f57-ec793c5cd5f3 req-103e3cbf-6b8d-46a6-854c-310f3e02f5e0 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:01.997229 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-2349441d-b100-46ea-9db8-91b88a09408b service neutron] 10.222.0.58 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689779 Jul 07 20:46:02.045264 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4f64f-4321-407d-be13-f84e7f6d4abc req-6befdc2f-1062-4b4b-aa18-697efecd519c tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:02.050751 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-86d86035-5d55-4673-8142-cc3bc1269140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:02.052685 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1da4f64f-4321-407d-be13-f84e7f6d4abc req-6befdc2f-1062-4b4b-aa18-697efecd519c tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 945 time: 0.2255960 Jul 07 20:46:02.122241 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-86d86035-5d55-4673-8142-cc3bc1269140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:02.125738 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-86d86035-5d55-4673-8142-cc3bc1269140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:02.127847 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-86d86035-5d55-4673-8142-cc3bc1269140 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2283669b-9621-4eb8-b49f-f75388e03fa2 HTTP/1.1" status: 204 len: 168 time: 0.4936681 Jul 07 20:46:02.156403 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d86035-5d55-4673-8142-cc3bc1269140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2283669b-9621-4eb8-b49f-f75388e03fa2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:02.169998 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1da4f64f-4321-407d-be13-f84e7f6d4abc req-9080d8c1-a067-44ba-8fd2-820ff8672a9b tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167014 Jul 07 20:46:02.204957 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60402) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:02.267373 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-8cdae408-68c7-427b-9214-accb43d4c843 service neutron] 10.222.0.58 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467344 Jul 07 20:46:02.429303 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-4c9069f0-99b2-4d66-8f57-ec793c5cd5f3 req-103e3cbf-6b8d-46a6-854c-310f3e02f5e0 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] For port 4a044639-be40-40eb-9552-66ad11bdcaf0, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=4a044639-be40-40eb-9552-66ad11bdcaf0,segment=NetworkSegment(f1630037-09b1-4d2e-b0aa-c0e26ef61009),segment_id=f1630037-09b1-4d2e-b0aa-c0e26ef61009)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:02.539847 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4c9069f0-99b2-4d66-8f57-ec793c5cd5f3 req-103e3cbf-6b8d-46a6-854c-310f3e02f5e0 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:02.554239 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4c9069f0-99b2-4d66-8f57-ec793c5cd5f3 req-103e3cbf-6b8d-46a6-854c-310f3e02f5e0 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:02.573883 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['76c6bd40-5208-4f6c-876f-76cdf52fd620'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:46:02.579102 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['4a044639-be40-40eb-9552-66ad11bdcaf0'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:46:02.666538 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-0a1ba446-be26-4a03-848d-fe31aab2347f tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:02.669724 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-0a1ba446-be26-4a03-848d-fe31aab2347f tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c&tenant_id=9b2f63d1e3474de0ace5d0719705221d&binding%3Ahost_id=n-h2-695189-11 HTTP/1.1" status: 200 len: 1097 time: 0.2777157 Jul 07 20:46:02.682252 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-b12cb8be-5f11-4a27-b1b9-8c80041eb659 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1036631191-network', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:02.702568 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9069f0-99b2-4d66-8f57-ec793c5cd5f3 req-103e3cbf-6b8d-46a6-854c-310f3e02f5e0 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:02.703624 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4c9069f0-99b2-4d66-8f57-ec793c5cd5f3 req-103e3cbf-6b8d-46a6-854c-310f3e02f5e0 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:02.719405 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4c9069f0-99b2-4d66-8f57-ec793c5cd5f3 req-103e3cbf-6b8d-46a6-854c-310f3e02f5e0 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "PUT /v2.0/ports/4a044639-be40-40eb-9552-66ad11bdcaf0 HTTP/1.1" status: 200 len: 981 time: 1.0876927 Jul 07 20:46:02.726619 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0f63c1-850f-4458-9326-1b09c85c9e62', 'tag': '4a044639-be40-40eb-9552-66ad11bdcaf0'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:02.736025 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d27519f-5d98-4b4a-baf7-d4bbd2f9d659" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0f63c1-850f-4458-9326-1b09c85c9e62", "tag": "4a044639-be40-40eb-9552-66ad11bdcaf0"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:02.761691 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60424) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:02.765857 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-5ae3aae7-6684-480f-a7f0-c7d8825ee4bc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-695189-11'}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:02.825810 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d2cf694e-3f81-4848-aa8f-ddc237f15305 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6487cafe04684d7999edf8d901c53a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0624909 Jul 07 20:46:02.835516 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60426) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:02.854488 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['4a044639-be40-40eb-9552-66ad11bdcaf0'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:46:02.865118 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e3cbf-6b8d-46a6-854c-310f3e02f5e0 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event updated for resources: {'Port': ['ID=4a044639-be40-40eb-9552-66ad11bdcaf0,revision_number=6']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:02.909457 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12cb8be-5f11-4a27-b1b9-8c80041eb659 admin admin] Made reservation on behalf of 6ec1e5baf2bf42509b193357358981d1 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:46:02.914717 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b12cb8be-5f11-4a27-b1b9-8c80041eb659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:02.951096 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3556cddb-befe-4814-ae1e-16a10a2abba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:02.967238 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b12cb8be-5f11-4a27-b1b9-8c80041eb659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:02.986395 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3556cddb-befe-4814-ae1e-16a10a2abba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:03.011840 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-5ae3aae7-6684-480f-a7f0-c7d8825ee4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:03.054849 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3556cddb-befe-4814-ae1e-16a10a2abba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:03.058110 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3556cddb-befe-4814-ae1e-16a10a2abba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:03.059272 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3556cddb-befe-4814-ae1e-16a10a2abba4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/592bff62-7130-45a8-9c72-4dce2a4228a5 HTTP/1.1" status: 204 len: 168 time: 0.2229273 Jul 07 20:46:03.070167 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556cddb-befe-4814-ae1e-16a10a2abba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592bff62-7130-45a8-9c72-4dce2a4228a5,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:03.250014 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6ff8b8ac-1dc7-436d-a907-f42d08d3a316 req-b7dcb75a-d0c5-42de-8e63-1af41f266963 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/23cd6d80-65ff-4c82-bdf0-814d33758822 HTTP/1.1" status: 200 len: 1800 time: 0.2073877 Jul 07 20:46:03.307885 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bec80e-4dbb-49e9-a638-c1f9bea869e8 req-e8cbe2e0-c581-4a1f-8e2f-3235fffaf7d8 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:03.309365 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b2bec80e-4dbb-49e9-a638-c1f9bea869e8 req-e8cbe2e0-c581-4a1f-8e2f-3235fffaf7d8 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c5dc6b6-dafb-4c17-94f5-04665b323d43 HTTP/1.1" status: 200 len: 950 time: 0.2701421 Jul 07 20:46:03.358253 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-5ae3aae7-6684-480f-a7f0-c7d8825ee4bc service neutron] For port d2dfea02-cabd-41f7-8c69-061d804ea158, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=d2dfea02-cabd-41f7-8c69-061d804ea158,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:03.439614 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b12cb8be-5f11-4a27-b1b9-8c80041eb659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:03.451934 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-6ff8b8ac-1dc7-436d-a907-f42d08d3a316 req-121992f5-01d4-4115-b3df-6a01d7b23b0a tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 20:46:03.453027 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6ff8b8ac-1dc7-436d-a907-f42d08d3a316 req-121992f5-01d4-4115-b3df-6a01d7b23b0a tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "DELETE /v2.0/security-groups/23cd6d80-65ff-4c82-bdf0-814d33758822 HTTP/1.1" status: 409 len: 341 time: 0.1869626 Jul 07 20:46:03.453623 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b12cb8be-5f11-4a27-b1b9-8c80041eb659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:03.477380 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b2bec80e-4dbb-49e9-a638-c1f9bea869e8 req-66a6b877-c159-427a-a583-b34298d1d468 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fa6c5ea-d5d7-4b46-a4a8-278280885807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455739 Jul 07 20:46:03.488467 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-5ae3aae7-6684-480f-a7f0-c7d8825ee4bc service neutron] For port d2dfea02-cabd-41f7-8c69-061d804ea158, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:46:03.508686 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:03.540181 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b12cb8be-5f11-4a27-b1b9-8c80041eb659 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:46:03.565398 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f349e464-72f4-45a4-a079-61406b25e0bb x-openstack-request-id: req-f349e464-72f4-45a4-a079-61406b25e0bb {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:03.565689 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0f63c1-850f-4458-9326-1b09c85c9e62", "tag": "4a044639-be40-40eb-9552-66ad11bdcaf0", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:03.565956 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f349e464-72f4-45a4-a079-61406b25e0bb {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:03.566360 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0f63c1-850f-4458-9326-1b09c85c9e62', 'tag': '4a044639-be40-40eb-9552-66ad11bdcaf0', 'status': 'completed', 'code': 200} Jul 07 20:46:03.566936 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cb8be-5f11-4a27-b1b9-8c80041eb659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa53a01e-10f4-4786-9040-a426934d43a9,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:03.573119 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b12cb8be-5f11-4a27-b1b9-8c80041eb659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:03.573477 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-b12cb8be-5f11-4a27-b1b9-8c80041eb659 admin admin] Added segment 903ae59b-18d2-4ad1-9104-65af0e60693c of type vlan for network 228b47da-b842-428d-8f88-432d0a70d0a7 Jul 07 20:46:03.650347 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-5ae3aae7-6684-480f-a7f0-c7d8825ee4bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:03.685934 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-5ae3aae7-6684-480f-a7f0-c7d8825ee4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:03.724034 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b12cb8be-5f11-4a27-b1b9-8c80041eb659 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:03.732205 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27519f-5d98-4b4a-baf7-d4bbd2f9d659 req-2ba6d70a-dcb2-4d4b-825c-367469838982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:03.744211 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9d27519f-5d98-4b4a-baf7-d4bbd2f9d659 req-2ba6d70a-dcb2-4d4b-825c-367469838982 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e946a9e98bc34862ade6c7d9345c8cc6&device_id=9e0f63c1-850f-4458-9326-1b09c85c9e62 HTTP/1.1" status: 200 len: 1136 time: 0.1319678 Jul 07 20:46:03.990166 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27519f-5d98-4b4a-baf7-d4bbd2f9d659 req-43e627ac-845d-4155-9159-f641000a4077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:03.993417 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9d27519f-5d98-4b4a-baf7-d4bbd2f9d659 req-43e627ac-845d-4155-9159-f641000a4077 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9442e09a-87e7-4298-ac51-144ec948c46e HTTP/1.1" status: 200 len: 910 time: 0.2385812 Jul 07 20:46:04.071218 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9d27519f-5d98-4b4a-baf7-d4bbd2f9d659 req-f7b34d59-a118-449c-8f54-c1c8472153a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a044639-be40-40eb-9552-66ad11bdcaf0 HTTP/1.1" status: 200 len: 217 time: 0.0690663 Jul 07 20:46:04.087539 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b12cb8be-5f11-4a27-b1b9-8c80041eb659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:04.088527 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12cb8be-5f11-4a27-b1b9-8c80041eb659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:04.089264 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b12cb8be-5f11-4a27-b1b9-8c80041eb659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:04.108017 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3aae7-6684-480f-a7f0-c7d8825ee4bc service neutron] Pushing event updated for resources: {'Port': ['ID=d2dfea02-cabd-41f7-8c69-061d804ea158,revision_number=7']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:04.192212 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-5ae3aae7-6684-480f-a7f0-c7d8825ee4bc service neutron] Attempting to bind port d2dfea02-cabd-41f7-8c69-061d804ea158 on host n-h2-695189-11 for vnic_type normal with profile {"migrating_to": "n-h1-695189-11"} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:46:04.192550 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-5ae3aae7-6684-480f-a7f0-c7d8825ee4bc service neutron] Attempting to bind port d2dfea02-cabd-41f7-8c69-061d804ea158 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:46:04.192891 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-5ae3aae7-6684-480f-a7f0-c7d8825ee4bc service neutron] Attempting to bind port d2dfea02-cabd-41f7-8c69-061d804ea158 on network 4b91b62e-f0da-4f30-b6c0-0519015da08e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:46:04.208552 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27519f-5d98-4b4a-baf7-d4bbd2f9d659 req-9d61c4ec-9925-4cb5-a645-c3176bfb070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:04.210110 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9d27519f-5d98-4b4a-baf7-d4bbd2f9d659 req-9d61c4ec-9925-4cb5-a645-c3176bfb070a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2b26f304-a08b-4179-8660-bed155148e47 HTTP/1.1" status: 200 len: 849 time: 0.1307585 Jul 07 20:46:04.210793 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60470) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:04.216131 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-a729bb33-95fb-469e-b746-2f9913a61b4e admin admin] Request body: {'subnet': {'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1036631191-subnet', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:04.219680 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b12cb8be-5f11-4a27-b1b9-8c80041eb659 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9902234 Jul 07 20:46:04.226687 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-5ae3aae7-6684-480f-a7f0-c7d8825ee4bc service neutron] Port d2dfea02-cabd-41f7-8c69-061d804ea158 on network 4b91b62e-f0da-4f30-b6c0-0519015da08e not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:46:04.242776 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-5ae3aae7-6684-480f-a7f0-c7d8825ee4bc service neutron] Attempting to bind port d2dfea02-cabd-41f7-8c69-061d804ea158 on network 4b91b62e-f0da-4f30-b6c0-0519015da08e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:46:04.261383 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cb8be-5f11-4a27-b1b9-8c80041eb659 admin admin] Pushing event updated for resources: {'Network': ['ID=228b47da-b842-428d-8f88-432d0a70d0a7,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:04.272021 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60474) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:04.278341 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 228b47da-b842-428d-8f88-432d0a70d0a7 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:46:04.289953 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9d27519f-5d98-4b4a-baf7-d4bbd2f9d659 req-14a88564-23e7-42c8-8453-6c7d60ef2b0f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9442e09a-87e7-4298-ac51-144ec948c46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611989 Jul 07 20:46:04.291679 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-5ae3aae7-6684-480f-a7f0-c7d8825ee4bc service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:46:04.292039 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-5ae3aae7-6684-480f-a7f0-c7d8825ee4bc service neutron] Checking segment: {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:46:04.292709 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-5ae3aae7-6684-480f-a7f0-c7d8825ee4bc service neutron] Bound using segment: {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:46:04.293175 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-5ae3aae7-6684-480f-a7f0-c7d8825ee4bc service neutron] Bound port: d2dfea02-cabd-41f7-8c69-061d804ea158, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:46:04.293546 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-5ae3aae7-6684-480f-a7f0-c7d8825ee4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:04.321456 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3a7af-b904-4a36-92d3-8a93f7d3712f req-ed2b4484-3bd0-47b5-9469-d97a6597accc tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:04.329837 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-03f3a7af-b904-4a36-92d3-8a93f7d3712f req-ed2b4484-3bd0-47b5-9469-d97a6597accc tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 943 time: 0.4065578 Jul 07 20:46:04.423922 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a729bb33-95fb-469e-b746-2f9913a61b4e admin admin] Made reservation on behalf of 6ec1e5baf2bf42509b193357358981d1 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:46:04.426273 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a729bb33-95fb-469e-b746-2f9913a61b4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:04.435263 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-5ae3aae7-6684-480f-a7f0-c7d8825ee4bc service neutron] For port d2dfea02-cabd-41f7-8c69-061d804ea158, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:46:04.438986 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-5ae3aae7-6684-480f-a7f0-c7d8825ee4bc service neutron] For port d2dfea02-cabd-41f7-8c69-061d804ea158, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=d2dfea02-cabd-41f7-8c69-061d804ea158,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:46:04.448767 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-5ae3aae7-6684-480f-a7f0-c7d8825ee4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:04.505369 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-03f3a7af-b904-4a36-92d3-8a93f7d3712f req-7e5beaf2-6152-4f4b-90b8-57863c264e41 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745291 Jul 07 20:46:04.582690 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dd185447-af05-414f-aa87-44dfe95c25c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:04.667548 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9d27519f-5d98-4b4a-baf7-d4bbd2f9d659 req-06e5051e-434e-4f55-9c6a-8c4136f8f893 service neutron] 10.222.0.39 "GET /v2.0/networks/9442e09a-87e7-4298-ac51-144ec948c46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654020 Jul 07 20:46:04.672771 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3aae7-6684-480f-a7f0-c7d8825ee4bc service neutron] Pushing event updated for resources: {'Port': ['ID=d2dfea02-cabd-41f7-8c69-061d804ea158,revision_number=8']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:04.750886 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-5ae3aae7-6684-480f-a7f0-c7d8825ee4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:04.751537 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-5ae3aae7-6684-480f-a7f0-c7d8825ee4bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:04.753949 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-5ae3aae7-6684-480f-a7f0-c7d8825ee4bc service neutron] 10.222.0.58 "PUT /v2.0/ports/d2dfea02-cabd-41f7-8c69-061d804ea158 HTTP/1.1" status: 200 len: 1123 time: 2.0294502 Jul 07 20:46:04.778119 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a729bb33-95fb-469e-b746-2f9913a61b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:04.806685 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718b049-5cba-48a3-9efc-45e70e8234b5 req-26078d32-dc2d-498c-85b1-ffa8d859abad tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:04.808672 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3718b049-5cba-48a3-9efc-45e70e8234b5 req-26078d32-dc2d-498c-85b1-ffa8d859abad tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=414cf508-b6ff-4533-9fff-896ec2cc17f5 HTTP/1.1" status: 200 len: 950 time: 0.3198497 Jul 07 20:46:04.854353 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf68406-5fb3-4e79-a285-414ea9094f7b req-93aca0a8-1a28-4dae-8805-4ccfbc79bc76 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:04.863216 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-baf68406-5fb3-4e79-a285-414ea9094f7b req-93aca0a8-1a28-4dae-8805-4ccfbc79bc76 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e0f63c1-850f-4458-9326-1b09c85c9e62 HTTP/1.1" status: 200 len: 984 time: 0.2137454 Jul 07 20:46:04.874482 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9d27519f-5d98-4b4a-baf7-d4bbd2f9d659 req-1b151b6d-34a0-4eac-bc01-b65082e536da service neutron] 10.222.0.39 "GET /v2.0/networks/9442e09a-87e7-4298-ac51-144ec948c46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922371 Jul 07 20:46:04.880848 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729bb33-95fb-469e-b746-2f9913a61b4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=243d2bf9-a433-4493-811c-f622d475b967,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:04.885937 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a729bb33-95fb-469e-b746-2f9913a61b4e admin admin] Checking segment: {'id': '903ae59b-18d2-4ad1-9104-65af0e60693c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:46:04.886358 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a729bb33-95fb-469e-b746-2f9913a61b4e admin admin] Network hostable DHCP agents. Network: 228b47da-b842-428d-8f88-432d0a70d0a7, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:46:04.910005 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a729bb33-95fb-469e-b746-2f9913a61b4e admin admin] Network 228b47da-b842-428d-8f88-432d0a70d0a7 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:46:04.912444 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['d2dfea02-cabd-41f7-8c69-061d804ea158'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:46:04.921493 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-a729bb33-95fb-469e-b746-2f9913a61b4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 228b47da-b842-428d-8f88-432d0a70d0a7) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:46:04.934941 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a729bb33-95fb-469e-b746-2f9913a61b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:04.936141 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a729bb33-95fb-469e-b746-2f9913a61b4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:04.967529 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69aab2c-688f-46a1-8ae0-a9228d40bb7b None None] Network 228b47da-b842-428d-8f88-432d0a70d0a7 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:46:05.013101 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-baf68406-5fb3-4e79-a285-414ea9094f7b req-a703782d-cdfd-4d18-9810-5df5a89c158f tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?id=23cd6d80-65ff-4c82-bdf0-814d33758822&id=f42130e7-e278-4a2e-a398-8287254a9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1488500 Jul 07 20:46:05.033509 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3718b049-5cba-48a3-9efc-45e70e8234b5 req-3f137538-6da6-4324-a4f8-5122ecb8ecf7 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669829 Jul 07 20:46:05.045340 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dd185447-af05-414f-aa87-44dfe95c25c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:05.050781 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dd185447-af05-414f-aa87-44dfe95c25c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:05.076059 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a729bb33-95fb-469e-b746-2f9913a61b4e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8616929 Jul 07 20:46:05.080945 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60492) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:05.087839 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-8044dbe5-7c2f-4bc1-86d1-6f6964e7747a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1036631191-router', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:05.126499 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a847a-7e81-4342-a165-eb0f6ff0a387 req-20e3bdd5-1a55-4a06-882f-e5ac352c0c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:05.129158 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1d7a847a-7e81-4342-a165-eb0f6ff0a387 req-20e3bdd5-1a55-4a06-882f-e5ac352c0c00 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e946a9e98bc34862ade6c7d9345c8cc6&device_id=9e0f63c1-850f-4458-9326-1b09c85c9e62 HTTP/1.1" status: 200 len: 1136 time: 0.1353681 Jul 07 20:46:05.151946 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b33647-c3d9-4a03-97f5-d5730bdb8056 req-6f27a654-e1b5-4898-a121-948de56b0d5a tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:05.153647 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-41b33647-c3d9-4a03-97f5-d5730bdb8056 req-6f27a654-e1b5-4898-a121-948de56b0d5a tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c5dc6b6-dafb-4c17-94f5-04665b323d43 HTTP/1.1" status: 200 len: 950 time: 0.2644970 Jul 07 20:46:05.156545 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd185447-af05-414f-aa87-44dfe95c25c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82b7f7c-4245-4a8d-abea-6f42f8f81fb7,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:05.175953 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-dd185447-af05-414f-aa87-44dfe95c25c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=080cd5862fa345c2bb2126f146a2b646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8977370 Jul 07 20:46:05.176561 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:05.177832 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8044dbe5-7c2f-4bc1-86d1-6f6964e7747a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:05.180797 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8044dbe5-7c2f-4bc1-86d1-6f6964e7747a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:05.187867 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60496) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:05.323163 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def8828c-510f-4771-af6f-4443bdac74f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-228b47da-b842-428d-8f88-432d0a70d0a7', 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'fixed_ips': [{'subnet_id': '243d2bf9-a433-4493-811c-f622d475b967'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:46:05.328097 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-def8828c-510f-4771-af6f-4443bdac74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:05.371151 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1691f931-e42b-4224-b9f4-bdf7c8821e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:05.440564 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8044dbe5-7c2f-4bc1-86d1-6f6964e7747a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:05.524976 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60502) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:05.618228 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-def8828c-510f-4771-af6f-4443bdac74f1 None None] Allocated IP 172.20.0.2 (228b47da-b842-428d-8f88-432d0a70d0a7/243d2bf9-a433-4493-811c-f622d475b967/a0d0530f-fd42-4e7c-ba0d-74099bfbb545) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:46:05.619426 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a847a-7e81-4342-a165-eb0f6ff0a387 req-a854c540-5d7a-4867-b7f7-159ffe28289a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:05.621596 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1d7a847a-7e81-4342-a165-eb0f6ff0a387 req-a854c540-5d7a-4867-b7f7-159ffe28289a service neutron] 10.222.0.39 "GET /v2.0/networks?id=9442e09a-87e7-4298-ac51-144ec948c46e HTTP/1.1" status: 200 len: 910 time: 0.4830153 Jul 07 20:46:05.646223 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0362d39-dd2c-442a-b50e-9b1b3ab9460c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2dfea02-cabd-41f7-8c69-061d804ea158'}, {'name': 'network-changed', 'server_uuid': 'c0362d39-dd2c-442a-b50e-9b1b3ab9460c', 'tag': 'd2dfea02-cabd-41f7-8c69-061d804ea158'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:05.649622 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedd3b33-e667-43ad-98bd-f3ecbecbfe5b" -d '{"events": [{"server_uuid": "c0362d39-dd2c-442a-b50e-9b1b3ab9460c", "name": "network-vif-unplugged", "status": "completed", "tag": "d2dfea02-cabd-41f7-8c69-061d804ea158"}, {"name": "network-changed", "server_uuid": "c0362d39-dd2c-442a-b50e-9b1b3ab9460c", "tag": "d2dfea02-cabd-41f7-8c69-061d804ea158"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:05.688488 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1691f931-e42b-4224-b9f4-bdf7c8821e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:05.698795 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb5212-d3f2-4094-a4b5-525365828bb5 req-eadef9d5-8620-4816-a7ec-5e0537250c14 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:05.705701 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3eb5212-d3f2-4094-a4b5-525365828bb5 req-eadef9d5-8620-4816-a7ec-5e0537250c14 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c5dc6b6-dafb-4c17-94f5-04665b323d43 HTTP/1.1" status: 200 len: 950 time: 0.4774666 Jul 07 20:46:05.786387 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-41b33647-c3d9-4a03-97f5-d5730bdb8056 req-0bd54e8f-8bf2-460a-b92c-e70d275c0368 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Deleting port 22616752-a20e-4dcf-8ba3-c8a595594040 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:46:05.786729 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-41b33647-c3d9-4a03-97f5-d5730bdb8056 req-0bd54e8f-8bf2-460a-b92c-e70d275c0368 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:05.823636 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3eb5212-d3f2-4094-a4b5-525365828bb5 req-9783c79b-55eb-40e7-9913-e67830c8a59a tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/security-groups?id=2fa6c5ea-d5d7-4b46-a4a8-278280885807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169231 Jul 07 20:46:05.829265 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1d7a847a-7e81-4342-a165-eb0f6ff0a387 req-52363ba1-0c01-481e-bead-5df538cf3bc9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a044639-be40-40eb-9552-66ad11bdcaf0 HTTP/1.1" status: 200 len: 217 time: 0.1922455 Jul 07 20:46:05.850048 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8044dbe5-7c2f-4bc1-86d1-6f6964e7747a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:05.867704 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe15d94b-369b-4079-82a6-f942fd9c3ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:05.876565 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-def8828c-510f-4771-af6f-4443bdac74f1 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:05.899423 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1691f931-e42b-4224-b9f4-bdf7c8821e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:05.902148 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1691f931-e42b-4224-b9f4-bdf7c8821e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:05.903384 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1691f931-e42b-4224-b9f4-bdf7c8821e0a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a82b7f7c-4245-4a8d-abea-6f42f8f81fb7 HTTP/1.1" status: 204 len: 168 time: 0.7083349 Jul 07 20:46:05.922435 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536553c0-c873-4b04-a138-f8bf77c5bcbd x-openstack-request-id: req-536553c0-c873-4b04-a138-f8bf77c5bcbd {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:05.922748 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0362d39-dd2c-442a-b50e-9b1b3ab9460c", "name": "network-vif-unplugged", "status": "completed", "tag": "d2dfea02-cabd-41f7-8c69-061d804ea158", "code": 200}, {"name": "network-changed", "server_uuid": "c0362d39-dd2c-442a-b50e-9b1b3ab9460c", "tag": "d2dfea02-cabd-41f7-8c69-061d804ea158", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:05.922983 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-536553c0-c873-4b04-a138-f8bf77c5bcbd {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:05.923398 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0362d39-dd2c-442a-b50e-9b1b3ab9460c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2dfea02-cabd-41f7-8c69-061d804ea158', 'code': 200} Jul 07 20:46:05.923686 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-def8828c-510f-4771-af6f-4443bdac74f1 None None] Transition to ACTIVE for port object a0d0530f-fd42-4e7c-ba0d-74099bfbb545 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:46:05.923814 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0362d39-dd2c-442a-b50e-9b1b3ab9460c', 'tag': 'd2dfea02-cabd-41f7-8c69-061d804ea158', 'status': 'completed', 'code': 200} Jul 07 20:46:05.934017 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691f931-e42b-4224-b9f4-bdf7c8821e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82b7f7c-4245-4a8d-abea-6f42f8f81fb7,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:05.958042 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-41b33647-c3d9-4a03-97f5-d5730bdb8056 req-0bd54e8f-8bf2-460a-b92c-e70d275c0368 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] For port 22616752-a20e-4dcf-8ba3-c8a595594040, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=22616752-a20e-4dcf-8ba3-c8a595594040,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:05.958327 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-41b33647-c3d9-4a03-97f5-d5730bdb8056 req-0bd54e8f-8bf2-460a-b92c-e70d275c0368 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:05.969339 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889f9e7-846d-41f8-8c35-9580af23826b req-21d950c6-80c8-457e-bf4e-9560ab395862 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:05.970966 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0889f9e7-846d-41f8-8c35-9580af23826b req-21d950c6-80c8-457e-bf4e-9560ab395862 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 943 time: 0.2017572 Jul 07 20:46:05.980195 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-def8828c-510f-4771-af6f-4443bdac74f1 None None] Transition to ACTIVE for port object a0d0530f-fd42-4e7c-ba0d-74099bfbb545 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:46:06.013057 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-41b33647-c3d9-4a03-97f5-d5730bdb8056 req-0bd54e8f-8bf2-460a-b92c-e70d275c0368 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Calling delete_port for 22616752-a20e-4dcf-8ba3-c8a595594040 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:46:06.014614 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-def8828c-510f-4771-af6f-4443bdac74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:06.042048 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a847a-7e81-4342-a165-eb0f6ff0a387 req-019770e7-4f85-4bcb-9598-3d1fbf655148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:06.043811 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1d7a847a-7e81-4342-a165-eb0f6ff0a387 req-019770e7-4f85-4bcb-9598-3d1fbf655148 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2b26f304-a08b-4179-8660-bed155148e47 HTTP/1.1" status: 200 len: 849 time: 0.1984646 Jul 07 20:46:06.108231 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1d7a847a-7e81-4342-a165-eb0f6ff0a387 req-54715526-35ab-4af0-af41-c50abba83fd4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9442e09a-87e7-4298-ac51-144ec948c46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514395 Jul 07 20:46:06.121194 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8828c-510f-4771-af6f-4443bdac74f1 None None] Pushing event updated for resources: {'Port': ['ID=a0d0530f-fd42-4e7c-ba0d-74099bfbb545,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:06.156940 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def8828c-510f-4771-af6f-4443bdac74f1 None None] Network 228b47da-b842-428d-8f88-432d0a70d0a7 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:46:06.162762 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-def8828c-510f-4771-af6f-4443bdac74f1 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:46:06.166683 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def8828c-510f-4771-af6f-4443bdac74f1 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:46:06.176074 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0889f9e7-846d-41f8-8c35-9580af23826b req-2c69b4c4-a5ae-4896-9971-0b8f3fc23a26 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762018 Jul 07 20:46:06.283499 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe15d94b-369b-4079-82a6-f942fd9c3ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:06.293681 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-def8828c-510f-4771-af6f-4443bdac74f1 None None] Attempting to bind port a0d0530f-fd42-4e7c-ba0d-74099bfbb545 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:46:06.294058 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-def8828c-510f-4771-af6f-4443bdac74f1 None None] Attempting to bind port a0d0530f-fd42-4e7c-ba0d-74099bfbb545 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '903ae59b-18d2-4ad1-9104-65af0e60693c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:46:06.294477 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def8828c-510f-4771-af6f-4443bdac74f1 None None] Attempting to bind port a0d0530f-fd42-4e7c-ba0d-74099bfbb545 on network 228b47da-b842-428d-8f88-432d0a70d0a7 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:46:06.301117 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1d7a847a-7e81-4342-a165-eb0f6ff0a387 req-f5f8ed4e-d564-4f15-a63b-c4910b79c6c7 service neutron] 10.222.0.39 "GET /v2.0/networks/9442e09a-87e7-4298-ac51-144ec948c46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808474 Jul 07 20:46:06.301868 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe15d94b-369b-4079-82a6-f942fd9c3ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:06.302074 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def8828c-510f-4771-af6f-4443bdac74f1 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:46:06.302335 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def8828c-510f-4771-af6f-4443bdac74f1 None None] Checking segment: {'id': '903ae59b-18d2-4ad1-9104-65af0e60693c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:46:06.302738 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-def8828c-510f-4771-af6f-4443bdac74f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:06.303129 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def8828c-510f-4771-af6f-4443bdac74f1 None None] Bound using segment: {'id': '903ae59b-18d2-4ad1-9104-65af0e60693c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:46:06.304222 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-def8828c-510f-4771-af6f-4443bdac74f1 None None] Bound port: a0d0530f-fd42-4e7c-ba0d-74099bfbb545, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903ae59b-18d2-4ad1-9104-65af0e60693c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:46:06.305386 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-def8828c-510f-4771-af6f-4443bdac74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:06.384698 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-def8828c-510f-4771-af6f-4443bdac74f1 None None] For port a0d0530f-fd42-4e7c-ba0d-74099bfbb545, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:46:06.388831 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-def8828c-510f-4771-af6f-4443bdac74f1 None None] For port a0d0530f-fd42-4e7c-ba0d-74099bfbb545, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a0d0530f-fd42-4e7c-ba0d-74099bfbb545,segment=NetworkSegment(903ae59b-18d2-4ad1-9104-65af0e60693c),segment_id=903ae59b-18d2-4ad1-9104-65af0e60693c)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:46:06.394540 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-def8828c-510f-4771-af6f-4443bdac74f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:06.414743 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd3b33-e667-43ad-98bd-f3ecbecbfe5b req-03591984-bdda-4563-8080-3aa697facae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:06.417755 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dedd3b33-e667-43ad-98bd-f3ecbecbfe5b req-03591984-bdda-4563-8080-3aa697facae9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 1126 time: 0.4455826 Jul 07 20:46:06.429988 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fe15d94b-369b-4079-82a6-f942fd9c3ca8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2937f7e76c6e4219aa8f832cf805bb42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9036901 Jul 07 20:46:06.432990 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60518) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:06.515786 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8828c-510f-4771-af6f-4443bdac74f1 None None] Pushing event updated for resources: {'Port': ['ID=a0d0530f-fd42-4e7c-ba0d-74099bfbb545,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:06.539008 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15d94b-369b-4079-82a6-f942fd9c3ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6d11ed-e422-4b8f-80be-226476a03c16,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:06.556933 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60522) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:06.709677 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d420a251-6578-40fc-89a1-d652e80cd37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:06.754984 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277a2aa-db42-4bdb-b34d-d82494188d81 req-34fbb9fd-83c9-4b6b-90b1-dd7ff1303866 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:06.758062 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-3277a2aa-db42-4bdb-b34d-d82494188d81 req-34fbb9fd-83c9-4b6b-90b1-dd7ff1303866 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.58 "GET /v2.0/ports?device_id=414cf508-b6ff-4533-9fff-896ec2cc17f5 HTTP/1.1" status: 200 len: 950 time: 0.4729023 Jul 07 20:46:06.868590 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8044dbe5-7c2f-4bc1-86d1-6f6964e7747a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:06.896699 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-41b33647-c3d9-4a03-97f5-d5730bdb8056 req-0bd54e8f-8bf2-460a-b92c-e70d275c0368 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:06.906645 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1d7a847a-7e81-4342-a165-eb0f6ff0a387 req-fd9733e0-5ae5-45b4-97de-345317c74dd4 service neutron] 10.222.0.39 "GET /v2.0/networks/9442e09a-87e7-4298-ac51-144ec948c46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5755014 Jul 07 20:46:06.915147 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['22616752-a20e-4dcf-8ba3-c8a595594040'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:46:06.916029 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649da12e-d52e-4509-aa2d-f9ccca7d1ccf req-80102262-8d71-4259-b653-9fc8dcb82211 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:06.923360 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-649da12e-d52e-4509-aa2d-f9ccca7d1ccf req-80102262-8d71-4259-b653-9fc8dcb82211 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e0f63c1-850f-4458-9326-1b09c85c9e62 HTTP/1.1" status: 200 len: 984 time: 0.6523204 Jul 07 20:46:06.934845 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40e12146-a7c6-41b3-a74a-084107244b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:06.986894 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d2dfea02-cabd-41f7-8c69-061d804ea158 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:46:07.011575 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd54e8f-8bf2-460a-b92c-e70d275c0368 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Pushing event deleted for resources: {'Port': ['ID=22616752-a20e-4dcf-8ba3-c8a595594040,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:07.012150 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8044dbe5-7c2f-4bc1-86d1-6f6964e7747a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:07.016032 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a0d0530f-fd42-4e7c-ba0d-74099bfbb545 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:46:07.065367 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd3b33-e667-43ad-98bd-f3ecbecbfe5b req-9384dfc2-81e6-4250-91c7-6271f824fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:07.067261 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dedd3b33-e667-43ad-98bd-f3ecbecbfe5b req-9384dfc2-81e6-4250-91c7-6271f824fe9b service neutron] 10.222.0.39 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 921 time: 0.6328216 Jul 07 20:46:07.083308 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdf9e1-f924-47fe-afa8-819cb8030a78 req-3b4e2f34-20a5-477e-b875-12e92b784f63 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:07.090749 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-80cdf9e1-f924-47fe-afa8-819cb8030a78 req-3b4e2f34-20a5-477e-b875-12e92b784f63 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=414cf508-b6ff-4533-9fff-896ec2cc17f5 HTTP/1.1" status: 200 len: 950 time: 0.5351598 Jul 07 20:46:07.130447 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.db.resource_extend [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 20:46:07.158124 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40e12146-a7c6-41b3-a74a-084107244b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:07.219657 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port a0d0530f-fd42-4e7c-ba0d-74099bfbb545 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:46:07.230294 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-3277a2aa-db42-4bdb-b34d-d82494188d81 req-0ecfa3de-d266-4537-95de-c304d72619c8 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Deleting port 9ada3cac-3c6d-4898-a901-dfa391ba6690 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:46:07.230644 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-3277a2aa-db42-4bdb-b34d-d82494188d81 req-0ecfa3de-d266-4537-95de-c304d72619c8 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:07.240321 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-8044dbe5-7c2f-4bc1-86d1-6f6964e7747a admin admin] Allocated IP 172.25.5.19 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/a3da87d9-32ee-424c-a603-8b6509fac71d) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:46:07.301750 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dedd3b33-e667-43ad-98bd-f3ecbecbfe5b req-f6c45454-cfbd-4fa5-b76d-b838360ba9c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2dfea02-cabd-41f7-8c69-061d804ea158 HTTP/1.1" status: 200 len: 217 time: 0.2028210 Jul 07 20:46:07.320920 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port d2dfea02-cabd-41f7-8c69-061d804ea158, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=d2dfea02-cabd-41f7-8c69-061d804ea158,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:07.321178 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b33647-c3d9-4a03-97f5-d5730bdb8056 req-0bd54e8f-8bf2-460a-b92c-e70d275c0368 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] No DVR routers for this DVR port 22616752-a20e-4dcf-8ba3-c8a595594040 on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:46:07.336011 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d2dfea02-cabd-41f7-8c69-061d804ea158 has no active binding in host n-h1-695189-11 {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 20:46:07.336819 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-41b33647-c3d9-4a03-97f5-d5730bdb8056 req-0bd54e8f-8bf2-460a-b92c-e70d275c0368 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:07.340384 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-41b33647-c3d9-4a03-97f5-d5730bdb8056 req-0bd54e8f-8bf2-460a-b92c-e70d275c0368 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.58 "DELETE /v2.0/ports/22616752-a20e-4dcf-8ba3-c8a595594040 HTTP/1.1" status: 204 len: 173 time: 2.1656086 Jul 07 20:46:07.370048 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-649da12e-d52e-4509-aa2d-f9ccca7d1ccf req-a4f16f27-aebf-4049-8274-ab981e8c3693 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?id=23cd6d80-65ff-4c82-bdf0-814d33758822&id=f42130e7-e278-4a2e-a398-8287254a9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4451571 Jul 07 20:46:07.496260 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-80cdf9e1-f924-47fe-afa8-819cb8030a78 req-f48db68d-1483-4bff-845d-428a82cdbbd0 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042108 Jul 07 20:46:07.639671 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd3b33-e667-43ad-98bd-f3ecbecbfe5b req-fd5c5453-e8a7-4b43-94bc-dc9523616bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:07.642422 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dedd3b33-e667-43ad-98bd-f3ecbecbfe5b req-fd5c5453-e8a7-4b43-94bc-dc9523616bd6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58cf048c-6ca3-4e9c-85aa-89cc2a934f80 HTTP/1.1" status: 200 len: 860 time: 0.3139648 Jul 07 20:46:07.718531 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d420a251-6578-40fc-89a1-d652e80cd37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:07.768574 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-3277a2aa-db42-4bdb-b34d-d82494188d81 req-0ecfa3de-d266-4537-95de-c304d72619c8 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] For port 9ada3cac-3c6d-4898-a901-dfa391ba6690, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=9ada3cac-3c6d-4898-a901-dfa391ba6690,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:07.771703 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d420a251-6578-40fc-89a1-d652e80cd37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:07.773657 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-3277a2aa-db42-4bdb-b34d-d82494188d81 req-0ecfa3de-d266-4537-95de-c304d72619c8 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:07.810983 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dedd3b33-e667-43ad-98bd-f3ecbecbfe5b req-cca9b8c5-0d78-4c05-ae80-938decf886fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b91b62e-f0da-4f30-b6c0-0519015da08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1578724 Jul 07 20:46:07.824921 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-3277a2aa-db42-4bdb-b34d-d82494188d81 req-0ecfa3de-d266-4537-95de-c304d72619c8 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Calling delete_port for 9ada3cac-3c6d-4898-a901-dfa391ba6690 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:46:07.829899 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40e12146-a7c6-41b3-a74a-084107244b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:07.832696 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40e12146-a7c6-41b3-a74a-084107244b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:07.833998 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-40e12146-a7c6-41b3-a74a-084107244b3e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ea6d11ed-e422-4b8f-80be-226476a03c16 HTTP/1.1" status: 204 len: 168 time: 1.3893895 Jul 07 20:46:07.858668 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8044dbe5-7c2f-4bc1-86d1-6f6964e7747a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:07.917441 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d420a251-6578-40fc-89a1-d652e80cd37f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c4ee57df27d420e9110b0bf64bce7b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3557742 Jul 07 20:46:07.921053 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60532) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:07.945242 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5dc6b6-dafb-4c17-94f5-04665b323d43', 'name': 'network-vif-deleted', 'tag': '22616752-a20e-4dcf-8ba3-c8a595594040'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:07.948635 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b199668-6c43-44cd-860f-f139058dfc46" -d '{"events": [{"server_uuid": "2c5dc6b6-dafb-4c17-94f5-04665b323d43", "name": "network-vif-deleted", "tag": "22616752-a20e-4dcf-8ba3-c8a595594040"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:07.955001 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ef2a09fc-0203-4fd9-9237-c1c273e5174c req-a14c6e74-537c-4d17-8080-d5a4f888d483 tempest-DeleteServersAdminTestJSON-1867900080 tempest-DeleteServersAdminTestJSON-1867900080-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c5dc6b6-dafb-4c17-94f5-04665b323d43 HTTP/1.1" status: 200 len: 210 time: 0.1364443 Jul 07 20:46:07.955666 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420a251-6578-40fc-89a1-d652e80cd37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874eea0e-46f5-435b-bc4c-a8225ee6663d,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:08.012146 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8044dbe5-7c2f-4bc1-86d1-6f6964e7747a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:08.031272 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e12146-a7c6-41b3-a74a-084107244b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6d11ed-e422-4b8f-80be-226476a03c16,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:08.055170 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-080b7ae8-c0bf-4ade-b893-fefbf60117c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:08.089941 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb3b46f-6ebf-4adf-8e5a-19c06e764b63 None None] Network 228b47da-b842-428d-8f88-432d0a70d0a7 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:46:08.099242 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8044dbe5-7c2f-4bc1-86d1-6f6964e7747a admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:46:08.110887 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-8044dbe5-7c2f-4bc1-86d1-6f6964e7747a admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:46:08.119362 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-080b7ae8-c0bf-4ade-b893-fefbf60117c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:08.124607 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8044dbe5-7c2f-4bc1-86d1-6f6964e7747a admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:46:08.132306 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75304934-8a79-456c-90ac-a81353c529bb x-openstack-request-id: req-75304934-8a79-456c-90ac-a81353c529bb {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:08.132306 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5dc6b6-dafb-4c17-94f5-04665b323d43", "name": "network-vif-deleted", "tag": "22616752-a20e-4dcf-8ba3-c8a595594040", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:08.133099 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-75304934-8a79-456c-90ac-a81353c529bb {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:08.133503 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5dc6b6-dafb-4c17-94f5-04665b323d43', 'name': 'network-vif-deleted', 'tag': '22616752-a20e-4dcf-8ba3-c8a595594040', 'status': 'completed', 'code': 200} Jul 07 20:46:08.135818 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dedd3b33-e667-43ad-98bd-f3ecbecbfe5b req-bafbe40f-e06e-4c85-afcb-f28aaf1def39 service neutron] 10.222.0.39 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727618 Jul 07 20:46:08.162693 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd9b92-6c3c-4b53-9281-b18ee1939975 req-3b5e181f-9ec1-4342-a110-3374953d2fca tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:08.173946 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e7cd9b92-6c3c-4b53-9281-b18ee1939975 req-3b5e181f-9ec1-4342-a110-3374953d2fca tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 943 time: 0.3478286 Jul 07 20:46:08.182371 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044dbe5-7c2f-4bc1-86d1-6f6964e7747a admin admin] Pushing event updated for resources: {'Port': ['ID=a3da87d9-32ee-424c-a603-8b6509fac71d,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:08.198225 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3e066f2f-adf5-4bf6-8f6a-281fc9e32db1 None None] Provisioning for port a0d0530f-fd42-4e7c-ba0d-74099bfbb545 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:46:08.217025 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-3277a2aa-db42-4bdb-b34d-d82494188d81 req-0ecfa3de-d266-4537-95de-c304d72619c8 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:08.227849 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3e066f2f-adf5-4bf6-8f6a-281fc9e32db1 None None] Provisioning complete for port a0d0530f-fd42-4e7c-ba0d-74099bfbb545 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:08.229676 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3e066f2f-adf5-4bf6-8f6a-281fc9e32db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:08.274605 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfa3de-d266-4537-95de-c304d72619c8 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Pushing event deleted for resources: {'Port': ['ID=9ada3cac-3c6d-4898-a901-dfa391ba6690,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:08.283352 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['5a5f6175-b6b2-4051-b45c-150a10c32475'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:46:08.285460 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['9ada3cac-3c6d-4898-a901-dfa391ba6690'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:46:08.359239 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e7cd9b92-6c3c-4b53-9281-b18ee1939975 req-6f71f0e4-acce-4660-8144-f418b4330607 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839361 Jul 07 20:46:08.400208 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60538) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:08.449368 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59902be5-4e3b-49a6-9a72-7c48312547fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:08.584504 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-3277a2aa-db42-4bdb-b34d-d82494188d81 req-0ecfa3de-d266-4537-95de-c304d72619c8 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] No DVR routers for this DVR port 9ada3cac-3c6d-4898-a901-dfa391ba6690 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:46:08.601641 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-080b7ae8-c0bf-4ade-b893-fefbf60117c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:08.601641 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-080b7ae8-c0bf-4ade-b893-fefbf60117c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:08.605578 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-080b7ae8-c0bf-4ade-b893-fefbf60117c5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/874eea0e-46f5-435b-bc4c-a8225ee6663d HTTP/1.1" status: 204 len: 168 time: 0.6806619 Jul 07 20:46:08.607612 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-3277a2aa-db42-4bdb-b34d-d82494188d81 req-0ecfa3de-d266-4537-95de-c304d72619c8 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:08.611094 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-3277a2aa-db42-4bdb-b34d-d82494188d81 req-0ecfa3de-d266-4537-95de-c304d72619c8 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.58 "DELETE /v2.0/ports/9ada3cac-3c6d-4898-a901-dfa391ba6690 HTTP/1.1" status: 204 len: 173 time: 1.8283026 Jul 07 20:46:08.617249 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414cf508-b6ff-4533-9fff-896ec2cc17f5', 'name': 'network-vif-deleted', 'tag': '9ada3cac-3c6d-4898-a901-dfa391ba6690'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:08.637774 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71a090b-1d4a-4222-9037-c80c66ddeb06" -d '{"events": [{"server_uuid": "414cf508-b6ff-4533-9fff-896ec2cc17f5", "name": "network-vif-deleted", "tag": "9ada3cac-3c6d-4898-a901-dfa391ba6690"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:08.672661 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dedd3b33-e667-43ad-98bd-f3ecbecbfe5b req-0f358235-9917-4ae5-a81e-1cd01a84ca37 service neutron] 10.222.0.39 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948983 Jul 07 20:46:08.763416 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3e066f2f-adf5-4bf6-8f6a-281fc9e32db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:08.763896 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b7ae8-c0bf-4ade-b893-fefbf60117c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874eea0e-46f5-435b-bc4c-a8225ee6663d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:08.821414 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-3e066f2f-adf5-4bf6-8f6a-281fc9e32db1 None None] For port a0d0530f-fd42-4e7c-ba0d-74099bfbb545, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a0d0530f-fd42-4e7c-ba0d-74099bfbb545,segment=NetworkSegment(903ae59b-18d2-4ad1-9104-65af0e60693c),segment_id=903ae59b-18d2-4ad1-9104-65af0e60693c)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:08.836113 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-561b65b0-5a1a-4c79-a7c2-7f03291c5fe1 req-26e3e7bb-ad79-42d8-a17b-0b490cb431f8 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=414cf508-b6ff-4533-9fff-896ec2cc17f5 HTTP/1.1" status: 200 len: 210 time: 0.0442147 Jul 07 20:46:08.858714 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7ef25-0e20-404c-a405-bc541890415f req-7ad20d16-6710-4806-94bc-6e887247eb7e tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:08.866515 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79b7ef25-0e20-404c-a405-bc541890415f req-7ad20d16-6710-4806-94bc-6e887247eb7e tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e0f63c1-850f-4458-9326-1b09c85c9e62 HTTP/1.1" status: 200 len: 984 time: 0.3496256 Jul 07 20:46:08.872055 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3e066f2f-adf5-4bf6-8f6a-281fc9e32db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:08.938002 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79b7ef25-0e20-404c-a405-bc541890415f req-58b13c69-2e21-40f8-8498-9fcd6d7cc287 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?id=23cd6d80-65ff-4c82-bdf0-814d33758822&id=f42130e7-e278-4a2e-a398-8287254a9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0702429 Jul 07 20:46:08.949628 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59902be5-4e3b-49a6-9a72-7c48312547fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:08.951506 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 22616752-a20e-4dcf-8ba3-c8a595594040 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:46:08.956124 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59902be5-4e3b-49a6-9a72-7c48312547fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:09.009771 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-59902be5-4e3b-49a6-9a72-7c48312547fa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d055b085a6a84b0b8ed072d463a9677d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6135623 Jul 07 20:46:09.016069 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60556) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:09.037887 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59902be5-4e3b-49a6-9a72-7c48312547fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9851cf59-523e-497a-a96c-59648e3dc449,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:09.046589 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 22616752-a20e-4dcf-8ba3-c8a595594040 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:46:09.049166 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 22616752-a20e-4dcf-8ba3-c8a595594040 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:46:09.049557 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 9ada3cac-3c6d-4898-a901-dfa391ba6690 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:46:09.100125 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd045df9-5481-4226-983e-b8e178e383f4 x-openstack-request-id: req-fd045df9-5481-4226-983e-b8e178e383f4 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:09.101035 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414cf508-b6ff-4533-9fff-896ec2cc17f5", "name": "network-vif-deleted", "tag": "9ada3cac-3c6d-4898-a901-dfa391ba6690", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:09.101035 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fd045df9-5481-4226-983e-b8e178e383f4 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:09.101558 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414cf508-b6ff-4533-9fff-896ec2cc17f5', 'name': 'network-vif-deleted', 'tag': '9ada3cac-3c6d-4898-a901-dfa391ba6690', 'status': 'completed', 'code': 200} Jul 07 20:46:09.133569 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8044dbe5-7c2f-4bc1-86d1-6f6964e7747a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:09.147870 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 9ada3cac-3c6d-4898-a901-dfa391ba6690 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:46:09.148742 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 9ada3cac-3c6d-4898-a901-dfa391ba6690 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:46:09.213428 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b57cffee-2480-4f03-8939-25dda959b326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:09.236912 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e066f2f-adf5-4bf6-8f6a-281fc9e32db1 None None] Pushing event updated for resources: {'Port': ['ID=a0d0530f-fd42-4e7c-ba0d-74099bfbb545,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:09.295823 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b57cffee-2480-4f03-8939-25dda959b326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:09.405394 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6f905580-3a74-4543-888b-2543b32f7261 req-2657d22b-87e5-40df-b1f2-ba3163116a1c tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-404542835&fields=id&tenant_id=e946a9e98bc34862ade6c7d9345c8cc6 HTTP/1.1" status: 200 len: 267 time: 0.1273072 Jul 07 20:46:09.513838 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1d2db444-ce37-471b-8fe7-ff7f188ff210 None None] Provisioning complete for port a0d0530f-fd42-4e7c-ba0d-74099bfbb545 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:09.514198 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1d2db444-ce37-471b-8fe7-ff7f188ff210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:09.517860 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b57cffee-2480-4f03-8939-25dda959b326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:09.532669 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b57cffee-2480-4f03-8939-25dda959b326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:09.555252 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b57cffee-2480-4f03-8939-25dda959b326 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9851cf59-523e-497a-a96c-59648e3dc449 HTTP/1.1" status: 204 len: 168 time: 0.5376065 Jul 07 20:46:09.613979 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8044dbe5-7c2f-4bc1-86d1-6f6964e7747a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:09.628798 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57cffee-2480-4f03-8939-25dda959b326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9851cf59-523e-497a-a96c-59648e3dc449,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:09.670459 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f905580-3a74-4543-888b-2543b32f7261 req-dc79b85d-bd37-461b-915e-3206f5cb8aeb tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:09.684554 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6f905580-3a74-4543-888b-2543b32f7261 req-dc79b85d-bd37-461b-915e-3206f5cb8aeb tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e0f63c1-850f-4458-9326-1b09c85c9e62 HTTP/1.1" status: 200 len: 984 time: 0.2729707 Jul 07 20:46:09.736721 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-6f905580-3a74-4543-888b-2543b32f7261 req-04823511-c0e9-47f9-afa1-907d7b413bdd tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Request body: {'port': {'security_groups': ['23cd6d80-65ff-4c82-bdf0-814d33758822', 'f42130e7-e278-4a2e-a398-8287254a9cda', 'dc518f5a-2c00-47c5-bc1b-9aa660095b2b']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:09.840859 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8044dbe5-7c2f-4bc1-86d1-6f6964e7747a admin admin] Router c234c213-66f0-4a05-9a51-feb56638a9ae is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:46:09.899789 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-34e1e85c-df1c-4a24-a34b-da0df5503932 service neutron] 10.222.0.39 "GET /v2.0/ports/d2dfea02-cabd-41f7-8c69-061d804ea158/bindings/n-h1-695189-11 HTTP/1.1" status: 200 len: 385 time: 0.3428807 Jul 07 20:46:09.959442 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6f905580-3a74-4543-888b-2543b32f7261 req-04823511-c0e9-47f9-afa1-907d7b413bdd tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:09.983790 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8044dbe5-7c2f-4bc1-86d1-6f6964e7747a admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:46:09.998850 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] Sync routers for ids ['c234c213-66f0-4a05-9a51-feb56638a9ae'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:46:10.023952 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4c2ac-e427-44b8-8fe2-d9bb5dc17c22 req-625d8dc9-7688-4ece-8566-6db6b896f4a9 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:10.027371 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8044dbe5-7c2f-4bc1-86d1-6f6964e7747a admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:10.033767 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8044dbe5-7c2f-4bc1-86d1-6f6964e7747a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9512877 Jul 07 20:46:10.034030 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dbc4c2ac-e427-44b8-8fe2-d9bb5dc17c22 req-625d8dc9-7688-4ece-8566-6db6b896f4a9 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 943 time: 0.3473577 Jul 07 20:46:10.034279 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] Routers {'c234c213-66f0-4a05-9a51-feb56638a9ae'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:46:10.035061 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:46:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c234c213-66f0-4a05-9a51-feb56638a9ae'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:10.039339 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60590) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:10.174132 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dbc4c2ac-e427-44b8-8fe2-d9bb5dc17c22 req-2b08517e-beae-41ee-951d-d8d43f1e9d52 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390765 Jul 07 20:46:10.250193 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60600) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:10.299180 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] Set router c234c213-66f0-4a05-9a51-feb56638a9ae gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:46:10.430598 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-0ff80a6a-5fe2-4d50-b4c7-a2b545a3622a service neutron] For port d2dfea02-cabd-41f7-8c69-061d804ea158, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=d2dfea02-cabd-41f7-8c69-061d804ea158,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:10.498770 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-0ff80a6a-5fe2-4d50-b4c7-a2b545a3622a service neutron] For port d2dfea02-cabd-41f7-8c69-061d804ea158, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:46:10.507538 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-6f905580-3a74-4543-888b-2543b32f7261 req-04823511-c0e9-47f9-afa1-907d7b413bdd tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] For port 4a044639-be40-40eb-9552-66ad11bdcaf0, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=4a044639-be40-40eb-9552-66ad11bdcaf0,segment=NetworkSegment(f1630037-09b1-4d2e-b0aa-c0e26ef61009),segment_id=f1630037-09b1-4d2e-b0aa-c0e26ef61009)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:10.573508 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-0ff80a6a-5fe2-4d50-b4c7-a2b545a3622a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2dfea02-cabd-41f7-8c69-061d804ea158 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:46:10.594220 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-0ff80a6a-5fe2-4d50-b4c7-a2b545a3622a service neutron] For port d2dfea02-cabd-41f7-8c69-061d804ea158, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d2dfea02-cabd-41f7-8c69-061d804ea158,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:10.597857 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6f905580-3a74-4543-888b-2543b32f7261 req-04823511-c0e9-47f9-afa1-907d7b413bdd tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:10.606257 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6f905580-3a74-4543-888b-2543b32f7261 req-04823511-c0e9-47f9-afa1-907d7b413bdd tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:10.621345 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['76c6bd40-5208-4f6c-876f-76cdf52fd620'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:46:10.626619 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['4a044639-be40-40eb-9552-66ad11bdcaf0'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:46:10.661692 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-0ff80a6a-5fe2-4d50-b4c7-a2b545a3622a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:10.669851 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-99f6c205-6794-48c7-9d47-d6c4b9ebc79a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-508045191-network', 'tenant_id': '87c37d3f02d24b5da84d90295186021c'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:10.696163 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'name': 'tempest-ServersTestManualDisk-1036631191-router', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:05Z', 'updated_at': '2021-07-07T20:46:08Z', 'revision_number': 3, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'gw_port': {'id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:07Z', 'updated_at': '2021-07-07T20:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:10.707794 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f905580-3a74-4543-888b-2543b32f7261 req-04823511-c0e9-47f9-afa1-907d7b413bdd tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:10.709337 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6f905580-3a74-4543-888b-2543b32f7261 req-04823511-c0e9-47f9-afa1-907d7b413bdd tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:10.712308 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6f905580-3a74-4543-888b-2543b32f7261 req-04823511-c0e9-47f9-afa1-907d7b413bdd tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "PUT /v2.0/ports/4a044639-be40-40eb-9552-66ad11bdcaf0 HTTP/1.1" status: 200 len: 1020 time: 1.0275528 Jul 07 20:46:10.721100 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0f63c1-850f-4458-9326-1b09c85c9e62', 'tag': '4a044639-be40-40eb-9552-66ad11bdcaf0'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:10.723397 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a79756-f00d-49c5-8eca-5211f7be21f9" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0f63c1-850f-4458-9326-1b09c85c9e62", "tag": "4a044639-be40-40eb-9552-66ad11bdcaf0"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:10.780677 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04823511-c0e9-47f9-afa1-907d7b413bdd tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event updated for resources: {'Port': ['ID=4a044639-be40-40eb-9552-66ad11bdcaf0,revision_number=7']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:10.793707 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] Checking router: c234c213-66f0-4a05-9a51-feb56638a9ae for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:46:10.794425 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] Updating router c234c213-66f0-4a05-9a51-feb56638a9ae port a3da87d9-32ee-424c-a603-8b6509fac71d binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:46:10.864611 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['4a044639-be40-40eb-9552-66ad11bdcaf0'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:46:10.874674 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:10.877897 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-0ff80a6a-5fe2-4d50-b4c7-a2b545a3622a service neutron] Transition to ACTIVE for port object d2dfea02-cabd-41f7-8c69-061d804ea158 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:46:10.884936 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-0ff80a6a-5fe2-4d50-b4c7-a2b545a3622a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:10.968934 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-0ff80a6a-5fe2-4d50-b4c7-a2b545a3622a service neutron] No DVR routers for this DVR port d2dfea02-cabd-41f7-8c69-061d804ea158 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:46:10.973825 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f6c205-6794-48c7-9d47-d6c4b9ebc79a admin admin] Made reservation on behalf of 87c37d3f02d24b5da84d90295186021c for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:46:10.976629 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99f6c205-6794-48c7-9d47-d6c4b9ebc79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:11.040449 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a0d0530f-fd42-4e7c-ba0d-74099bfbb545 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:46:11.056785 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99f6c205-6794-48c7-9d47-d6c4b9ebc79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:11.116530 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff80a6a-5fe2-4d50-b4c7-a2b545a3622a service neutron] Pushing event updated for resources: {'Port': ['ID=d2dfea02-cabd-41f7-8c69-061d804ea158,revision_number=10']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:11.151728 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-0ff80a6a-5fe2-4d50-b4c7-a2b545a3622a service neutron] 10.222.0.39 "PUT /v2.0/ports/d2dfea02-cabd-41f7-8c69-061d804ea158/bindings/n-h1-695189-11/activate HTTP/1.1" status: 200 len: 370 time: 1.2434692 Jul 07 20:46:11.167607 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4f236fab-016a-41c4-80a8-ad389c66776e req-fd15117c-35df-498f-b27f-ed6cfee532dd tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/dc518f5a-2c00-47c5-bc1b-9aa660095b2b HTTP/1.1" status: 200 len: 1800 time: 0.1744876 Jul 07 20:46:11.275924 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-4f236fab-016a-41c4-80a8-ad389c66776e req-e04c874a-7535-4a69-970e-54ee92879208 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 20:46:11.291701 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4f236fab-016a-41c4-80a8-ad389c66776e req-e04c874a-7535-4a69-970e-54ee92879208 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "DELETE /v2.0/security-groups/dc518f5a-2c00-47c5-bc1b-9aa660095b2b HTTP/1.1" status: 409 len: 341 time: 0.1217139 Jul 07 20:46:11.326217 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:11.334004 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b6fe11-0c02-40cb-8343-b9107ef488ee x-openstack-request-id: req-08b6fe11-0c02-40cb-8343-b9107ef488ee {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:11.334407 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0f63c1-850f-4458-9326-1b09c85c9e62", "tag": "4a044639-be40-40eb-9552-66ad11bdcaf0", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:11.335831 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08b6fe11-0c02-40cb-8343-b9107ef488ee {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:11.337380 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0f63c1-850f-4458-9326-1b09c85c9e62', 'tag': '4a044639-be40-40eb-9552-66ad11bdcaf0', 'status': 'completed', 'code': 200} Jul 07 20:46:11.559461 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port a0d0530f-fd42-4e7c-ba0d-74099bfbb545 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:11.559845 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:11.652008 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-676f09f3-5a72-4e79-b931-6ebe61100091 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:11.653794 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-676f09f3-5a72-4e79-b931-6ebe61100091 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c&tenant_id=9b2f63d1e3474de0ace5d0719705221d&binding%3Ahost_id=n-h2-695189-11 HTTP/1.1" status: 200 len: 1096 time: 0.4243894 Jul 07 20:46:11.680992 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60636) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:11.754608 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a79756-f00d-49c5-8eca-5211f7be21f9 req-6b492bd9-54e2-4b5e-93a4-05c2aea33153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:11.762970 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70a79756-f00d-49c5-8eca-5211f7be21f9 req-6b492bd9-54e2-4b5e-93a4-05c2aea33153 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e946a9e98bc34862ade6c7d9345c8cc6&device_id=9e0f63c1-850f-4458-9326-1b09c85c9e62 HTTP/1.1" status: 200 len: 1175 time: 0.3848054 Jul 07 20:46:11.836182 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:11.880593 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] Transition to ACTIVE for port object a3da87d9-32ee-424c-a603-8b6509fac71d will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:46:11.890794 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f4f13-af4f-4f60-9f0e-4d89af842903 req-5e11eb99-f9ac-4670-983e-dc955331cc84 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:11.899059 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:11.906280 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1c6f4f13-af4f-4f60-9f0e-4d89af842903 req-5e11eb99-f9ac-4670-983e-dc955331cc84 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 944 time: 0.4059234 Jul 07 20:46:12.076178 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684bc50-381f-459b-934a-ba6c04adb27e None None] Pushing event updated for resources: {'Port': ['ID=a3da87d9-32ee-424c-a603-8b6509fac71d,revision_number=2']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:12.095118 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684bc50-381f-459b-934a-ba6c04adb27e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:12.095982 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684bc50-381f-459b-934a-ba6c04adb27e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:12.096716 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684bc50-381f-459b-934a-ba6c04adb27e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:12.097502 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684bc50-381f-459b-934a-ba6c04adb27e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:12.098255 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684bc50-381f-459b-934a-ba6c04adb27e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:12.099028 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684bc50-381f-459b-934a-ba6c04adb27e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:12.099848 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684bc50-381f-459b-934a-ba6c04adb27e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:12.101441 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684bc50-381f-459b-934a-ba6c04adb27e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:12.102215 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684bc50-381f-459b-934a-ba6c04adb27e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:12.102974 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684bc50-381f-459b-934a-ba6c04adb27e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:12.103774 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684bc50-381f-459b-934a-ba6c04adb27e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:12.104540 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6684bc50-381f-459b-934a-ba6c04adb27e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:12.157521 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99f6c205-6794-48c7-9d47-d6c4b9ebc79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:12.166499 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] Attempting to bind port a3da87d9-32ee-424c-a603-8b6509fac71d on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:46:12.167865 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] Attempting to bind port a3da87d9-32ee-424c-a603-8b6509fac71d by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:46:12.168764 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] Attempting to bind port a3da87d9-32ee-424c-a603-8b6509fac71d on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:46:12.171208 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99f6c205-6794-48c7-9d47-d6c4b9ebc79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:12.179900 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:46:12.180906 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:46:12.181922 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:12.182815 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:46:12.183843 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] Bound port: a3da87d9-32ee-424c-a603-8b6509fac71d, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:46:12.185020 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:12.209315 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f6c205-6794-48c7-9d47-d6c4b9ebc79a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:46:12.221478 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99f6c205-6794-48c7-9d47-d6c4b9ebc79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:12.221961 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-99f6c205-6794-48c7-9d47-d6c4b9ebc79a admin admin] Added segment 87ad0586-9c41-499f-a9f1-b3ee99f56ff2 of type vlan for network c99ee24f-3f13-4ced-8a7f-9468c4b31f19 Jul 07 20:46:12.268865 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99f6c205-6794-48c7-9d47-d6c4b9ebc79a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:12.310513 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99f6c205-6794-48c7-9d47-d6c4b9ebc79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:12.311423 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f6c205-6794-48c7-9d47-d6c4b9ebc79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:12.312017 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99f6c205-6794-48c7-9d47-d6c4b9ebc79a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:12.453411 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] For port a3da87d9-32ee-424c-a603-8b6509fac71d, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:46:12.469236 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] For port a3da87d9-32ee-424c-a603-8b6509fac71d, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a3da87d9-32ee-424c-a603-8b6509fac71d,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:46:12.476215 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:12.498408 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-99f6c205-6794-48c7-9d47-d6c4b9ebc79a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2441893 Jul 07 20:46:12.507258 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-403fbf6f-d267-409b-9a6e-85853264868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:12.509710 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-403fbf6f-d267-409b-9a6e-85853264868e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c&tenant_id=9b2f63d1e3474de0ace5d0719705221d HTTP/1.1" status: 200 len: 1096 time: 0.7846615 Jul 07 20:46:12.510634 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6c205-6794-48c7-9d47-d6c4b9ebc79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0891adc-a5d0-40f3-af2b-fc34cf7ae7bd,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:12.516235 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60654) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:12.520943 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1c6f4f13-af4f-4f60-9f0e-4d89af842903 req-8530d78b-0670-4866-938e-0e72f45757e6 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6128390 Jul 07 20:46:12.530224 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-3825345a-351f-4e32-ab1c-594ecb2a6160 admin admin] Request body: {'subnet': {'network_id': 'c99ee24f-3f13-4ced-8a7f-9468c4b31f19', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-508045191-subnet', 'tenant_id': '87c37d3f02d24b5da84d90295186021c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:12.550657 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Allocated IP 172.20.0.1 (228b47da-b842-428d-8f88-432d0a70d0a7/243d2bf9-a433-4493-811c-f622d475b967/a8a9dbd3-1307-45e5-a43b-387032175ad3) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:46:12.551701 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684bc50-381f-459b-934a-ba6c04adb27e None None] Pushing event updated for resources: {'Port': ['ID=a3da87d9-32ee-424c-a603-8b6509fac71d,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:12.556858 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6c205-6794-48c7-9d47-d6c4b9ebc79a admin admin] Pushing event updated for resources: {'Network': ['ID=c99ee24f-3f13-4ced-8a7f-9468c4b31f19,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:12.576230 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-990fed2e-b072-4d95-8500-0982db13822d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=366c03c560e74bbf92c8b502164978ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8885183 Jul 07 20:46:12.581382 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network c99ee24f-3f13-4ced-8a7f-9468c4b31f19 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:46:12.585241 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60658) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:12.603851 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] Routers {'c234c213-66f0-4a05-9a51-feb56638a9ae'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:46:12.604661 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:46:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c234c213-66f0-4a05-9a51-feb56638a9ae'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:12.619296 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a79756-f00d-49c5-8eca-5211f7be21f9 req-f1dc4d2b-31ac-45df-b58f-4e1a3ffdfe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:12.637160 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70a79756-f00d-49c5-8eca-5211f7be21f9 req-f1dc4d2b-31ac-45df-b58f-4e1a3ffdfe8b service neutron] 10.222.0.39 "GET /v2.0/networks?id=9442e09a-87e7-4298-ac51-144ec948c46e HTTP/1.1" status: 200 len: 910 time: 0.8616803 Jul 07 20:46:12.669662 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3825345a-351f-4e32-ab1c-594ecb2a6160 admin admin] Made reservation on behalf of 87c37d3f02d24b5da84d90295186021c for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:46:12.672033 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3825345a-351f-4e32-ab1c-594ecb2a6160 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:12.700777 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device d2dfea02-cabd-41f7-8c69-061d804ea158 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:46:12.760334 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70a79756-f00d-49c5-8eca-5211f7be21f9 req-aa00e2d2-a0f6-4036-a5ff-aa5905fa98eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a044639-be40-40eb-9552-66ad11bdcaf0 HTTP/1.1" status: 200 len: 217 time: 0.1106613 Jul 07 20:46:12.763823 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] Set router c234c213-66f0-4a05-9a51-feb56638a9ae gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:46:12.805328 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:12.826173 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Transition to ACTIVE for port object a8a9dbd3-1307-45e5-a43b-387032175ad3 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:46:12.898023 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device d2dfea02-cabd-41f7-8c69-061d804ea158 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:46:12.929212 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-96b75743-ef0d-476e-92bc-4b1808c1053a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:12.957763 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:12.961737 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-7fd5aa96-9339-42ff-8543-d0aa09ee572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:12.964115 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-7fd5aa96-9339-42ff-8543-d0aa09ee572a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 1096 time: 0.3743956 Jul 07 20:46:12.965596 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a79756-f00d-49c5-8eca-5211f7be21f9 req-597b0f38-27a8-4093-8fdd-4cdc4d9c99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:12.968921 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70a79756-f00d-49c5-8eca-5211f7be21f9 req-597b0f38-27a8-4093-8fdd-4cdc4d9c99d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2b26f304-a08b-4179-8660-bed155148e47 HTTP/1.1" status: 200 len: 849 time: 0.1969564 Jul 07 20:46:13.018859 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-96b75743-ef0d-476e-92bc-4b1808c1053a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:13.025691 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10b51d-c8b5-4bac-ade9-de787e91d3fd req-80b80550-49e5-49b8-bf3b-25191c7dcc60 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:13.032988 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd10b51d-c8b5-4bac-ade9-de787e91d3fd req-80b80550-49e5-49b8-bf3b-25191c7dcc60 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=4adc85c9-cb1c-414a-9d07-3084fb40e0aa HTTP/1.1" status: 200 len: 950 time: 0.3660693 Jul 07 20:46:13.039964 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70a79756-f00d-49c5-8eca-5211f7be21f9 req-6d52bdce-c7df-4403-90eb-ccf893ec6cb8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9442e09a-87e7-4298-ac51-144ec948c46e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562317 Jul 07 20:46:13.057459 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'name': 'tempest-ServersTestManualDisk-1036631191-router', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:05Z', 'updated_at': '2021-07-07T20:46:08Z', 'revision_number': 3, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'gw_port': {'id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:07Z', 'updated_at': '2021-07-07T20:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:13.090554 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b73f4f2-9fa9-4855-a250-cee92dfe3035 None None] The sync data for ids ['c234c213-66f0-4a05-9a51-feb56638a9ae'] in n-d-695189-11 is: [{'id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'name': 'tempest-ServersTestManualDisk-1036631191-router', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:05Z', 'updated_at': '2021-07-07T20:46:08Z', 'revision_number': 3, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'gw_port': {'id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:07Z', 'updated_at': '2021-07-07T20:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:46:13.120768 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Network 228b47da-b842-428d-8f88-432d0a70d0a7 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:46:13.135152 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:46:13.153160 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:46:13.163761 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Pushing event updated for resources: {'Port': ['ID=a8a9dbd3-1307-45e5-a43b-387032175ad3,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:13.246482 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd10b51d-c8b5-4bac-ade9-de787e91d3fd req-80f6f984-bb80-4b9a-a4eb-c71a6564afe3 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124090 Jul 07 20:46:13.260584 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-3adfe0df-b09a-4d5d-aab4-85a232ca533c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:13.264812 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-3adfe0df-b09a-4d5d-aab4-85a232ca533c service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 921 time: 0.2886875 Jul 07 20:46:13.266522 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:13.375152 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-96b75743-ef0d-476e-92bc-4b1808c1053a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:13.379720 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-96b75743-ef0d-476e-92bc-4b1808c1053a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:13.381900 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-96b75743-ef0d-476e-92bc-4b1808c1053a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2fa6c5ea-d5d7-4b46-a4a8-278280885807 HTTP/1.1" status: 204 len: 168 time: 0.7858434 Jul 07 20:46:13.456680 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70a79756-f00d-49c5-8eca-5211f7be21f9 req-66c09a8a-c42d-47b9-a5d2-4a83ae75d3d8 service neutron] 10.222.0.39 "GET /v2.0/networks/9442e09a-87e7-4298-ac51-144ec948c46e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735900 Jul 07 20:46:13.463424 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3825345a-351f-4e32-ab1c-594ecb2a6160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:13.496772 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-40a5f274-2b02-4801-97b0-b6499ac11e23 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2dfea02-cabd-41f7-8c69-061d804ea158 HTTP/1.1" status: 200 len: 217 time: 0.2227683 Jul 07 20:46:13.515143 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b75743-ef0d-476e-92bc-4b1808c1053a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa6c5ea-d5d7-4b46-a4a8-278280885807,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:13.626765 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-872b5dac-c5af-49d1-a48b-09c16e7e2c98 None None] Provisioning for port a8a9dbd3-1307-45e5-a43b-387032175ad3 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:46:13.656092 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-872b5dac-c5af-49d1-a48b-09c16e7e2c98 None None] Provisioning complete for port a8a9dbd3-1307-45e5-a43b-387032175ad3 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:13.658523 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-872b5dac-c5af-49d1-a48b-09c16e7e2c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:13.737820 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-872b5dac-c5af-49d1-a48b-09c16e7e2c98 None None] Port a8a9dbd3-1307-45e5-a43b-387032175ad3 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:46:13.743768 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af291f-b39f-4f60-8853-dfa6a72c5dbe req-524e2809-c6b0-4d95-8bee-e40ef962f069 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:13.759151 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-57af291f-b39f-4f60-8853-dfa6a72c5dbe req-524e2809-c6b0-4d95-8bee-e40ef962f069 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e0f63c1-850f-4458-9326-1b09c85c9e62 HTTP/1.1" status: 200 len: 1023 time: 0.7238402 Jul 07 20:46:13.859881 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825345a-351f-4e32-ab1c-594ecb2a6160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ac77577-1ea8-4f8c-8a48-0c74b7e99f30,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:13.880316 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3825345a-351f-4e32-ab1c-594ecb2a6160 admin admin] Checking segment: {'id': '87ad0586-9c41-499f-a9f1-b3ee99f56ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c99ee24f-3f13-4ced-8a7f-9468c4b31f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:46:13.880524 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3825345a-351f-4e32-ab1c-594ecb2a6160 admin admin] Network hostable DHCP agents. Network: c99ee24f-3f13-4ced-8a7f-9468c4b31f19, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:46:13.889779 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-64b9d977-c56a-4161-a9da-b430c9a4fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:13.889779 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-64b9d977-c56a-4161-a9da-b430c9a4fefe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=58cf048c-6ca3-4e9c-85aa-89cc2a934f80 HTTP/1.1" status: 200 len: 860 time: 0.3832467 Jul 07 20:46:13.935746 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-8489e2c9-5d91-43e4-9323-a9bd66b6bb92 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=62a7f72c27eb4fb6a5dc7c1de84da2b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1056209 Jul 07 20:46:13.970046 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70a79756-f00d-49c5-8eca-5211f7be21f9 req-8b980d84-003b-4bfa-aa8b-4803291286f0 service neutron] 10.222.0.39 "GET /v2.0/networks/9442e09a-87e7-4298-ac51-144ec948c46e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965117 Jul 07 20:46:14.018226 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-57af291f-b39f-4f60-8853-dfa6a72c5dbe req-3863fe6f-9c11-486b-9a5c-f04546a5c50f tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?id=23cd6d80-65ff-4c82-bdf0-814d33758822&id=dc518f5a-2c00-47c5-bc1b-9aa660095b2b&id=f42130e7-e278-4a2e-a398-8287254a9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2577720 Jul 07 20:46:14.060530 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-035015f9-39f8-4bf1-8e09-1b9a1d0a21b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b91b62e-f0da-4f30-b6c0-0519015da08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1398971 Jul 07 20:46:14.060530 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:14.094009 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502aaaee-fb07-456f-a5f5-dce6033316a2 req-9d5d4274-1873-4efb-90e1-cb51a6d04372 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:14.097152 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-502aaaee-fb07-456f-a5f5-dce6033316a2 req-9d5d4274-1873-4efb-90e1-cb51a6d04372 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.39 "GET /v2.0/ports?device_id=4adc85c9-cb1c-414a-9d07-3084fb40e0aa HTTP/1.1" status: 200 len: 950 time: 0.5729680 Jul 07 20:46:14.102782 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3825345a-351f-4e32-ab1c-594ecb2a6160 admin admin] Network c99ee24f-3f13-4ced-8a7f-9468c4b31f19 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:46:14.148508 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-3825345a-351f-4e32-ab1c-594ecb2a6160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, c99ee24f-3f13-4ced-8a7f-9468c4b31f19) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:46:14.170985 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cbc7f2-7567-469b-9011-e4be7bae259a None None] Network c99ee24f-3f13-4ced-8a7f-9468c4b31f19 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:46:14.200031 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3825345a-351f-4e32-ab1c-594ecb2a6160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:14.201045 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3825345a-351f-4e32-ab1c-594ecb2a6160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:14.259911 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3825345a-351f-4e32-ab1c-594ecb2a6160 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7417843 Jul 07 20:46:14.394547 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60684) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:14.520006 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-52293800-ef98-4113-99ae-a6c43149ad4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:14.520652 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-69c13d42-d2d5-4a39-970d-26d77aa25500 service neutron] 10.222.0.58 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658554 Jul 07 20:46:14.607693 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-2094bcdb-1030-4d4d-9978-8528c6b7db7b tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:14.617069 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-2094bcdb-1030-4d4d-9978-8528c6b7db7b tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6450353 Jul 07 20:46:14.633661 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9df5db-45ef-4dcd-a055-e61c2d7c2a37 req-5c3c3b59-3c8e-48db-9d4d-de6ff9fc5854 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:14.638960 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e9df5db-45ef-4dcd-a055-e61c2d7c2a37 req-5c3c3b59-3c8e-48db-9d4d-de6ff9fc5854 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 944 time: 0.3673687 Jul 07 20:46:14.661869 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c753f21-725f-47c5-8843-b85da55d6a8b None None] Network c99ee24f-3f13-4ced-8a7f-9468c4b31f19 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:46:14.699294 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-f0b953fc-adde-485c-8da2-c06130cdc605 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/quotas/62a7f72c27eb4fb6a5dc7c1de84da2b0 HTTP/1.1" status: 200 len: 375 time: 0.0812867 Jul 07 20:46:14.738664 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:14.789271 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:14.811559 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-24e9f7ba-0827-4514-a8e1-654779302fb9 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=62a7f72c27eb4fb6a5dc7c1de84da2b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838242 Jul 07 20:46:14.822241 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de458f-0269-41d1-88ad-c5bb02204442 req-7ae8db56-9734-4887-aaa4-fe2bcbdfbd53 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:14.823845 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-83de458f-0269-41d1-88ad-c5bb02204442 req-7ae8db56-9734-4887-aaa4-fe2bcbdfbd53 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0f63c1-850f-4458-9326-1b09c85c9e62 HTTP/1.1" status: 200 len: 1023 time: 0.4072666 Jul 07 20:46:14.919043 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e9df5db-45ef-4dcd-a055-e61c2d7c2a37 req-414f3f80-a3fa-44be-bec6-fcf5c23e562e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700121 Jul 07 20:46:14.982094 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-502aaaee-fb07-456f-a5f5-dce6033316a2 req-5694cd99-34c3-4b6f-9221-7581f191fe70 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Deleting port 5a5f6175-b6b2-4051-b45c-150a10c32475 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:46:14.982909 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-502aaaee-fb07-456f-a5f5-dce6033316a2 req-5694cd99-34c3-4b6f-9221-7581f191fe70 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:15.054165 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-52293800-ef98-4113-99ae-a6c43149ad4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:15.060230 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a3da87d9-32ee-424c-a603-8b6509fac71d up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:46:15.065291 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-52293800-ef98-4113-99ae-a6c43149ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:15.129968 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52293800-ef98-4113-99ae-a6c43149ad4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260eb06c-5d24-42f4-bab7-dfce2e780e40,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:15.145316 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port a3da87d9-32ee-424c-a603-8b6509fac71d completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:46:15.151910 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port a3da87d9-32ee-424c-a603-8b6509fac71d triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:15.152597 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:15.181561 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-52293800-ef98-4113-99ae-a6c43149ad4a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=20513d2d6e7f47e8bcd028abc8997e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7808731 Jul 07 20:46:15.187170 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60692) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:15.189094 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-83de458f-0269-41d1-88ad-c5bb02204442 req-d3b66542-3e09-44bd-baef-554082617517 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Deleting port 4a044639-be40-40eb-9552-66ad11bdcaf0 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:46:15.195239 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-83de458f-0269-41d1-88ad-c5bb02204442 req-d3b66542-3e09-44bd-baef-554082617517 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:15.277238 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:15.295372 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Pushing event updated for resources: {'Port': ['ID=a8a9dbd3-1307-45e5-a43b-387032175ad3,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:15.300228 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-0c291046-16ba-4b19-b059-d15b3a4df6bd service neutron] 10.222.0.58 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7693393 Jul 07 20:46:15.354690 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:15.354966 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:15.355386 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:15.355755 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:15.356203 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:15.356522 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:15.356871 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:15.357201 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:15.357602 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:15.358038 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:15.358439 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:15.358790 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:15.363943 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:15.438972 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port a3da87d9-32ee-424c-a603-8b6509fac71d, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a3da87d9-32ee-424c-a603-8b6509fac71d,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:15.446125 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:15.573079 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=a3da87d9-32ee-424c-a603-8b6509fac71d,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:15.591356 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-502aaaee-fb07-456f-a5f5-dce6033316a2 req-5694cd99-34c3-4b6f-9221-7581f191fe70 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] For port 5a5f6175-b6b2-4051-b45c-150a10c32475, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=5a5f6175-b6b2-4051-b45c-150a10c32475,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:15.591855 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-502aaaee-fb07-456f-a5f5-dce6033316a2 req-5694cd99-34c3-4b6f-9221-7581f191fe70 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:15.614366 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6c4bea55-e050-4005-9476-405169025114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:15.650589 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-502aaaee-fb07-456f-a5f5-dce6033316a2 req-5694cd99-34c3-4b6f-9221-7581f191fe70 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Calling delete_port for 5a5f6175-b6b2-4051-b45c-150a10c32475 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:46:15.676941 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-83de458f-0269-41d1-88ad-c5bb02204442 req-d3b66542-3e09-44bd-baef-554082617517 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] For port 4a044639-be40-40eb-9552-66ad11bdcaf0, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=4a044639-be40-40eb-9552-66ad11bdcaf0,segment=NetworkSegment(f1630037-09b1-4d2e-b0aa-c0e26ef61009),segment_id=f1630037-09b1-4d2e-b0aa-c0e26ef61009)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:15.677611 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-83de458f-0269-41d1-88ad-c5bb02204442 req-d3b66542-3e09-44bd-baef-554082617517 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:15.696805 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6c4bea55-e050-4005-9476-405169025114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:15.721093 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-83de458f-0269-41d1-88ad-c5bb02204442 req-d3b66542-3e09-44bd-baef-554082617517 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Calling delete_port for 4a044639-be40-40eb-9552-66ad11bdcaf0 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:46:15.792584 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60710) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:15.800401 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-98e2aba7-eb48-4215-ae36-99d327ac9586 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-863872600-network', 'tenant_id': 'af78a7c274114c47bbd13d4022957d29'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:15.821794 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf960553-bc7f-42f4-99f7-abef830e741f req-1d133ac4-924d-4c7a-8ba5-59efca3a19d6 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:15.828906 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bf960553-bc7f-42f4-99f7-abef830e741f req-1d133ac4-924d-4c7a-8ba5-59efca3a19d6 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=4adc85c9-cb1c-414a-9d07-3084fb40e0aa HTTP/1.1" status: 200 len: 950 time: 0.3747578 Jul 07 20:46:15.839877 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Network 228b47da-b842-428d-8f88-432d0a70d0a7 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:46:15.853432 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:46:15.868000 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc2ba0-8cb6-45bf-be80-2535c0d6f147 req-cd8aef9f-778d-4c77-af35-3b8ea1d87f98 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:15.875154 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e2aba7-eb48-4215-ae36-99d327ac9586 admin admin] Made reservation on behalf of af78a7c274114c47bbd13d4022957d29 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:46:15.875782 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2bc2ba0-8cb6-45bf-be80-2535c0d6f147 req-cd8aef9f-778d-4c77-af35-3b8ea1d87f98 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e0f63c1-850f-4458-9326-1b09c85c9e62 HTTP/1.1" status: 200 len: 1023 time: 0.3550820 Jul 07 20:46:15.877813 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-98e2aba7-eb48-4215-ae36-99d327ac9586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:15.919873 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-98e2aba7-eb48-4215-ae36-99d327ac9586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:15.958750 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bf960553-bc7f-42f4-99f7-abef830e741f req-89cda62f-470c-42a3-a586-094148c45fec tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/security-groups?id=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262047 Jul 07 20:46:15.990342 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6c4bea55-e050-4005-9476-405169025114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:15.997915 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6c4bea55-e050-4005-9476-405169025114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:16.000627 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6c4bea55-e050-4005-9476-405169025114 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/260eb06c-5d24-42f4-bab7-dfce2e780e40 HTTP/1.1" status: 204 len: 168 time: 0.7807133 Jul 07 20:46:16.029447 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-427f4d12-f628-44e3-b1dc-92d0d72c745c tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:16.031589 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-427f4d12-f628-44e3-b1dc-92d0d72c745c tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c&tenant_id=9b2f63d1e3474de0ace5d0719705221d&binding%3Ahost_id=n-h1-695189-11 HTTP/1.1" status: 200 len: 1096 time: 0.3208065 Jul 07 20:46:16.075383 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2bc2ba0-8cb6-45bf-be80-2535c0d6f147 req-3d809d6e-e4c4-4875-81f5-4ae92958b527 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?id=23cd6d80-65ff-4c82-bdf0-814d33758822&id=dc518f5a-2c00-47c5-bc1b-9aa660095b2b&id=f42130e7-e278-4a2e-a398-8287254a9cda&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1981058 Jul 07 20:46:16.095094 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bea55-e050-4005-9476-405169025114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260eb06c-5d24-42f4-bab7-dfce2e780e40,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:16.201532 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15c26da5-4c1e-49c7-9ddc-19b178706579 req-82a44ca1-ce39-42be-b9c7-b478ee7adf64 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeac7dad-7691-46a0-9ec9-5e46e5b246f5 HTTP/1.1" status: 200 len: 210 time: 0.1170127 Jul 07 20:46:16.258372 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-502aaaee-fb07-456f-a5f5-dce6033316a2 req-5694cd99-34c3-4b6f-9221-7581f191fe70 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:16.422107 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-83de458f-0269-41d1-88ad-c5bb02204442 req-d3b66542-3e09-44bd-baef-554082617517 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:16.438754 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['4a044639-be40-40eb-9552-66ad11bdcaf0'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:46:16.442990 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['76c6bd40-5208-4f6c-876f-76cdf52fd620'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:46:16.547894 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b66542-3e09-44bd-baef-554082617517 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event deleted for resources: {'Port': ['ID=4a044639-be40-40eb-9552-66ad11bdcaf0,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:16.610116 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-414bf7f7-182e-43dc-af33-ff7d1ac85d11 None None] Provisioning complete for port a8a9dbd3-1307-45e5-a43b-387032175ad3 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:16.610577 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7baf3-1553-41e7-89eb-00c0ed1d7696 req-7ce2b1da-59ac-40f3-be08-280927791c21 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:16.611104 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-414bf7f7-182e-43dc-af33-ff7d1ac85d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:16.618237 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694cd99-34c3-4b6f-9221-7581f191fe70 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Pushing event deleted for resources: {'Port': ['ID=5a5f6175-b6b2-4051-b45c-150a10c32475,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:16.645803 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-76d7baf3-1553-41e7-89eb-00c0ed1d7696 req-7ce2b1da-59ac-40f3-be08-280927791c21 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 944 time: 0.3283935 Jul 07 20:46:16.665073 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Router c234c213-66f0-4a05-9a51-feb56638a9ae has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:46:16.683870 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-83de458f-0269-41d1-88ad-c5bb02204442 req-d3b66542-3e09-44bd-baef-554082617517 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] No DVR routers for this DVR port 4a044639-be40-40eb-9552-66ad11bdcaf0 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:46:16.688101 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 5a5f6175-b6b2-4051-b45c-150a10c32475 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:46:16.694710 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-83de458f-0269-41d1-88ad-c5bb02204442 req-d3b66542-3e09-44bd-baef-554082617517 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:16.702331 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-83de458f-0269-41d1-88ad-c5bb02204442 req-d3b66542-3e09-44bd-baef-554082617517 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.39 "DELETE /v2.0/ports/4a044639-be40-40eb-9552-66ad11bdcaf0 HTTP/1.1" status: 204 len: 173 time: 1.8487523 Jul 07 20:46:16.702856 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0f63c1-850f-4458-9326-1b09c85c9e62', 'name': 'network-vif-deleted', 'tag': '4a044639-be40-40eb-9552-66ad11bdcaf0'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:16.707718 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d57985d-55cf-4032-800b-04801006ac7c" -d '{"events": [{"server_uuid": "9e0f63c1-850f-4458-9326-1b09c85c9e62", "name": "network-vif-deleted", "tag": "4a044639-be40-40eb-9552-66ad11bdcaf0"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:16.728012 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-502aaaee-fb07-456f-a5f5-dce6033316a2 req-5694cd99-34c3-4b6f-9221-7581f191fe70 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] No DVR routers for this DVR port 5a5f6175-b6b2-4051-b45c-150a10c32475 on host n-h2-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:46:16.733581 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-502aaaee-fb07-456f-a5f5-dce6033316a2 req-5694cd99-34c3-4b6f-9221-7581f191fe70 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:16.736622 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-502aaaee-fb07-456f-a5f5-dce6033316a2 req-5694cd99-34c3-4b6f-9221-7581f191fe70 tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.39 "DELETE /v2.0/ports/5a5f6175-b6b2-4051-b45c-150a10c32475 HTTP/1.1" status: 204 len: 173 time: 2.6202543 Jul 07 20:46:16.779826 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4adc85c9-cb1c-414a-9d07-3084fb40e0aa', 'name': 'network-vif-deleted', 'tag': '5a5f6175-b6b2-4051-b45c-150a10c32475'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:16.783017 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b63e038-c9ea-462a-b39f-8b68af8f4d2f" -d '{"events": [{"server_uuid": "4adc85c9-cb1c-414a-9d07-3084fb40e0aa", "name": "network-vif-deleted", "tag": "5a5f6175-b6b2-4051-b45c-150a10c32475"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:16.794481 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 5a5f6175-b6b2-4051-b45c-150a10c32475 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:46:16.800747 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 5a5f6175-b6b2-4051-b45c-150a10c32475 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:46:16.806633 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-414bf7f7-182e-43dc-af33-ff7d1ac85d11 None None] Port a8a9dbd3-1307-45e5-a43b-387032175ad3 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:46:16.828062 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-76d7baf3-1553-41e7-89eb-00c0ed1d7696 req-1ad72350-18d5-40eb-a090-59a6322aa4d6 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784151 Jul 07 20:46:16.840980 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a98a970-173b-41b1-be3e-6b8051a253a8 x-openstack-request-id: req-1a98a970-173b-41b1-be3e-6b8051a253a8 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:16.841839 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0f63c1-850f-4458-9326-1b09c85c9e62", "name": "network-vif-deleted", "tag": "4a044639-be40-40eb-9552-66ad11bdcaf0", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:16.842278 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a98a970-173b-41b1-be3e-6b8051a253a8 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:16.842995 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0f63c1-850f-4458-9326-1b09c85c9e62', 'name': 'network-vif-deleted', 'tag': '4a044639-be40-40eb-9552-66ad11bdcaf0', 'status': 'completed', 'code': 200} Jul 07 20:46:16.930685 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-98e2aba7-eb48-4215-ae36-99d327ac9586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:16.986868 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f8218d-d4b1-44b0-940b-5aabaaf353f3 x-openstack-request-id: req-25f8218d-d4b1-44b0-940b-5aabaaf353f3 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:16.987129 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4adc85c9-cb1c-414a-9d07-3084fb40e0aa", "name": "network-vif-deleted", "tag": "5a5f6175-b6b2-4051-b45c-150a10c32475", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:16.987341 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-25f8218d-d4b1-44b0-940b-5aabaaf353f3 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:16.995843 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4adc85c9-cb1c-414a-9d07-3084fb40e0aa', 'name': 'network-vif-deleted', 'tag': '5a5f6175-b6b2-4051-b45c-150a10c32475', 'status': 'completed', 'code': 200} Jul 07 20:46:16.999291 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-98e2aba7-eb48-4215-ae36-99d327ac9586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:17.017891 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a3da87d9-32ee-424c-a603-8b6509fac71d up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:46:17.167715 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b85efa-8ef4-4f95-bd3c-7aa7ab79d055 req-f0406359-b820-4c96-9c84-f8af96c9dfcc tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:17.174803 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b3b85efa-8ef4-4f95-bd3c-7aa7ab79d055 req-f0406359-b820-4c96-9c84-f8af96c9dfcc tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 1096 time: 0.0915351 Jul 07 20:46:17.277344 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b3b85efa-8ef4-4f95-bd3c-7aa7ab79d055 req-ea83ed8e-5a49-4992-9059-cee75a5bac34 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940726 Jul 07 20:46:17.277582 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-d9a43469-f9de-42ff-ada8-7c631055ddb1 service neutron] For port d2dfea02-cabd-41f7-8c69-061d804ea158, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:46:17.328313 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-d9a43469-f9de-42ff-ada8-7c631055ddb1 service neutron] Notify callbacks [] for binding, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:17.335775 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b92abaf5-e5a3-44ae-9265-352d537ba154 req-d9a43469-f9de-42ff-ada8-7c631055ddb1 service neutron] 10.222.0.58 "DELETE /v2.0/ports/d2dfea02-cabd-41f7-8c69-061d804ea158/bindings/n-h2-695189-11 HTTP/1.1" status: 204 len: 173 time: 1.2840526 Jul 07 20:46:17.338285 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e2aba7-eb48-4215-ae36-99d327ac9586 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:46:17.391001 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2aba7-eb48-4215-ae36-99d327ac9586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3292994-3757-4320-b1f4-b4cf03e2d217,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:17.415843 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port a3da87d9-32ee-424c-a603-8b6509fac71d triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:17.416611 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:17.447811 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ab870c34-6176-4581-88e3-e83c7bc8f7c4 req-8525972a-ec94-412e-9c02-11098f0d5c9f tempest-LiveMigrationNegativeTest-1998647111 tempest-LiveMigrationNegativeTest-1998647111-project] 10.222.0.64 "GET /v2.0/ports?device_id=4adc85c9-cb1c-414a-9d07-3084fb40e0aa HTTP/1.1" status: 200 len: 210 time: 0.1297326 Jul 07 20:46:17.543838 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-98e2aba7-eb48-4215-ae36-99d327ac9586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:17.551850 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-98e2aba7-eb48-4215-ae36-99d327ac9586 admin admin] Added segment d69b9ab5-b6e5-4929-bc68-f01807e10fec of type vlan for network 6ab83feb-8ca4-4517-9c4a-5b8103bcfb17 Jul 07 20:46:17.734497 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-98e2aba7-eb48-4215-ae36-99d327ac9586 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:17.776981 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:46:17.795294 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] Sync routers for ids ['c234c213-66f0-4a05-9a51-feb56638a9ae'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:46:17.812245 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-03c008ae-7715-414a-9ca0-28bd4089e911 admin admin] 10.222.0.64 "PUT /v2.0/routers/c234c213-66f0-4a05-9a51-feb56638a9ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7711680 Jul 07 20:46:17.813611 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] Routers {'c234c213-66f0-4a05-9a51-feb56638a9ae'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:46:17.814260 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:46:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c234c213-66f0-4a05-9a51-feb56638a9ae'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:17.851699 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8ec8ae13-0521-4003-af0f-c96e8e3ac16a req-e7e39620-9468-42f5-baaa-b77cecda1bee tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=9e0f63c1-850f-4458-9326-1b09c85c9e62 HTTP/1.1" status: 200 len: 210 time: 0.0582728 Jul 07 20:46:17.869521 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-98e2aba7-eb48-4215-ae36-99d327ac9586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:17.870606 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e2aba7-eb48-4215-ae36-99d327ac9586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:17.871226 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-98e2aba7-eb48-4215-ae36-99d327ac9586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:17.951666 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1fa92413-704f-4612-bc07-39032ce56216 req-7f0ca496-849a-4229-b022-271dd36df1f7 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeac7dad-7691-46a0-9ec9-5e46e5b246f5 HTTP/1.1" status: 200 len: 210 time: 0.0572336 Jul 07 20:46:18.024728 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60770) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:18.025003 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-98e2aba7-eb48-4215-ae36-99d327ac9586 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2282798 Jul 07 20:46:18.033598 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-8426c9b8-a169-4cd8-8f40-08226cfc79cb admin admin] Request body: {'subnet': {'network_id': '6ab83feb-8ca4-4517-9c4a-5b8103bcfb17', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-863872600-subnet', 'tenant_id': 'af78a7c274114c47bbd13d4022957d29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:18.064695 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2aba7-eb48-4215-ae36-99d327ac9586 admin admin] Pushing event updated for resources: {'Network': ['ID=6ab83feb-8ca4-4517-9c4a-5b8103bcfb17,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:18.079194 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 6ab83feb-8ca4-4517-9c4a-5b8103bcfb17 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:46:18.116198 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8426c9b8-a169-4cd8-8f40-08226cfc79cb admin admin] Made reservation on behalf of af78a7c274114c47bbd13d4022957d29 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:46:18.118577 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8426c9b8-a169-4cd8-8f40-08226cfc79cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:18.133242 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-a31745f3-4522-4db9-bcd3-73d1669d5333 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=62a7f72c27eb4fb6a5dc7c1de84da2b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659637 Jul 07 20:46:18.238717 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] Set router c234c213-66f0-4a05-9a51-feb56638a9ae gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:46:18.604500 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-035a420b-6731-46b1-9eae-a615dc3887aa tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:18.606045 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-035a420b-6731-46b1-9eae-a615dc3887aa tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4668634 Jul 07 20:46:18.623633 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-b50c4fb5-0487-4276-b0c7-bbab93e39562 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Request body: {'port': {'device_id': 'aeac7dad-7691-46a0-9ec9-5e46e5b246f5', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': '62a7f72c27eb4fb6a5dc7c1de84da2b0'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:18.736448 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 4a044639-be40-40eb-9552-66ad11bdcaf0 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:46:18.779954 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 4a044639-be40-40eb-9552-66ad11bdcaf0 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:46:18.780343 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 4a044639-be40-40eb-9552-66ad11bdcaf0 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:46:18.834823 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-cc9d2c39-cf8e-4fa5-85fc-8299c302ca07 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:18.837390 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'name': 'tempest-ServersTestManualDisk-1036631191-router', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:05Z', 'updated_at': '2021-07-07T20:46:13Z', 'revision_number': 4, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'gw_port': {'id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:07Z', 'updated_at': '2021-07-07T20:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'a8a9dbd3-1307-45e5-a43b-387032175ad3', 'name': '', 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'mac_address': 'fa:16:3e:4a:35:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '243d2bf9-a433-4493-811c-f622d475b967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:11Z', 'updated_at': '2021-07-07T20:46:14Z', 'revision_number': 2, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'subnets': [{'id': '243d2bf9-a433-4493-811c-f622d475b967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:18.867846 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-cc9d2c39-cf8e-4fa5-85fc-8299c302ca07 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 820 time: 0.7551250 Jul 07 20:46:18.899927 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] Checking router: c234c213-66f0-4a05-9a51-feb56638a9ae for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:46:18.900194 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-b50c4fb5-0487-4276-b0c7-bbab93e39562 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Made reservation on behalf of 62a7f72c27eb4fb6a5dc7c1de84da2b0 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:46:18.900753 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] Updating router c234c213-66f0-4a05-9a51-feb56638a9ae port a8a9dbd3-1307-45e5-a43b-387032175ad3 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:46:18.907628 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-b50c4fb5-0487-4276-b0c7-bbab93e39562 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:18.916598 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-6da68748-f7bb-4511-b613-a55761e76f53 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/quotas/9b2f63d1e3474de0ace5d0719705221d HTTP/1.1" status: 200 len: 375 time: 0.0476511 Jul 07 20:46:18.926204 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-b50c4fb5-0487-4276-b0c7-bbab93e39562 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:18.970970 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8426c9b8-a169-4cd8-8f40-08226cfc79cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:18.982935 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:19.200973 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426c9b8-a169-4cd8-8f40-08226cfc79cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0273988-b179-4f95-9980-2aad4c780476,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:19.202736 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-b50c4fb5-0487-4276-b0c7-bbab93e39562 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:19.211613 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-b50c4fb5-0487-4276-b0c7-bbab93e39562 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:19.216812 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8426c9b8-a169-4cd8-8f40-08226cfc79cb admin admin] Checking segment: {'id': 'd69b9ab5-b6e5-4929-bc68-f01807e10fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '6ab83feb-8ca4-4517-9c4a-5b8103bcfb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:46:19.217178 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8426c9b8-a169-4cd8-8f40-08226cfc79cb admin admin] Network hostable DHCP agents. Network: 6ab83feb-8ca4-4517-9c4a-5b8103bcfb17, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:46:19.234943 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426c9b8-a169-4cd8-8f40-08226cfc79cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.235292 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426c9b8-a169-4cd8-8f40-08226cfc79cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.235665 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426c9b8-a169-4cd8-8f40-08226cfc79cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.236006 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426c9b8-a169-4cd8-8f40-08226cfc79cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.236343 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426c9b8-a169-4cd8-8f40-08226cfc79cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.236689 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426c9b8-a169-4cd8-8f40-08226cfc79cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.237003 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426c9b8-a169-4cd8-8f40-08226cfc79cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.237324 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426c9b8-a169-4cd8-8f40-08226cfc79cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.237650 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426c9b8-a169-4cd8-8f40-08226cfc79cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.237972 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426c9b8-a169-4cd8-8f40-08226cfc79cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.239371 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426c9b8-a169-4cd8-8f40-08226cfc79cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.239371 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8426c9b8-a169-4cd8-8f40-08226cfc79cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.275468 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-da698ef5-9719-45c7-a4dd-62cb0894b036 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3572791 Jul 07 20:46:19.292181 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c4fb5-0487-4276-b0c7-bbab93e39562 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65b25e57-d1b7-4650-9481-d44d6bb2437c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:19.386490 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-b50c4fb5-0487-4276-b0c7-bbab93e39562 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Allocated IP 192.168.233.222 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/14dfb9f4-6193-4ccd-939e-d9a01d54ae96) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:46:19.417300 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8426c9b8-a169-4cd8-8f40-08226cfc79cb admin admin] Network 6ab83feb-8ca4-4517-9c4a-5b8103bcfb17 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:46:19.444340 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:19.455411 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-8426c9b8-a169-4cd8-8f40-08226cfc79cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 6ab83feb-8ca4-4517-9c4a-5b8103bcfb17) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:46:19.456308 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] Transition to ACTIVE for port object a8a9dbd3-1307-45e5-a43b-387032175ad3 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:46:19.465643 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:19.469535 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8426c9b8-a169-4cd8-8f40-08226cfc79cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:19.470141 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8426c9b8-a169-4cd8-8f40-08226cfc79cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:19.504717 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-1164e635-cfd7-49ee-b2a6-ff5f3ac024af service neutron] 10.222.0.64 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288928 Jul 07 20:46:19.520253 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8426c9b8-a169-4cd8-8f40-08226cfc79cb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4935851 Jul 07 20:46:19.554329 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64ca352-6b14-4174-ae1c-fd9925081e28 None None] Network 6ab83feb-8ca4-4517-9c4a-5b8103bcfb17 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:46:19.619710 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d69db-366c-4827-8e9b-5a2273dbabc5 None None] Pushing event updated for resources: {'Port': ['ID=a8a9dbd3-1307-45e5-a43b-387032175ad3,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:19.700386 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-b50c4fb5-0487-4276-b0c7-bbab93e39562 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:19.708826 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:19.717275 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-70fa86b4-b6fe-4c75-90cb-7b8bd57ef36b service neutron] 10.222.0.64 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114146 Jul 07 20:46:19.741602 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-b50c4fb5-0487-4276-b0c7-bbab93e39562 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Transition to ACTIVE for port object 14dfb9f4-6193-4ccd-939e-d9a01d54ae96 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:46:19.790281 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641d69db-366c-4827-8e9b-5a2273dbabc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.790676 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641d69db-366c-4827-8e9b-5a2273dbabc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.790953 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641d69db-366c-4827-8e9b-5a2273dbabc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.791414 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641d69db-366c-4827-8e9b-5a2273dbabc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.791701 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641d69db-366c-4827-8e9b-5a2273dbabc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.792132 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641d69db-366c-4827-8e9b-5a2273dbabc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.794464 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-b50c4fb5-0487-4276-b0c7-bbab93e39562 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:19.796053 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641d69db-366c-4827-8e9b-5a2273dbabc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.797251 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641d69db-366c-4827-8e9b-5a2273dbabc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.797604 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641d69db-366c-4827-8e9b-5a2273dbabc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.800722 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641d69db-366c-4827-8e9b-5a2273dbabc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.801687 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641d69db-366c-4827-8e9b-5a2273dbabc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.802034 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641d69db-366c-4827-8e9b-5a2273dbabc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:46:19.923834 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-b50c4fb5-0487-4276-b0c7-bbab93e39562 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:46:19.930558 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-b50c4fb5-0487-4276-b0c7-bbab93e39562 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:46:19.936923 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-b50c4fb5-0487-4276-b0c7-bbab93e39562 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:46:20.013050 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60810) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:20.018749 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-2f3b3b4a-61a4-4fbf-9e36-d058182f9f46 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--773371118', 'description': 'tempest-description--1954904014'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:20.060808 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c4fb5-0487-4276-b0c7-bbab93e39562 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Pushing event updated for resources: {'Port': ['ID=14dfb9f4-6193-4ccd-939e-d9a01d54ae96,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:20.083289 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2f3b3b4a-61a4-4fbf-9e36-d058182f9f46 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:20.103714 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-b50c4fb5-0487-4276-b0c7-bbab93e39562 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:20.104391 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-b50c4fb5-0487-4276-b0c7-bbab93e39562 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:20.118571 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:20.259551 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] Attempting to bind port a8a9dbd3-1307-45e5-a43b-387032175ad3 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:46:20.260276 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] Attempting to bind port a8a9dbd3-1307-45e5-a43b-387032175ad3 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '903ae59b-18d2-4ad1-9104-65af0e60693c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:46:20.262256 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] Attempting to bind port a8a9dbd3-1307-45e5-a43b-387032175ad3 on network 228b47da-b842-428d-8f88-432d0a70d0a7 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:46:20.273900 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:46:20.274371 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] Checking segment: {'id': '903ae59b-18d2-4ad1-9104-65af0e60693c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:46:20.274897 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:20.276043 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] Bound using segment: {'id': '903ae59b-18d2-4ad1-9104-65af0e60693c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:46:20.276464 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] Bound port: a8a9dbd3-1307-45e5-a43b-387032175ad3, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903ae59b-18d2-4ad1-9104-65af0e60693c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:46:20.276962 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:20.288647 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2f3b3b4a-61a4-4fbf-9e36-d058182f9f46 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:20.294490 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2f3b3b4a-61a4-4fbf-9e36-d058182f9f46 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:20.300042 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-b50c4fb5-0487-4276-b0c7-bbab93e39562 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6826904 Jul 07 20:46:20.318939 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-54162e02-4222-467b-ac03-bf22a1f60c44 service neutron] Request body: {'port': {'device_id': 'aeac7dad-7691-46a0-9ec9-5e46e5b246f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:20.357767 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2f3b3b4a-61a4-4fbf-9e36-d058182f9f46 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:20.368465 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2f3b3b4a-61a4-4fbf-9e36-d058182f9f46 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3536656 Jul 07 20:46:20.372346 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60824) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:20.377095 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b3b4a-61a4-4fbf-9e36-d058182f9f46 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=724068dd-4570-49cc-b2c4-fe1170b5213c,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:20.390635 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-894e6a7a-a6ae-4438-a3d9-07008f6d8fd6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Request body: {'security_group_rule': {'security_group_id': '724068dd-4570-49cc-b2c4-fe1170b5213c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:20.431908 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee366da-87a3-4399-abae-e5e1e063124e None None] Network 6ab83feb-8ca4-4517-9c4a-5b8103bcfb17 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:46:20.560795 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] For port a8a9dbd3-1307-45e5-a43b-387032175ad3, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:46:20.602715 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] For port a8a9dbd3-1307-45e5-a43b-387032175ad3, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a8a9dbd3-1307-45e5-a43b-387032175ad3,segment=NetworkSegment(903ae59b-18d2-4ad1-9104-65af0e60693c),segment_id=903ae59b-18d2-4ad1-9104-65af0e60693c)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:46:20.608923 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843ab82-9730-4f02-b247-c68af8b8382e req-62d214a5-687c-4c82-8e7b-9e7d817828aa tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:20.609476 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:20.624245 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5843ab82-9730-4f02-b247-c68af8b8382e req-62d214a5-687c-4c82-8e7b-9e7d817828aa tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeac7dad-7691-46a0-9ec9-5e46e5b246f5 HTTP/1.1" status: 200 len: 936 time: 0.2190070 Jul 07 20:46:20.655308 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-894e6a7a-a6ae-4438-a3d9-07008f6d8fd6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:20.760255 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5843ab82-9730-4f02-b247-c68af8b8382e req-7353abac-b8a9-465e-a622-351eca26e06e tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/security-groups?id=65b25e57-d1b7-4650-9481-d44d6bb2437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300755 Jul 07 20:46:20.767941 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-54162e02-4222-467b-ac03-bf22a1f60c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:20.964598 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60834) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:21.010663 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d69db-366c-4827-8e9b-5a2273dbabc5 None None] Pushing event updated for resources: {'Port': ['ID=a8a9dbd3-1307-45e5-a43b-387032175ad3,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:21.047194 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] Routers {'c234c213-66f0-4a05-9a51-feb56638a9ae'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:46:21.048136 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:46:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c234c213-66f0-4a05-9a51-feb56638a9ae'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:21.051253 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-80f7755a-5128-469c-a98e-157acae0ec35 req-b3c88582-41ec-4f04-a51e-2f2f022cc85e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 210 time: 0.1438141 Jul 07 20:46:21.220698 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73503739-e87f-4b70-946f-6e798000d4c0 req-d9283aaf-dc10-420e-ac4c-5e41038e855e tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/23cd6d80-65ff-4c82-bdf0-814d33758822 HTTP/1.1" status: 200 len: 1800 time: 0.1010263 Jul 07 20:46:21.326298 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] Set router c234c213-66f0-4a05-9a51-feb56638a9ae gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:46:21.397743 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6c703001-19fa-46ba-b3e0-9637c8c9f32b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b813a213f9e34c1ea704ab9dfa81e943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4324465 Jul 07 20:46:21.401422 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60842) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:21.409524 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-73503739-e87f-4b70-946f-6e798000d4c0 req-1c3c3ef3-b82e-4603-ba26-20f625942565 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:21.460465 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-54162e02-4222-467b-ac03-bf22a1f60c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14dfb9f4-6193-4ccd-939e-d9a01d54ae96 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:46:21.481789 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-54162e02-4222-467b-ac03-bf22a1f60c44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:21.516877 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-894e6a7a-a6ae-4438-a3d9-07008f6d8fd6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:21.522853 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-54162e02-4222-467b-ac03-bf22a1f60c44 service neutron] Transition to ACTIVE for port object 14dfb9f4-6193-4ccd-939e-d9a01d54ae96 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:46:21.528000 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-894e6a7a-a6ae-4438-a3d9-07008f6d8fd6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:21.540817 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-73503739-e87f-4b70-946f-6e798000d4c0 req-1c3c3ef3-b82e-4603-ba26-20f625942565 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:21.567303 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e6a7a-a6ae-4438-a3d9-07008f6d8fd6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290f0ab5-1f6b-4703-be79-aef6eefd07ea,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:21.571367 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-54162e02-4222-467b-ac03-bf22a1f60c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:21.639025 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-894e6a7a-a6ae-4438-a3d9-07008f6d8fd6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:21.641735 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-894e6a7a-a6ae-4438-a3d9-07008f6d8fd6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2587519 Jul 07 20:46:21.647982 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60848) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:21.657537 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-00721cc1-78e7-4be6-bd7a-ff75e240a8af tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Request body: {'security_group_rule': {'security_group_id': '724068dd-4570-49cc-b2c4-fe1170b5213c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:21.735602 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'name': 'tempest-ServersTestManualDisk-1036631191-router', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:05Z', 'updated_at': '2021-07-07T20:46:13Z', 'revision_number': 4, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'gw_port': {'id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:07Z', 'updated_at': '2021-07-07T20:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'a8a9dbd3-1307-45e5-a43b-387032175ad3', 'name': '', 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'mac_address': 'fa:16:3e:4a:35:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '243d2bf9-a433-4493-811c-f622d475b967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:11Z', 'updated_at': '2021-07-07T20:46:20Z', 'revision_number': 4, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'subnets': [{'id': '243d2bf9-a433-4493-811c-f622d475b967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:21.753918 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54162e02-4222-467b-ac03-bf22a1f60c44 service neutron] Pushing event updated for resources: {'Port': ['ID=14dfb9f4-6193-4ccd-939e-d9a01d54ae96,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:21.773892 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb7639d-8fd1-40dc-b829-7d5d27283f15 None None] The sync data for ids ['c234c213-66f0-4a05-9a51-feb56638a9ae'] in n-d-695189-11 is: [{'id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'name': 'tempest-ServersTestManualDisk-1036631191-router', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:05Z', 'updated_at': '2021-07-07T20:46:13Z', 'revision_number': 4, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'gw_port': {'id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:07Z', 'updated_at': '2021-07-07T20:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'a8a9dbd3-1307-45e5-a43b-387032175ad3', 'name': '', 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'mac_address': 'fa:16:3e:4a:35:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '243d2bf9-a433-4493-811c-f622d475b967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:11Z', 'updated_at': '2021-07-07T20:46:20Z', 'revision_number': 4, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'subnets': [{'id': '243d2bf9-a433-4493-811c-f622d475b967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:46:21.800217 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00721cc1-78e7-4be6-bd7a-ff75e240a8af tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:21.810362 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-542df8fc-015c-49bc-9a60-931ecde770fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:21.826496 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-54162e02-4222-467b-ac03-bf22a1f60c44 service neutron] Attempting to bind port 14dfb9f4-6193-4ccd-939e-d9a01d54ae96 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:46:21.827146 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-54162e02-4222-467b-ac03-bf22a1f60c44 service neutron] Attempting to bind port 14dfb9f4-6193-4ccd-939e-d9a01d54ae96 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:46:21.827749 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-54162e02-4222-467b-ac03-bf22a1f60c44 service neutron] Attempting to bind port 14dfb9f4-6193-4ccd-939e-d9a01d54ae96 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:46:21.839795 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-54162e02-4222-467b-ac03-bf22a1f60c44 service neutron] Port 14dfb9f4-6193-4ccd-939e-d9a01d54ae96 on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:46:21.840578 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-54162e02-4222-467b-ac03-bf22a1f60c44 service neutron] Attempting to bind port 14dfb9f4-6193-4ccd-939e-d9a01d54ae96 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:46:21.868842 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-54162e02-4222-467b-ac03-bf22a1f60c44 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:46:21.869531 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-54162e02-4222-467b-ac03-bf22a1f60c44 service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:46:21.870132 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-54162e02-4222-467b-ac03-bf22a1f60c44 service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:46:21.874395 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-542df8fc-015c-49bc-9a60-931ecde770fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:21.874670 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-54162e02-4222-467b-ac03-bf22a1f60c44 service neutron] Bound port: 14dfb9f4-6193-4ccd-939e-d9a01d54ae96, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:46:21.875391 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-54162e02-4222-467b-ac03-bf22a1f60c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:21.892948 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-73503739-e87f-4b70-946f-6e798000d4c0 req-1c3c3ef3-b82e-4603-ba26-20f625942565 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:21.897266 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-73503739-e87f-4b70-946f-6e798000d4c0 req-1c3c3ef3-b82e-4603-ba26-20f625942565 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:21.898476 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73503739-e87f-4b70-946f-6e798000d4c0 req-1c3c3ef3-b82e-4603-ba26-20f625942565 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "DELETE /v2.0/security-groups/23cd6d80-65ff-4c82-bdf0-814d33758822 HTTP/1.1" status: 204 len: 173 time: 0.6624310 Jul 07 20:46:21.955075 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c3ef3-b82e-4603-ba26-20f625942565 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cd6d80-65ff-4c82-bdf0-814d33758822,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:21.983140 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-fe6c1f83-ef87-42ae-9000-c6d540eeacbb tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:21.990825 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-fe6c1f83-ef87-42ae-9000-c6d540eeacbb tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.64 "GET /v2.0/networks?id=c99ee24f-3f13-4ced-8a7f-9468c4b31f19 HTTP/1.1" status: 200 len: 814 time: 0.5202479 Jul 07 20:46:22.018592 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-54162e02-4222-467b-ac03-bf22a1f60c44 service neutron] For port 14dfb9f4-6193-4ccd-939e-d9a01d54ae96, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:46:22.035122 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-a980af27-62bf-48c4-82e6-10bd930f076e tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.64 "GET /v2.0/quotas/87c37d3f02d24b5da84d90295186021c HTTP/1.1" status: 200 len: 375 time: 0.0431805 Jul 07 20:46:22.039921 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7c6c2607-042e-4013-b862-e437781576b0 None None] Provisioning for port 14dfb9f4-6193-4ccd-939e-d9a01d54ae96 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:46:22.047803 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-54162e02-4222-467b-ac03-bf22a1f60c44 service neutron] For port 14dfb9f4-6193-4ccd-939e-d9a01d54ae96, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=14dfb9f4-6193-4ccd-939e-d9a01d54ae96,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:46:22.058665 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-54162e02-4222-467b-ac03-bf22a1f60c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:22.081248 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-54162e02-4222-467b-ac03-bf22a1f60c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:22.082382 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-54162e02-4222-467b-ac03-bf22a1f60c44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:22.086353 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-54162e02-4222-467b-ac03-bf22a1f60c44 service neutron] 10.222.0.58 "PUT /v2.0/ports/14dfb9f4-6193-4ccd-939e-d9a01d54ae96 HTTP/1.1" status: 200 len: 1097 time: 1.7716413 Jul 07 20:46:22.092795 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-44e9bd10-13fb-4ae5-973b-2320d4760654 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=87c37d3f02d24b5da84d90295186021c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565910 Jul 07 20:46:22.101789 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeac7dad-7691-46a0-9ec9-5e46e5b246f5', 'tag': '14dfb9f4-6193-4ccd-939e-d9a01d54ae96'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:22.109586 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba513d0-6599-4bb8-95f5-c5e900c4c61d" -d '{"events": [{"name": "network-changed", "server_uuid": "aeac7dad-7691-46a0-9ec9-5e46e5b246f5", "tag": "14dfb9f4-6193-4ccd-939e-d9a01d54ae96"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:22.115303 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00721cc1-78e7-4be6-bd7a-ff75e240a8af tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:22.138450 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00721cc1-78e7-4be6-bd7a-ff75e240a8af tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:22.162526 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00721cc1-78e7-4be6-bd7a-ff75e240a8af tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd24bad-0d19-423a-b470-23aa59d0c971,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:22.180475 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00721cc1-78e7-4be6-bd7a-ff75e240a8af tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:22.183370 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-00721cc1-78e7-4be6-bd7a-ff75e240a8af tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5325611 Jul 07 20:46:22.185160 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60860) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:22.196227 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-7a70c7ad-5505-4c18-8701-074e0daec9fd tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:22.501918 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7a70c7ad-5505-4c18-8701-074e0daec9fd tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks [] for floatingip, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:22.681210 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-c5f49a3a-3b7c-4e1a-9233-00ed21776fd6 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:22.682865 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-c5f49a3a-3b7c-4e1a-9233-00ed21776fd6 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.39 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 820 time: 0.3674045 Jul 07 20:46:22.684773 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54162e02-4222-467b-ac03-bf22a1f60c44 service neutron] Pushing event updated for resources: {'Port': ['ID=14dfb9f4-6193-4ccd-939e-d9a01d54ae96,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:22.690073 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-03f67a6a-e46a-4252-bea2-967e4bfb66c1 service neutron] 10.222.0.64 "GET /v2.0/networks/c99ee24f-3f13-4ced-8a7f-9468c4b31f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5960209 Jul 07 20:46:22.704960 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-26e1e26b-3d46-4d00-952f-1385349776df tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Request body: {'port': {'device_id': '5033e15c-dd40-4001-a493-868a801a94e5', 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e', 'admin_state_up': True, 'tenant_id': '9b2f63d1e3474de0ace5d0719705221d'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:22.793223 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-542df8fc-015c-49bc-9a60-931ecde770fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:22.796060 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-542df8fc-015c-49bc-9a60-931ecde770fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:22.797939 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-542df8fc-015c-49bc-9a60-931ecde770fe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24 HTTP/1.1" status: 204 len: 168 time: 1.3948035 Jul 07 20:46:22.810534 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-8e6ca48b-dc6e-4779-947c-95959b31d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:22.812087 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-8e6ca48b-dc6e-4779-947c-95959b31d6ff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=62a7f72c27eb4fb6a5dc7c1de84da2b0&device_id=aeac7dad-7691-46a0-9ec9-5e46e5b246f5 HTTP/1.1" status: 200 len: 1100 time: 0.5651004 Jul 07 20:46:22.832920 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542df8fc-015c-49bc-9a60-931ecde770fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d6e489-5d8d-424c-a6c8-3b1d4d9a7e24,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:22.896307 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-1b47c28a-9fce-46d4-acdb-155dd383c984 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=14dfb9f4-6193-4ccd-939e-d9a01d54ae96 HTTP/1.1" status: 200 len: 217 time: 0.0710666 Jul 07 20:46:22.925268 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5eb6a5-c61b-4d65-a142-8a20473e626f req-15d71208-3187-4683-9a34-fda39933e04c tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:22.927004 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1f5eb6a5-c61b-4d65-a142-8a20473e626f req-15d71208-3187-4683-9a34-fda39933e04c tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeac7dad-7691-46a0-9ec9-5e46e5b246f5 HTTP/1.1" status: 200 len: 948 time: 0.2467246 Jul 07 20:46:22.935362 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-ae9d25f5-9288-43d4-a9e9-92bf0c6d9947 service neutron] 10.222.0.64 "GET /v2.0/networks/c99ee24f-3f13-4ced-8a7f-9468c4b31f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442033 Jul 07 20:46:22.998350 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-c1aaf025-7bd4-4de4-bffb-a3ae5afe2e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:23.000031 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-c1aaf025-7bd4-4de4-bffb-a3ae5afe2e66 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0968554 Jul 07 20:46:23.007610 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7a70c7ad-5505-4c18-8701-074e0daec9fd tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:23.048959 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1f5eb6a5-c61b-4d65-a142-8a20473e626f req-110aa095-f6bb-4bd1-962a-8ff3c86b2d05 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/security-groups?id=65b25e57-d1b7-4650-9481-d44d6bb2437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938008 Jul 07 20:46:23.050136 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-26e1e26b-3d46-4d00-952f-1385349776df tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Made reservation on behalf of 9b2f63d1e3474de0ace5d0719705221d for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:46:23.056504 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-26e1e26b-3d46-4d00-952f-1385349776df tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:23.094308 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a8a9dbd3-1307-45e5-a43b-387032175ad3 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:46:23.215400 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port a8a9dbd3-1307-45e5-a43b-387032175ad3 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:46:23.223033 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port a8a9dbd3-1307-45e5-a43b-387032175ad3 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:23.223678 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:23.231974 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b1589ff5-2e3c-45a9-8994-b9676cf67c02 req-0280c55b-8e79-40e5-a3e2-afecd9ea1651 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/dc518f5a-2c00-47c5-bc1b-9aa660095b2b HTTP/1.1" status: 200 len: 1800 time: 0.1320779 Jul 07 20:46:23.360530 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b1589ff5-2e3c-45a9-8994-b9676cf67c02 req-a83f1ca9-a7c8-4b9e-bf3b-7f4383447759 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:23.391570 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-a1c881f1-86ee-4f8e-883c-b14ebbe16b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:23.393989 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-a1c881f1-86ee-4f8e-883c-b14ebbe16b53 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3832736 Jul 07 20:46:23.417130 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b1589ff5-2e3c-45a9-8994-b9676cf67c02 req-a83f1ca9-a7c8-4b9e-bf3b-7f4383447759 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:23.427734 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-7a70c7ad-5505-4c18-8701-074e0daec9fd tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Allocated IP 172.25.5.168 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/febfc4bb-7550-4c2b-a8b7-38c0df5a5270) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:46:23.507280 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:23.515468 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8a75c47-9d2f-42e9-aeed-c1c95f8664a8 req-d48504f6-31b8-4878-b295-fed749c8553d tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 210 time: 0.0587115 Jul 07 20:46:23.546552 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60874) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:23.573465 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b1589ff5-2e3c-45a9-8994-b9676cf67c02 req-a83f1ca9-a7c8-4b9e-bf3b-7f4383447759 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:23.585981 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b1589ff5-2e3c-45a9-8994-b9676cf67c02 req-a83f1ca9-a7c8-4b9e-bf3b-7f4383447759 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:23.593802 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b1589ff5-2e3c-45a9-8994-b9676cf67c02 req-a83f1ca9-a7c8-4b9e-bf3b-7f4383447759 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "DELETE /v2.0/security-groups/dc518f5a-2c00-47c5-bc1b-9aa660095b2b HTTP/1.1" status: 204 len: 173 time: 0.3535793 Jul 07 20:46:23.656948 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port a8a9dbd3-1307-45e5-a43b-387032175ad3, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a8a9dbd3-1307-45e5-a43b-387032175ad3,segment=NetworkSegment(903ae59b-18d2-4ad1-9104-65af0e60693c),segment_id=903ae59b-18d2-4ad1-9104-65af0e60693c)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:23.666377 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f1ca9-a7c8-4b9e-bf3b-7f4383447759 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc518f5a-2c00-47c5-bc1b-9aa660095b2b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:23.670447 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:23.683234 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4514ec1e-e469-4c25-af62-f0024ff55ba4 x-openstack-request-id: req-4514ec1e-e469-4c25-af62-f0024ff55ba4 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:23.683843 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeac7dad-7691-46a0-9ec9-5e46e5b246f5", "tag": "14dfb9f4-6193-4ccd-939e-d9a01d54ae96", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:23.684825 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4514ec1e-e469-4c25-af62-f0024ff55ba4 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:23.684825 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeac7dad-7691-46a0-9ec9-5e46e5b246f5', 'tag': '14dfb9f4-6193-4ccd-939e-d9a01d54ae96', 'status': 'completed', 'code': 200} Jul 07 20:46:23.704511 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b3f15c61-2182-4cac-ad37-85ff55e7696f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fdafbd0c87c24258b5f37b032abd11f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1560078 Jul 07 20:46:23.706812 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-26e1e26b-3d46-4d00-952f-1385349776df tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Allocated IP 172.20.0.9 (4b91b62e-f0da-4f30-b6c0-0519015da08e/58cf048c-6ca3-4e9c-85aa-89cc2a934f80/2715bb04-5adc-46de-a931-3952a8ed1b25) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:46:23.707048 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60878) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:23.790198 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5088cf34-c677-4d41-8020-b5696b11c775 req-88d8e531-c8db-49d2-820f-bc2b764634e9 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.64 "GET /v2.0/ports?device_id=24d049d7-330d-4c42-a256-f2b089125a23 HTTP/1.1" status: 200 len: 210 time: 0.0725865 Jul 07 20:46:23.809589 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=a8a9dbd3-1307-45e5-a43b-387032175ad3,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:23.842418 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-84fcaea2-44ed-4f7d-a492-b4e3ac900d07 req-8c6f469b-2e27-48eb-bdad-7867d97a91e7 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1945255574', 'description': 'tempest-description-1121886258'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:23.875130 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3510b86a-00db-4c90-8818-6fa618520199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:23.888582 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-84fcaea2-44ed-4f7d-a492-b4e3ac900d07 req-8c6f469b-2e27-48eb-bdad-7867d97a91e7 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:23.913770 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3510b86a-00db-4c90-8818-6fa618520199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:23.943152 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-1a489834-b8bf-4fa3-a7ff-ba6687e028c1 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112002 Jul 07 20:46:24.031747 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3510b86a-00db-4c90-8818-6fa618520199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:24.034315 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3510b86a-00db-4c90-8818-6fa618520199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:24.038092 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3510b86a-00db-4c90-8818-6fa618520199 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/96fa8e11-0289-4807-a9a0-82f6bad24898 HTTP/1.1" status: 204 len: 168 time: 0.3275073 Jul 07 20:46:24.067022 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510b86a-00db-4c90-8818-6fa618520199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fa8e11-0289-4807-a9a0-82f6bad24898,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:24.088540 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-84fcaea2-44ed-4f7d-a492-b4e3ac900d07 req-8c6f469b-2e27-48eb-bdad-7867d97a91e7 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:24.109408 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-84fcaea2-44ed-4f7d-a492-b4e3ac900d07 req-8c6f469b-2e27-48eb-bdad-7867d97a91e7 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:24.137503 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7a70c7ad-5505-4c18-8701-074e0daec9fd tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:24.156345 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f469b-2e27-48eb-bdad-7867d97a91e7 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f826e03-49bc-4d82-a07c-0d94a904cfc4,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:24.173697 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-84fcaea2-44ed-4f7d-a492-b4e3ac900d07 req-8c6f469b-2e27-48eb-bdad-7867d97a91e7 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:24.190337 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84fcaea2-44ed-4f7d-a492-b4e3ac900d07 req-8c6f469b-2e27-48eb-bdad-7867d97a91e7 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3618073 Jul 07 20:46:24.377966 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-22ae0705-0d1b-49d1-8da6-917ff6e496ef req-06794fd9-ec8f-40f9-a95e-6542a2fbd3bb tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/4f826e03-49bc-4d82-a07c-0d94a904cfc4 HTTP/1.1" status: 200 len: 1801 time: 0.1390276 Jul 07 20:46:24.385638 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-22ae0705-0d1b-49d1-8da6-917ff6e496ef req-45dc64c9-0b9b-435d-917e-85aaae97edc1 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Request body: {'security_group': {'name': 'tempest-sg-hth-632483841', 'description': 'tempest-description-hth-1395343279'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:24.421016 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-22ae0705-0d1b-49d1-8da6-917ff6e496ef req-45dc64c9-0b9b-435d-917e-85aaae97edc1 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:24.469442 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8874a29-4faa-42a4-8651-0ca68c587324 req-f67adacd-d16f-45f5-b81a-584eddf564f8 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:24.471682 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8874a29-4faa-42a4-8651-0ca68c587324 req-f67adacd-d16f-45f5-b81a-584eddf564f8 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeac7dad-7691-46a0-9ec9-5e46e5b246f5 HTTP/1.1" status: 200 len: 948 time: 0.1748595 Jul 07 20:46:24.514556 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-22ae0705-0d1b-49d1-8da6-917ff6e496ef req-45dc64c9-0b9b-435d-917e-85aaae97edc1 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:24.535985 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-22ae0705-0d1b-49d1-8da6-917ff6e496ef req-45dc64c9-0b9b-435d-917e-85aaae97edc1 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:24.540784 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-22ae0705-0d1b-49d1-8da6-917ff6e496ef req-45dc64c9-0b9b-435d-917e-85aaae97edc1 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:24.556511 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-22ae0705-0d1b-49d1-8da6-917ff6e496ef req-45dc64c9-0b9b-435d-917e-85aaae97edc1 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "PUT /v2.0/security-groups/4f826e03-49bc-4d82-a07c-0d94a904cfc4 HTTP/1.1" status: 200 len: 1774 time: 0.1769450 Jul 07 20:46:24.645009 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d90fb343-7af1-4b5a-9a12-20f752e7181d req-b7fb02d6-9607-4035-9130-4cf6d07630ca service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6911113 Jul 07 20:46:24.652239 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8874a29-4faa-42a4-8651-0ca68c587324 req-aae5ed50-5034-406d-88d1-052bd1ef8b3a tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/security-groups?id=65b25e57-d1b7-4650-9481-d44d6bb2437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676981 Jul 07 20:46:24.658007 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc64c9-0b9b-435d-917e-85aaae97edc1 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f826e03-49bc-4d82-a07c-0d94a904cfc4,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:24.679221 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-26e1e26b-3d46-4d00-952f-1385349776df tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:24.690201 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7a70c7ad-5505-4c18-8701-074e0daec9fd tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:24.780911 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a70c7ad-5505-4c18-8701-074e0daec9fd tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:46:24.801961 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-7a70c7ad-5505-4c18-8701-074e0daec9fd tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:46:24.805216 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a70c7ad-5505-4c18-8701-074e0daec9fd tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:46:24.806132 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64d5eef2-6505-4b21-aa6a-6e82dd404523 req-22d08c2d-9e14-44ec-b9d9-dc9b924448cd tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/4f826e03-49bc-4d82-a07c-0d94a904cfc4 HTTP/1.1" status: 200 len: 1774 time: 0.0915368 Jul 07 20:46:24.816793 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70c7ad-5505-4c18-8701-074e0daec9fd tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Pushing event updated for resources: {'Port': ['ID=febfc4bb-7550-4c2b-a8b7-38c0df5a5270,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:24.871640 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-26e1e26b-3d46-4d00-952f-1385349776df tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:24.878623 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-46aed820-524a-4115-8a37-0674ad2e1f97 req-311ecd5a-8f0a-4a28-811c-fa12724371fa tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 210 time: 0.0485053 Jul 07 20:46:24.963395 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-26e1e26b-3d46-4d00-952f-1385349776df tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Network 4b91b62e-f0da-4f30-b6c0-0519015da08e is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:46:25.011069 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cec51b67-484e-4acb-af3c-6b63135f3c4e req-477de033-9785-4ae5-bb8a-22f078a6438f tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/4f826e03-49bc-4d82-a07c-0d94a904cfc4 HTTP/1.1" status: 200 len: 1774 time: 0.0788910 Jul 07 20:46:25.016398 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-26e1e26b-3d46-4d00-952f-1385349776df tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:46:25.019804 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-26e1e26b-3d46-4d00-952f-1385349776df tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:46:25.028904 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a8a9dbd3-1307-45e5-a43b-387032175ad3 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:46:25.032449 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1e26b-3d46-4d00-952f-1385349776df tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Pushing event updated for resources: {'Port': ['ID=2715bb04-5adc-46de-a931-3952a8ed1b25,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:25.087688 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba513d0-6599-4bb8-95f5-c5e900c4c61d req-1003f257-07e1-45ac-b445-07315675b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:25.090915 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9ba513d0-6599-4bb8-95f5-c5e900c4c61d req-1003f257-07e1-45ac-b445-07315675b0d5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=62a7f72c27eb4fb6a5dc7c1de84da2b0&device_id=aeac7dad-7691-46a0-9ec9-5e46e5b246f5 HTTP/1.1" status: 200 len: 1100 time: 0.3524904 Jul 07 20:46:25.097057 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7a70c7ad-5505-4c18-8701-074e0daec9fd tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:25.171903 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port a8a9dbd3-1307-45e5-a43b-387032175ad3 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:25.172546 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:25.197247 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-26e1e26b-3d46-4d00-952f-1385349776df tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:25.198036 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-26e1e26b-3d46-4d00-952f-1385349776df tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:25.238649 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-26e1e26b-3d46-4d00-952f-1385349776df tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5363960 Jul 07 20:46:25.255798 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-7068e19e-fbee-4e3e-ad08-4532db720bde service neutron] Request body: {'port': {'device_id': '5033e15c-dd40-4001-a493-868a801a94e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:25.260934 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7a70c7ad-5505-4c18-8701-074e0daec9fd tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:25.294161 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-33164c46-e422-4434-b8e3-9e75a8489957 req-56b0df23-7edd-4094-8df9-32c7d416b342 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.64 "GET /v2.0/ports?device_id=24d049d7-330d-4c42-a256-f2b089125a23 HTTP/1.1" status: 200 len: 210 time: 0.1271937 Jul 07 20:46:25.298419 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cec51b67-484e-4acb-af3c-6b63135f3c4e req-dcaeb872-9241-4f7c-865a-56461819cc9a tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:25.352108 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba513d0-6599-4bb8-95f5-c5e900c4c61d req-6c20f6fe-653b-4a6b-b091-01e4dbd76a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:25.356068 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9ba513d0-6599-4bb8-95f5-c5e900c4c61d req-6c20f6fe-653b-4a6b-b091-01e4dbd76a9c service neutron] 10.222.0.58 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.2524853 Jul 07 20:46:25.436949 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60934) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:25.489783 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9ba513d0-6599-4bb8-95f5-c5e900c4c61d req-39b8a90b-b588-404f-9ef8-d172405c5176 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=14dfb9f4-6193-4ccd-939e-d9a01d54ae96 HTTP/1.1" status: 200 len: 217 time: 0.0948474 Jul 07 20:46:25.533608 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cec51b67-484e-4acb-af3c-6b63135f3c4e req-dcaeb872-9241-4f7c-865a-56461819cc9a tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:25.577162 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-7068e19e-fbee-4e3e-ad08-4532db720bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:25.586318 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-01811000-ca55-4ead-a2a1-54ef96016b02 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:25.598232 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-01811000-ca55-4ead-a2a1-54ef96016b02 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.39 "GET /v2.0/networks?id=c99ee24f-3f13-4ced-8a7f-9468c4b31f19 HTTP/1.1" status: 200 len: 814 time: 0.2420597 Jul 07 20:46:25.620823 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-a5d6113a-6f9e-43f2-af74-f091a53dd71b tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Request body: {'port': {'device_id': '24d049d7-330d-4c42-a256-f2b089125a23', 'network_id': 'c99ee24f-3f13-4ced-8a7f-9468c4b31f19', 'admin_state_up': True, 'tenant_id': '87c37d3f02d24b5da84d90295186021c'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:25.804044 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba513d0-6599-4bb8-95f5-c5e900c4c61d req-3108c456-7a5a-4958-b838-2eba3c2ca22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:25.805584 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9ba513d0-6599-4bb8-95f5-c5e900c4c61d req-3108c456-7a5a-4958-b838-2eba3c2ca22b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.2367885 Jul 07 20:46:25.821096 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cec51b67-484e-4acb-af3c-6b63135f3c4e req-dcaeb872-9241-4f7c-865a-56461819cc9a tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:25.824343 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cec51b67-484e-4acb-af3c-6b63135f3c4e req-dcaeb872-9241-4f7c-865a-56461819cc9a tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:25.830243 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cec51b67-484e-4acb-af3c-6b63135f3c4e req-dcaeb872-9241-4f7c-865a-56461819cc9a tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "DELETE /v2.0/security-groups/4f826e03-49bc-4d82-a07c-0d94a904cfc4 HTTP/1.1" status: 204 len: 173 time: 0.8175752 Jul 07 20:46:25.889686 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2bfc7940-d85a-4ec8-8d06-dcfc8fbfe706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:25.911369 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaeb872-9241-4f7c-865a-56461819cc9a tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f826e03-49bc-4d82-a07c-0d94a904cfc4,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:25.916016 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-a5d6113a-6f9e-43f2-af74-f091a53dd71b tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Made reservation on behalf of 87c37d3f02d24b5da84d90295186021c for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:46:25.922302 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-a5d6113a-6f9e-43f2-af74-f091a53dd71b tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:25.952721 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7a70c7ad-5505-4c18-8701-074e0daec9fd tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:25.987691 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7a70c7ad-5505-4c18-8701-074e0daec9fd tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:26.048178 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f447a54-1d41-4b52-9313-00ef0ad3ebcc req-43740a3a-fcec-4cd9-9011-b454ed83ced7 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:26.049355 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f447a54-1d41-4b52-9313-00ef0ad3ebcc req-43740a3a-fcec-4cd9-9011-b454ed83ced7 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeac7dad-7691-46a0-9ec9-5e46e5b246f5 HTTP/1.1" status: 200 len: 948 time: 0.2107928 Jul 07 20:46:26.129355 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70c7ad-5505-4c18-8701-074e0daec9fd tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Pushing event updated for resources: {'Port': ['ID=febfc4bb-7550-4c2b-a8b7-38c0df5a5270,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:26.147304 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba513d0-6599-4bb8-95f5-c5e900c4c61d req-2a5b85db-dfb8-42ce-b372-974e940b7d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:26.149487 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9ba513d0-6599-4bb8-95f5-c5e900c4c61d req-2a5b85db-dfb8-42ce-b372-974e940b7d91 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3327203 Jul 07 20:46:26.191498 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f447a54-1d41-4b52-9313-00ef0ad3ebcc req-6beb3559-03c3-4cb7-b648-05eb582704a0 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/security-groups?id=65b25e57-d1b7-4650-9481-d44d6bb2437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280580 Jul 07 20:46:26.203222 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7a70c7ad-5505-4c18-8701-074e0daec9fd tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:26.218724 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-a5d6113a-6f9e-43f2-af74-f091a53dd71b tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Allocated IP 172.20.0.3 (c99ee24f-3f13-4ced-8a7f-9468c4b31f19/3ac77577-1ea8-4f8c-8a48-0c74b7e99f30/90917687-76c4-4994-9626-a454bedb8886) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:46:26.234849 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41f19d-1408-4f5a-bbd4-2695125a05bb req-0c073a3e-527f-49b9-ae33-1b6b694ba698 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:26.243044 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5c41f19d-1408-4f5a-bbd4-2695125a05bb req-0c073a3e-527f-49b9-ae33-1b6b694ba698 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 931 time: 0.1571021 Jul 07 20:46:26.298866 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5c41f19d-1408-4f5a-bbd4-2695125a05bb req-9807d22b-ef81-4348-a0a5-1a6fe6aa90d0 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548744 Jul 07 20:46:26.372986 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:46:26.384356 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9ba513d0-6599-4bb8-95f5-c5e900c4c61d req-0b1476c2-d6c6-4e3c-a425-cf2e8afeb817 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179990 Jul 07 20:46:26.406076 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2bfc7940-d85a-4ec8-8d06-dcfc8fbfe706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:26.436491 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-9adf9e0a-8d1f-4af6-a52b-dbc0b7c5547d req-231b7737-e27a-4003-9039-c3825ff7840e tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] show failed (client error): The resource could not be found. Jul 07 20:46:26.437976 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9adf9e0a-8d1f-4af6-a52b-dbc0b7c5547d req-231b7737-e27a-4003-9039-c3825ff7840e tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/dc518f5a-2c00-47c5-bc1b-9aa660095b2b HTTP/1.1" status: 404 len: 352 time: 0.0605941 Jul 07 20:46:26.467038 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-7068e19e-fbee-4e3e-ad08-4532db720bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2715bb04-5adc-46de-a931-3952a8ed1b25 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:46:26.471839 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2bfc7940-d85a-4ec8-8d06-dcfc8fbfe706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:26.493173 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-7068e19e-fbee-4e3e-ad08-4532db720bde service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:26.498469 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7a70c7ad-5505-4c18-8701-074e0daec9fd tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:26.509592 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7a70c7ad-5505-4c18-8701-074e0daec9fd tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3133302 Jul 07 20:46:26.549339 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de70df33-c5eb-42f0-abdd-6f304555ea93 req-826fcbdc-4d46-4592-aa43-9cf457fd815a tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.64 "GET /v2.0/ports?device_id=24d049d7-330d-4c42-a256-f2b089125a23 HTTP/1.1" status: 200 len: 210 time: 0.0649123 Jul 07 20:46:26.555501 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-f702e3c2-f74c-4114-804a-7dea5e2c5e26 req-2458229e-9e43-4fca-9417-fb1fbddc3131 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] show failed (client error): The resource could not be found. Jul 07 20:46:26.565085 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-7068e19e-fbee-4e3e-ad08-4532db720bde service neutron] Transition to ACTIVE for port object 2715bb04-5adc-46de-a931-3952a8ed1b25 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:46:26.571029 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f702e3c2-f74c-4114-804a-7dea5e2c5e26 req-2458229e-9e43-4fca-9417-fb1fbddc3131 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/23cd6d80-65ff-4c82-bdf0-814d33758822 HTTP/1.1" status: 404 len: 352 time: 0.1048963 Jul 07 20:46:26.576494 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-7068e19e-fbee-4e3e-ad08-4532db720bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:26.586315 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2bfc7940-d85a-4ec8-8d06-dcfc8fbfe706 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c28524dcbda4171af67755af7771ba7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1193283 Jul 07 20:46:26.587085 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc7940-d85a-4ec8-8d06-dcfc8fbfe706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11d6c63-6820-4f3e-b818-144a084f42a4,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:26.592133 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60974) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:26.667383 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9ba513d0-6599-4bb8-95f5-c5e900c4c61d req-afed0bf7-f291-4a6a-964b-ae1f10d378f6 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744615 Jul 07 20:46:26.678692 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-50d0320e-ab69-42e0-b121-1d692617bd83 req-d5f7c0cd-69a8-430e-a9a3-06a7c1b88265 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] show failed (client error): The resource could not be found. Jul 07 20:46:26.680271 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50d0320e-ab69-42e0-b121-1d692617bd83 req-d5f7c0cd-69a8-430e-a9a3-06a7c1b88265 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/167a3828-19f0-47e0-a6f9-4eebde1c7165 HTTP/1.1" status: 404 len: 352 time: 0.0403342 Jul 07 20:46:26.702161 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068e19e-fbee-4e3e-ad08-4532db720bde service neutron] Pushing event updated for resources: {'Port': ['ID=2715bb04-5adc-46de-a931-3952a8ed1b25,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:26.767203 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-a5d6113a-6f9e-43f2-af74-f091a53dd71b tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:26.796897 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-7068e19e-fbee-4e3e-ad08-4532db720bde service neutron] Attempting to bind port 2715bb04-5adc-46de-a931-3952a8ed1b25 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:46:26.797492 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-7068e19e-fbee-4e3e-ad08-4532db720bde service neutron] Attempting to bind port 2715bb04-5adc-46de-a931-3952a8ed1b25 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:46:26.797999 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-7068e19e-fbee-4e3e-ad08-4532db720bde service neutron] Attempting to bind port 2715bb04-5adc-46de-a931-3952a8ed1b25 on network 4b91b62e-f0da-4f30-b6c0-0519015da08e {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:46:26.803181 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-7068e19e-fbee-4e3e-ad08-4532db720bde service neutron] Port 2715bb04-5adc-46de-a931-3952a8ed1b25 on network 4b91b62e-f0da-4f30-b6c0-0519015da08e not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:46:26.803537 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-7068e19e-fbee-4e3e-ad08-4532db720bde service neutron] Attempting to bind port 2715bb04-5adc-46de-a931-3952a8ed1b25 on network 4b91b62e-f0da-4f30-b6c0-0519015da08e {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:46:26.808685 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-7068e19e-fbee-4e3e-ad08-4532db720bde service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:46:26.809296 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-7068e19e-fbee-4e3e-ad08-4532db720bde service neutron] Checking segment: {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:46:26.809463 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-7068e19e-fbee-4e3e-ad08-4532db720bde service neutron] Bound using segment: {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:46:26.809904 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-7068e19e-fbee-4e3e-ad08-4532db720bde service neutron] Bound port: 2715bb04-5adc-46de-a931-3952a8ed1b25, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:46:26.810264 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-7068e19e-fbee-4e3e-ad08-4532db720bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:26.814580 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d1b563a9-9a16-40ff-b763-ea6135339181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:26.821794 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-962630b3-008a-408a-8745-70f6f6dae2d2 req-2103edac-eed2-49ea-a2c0-36abd6b44e69 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] show failed (client error): The resource could not be found. Jul 07 20:46:26.823453 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-962630b3-008a-408a-8745-70f6f6dae2d2 req-2103edac-eed2-49ea-a2c0-36abd6b44e69 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/21280471-ad54-432f-9c87-59d2a0c6c0b9 HTTP/1.1" status: 404 len: 352 time: 0.0503738 Jul 07 20:46:26.873596 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d1b563a9-9a16-40ff-b763-ea6135339181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:26.925728 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-7068e19e-fbee-4e3e-ad08-4532db720bde service neutron] For port 2715bb04-5adc-46de-a931-3952a8ed1b25, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:46:26.929545 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-7068e19e-fbee-4e3e-ad08-4532db720bde service neutron] For port 2715bb04-5adc-46de-a931-3952a8ed1b25, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=2715bb04-5adc-46de-a931-3952a8ed1b25,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:46:26.936842 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-7068e19e-fbee-4e3e-ad08-4532db720bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:26.974046 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-7068e19e-fbee-4e3e-ad08-4532db720bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:26.974732 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-7068e19e-fbee-4e3e-ad08-4532db720bde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:26.976228 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-7068e19e-fbee-4e3e-ad08-4532db720bde service neutron] 10.222.0.39 "PUT /v2.0/ports/2715bb04-5adc-46de-a931-3952a8ed1b25 HTTP/1.1" status: 200 len: 1092 time: 1.7255588 Jul 07 20:46:26.976684 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5033e15c-dd40-4001-a493-868a801a94e5', 'tag': '2715bb04-5adc-46de-a931-3952a8ed1b25'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:26.978972 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48501912-0283-4625-9ed2-b8a12b7759ab" -d '{"events": [{"name": "network-changed", "server_uuid": "5033e15c-dd40-4001-a493-868a801a94e5", "tag": "2715bb04-5adc-46de-a931-3952a8ed1b25"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:27.002524 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068e19e-fbee-4e3e-ad08-4532db720bde service neutron] Pushing event updated for resources: {'Port': ['ID=2715bb04-5adc-46de-a931-3952a8ed1b25,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:27.003909 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-a5d6113a-6f9e-43f2-af74-f091a53dd71b tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:27.033245 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 14dfb9f4-6193-4ccd-939e-d9a01d54ae96 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:46:27.088554 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-e622ecf1-ac7a-4e23-b5a7-ac9015d300f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:27.090499 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-e622ecf1-ac7a-4e23-b5a7-ac9015d300f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 1095 time: 0.0661187 Jul 07 20:46:27.096369 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-a5d6113a-6f9e-43f2-af74-f091a53dd71b tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Network c99ee24f-3f13-4ced-8a7f-9468c4b31f19 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:46:27.112208 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79738e18-f957-4e4f-a60e-709a0f988122 req-cc004b51-473e-479d-95d5-0fc2fe54f1c7 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--773371118&fields=id&tenant_id=6ec1e5baf2bf42509b193357358981d1 HTTP/1.1" status: 200 len: 267 time: 0.1773758 Jul 07 20:46:27.142999 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 14dfb9f4-6193-4ccd-939e-d9a01d54ae96, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=14dfb9f4-6193-4ccd-939e-d9a01d54ae96,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:27.143238 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-47cca671-86ad-41b1-a6ce-f75399496695 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2715bb04-5adc-46de-a931-3952a8ed1b25 HTTP/1.1" status: 200 len: 217 time: 0.0449224 Jul 07 20:46:27.144572 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-a5d6113a-6f9e-43f2-af74-f091a53dd71b tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:46:27.146944 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6113a-6f9e-43f2-af74-f091a53dd71b tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Pushing event updated for resources: {'Port': ['ID=90917687-76c4-4994-9626-a454bedb8886,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:27.156849 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c9073-cdcf-4666-9f60-fbe51b9edd2b req-f0fded11-b698-4a51-8881-472c22fd9928 tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:27.157469 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c9073-cdcf-4666-9f60-fbe51b9edd2b req-f0fded11-b698-4a51-8881-472c22fd9928 tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:27.157957 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c9073-cdcf-4666-9f60-fbe51b9edd2b req-f0fded11-b698-4a51-8881-472c22fd9928 tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:27.158476 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c9073-cdcf-4666-9f60-fbe51b9edd2b req-f0fded11-b698-4a51-8881-472c22fd9928 tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:27.158880 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c9073-cdcf-4666-9f60-fbe51b9edd2b req-f0fded11-b698-4a51-8881-472c22fd9928 tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:27.159297 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '14dfb9f4-6193-4ccd-939e-d9a01d54ae96', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '14dfb9f4-6193-4ccd-939e-d9a01d54ae96', 'mac_address': 'fa:16:3e:c3:af:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:46:27.159703 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c9073-cdcf-4666-9f60-fbe51b9edd2b req-f0fded11-b698-4a51-8881-472c22fd9928 tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:27.160818 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c9073-cdcf-4666-9f60-fbe51b9edd2b req-f0fded11-b698-4a51-8881-472c22fd9928 tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:27.161302 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c9073-cdcf-4666-9f60-fbe51b9edd2b req-f0fded11-b698-4a51-8881-472c22fd9928 tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:27.161768 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c9073-cdcf-4666-9f60-fbe51b9edd2b req-f0fded11-b698-4a51-8881-472c22fd9928 tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:27.162302 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c9073-cdcf-4666-9f60-fbe51b9edd2b req-f0fded11-b698-4a51-8881-472c22fd9928 tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:27.163092 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c9073-cdcf-4666-9f60-fbe51b9edd2b req-f0fded11-b698-4a51-8881-472c22fd9928 tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:27.166866 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a3c9073-cdcf-4666-9f60-fbe51b9edd2b req-f0fded11-b698-4a51-8881-472c22fd9928 tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7846 time: 0.2771995 Jul 07 20:46:27.166866 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-a5d6113a-6f9e-43f2-af74-f091a53dd71b tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:46:27.172986 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-a5d6113a-6f9e-43f2-af74-f091a53dd71b tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:27.173646 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-a5d6113a-6f9e-43f2-af74-f091a53dd71b tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:27.178073 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d1b563a9-9a16-40ff-b763-ea6135339181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:27.180882 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d1b563a9-9a16-40ff-b763-ea6135339181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:27.185993 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d1b563a9-9a16-40ff-b763-ea6135339181 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f11d6c63-6820-4f3e-b818-144a084f42a4 HTTP/1.1" status: 204 len: 168 time: 0.5834055 Jul 07 20:46:27.208848 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-ffb216ef-94d9-405b-8770-409e2f62b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:27.212335 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:27.212956 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-ffb216ef-94d9-405b-8770-409e2f62b8c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58cf048c-6ca3-4e9c-85aa-89cc2a934f80 HTTP/1.1" status: 200 len: 860 time: 0.0601990 Jul 07 20:46:27.228801 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14dfb9f4-6193-4ccd-939e-d9a01d54ae96 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:46:27.235097 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b563a9-9a16-40ff-b763-ea6135339181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11d6c63-6820-4f3e-b818-144a084f42a4,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:27.266192 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-45402cdd-7a67-41ca-b332-232fbc74dcbc req-7a0afcd8-5f02-434d-aae9-4eb8ee8d153e tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] show failed (client error): The resource could not be found. Jul 07 20:46:27.267409 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45402cdd-7a67-41ca-b332-232fbc74dcbc req-7a0afcd8-5f02-434d-aae9-4eb8ee8d153e tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/886cda0a-8b5f-47d1-a88c-d65f05891e16 HTTP/1.1" status: 404 len: 352 time: 0.0802627 Jul 07 20:46:27.270646 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-a5d6113a-6f9e-43f2-af74-f091a53dd71b tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6541209 Jul 07 20:46:27.280878 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 14dfb9f4-6193-4ccd-939e-d9a01d54ae96, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=14dfb9f4-6193-4ccd-939e-d9a01d54ae96,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:27.286440 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-2156b4ed-ded7-4a09-b368-fe5014de63b7 service neutron] Request body: {'port': {'device_id': '24d049d7-330d-4c42-a256-f2b089125a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:27.286918 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:27.294441 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-085922cf-ddda-4fe8-b175-09967f9e5d8d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b91b62e-f0da-4f30-b6c0-0519015da08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732980 Jul 07 20:46:27.332475 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595e6eb3-6062-4bea-b9a8-aa1ae19b2e60 x-openstack-request-id: req-595e6eb3-6062-4bea-b9a8-aa1ae19b2e60 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:27.332788 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5033e15c-dd40-4001-a493-868a801a94e5", "tag": "2715bb04-5adc-46de-a931-3952a8ed1b25", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:27.333051 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-595e6eb3-6062-4bea-b9a8-aa1ae19b2e60 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:27.333459 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5033e15c-dd40-4001-a493-868a801a94e5', 'tag': '2715bb04-5adc-46de-a931-3952a8ed1b25', 'status': 'completed', 'code': 200} Jul 07 20:46:27.361213 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=14dfb9f4-6193-4ccd-939e-d9a01d54ae96,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:27.415771 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-810435fe-f637-44ac-9292-d24418de02b1 service neutron] 10.222.0.39 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153300 Jul 07 20:46:27.431696 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79738e18-f957-4e4f-a60e-709a0f988122 req-5ef2572a-27a9-4870-abad-853e0ff152b1 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:27.433267 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79738e18-f957-4e4f-a60e-709a0f988122 req-5ef2572a-27a9-4870-abad-853e0ff152b1 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/networks?id=228b47da-b842-428d-8f88-432d0a70d0a7 HTTP/1.1" status: 200 len: 812 time: 0.2564652 Jul 07 20:46:27.464032 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-2156b4ed-ded7-4a09-b368-fe5014de63b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:27.488842 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79738e18-f957-4e4f-a60e-709a0f988122 req-813f08ca-7261-4df5-904e-ae507711f931 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/quotas/6ec1e5baf2bf42509b193357358981d1 HTTP/1.1" status: 200 len: 375 time: 0.0284455 Jul 07 20:46:27.551368 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6559b411-9c8b-4004-9dc3-ea5ebac9e283 req-fd21f726-b056-431b-a7a4-e3faf308f258 service neutron] 10.222.0.39 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276326 Jul 07 20:46:27.569908 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['14dfb9f4-6193-4ccd-939e-d9a01d54ae96'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:46:27.670506 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05bfde-3f29-42ec-9135-0447d86dbbef req-9134b630-95b5-4e08-abcd-89fbf653ee5d tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:27.671980 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6b05bfde-3f29-42ec-9135-0447d86dbbef req-9134b630-95b5-4e08-abcd-89fbf653ee5d tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 886 time: 0.2715096 Jul 07 20:46:27.707004 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48501912-0283-4625-9ed2-b8a12b7759ab req-cdcb0679-8559-4ca2-8354-908da06cba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:27.709569 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-48501912-0283-4625-9ed2-b8a12b7759ab req-cdcb0679-8559-4ca2-8354-908da06cba60 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 1095 time: 0.0837696 Jul 07 20:46:27.729580 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 32780) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:27.785179 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79738e18-f957-4e4f-a60e-709a0f988122 req-6694de69-07de-49fa-a351-8ccab2cedd2f tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ec1e5baf2bf42509b193357358981d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2626238 Jul 07 20:46:27.847337 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48501912-0283-4625-9ed2-b8a12b7759ab req-0d3f3053-2141-48b9-a3ab-466397cbe50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:27.847969 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-db11eff3-3476-4763-8a1d-44be9ccfbad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:27.848877 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-48501912-0283-4625-9ed2-b8a12b7759ab req-0d3f3053-2141-48b9-a3ab-466397cbe50a service neutron] 10.222.0.39 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 921 time: 0.1315477 Jul 07 20:46:27.895112 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-48501912-0283-4625-9ed2-b8a12b7759ab req-9574fbd1-a1a4-473c-a910-e7ad7c2f83e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2715bb04-5adc-46de-a931-3952a8ed1b25 HTTP/1.1" status: 200 len: 217 time: 0.0364795 Jul 07 20:46:27.976531 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48501912-0283-4625-9ed2-b8a12b7759ab req-3d3730d2-017b-460f-aefe-165afe951107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:27.978099 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-48501912-0283-4625-9ed2-b8a12b7759ab req-3d3730d2-017b-460f-aefe-165afe951107 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58cf048c-6ca3-4e9c-85aa-89cc2a934f80 HTTP/1.1" status: 200 len: 860 time: 0.0758955 Jul 07 20:46:28.017593 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-48501912-0283-4625-9ed2-b8a12b7759ab req-3289906d-3973-4802-bcdf-dddbd4f2be86 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b91b62e-f0da-4f30-b6c0-0519015da08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326092 Jul 07 20:46:28.060303 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79738e18-f957-4e4f-a60e-709a0f988122 req-21fcfea0-cd00-4a2b-b245-f0449c81c139 service neutron] 10.222.0.64 "GET /v2.0/networks/228b47da-b842-428d-8f88-432d0a70d0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742281 Jul 07 20:46:28.124455 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-48501912-0283-4625-9ed2-b8a12b7759ab req-1cd7cc11-4122-4141-868b-c8498d87018d service neutron] 10.222.0.39 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988021 Jul 07 20:46:28.418140 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b28fbf-1366-4587-947e-b291ba7d5ca1 req-d40c6f60-578d-412c-a497-fb29f14d277c tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:28.419649 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f8b28fbf-1366-4587-947e-b291ba7d5ca1 req-d40c6f60-578d-412c-a497-fb29f14d277c tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeac7dad-7691-46a0-9ec9-5e46e5b246f5 HTTP/1.1" status: 200 len: 949 time: 0.5694215 Jul 07 20:46:28.472769 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-48501912-0283-4625-9ed2-b8a12b7759ab req-1dd2d09d-18e9-4a7a-ad15-06ed5106c0b5 service neutron] 10.222.0.39 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399763 Jul 07 20:46:28.481228 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-2156b4ed-ded7-4a09-b368-fe5014de63b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90917687-76c4-4994-9626-a454bedb8886 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:46:28.503235 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-2156b4ed-ded7-4a09-b368-fe5014de63b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:28.553292 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-2156b4ed-ded7-4a09-b368-fe5014de63b7 service neutron] Transition to ACTIVE for port object 90917687-76c4-4994-9626-a454bedb8886 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:46:28.559180 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f8b28fbf-1366-4587-947e-b291ba7d5ca1 req-0b213514-d2df-4aef-947b-451b0ef4d70b tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/security-groups?id=65b25e57-d1b7-4650-9481-d44d6bb2437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118517 Jul 07 20:46:28.567197 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-2156b4ed-ded7-4a09-b368-fe5014de63b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:28.593585 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-db11eff3-3476-4763-8a1d-44be9ccfbad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:28.614291 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79738e18-f957-4e4f-a60e-709a0f988122 req-8ecfb69d-254d-431f-9613-40b945818782 service neutron] 10.222.0.64 "GET /v2.0/networks/228b47da-b842-428d-8f88-432d0a70d0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459414 Jul 07 20:46:28.619734 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-db11eff3-3476-4763-8a1d-44be9ccfbad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:28.674072 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-1cdd41ec-7a81-41f5-a055-c16545ddc8ad req-191d6410-6763-47d8-bda9-56afa4ca4abd tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] show failed (client error): The resource could not be found. Jul 07 20:46:28.675156 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1cdd41ec-7a81-41f5-a055-c16545ddc8ad req-191d6410-6763-47d8-bda9-56afa4ca4abd tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/d2a9cce0-b689-4fbf-8f41-6b057ad6b3a5 HTTP/1.1" status: 404 len: 352 time: 0.0633423 Jul 07 20:46:28.699586 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 32786) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:28.699808 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-db11eff3-3476-4763-8a1d-44be9ccfbad3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=753188c8336243f1ac76593928aa891f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9687440 Jul 07 20:46:28.721447 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11eff3-3476-4763-8a1d-44be9ccfbad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c76a8fa-cb89-43e8-81ad-d3a6636ed347,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:28.726178 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156b4ed-ded7-4a09-b368-fe5014de63b7 service neutron] Pushing event updated for resources: {'Port': ['ID=90917687-76c4-4994-9626-a454bedb8886,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:28.756281 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-2156b4ed-ded7-4a09-b368-fe5014de63b7 service neutron] Attempting to bind port 90917687-76c4-4994-9626-a454bedb8886 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:46:28.757026 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-2156b4ed-ded7-4a09-b368-fe5014de63b7 service neutron] Attempting to bind port 90917687-76c4-4994-9626-a454bedb8886 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '87ad0586-9c41-499f-a9f1-b3ee99f56ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c99ee24f-3f13-4ced-8a7f-9468c4b31f19'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:46:28.757581 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-2156b4ed-ded7-4a09-b368-fe5014de63b7 service neutron] Attempting to bind port 90917687-76c4-4994-9626-a454bedb8886 on network c99ee24f-3f13-4ced-8a7f-9468c4b31f19 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:46:28.769634 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-2156b4ed-ded7-4a09-b368-fe5014de63b7 service neutron] Port 90917687-76c4-4994-9626-a454bedb8886 on network c99ee24f-3f13-4ced-8a7f-9468c4b31f19 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:46:28.770210 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-2156b4ed-ded7-4a09-b368-fe5014de63b7 service neutron] Attempting to bind port 90917687-76c4-4994-9626-a454bedb8886 on network c99ee24f-3f13-4ced-8a7f-9468c4b31f19 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:46:28.779426 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-2156b4ed-ded7-4a09-b368-fe5014de63b7 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:46:28.779426 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-2156b4ed-ded7-4a09-b368-fe5014de63b7 service neutron] Checking segment: {'id': '87ad0586-9c41-499f-a9f1-b3ee99f56ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c99ee24f-3f13-4ced-8a7f-9468c4b31f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:46:28.780670 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-2156b4ed-ded7-4a09-b368-fe5014de63b7 service neutron] Bound using segment: {'id': '87ad0586-9c41-499f-a9f1-b3ee99f56ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c99ee24f-3f13-4ced-8a7f-9468c4b31f19'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:46:28.780801 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-2156b4ed-ded7-4a09-b368-fe5014de63b7 service neutron] Bound port: 90917687-76c4-4994-9626-a454bedb8886, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ad0586-9c41-499f-a9f1-b3ee99f56ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'c99ee24f-3f13-4ced-8a7f-9468c4b31f19'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:46:28.781445 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-2156b4ed-ded7-4a09-b368-fe5014de63b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:28.785458 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-606de046-1002-44b4-9847-22d2d2a76614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:28.854295 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-606de046-1002-44b4-9847-22d2d2a76614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:28.915792 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-606de046-1002-44b4-9847-22d2d2a76614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:28.918909 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-606de046-1002-44b4-9847-22d2d2a76614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:28.922367 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-606de046-1002-44b4-9847-22d2d2a76614 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6c76a8fa-cb89-43e8-81ad-d3a6636ed347 HTTP/1.1" status: 204 len: 168 time: 0.2191160 Jul 07 20:46:28.933852 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606de046-1002-44b4-9847-22d2d2a76614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c76a8fa-cb89-43e8-81ad-d3a6636ed347,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:28.976047 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-2156b4ed-ded7-4a09-b368-fe5014de63b7 service neutron] For port 90917687-76c4-4994-9626-a454bedb8886, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:46:29.015419 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-2156b4ed-ded7-4a09-b368-fe5014de63b7 service neutron] For port 90917687-76c4-4994-9626-a454bedb8886, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=90917687-76c4-4994-9626-a454bedb8886,segment=NetworkSegment(87ad0586-9c41-499f-a9f1-b3ee99f56ff2),segment_id=87ad0586-9c41-499f-a9f1-b3ee99f56ff2)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:46:29.030864 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-2156b4ed-ded7-4a09-b368-fe5014de63b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:29.048977 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 14dfb9f4-6193-4ccd-939e-d9a01d54ae96 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:46:29.094273 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-2156b4ed-ded7-4a09-b368-fe5014de63b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:29.094871 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-2156b4ed-ded7-4a09-b368-fe5014de63b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:29.096472 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-2156b4ed-ded7-4a09-b368-fe5014de63b7 service neutron] 10.222.0.39 "PUT /v2.0/ports/90917687-76c4-4994-9626-a454bedb8886 HTTP/1.1" status: 200 len: 1092 time: 1.8168068 Jul 07 20:46:29.096862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d049d7-330d-4c42-a256-f2b089125a23', 'tag': '90917687-76c4-4994-9626-a454bedb8886'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:29.099290 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853d0718-2e23-40ef-89e3-5f08d888823d" -d '{"events": [{"name": "network-changed", "server_uuid": "24d049d7-330d-4c42-a256-f2b089125a23", "tag": "90917687-76c4-4994-9626-a454bedb8886"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:29.133163 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156b4ed-ded7-4a09-b368-fe5014de63b7 service neutron] Pushing event updated for resources: {'Port': ['ID=90917687-76c4-4994-9626-a454bedb8886,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:29.150768 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e068a8-3946-44e3-8b40-e6f63afefcc1 req-c7cf34cf-cac9-42aa-af35-7ef74aaf025d tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:29.153315 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 14dfb9f4-6193-4ccd-939e-d9a01d54ae96 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:46:29.157787 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-59e068a8-3946-44e3-8b40-e6f63afefcc1 req-c7cf34cf-cac9-42aa-af35-7ef74aaf025d tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 943 time: 0.2987726 Jul 07 20:46:29.170171 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 14dfb9f4-6193-4ccd-939e-d9a01d54ae96 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:29.171665 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:29.178075 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5e71d-6e49-447b-9201-330e0bc45e57 req-899e0fd2-9c9f-4ced-bd3d-ce8dd114fa99 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:29.179957 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98e5e71d-6e49-447b-9201-330e0bc45e57 req-899e0fd2-9c9f-4ced-bd3d-ce8dd114fa99 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.64 "GET /v2.0/ports?device_id=24d049d7-330d-4c42-a256-f2b089125a23 HTTP/1.1" status: 200 len: 943 time: 0.2293310 Jul 07 20:46:29.223644 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ea3c980-93db-4041-aa6d-49796962cc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:29.284826 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98e5e71d-6e49-447b-9201-330e0bc45e57 req-63ba472e-3e36-4935-a1ca-4e66a7bedef3 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0891adc-a5d0-40f3-af2b-fc34cf7ae7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844920 Jul 07 20:46:29.288515 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-59e068a8-3946-44e3-8b40-e6f63afefcc1 req-ecc957e9-1e66-4d27-9608-046eb5e85488 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294863 Jul 07 20:46:29.326697 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:29.336196 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-1839f43a-5913-494b-8215-705d44caf249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:29.341328 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-1839f43a-5913-494b-8215-705d44caf249 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=87c37d3f02d24b5da84d90295186021c&device_id=24d049d7-330d-4c42-a256-f2b089125a23 HTTP/1.1" status: 200 len: 1095 time: 0.1726174 Jul 07 20:46:29.387616 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeac7dad-7691-46a0-9ec9-5e46e5b246f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14dfb9f4-6193-4ccd-939e-d9a01d54ae96'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:29.390343 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8395b3b-d548-46bb-96c4-24f393d22da6" -d '{"events": [{"server_uuid": "aeac7dad-7691-46a0-9ec9-5e46e5b246f5", "name": "network-vif-plugged", "status": "completed", "tag": "14dfb9f4-6193-4ccd-939e-d9a01d54ae96"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:29.407157 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 14dfb9f4-6193-4ccd-939e-d9a01d54ae96, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=14dfb9f4-6193-4ccd-939e-d9a01d54ae96,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:29.422450 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:29.517126 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-0907c88d-a889-4c72-89a8-b46f2e34d33a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90917687-76c4-4994-9626-a454bedb8886 HTTP/1.1" status: 200 len: 217 time: 0.1500654 Jul 07 20:46:29.531302 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=14dfb9f4-6193-4ccd-939e-d9a01d54ae96,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:29.611093 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-57354b44-f74c-4bba-be91-87a643b31454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:29.613106 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-57354b44-f74c-4bba-be91-87a643b31454 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3ac77577-1ea8-4f8c-8a48-0c74b7e99f30 HTTP/1.1" status: 200 len: 854 time: 0.0843143 Jul 07 20:46:29.673983 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-35fbd1b5-e43b-4b4d-924a-cc8223655be1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c99ee24f-3f13-4ced-8a7f-9468c4b31f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500913 Jul 07 20:46:29.676200 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89efb2b-bfce-4e17-b86f-d46b41e7ea43 req-1230c868-a109-45b4-8891-e035ea2ab3ea tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:29.676836 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89efb2b-bfce-4e17-b86f-d46b41e7ea43 req-1230c868-a109-45b4-8891-e035ea2ab3ea tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:29.677217 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89efb2b-bfce-4e17-b86f-d46b41e7ea43 req-1230c868-a109-45b4-8891-e035ea2ab3ea tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:29.677886 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89efb2b-bfce-4e17-b86f-d46b41e7ea43 req-1230c868-a109-45b4-8891-e035ea2ab3ea tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:29.678686 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89efb2b-bfce-4e17-b86f-d46b41e7ea43 req-1230c868-a109-45b4-8891-e035ea2ab3ea tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:29.679269 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89efb2b-bfce-4e17-b86f-d46b41e7ea43 req-1230c868-a109-45b4-8891-e035ea2ab3ea tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:29.679753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89efb2b-bfce-4e17-b86f-d46b41e7ea43 req-1230c868-a109-45b4-8891-e035ea2ab3ea tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:29.680340 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89efb2b-bfce-4e17-b86f-d46b41e7ea43 req-1230c868-a109-45b4-8891-e035ea2ab3ea tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:29.680802 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89efb2b-bfce-4e17-b86f-d46b41e7ea43 req-1230c868-a109-45b4-8891-e035ea2ab3ea tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:29.681483 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89efb2b-bfce-4e17-b86f-d46b41e7ea43 req-1230c868-a109-45b4-8891-e035ea2ab3ea tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:29.682098 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89efb2b-bfce-4e17-b86f-d46b41e7ea43 req-1230c868-a109-45b4-8891-e035ea2ab3ea tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:29.702921 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e89efb2b-bfce-4e17-b86f-d46b41e7ea43 req-1230c868-a109-45b4-8891-e035ea2ab3ea tempest-NetworksTest-1086660157 tempest-NetworksTest-1086660157-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7846 time: 0.3422065 Jul 07 20:46:29.853731 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a39970-d622-4ef1-b573-435b6af82630 x-openstack-request-id: req-16a39970-d622-4ef1-b573-435b6af82630 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:29.854264 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d049d7-330d-4c42-a256-f2b089125a23", "tag": "90917687-76c4-4994-9626-a454bedb8886", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:29.854663 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16a39970-d622-4ef1-b573-435b6af82630 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:29.855198 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d049d7-330d-4c42-a256-f2b089125a23', 'tag': '90917687-76c4-4994-9626-a454bedb8886', 'status': 'completed', 'code': 200} Jul 07 20:46:29.879628 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d78d7dd-6f4e-4a58-b0ab-2344c90f1d9d x-openstack-request-id: req-0d78d7dd-6f4e-4a58-b0ab-2344c90f1d9d {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:29.880048 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeac7dad-7691-46a0-9ec9-5e46e5b246f5", "name": "network-vif-plugged", "status": "completed", "tag": "14dfb9f4-6193-4ccd-939e-d9a01d54ae96", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:29.880718 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d78d7dd-6f4e-4a58-b0ab-2344c90f1d9d {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:29.881220 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeac7dad-7691-46a0-9ec9-5e46e5b246f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14dfb9f4-6193-4ccd-939e-d9a01d54ae96', 'code': 200} Jul 07 20:46:29.882991 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bb84eca2-a51b-48f8-b815-83ec494b7dc3 req-4b508bb5-f66d-47ef-837a-1e6ec39a25fc tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1b0a647-8a16-411c-afd4-47b9ad8ad51f HTTP/1.1" status: 200 len: 210 time: 0.0666342 Jul 07 20:46:29.963514 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-5d52f35f-045e-495a-a741-63d1ec27b6a1 service neutron] 10.222.0.39 "GET /v2.0/networks/c99ee24f-3f13-4ced-8a7f-9468c4b31f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561102 Jul 07 20:46:30.135514 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c168e2-5b21-49ca-aede-161bedccbc3e req-e9a7d387-a758-4a3a-bb29-83c7535ba2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:30.138164 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-92c168e2-5b21-49ca-aede-161bedccbc3e req-e9a7d387-a758-4a3a-bb29-83c7535ba2b8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aeac7dad-7691-46a0-9ec9-5e46e5b246f5 HTTP/1.1" status: 200 len: 1102 time: 0.0778630 Jul 07 20:46:30.141939 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 32832) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:30.192984 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-92c168e2-5b21-49ca-aede-161bedccbc3e req-8508373a-b775-4d12-a94a-81cacba9de63 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=65b25e57-d1b7-4650-9481-d44d6bb2437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425599 Jul 07 20:46:30.198189 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4d8b859-a023-47da-9738-dc3640290aa6 req-3527a364-5218-40e9-9dc8-08536b445f79 service neutron] 10.222.0.39 "GET /v2.0/networks/c99ee24f-3f13-4ced-8a7f-9468c4b31f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273340 Jul 07 20:46:30.226448 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4d1a7-86c2-4423-89dd-56d3ea74b057 req-94aae721-012a-4a59-a183-a3536b66133a tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:30.228136 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29e4d1a7-86c2-4423-89dd-56d3ea74b057 req-94aae721-012a-4a59-a183-a3536b66133a tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeac7dad-7691-46a0-9ec9-5e46e5b246f5 HTTP/1.1" status: 200 len: 950 time: 0.1495585 Jul 07 20:46:30.262163 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a776ce-8974-4207-88f5-fea4440db383 req-11e709fe-987d-47c3-8763-6783a4da5162 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:30.263789 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d2a776ce-8974-4207-88f5-fea4440db383 req-11e709fe-987d-47c3-8763-6783a4da5162 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5526fd0-4342-43d9-baea-1cca1c69bae4 HTTP/1.1" status: 200 len: 1024 time: 0.1500087 Jul 07 20:46:30.289715 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a70651df-5e55-41eb-80f4-34b0906305de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:30.328057 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29e4d1a7-86c2-4423-89dd-56d3ea74b057 req-c5c5723b-f56d-4cb0-b2a8-c050ac0549d1 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/security-groups?id=65b25e57-d1b7-4650-9481-d44d6bb2437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914617 Jul 07 20:46:30.358175 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d2a776ce-8974-4207-88f5-fea4440db383 req-c3c89bcf-5742-4daa-a3a3-8a3ae0f929f1 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?id=f42130e7-e278-4a2e-a398-8287254a9cda&id=ddc94f71-45f8-4a0c-a8a6-a5d5033a2041&id=260bb68a-0c79-435e-84ab-7b2371cf31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0776434 Jul 07 20:46:30.395135 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d0718-2e23-40ef-89e3-5f08d888823d req-39949997-bb8a-44fc-9f68-9848f0520855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:30.400977 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-853d0718-2e23-40ef-89e3-5f08d888823d req-39949997-bb8a-44fc-9f68-9848f0520855 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=87c37d3f02d24b5da84d90295186021c&device_id=24d049d7-330d-4c42-a256-f2b089125a23 HTTP/1.1" status: 200 len: 1095 time: 0.1324506 Jul 07 20:46:30.436204 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a70651df-5e55-41eb-80f4-34b0906305de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:30.444460 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a70651df-5e55-41eb-80f4-34b0906305de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:30.562045 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a70651df-5e55-41eb-80f4-34b0906305de admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f62325239392423eb0bf5893e42eae02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4183099 Jul 07 20:46:30.565608 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 32848) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:30.578162 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70651df-5e55-41eb-80f4-34b0906305de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5e15fe-b796-4586-aace-ee359232214b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:30.581508 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d0718-2e23-40ef-89e3-5f08d888823d req-6788772b-7581-44d5-a13e-9fa03ad4e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:30.583467 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-853d0718-2e23-40ef-89e3-5f08d888823d req-6788772b-7581-44d5-a13e-9fa03ad4e989 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c99ee24f-3f13-4ced-8a7f-9468c4b31f19 HTTP/1.1" status: 200 len: 915 time: 0.1770399 Jul 07 20:46:30.655347 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9af34e8b-88db-486b-b4a3-acb1a6436dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:30.685545 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-853d0718-2e23-40ef-89e3-5f08d888823d req-70c9db38-ff63-4db5-b8bb-45e19ae775f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90917687-76c4-4994-9626-a454bedb8886 HTTP/1.1" status: 200 len: 217 time: 0.0452766 Jul 07 20:46:30.689620 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9af34e8b-88db-486b-b4a3-acb1a6436dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:30.759164 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 2715bb04-5adc-46de-a931-3952a8ed1b25 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:46:30.773122 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d0718-2e23-40ef-89e3-5f08d888823d req-0a56c88b-6823-4709-adc7-c838cc27daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:30.774688 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-853d0718-2e23-40ef-89e3-5f08d888823d req-0a56c88b-6823-4709-adc7-c838cc27daf5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3ac77577-1ea8-4f8c-8a48-0c74b7e99f30 HTTP/1.1" status: 200 len: 854 time: 0.0820723 Jul 07 20:46:30.870341 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-853d0718-2e23-40ef-89e3-5f08d888823d req-5673fe4c-84a7-4439-962f-eee0e30f7d2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c99ee24f-3f13-4ced-8a7f-9468c4b31f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730309 Jul 07 20:46:30.880407 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48ad8c-529c-455d-b133-3a85066044d0 req-1e2bed64-3a45-4296-8d40-e3ee4db8626c tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:30.894007 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9af34e8b-88db-486b-b4a3-acb1a6436dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:30.898073 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca48ad8c-529c-455d-b133-3a85066044d0 req-1e2bed64-3a45-4296-8d40-e3ee4db8626c tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.64 "GET /v2.0/ports?device_id=24d049d7-330d-4c42-a256-f2b089125a23 HTTP/1.1" status: 200 len: 943 time: 0.3438787 Jul 07 20:46:30.908449 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9af34e8b-88db-486b-b4a3-acb1a6436dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:30.910448 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9af34e8b-88db-486b-b4a3-acb1a6436dff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed5e15fe-b796-4586-aace-ee359232214b HTTP/1.1" status: 204 len: 168 time: 0.3431742 Jul 07 20:46:30.914093 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cc262-6728-4102-a40e-e1edfc6fc007 req-886ddac8-0b1c-4e7f-9b7e-4cfc5beeb190 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:30.940234 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-281cc262-6728-4102-a40e-e1edfc6fc007 req-886ddac8-0b1c-4e7f-9b7e-4cfc5beeb190 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 943 time: 0.3844507 Jul 07 20:46:31.032797 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 2715bb04-5adc-46de-a931-3952a8ed1b25, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=2715bb04-5adc-46de-a931-3952a8ed1b25,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:31.068920 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '2715bb04-5adc-46de-a931-3952a8ed1b25', 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e', 'port_id': '2715bb04-5adc-46de-a931-3952a8ed1b25', 'mac_address': 'fa:16:3e:c2:2f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58cf048c-6ca3-4e9c-85aa-89cc2a934f80', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:46:31.113081 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79738e18-f957-4e4f-a60e-709a0f988122 req-3c7af550-5141-426d-8f7a-ed8be05c7462 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:31.118461 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-79738e18-f957-4e4f-a60e-709a0f988122 req-3c7af550-5141-426d-8f7a-ed8be05c7462 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.58 "GET /v2.0/networks?id=228b47da-b842-428d-8f88-432d0a70d0a7 HTTP/1.1" status: 200 len: 812 time: 0.3750901 Jul 07 20:46:31.161420 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-281cc262-6728-4102-a40e-e1edfc6fc007 req-18eae734-e3e1-4d36-b20a-67b24f714c13 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200229 Jul 07 20:46:31.178388 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:31.180919 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af34e8b-88db-486b-b4a3-acb1a6436dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5e15fe-b796-4586-aace-ee359232214b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:31.193333 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca48ad8c-529c-455d-b133-3a85066044d0 req-298c5354-a1d4-43d3-a31e-e8d9ab364a8b tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0891adc-a5d0-40f3-af2b-fc34cf7ae7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940083 Jul 07 20:46:31.249558 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2715bb04-5adc-46de-a931-3952a8ed1b25 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:46:31.297156 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-853d0718-2e23-40ef-89e3-5f08d888823d req-4cfe8daa-186e-4721-845b-f32880090049 service neutron] 10.222.0.39 "GET /v2.0/networks/c99ee24f-3f13-4ced-8a7f-9468c4b31f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539262 Jul 07 20:46:31.303090 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 2715bb04-5adc-46de-a931-3952a8ed1b25, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=2715bb04-5adc-46de-a931-3952a8ed1b25,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:31.309297 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-79738e18-f957-4e4f-a60e-709a0f988122 req-9b302130-0a39-41ab-88ff-138d9d879cfe tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ec1e5baf2bf42509b193357358981d1 HTTP/1.1" status: 200 len: 379 time: 0.1764388 Jul 07 20:46:31.313074 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:31.336881 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-79738e18-f957-4e4f-a60e-709a0f988122 req-b50f3dca-f092-45f3-86a5-85d26512edb6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Request body: {'port': {'device_id': 'd1b0a647-8a16-411c-afd4-47b9ad8ad51f', 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7', 'admin_state_up': True, 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'security_groups': ['724068dd-4570-49cc-b2c4-fe1170b5213c']}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:31.455508 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=2715bb04-5adc-46de-a931-3952a8ed1b25,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:31.588732 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['2715bb04-5adc-46de-a931-3952a8ed1b25'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:46:31.593615 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79738e18-f957-4e4f-a60e-709a0f988122 req-b50f3dca-f092-45f3-86a5-85d26512edb6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Made reservation on behalf of 6ec1e5baf2bf42509b193357358981d1 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:46:31.600666 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-94f5c818-5b9c-4f6d-9a95-1148f91d870e req-91eebb9e-8790-425b-8526-56adf2c7d32c tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1b0a647-8a16-411c-afd4-47b9ad8ad51f HTTP/1.1" status: 200 len: 210 time: 0.0713439 Jul 07 20:46:31.605507 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-853d0718-2e23-40ef-89e3-5f08d888823d req-75747012-e500-4b19-9fd0-5e6eb73ae5df service neutron] 10.222.0.39 "GET /v2.0/networks/c99ee24f-3f13-4ced-8a7f-9468c4b31f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999291 Jul 07 20:46:31.615782 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-79738e18-f957-4e4f-a60e-709a0f988122 req-b50f3dca-f092-45f3-86a5-85d26512edb6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:31.747178 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 32872) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:31.777242 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ae2596ad-7d9d-46c1-bc58-2120a9a14097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:31.860249 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8a462901-09e2-4fed-9f8e-39eb94debd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:31.860820 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c11e5a-bcfd-47be-a1be-e525594bd554 req-9cf3e219-ba94-4e26-8fc9-93c060fc3029 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:31.867873 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b3c11e5a-bcfd-47be-a1be-e525594bd554 req-9cf3e219-ba94-4e26-8fc9-93c060fc3029 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeac7dad-7691-46a0-9ec9-5e46e5b246f5 HTTP/1.1" status: 200 len: 950 time: 0.1300154 Jul 07 20:46:31.871729 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-79738e18-f957-4e4f-a60e-709a0f988122 req-b50f3dca-f092-45f3-86a5-85d26512edb6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Allocated IP 172.20.0.13 (228b47da-b842-428d-8f88-432d0a70d0a7/243d2bf9-a433-4493-811c-f622d475b967/8d18a73c-2ce3-4298-8f33-3ac544762af2) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:46:31.886035 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:31.976015 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b3c11e5a-bcfd-47be-a1be-e525594bd554 req-4abeee10-003c-4786-9204-aa9f34aa556f tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/security-groups?id=65b25e57-d1b7-4650-9481-d44d6bb2437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070950 Jul 07 20:46:32.003393 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ae2596ad-7d9d-46c1-bc58-2120a9a14097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:32.020425 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08760cb3-86c7-4390-b5a4-f0491c526946 req-965af66d-6b66-4ef4-8ddc-0e9e2144ddaa tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:32.022469 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-08760cb3-86c7-4390-b5a4-f0491c526946 req-965af66d-6b66-4ef4-8ddc-0e9e2144ddaa tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5526fd0-4342-43d9-baea-1cca1c69bae4 HTTP/1.1" status: 200 len: 1024 time: 0.1478596 Jul 07 20:46:32.023780 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ae2596ad-7d9d-46c1-bc58-2120a9a14097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:32.077980 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-79738e18-f957-4e4f-a60e-709a0f988122 req-b50f3dca-f092-45f3-86a5-85d26512edb6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:32.097859 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-79738e18-f957-4e4f-a60e-709a0f988122 req-b50f3dca-f092-45f3-86a5-85d26512edb6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Transition to ACTIVE for port object 8d18a73c-2ce3-4298-8f33-3ac544762af2 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:46:32.136112 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-79738e18-f957-4e4f-a60e-709a0f988122 req-b50f3dca-f092-45f3-86a5-85d26512edb6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:32.153823 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2596ad-7d9d-46c1-bc58-2120a9a14097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6744c377-0d54-42d6-b227-e4a96b678f8c,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:32.197963 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79738e18-f957-4e4f-a60e-709a0f988122 req-b50f3dca-f092-45f3-86a5-85d26512edb6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Network 228b47da-b842-428d-8f88-432d0a70d0a7 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:46:32.201855 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-79738e18-f957-4e4f-a60e-709a0f988122 req-b50f3dca-f092-45f3-86a5-85d26512edb6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:46:32.228872 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-79738e18-f957-4e4f-a60e-709a0f988122 req-b50f3dca-f092-45f3-86a5-85d26512edb6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:46:32.235253 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ae2596ad-7d9d-46c1-bc58-2120a9a14097 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=476dc82773c5412e826607171f6edbe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4869559 Jul 07 20:46:32.243601 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 32884) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:32.288262 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f3dca-f092-45f3-86a5-85d26512edb6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Pushing event updated for resources: {'Port': ['ID=8d18a73c-2ce3-4298-8f33-3ac544762af2,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:32.309915 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79738e18-f957-4e4f-a60e-709a0f988122 req-b50f3dca-f092-45f3-86a5-85d26512edb6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:32.310585 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-79738e18-f957-4e4f-a60e-709a0f988122 req-b50f3dca-f092-45f3-86a5-85d26512edb6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:32.326598 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-79738e18-f957-4e4f-a60e-709a0f988122 req-b50f3dca-f092-45f3-86a5-85d26512edb6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0084872 Jul 07 20:46:32.342902 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-79738e18-f957-4e4f-a60e-709a0f988122 req-bcf5f5b1-664f-42d2-8a48-98d8cbb674b6 service neutron] Request body: {'port': {'device_id': 'd1b0a647-8a16-411c-afd4-47b9ad8ad51f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:32.353297 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-5edb53ca-a2db-4d38-b201-9da6f074da23 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=de311ef6182846e3b52e2c5c5872b92c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586896 Jul 07 20:46:32.435939 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-79738e18-f957-4e4f-a60e-709a0f988122 req-bcf5f5b1-664f-42d2-8a48-98d8cbb674b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:32.453659 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d212-e584-4b4c-9238-ca0a71847a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:32.465757 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-08760cb3-86c7-4390-b5a4-f0491c526946 req-fd7658de-4558-416f-bcdf-9b9f8395052d tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Deleting port 76c6bd40-5208-4f6c-876f-76cdf52fd620 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:46:32.466380 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-08760cb3-86c7-4390-b5a4-f0491c526946 req-fd7658de-4558-416f-bcdf-9b9f8395052d tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:32.477412 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-81ab2fc7-ac0a-4023-8c96-27fa6527c3d0 None None] Provisioning for port 8d18a73c-2ce3-4298-8f33-3ac544762af2 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:46:32.490847 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-81ab2fc7-ac0a-4023-8c96-27fa6527c3d0 None None] Provisioning complete for port 8d18a73c-2ce3-4298-8f33-3ac544762af2 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:32.491235 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-81ab2fc7-ac0a-4023-8c96-27fa6527c3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:32.542451 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-81ab2fc7-ac0a-4023-8c96-27fa6527c3d0 None None] Port 8d18a73c-2ce3-4298-8f33-3ac544762af2 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:46:32.568471 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb46eec-dd68-45a6-87ae-6430b3cb3b4a req-223a85ea-9ac8-49a9-a7b6-93cb5d2d4104 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:32.570246 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bbb46eec-dd68-45a6-87ae-6430b3cb3b4a req-223a85ea-9ac8-49a9-a7b6-93cb5d2d4104 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5526fd0-4342-43d9-baea-1cca1c69bae4 HTTP/1.1" status: 200 len: 1024 time: 0.3338084 Jul 07 20:46:32.587099 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d212-e584-4b4c-9238-ca0a71847a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:32.662167 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-9f28a020-724c-4734-aa4e-7c42258a4476 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:32.663660 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-9f28a020-724c-4734-aa4e-7c42258a4476 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2963979 Jul 07 20:46:32.716502 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-08760cb3-86c7-4390-b5a4-f0491c526946 req-fd7658de-4558-416f-bcdf-9b9f8395052d tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] For port 76c6bd40-5208-4f6c-876f-76cdf52fd620, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=76c6bd40-5208-4f6c-876f-76cdf52fd620,segment=NetworkSegment(f1630037-09b1-4d2e-b0aa-c0e26ef61009),segment_id=f1630037-09b1-4d2e-b0aa-c0e26ef61009)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:32.716873 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-08760cb3-86c7-4390-b5a4-f0491c526946 req-fd7658de-4558-416f-bcdf-9b9f8395052d tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:32.726014 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-00433c15-2f68-4bbb-9c3c-387de4fd9488 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.64 "GET /v2.0/quotas/de311ef6182846e3b52e2c5c5872b92c HTTP/1.1" status: 200 len: 375 time: 0.0458078 Jul 07 20:46:32.734243 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bbb46eec-dd68-45a6-87ae-6430b3cb3b4a req-bf4dcc7b-30c3-4e2f-8442-6e507bddd600 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups?id=f42130e7-e278-4a2e-a398-8287254a9cda&id=ddc94f71-45f8-4a0c-a8a6-a5d5033a2041&id=260bb68a-0c79-435e-84ab-7b2371cf31ae&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1448438 Jul 07 20:46:32.741875 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-08760cb3-86c7-4390-b5a4-f0491c526946 req-fd7658de-4558-416f-bcdf-9b9f8395052d tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Calling delete_port for 76c6bd40-5208-4f6c-876f-76cdf52fd620 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:46:32.780865 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 90917687-76c4-4994-9626-a454bedb8886 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:46:32.783745 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-fbf92bc3-cdeb-4f73-96c0-1b0b509ff92d tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=de311ef6182846e3b52e2c5c5872b92c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477607 Jul 07 20:46:32.785338 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 2715bb04-5adc-46de-a931-3952a8ed1b25 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:46:32.815651 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-79738e18-f957-4e4f-a60e-709a0f988122 req-bcf5f5b1-664f-42d2-8a48-98d8cbb674b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d18a73c-2ce3-4298-8f33-3ac544762af2 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:46:32.836778 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-79738e18-f957-4e4f-a60e-709a0f988122 req-bcf5f5b1-664f-42d2-8a48-98d8cbb674b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:32.910720 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 2715bb04-5adc-46de-a931-3952a8ed1b25 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:46:32.918289 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 2715bb04-5adc-46de-a931-3952a8ed1b25 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:32.918607 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:32.989483 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 90917687-76c4-4994-9626-a454bedb8886, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=90917687-76c4-4994-9626-a454bedb8886,segment=NetworkSegment(87ad0586-9c41-499f-a9f1-b3ee99f56ff2),segment_id=87ad0586-9c41-499f-a9f1-b3ee99f56ff2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:33.009295 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '90917687-76c4-4994-9626-a454bedb8886', 'network_id': 'c99ee24f-3f13-4ced-8a7f-9468c4b31f19', 'port_id': '90917687-76c4-4994-9626-a454bedb8886', 'mac_address': 'fa:16:3e:45:96:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ac77577-1ea8-4f8c-8a48-0c74b7e99f30', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:46:33.051080 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:33.187178 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5033e15c-dd40-4001-a493-868a801a94e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2715bb04-5adc-46de-a931-3952a8ed1b25'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:33.187178 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9d41e8-b931-480c-a398-9906c848bfe9" -d '{"events": [{"server_uuid": "5033e15c-dd40-4001-a493-868a801a94e5", "name": "network-vif-plugged", "status": "completed", "tag": "2715bb04-5adc-46de-a931-3952a8ed1b25"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:33.193115 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-79738e18-f957-4e4f-a60e-709a0f988122 req-bcf5f5b1-664f-42d2-8a48-98d8cbb674b6 service neutron] Transition to ACTIVE for port object 8d18a73c-2ce3-4298-8f33-3ac544762af2 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:46:33.198408 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d212-e584-4b4c-9238-ca0a71847a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:33.201116 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-79738e18-f957-4e4f-a60e-709a0f988122 req-bcf5f5b1-664f-42d2-8a48-98d8cbb674b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:33.206780 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d212-e584-4b4c-9238-ca0a71847a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:33.207181 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:33.216372 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7ea7d212-e584-4b4c-9238-ca0a71847a96 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6744c377-0d54-42d6-b227-e4a96b678f8c HTTP/1.1" status: 204 len: 168 time: 0.9678445 Jul 07 20:46:33.253576 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90917687-76c4-4994-9626-a454bedb8886 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:46:33.259007 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 2715bb04-5adc-46de-a931-3952a8ed1b25, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=2715bb04-5adc-46de-a931-3952a8ed1b25,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:33.270102 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5f5b1-664f-42d2-8a48-98d8cbb674b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8d18a73c-2ce3-4298-8f33-3ac544762af2,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:33.291128 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:33.378344 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 90917687-76c4-4994-9626-a454bedb8886, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=90917687-76c4-4994-9626-a454bedb8886,segment=NetworkSegment(87ad0586-9c41-499f-a9f1-b3ee99f56ff2),segment_id=87ad0586-9c41-499f-a9f1-b3ee99f56ff2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:33.399380 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:33.440581 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-79738e18-f957-4e4f-a60e-709a0f988122 req-bcf5f5b1-664f-42d2-8a48-98d8cbb674b6 service neutron] Attempting to bind port 8d18a73c-2ce3-4298-8f33-3ac544762af2 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:46:33.441362 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-79738e18-f957-4e4f-a60e-709a0f988122 req-bcf5f5b1-664f-42d2-8a48-98d8cbb674b6 service neutron] Attempting to bind port 8d18a73c-2ce3-4298-8f33-3ac544762af2 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '903ae59b-18d2-4ad1-9104-65af0e60693c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:46:33.441473 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79738e18-f957-4e4f-a60e-709a0f988122 req-bcf5f5b1-664f-42d2-8a48-98d8cbb674b6 service neutron] Attempting to bind port 8d18a73c-2ce3-4298-8f33-3ac544762af2 on network 228b47da-b842-428d-8f88-432d0a70d0a7 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:46:33.451218 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79738e18-f957-4e4f-a60e-709a0f988122 req-bcf5f5b1-664f-42d2-8a48-98d8cbb674b6 service neutron] Port 8d18a73c-2ce3-4298-8f33-3ac544762af2 on network 228b47da-b842-428d-8f88-432d0a70d0a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:46:33.451574 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79738e18-f957-4e4f-a60e-709a0f988122 req-bcf5f5b1-664f-42d2-8a48-98d8cbb674b6 service neutron] Attempting to bind port 8d18a73c-2ce3-4298-8f33-3ac544762af2 on network 228b47da-b842-428d-8f88-432d0a70d0a7 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:46:33.452955 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:33.456415 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=2715bb04-5adc-46de-a931-3952a8ed1b25,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:33.461982 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79738e18-f957-4e4f-a60e-709a0f988122 req-bcf5f5b1-664f-42d2-8a48-98d8cbb674b6 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:46:33.462370 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79738e18-f957-4e4f-a60e-709a0f988122 req-bcf5f5b1-664f-42d2-8a48-98d8cbb674b6 service neutron] Checking segment: {'id': '903ae59b-18d2-4ad1-9104-65af0e60693c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:46:33.462825 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79738e18-f957-4e4f-a60e-709a0f988122 req-bcf5f5b1-664f-42d2-8a48-98d8cbb674b6 service neutron] Bound using segment: {'id': '903ae59b-18d2-4ad1-9104-65af0e60693c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:46:33.463280 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-79738e18-f957-4e4f-a60e-709a0f988122 req-bcf5f5b1-664f-42d2-8a48-98d8cbb674b6 service neutron] Bound port: 8d18a73c-2ce3-4298-8f33-3ac544762af2, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '903ae59b-18d2-4ad1-9104-65af0e60693c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:46:33.463672 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-79738e18-f957-4e4f-a60e-709a0f988122 req-bcf5f5b1-664f-42d2-8a48-98d8cbb674b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:33.487155 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-08760cb3-86c7-4390-b5a4-f0491c526946 req-fd7658de-4558-416f-bcdf-9b9f8395052d tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:33.535375 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=90917687-76c4-4994-9626-a454bedb8886,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:33.578182 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-79738e18-f957-4e4f-a60e-709a0f988122 req-bcf5f5b1-664f-42d2-8a48-98d8cbb674b6 service neutron] For port 8d18a73c-2ce3-4298-8f33-3ac544762af2, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:46:33.582036 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-79738e18-f957-4e4f-a60e-709a0f988122 req-bcf5f5b1-664f-42d2-8a48-98d8cbb674b6 service neutron] For port 8d18a73c-2ce3-4298-8f33-3ac544762af2, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8d18a73c-2ce3-4298-8f33-3ac544762af2,segment=NetworkSegment(903ae59b-18d2-4ad1-9104-65af0e60693c),segment_id=903ae59b-18d2-4ad1-9104-65af0e60693c)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:46:33.588871 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-79738e18-f957-4e4f-a60e-709a0f988122 req-bcf5f5b1-664f-42d2-8a48-98d8cbb674b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:33.611992 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7d212-e584-4b4c-9238-ca0a71847a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6744c377-0d54-42d6-b227-e4a96b678f8c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:33.654712 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79738e18-f957-4e4f-a60e-709a0f988122 req-bcf5f5b1-664f-42d2-8a48-98d8cbb674b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:33.655434 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-79738e18-f957-4e4f-a60e-709a0f988122 req-bcf5f5b1-664f-42d2-8a48-98d8cbb674b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:33.657253 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-79738e18-f957-4e4f-a60e-709a0f988122 req-bcf5f5b1-664f-42d2-8a48-98d8cbb674b6 service neutron] 10.222.0.58 "PUT /v2.0/ports/8d18a73c-2ce3-4298-8f33-3ac544762af2 HTTP/1.1" status: 200 len: 1093 time: 1.3188558 Jul 07 20:46:33.660368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b0a647-8a16-411c-afd4-47b9ad8ad51f', 'tag': '8d18a73c-2ce3-4298-8f33-3ac544762af2'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:33.665257 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7658de-4558-416f-bcdf-9b9f8395052d tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event deleted for resources: {'Port': ['ID=76c6bd40-5208-4f6c-876f-76cdf52fd620,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:33.665387 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0683332e-c4b1-4d3a-a833-f1c693b3dfb6" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b0a647-8a16-411c-afd4-47b9ad8ad51f", "tag": "8d18a73c-2ce3-4298-8f33-3ac544762af2"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:33.673454 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['90917687-76c4-4994-9626-a454bedb8886'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:46:33.810204 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-08760cb3-86c7-4390-b5a4-f0491c526946 req-fd7658de-4558-416f-bcdf-9b9f8395052d tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] No DVR routers for this DVR port 76c6bd40-5208-4f6c-876f-76cdf52fd620 on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:46:33.817237 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5f5b1-664f-42d2-8a48-98d8cbb674b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8d18a73c-2ce3-4298-8f33-3ac544762af2,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:33.820858 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba37f77-c002-44a2-82d5-cf22b7e9bf1d req-fc526b15-3296-4a30-b0b9-15593566348b tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:33.828588 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ba37f77-c002-44a2-82d5-cf22b7e9bf1d req-fc526b15-3296-4a30-b0b9-15593566348b tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.64 "GET /v2.0/ports?device_id=24d049d7-330d-4c42-a256-f2b089125a23 HTTP/1.1" status: 200 len: 943 time: 0.6371706 Jul 07 20:46:33.831246 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-08760cb3-86c7-4390-b5a4-f0491c526946 req-fd7658de-4558-416f-bcdf-9b9f8395052d tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:33.833783 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-08760cb3-86c7-4390-b5a4-f0491c526946 req-fd7658de-4558-416f-bcdf-9b9f8395052d tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.58 "DELETE /v2.0/ports/76c6bd40-5208-4f6c-876f-76cdf52fd620 HTTP/1.1" status: 204 len: 173 time: 1.8039365 Jul 07 20:46:33.835413 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5526fd0-4342-43d9-baea-1cca1c69bae4', 'name': 'network-vif-deleted', 'tag': '76c6bd40-5208-4f6c-876f-76cdf52fd620'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:33.838012 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ac53fe-03ba-45ff-86a3-ac3c6ef1d658" -d '{"events": [{"server_uuid": "f5526fd0-4342-43d9-baea-1cca1c69bae4", "name": "network-vif-deleted", "tag": "76c6bd40-5208-4f6c-876f-76cdf52fd620"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:33.910867 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79738e18-f957-4e4f-a60e-709a0f988122 req-6649babe-2460-4e74-9ac2-08f9d1d82ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:33.919110 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-79738e18-f957-4e4f-a60e-709a0f988122 req-6649babe-2460-4e74-9ac2-08f9d1d82ad3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6ec1e5baf2bf42509b193357358981d1&device_id=d1b0a647-8a16-411c-afd4-47b9ad8ad51f HTTP/1.1" status: 200 len: 1096 time: 0.1878564 Jul 07 20:46:33.937347 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e20285-dc50-4d76-b1f0-625c5401d532 req-b162d069-b3c8-4953-a43b-951f6f35fe82 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:33.941038 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-36e20285-dc50-4d76-b1f0-625c5401d532 req-b162d069-b3c8-4953-a43b-951f6f35fe82 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 945 time: 0.4915435 Jul 07 20:46:33.961210 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ba37f77-c002-44a2-82d5-cf22b7e9bf1d req-cf0f373a-54a5-4431-a4cd-8933b994d5c4 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0891adc-a5d0-40f3-af2b-fc34cf7ae7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315446 Jul 07 20:46:34.036933 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-79738e18-f957-4e4f-a60e-709a0f988122 req-66f61741-3f92-4b36-a6c3-33fe1ffbdba2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d18a73c-2ce3-4298-8f33-3ac544762af2 HTTP/1.1" status: 200 len: 217 time: 0.1056404 Jul 07 20:46:34.060646 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-36e20285-dc50-4d76-b1f0-625c5401d532 req-7c1939b4-4e4d-45bf-9f60-c513b4a5d034 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983629 Jul 07 20:46:34.162599 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79738e18-f957-4e4f-a60e-709a0f988122 req-ab16286f-ec85-4438-b6fb-8e5268bd5b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:34.164717 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-79738e18-f957-4e4f-a60e-709a0f988122 req-ab16286f-ec85-4438-b6fb-8e5268bd5b59 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=243d2bf9-a433-4493-811c-f622d475b967 HTTP/1.1" status: 200 len: 851 time: 0.1203241 Jul 07 20:46:34.267632 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79738e18-f957-4e4f-a60e-709a0f988122 req-db9546d4-ea0b-46ef-8b56-d442aa863230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:34.269696 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-79738e18-f957-4e4f-a60e-709a0f988122 req-db9546d4-ea0b-46ef-8b56-d442aa863230 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=228b47da-b842-428d-8f88-432d0a70d0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905943 Jul 07 20:46:34.331686 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-88fa2de1-25e0-4c09-8505-3fe85f19d9b2 req-b2249e80-bbbd-401e-aa63-4a63a0998d6d tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8473655-0ce9-4924-9962-2fb959c80d0e HTTP/1.1" status: 200 len: 210 time: 0.0342228 Jul 07 20:46:34.404230 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd17a79-2a6b-4fe4-9eab-20aa5f2ff504 x-openstack-request-id: req-5bd17a79-2a6b-4fe4-9eab-20aa5f2ff504 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:34.404810 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5033e15c-dd40-4001-a493-868a801a94e5", "name": "network-vif-plugged", "status": "completed", "tag": "2715bb04-5adc-46de-a931-3952a8ed1b25", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:34.404810 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5bd17a79-2a6b-4fe4-9eab-20aa5f2ff504 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:34.405155 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5033e15c-dd40-4001-a493-868a801a94e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2715bb04-5adc-46de-a931-3952a8ed1b25', 'code': 200} Jul 07 20:46:34.437255 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadf827-b87a-489d-b97a-24439aa30400 req-f43e0a60-ba51-4ff3-a262-c691ca6ae3b3 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:34.438991 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bdadf827-b87a-489d-b97a-24439aa30400 req-f43e0a60-ba51-4ff3-a262-c691ca6ae3b3 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1b0a647-8a16-411c-afd4-47b9ad8ad51f HTTP/1.1" status: 200 len: 944 time: 0.1100333 Jul 07 20:46:34.466080 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-79738e18-f957-4e4f-a60e-709a0f988122 req-8bcb83cd-48c7-4671-8594-fef16dc21710 service neutron] 10.222.0.58 "GET /v2.0/networks/228b47da-b842-428d-8f88-432d0a70d0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827366 Jul 07 20:46:34.558183 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-1bd2de63-e183-4e6d-9675-b42bfa57a6f3 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=62a7f72c27eb4fb6a5dc7c1de84da2b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702438 Jul 07 20:46:34.572882 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bdadf827-b87a-489d-b97a-24439aa30400 req-e718ca0a-0252-40fb-8c57-a56563fe1055 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/security-groups?id=724068dd-4570-49cc-b2c4-fe1170b5213c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185544 Jul 07 20:46:34.609153 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-79738e18-f957-4e4f-a60e-709a0f988122 req-fe1e31ad-92b1-481e-afeb-d5e8bf21e571 service neutron] 10.222.0.58 "GET /v2.0/networks/228b47da-b842-428d-8f88-432d0a70d0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245039 Jul 07 20:46:34.660240 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2382-8c48-4748-9293-1a857d22bc52 req-096e6f8b-603a-4036-a311-18d81ee8e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:34.662587 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6e1d2382-8c48-4748-9293-1a857d22bc52 req-096e6f8b-603a-4036-a311-18d81ee8e5f0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 1097 time: 0.1558435 Jul 07 20:46:34.681426 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09324bd7-1e1e-4697-beac-bcdd4defa895 x-openstack-request-id: req-09324bd7-1e1e-4697-beac-bcdd4defa895 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:34.682890 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b0a647-8a16-411c-afd4-47b9ad8ad51f", "tag": "8d18a73c-2ce3-4298-8f33-3ac544762af2", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:34.683437 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09324bd7-1e1e-4697-beac-bcdd4defa895 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:34.684867 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b0a647-8a16-411c-afd4-47b9ad8ad51f', 'tag': '8d18a73c-2ce3-4298-8f33-3ac544762af2', 'status': 'completed', 'code': 200} Jul 07 20:46:34.801263 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683332e-c4b1-4d3a-a833-f1c693b3dfb6 req-5df742e9-f052-4d96-8bf1-4d7d5a954396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:34.804767 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0683332e-c4b1-4d3a-a833-f1c693b3dfb6 req-5df742e9-f052-4d96-8bf1-4d7d5a954396 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6ec1e5baf2bf42509b193357358981d1&device_id=d1b0a647-8a16-411c-afd4-47b9ad8ad51f HTTP/1.1" status: 200 len: 1096 time: 0.0718696 Jul 07 20:46:34.810734 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 90917687-76c4-4994-9626-a454bedb8886 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:46:34.811640 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-67bbd068-a9c9-4b6e-a6f8-a35ef70f093f tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:34.816581 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-67bbd068-a9c9-4b6e-a6f8-a35ef70f093f tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2499907 Jul 07 20:46:34.820052 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6e1d2382-8c48-4748-9293-1a857d22bc52 req-3bb12991-4ffe-469a-b16b-5c67ead11e3d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492975 Jul 07 20:46:34.863467 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-39048224-fccb-40fa-b2bd-108ca74346e8 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/quotas/62a7f72c27eb4fb6a5dc7c1de84da2b0 HTTP/1.1" status: 200 len: 375 time: 0.0309877 Jul 07 20:46:34.900036 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac531996-dbcb-459c-94f2-0f5cc514b349 req-77169863-ce0f-41e9-a4ed-faa80a0b7a23 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/ports?device_id=f5526fd0-4342-43d9-baea-1cca1c69bae4 HTTP/1.1" status: 200 len: 210 time: 0.0576971 Jul 07 20:46:34.974512 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 90917687-76c4-4994-9626-a454bedb8886 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:46:34.980388 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 90917687-76c4-4994-9626-a454bedb8886 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:34.980829 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:35.001660 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-24bd1a8e-f14b-40ea-886f-013c6f5ad5a0 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=62a7f72c27eb4fb6a5dc7c1de84da2b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1367862 Jul 07 20:46:35.009247 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683332e-c4b1-4d3a-a833-f1c693b3dfb6 req-a9fe3295-f8da-4e9c-a8a9-16eb33eb219c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:35.012985 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbb17cd-4594-4c07-9d93-5cc4dc9a3a16 x-openstack-request-id: req-9bbb17cd-4594-4c07-9d93-5cc4dc9a3a16 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:35.013386 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5526fd0-4342-43d9-baea-1cca1c69bae4", "name": "network-vif-deleted", "tag": "76c6bd40-5208-4f6c-876f-76cdf52fd620", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:35.013851 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9bbb17cd-4594-4c07-9d93-5cc4dc9a3a16 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:35.014797 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5526fd0-4342-43d9-baea-1cca1c69bae4', 'name': 'network-vif-deleted', 'tag': '76c6bd40-5208-4f6c-876f-76cdf52fd620', 'status': 'completed', 'code': 200} Jul 07 20:46:35.016622 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0683332e-c4b1-4d3a-a833-f1c693b3dfb6 req-a9fe3295-f8da-4e9c-a8a9-16eb33eb219c service neutron] 10.222.0.58 "GET /v2.0/networks?id=228b47da-b842-428d-8f88-432d0a70d0a7 HTTP/1.1" status: 200 len: 913 time: 0.1939783 Jul 07 20:46:35.088185 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-e9ea6039-5327-406a-86f8-38aebbd70813 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=de311ef6182846e3b52e2c5c5872b92c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626414 Jul 07 20:46:35.125234 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 76c6bd40-5208-4f6c-876f-76cdf52fd620 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:46:35.131864 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0683332e-c4b1-4d3a-a833-f1c693b3dfb6 req-2934cfd5-b324-4cef-9ed5-d3a207b1eef8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d18a73c-2ce3-4298-8f33-3ac544762af2 HTTP/1.1" status: 200 len: 217 time: 0.1080456 Jul 07 20:46:35.195420 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 76c6bd40-5208-4f6c-876f-76cdf52fd620 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:46:35.196085 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 76c6bd40-5208-4f6c-876f-76cdf52fd620 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:46:35.205833 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:35.247489 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683332e-c4b1-4d3a-a833-f1c693b3dfb6 req-dc9f74dd-b801-4e3d-aa50-0c7bc629e3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:35.249158 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0683332e-c4b1-4d3a-a833-f1c693b3dfb6 req-dc9f74dd-b801-4e3d-aa50-0c7bc629e3b8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=243d2bf9-a433-4493-811c-f622d475b967 HTTP/1.1" status: 200 len: 851 time: 0.1049087 Jul 07 20:46:35.428912 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683332e-c4b1-4d3a-a833-f1c693b3dfb6 req-26835f4c-b6f8-4480-b332-740ded841af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:35.433050 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0683332e-c4b1-4d3a-a833-f1c693b3dfb6 req-26835f4c-b6f8-4480-b332-740ded841af6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=228b47da-b842-428d-8f88-432d0a70d0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1741610 Jul 07 20:46:35.443947 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:35.495688 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d7585-47b9-4a48-b262-cd1fa4527b7d req-4faad6a6-6410-4a8a-acdd-12caf6655128 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:35.498259 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-909d7585-47b9-4a48-b262-cd1fa4527b7d req-4faad6a6-6410-4a8a-acdd-12caf6655128 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.64 "GET /v2.0/ports?device_id=24d049d7-330d-4c42-a256-f2b089125a23 HTTP/1.1" status: 200 len: 944 time: 0.3519807 Jul 07 20:46:35.508091 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 90917687-76c4-4994-9626-a454bedb8886, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=90917687-76c4-4994-9626-a454bedb8886,segment=NetworkSegment(87ad0586-9c41-499f-a9f1-b3ee99f56ff2),segment_id=87ad0586-9c41-499f-a9f1-b3ee99f56ff2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:35.515152 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:35.544782 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-62bd3f84-d509-4b7f-98cf-c050f60d79d3 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:35.546872 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-62bd3f84-d509-4b7f-98cf-c050f60d79d3 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4513392 Jul 07 20:46:35.570885 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-79243c1b-a2e0-4b0d-a4e7-88504b9fb498 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Request body: {'port': {'device_id': 'e8473655-0ce9-4924-9962-2fb959c80d0e', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': 'de311ef6182846e3b52e2c5c5872b92c'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:35.631934 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=90917687-76c4-4994-9626-a454bedb8886,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:35.717575 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-909d7585-47b9-4a48-b262-cd1fa4527b7d req-7236eb1b-40f1-41eb-92a1-9ca910d37364 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0891adc-a5d0-40f3-af2b-fc34cf7ae7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083299 Jul 07 20:46:35.774600 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0683332e-c4b1-4d3a-a833-f1c693b3dfb6 req-b0022761-1ca6-4ef4-9ca9-3e5953a72d2c service neutron] 10.222.0.58 "GET /v2.0/networks/228b47da-b842-428d-8f88-432d0a70d0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285544 Jul 07 20:46:35.782572 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc5fe3-b612-4708-b195-0f418156428e req-c3e6030c-17ba-4614-9455-da33588c9889 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:35.784207 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64bc5fe3-b612-4708-b195-0f418156428e req-c3e6030c-17ba-4614-9455-da33588c9889 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 945 time: 0.2109289 Jul 07 20:46:35.870218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-79243c1b-a2e0-4b0d-a4e7-88504b9fb498 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Made reservation on behalf of de311ef6182846e3b52e2c5c5872b92c for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:46:35.873789 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-79243c1b-a2e0-4b0d-a4e7-88504b9fb498 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:35.920902 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64bc5fe3-b612-4708-b195-0f418156428e req-03c6180d-d8c3-4523-bc41-06506b25eb01 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299312 Jul 07 20:46:35.921708 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-79243c1b-a2e0-4b0d-a4e7-88504b9fb498 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:36.024979 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0683332e-c4b1-4d3a-a833-f1c693b3dfb6 req-f2b96710-3739-4b66-b191-219bc1a992c2 service neutron] 10.222.0.58 "GET /v2.0/networks/228b47da-b842-428d-8f88-432d0a70d0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360690 Jul 07 20:46:36.093357 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-691aee14-92b9-4451-9817-0de4d34d55a3 req-e5d4418a-2a3d-4e1b-a025-429c36f9dfd6 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ee228d9-518b-44c9-9ae5-3473f665bfbf HTTP/1.1" status: 200 len: 210 time: 0.0584805 Jul 07 20:46:36.194952 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-79243c1b-a2e0-4b0d-a4e7-88504b9fb498 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:36.200732 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-79243c1b-a2e0-4b0d-a4e7-88504b9fb498 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:36.310776 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-17d1367e-9493-42d0-8045-4a4a594d03f6 req-b076bfb7-55b3-4070-b823-c3d469c2c48c tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8473655-0ce9-4924-9962-2fb959c80d0e HTTP/1.1" status: 200 len: 210 time: 0.0922761 Jul 07 20:46:36.396742 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79243c1b-a2e0-4b0d-a4e7-88504b9fb498 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9779546-53be-45a1-8e06-8f71374b0c8f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:36.406876 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d049d7-330d-4c42-a256-f2b089125a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90917687-76c4-4994-9626-a454bedb8886'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:36.411122 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81f9bc4-fd4f-447c-a41d-ecdec736fb91" -d '{"events": [{"server_uuid": "24d049d7-330d-4c42-a256-f2b089125a23", "name": "network-vif-plugged", "status": "completed", "tag": "90917687-76c4-4994-9626-a454bedb8886"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:36.488273 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1c6bdd-3a39-446c-b476-40cd690e0f22 x-openstack-request-id: req-fa1c6bdd-3a39-446c-b476-40cd690e0f22 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:36.488273 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d049d7-330d-4c42-a256-f2b089125a23", "name": "network-vif-plugged", "status": "completed", "tag": "90917687-76c4-4994-9626-a454bedb8886", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:36.488273 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa1c6bdd-3a39-446c-b476-40cd690e0f22 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:36.488273 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d049d7-330d-4c42-a256-f2b089125a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90917687-76c4-4994-9626-a454bedb8886', 'code': 200} Jul 07 20:46:36.491852 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-79243c1b-a2e0-4b0d-a4e7-88504b9fb498 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Allocated IP 192.168.233.251 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/65e9c4ae-0221-417a-8230-59da8cb4fd73) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:46:36.542459 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab20bd4-00d0-4fee-89ad-3e8bdaf36bd2 req-b9a47c6c-b897-4fb8-abbd-312bafb83620 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:36.544977 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aab20bd4-00d0-4fee-89ad-3e8bdaf36bd2 req-b9a47c6c-b897-4fb8-abbd-312bafb83620 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1b0a647-8a16-411c-afd4-47b9ad8ad51f HTTP/1.1" status: 200 len: 944 time: 0.3055837 Jul 07 20:46:36.633184 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-377dfd6b-3b08-43ba-9959-266351593883 req-239c2471-a6bf-4753-aeb2-0aa7419052f8 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/ddc94f71-45f8-4a0c-a8a6-a5d5033a2041 HTTP/1.1" status: 200 len: 1801 time: 0.1332312 Jul 07 20:46:36.690729 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f8ff4-998f-409c-9e0c-e92dd4f21634 req-613028e6-5ba5-4796-8e66-c5932eb93cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:36.691642 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aab20bd4-00d0-4fee-89ad-3e8bdaf36bd2 req-8736de82-26ea-4dbb-83cd-9640a5566f0b tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/security-groups?id=724068dd-4570-49cc-b2c4-fe1170b5213c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380918 Jul 07 20:46:36.693262 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-597f8ff4-998f-409c-9e0c-e92dd4f21634 req-613028e6-5ba5-4796-8e66-c5932eb93cf0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=24d049d7-330d-4c42-a256-f2b089125a23 HTTP/1.1" status: 200 len: 1097 time: 0.0739534 Jul 07 20:46:36.751843 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-597f8ff4-998f-409c-9e0c-e92dd4f21634 req-ed29786f-8b76-489a-adac-7d7c81f8f7eb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c0891adc-a5d0-40f3-af2b-fc34cf7ae7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486741 Jul 07 20:46:36.811405 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-377dfd6b-3b08-43ba-9959-266351593883 req-413be110-dd6b-4772-aa74-53d7d39988f5 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:36.851613 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-79243c1b-a2e0-4b0d-a4e7-88504b9fb498 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:36.858485 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-377dfd6b-3b08-43ba-9959-266351593883 req-413be110-dd6b-4772-aa74-53d7d39988f5 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:36.882994 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-79243c1b-a2e0-4b0d-a4e7-88504b9fb498 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Transition to ACTIVE for port object 65e9c4ae-0221-417a-8230-59da8cb4fd73 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:46:36.936191 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-377dfd6b-3b08-43ba-9959-266351593883 req-413be110-dd6b-4772-aa74-53d7d39988f5 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:36.938781 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-377dfd6b-3b08-43ba-9959-266351593883 req-413be110-dd6b-4772-aa74-53d7d39988f5 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:36.939974 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-377dfd6b-3b08-43ba-9959-266351593883 req-413be110-dd6b-4772-aa74-53d7d39988f5 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "DELETE /v2.0/security-groups/ddc94f71-45f8-4a0c-a8a6-a5d5033a2041 HTTP/1.1" status: 204 len: 173 time: 0.2917998 Jul 07 20:46:36.957650 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-79243c1b-a2e0-4b0d-a4e7-88504b9fb498 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:36.961412 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413be110-dd6b-4772-aa74-53d7d39988f5 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc94f71-45f8-4a0c-a8a6-a5d5033a2041,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:37.009602 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-79243c1b-a2e0-4b0d-a4e7-88504b9fb498 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:46:37.013558 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-79243c1b-a2e0-4b0d-a4e7-88504b9fb498 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:46:37.017916 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-79243c1b-a2e0-4b0d-a4e7-88504b9fb498 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:46:37.023994 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-79243c1b-a2e0-4b0d-a4e7-88504b9fb498 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:37.024797 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-79243c1b-a2e0-4b0d-a4e7-88504b9fb498 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:37.046119 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79243c1b-a2e0-4b0d-a4e7-88504b9fb498 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Pushing event updated for resources: {'Port': ['ID=65e9c4ae-0221-417a-8230-59da8cb4fd73,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:37.061033 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-79243c1b-a2e0-4b0d-a4e7-88504b9fb498 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4961221 Jul 07 20:46:37.102748 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-39e8bf6a-26aa-4cce-bc23-2cc1d2496754 service neutron] Request body: {'port': {'device_id': 'e8473655-0ce9-4924-9962-2fb959c80d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:37.127843 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 8d18a73c-2ce3-4298-8f33-3ac544762af2 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:46:37.212575 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-5e5e07b6-0afa-4baa-a07c-c922cc129ab4 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=62a7f72c27eb4fb6a5dc7c1de84da2b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401149 Jul 07 20:46:37.236317 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35563c-76ba-4a85-bc72-4fe2ab60df40 req-f4dc0f45-08b2-4ca7-9aad-e22eb6a7ecbc tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:37.244282 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e35563c-76ba-4a85-bc72-4fe2ab60df40 req-f4dc0f45-08b2-4ca7-9aad-e22eb6a7ecbc tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.64 "GET /v2.0/ports?device_id=24d049d7-330d-4c42-a256-f2b089125a23 HTTP/1.1" status: 200 len: 945 time: 0.1823289 Jul 07 20:46:37.284491 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-39e8bf6a-26aa-4cce-bc23-2cc1d2496754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:37.308606 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 8d18a73c-2ce3-4298-8f33-3ac544762af2, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8d18a73c-2ce3-4298-8f33-3ac544762af2,segment=NetworkSegment(903ae59b-18d2-4ad1-9104-65af0e60693c),segment_id=903ae59b-18d2-4ad1-9104-65af0e60693c)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:37.324762 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '8d18a73c-2ce3-4298-8f33-3ac544762af2', 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7', 'port_id': '8d18a73c-2ce3-4298-8f33-3ac544762af2', 'mac_address': 'fa:16:3e:91:f7:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243d2bf9-a433-4493-811c-f622d475b967', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:46:37.360216 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e35563c-76ba-4a85-bc72-4fe2ab60df40 req-c1a2d1cb-7681-46d6-b5cb-ea85f5258d8b tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0891adc-a5d0-40f3-af2b-fc34cf7ae7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149297 Jul 07 20:46:37.374502 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-357fdc21-eae4-4a3b-b469-8acb15ac0db6 req-c01fc642-ab91-4500-bd53-17ee7de46e47 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "GET /v2.0/security-groups/260bb68a-0c79-435e-84ab-7b2371cf31ae HTTP/1.1" status: 200 len: 1801 time: 0.1629767 Jul 07 20:46:37.396012 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:37.413961 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-2cfc7822-e0cc-4b2a-b48b-29c6119740be tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:37.415449 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-2cfc7822-e0cc-4b2a-b48b-29c6119740be tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1954460 Jul 07 20:46:37.417118 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d18a73c-2ce3-4298-8f33-3ac544762af2 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:46:37.433606 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-859d49f1-095a-4202-ac7f-e5e28e0a3fa7 None None] Provisioning for port 65e9c4ae-0221-417a-8230-59da8cb4fd73 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:46:37.445882 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-859d49f1-095a-4202-ac7f-e5e28e0a3fa7 None None] Provisioning complete for port 65e9c4ae-0221-417a-8230-59da8cb4fd73 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:37.446633 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-859d49f1-095a-4202-ac7f-e5e28e0a3fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:37.448165 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-ae9972cd-3c2b-4580-a24b-e9b788cb8968 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Request body: {'port': {'device_id': '7ee228d9-518b-44c9-9ae5-3473f665bfbf', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': '62a7f72c27eb4fb6a5dc7c1de84da2b0'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:37.499801 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 8d18a73c-2ce3-4298-8f33-3ac544762af2, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8d18a73c-2ce3-4298-8f33-3ac544762af2,segment=NetworkSegment(903ae59b-18d2-4ad1-9104-65af0e60693c),segment_id=903ae59b-18d2-4ad1-9104-65af0e60693c)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:37.500985 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-859d49f1-095a-4202-ac7f-e5e28e0a3fa7 None None] Port 65e9c4ae-0221-417a-8230-59da8cb4fd73 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:46:37.506185 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:37.590591 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-357fdc21-eae4-4a3b-b469-8acb15ac0db6 req-903ccc6b-c186-48a6-95ab-030f0fd95742 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:37.595704 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=8d18a73c-2ce3-4298-8f33-3ac544762af2,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:37.623019 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-ae9972cd-3c2b-4580-a24b-e9b788cb8968 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Made reservation on behalf of 62a7f72c27eb4fb6a5dc7c1de84da2b0 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:46:37.634419 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-ae9972cd-3c2b-4580-a24b-e9b788cb8968 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:37.678043 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-357fdc21-eae4-4a3b-b469-8acb15ac0db6 req-903ccc6b-c186-48a6-95ab-030f0fd95742 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:37.796292 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-357fdc21-eae4-4a3b-b469-8acb15ac0db6 req-903ccc6b-c186-48a6-95ab-030f0fd95742 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:37.798847 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-357fdc21-eae4-4a3b-b469-8acb15ac0db6 req-903ccc6b-c186-48a6-95ab-030f0fd95742 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:37.800065 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-357fdc21-eae4-4a3b-b469-8acb15ac0db6 req-903ccc6b-c186-48a6-95ab-030f0fd95742 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] 10.222.0.64 "DELETE /v2.0/security-groups/260bb68a-0c79-435e-84ab-7b2371cf31ae HTTP/1.1" status: 204 len: 173 time: 0.4165890 Jul 07 20:46:37.807806 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33022) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:37.827089 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ccc6b-c186-48a6-95ab-030f0fd95742 tempest-SecurityGroupsTestJSON-106306351 tempest-SecurityGroupsTestJSON-106306351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=260bb68a-0c79-435e-84ab-7b2371cf31ae,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:37.869984 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['8d18a73c-2ce3-4298-8f33-3ac544762af2'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:46:37.896438 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-39e8bf6a-26aa-4cce-bc23-2cc1d2496754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e9c4ae-0221-417a-8230-59da8cb4fd73 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:46:37.908127 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038285c6-e077-45af-97a5-8a98fc75d2f4 req-bd1dd350-e3ef-4ecc-9bf5-82d9e9f41eea tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:37.909651 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-038285c6-e077-45af-97a5-8a98fc75d2f4 req-bd1dd350-e3ef-4ecc-9bf5-82d9e9f41eea tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 945 time: 0.1541212 Jul 07 20:46:37.914250 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-39e8bf6a-26aa-4cce-bc23-2cc1d2496754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:37.930436 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-39e8bf6a-26aa-4cce-bc23-2cc1d2496754 service neutron] Transition to ACTIVE for port object 65e9c4ae-0221-417a-8230-59da8cb4fd73 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:46:37.933223 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b58b17c-dd8d-498e-8568-d7a5a8f2c9f2 admin admin] Deleting subnet 2b26f304-a08b-4179-8660-bed155148e47 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:46:37.937946 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-39e8bf6a-26aa-4cce-bc23-2cc1d2496754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:37.938354 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b58b17c-dd8d-498e-8568-d7a5a8f2c9f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:38.010156 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-038285c6-e077-45af-97a5-8a98fc75d2f4 req-e00579dc-cf42-4cc4-ae5c-6dd6336953a5 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820606 Jul 07 20:46:38.017047 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf6a-26aa-4cce-bc23-2cc1d2496754 service neutron] Pushing event updated for resources: {'Port': ['ID=65e9c4ae-0221-417a-8230-59da8cb4fd73,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:38.045272 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b58b17c-dd8d-498e-8568-d7a5a8f2c9f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:38.064501 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-39e8bf6a-26aa-4cce-bc23-2cc1d2496754 service neutron] Attempting to bind port 65e9c4ae-0221-417a-8230-59da8cb4fd73 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:46:38.064862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-39e8bf6a-26aa-4cce-bc23-2cc1d2496754 service neutron] Attempting to bind port 65e9c4ae-0221-417a-8230-59da8cb4fd73 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:46:38.065185 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-39e8bf6a-26aa-4cce-bc23-2cc1d2496754 service neutron] Attempting to bind port 65e9c4ae-0221-417a-8230-59da8cb4fd73 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:46:38.070573 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-39e8bf6a-26aa-4cce-bc23-2cc1d2496754 service neutron] Port 65e9c4ae-0221-417a-8230-59da8cb4fd73 on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:46:38.070912 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-39e8bf6a-26aa-4cce-bc23-2cc1d2496754 service neutron] Attempting to bind port 65e9c4ae-0221-417a-8230-59da8cb4fd73 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:46:38.077094 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-39e8bf6a-26aa-4cce-bc23-2cc1d2496754 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:46:38.077440 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-39e8bf6a-26aa-4cce-bc23-2cc1d2496754 service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:46:38.077834 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-39e8bf6a-26aa-4cce-bc23-2cc1d2496754 service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:46:38.078296 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-39e8bf6a-26aa-4cce-bc23-2cc1d2496754 service neutron] Bound port: 65e9c4ae-0221-417a-8230-59da8cb4fd73, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:46:38.078636 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-39e8bf6a-26aa-4cce-bc23-2cc1d2496754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:38.182663 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-39e8bf6a-26aa-4cce-bc23-2cc1d2496754 service neutron] For port 65e9c4ae-0221-417a-8230-59da8cb4fd73, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:46:38.186522 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-39e8bf6a-26aa-4cce-bc23-2cc1d2496754 service neutron] For port 65e9c4ae-0221-417a-8230-59da8cb4fd73, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=65e9c4ae-0221-417a-8230-59da8cb4fd73,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:46:38.195911 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-39e8bf6a-26aa-4cce-bc23-2cc1d2496754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:38.216448 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b58b17c-dd8d-498e-8568-d7a5a8f2c9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:38.248255 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-39e8bf6a-26aa-4cce-bc23-2cc1d2496754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:38.249136 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-39e8bf6a-26aa-4cce-bc23-2cc1d2496754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:38.250969 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-39e8bf6a-26aa-4cce-bc23-2cc1d2496754 service neutron] 10.222.0.39 "PUT /v2.0/ports/65e9c4ae-0221-417a-8230-59da8cb4fd73 HTTP/1.1" status: 200 len: 1097 time: 1.1564107 Jul 07 20:46:38.251564 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8473655-0ce9-4924-9962-2fb959c80d0e', 'tag': '65e9c4ae-0221-417a-8230-59da8cb4fd73'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:38.255924 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac06b29-89eb-49e7-a45b-df92ca05962a" -d '{"events": [{"name": "network-changed", "server_uuid": "e8473655-0ce9-4924-9962-2fb959c80d0e", "tag": "65e9c4ae-0221-417a-8230-59da8cb4fd73"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:38.291309 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-ae9972cd-3c2b-4580-a24b-e9b788cb8968 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Allocated IP 192.168.233.64 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/107a99eb-0146-4741-bfbb-22dc9fb8082f) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:46:38.324656 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b58b17c-dd8d-498e-8568-d7a5a8f2c9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:38.357702 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-23a56c32-6806-4a0a-bbdb-b12556086bb5 req-ae1f259b-b151-473f-83d7-93072ae8491e tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ee228d9-518b-44c9-9ae5-3473f665bfbf HTTP/1.1" status: 200 len: 210 time: 0.0925543 Jul 07 20:46:38.365644 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8bf6a-26aa-4cce-bc23-2cc1d2496754 service neutron] Pushing event updated for resources: {'Port': ['ID=65e9c4ae-0221-417a-8230-59da8cb4fd73,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:38.370554 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b58b17c-dd8d-498e-8568-d7a5a8f2c9f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:38.382729 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4b58b17c-dd8d-498e-8568-d7a5a8f2c9f2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2b26f304-a08b-4179-8660-bed155148e47 HTTP/1.1" status: 204 len: 168 time: 0.5619402 Jul 07 20:46:38.389061 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33030) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:38.405412 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58b17c-dd8d-498e-8568-d7a5a8f2c9f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b26f304-a08b-4179-8660-bed155148e47,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:38.472474 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-0b1fd0e3-9e2c-436d-967f-d402caf6c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:38.474378 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-0b1fd0e3-9e2c-436d-967f-d402caf6c5b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de311ef6182846e3b52e2c5c5872b92c&device_id=e8473655-0ce9-4924-9962-2fb959c80d0e HTTP/1.1" status: 200 len: 1100 time: 0.1512821 Jul 07 20:46:38.486926 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc215ba0-ed20-44f7-9540-34646a4cf6a4 req-77ffdd95-3bf9-422a-bf9f-913767591991 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:38.486926 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc215ba0-ed20-44f7-9540-34646a4cf6a4 req-77ffdd95-3bf9-422a-bf9f-913767591991 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8473655-0ce9-4924-9962-2fb959c80d0e HTTP/1.1" status: 200 len: 948 time: 0.2199354 Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: from cryptography.utils import int_from_bytes Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: from cryptography.utils import int_from_bytes Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.511280 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.515712 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.515712 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.515712 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.515712 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.515712 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.515712 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.515712 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.515712 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.515712 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.515712 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.515712 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.515712 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.515712 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.515712 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.515712 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.515712 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.515712 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.515712 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.572663 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-455ee647-1181-42b3-b24c-459784f57ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:38.572945 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-041a8cd7-d903-4fe4-8310-9361e0562f91 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=65e9c4ae-0221-417a-8230-59da8cb4fd73 HTTP/1.1" status: 200 len: 217 time: 0.0857275 Jul 07 20:46:38.629840 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc215ba0-ed20-44f7-9540-34646a4cf6a4 req-5f8a40eb-13be-4faa-9e8d-86fe46807b1f tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9779546-53be-45a1-8e06-8f71374b0c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332748 Jul 07 20:46:38.655457 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-26f07ba9-7858-41e1-aa13-ec13c50acf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:38.656936 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-26f07ba9-7858-41e1-aa13-ec13c50acf77 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0693991 Jul 07 20:46:38.668824 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c27a25-b409-4a3a-af4d-2482a90f60b6 req-82e152ca-6842-45fc-b281-5c394231c6ed tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:38.670539 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-23c27a25-b409-4a3a-af4d-2482a90f60b6 req-82e152ca-6842-45fc-b281-5c394231c6ed tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1b0a647-8a16-411c-afd4-47b9ad8ad51f HTTP/1.1" status: 200 len: 945 time: 0.1723676 Jul 07 20:46:38.688357 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-ae9972cd-3c2b-4580-a24b-e9b788cb8968 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:38.713424 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-455ee647-1181-42b3-b24c-459784f57ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:38.716089 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-ae9972cd-3c2b-4580-a24b-e9b788cb8968 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Transition to ACTIVE for port object 107a99eb-0146-4741-bfbb-22dc9fb8082f will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:46:38.728060 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-455ee647-1181-42b3-b24c-459784f57ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9442e09a-87e7-4298-ac51-144ec948c46e']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:38.742291 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-455ee647-1181-42b3-b24c-459784f57ad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1630037-09b1-4d2e-b0aa-c0e26ef61009') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:38.742585 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-455ee647-1181-42b3-b24c-459784f57ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1630037-09b1-4d2e-b0aa-c0e26ef61009') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:38.743630 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-23c27a25-b409-4a3a-af4d-2482a90f60b6 req-40628623-5f38-44a0-8fe9-c1e36cbdaefd tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/security-groups?id=724068dd-4570-49cc-b2c4-fe1170b5213c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637448 Jul 07 20:46:38.754870 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-455ee647-1181-42b3-b24c-459784f57ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:38.783527 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-455ee647-1181-42b3-b24c-459784f57ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:38.791355 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455ee647-1181-42b3-b24c-459784f57ad1 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:46:38.791613 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-455ee647-1181-42b3-b24c-459784f57ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:46:38.793735 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:46:38.797677 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-886ba236-5356-4091-b208-02a294aeafb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:38.799240 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-886ba236-5356-4091-b208-02a294aeafb0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1277599 Jul 07 20:46:38.840116 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-ae9972cd-3c2b-4580-a24b-e9b788cb8968 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:38.854408 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['14dfb9f4-6193-4ccd-939e-d9a01d54ae96'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:46:38.887247 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21a5d9-c9fa-4a57-bb6a-7d790f4a22ae req-5085eb0b-f02f-4274-95ec-bbdac2c4697a tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:38.888977 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd21a5d9-c9fa-4a57-bb6a-7d790f4a22ae req-5085eb0b-f02f-4274-95ec-bbdac2c4697a tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 1097 time: 0.1507163 Jul 07 20:46:38.905267 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-ae9972cd-3c2b-4580-a24b-e9b788cb8968 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:46:38.908656 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-455ee647-1181-42b3-b24c-459784f57ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:38.944670 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-455ee647-1181-42b3-b24c-459784f57ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:38.950781 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-455ee647-1181-42b3-b24c-459784f57ad1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9442e09a-87e7-4298-ac51-144ec948c46e HTTP/1.1" status: 204 len: 168 time: 0.5605407 Jul 07 20:46:38.952096 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-ae9972cd-3c2b-4580-a24b-e9b788cb8968 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:46:38.965255 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd21a5d9-c9fa-4a57-bb6a-7d790f4a22ae req-e6c45997-ad4c-4148-bab8-5dcb9d28c39d tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687797 Jul 07 20:46:38.970299 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-315df891-30c7-4fe5-8ed5-2d713efd4454 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581454 Jul 07 20:46:38.970715 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9972cd-3c2b-4580-a24b-e9b788cb8968 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Pushing event updated for resources: {'Port': ['ID=107a99eb-0146-4741-bfbb-22dc9fb8082f,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:38.974669 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-ae9972cd-3c2b-4580-a24b-e9b788cb8968 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:46:38.979400 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30c23da-601b-4b13-9d97-3ed9d14ab46b x-openstack-request-id: req-b30c23da-601b-4b13-9d97-3ed9d14ab46b {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:38.979703 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8473655-0ce9-4924-9962-2fb959c80d0e", "tag": "65e9c4ae-0221-417a-8230-59da8cb4fd73", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:38.979962 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b30c23da-601b-4b13-9d97-3ed9d14ab46b {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:38.980382 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8473655-0ce9-4924-9962-2fb959c80d0e', 'tag': '65e9c4ae-0221-417a-8230-59da8cb4fd73', 'status': 'completed', 'code': 200} Jul 07 20:46:38.980909 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ee647-1181-42b3-b24c-459784f57ad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9442e09a-87e7-4298-ac51-144ec948c46e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:39.077622 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-ae9972cd-3c2b-4580-a24b-e9b788cb8968 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:39.079046 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-ae9972cd-3c2b-4580-a24b-e9b788cb8968 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:39.115885 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-ae9972cd-3c2b-4580-a24b-e9b788cb8968 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6895320 Jul 07 20:46:39.129324 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-fc8139ce-170a-4593-950a-f2758e417dfc service neutron] Request body: {'port': {'device_id': '7ee228d9-518b-44c9-9ae5-3473f665bfbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:39.143149 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 8d18a73c-2ce3-4298-8f33-3ac544762af2 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:46:39.205858 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d35c7f1e-0e62-4353-949c-bcdefad72d20 req-0e9d4759-7648-4ebf-8e45-97b9deee66b5 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219312 Jul 07 20:46:39.299623 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-fc8139ce-170a-4593-950a-f2758e417dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:39.332722 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 8d18a73c-2ce3-4298-8f33-3ac544762af2 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:46:39.338454 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 8d18a73c-2ce3-4298-8f33-3ac544762af2 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:39.338826 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:39.398282 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08dc88-6a8f-4994-bd89-2f2261bce871 req-8cd9f38c-88c8-4b79-b550-787afdd69bd4 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:39.405629 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3e08dc88-6a8f-4994-bd89-2f2261bce871 req-8cd9f38c-88c8-4b79-b550-787afdd69bd4 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.64 "GET /v2.0/ports?device_id=24d049d7-330d-4c42-a256-f2b089125a23 HTTP/1.1" status: 200 len: 945 time: 0.1933856 Jul 07 20:46:39.433030 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac06b29-89eb-49e7-a45b-df92ca05962a req-38bf242b-5253-407b-8f4e-891048f27138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:39.434682 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bac06b29-89eb-49e7-a45b-df92ca05962a req-38bf242b-5253-407b-8f4e-891048f27138 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de311ef6182846e3b52e2c5c5872b92c&device_id=e8473655-0ce9-4924-9962-2fb959c80d0e HTTP/1.1" status: 200 len: 1100 time: 0.1331642 Jul 07 20:46:39.497386 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3e08dc88-6a8f-4994-bd89-2f2261bce871 req-8fbb3d23-e048-4154-82dc-4ae2d4151bef tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0891adc-a5d0-40f3-af2b-fc34cf7ae7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907104 Jul 07 20:46:39.572614 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:39.589829 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5a522539-d97f-4d94-a930-847fa547f92f None None] Provisioning for port 107a99eb-0146-4741-bfbb-22dc9fb8082f completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:46:39.597747 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33064) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:39.632656 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 8d18a73c-2ce3-4298-8f33-3ac544762af2, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8d18a73c-2ce3-4298-8f33-3ac544762af2,segment=NetworkSegment(903ae59b-18d2-4ad1-9104-65af0e60693c),segment_id=903ae59b-18d2-4ad1-9104-65af0e60693c)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:39.634135 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5a522539-d97f-4d94-a930-847fa547f92f None None] Provisioning complete for port 107a99eb-0146-4741-bfbb-22dc9fb8082f triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:39.634780 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5a522539-d97f-4d94-a930-847fa547f92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:39.691762 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b0a647-8a16-411c-afd4-47b9ad8ad51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d18a73c-2ce3-4298-8f33-3ac544762af2'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:39.696746 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c3fa3c-180f-4845-9d93-b5cf31e3318d" -d '{"events": [{"server_uuid": "d1b0a647-8a16-411c-afd4-47b9ad8ad51f", "name": "network-vif-plugged", "status": "completed", "tag": "8d18a73c-2ce3-4298-8f33-3ac544762af2"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:39.700889 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-5a522539-d97f-4d94-a930-847fa547f92f None None] Port 107a99eb-0146-4741-bfbb-22dc9fb8082f cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:46:39.704230 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:39.759530 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac06b29-89eb-49e7-a45b-df92ca05962a req-878679ec-3297-483f-9ee1-718386e4bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:39.761205 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bac06b29-89eb-49e7-a45b-df92ca05962a req-878679ec-3297-483f-9ee1-718386e4bdf5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.3145320 Jul 07 20:46:39.778507 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=8d18a73c-2ce3-4298-8f33-3ac544762af2,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:39.780158 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2a812720-2f1d-4a50-b1a6-aa3e17ed3057 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e946a9e98bc34862ade6c7d9345c8cc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1805975 Jul 07 20:46:39.788117 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33072) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:39.861595 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bac06b29-89eb-49e7-a45b-df92ca05962a req-0dbcf7de-31a6-4cc1-838e-38599992950e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=65e9c4ae-0221-417a-8230-59da8cb4fd73 HTTP/1.1" status: 200 len: 217 time: 0.0803328 Jul 07 20:46:39.920838 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c042143f-7a16-45e1-8283-eabb343dd524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:39.923179 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-fc8139ce-170a-4593-950a-f2758e417dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 107a99eb-0146-4741-bfbb-22dc9fb8082f {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:46:39.937320 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-fc8139ce-170a-4593-950a-f2758e417dfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:39.957063 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-fc8139ce-170a-4593-950a-f2758e417dfc service neutron] Transition to ACTIVE for port object 107a99eb-0146-4741-bfbb-22dc9fb8082f will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:46:39.960712 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43a028-c0ed-43b2-b5d1-b471d9f7ef6f req-319bee5f-9a7e-4b8f-b9bd-1210df0e8f97 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:39.964178 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-fc8139ce-170a-4593-950a-f2758e417dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:39.967891 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fc43a028-c0ed-43b2-b5d1-b471d9f7ef6f req-319bee5f-9a7e-4b8f-b9bd-1210df0e8f97 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ee228d9-518b-44c9-9ae5-3473f665bfbf HTTP/1.1" status: 200 len: 935 time: 0.2366505 Jul 07 20:46:39.997454 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac06b29-89eb-49e7-a45b-df92ca05962a req-0ef8fd21-0b4c-4b5b-9684-c15e0f8faa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:39.998919 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bac06b29-89eb-49e7-a45b-df92ca05962a req-0ef8fd21-0b4c-4b5b-9684-c15e0f8faa4e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1285763 Jul 07 20:46:40.006261 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c042143f-7a16-45e1-8283-eabb343dd524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:40.121379 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fc43a028-c0ed-43b2-b5d1-b471d9f7ef6f req-bfb8d8ad-9868-4e17-b3ab-751ea4830904 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/security-groups?id=65b25e57-d1b7-4650-9481-d44d6bb2437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526275 Jul 07 20:46:40.199080 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac06b29-89eb-49e7-a45b-df92ca05962a req-456463ce-3a55-4653-97d4-036873a37a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:40.200770 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bac06b29-89eb-49e7-a45b-df92ca05962a req-456463ce-3a55-4653-97d4-036873a37a41 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1912992 Jul 07 20:46:40.210372 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d97ced2-dfbb-4746-8baa-433d6959c372 x-openstack-request-id: req-3d97ced2-dfbb-4746-8baa-433d6959c372 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:40.210905 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b0a647-8a16-411c-afd4-47b9ad8ad51f", "name": "network-vif-plugged", "status": "completed", "tag": "8d18a73c-2ce3-4298-8f33-3ac544762af2", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:40.211015 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3d97ced2-dfbb-4746-8baa-433d6959c372 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:40.211972 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b0a647-8a16-411c-afd4-47b9ad8ad51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d18a73c-2ce3-4298-8f33-3ac544762af2', 'code': 200} Jul 07 20:46:40.238789 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c042143f-7a16-45e1-8283-eabb343dd524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:40.241987 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c042143f-7a16-45e1-8283-eabb343dd524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:40.243129 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c042143f-7a16-45e1-8283-eabb343dd524 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f42130e7-e278-4a2e-a398-8287254a9cda HTTP/1.1" status: 204 len: 168 time: 0.4535937 Jul 07 20:46:40.426246 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-fc8139ce-170a-4593-950a-f2758e417dfc service neutron] Attempting to bind port 107a99eb-0146-4741-bfbb-22dc9fb8082f on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:46:40.426607 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-fc8139ce-170a-4593-950a-f2758e417dfc service neutron] Attempting to bind port 107a99eb-0146-4741-bfbb-22dc9fb8082f by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:46:40.431991 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-fc8139ce-170a-4593-950a-f2758e417dfc service neutron] Attempting to bind port 107a99eb-0146-4741-bfbb-22dc9fb8082f on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:46:40.439498 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042143f-7a16-45e1-8283-eabb343dd524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42130e7-e278-4a2e-a398-8287254a9cda,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:40.451627 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8139ce-170a-4593-950a-f2758e417dfc service neutron] Pushing event updated for resources: {'Port': ['ID=107a99eb-0146-4741-bfbb-22dc9fb8082f,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:40.471035 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-fc8139ce-170a-4593-950a-f2758e417dfc service neutron] Port 107a99eb-0146-4741-bfbb-22dc9fb8082f on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:46:40.471391 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-fc8139ce-170a-4593-950a-f2758e417dfc service neutron] Attempting to bind port 107a99eb-0146-4741-bfbb-22dc9fb8082f on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:46:40.482436 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-fc8139ce-170a-4593-950a-f2758e417dfc service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:46:40.482788 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-fc8139ce-170a-4593-950a-f2758e417dfc service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:46:40.483184 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-fc8139ce-170a-4593-950a-f2758e417dfc service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:46:40.483648 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-fc8139ce-170a-4593-950a-f2758e417dfc service neutron] Bound port: 107a99eb-0146-4741-bfbb-22dc9fb8082f, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:46:40.484024 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-fc8139ce-170a-4593-950a-f2758e417dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:40.587001 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-fc8139ce-170a-4593-950a-f2758e417dfc service neutron] For port 107a99eb-0146-4741-bfbb-22dc9fb8082f, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:46:40.592312 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-fc8139ce-170a-4593-950a-f2758e417dfc service neutron] For port 107a99eb-0146-4741-bfbb-22dc9fb8082f, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=107a99eb-0146-4741-bfbb-22dc9fb8082f,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:46:40.603829 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-fc8139ce-170a-4593-950a-f2758e417dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:40.689252 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-fc8139ce-170a-4593-950a-f2758e417dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:40.689915 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-fc8139ce-170a-4593-950a-f2758e417dfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:40.691370 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-fc8139ce-170a-4593-950a-f2758e417dfc service neutron] 10.222.0.58 "PUT /v2.0/ports/107a99eb-0146-4741-bfbb-22dc9fb8082f HTTP/1.1" status: 200 len: 1096 time: 1.5670993 Jul 07 20:46:40.691887 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee228d9-518b-44c9-9ae5-3473f665bfbf', 'tag': '107a99eb-0146-4741-bfbb-22dc9fb8082f'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:40.703968 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ccbe99-46f0-4758-98bb-46b7156ddd39" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee228d9-518b-44c9-9ae5-3473f665bfbf", "tag": "107a99eb-0146-4741-bfbb-22dc9fb8082f"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:40.752824 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8139ce-170a-4593-950a-f2758e417dfc service neutron] Pushing event updated for resources: {'Port': ['ID=107a99eb-0146-4741-bfbb-22dc9fb8082f,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:40.870780 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-7080c236-02ba-471b-b865-0e4c69466d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:40.872328 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-7080c236-02ba-471b-b865-0e4c69466d2a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=62a7f72c27eb4fb6a5dc7c1de84da2b0&device_id=7ee228d9-518b-44c9-9ae5-3473f665bfbf HTTP/1.1" status: 200 len: 1099 time: 0.1118729 Jul 07 20:46:40.946983 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-007d859d-a06d-4a38-9758-9c54f050d60f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=107a99eb-0146-4741-bfbb-22dc9fb8082f HTTP/1.1" status: 200 len: 217 time: 0.0648944 Jul 07 20:46:40.966684 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bac06b29-89eb-49e7-a45b-df92ca05962a req-23b36e50-0ec4-48b2-80a6-49987e7cff25 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7569494 Jul 07 20:46:41.074503 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-179fea92-97ea-43c2-aa23-4c655ee9f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:41.077304 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-179fea92-97ea-43c2-aa23-4c655ee9f2df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1143689 Jul 07 20:46:41.080023 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6b1ae-14c3-4282-8184-789a2f56ceea req-998a6a64-98da-480f-9dda-1225bc2104af tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:41.081596 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3bf6b1ae-14c3-4282-8184-789a2f56ceea req-998a6a64-98da-480f-9dda-1225bc2104af tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8473655-0ce9-4924-9962-2fb959c80d0e HTTP/1.1" status: 200 len: 948 time: 0.7752318 Jul 07 20:46:41.136592 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf4027-e2dc-47e4-9778-669bbc28c130 req-08af8b9a-5042-4ca2-be4e-d6387446a524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:41.138365 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ccf4027-e2dc-47e4-9778-669bbc28c130 req-08af8b9a-5042-4ca2-be4e-d6387446a524 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d1b0a647-8a16-411c-afd4-47b9ad8ad51f HTTP/1.1" status: 200 len: 1098 time: 0.7752588 Jul 07 20:46:41.171032 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a75df-46b3-4779-8d74-f6c5e63e86e9 req-8a30eb5c-dcf9-44a4-bbf6-29602436d653 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:41.172996 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-018a75df-46b3-4779-8d74-f6c5e63e86e9 req-8a30eb5c-dcf9-44a4-bbf6-29602436d653 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1b0a647-8a16-411c-afd4-47b9ad8ad51f HTTP/1.1" status: 200 len: 946 time: 0.7310009 Jul 07 20:46:41.203881 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-e601e162-ba45-422d-ad21-fe7f4199e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:41.211161 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-e601e162-ba45-422d-ad21-fe7f4199e2f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1181805 Jul 07 20:46:41.231599 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3bf6b1ae-14c3-4282-8184-789a2f56ceea req-f44090ab-2702-4203-86bd-2a89f5e63bdc tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9779546-53be-45a1-8e06-8f71374b0c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392305 Jul 07 20:46:41.300503 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ccf4027-e2dc-47e4-9778-669bbc28c130 req-725e7035-55d6-4aef-b7a3-b10de7bfba0d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=724068dd-4570-49cc-b2c4-fe1170b5213c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514783 Jul 07 20:46:41.345744 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-018a75df-46b3-4779-8d74-f6c5e63e86e9 req-f18c84d2-5570-4fbf-8a59-8dddc90ce835 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/security-groups?id=724068dd-4570-49cc-b2c4-fe1170b5213c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563997 Jul 07 20:46:41.363504 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bac06b29-89eb-49e7-a45b-df92ca05962a req-1a1e26c1-5641-4f81-998a-e857b2d65c19 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823938 Jul 07 20:46:41.508635 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-df23c995-4a08-452a-b7b2-af0ad7c321f6 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809429 Jul 07 20:46:41.633704 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f68251-758c-4217-a499-973ea8f1ba1d x-openstack-request-id: req-b6f68251-758c-4217-a499-973ea8f1ba1d {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:41.634304 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee228d9-518b-44c9-9ae5-3473f665bfbf", "tag": "107a99eb-0146-4741-bfbb-22dc9fb8082f", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:41.634765 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6f68251-758c-4217-a499-973ea8f1ba1d {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:41.635234 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee228d9-518b-44c9-9ae5-3473f665bfbf', 'tag': '107a99eb-0146-4741-bfbb-22dc9fb8082f', 'status': 'completed', 'code': 200} Jul 07 20:46:41.679650 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2b190e3a-9e66-435e-8fa4-0ae206beffcc req-68fea222-ab27-4909-a4e9-47e802ccc24b service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642437 Jul 07 20:46:41.836477 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccbe99-46f0-4758-98bb-46b7156ddd39 req-2e9c552e-1da3-4c78-880c-5c0c31f8db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:41.839255 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c0ccbe99-46f0-4758-98bb-46b7156ddd39 req-2e9c552e-1da3-4c78-880c-5c0c31f8db84 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=62a7f72c27eb4fb6a5dc7c1de84da2b0&device_id=7ee228d9-518b-44c9-9ae5-3473f665bfbf HTTP/1.1" status: 200 len: 1099 time: 0.0734060 Jul 07 20:46:41.878017 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a40090-f8b8-4cef-871b-b6cba627cc51 req-d7a4271b-3d30-4ffd-8e6e-b46bcbc1047f tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:41.886671 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-37a40090-f8b8-4cef-871b-b6cba627cc51 req-d7a4271b-3d30-4ffd-8e6e-b46bcbc1047f tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ee228d9-518b-44c9-9ae5-3473f665bfbf HTTP/1.1" status: 200 len: 947 time: 0.1224217 Jul 07 20:46:41.888497 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33140) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:41.966758 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-37a40090-f8b8-4cef-871b-b6cba627cc51 req-f313ba93-fd9f-4e8e-bdd8-633f46128a09 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/security-groups?id=65b25e57-d1b7-4650-9481-d44d6bb2437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790637 Jul 07 20:46:42.035449 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-ffc88119-eeb0-447b-94a0-a28ed6357957 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1101165149-network', 'tenant_id': '24474cabdc4f49bba6441263c31f143d'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:42.044483 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccbe99-46f0-4758-98bb-46b7156ddd39 req-e3994f87-c6f2-41f3-8804-f71a417493de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:42.049581 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c0ccbe99-46f0-4758-98bb-46b7156ddd39 req-e3994f87-c6f2-41f3-8804-f71a417493de service neutron] 10.222.0.58 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.1983590 Jul 07 20:46:42.065158 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc88119-eeb0-447b-94a0-a28ed6357957 admin admin] Made reservation on behalf of 24474cabdc4f49bba6441263c31f143d for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:46:42.069839 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ffc88119-eeb0-447b-94a0-a28ed6357957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:42.084440 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ffc88119-eeb0-447b-94a0-a28ed6357957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:42.158220 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c0ccbe99-46f0-4758-98bb-46b7156ddd39 req-ea99c52e-3466-46ec-8921-ae9edc9cc86e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=107a99eb-0146-4741-bfbb-22dc9fb8082f HTTP/1.1" status: 200 len: 217 time: 0.0897760 Jul 07 20:46:42.250503 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ffc88119-eeb0-447b-94a0-a28ed6357957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:42.253920 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccbe99-46f0-4758-98bb-46b7156ddd39 req-522da5bd-069a-4476-b636-d6129f756f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:42.258894 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c0ccbe99-46f0-4758-98bb-46b7156ddd39 req-522da5bd-069a-4476-b636-d6129f756f65 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0842569 Jul 07 20:46:42.267063 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ffc88119-eeb0-447b-94a0-a28ed6357957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:42.311889 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc88119-eeb0-447b-94a0-a28ed6357957 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:46:42.354359 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ffc88119-eeb0-447b-94a0-a28ed6357957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:42.355290 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-ffc88119-eeb0-447b-94a0-a28ed6357957 admin admin] Added segment 22c3ee63-ef64-4098-a51b-1647e4329dd4 of type vlan for network 10c6c845-5620-49c3-9767-57c4afeea554 Jul 07 20:46:42.356563 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc88119-eeb0-447b-94a0-a28ed6357957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437d731d-5b76-4d42-8bf2-f4309ac363ef,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:42.401847 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccbe99-46f0-4758-98bb-46b7156ddd39 req-3c153754-88a3-4a83-874e-454cc73d7c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:42.404518 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c0ccbe99-46f0-4758-98bb-46b7156ddd39 req-3c153754-88a3-4a83-874e-454cc73d7c43 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1258559 Jul 07 20:46:42.433809 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ffc88119-eeb0-447b-94a0-a28ed6357957 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:42.507696 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ffc88119-eeb0-447b-94a0-a28ed6357957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:42.508937 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc88119-eeb0-447b-94a0-a28ed6357957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:42.509548 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ffc88119-eeb0-447b-94a0-a28ed6357957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:42.613200 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ffc88119-eeb0-447b-94a0-a28ed6357957 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7236679 Jul 07 20:46:42.616922 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33164) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:42.654295 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-2df0eece-7051-4ff9-9c77-b960c5713d6d admin admin] Request body: {'subnet': {'network_id': '10c6c845-5620-49c3-9767-57c4afeea554', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1101165149-subnet', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:42.666888 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc88119-eeb0-447b-94a0-a28ed6357957 admin admin] Pushing event updated for resources: {'Network': ['ID=10c6c845-5620-49c3-9767-57c4afeea554,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:42.707549 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c0ccbe99-46f0-4758-98bb-46b7156ddd39 req-6619497f-6b58-41c4-965a-462fbf6c6b67 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746704 Jul 07 20:46:42.723408 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 10c6c845-5620-49c3-9767-57c4afeea554 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:46:42.782612 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec6e23-387c-426d-8e9d-8faa9e10fab3 req-3f688052-ac55-41a6-a3c7-222589ce761c tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:42.785021 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0aec6e23-387c-426d-8e9d-8faa9e10fab3 req-3f688052-ac55-41a6-a3c7-222589ce761c tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8473655-0ce9-4924-9962-2fb959c80d0e HTTP/1.1" status: 200 len: 948 time: 0.1947856 Jul 07 20:46:42.865850 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0aec6e23-387c-426d-8e9d-8faa9e10fab3 req-e3969280-5ec4-4108-a741-7633a09696ea tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9779546-53be-45a1-8e06-8f71374b0c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742784 Jul 07 20:46:42.866793 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 65e9c4ae-0221-417a-8230-59da8cb4fd73 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:46:42.895009 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147338a-7434-44f2-8c60-f85aa5677248 req-5c32c107-82f9-4015-a96c-06affd74b9e9 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:42.897393 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f147338a-7434-44f2-8c60-f85aa5677248 req-5c32c107-82f9-4015-a96c-06affd74b9e9 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1b0a647-8a16-411c-afd4-47b9ad8ad51f HTTP/1.1" status: 200 len: 946 time: 0.0867350 Jul 07 20:46:42.907198 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df0eece-7051-4ff9-9c77-b960c5713d6d admin admin] Made reservation on behalf of 24474cabdc4f49bba6441263c31f143d for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:46:42.909766 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2df0eece-7051-4ff9-9c77-b960c5713d6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:42.914948 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c0ccbe99-46f0-4758-98bb-46b7156ddd39 req-c2d48988-0f2a-4770-adb9-b942bf9d1c55 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028999 Jul 07 20:46:42.974810 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f147338a-7434-44f2-8c60-f85aa5677248 req-f5e8100d-2ec3-4659-8087-7c8c437eb78d tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/security-groups?id=724068dd-4570-49cc-b2c4-fe1170b5213c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679135 Jul 07 20:46:43.010712 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 65e9c4ae-0221-417a-8230-59da8cb4fd73, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=65e9c4ae-0221-417a-8230-59da8cb4fd73,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:43.032490 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '65e9c4ae-0221-417a-8230-59da8cb4fd73', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '65e9c4ae-0221-417a-8230-59da8cb4fd73', 'mac_address': 'fa:16:3e:f4:ae:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:46:43.087483 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:43.105383 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e9c4ae-0221-417a-8230-59da8cb4fd73 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:46:43.139656 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 65e9c4ae-0221-417a-8230-59da8cb4fd73, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=65e9c4ae-0221-417a-8230-59da8cb4fd73,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:43.146562 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:43.201365 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=65e9c4ae-0221-417a-8230-59da8cb4fd73,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:43.391781 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2df0eece-7051-4ff9-9c77-b960c5713d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:43.408495 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5c72e-0cb4-47ef-88b5-696257ee65d3 req-762a1663-0f6c-40f2-8d61-9ffdb063cc7d tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:43.410062 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-93b5c72e-0cb4-47ef-88b5-696257ee65d3 req-762a1663-0f6c-40f2-8d61-9ffdb063cc7d tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ee228d9-518b-44c9-9ae5-3473f665bfbf HTTP/1.1" status: 200 len: 947 time: 0.0806830 Jul 07 20:46:43.445632 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0eece-7051-4ff9-9c77-b960c5713d6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a661560-d0ca-4a80-a1c0-8f03610fb2e7,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:43.463224 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df0eece-7051-4ff9-9c77-b960c5713d6d admin admin] Checking segment: {'id': '22c3ee63-ef64-4098-a51b-1647e4329dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:46:43.463738 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df0eece-7051-4ff9-9c77-b960c5713d6d admin admin] Network hostable DHCP agents. Network: 10c6c845-5620-49c3-9767-57c4afeea554, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:46:43.483491 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-93b5c72e-0cb4-47ef-88b5-696257ee65d3 req-df002e2c-c073-4c07-8d35-88c32820f53c tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/security-groups?id=65b25e57-d1b7-4650-9481-d44d6bb2437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673673 Jul 07 20:46:43.499368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df0eece-7051-4ff9-9c77-b960c5713d6d admin admin] Network 10c6c845-5620-49c3-9767-57c4afeea554 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:46:43.514831 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['65e9c4ae-0221-417a-8230-59da8cb4fd73'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:46:43.528813 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-2df0eece-7051-4ff9-9c77-b960c5713d6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 10c6c845-5620-49c3-9767-57c4afeea554) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:46:43.540183 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df0eece-7051-4ff9-9c77-b960c5713d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:43.540809 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2df0eece-7051-4ff9-9c77-b960c5713d6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:43.564453 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dfe17a-0ee8-4229-bf73-e85ae799e61e None None] Network 10c6c845-5620-49c3-9767-57c4afeea554 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:46:43.573892 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2df0eece-7051-4ff9-9c77-b960c5713d6d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9555705 Jul 07 20:46:43.577016 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33196) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:43.593150 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-a95665b0-5445-4b2a-bcbf-0479c75507f5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1101165149-router', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:43.638633 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a95665b0-5445-4b2a-bcbf-0479c75507f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:43.640012 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a95665b0-5445-4b2a-bcbf-0479c75507f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:43.764800 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a95665b0-5445-4b2a-bcbf-0479c75507f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:43.868609 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59bca76-57fb-4fa9-adf4-075e1ca72a9c req-88915b82-3b5f-4585-bb0e-3a8cc5732484 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:43.870201 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f59bca76-57fb-4fa9-adf4-075e1ca72a9c req-88915b82-3b5f-4585-bb0e-3a8cc5732484 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1b0a647-8a16-411c-afd4-47b9ad8ad51f HTTP/1.1" status: 200 len: 946 time: 0.2256463 Jul 07 20:46:43.879463 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33204) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:43.898762 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-b98d9da9-cf6b-4ce5-8d83-6b920acbcca6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Request body: {'floatingip': {'port_id': '8d18a73c-2ce3-4298-8f33-3ac544762af2'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:43.964301 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4ec08c-9d8b-406d-a24e-2c0682d14099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-10c6c845-5620-49c3-9767-57c4afeea554', 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'fixed_ips': [{'subnet_id': '3a661560-d0ca-4a80-a1c0-8f03610fb2e7'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:46:43.966629 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec08c-9d8b-406d-a24e-2c0682d14099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:44.029079 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a95665b0-5445-4b2a-bcbf-0479c75507f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:44.083902 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b98d9da9-cf6b-4ce5-8d83-6b920acbcca6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks [] for floatingip, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:44.188551 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-9b4ec08c-9d8b-406d-a24e-2c0682d14099 None None] Allocated IP 172.20.0.2 (10c6c845-5620-49c3-9767-57c4afeea554/3a661560-d0ca-4a80-a1c0-8f03610fb2e7/31eb8755-23f0-4e5b-a85f-21ebeb63cf32) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:46:44.268376 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf436e81-1ab1-45eb-a38f-d738671f941d req-93a25608-e7d1-4865-963c-7f39e1e73ae8 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:44.272015 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bf436e81-1ab1-45eb-a38f-d738671f941d req-93a25608-e7d1-4865-963c-7f39e1e73ae8 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8473655-0ce9-4924-9962-2fb959c80d0e HTTP/1.1" status: 200 len: 949 time: 0.2263699 Jul 07 20:46:44.350668 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bf436e81-1ab1-45eb-a38f-d738671f941d req-75dbb3d8-ee29-41b6-ace9-760c393145a9 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9779546-53be-45a1-8e06-8f71374b0c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681229 Jul 07 20:46:44.486108 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec08c-9d8b-406d-a24e-2c0682d14099 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:44.500289 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9b4ec08c-9d8b-406d-a24e-2c0682d14099 None None] Transition to ACTIVE for port object 31eb8755-23f0-4e5b-a85f-21ebeb63cf32 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:46:44.519756 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9b4ec08c-9d8b-406d-a24e-2c0682d14099 None None] Transition to ACTIVE for port object 31eb8755-23f0-4e5b-a85f-21ebeb63cf32 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:46:44.529270 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec08c-9d8b-406d-a24e-2c0682d14099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:44.592908 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a95665b0-5445-4b2a-bcbf-0479c75507f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:44.606686 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4ec08c-9d8b-406d-a24e-2c0682d14099 None None] Network 10c6c845-5620-49c3-9767-57c4afeea554 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:46:44.612085 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-9b4ec08c-9d8b-406d-a24e-2c0682d14099 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:46:44.620753 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ec08c-9d8b-406d-a24e-2c0682d14099 None None] Pushing event updated for resources: {'Port': ['ID=31eb8755-23f0-4e5b-a85f-21ebeb63cf32,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:44.623727 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4ec08c-9d8b-406d-a24e-2c0682d14099 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:46:44.642359 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a95665b0-5445-4b2a-bcbf-0479c75507f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:44.693580 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-9b4ec08c-9d8b-406d-a24e-2c0682d14099 None None] Attempting to bind port 31eb8755-23f0-4e5b-a85f-21ebeb63cf32 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:46:44.693992 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-9b4ec08c-9d8b-406d-a24e-2c0682d14099 None None] Attempting to bind port 31eb8755-23f0-4e5b-a85f-21ebeb63cf32 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '22c3ee63-ef64-4098-a51b-1647e4329dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:46:44.694367 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4ec08c-9d8b-406d-a24e-2c0682d14099 None None] Attempting to bind port 31eb8755-23f0-4e5b-a85f-21ebeb63cf32 on network 10c6c845-5620-49c3-9767-57c4afeea554 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:46:44.701504 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4ec08c-9d8b-406d-a24e-2c0682d14099 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:46:44.701886 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4ec08c-9d8b-406d-a24e-2c0682d14099 None None] Checking segment: {'id': '22c3ee63-ef64-4098-a51b-1647e4329dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:46:44.702295 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec08c-9d8b-406d-a24e-2c0682d14099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:44.702693 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4ec08c-9d8b-406d-a24e-2c0682d14099 None None] Bound using segment: {'id': '22c3ee63-ef64-4098-a51b-1647e4329dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:46:44.703159 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-9b4ec08c-9d8b-406d-a24e-2c0682d14099 None None] Bound port: 31eb8755-23f0-4e5b-a85f-21ebeb63cf32, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c3ee63-ef64-4098-a51b-1647e4329dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:46:44.703578 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec08c-9d8b-406d-a24e-2c0682d14099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:44.808923 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-9b4ec08c-9d8b-406d-a24e-2c0682d14099 None None] For port 31eb8755-23f0-4e5b-a85f-21ebeb63cf32, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:46:44.812706 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-9b4ec08c-9d8b-406d-a24e-2c0682d14099 None None] For port 31eb8755-23f0-4e5b-a85f-21ebeb63cf32, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=31eb8755-23f0-4e5b-a85f-21ebeb63cf32,segment=NetworkSegment(22c3ee63-ef64-4098-a51b-1647e4329dd4),segment_id=22c3ee63-ef64-4098-a51b-1647e4329dd4)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:46:44.819554 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec08c-9d8b-406d-a24e-2c0682d14099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:44.892965 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 65e9c4ae-0221-417a-8230-59da8cb4fd73 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:46:44.900331 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-a95665b0-5445-4b2a-bcbf-0479c75507f5 admin admin] Allocated IP 172.25.5.209 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/92d785a6-bca7-43eb-9f55-a6c9732b466f) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:46:44.946028 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba50fd-e6ef-403a-9a00-35ad917a44a7 req-2808ea39-7be0-4d88-8bf3-0cf79544f6c3 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:44.971269 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05ba50fd-e6ef-403a-9a00-35ad917a44a7 req-2808ea39-7be0-4d88-8bf3-0cf79544f6c3 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ee228d9-518b-44c9-9ae5-3473f665bfbf HTTP/1.1" status: 200 len: 947 time: 0.1699500 Jul 07 20:46:45.086351 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ec08c-9d8b-406d-a24e-2c0682d14099 None None] Pushing event updated for resources: {'Port': ['ID=31eb8755-23f0-4e5b-a85f-21ebeb63cf32,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:45.101313 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05ba50fd-e6ef-403a-9a00-35ad917a44a7 req-01cedbac-30a1-40c6-a75c-0dd5fdaf8f5e tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/security-groups?id=65b25e57-d1b7-4650-9481-d44d6bb2437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290369 Jul 07 20:46:45.125399 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 65e9c4ae-0221-417a-8230-59da8cb4fd73 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:46:45.136894 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 65e9c4ae-0221-417a-8230-59da8cb4fd73 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:45.137275 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:45.157003 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a95665b0-5445-4b2a-bcbf-0479c75507f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:45.189535 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 107a99eb-0146-4741-bfbb-22dc9fb8082f details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:46:45.242237 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a95665b0-5445-4b2a-bcbf-0479c75507f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:45.347022 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:45.394584 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 107a99eb-0146-4741-bfbb-22dc9fb8082f, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=107a99eb-0146-4741-bfbb-22dc9fb8082f,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:45.405766 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95665b0-5445-4b2a-bcbf-0479c75507f5 admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:46:45.407120 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95665b0-5445-4b2a-bcbf-0479c75507f5 admin admin] Pushing event updated for resources: {'Port': ['ID=92d785a6-bca7-43eb-9f55-a6c9732b466f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:45.409474 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8473655-0ce9-4924-9962-2fb959c80d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e9c4ae-0221-417a-8230-59da8cb4fd73'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:45.412054 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488dabbb-e5bc-45d1-a085-eacb3098dedb" -d '{"events": [{"server_uuid": "e8473655-0ce9-4924-9962-2fb959c80d0e", "name": "network-vif-plugged", "status": "completed", "tag": "65e9c4ae-0221-417a-8230-59da8cb4fd73"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:45.416451 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-a95665b0-5445-4b2a-bcbf-0479c75507f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:46:45.423141 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95665b0-5445-4b2a-bcbf-0479c75507f5 admin admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:46:45.429883 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 65e9c4ae-0221-417a-8230-59da8cb4fd73, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=65e9c4ae-0221-417a-8230-59da8cb4fd73,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:45.435770 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.db.resource_extend [None req-b98d9da9-cf6b-4ce5-8d83-6b920acbcca6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 20:46:45.436277 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '107a99eb-0146-4741-bfbb-22dc9fb8082f', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '107a99eb-0146-4741-bfbb-22dc9fb8082f', 'mac_address': 'fa:16:3e:07:45:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:46:45.438713 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:45.557760 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:45.629001 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 107a99eb-0146-4741-bfbb-22dc9fb8082f {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:46:45.688471 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b98d9da9-cf6b-4ce5-8d83-6b920acbcca6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:45.697748 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b98d9da9-cf6b-4ce5-8d83-6b920acbcca6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:45.705538 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 107a99eb-0146-4741-bfbb-22dc9fb8082f, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=107a99eb-0146-4741-bfbb-22dc9fb8082f,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:45.709524 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=65e9c4ae-0221-417a-8230-59da8cb4fd73,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:45.718326 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:45.838235 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e76eb8-dd2c-450d-bcf8-205a5077a2f1 x-openstack-request-id: req-e4e76eb8-dd2c-450d-bcf8-205a5077a2f1 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:45.839745 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8473655-0ce9-4924-9962-2fb959c80d0e", "name": "network-vif-plugged", "status": "completed", "tag": "65e9c4ae-0221-417a-8230-59da8cb4fd73", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:45.840858 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e4e76eb8-dd2c-450d-bcf8-205a5077a2f1 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:45.841434 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8473655-0ce9-4924-9962-2fb959c80d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e9c4ae-0221-417a-8230-59da8cb4fd73', 'code': 200} Jul 07 20:46:45.855443 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=107a99eb-0146-4741-bfbb-22dc9fb8082f,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:45.890987 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [None req-b98d9da9-cf6b-4ce5-8d83-6b920acbcca6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Floating IP 3b01e683-0198-40d5-a43f-73452e4d5210 associated. External IP: 172.25.5.168, port: 8d18a73c-2ce3-4298-8f33-3ac544762af2. Jul 07 20:46:45.896559 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a4816-730f-4c5c-a042-15ad4bca5797 req-c58f1695-4775-4d38-b127-fddef2e72016 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:45.908756 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf8a4816-730f-4c5c-a042-15ad4bca5797 req-c58f1695-4775-4d38-b127-fddef2e72016 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8473655-0ce9-4924-9962-2fb959c80d0e HTTP/1.1" status: 200 len: 950 time: 0.3304131 Jul 07 20:46:46.085183 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['107a99eb-0146-4741-bfbb-22dc9fb8082f'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:46:46.119002 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a95665b0-5445-4b2a-bcbf-0479c75507f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:46.203558 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf8a4816-730f-4c5c-a042-15ad4bca5797 req-10fcf625-baa4-4c15-85a6-5481eb271bf6 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9779546-53be-45a1-8e06-8f71374b0c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935395 Jul 07 20:46:46.287017 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acba91-2c26-4f55-a1d1-6a23cac858ca req-0e87d0a1-21cb-437b-b34c-678f7e083d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:46.288624 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72acba91-2c26-4f55-a1d1-6a23cac858ca req-0e87d0a1-21cb-437b-b34c-678f7e083d43 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e8473655-0ce9-4924-9962-2fb959c80d0e HTTP/1.1" status: 200 len: 1102 time: 0.2865050 Jul 07 20:46:46.304276 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98d9da9-cf6b-4ce5-8d83-6b920acbcca6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Router c234c213-66f0-4a05-9a51-feb56638a9ae has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:46:46.511313 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87db835-827b-4a65-9c57-5ea135e9de0d None None] Network 10c6c845-5620-49c3-9767-57c4afeea554 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:46:46.557518 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98d9da9-cf6b-4ce5-8d83-6b920acbcca6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:46:46.565667 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a95665b0-5445-4b2a-bcbf-0479c75507f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:46.573983 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d562465e-31e8-427f-9481-6e72b4aa8e4d None None] Sync routers for ids ['c234c213-66f0-4a05-9a51-feb56638a9ae'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:46:46.581420 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72acba91-2c26-4f55-a1d1-6a23cac858ca req-3d292d4c-0448-47cf-97eb-985bb626f3a9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a9779546-53be-45a1-8e06-8f71374b0c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759111 Jul 07 20:46:46.589164 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b98d9da9-cf6b-4ce5-8d83-6b920acbcca6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:46.594297 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d562465e-31e8-427f-9481-6e72b4aa8e4d None None] Routers {'c234c213-66f0-4a05-9a51-feb56638a9ae'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:46:46.596726 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d562465e-31e8-427f-9481-6e72b4aa8e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:46:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c234c213-66f0-4a05-9a51-feb56638a9ae'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:46.673489 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b98d9da9-cf6b-4ce5-8d83-6b920acbcca6 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "PUT /v2.0/floatingips/3b01e683-0198-40d5-a43f-73452e4d5210 HTTP/1.1" status: 200 len: 992 time: 2.7920423 Jul 07 20:46:46.674693 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011914a4-fc31-4d7c-aa0d-b40ccf497a59 req-1d9a850c-5507-4d2f-af1d-93af6d583276 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:46.674846 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b0a647-8a16-411c-afd4-47b9ad8ad51f', 'tag': '8d18a73c-2ce3-4298-8f33-3ac544762af2'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:46.675943 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-011914a4-fc31-4d7c-aa0d-b40ccf497a59 req-1d9a850c-5507-4d2f-af1d-93af6d583276 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ee228d9-518b-44c9-9ae5-3473f665bfbf HTTP/1.1" status: 200 len: 948 time: 0.1437788 Jul 07 20:46:46.677815 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8f79b793-85dc-4a57-89b8-889f6cce9b0d None None] Provisioning for port 31eb8755-23f0-4e5b-a85f-21ebeb63cf32 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:46:46.679153 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985cc930-a91d-469b-8745-d3fd59811c95" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b0a647-8a16-411c-afd4-47b9ad8ad51f", "tag": "8d18a73c-2ce3-4298-8f33-3ac544762af2"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:46.754575 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-011914a4-fc31-4d7c-aa0d-b40ccf497a59 req-9353ec42-896d-4d19-8b98-11472e6c2f34 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/security-groups?id=65b25e57-d1b7-4650-9481-d44d6bb2437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473490 Jul 07 20:46:46.770965 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-d562465e-31e8-427f-9481-6e72b4aa8e4d None None] Set router c234c213-66f0-4a05-9a51-feb56638a9ae gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:46:46.839905 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95665b0-5445-4b2a-bcbf-0479c75507f5 admin admin] Router 98060c53-bc94-4b5e-984e-0f24e50c4a34 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:46:46.897348 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552d8bd4-9eb3-4af2-88a0-f0f61537863d x-openstack-request-id: req-552d8bd4-9eb3-4af2-88a0-f0f61537863d {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:46.898959 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b0a647-8a16-411c-afd4-47b9ad8ad51f", "tag": "8d18a73c-2ce3-4298-8f33-3ac544762af2", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:46.899746 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-552d8bd4-9eb3-4af2-88a0-f0f61537863d {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:46.900303 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b0a647-8a16-411c-afd4-47b9ad8ad51f', 'tag': '8d18a73c-2ce3-4298-8f33-3ac544762af2', 'status': 'completed', 'code': 200} Jul 07 20:46:47.071556 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 31eb8755-23f0-4e5b-a85f-21ebeb63cf32 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:46:47.078451 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cc930-a91d-469b-8745-d3fd59811c95 req-42a266e5-4514-4bdb-af8c-e8417737e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:47.080716 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-985cc930-a91d-469b-8745-d3fd59811c95 req-42a266e5-4514-4bdb-af8c-e8417737e637 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6ec1e5baf2bf42509b193357358981d1&device_id=d1b0a647-8a16-411c-afd4-47b9ad8ad51f HTTP/1.1" status: 200 len: 1098 time: 0.1505425 Jul 07 20:46:47.247658 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cc930-a91d-469b-8745-d3fd59811c95 req-78a01d69-a3a0-4d17-b486-b24533b2971d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:47.249716 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-985cc930-a91d-469b-8745-d3fd59811c95 req-78a01d69-a3a0-4d17-b486-b24533b2971d service neutron] 10.222.0.58 "GET /v2.0/networks?id=228b47da-b842-428d-8f88-432d0a70d0a7 HTTP/1.1" status: 200 len: 913 time: 0.1607153 Jul 07 20:46:47.363243 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d562465e-31e8-427f-9481-6e72b4aa8e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'name': 'tempest-ServersTestManualDisk-1036631191-router', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:05Z', 'updated_at': '2021-07-07T20:46:13Z', 'revision_number': 4, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'gw_port': {'id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:07Z', 'updated_at': '2021-07-07T20:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '3b01e683-0198-40d5-a43f-73452e4d5210', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'port_id': '8d18a73c-2ce3-4298-8f33-3ac544762af2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7', 'mac_address': 'fa:16:3e:91:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b0a647-8a16-411c-afd4-47b9ad8ad51f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:46:24Z', 'updated_at': '2021-07-07T20:46:45Z', 'revision_number': 1, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8a9dbd3-1307-45e5-a43b-387032175ad3', 'name': '', 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'mac_address': 'fa:16:3e:4a:35:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '243d2bf9-a433-4493-811c-f622d475b967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:11Z', 'updated_at': '2021-07-07T20:46:23Z', 'revision_number': 5, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'subnets': [{'id': '243d2bf9-a433-4493-811c-f622d475b967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:47.393754 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d562465e-31e8-427f-9481-6e72b4aa8e4d None None] Checking router: c234c213-66f0-4a05-9a51-feb56638a9ae for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:46:47.396082 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33270) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:47.403725 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d562465e-31e8-427f-9481-6e72b4aa8e4d None None] Routers {'c234c213-66f0-4a05-9a51-feb56638a9ae'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:46:47.404632 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d562465e-31e8-427f-9481-6e72b4aa8e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:46:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c234c213-66f0-4a05-9a51-feb56638a9ae'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:47.431024 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 107a99eb-0146-4741-bfbb-22dc9fb8082f up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:46:47.470848 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-985cc930-a91d-469b-8745-d3fd59811c95 req-e245a26c-e6dd-455c-9523-457cb2cb71c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d18a73c-2ce3-4298-8f33-3ac544762af2 HTTP/1.1" status: 200 len: 1000 time: 0.2128503 Jul 07 20:46:47.545573 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-d562465e-31e8-427f-9481-6e72b4aa8e4d None None] Set router c234c213-66f0-4a05-9a51-feb56638a9ae gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:46:47.565807 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 31eb8755-23f0-4e5b-a85f-21ebeb63cf32 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:46:47.573860 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 107a99eb-0146-4741-bfbb-22dc9fb8082f completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:46:47.585578 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 107a99eb-0146-4741-bfbb-22dc9fb8082f triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:47.586196 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:47.592991 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cc930-a91d-469b-8745-d3fd59811c95 req-0db62148-397d-4865-938f-21b825f883b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:47.594492 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-985cc930-a91d-469b-8745-d3fd59811c95 req-0db62148-397d-4865-938f-21b825f883b3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=243d2bf9-a433-4493-811c-f622d475b967 HTTP/1.1" status: 200 len: 851 time: 0.1142006 Jul 07 20:46:47.632629 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 31eb8755-23f0-4e5b-a85f-21ebeb63cf32 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:47.633016 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:47.700816 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e89cf5cb-6dc1-4db8-bd0d-bef97121be18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:47.766023 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cc930-a91d-469b-8745-d3fd59811c95 req-5d014eb3-59b7-40e6-8bd2-d6ac705b0196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:47.767990 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-985cc930-a91d-469b-8745-d3fd59811c95 req-5d014eb3-59b7-40e6-8bd2-d6ac705b0196 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=228b47da-b842-428d-8f88-432d0a70d0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1620519 Jul 07 20:46:47.789054 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:47.792534 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95665b0-5445-4b2a-bcbf-0479c75507f5 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:46:47.811064 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] Sync routers for ids ['98060c53-bc94-4b5e-984e-0f24e50c4a34'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:46:47.854891 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d562465e-31e8-427f-9481-6e72b4aa8e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'name': 'tempest-ServersTestManualDisk-1036631191-router', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:05Z', 'updated_at': '2021-07-07T20:46:13Z', 'revision_number': 4, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'gw_port': {'id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:07Z', 'updated_at': '2021-07-07T20:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '3b01e683-0198-40d5-a43f-73452e4d5210', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'port_id': '8d18a73c-2ce3-4298-8f33-3ac544762af2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7', 'mac_address': 'fa:16:3e:91:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b0a647-8a16-411c-afd4-47b9ad8ad51f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:46:24Z', 'updated_at': '2021-07-07T20:46:45Z', 'revision_number': 1, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8a9dbd3-1307-45e5-a43b-387032175ad3', 'name': '', 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'mac_address': 'fa:16:3e:4a:35:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '243d2bf9-a433-4493-811c-f622d475b967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:11Z', 'updated_at': '2021-07-07T20:46:23Z', 'revision_number': 5, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'subnets': [{'id': '243d2bf9-a433-4493-811c-f622d475b967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:47.855770 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 31eb8755-23f0-4e5b-a85f-21ebeb63cf32, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=31eb8755-23f0-4e5b-a85f-21ebeb63cf32,segment=NetworkSegment(22c3ee63-ef64-4098-a51b-1647e4329dd4),segment_id=22c3ee63-ef64-4098-a51b-1647e4329dd4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:47.868391 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:47.889371 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d562465e-31e8-427f-9481-6e72b4aa8e4d None None] The sync data for ids ['c234c213-66f0-4a05-9a51-feb56638a9ae'] in n-d-695189-11 is: [{'id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'name': 'tempest-ServersTestManualDisk-1036631191-router', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:05Z', 'updated_at': '2021-07-07T20:46:13Z', 'revision_number': 4, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'gw_port': {'id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:07Z', 'updated_at': '2021-07-07T20:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '3b01e683-0198-40d5-a43f-73452e4d5210', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'floating_ip_address': '172.25.5.168', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'port_id': '8d18a73c-2ce3-4298-8f33-3ac544762af2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7', 'mac_address': 'fa:16:3e:91:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b0a647-8a16-411c-afd4-47b9ad8ad51f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:46:24Z', 'updated_at': '2021-07-07T20:46:45Z', 'revision_number': 1, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8a9dbd3-1307-45e5-a43b-387032175ad3', 'name': '', 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'mac_address': 'fa:16:3e:4a:35:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '243d2bf9-a433-4493-811c-f622d475b967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:11Z', 'updated_at': '2021-07-07T20:46:23Z', 'revision_number': 5, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'subnets': [{'id': '243d2bf9-a433-4493-811c-f622d475b967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:46:47.893065 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] Routers {'98060c53-bc94-4b5e-984e-0f24e50c4a34'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:46:47.893643 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:46:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['98060c53-bc94-4b5e-984e-0f24e50c4a34'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:47.896813 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:47.921793 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a9453-468f-435a-8a74-88ed9fd092d7 req-b94a1d81-1065-4b8e-be37-a285abc8d0dd tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:47.925674 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-219a9453-468f-435a-8a74-88ed9fd092d7 req-b94a1d81-1065-4b8e-be37-a285abc8d0dd tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8473655-0ce9-4924-9962-2fb959c80d0e HTTP/1.1" status: 200 len: 950 time: 0.2999098 Jul 07 20:46:47.980375 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e89cf5cb-6dc1-4db8-bd0d-bef97121be18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:47.994561 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e89cf5cb-6dc1-4db8-bd0d-bef97121be18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:48.005187 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a95665b0-5445-4b2a-bcbf-0479c75507f5 admin admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:48.009171 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a95665b0-5445-4b2a-bcbf-0479c75507f5 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4271746 Jul 07 20:46:48.018988 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33276) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:48.024401 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-219a9453-468f-435a-8a74-88ed9fd092d7 req-d0897add-09d5-4772-b5ca-062ef54000c2 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9779546-53be-45a1-8e06-8f71374b0c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926197 Jul 07 20:46:48.056494 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=31eb8755-23f0-4e5b-a85f-21ebeb63cf32,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:48.087474 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee228d9-518b-44c9-9ae5-3473f665bfbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107a99eb-0146-4741-bfbb-22dc9fb8082f'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:48.093708 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202b2b74-7d43-4ee9-8b5f-ebe2d1377ba7" -d '{"events": [{"server_uuid": "7ee228d9-518b-44c9-9ae5-3473f665bfbf", "name": "network-vif-plugged", "status": "completed", "tag": "107a99eb-0146-4741-bfbb-22dc9fb8082f"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:48.101118 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cf5cb-6dc1-4db8-bd0d-bef97121be18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9cee89-0fd4-4c01-9620-ffb0ece22836,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:48.109617 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 107a99eb-0146-4741-bfbb-22dc9fb8082f, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=107a99eb-0146-4741-bfbb-22dc9fb8082f,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:48.118451 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:48.151262 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e89cf5cb-6dc1-4db8-bd0d-bef97121be18 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1d581854d98444d0926f56dfb9799d10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7510993 Jul 07 20:46:48.152909 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33282) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:48.187873 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=107a99eb-0146-4741-bfbb-22dc9fb8082f,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:48.202959 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-985cc930-a91d-469b-8745-d3fd59811c95 req-13392869-cb29-4cf6-94c0-7c6fa2c4c69e service neutron] 10.222.0.58 "GET /v2.0/networks/228b47da-b842-428d-8f88-432d0a70d0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252124 Jul 07 20:46:48.282343 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] Set router 98060c53-bc94-4b5e-984e-0f24e50c4a34 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:46:48.284797 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830084e-a291-4e4c-8dd7-142d657867db req-5c5f6f60-64ce-40b6-95dc-7081cc9c5a85 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:48.287389 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4830084e-a291-4e4c-8dd7-142d657867db req-5c5f6f60-64ce-40b6-95dc-7081cc9c5a85 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ee228d9-518b-44c9-9ae5-3473f665bfbf HTTP/1.1" status: 200 len: 948 time: 0.1973331 Jul 07 20:46:48.312591 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedcf59c-52f8-4ad7-b492-e8ad02894ae8 None None] New status for floating IP 3b01e683-0198-40d5-a43f-73452e4d5210: ACTIVE {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:46:48.351177 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-985cc930-a91d-469b-8745-d3fd59811c95 req-c4631146-425e-468c-9d93-8388e074e45d service neutron] 10.222.0.58 "GET /v2.0/networks/228b47da-b842-428d-8f88-432d0a70d0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400380 Jul 07 20:46:48.392365 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a157c69d-32c8-45e0-9410-3b05235f8da1 x-openstack-request-id: req-a157c69d-32c8-45e0-9410-3b05235f8da1 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:48.392839 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee228d9-518b-44c9-9ae5-3473f665bfbf", "name": "network-vif-plugged", "status": "completed", "tag": "107a99eb-0146-4741-bfbb-22dc9fb8082f", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:48.393235 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a157c69d-32c8-45e0-9410-3b05235f8da1 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:48.394525 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee228d9-518b-44c9-9ae5-3473f665bfbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107a99eb-0146-4741-bfbb-22dc9fb8082f', 'code': 200} Jul 07 20:46:48.430123 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3afb92df-ea37-427c-a87a-baa86c4634d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:48.475291 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3afb92df-ea37-427c-a87a-baa86c4634d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:48.549122 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4830084e-a291-4e4c-8dd7-142d657867db req-e8475108-09a2-46d0-afa6-007b535a4a8d tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/security-groups?id=65b25e57-d1b7-4650-9481-d44d6bb2437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544038 Jul 07 20:46:48.593597 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01091c-929b-4b88-980d-ff6153da6448 req-e40c44e2-0b1e-4ab0-a1e7-17055924b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:48.594486 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3afb92df-ea37-427c-a87a-baa86c4634d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:48.595215 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1f01091c-929b-4b88-980d-ff6153da6448 req-e40c44e2-0b1e-4ab0-a1e7-17055924b2a6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7ee228d9-518b-44c9-9ae5-3473f665bfbf HTTP/1.1" status: 200 len: 1101 time: 0.1237948 Jul 07 20:46:48.597554 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3afb92df-ea37-427c-a87a-baa86c4634d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:48.598423 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3afb92df-ea37-427c-a87a-baa86c4634d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d9cee89-0fd4-4c01-9620-ffb0ece22836 HTTP/1.1" status: 204 len: 168 time: 0.4444144 Jul 07 20:46:48.616564 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb92df-ea37-427c-a87a-baa86c4634d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9cee89-0fd4-4c01-9620-ffb0ece22836,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:48.650813 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'name': 'tempest-ServersTestBootFromVolume-1101165149-router', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:43Z', 'updated_at': '2021-07-07T20:46:45Z', 'revision_number': 3, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'gw_port': {'id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:98:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:44Z', 'updated_at': '2021-07-07T20:46:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:48.690485 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1f01091c-929b-4b88-980d-ff6153da6448 req-a8cfc5f3-38eb-4fdd-b97d-b3d5a6835193 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=65b25e57-d1b7-4650-9481-d44d6bb2437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797396 Jul 07 20:46:48.691562 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] Checking router: 98060c53-bc94-4b5e-984e-0f24e50c4a34 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:46:48.692689 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] Updating router 98060c53-bc94-4b5e-984e-0f24e50c4a34 port 92d785a6-bca7-43eb-9f55-a6c9732b466f binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:46:48.755807 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:48.979015 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e318f892-6d9f-4c29-b988-020c0d69387c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:49.010439 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 31eb8755-23f0-4e5b-a85f-21ebeb63cf32 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:46:49.076339 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 31eb8755-23f0-4e5b-a85f-21ebeb63cf32 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:49.076874 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:49.095148 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33292) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:49.113698 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9a1ef24b-3f72-490c-8b23-c042ba45a46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:49.165564 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-e318f892-6d9f-4c29-b988-020c0d69387c admin admin] Allocated IP 172.20.0.1 (10c6c845-5620-49c3-9767-57c4afeea554/3a661560-d0ca-4a80-a1c0-8f03610fb2e7/555df1d2-aa35-4fc3-a3ac-77ff10138a74) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:46:49.305374 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9a1ef24b-3f72-490c-8b23-c042ba45a46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:49.311729 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9a1ef24b-3f72-490c-8b23-c042ba45a46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:49.363063 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e318f892-6d9f-4c29-b988-020c0d69387c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:49.387242 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:49.396400 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-e318f892-6d9f-4c29-b988-020c0d69387c admin admin] Transition to ACTIVE for port object 555df1d2-aa35-4fc3-a3ac-77ff10138a74 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:46:49.401518 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] Transition to ACTIVE for port object 92d785a6-bca7-43eb-9f55-a6c9732b466f will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:46:49.409372 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:49.477988 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] Attempting to bind port 92d785a6-bca7-43eb-9f55-a6c9732b466f on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:46:49.478507 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] Attempting to bind port 92d785a6-bca7-43eb-9f55-a6c9732b466f by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:46:49.478968 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] Attempting to bind port 92d785a6-bca7-43eb-9f55-a6c9732b466f on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:46:49.487026 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:46:49.487968 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:46:49.488478 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:49.489564 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:46:49.490162 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] Bound port: 92d785a6-bca7-43eb-9f55-a6c9732b466f, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:46:49.490760 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:49.565200 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdca85-8a81-47d3-b473-b8c1bf103996 None None] Pushing event updated for resources: {'Port': ['ID=92d785a6-bca7-43eb-9f55-a6c9732b466f,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:49.569078 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e318f892-6d9f-4c29-b988-020c0d69387c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:49.594296 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957714e-e19b-4a51-9c6c-dc1baf8ac7c8 req-3f314433-d5fc-46d8-8be0-f82cfa7b9996 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:49.598248 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7957714e-e19b-4a51-9c6c-dc1baf8ac7c8 req-3f314433-d5fc-46d8-8be0-f82cfa7b9996 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8473655-0ce9-4924-9962-2fb959c80d0e HTTP/1.1" status: 200 len: 950 time: 0.1895669 Jul 07 20:46:49.599712 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:49.624700 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] For port 92d785a6-bca7-43eb-9f55-a6c9732b466f, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:46:49.629546 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] For port 92d785a6-bca7-43eb-9f55-a6c9732b466f, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=92d785a6-bca7-43eb-9f55-a6c9732b466f,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:46:49.638314 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:49.684191 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9a1ef24b-3f72-490c-8b23-c042ba45a46d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c6ea241e0a464094a13657790024cc2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5849235 Jul 07 20:46:49.686120 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33300) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:49.686240 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e318f892-6d9f-4c29-b988-020c0d69387c admin admin] Network 10c6c845-5620-49c3-9767-57c4afeea554 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:46:49.690695 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-e318f892-6d9f-4c29-b988-020c0d69387c admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:46:49.695780 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ef24b-3f72-490c-8b23-c042ba45a46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ceae4b-6a2d-4778-9b71-50341c176434,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:49.699295 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e318f892-6d9f-4c29-b988-020c0d69387c admin admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:46:49.699878 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e318f892-6d9f-4c29-b988-020c0d69387c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:49.765947 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7957714e-e19b-4a51-9c6c-dc1baf8ac7c8 req-5f9e9aeb-9eb3-4357-b280-2c0fad836e17 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9779546-53be-45a1-8e06-8f71374b0c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524541 Jul 07 20:46:49.773099 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318f892-6d9f-4c29-b988-020c0d69387c admin admin] Pushing event updated for resources: {'Port': ['ID=555df1d2-aa35-4fc3-a3ac-77ff10138a74,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:49.779209 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-80e142b4-72de-46a3-8b78-f6b2735ac33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:49.796824 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:49.799367 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] Routers {'98060c53-bc94-4b5e-984e-0f24e50c4a34'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:46:49.801092 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:46:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['98060c53-bc94-4b5e-984e-0f24e50c4a34'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:49.826999 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-80e142b4-72de-46a3-8b78-f6b2735ac33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:49.889101 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdca85-8a81-47d3-b473-b8c1bf103996 None None] Pushing event updated for resources: {'Port': ['ID=92d785a6-bca7-43eb-9f55-a6c9732b466f,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:49.935509 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddfcce4-7f99-4b5d-a819-0debfdfca5e8 req-f47447cd-a126-4bb8-8dc9-11eefb81f879 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:49.944122 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8ddfcce4-7f99-4b5d-a819-0debfdfca5e8 req-f47447cd-a126-4bb8-8dc9-11eefb81f879 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ee228d9-518b-44c9-9ae5-3473f665bfbf HTTP/1.1" status: 200 len: 949 time: 0.1391265 Jul 07 20:46:49.968812 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-80e142b4-72de-46a3-8b78-f6b2735ac33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:49.971443 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-80e142b4-72de-46a3-8b78-f6b2735ac33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:49.972791 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-80e142b4-72de-46a3-8b78-f6b2735ac33f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/88ceae4b-6a2d-4778-9b71-50341c176434 HTTP/1.1" status: 204 len: 168 time: 0.2856963 Jul 07 20:46:50.006755 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e142b4-72de-46a3-8b78-f6b2735ac33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ceae4b-6a2d-4778-9b71-50341c176434,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:50.041375 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8ddfcce4-7f99-4b5d-a819-0debfdfca5e8 req-ff223a9f-7914-4fda-8c2f-f976aac2af98 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/security-groups?id=65b25e57-d1b7-4650-9481-d44d6bb2437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972996 Jul 07 20:46:50.107669 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] Set router 98060c53-bc94-4b5e-984e-0f24e50c4a34 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:46:50.144839 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e318f892-6d9f-4c29-b988-020c0d69387c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:50.310511 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ea850211-93e2-4bcb-9f2b-ae4b3a31a867 None None] Provisioning for port 555df1d2-aa35-4fc3-a3ac-77ff10138a74 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:46:50.320735 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ea850211-93e2-4bcb-9f2b-ae4b3a31a867 None None] Provisioning complete for port 555df1d2-aa35-4fc3-a3ac-77ff10138a74 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:50.321119 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ea850211-93e2-4bcb-9f2b-ae4b3a31a867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:50.389742 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e318f892-6d9f-4c29-b988-020c0d69387c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:50.397985 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e318f892-6d9f-4c29-b988-020c0d69387c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:50.399305 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e318f892-6d9f-4c29-b988-020c0d69387c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:50.422081 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ea850211-93e2-4bcb-9f2b-ae4b3a31a867 None None] Port 555df1d2-aa35-4fc3-a3ac-77ff10138a74 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:46:50.576788 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318f892-6d9f-4c29-b988-020c0d69387c admin admin] Pushing event updated for resources: {'Port': ['ID=555df1d2-aa35-4fc3-a3ac-77ff10138a74,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:50.691359 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'name': 'tempest-ServersTestBootFromVolume-1101165149-router', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:43Z', 'updated_at': '2021-07-07T20:46:45Z', 'revision_number': 3, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'gw_port': {'id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:98:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:44Z', 'updated_at': '2021-07-07T20:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:50.756343 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347d0df0-086e-47c1-898a-46e93d4bdbd1 None None] The sync data for ids ['98060c53-bc94-4b5e-984e-0f24e50c4a34'] in n-d-695189-11 is: [{'id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'name': 'tempest-ServersTestBootFromVolume-1101165149-router', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:43Z', 'updated_at': '2021-07-07T20:46:45Z', 'revision_number': 3, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'gw_port': {'id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:98:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:44Z', 'updated_at': '2021-07-07T20:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:46:50.805309 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e318f892-6d9f-4c29-b988-020c0d69387c admin admin] Network 10c6c845-5620-49c3-9767-57c4afeea554 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:46:50.806831 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-e318f892-6d9f-4c29-b988-020c0d69387c admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:46:51.179660 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e318f892-6d9f-4c29-b988-020c0d69387c admin admin] Router 98060c53-bc94-4b5e-984e-0f24e50c4a34 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:46:51.252472 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22b5f5-ec8f-45db-a728-79ec9f08ce52 req-8d52b303-c8dc-45ca-9a90-841ea5590027 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:51.257875 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c22b5f5-ec8f-45db-a728-79ec9f08ce52 req-8d52b303-c8dc-45ca-9a90-841ea5590027 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8473655-0ce9-4924-9962-2fb959c80d0e HTTP/1.1" status: 200 len: 950 time: 0.2180259 Jul 07 20:46:51.258908 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-174d9c62-b923-4f25-8524-e0c47e6ce85a None None] Provisioning complete for port 555df1d2-aa35-4fc3-a3ac-77ff10138a74 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:51.259833 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-174d9c62-b923-4f25-8524-e0c47e6ce85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:51.366366 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-174d9c62-b923-4f25-8524-e0c47e6ce85a None None] Port 555df1d2-aa35-4fc3-a3ac-77ff10138a74 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:46:51.492975 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c22b5f5-ec8f-45db-a728-79ec9f08ce52 req-497a023b-957f-4cbc-82fa-0275ad3a9e48 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9779546-53be-45a1-8e06-8f71374b0c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260995 Jul 07 20:46:51.529864 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e318f892-6d9f-4c29-b988-020c0d69387c admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:46:51.539450 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e318f892-6d9f-4c29-b988-020c0d69387c admin admin] 10.222.0.64 "PUT /v2.0/routers/98060c53-bc94-4b5e-984e-0f24e50c4a34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5191743 Jul 07 20:46:51.548822 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804585e-1b95-41e8-ba15-0f7d24b5c329 req-938cb1b6-5261-48df-bb4a-0970ace8b450 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:51.550381 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8804585e-1b95-41e8-ba15-0f7d24b5c329 req-938cb1b6-5261-48df-bb4a-0970ace8b450 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ee228d9-518b-44c9-9ae5-3473f665bfbf HTTP/1.1" status: 200 len: 949 time: 0.1903777 Jul 07 20:46:51.623912 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8804585e-1b95-41e8-ba15-0f7d24b5c329 req-d395c1ae-c273-435d-bd06-d0740496715e tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/security-groups?id=65b25e57-d1b7-4650-9481-d44d6bb2437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669506 Jul 07 20:46:52.146901 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814124c0-a89b-4562-b9fa-e5985aac13fb req-f3b85e46-3364-47ed-8934-bb8b7838d167 tempest-ServersAdminNegativeTestJSON-1685083653 tempest-ServersAdminNegativeTestJSON-1685083653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:52.149809 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-814124c0-a89b-4562-b9fa-e5985aac13fb req-f3b85e46-3364-47ed-8934-bb8b7838d167 tempest-ServersAdminNegativeTestJSON-1685083653 tempest-ServersAdminNegativeTestJSON-1685083653-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7ee228d9-518b-44c9-9ae5-3473f665bfbf HTTP/1.1" status: 200 len: 1101 time: 0.0924354 Jul 07 20:46:52.183733 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-814124c0-a89b-4562-b9fa-e5985aac13fb req-cda85787-1abc-4e7d-9f1d-f0c540911d9b tempest-ServersAdminNegativeTestJSON-1685083653 tempest-ServersAdminNegativeTestJSON-1685083653-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:52.320042 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-814124c0-a89b-4562-b9fa-e5985aac13fb req-cda85787-1abc-4e7d-9f1d-f0c540911d9b tempest-ServersAdminNegativeTestJSON-1685083653 tempest-ServersAdminNegativeTestJSON-1685083653-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:52.326034 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-814124c0-a89b-4562-b9fa-e5985aac13fb req-cda85787-1abc-4e7d-9f1d-f0c540911d9b tempest-ServersAdminNegativeTestJSON-1685083653 tempest-ServersAdminNegativeTestJSON-1685083653-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:52.366171 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda85787-1abc-4e7d-9f1d-f0c540911d9b tempest-ServersAdminNegativeTestJSON-1685083653 tempest-ServersAdminNegativeTestJSON-1685083653-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7274377d-9793-407e-9eb8-4f274347d4ca,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:52.376566 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-814124c0-a89b-4562-b9fa-e5985aac13fb req-cda85787-1abc-4e7d-9f1d-f0c540911d9b tempest-ServersAdminNegativeTestJSON-1685083653 tempest-ServersAdminNegativeTestJSON-1685083653-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=65b25e57-d1b7-4650-9481-d44d6bb2437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200074 Jul 07 20:46:52.602876 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-8888586c-cacf-4b18-9501-c13a99134e9f req-34023ddc-8bd2-4ea4-8f40-bd4d949c48c9 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1020322152', 'description': 'tempest-description-1537576291'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:52.646023 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8888586c-cacf-4b18-9501-c13a99134e9f req-34023ddc-8bd2-4ea4-8f40-bd4d949c48c9 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:52.656561 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8888586c-cacf-4b18-9501-c13a99134e9f req-34023ddc-8bd2-4ea4-8f40-bd4d949c48c9 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:52.844587 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8888586c-cacf-4b18-9501-c13a99134e9f req-34023ddc-8bd2-4ea4-8f40-bd4d949c48c9 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:52.852538 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8888586c-cacf-4b18-9501-c13a99134e9f req-34023ddc-8bd2-4ea4-8f40-bd4d949c48c9 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:52.950882 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34023ddc-8bd2-4ea4-8f40-bd4d949c48c9 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6d7446-b600-444b-86e1-e7d7527f586c,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:53.028126 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909865a-139d-4bbe-9eeb-2308ac9e47ab req-c15d0ea7-e688-4d3a-97cf-05e162822e63 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:53.032111 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1909865a-139d-4bbe-9eeb-2308ac9e47ab req-c15d0ea7-e688-4d3a-97cf-05e162822e63 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8473655-0ce9-4924-9962-2fb959c80d0e HTTP/1.1" status: 200 len: 950 time: 0.1586194 Jul 07 20:46:53.059909 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8888586c-cacf-4b18-9501-c13a99134e9f req-34023ddc-8bd2-4ea4-8f40-bd4d949c48c9 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:53.078167 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8888586c-cacf-4b18-9501-c13a99134e9f req-34023ddc-8bd2-4ea4-8f40-bd4d949c48c9 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:53.121989 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8888586c-cacf-4b18-9501-c13a99134e9f req-34023ddc-8bd2-4ea4-8f40-bd4d949c48c9 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:53.128602 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8888586c-cacf-4b18-9501-c13a99134e9f req-34023ddc-8bd2-4ea4-8f40-bd4d949c48c9 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5326066 Jul 07 20:46:53.190108 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34023ddc-8bd2-4ea4-8f40-bd4d949c48c9 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=127e513c-e0c0-4870-be18-86cfc690e708,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:53.197050 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 92d785a6-bca7-43eb-9f55-a6c9732b466f up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:46:53.210297 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33372) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:53.215153 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-5e488a20-ebf0-4de0-ac02-3cf243858ebb tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1508309549', 'description': 'tempest-description--206975917'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:53.255148 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-1909865a-139d-4bbe-9eeb-2308ac9e47ab req-405b7d09-4bb2-4947-9c3e-e723d6a1ad6e tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Deleting port 65e9c4ae-0221-417a-8230-59da8cb4fd73 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:46:53.255573 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1909865a-139d-4bbe-9eeb-2308ac9e47ab req-405b7d09-4bb2-4947-9c3e-e723d6a1ad6e tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:53.280168 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5e488a20-ebf0-4de0-ac02-3cf243858ebb tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:53.299311 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] Sync routers for ids ['98060c53-bc94-4b5e-984e-0f24e50c4a34'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:46:53.325596 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] Routers {'98060c53-bc94-4b5e-984e-0f24e50c4a34'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:46:53.326795 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:46:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['98060c53-bc94-4b5e-984e-0f24e50c4a34'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:53.413640 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-1909865a-139d-4bbe-9eeb-2308ac9e47ab req-405b7d09-4bb2-4947-9c3e-e723d6a1ad6e tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] For port 65e9c4ae-0221-417a-8230-59da8cb4fd73, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=65e9c4ae-0221-417a-8230-59da8cb4fd73,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:53.414053 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1909865a-139d-4bbe-9eeb-2308ac9e47ab req-405b7d09-4bb2-4947-9c3e-e723d6a1ad6e tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:53.444737 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5e488a20-ebf0-4de0-ac02-3cf243858ebb tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:53.444947 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 92d785a6-bca7-43eb-9f55-a6c9732b466f completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:46:53.453317 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 92d785a6-bca7-43eb-9f55-a6c9732b466f triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:53.453697 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:53.455494 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-1909865a-139d-4bbe-9eeb-2308ac9e47ab req-405b7d09-4bb2-4947-9c3e-e723d6a1ad6e tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Calling delete_port for 65e9c4ae-0221-417a-8230-59da8cb4fd73 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:46:53.458925 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5e488a20-ebf0-4de0-ac02-3cf243858ebb tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:53.469114 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29a878-d6a4-45cb-a982-bca74501ec32 req-83072c2c-084d-4b11-a86c-f48b831e3870 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:53.477395 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8d29a878-d6a4-45cb-a982-bca74501ec32 req-83072c2c-084d-4b11-a86c-f48b831e3870 tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8473655-0ce9-4924-9962-2fb959c80d0e HTTP/1.1" status: 200 len: 950 time: 0.1563191 Jul 07 20:46:53.509976 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5e488a20-ebf0-4de0-ac02-3cf243858ebb tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:53.511238 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5e488a20-ebf0-4de0-ac02-3cf243858ebb tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2999055 Jul 07 20:46:53.520616 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33376) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:53.523033 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e488a20-ebf0-4de0-ac02-3cf243858ebb tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0ec93b-17a8-4a4a-a7cd-5c19d7f989f3,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:53.531051 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e3961f98-a019-4b45-885f-102944c1bee3 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Request body: {'security_group_rule': {'security_group_id': '4d0ec93b-17a8-4a4a-a7cd-5c19d7f989f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:53.568187 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8d29a878-d6a4-45cb-a982-bca74501ec32 req-23f73573-e3b7-4718-b890-0915dc576e0b tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.64 "GET /v2.0/security-groups?id=a9779546-53be-45a1-8e06-8f71374b0c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896881 Jul 07 20:46:53.569377 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] Set router 98060c53-bc94-4b5e-984e-0f24e50c4a34 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:46:53.578712 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-65de15ee-101c-48cf-ac6c-1d3f3737bba1 req-35aca6b6-3bd6-4b77-ba59-b9592130dd75 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1807767954', 'description': 'tempest-description-2074095873'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:53.592198 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e3961f98-a019-4b45-885f-102944c1bee3 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:53.702388 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:53.710053 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-65de15ee-101c-48cf-ac6c-1d3f3737bba1 req-35aca6b6-3bd6-4b77-ba59-b9592130dd75 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:53.722193 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e3961f98-a019-4b45-885f-102944c1bee3 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:53.727457 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e3961f98-a019-4b45-885f-102944c1bee3 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:53.759789 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3961f98-a019-4b45-885f-102944c1bee3 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be60ad10-8795-4e9a-ab59-421e5cf7ac66,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:53.772272 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e3961f98-a019-4b45-885f-102944c1bee3 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:53.776107 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e3961f98-a019-4b45-885f-102944c1bee3 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2514319 Jul 07 20:46:53.776339 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33378) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:53.781159 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-9f925006-0dbc-4e56-a1e0-1cbdb3217445 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Request body: {'security_group_rule': {'security_group_id': '4d0ec93b-17a8-4a4a-a7cd-5c19d7f989f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:53.796742 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 92d785a6-bca7-43eb-9f55-a6c9732b466f, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=92d785a6-bca7-43eb-9f55-a6c9732b466f,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:53.803993 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:53.807918 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1909865a-139d-4bbe-9eeb-2308ac9e47ab req-405b7d09-4bb2-4947-9c3e-e723d6a1ad6e tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:53.819931 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9f925006-0dbc-4e56-a1e0-1cbdb3217445 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:53.838388 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['65e9c4ae-0221-417a-8230-59da8cb4fd73'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:46:53.891918 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9f925006-0dbc-4e56-a1e0-1cbdb3217445 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:53.896302 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b7d09-4bb2-4947-9c3e-e723d6a1ad6e tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Pushing event deleted for resources: {'Port': ['ID=65e9c4ae-0221-417a-8230-59da8cb4fd73,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:53.898158 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9f925006-0dbc-4e56-a1e0-1cbdb3217445 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:53.922286 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=92d785a6-bca7-43eb-9f55-a6c9732b466f,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:53.935037 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f925006-0dbc-4e56-a1e0-1cbdb3217445 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7950c09d-63d4-4a4b-a40d-211f16b2cb6a,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:53.994822 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-1909865a-139d-4bbe-9eeb-2308ac9e47ab req-405b7d09-4bb2-4947-9c3e-e723d6a1ad6e tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] No DVR routers for this DVR port 65e9c4ae-0221-417a-8230-59da8cb4fd73 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:46:53.999504 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1909865a-139d-4bbe-9eeb-2308ac9e47ab req-405b7d09-4bb2-4947-9c3e-e723d6a1ad6e tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:54.001592 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1909865a-139d-4bbe-9eeb-2308ac9e47ab req-405b7d09-4bb2-4947-9c3e-e723d6a1ad6e tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.39 "DELETE /v2.0/ports/65e9c4ae-0221-417a-8230-59da8cb4fd73 HTTP/1.1" status: 204 len: 173 time: 0.9616733 Jul 07 20:46:54.002312 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8473655-0ce9-4924-9962-2fb959c80d0e', 'name': 'network-vif-deleted', 'tag': '65e9c4ae-0221-417a-8230-59da8cb4fd73'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:54.004664 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab33d760-2bfe-43a2-9ae3-bd4e5acb5483" -d '{"events": [{"server_uuid": "e8473655-0ce9-4924-9962-2fb959c80d0e", "name": "network-vif-deleted", "tag": "65e9c4ae-0221-417a-8230-59da8cb4fd73"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:54.009121 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'name': 'tempest-ServersTestBootFromVolume-1101165149-router', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:43Z', 'updated_at': '2021-07-07T20:46:49Z', 'revision_number': 4, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'gw_port': {'id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:98:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:44Z', 'updated_at': '2021-07-07T20:46:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '555df1d2-aa35-4fc3-a3ac-77ff10138a74', 'name': '', 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'mac_address': 'fa:16:3e:c0:00:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '3a661560-d0ca-4a80-a1c0-8f03610fb2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:49Z', 'updated_at': '2021-07-07T20:46:50Z', 'revision_number': 2, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'subnets': [{'id': '3a661560-d0ca-4a80-a1c0-8f03610fb2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:54.043257 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dab3ce-c423-432f-9587-0cd9d625c690 req-449bc94d-2e8f-47a8-822d-98660592cb8d tempest-ServersAdminNegativeTestJSON-1685083653 tempest-ServersAdminNegativeTestJSON-1685083653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:54.044972 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e9dab3ce-c423-432f-9587-0cd9d625c690 req-449bc94d-2e8f-47a8-822d-98660592cb8d tempest-ServersAdminNegativeTestJSON-1685083653 tempest-ServersAdminNegativeTestJSON-1685083653-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7ee228d9-518b-44c9-9ae5-3473f665bfbf HTTP/1.1" status: 200 len: 1101 time: 0.2414093 Jul 07 20:46:54.064705 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] Checking router: 98060c53-bc94-4b5e-984e-0f24e50c4a34 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:46:54.065478 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] Updating router 98060c53-bc94-4b5e-984e-0f24e50c4a34 port 555df1d2-aa35-4fc3-a3ac-77ff10138a74 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:46:54.088301 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-65de15ee-101c-48cf-ac6c-1d3f3737bba1 req-35aca6b6-3bd6-4b77-ba59-b9592130dd75 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:54.101556 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-65de15ee-101c-48cf-ac6c-1d3f3737bba1 req-35aca6b6-3bd6-4b77-ba59-b9592130dd75 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:54.104327 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9f925006-0dbc-4e56-a1e0-1cbdb3217445 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:54.114522 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33382) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:54.115104 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9f925006-0dbc-4e56-a1e0-1cbdb3217445 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3374555 Jul 07 20:46:54.128138 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-12dbd0a7-7b44-4dff-b74c-f56acdb45c37 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:54.139901 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e9dab3ce-c423-432f-9587-0cd9d625c690 req-ea6db285-5675-494b-839a-4ed4ce3a46e5 tempest-ServersAdminNegativeTestJSON-1685083653 tempest-ServersAdminNegativeTestJSON-1685083653-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=65b25e57-d1b7-4650-9481-d44d6bb2437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889952 Jul 07 20:46:54.142547 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:54.180952 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aca6b6-3bd6-4b77-ba59-b9592130dd75 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5edf24a6-55dd-4ebb-b85c-98d709a7c655,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:54.205494 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-12dbd0a7-7b44-4dff-b74c-f56acdb45c37 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:54.318265 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a707a5d3-0ea1-4131-bf15-31f1e34fc8dc x-openstack-request-id: req-a707a5d3-0ea1-4131-bf15-31f1e34fc8dc {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:54.319247 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8473655-0ce9-4924-9962-2fb959c80d0e", "name": "network-vif-deleted", "tag": "65e9c4ae-0221-417a-8230-59da8cb4fd73", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:54.319537 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a707a5d3-0ea1-4131-bf15-31f1e34fc8dc {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:54.320024 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8473655-0ce9-4924-9962-2fb959c80d0e', 'name': 'network-vif-deleted', 'tag': '65e9c4ae-0221-417a-8230-59da8cb4fd73', 'status': 'completed', 'code': 200} Jul 07 20:46:54.322079 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-65de15ee-101c-48cf-ac6c-1d3f3737bba1 req-35aca6b6-3bd6-4b77-ba59-b9592130dd75 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:54.323727 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-65de15ee-101c-48cf-ac6c-1d3f3737bba1 req-35aca6b6-3bd6-4b77-ba59-b9592130dd75 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7529035 Jul 07 20:46:54.435150 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-12dbd0a7-7b44-4dff-b74c-f56acdb45c37 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:54.510730 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-d087a56e-a9a2-4b31-8e00-71d0f9fd1696 req-e8e2c121-1d1f-4048-a19f-8011fc04fc60 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1868045145', 'description': 'tempest-description-1882196111'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:54.595520 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d087a56e-a9a2-4b31-8e00-71d0f9fd1696 req-e8e2c121-1d1f-4048-a19f-8011fc04fc60 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:54.715737 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:54.728330 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] Transition to ACTIVE for port object 555df1d2-aa35-4fc3-a3ac-77ff10138a74 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:46:54.740515 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:54.795068 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803c4c4-c4f6-4c65-afa0-d6566d4a5004 None None] Pushing event updated for resources: {'Port': ['ID=555df1d2-aa35-4fc3-a3ac-77ff10138a74,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:54.860095 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] Attempting to bind port 555df1d2-aa35-4fc3-a3ac-77ff10138a74 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:46:54.860467 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] Attempting to bind port 555df1d2-aa35-4fc3-a3ac-77ff10138a74 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '22c3ee63-ef64-4098-a51b-1647e4329dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:46:54.860827 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] Attempting to bind port 555df1d2-aa35-4fc3-a3ac-77ff10138a74 on network 10c6c845-5620-49c3-9767-57c4afeea554 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:46:54.871587 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:46:54.872016 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] Checking segment: {'id': '22c3ee63-ef64-4098-a51b-1647e4329dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:46:54.872426 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:54.872819 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] Bound using segment: {'id': '22c3ee63-ef64-4098-a51b-1647e4329dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:46:54.873290 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] Bound port: 555df1d2-aa35-4fc3-a3ac-77ff10138a74, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c3ee63-ef64-4098-a51b-1647e4329dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:46:54.873679 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:54.989392 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d087a56e-a9a2-4b31-8e00-71d0f9fd1696 req-e8e2c121-1d1f-4048-a19f-8011fc04fc60 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:55.000912 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 92d785a6-bca7-43eb-9f55-a6c9732b466f up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:46:55.007500 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] For port 555df1d2-aa35-4fc3-a3ac-77ff10138a74, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:46:55.024659 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-12dbd0a7-7b44-4dff-b74c-f56acdb45c37 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Allocated IP 172.25.5.14 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/29949b55-23e5-468b-a5eb-1699a8c4cad3) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:46:55.057862 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] For port 555df1d2-aa35-4fc3-a3ac-77ff10138a74, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=555df1d2-aa35-4fc3-a3ac-77ff10138a74,segment=NetworkSegment(22c3ee63-ef64-4098-a51b-1647e4329dd4),segment_id=22c3ee63-ef64-4098-a51b-1647e4329dd4)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:46:55.068550 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:55.072664 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-87390285-34f0-481e-83e6-32cc3893575d req-38d38d8c-74ca-4613-9948-c84796be2cfd tempest-ServerDiagnosticsNegativeTest-1555503108 tempest-ServerDiagnosticsNegativeTest-1555503108-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8473655-0ce9-4924-9962-2fb959c80d0e HTTP/1.1" status: 200 len: 210 time: 0.0455663 Jul 07 20:46:55.269236 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] Routers {'98060c53-bc94-4b5e-984e-0f24e50c4a34'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:46:55.272634 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:46:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['98060c53-bc94-4b5e-984e-0f24e50c4a34'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:55.287315 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-12dbd0a7-7b44-4dff-b74c-f56acdb45c37 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:55.296976 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 92d785a6-bca7-43eb-9f55-a6c9732b466f triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:55.299981 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d087a56e-a9a2-4b31-8e00-71d0f9fd1696 req-e8e2c121-1d1f-4048-a19f-8011fc04fc60 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:55.300498 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:55.318825 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d087a56e-a9a2-4b31-8e00-71d0f9fd1696 req-e8e2c121-1d1f-4048-a19f-8011fc04fc60 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:55.390600 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2c121-1d1f-4048-a19f-8011fc04fc60 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80750b18-9ebe-458e-880a-17a863156567,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:55.469123 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-12dbd0a7-7b44-4dff-b74c-f56acdb45c37 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:55.517010 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12dbd0a7-7b44-4dff-b74c-f56acdb45c37 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:46:55.530531 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-12dbd0a7-7b44-4dff-b74c-f56acdb45c37 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:46:55.531071 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803c4c4-c4f6-4c65-afa0-d6566d4a5004 None None] Pushing event updated for resources: {'Port': ['ID=555df1d2-aa35-4fc3-a3ac-77ff10138a74,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:55.551523 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] Set router 98060c53-bc94-4b5e-984e-0f24e50c4a34 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:46:55.553680 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dbd0a7-7b44-4dff-b74c-f56acdb45c37 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:46:55.679749 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-12dbd0a7-7b44-4dff-b74c-f56acdb45c37 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:55.745707 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dbd0a7-7b44-4dff-b74c-f56acdb45c37 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Pushing event updated for resources: {'Port': ['ID=29949b55-23e5-468b-a5eb-1699a8c4cad3,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:55.758412 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d087a56e-a9a2-4b31-8e00-71d0f9fd1696 req-e8e2c121-1d1f-4048-a19f-8011fc04fc60 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:55.778316 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d087a56e-a9a2-4b31-8e00-71d0f9fd1696 req-e8e2c121-1d1f-4048-a19f-8011fc04fc60 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:55.840909 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d087a56e-a9a2-4b31-8e00-71d0f9fd1696 req-e8e2c121-1d1f-4048-a19f-8011fc04fc60 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:55.842329 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d087a56e-a9a2-4b31-8e00-71d0f9fd1696 req-e8e2c121-1d1f-4048-a19f-8011fc04fc60 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.3375235 Jul 07 20:46:55.848361 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-12dbd0a7-7b44-4dff-b74c-f56acdb45c37 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:55.854238 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'name': 'tempest-ServersTestBootFromVolume-1101165149-router', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:43Z', 'updated_at': '2021-07-07T20:46:49Z', 'revision_number': 4, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'gw_port': {'id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:98:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:44Z', 'updated_at': '2021-07-07T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '555df1d2-aa35-4fc3-a3ac-77ff10138a74', 'name': '', 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'mac_address': 'fa:16:3e:c0:00:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '3a661560-d0ca-4a80-a1c0-8f03610fb2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:49Z', 'updated_at': '2021-07-07T20:46:54Z', 'revision_number': 4, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'subnets': [{'id': '3a661560-d0ca-4a80-a1c0-8f03610fb2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:46:55.884992 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2c121-1d1f-4048-a19f-8011fc04fc60 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b35f807-e526-4382-b19e-57a134bdfeb1,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:55.890410 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d0e65-8b50-480b-a6d6-bb8ae5ddecec None None] The sync data for ids ['98060c53-bc94-4b5e-984e-0f24e50c4a34'] in n-d-695189-11 is: [{'id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'name': 'tempest-ServersTestBootFromVolume-1101165149-router', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:43Z', 'updated_at': '2021-07-07T20:46:49Z', 'revision_number': 4, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'gw_port': {'id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:98:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:44Z', 'updated_at': '2021-07-07T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '555df1d2-aa35-4fc3-a3ac-77ff10138a74', 'name': '', 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'mac_address': 'fa:16:3e:c0:00:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '3a661560-d0ca-4a80-a1c0-8f03610fb2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:49Z', 'updated_at': '2021-07-07T20:46:54Z', 'revision_number': 4, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'subnets': [{'id': '3a661560-d0ca-4a80-a1c0-8f03610fb2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:46:55.943384 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ca327-d7f0-4bc1-b54d-a42ffffc5ad2 req-aa16cf78-f329-4eaf-bc13-5b91ea99f374 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:55.950291 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-390ca327-d7f0-4bc1-b54d-a42ffffc5ad2 req-aa16cf78-f329-4eaf-bc13-5b91ea99f374 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ee228d9-518b-44c9-9ae5-3473f665bfbf HTTP/1.1" status: 200 len: 949 time: 0.1849515 Jul 07 20:46:56.122731 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-390ca327-d7f0-4bc1-b54d-a42ffffc5ad2 req-0a2cd6a0-3638-4382-a1bd-da183c908a46 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/security-groups?id=65b25e57-d1b7-4650-9481-d44d6bb2437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627724 Jul 07 20:46:56.167446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-09f49955-5f73-441c-b40a-fd616fdf7ccd req-ab5911c1-cc9e-4b1e-b0e2-82b56315353a tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1254432320', 'description': 'tempest-description-1254043028'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:46:56.248686 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-12dbd0a7-7b44-4dff-b74c-f56acdb45c37 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:56.258188 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-12dbd0a7-7b44-4dff-b74c-f56acdb45c37 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:56.276118 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-09f49955-5f73-441c-b40a-fd616fdf7ccd req-ab5911c1-cc9e-4b1e-b0e2-82b56315353a tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:56.350018 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-12dbd0a7-7b44-4dff-b74c-f56acdb45c37 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:56.469185 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dbd0a7-7b44-4dff-b74c-f56acdb45c37 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Pushing event updated for resources: {'Port': ['ID=29949b55-23e5-468b-a5eb-1699a8c4cad3,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:56.503665 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-09f49955-5f73-441c-b40a-fd616fdf7ccd req-ab5911c1-cc9e-4b1e-b0e2-82b56315353a tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:56.511802 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-09f49955-5f73-441c-b40a-fd616fdf7ccd req-ab5911c1-cc9e-4b1e-b0e2-82b56315353a tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:56.543679 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5911c1-cc9e-4b1e-b0e2-82b56315353a tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd1151c-6da2-4148-bf3d-873d85ade039,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:56.545985 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-12dbd0a7-7b44-4dff-b74c-f56acdb45c37 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:56.547262 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-12dbd0a7-7b44-4dff-b74c-f56acdb45c37 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4311879 Jul 07 20:46:56.559392 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-09f49955-5f73-441c-b40a-fd616fdf7ccd req-ab5911c1-cc9e-4b1e-b0e2-82b56315353a tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:56.561199 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-09f49955-5f73-441c-b40a-fd616fdf7ccd req-ab5911c1-cc9e-4b1e-b0e2-82b56315353a tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4031329 Jul 07 20:46:56.911967 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33456) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:56.921521 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 65e9c4ae-0221-417a-8230-59da8cb4fd73 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:46:56.966736 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 65e9c4ae-0221-417a-8230-59da8cb4fd73 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:46:56.967497 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 65e9c4ae-0221-417a-8230-59da8cb4fd73 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:46:57.051586 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-cf9c433c-3835-4d02-8a1d-06c412baa32b tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 58822 time: 0.4622421 Jul 07 20:46:57.092369 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 555df1d2-aa35-4fc3-a3ac-77ff10138a74 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:46:57.207756 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-1f44e961-d475-481e-8039-f40d1965d524 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/231f1b5a-bfc6-41b5-ab45-6801d8fea8b6 HTTP/1.1" status: 200 len: 2977 time: 0.1541739 Jul 07 20:46:57.287206 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-42f05a13-e3ea-45a5-a203-3d9148241085 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=de311ef6182846e3b52e2c5c5872b92c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3736951 Jul 07 20:46:57.291757 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33476) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:57.308737 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-7d868235-dcfb-40df-acbc-2685b1d0987e tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/231f1b5a-bfc6-41b5-ab45-6801d8fea8b6 HTTP/1.1" status: 200 len: 2977 time: 0.0875044 Jul 07 20:46:57.401548 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-753102d5-eed9-499e-8ad4-1b12f93040a8 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/293fc063-5198-4523-ae1f-0e953f344cb2 HTTP/1.1" status: 200 len: 2981 time: 0.0860617 Jul 07 20:46:57.500182 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-bf021cdf-666c-4fee-bfd0-4640e2eb0d30 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/293fc063-5198-4523-ae1f-0e953f344cb2 HTTP/1.1" status: 200 len: 2981 time: 0.0931251 Jul 07 20:46:57.505747 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0a93b515-3663-4f9e-89eb-84a641df8c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:57.556689 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0a93b515-3663-4f9e-89eb-84a641df8c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:57.604810 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 555df1d2-aa35-4fc3-a3ac-77ff10138a74 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:46:57.612171 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 555df1d2-aa35-4fc3-a3ac-77ff10138a74 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:57.615063 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:57.632184 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-c89862f0-46c2-4806-8c0c-cb6a1ad26ea3 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/437d731d-5b76-4d42-8bf2-f4309ac363ef HTTP/1.1" status: 200 len: 2981 time: 0.1184740 Jul 07 20:46:57.638627 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0a93b515-3663-4f9e-89eb-84a641df8c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:57.642934 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0a93b515-3663-4f9e-89eb-84a641df8c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:57.647277 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0a93b515-3663-4f9e-89eb-84a641df8c60 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a9779546-53be-45a1-8e06-8f71374b0c8f HTTP/1.1" status: 204 len: 168 time: 0.3521526 Jul 07 20:46:57.666800 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93b515-3663-4f9e-89eb-84a641df8c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9779546-53be-45a1-8e06-8f71374b0c8f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:57.738068 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27602a63-61af-4870-b4e7-665355f2ebed req-99b57ccf-5350-4671-9c58-a357826455c3 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:57.748459 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-27602a63-61af-4870-b4e7-665355f2ebed req-99b57ccf-5350-4671-9c58-a357826455c3 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ee228d9-518b-44c9-9ae5-3473f665bfbf HTTP/1.1" status: 200 len: 949 time: 0.2015262 Jul 07 20:46:57.750369 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-a3ced8ff-aef8-4d72-8e82-3b2b9ecc5501 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/437d731d-5b76-4d42-8bf2-f4309ac363ef HTTP/1.1" status: 200 len: 2981 time: 0.1173146 Jul 07 20:46:57.845107 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-27602a63-61af-4870-b4e7-665355f2ebed req-f48e107e-25c5-40e9-ac4b-36efaac39902 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/security-groups?id=65b25e57-d1b7-4650-9481-d44d6bb2437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936069 Jul 07 20:46:57.857333 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-08fdb7c6-968d-4c4b-96b8-34e3e4a37798 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/4c6d7446-b600-444b-86e1-e7d7527f586c HTTP/1.1" status: 200 len: 2981 time: 0.0972323 Jul 07 20:46:57.910417 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18811c-6a48-4c8d-a810-caa4859fc935 req-c62129cc-2f5f-40c6-a780-daddfac9947f tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:46:57.914194 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bd18811c-6a48-4c8d-a810-caa4859fc935 req-c62129cc-2f5f-40c6-a780-daddfac9947f tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ee228d9-518b-44c9-9ae5-3473f665bfbf HTTP/1.1" status: 200 len: 949 time: 0.1825013 Jul 07 20:46:57.917797 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:57.975893 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-8b172b4c-a7b6-43b5-9944-0ca092bfddf7 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/4c6d7446-b600-444b-86e1-e7d7527f586c HTTP/1.1" status: 200 len: 2981 time: 0.0991271 Jul 07 20:46:57.996697 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 555df1d2-aa35-4fc3-a3ac-77ff10138a74, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=555df1d2-aa35-4fc3-a3ac-77ff10138a74,segment=NetworkSegment(22c3ee63-ef64-4098-a51b-1647e4329dd4),segment_id=22c3ee63-ef64-4098-a51b-1647e4329dd4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:58.017479 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:58.062600 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-5d5fe7f6-67b3-403a-9ad5-d00e7440d104 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/58b1262c-4f13-408e-950d-8ae7df2329df HTTP/1.1" status: 200 len: 2977 time: 0.0792842 Jul 07 20:46:58.140282 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=555df1d2-aa35-4fc3-a3ac-77ff10138a74,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:58.142820 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-1a1068d3-5921-44c2-a8be-64136a306ce7 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/58b1262c-4f13-408e-950d-8ae7df2329df HTTP/1.1" status: 200 len: 2977 time: 0.0691485 Jul 07 20:46:58.183391 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-bd18811c-6a48-4c8d-a810-caa4859fc935 req-58a84712-f8a1-4fed-b0ed-f22be96405bd tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Deleting port 107a99eb-0146-4741-bfbb-22dc9fb8082f {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:46:58.183815 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bd18811c-6a48-4c8d-a810-caa4859fc935 req-58a84712-f8a1-4fed-b0ed-f22be96405bd tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:58.184390 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33524) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:58.209500 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-20f6023c-747d-46ec-91ac-1e3740604f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:58.212280 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-93b7ee64-c8a1-4a58-abff-9541098473d5 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/59b8775f-76da-42a0-a753-3c6c71d25402 HTTP/1.1" status: 200 len: 2981 time: 0.0628796 Jul 07 20:46:58.284980 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-e782efe5-4306-433c-9f4c-35aa2b9aae67 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/59b8775f-76da-42a0-a753-3c6c71d25402 HTTP/1.1" status: 200 len: 2981 time: 0.0628984 Jul 07 20:46:58.294460 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-bd18811c-6a48-4c8d-a810-caa4859fc935 req-58a84712-f8a1-4fed-b0ed-f22be96405bd tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] For port 107a99eb-0146-4741-bfbb-22dc9fb8082f, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=107a99eb-0146-4741-bfbb-22dc9fb8082f,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:46:58.295021 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bd18811c-6a48-4c8d-a810-caa4859fc935 req-58a84712-f8a1-4fed-b0ed-f22be96405bd tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:58.308648 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-bd18811c-6a48-4c8d-a810-caa4859fc935 req-58a84712-f8a1-4fed-b0ed-f22be96405bd tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Calling delete_port for 107a99eb-0146-4741-bfbb-22dc9fb8082f owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:46:58.358526 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-e0bf6429-73e9-42ba-bff2-576ff3fc0baf tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/65b25e57-d1b7-4650-9481-d44d6bb2437c HTTP/1.1" status: 200 len: 2981 time: 0.0613885 Jul 07 20:46:58.445682 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-20f6023c-747d-46ec-91ac-1e3740604f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:58.456055 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-20f6023c-747d-46ec-91ac-1e3740604f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:58.487054 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bd18811c-6a48-4c8d-a810-caa4859fc935 req-58a84712-f8a1-4fed-b0ed-f22be96405bd tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:58.511742 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['14dfb9f4-6193-4ccd-939e-d9a01d54ae96', '107a99eb-0146-4741-bfbb-22dc9fb8082f'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:46:58.529020 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a84712-f8a1-4fed-b0ed-f22be96405bd tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Pushing event deleted for resources: {'Port': ['ID=107a99eb-0146-4741-bfbb-22dc9fb8082f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:58.542559 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6023c-747d-46ec-91ac-1e3740604f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a9a9ed-bf5f-42c2-93e4-b29471350346,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:58.562719 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-426a3934-4a0d-4236-95c9-583461e8400a tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/65b25e57-d1b7-4650-9481-d44d6bb2437c HTTP/1.1" status: 200 len: 2981 time: 0.1842334 Jul 07 20:46:58.580740 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-20f6023c-747d-46ec-91ac-1e3740604f95 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=29d3d603c2ca4b54ab2206fa201028fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3952711 Jul 07 20:46:58.587879 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33534) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:46:58.635743 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd18811c-6a48-4c8d-a810-caa4859fc935 req-58a84712-f8a1-4fed-b0ed-f22be96405bd tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] No DVR routers for this DVR port 107a99eb-0146-4741-bfbb-22dc9fb8082f on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:46:58.638570 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bd18811c-6a48-4c8d-a810-caa4859fc935 req-58a84712-f8a1-4fed-b0ed-f22be96405bd tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:58.642074 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bd18811c-6a48-4c8d-a810-caa4859fc935 req-58a84712-f8a1-4fed-b0ed-f22be96405bd tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.58 "DELETE /v2.0/ports/107a99eb-0146-4741-bfbb-22dc9fb8082f HTTP/1.1" status: 204 len: 173 time: 0.7218857 Jul 07 20:46:58.642910 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee228d9-518b-44c9-9ae5-3473f665bfbf', 'name': 'network-vif-deleted', 'tag': '107a99eb-0146-4741-bfbb-22dc9fb8082f'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:46:58.654771 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b7ac70-9089-479b-88b4-a70be5ed6a21" -d '{"events": [{"server_uuid": "7ee228d9-518b-44c9-9ae5-3473f665bfbf", "name": "network-vif-deleted", "tag": "107a99eb-0146-4741-bfbb-22dc9fb8082f"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:46:58.715513 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b3c54e-7c95-4b63-8170-a75a4bf86ed9 x-openstack-request-id: req-40b3c54e-7c95-4b63-8170-a75a4bf86ed9 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:46:58.715808 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee228d9-518b-44c9-9ae5-3473f665bfbf", "name": "network-vif-deleted", "tag": "107a99eb-0146-4741-bfbb-22dc9fb8082f", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:46:58.716085 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-40b3c54e-7c95-4b63-8170-a75a4bf86ed9 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:46:58.716484 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee228d9-518b-44c9-9ae5-3473f665bfbf', 'name': 'network-vif-deleted', 'tag': '107a99eb-0146-4741-bfbb-22dc9fb8082f', 'status': 'completed', 'code': 200} Jul 07 20:46:58.769386 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6d698ade-7042-45b4-a698-6a070d382cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:58.796833 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6d698ade-7042-45b4-a698-6a070d382cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:58.845514 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-f5b111a2-2ffa-43f7-9920-ec39e22cb436 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/7274377d-9793-407e-9eb8-4f274347d4ca HTTP/1.1" status: 200 len: 2981 time: 0.2753041 Jul 07 20:46:58.905196 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6d698ade-7042-45b4-a698-6a070d382cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:58.917050 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6d698ade-7042-45b4-a698-6a070d382cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:58.920418 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6d698ade-7042-45b4-a698-6a070d382cec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33a9a9ed-bf5f-42c2-93e4-b29471350346 HTTP/1.1" status: 204 len: 168 time: 0.3279870 Jul 07 20:46:58.948361 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d698ade-7042-45b4-a698-6a070d382cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a9a9ed-bf5f-42c2-93e4-b29471350346,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:46:58.987783 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-b08fe187-27d8-4388-91e4-fbacbd09262a tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/7274377d-9793-407e-9eb8-4f274347d4ca HTTP/1.1" status: 200 len: 2981 time: 0.1349423 Jul 07 20:46:59.031045 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 555df1d2-aa35-4fc3-a3ac-77ff10138a74 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:46:59.081066 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-37e9934b-b032-4a88-91cd-86db069f22cd req-3cf91b13-97eb-4c0c-94a4-9166e7af3b9b tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ee228d9-518b-44c9-9ae5-3473f665bfbf HTTP/1.1" status: 200 len: 210 time: 0.0400877 Jul 07 20:46:59.090414 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-3b5e7e99-7237-4ac8-afe0-9aa4b57527a0 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/80750b18-9ebe-458e-880a-17a863156567 HTTP/1.1" status: 200 len: 2981 time: 0.0938380 Jul 07 20:46:59.098361 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 555df1d2-aa35-4fc3-a3ac-77ff10138a74 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:46:59.099016 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:59.134422 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-d661f8d9-73c2-4d6d-8318-99679d5e0f7d tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/80750b18-9ebe-458e-880a-17a863156567 HTTP/1.1" status: 200 len: 2981 time: 0.0430570 Jul 07 20:46:59.161915 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f167f200-96db-4c7b-9433-57c7c34262d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:46:59.189448 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-3259fc94-5d88-4179-947e-b57966436d69 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/86ab6bd3-0003-4de8-9818-5bbce8c2af1c HTTP/1.1" status: 200 len: 2977 time: 0.0485609 Jul 07 20:46:59.245614 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-9522a0c5-4f06-4a3b-b146-622e407cda44 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/86ab6bd3-0003-4de8-9818-5bbce8c2af1c HTTP/1.1" status: 200 len: 2977 time: 0.0489478 Jul 07 20:46:59.267747 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-98b8dd5f-98ce-42bc-8411-e9f83e26f019 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] show failed (client error): The resource could not be found. Jul 07 20:46:59.268923 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-98b8dd5f-98ce-42bc-8411-e9f83e26f019 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/a9779546-53be-45a1-8e06-8f71374b0c8f HTTP/1.1" status: 404 len: 352 time: 0.0176861 Jul 07 20:46:59.292674 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-576d4bc0-9ae5-49bc-8056-bbc82817772b tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] show failed (client error): The resource could not be found. Jul 07 20:46:59.293703 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-576d4bc0-9ae5-49bc-8056-bbc82817772b tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/a9779546-53be-45a1-8e06-8f71374b0c8f HTTP/1.1" status: 404 len: 352 time: 0.0159688 Jul 07 20:46:59.350409 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-5b8041ce-59d7-4182-a0c5-84cc1cf1cf58 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/c0891adc-a5d0-40f3-af2b-fc34cf7ae7bd HTTP/1.1" status: 200 len: 2981 time: 0.0483272 Jul 07 20:46:59.402294 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-cd92b671-a479-49a3-8382-608af161c2bd tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/c0891adc-a5d0-40f3-af2b-fc34cf7ae7bd HTTP/1.1" status: 200 len: 2981 time: 0.0427380 Jul 07 20:46:59.460166 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-0d52dd15-7b16-483d-b5de-9f69eb1e88c4 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/c7fe522d-5613-4976-9c4c-5c58544d80e0 HTTP/1.1" status: 200 len: 2981 time: 0.0483258 Jul 07 20:46:59.548344 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-21dad53a-bcca-4a72-99d0-a2a52c1c83e2 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/c7fe522d-5613-4976-9c4c-5c58544d80e0 HTTP/1.1" status: 200 len: 2981 time: 0.0797868 Jul 07 20:46:59.618573 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-3e51801b-62a5-4f2b-9033-56c70462a463 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/f3292994-3757-4320-b1f4-b4cf03e2d217 HTTP/1.1" status: 200 len: 2981 time: 0.0690961 Jul 07 20:46:59.669312 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-5189783f-fb9c-4e5d-b9b3-c5bd199e7102 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/f3292994-3757-4320-b1f4-b4cf03e2d217 HTTP/1.1" status: 200 len: 2981 time: 0.0485642 Jul 07 20:46:59.729662 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-eab7bdf2-0f7a-4e6f-b035-48efb243a561 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/fa53a01e-10f4-4786-9040-a426934d43a9 HTTP/1.1" status: 200 len: 2981 time: 0.0599906 Jul 07 20:46:59.791459 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-e8781fc4-a2c6-4b06-b806-73936dfd28e5 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/fa53a01e-10f4-4786-9040-a426934d43a9 HTTP/1.1" status: 200 len: 2981 time: 0.0546639 Jul 07 20:46:59.845947 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-0c46cc2e-a062-4ff5-ba9c-9a57b027c1e4 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/fbbdb973-6faf-412a-8950-6bbc733d25d6 HTTP/1.1" status: 200 len: 2973 time: 0.0475225 Jul 07 20:46:59.896893 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f360d7d-8f4b-4aac-8a4d-64b79e32a5a1 req-57bab942-061b-4c47-94f8-041e29d313b2 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/fbbdb973-6faf-412a-8950-6bbc733d25d6 HTTP/1.1" status: 200 len: 2973 time: 0.0423925 Jul 07 20:46:59.935420 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33572) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:00.003376 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8cd445e-3cec-4358-944c-87b1e1b1eac3 req-ce8c2365-f11b-4d99-bc85-9070917bdee0 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7634d55c55fa4e3aaaa34ade07fa8004 HTTP/1.1" status: 200 len: 6104 time: 0.0750787 Jul 07 20:47:00.060046 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8cd445e-3cec-4358-944c-87b1e1b1eac3 req-f9676ac4-c5d6-4c8c-a0da-8a7237f2431e tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] 10.222.0.64 "GET /v2.0/security-groups/4c6d7446-b600-444b-86e1-e7d7527f586c HTTP/1.1" status: 200 len: 2981 time: 0.0493376 Jul 07 20:47:00.066255 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-72128337-cc27-47ef-bc99-5d78c1da1ccf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-356579551-network', 'tenant_id': '5dd30728e9dc485a88291dc240f158da'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:00.124599 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72128337-cc27-47ef-bc99-5d78c1da1ccf admin admin] Made reservation on behalf of 5dd30728e9dc485a88291dc240f158da for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:47:00.127320 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72128337-cc27-47ef-bc99-5d78c1da1ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:00.133064 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8cd445e-3cec-4358-944c-87b1e1b1eac3 req-583baddb-83da-47c2-8351-7660e78eb8ad tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] 10.222.0.64 "GET /v2.0/security-groups/4c6d7446-b600-444b-86e1-e7d7527f586c HTTP/1.1" status: 200 len: 2981 time: 0.0631435 Jul 07 20:47:00.139940 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72128337-cc27-47ef-bc99-5d78c1da1ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:00.216841 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3657cd8-9b23-4361-966e-79ced3a8d5ac req-e653fea1-ebad-43d7-b9dd-cdd2d4bf11d6 tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/7fd1151c-6da2-4148-bf3d-873d85ade039 HTTP/1.1" status: 200 len: 1778 time: 0.0591643 Jul 07 20:47:00.303288 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72128337-cc27-47ef-bc99-5d78c1da1ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:00.309575 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72128337-cc27-47ef-bc99-5d78c1da1ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:00.329177 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3657cd8-9b23-4361-966e-79ced3a8d5ac req-400c72bb-61c1-4500-b3f3-722637661fdc tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:00.338316 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72128337-cc27-47ef-bc99-5d78c1da1ccf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:47:00.371313 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72128337-cc27-47ef-bc99-5d78c1da1ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e38058c-151e-400b-9a8b-5557e936e88c,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:00.374844 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3657cd8-9b23-4361-966e-79ced3a8d5ac req-400c72bb-61c1-4500-b3f3-722637661fdc tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:00.377227 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72128337-cc27-47ef-bc99-5d78c1da1ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:00.377577 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-72128337-cc27-47ef-bc99-5d78c1da1ccf admin admin] Added segment 270a8a0f-a016-4ca4-ace5-25cde0805f7f of type vlan for network cef44703-ef11-4e87-9bec-a08bef698f12 Jul 07 20:47:00.449898 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72128337-cc27-47ef-bc99-5d78c1da1ccf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:00.470449 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3657cd8-9b23-4361-966e-79ced3a8d5ac req-400c72bb-61c1-4500-b3f3-722637661fdc tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:00.473321 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3657cd8-9b23-4361-966e-79ced3a8d5ac req-400c72bb-61c1-4500-b3f3-722637661fdc tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:00.474604 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3657cd8-9b23-4361-966e-79ced3a8d5ac req-400c72bb-61c1-4500-b3f3-722637661fdc tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/7fd1151c-6da2-4148-bf3d-873d85ade039 HTTP/1.1" status: 204 len: 173 time: 0.2450526 Jul 07 20:47:00.494503 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c72bb-61c1-4500-b3f3-722637661fdc tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd1151c-6da2-4148-bf3d-873d85ade039,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:00.512361 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72128337-cc27-47ef-bc99-5d78c1da1ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:00.514548 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72128337-cc27-47ef-bc99-5d78c1da1ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:00.516664 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72128337-cc27-47ef-bc99-5d78c1da1ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:00.611687 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-72128337-cc27-47ef-bc99-5d78c1da1ccf admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6750062 Jul 07 20:47:00.614778 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33588) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:00.623060 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-22a84f77-df1f-4fb9-900d-3d2c2a3ef36f admin admin] Request body: {'subnet': {'network_id': 'cef44703-ef11-4e87-9bec-a08bef698f12', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-356579551-subnet', 'tenant_id': '5dd30728e9dc485a88291dc240f158da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:00.630679 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72128337-cc27-47ef-bc99-5d78c1da1ccf admin admin] Pushing event updated for resources: {'Network': ['ID=cef44703-ef11-4e87-9bec-a08bef698f12,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:00.636152 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e174b6a2-b603-405e-8ddd-6d07fbfe4a96 req-30f25e8e-fa73-4f4e-bd00-a5f1f602116e tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "GET /v2.0/security-groups/2b35f807-e526-4382-b19e-57a134bdfeb1 HTTP/1.1" status: 200 len: 1778 time: 0.1168070 Jul 07 20:47:00.648426 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network cef44703-ef11-4e87-9bec-a08bef698f12 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:47:00.669507 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a84f77-df1f-4fb9-900d-3d2c2a3ef36f admin admin] Made reservation on behalf of 5dd30728e9dc485a88291dc240f158da for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:47:00.673388 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-22a84f77-df1f-4fb9-900d-3d2c2a3ef36f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:00.702523 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e174b6a2-b603-405e-8ddd-6d07fbfe4a96 req-37409327-c98e-4674-9d7a-26d20f9915ec tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:00.781701 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e174b6a2-b603-405e-8ddd-6d07fbfe4a96 req-37409327-c98e-4674-9d7a-26d20f9915ec tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:00.893458 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e174b6a2-b603-405e-8ddd-6d07fbfe4a96 req-37409327-c98e-4674-9d7a-26d20f9915ec tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:00.896399 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e174b6a2-b603-405e-8ddd-6d07fbfe4a96 req-37409327-c98e-4674-9d7a-26d20f9915ec tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:00.904100 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-22a84f77-df1f-4fb9-900d-3d2c2a3ef36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:00.904411 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e174b6a2-b603-405e-8ddd-6d07fbfe4a96 req-37409327-c98e-4674-9d7a-26d20f9915ec tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b35f807-e526-4382-b19e-57a134bdfeb1 HTTP/1.1" status: 204 len: 173 time: 0.2595336 Jul 07 20:47:00.924409 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37409327-c98e-4674-9d7a-26d20f9915ec tempest-SecurityGroupsTestAdminJSON-989512987 tempest-SecurityGroupsTestAdminJSON-989512987-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b35f807-e526-4382-b19e-57a134bdfeb1,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:00.934035 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba465d-4131-4b21-803a-6791b98c8fc3 req-185d0a59-40b9-4af6-8a5d-82fd90fa229e tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:00.942334 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-efba465d-4131-4b21-803a-6791b98c8fc3 req-185d0a59-40b9-4af6-8a5d-82fd90fa229e tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeac7dad-7691-46a0-9ec9-5e46e5b246f5 HTTP/1.1" status: 200 len: 950 time: 0.2062547 Jul 07 20:47:00.991539 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-efba465d-4131-4b21-803a-6791b98c8fc3 req-36627b32-11a1-4980-964c-df784cdd7003 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/security-groups?id=65b25e57-d1b7-4650-9481-d44d6bb2437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481718 Jul 07 20:47:01.019070 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a84f77-df1f-4fb9-900d-3d2c2a3ef36f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b6f4abb-5e71-4d96-87d9-3313f0b880a0,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:01.021925 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a84f77-df1f-4fb9-900d-3d2c2a3ef36f admin admin] Checking segment: {'id': '270a8a0f-a016-4ca4-ace5-25cde0805f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cef44703-ef11-4e87-9bec-a08bef698f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:47:01.022465 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a84f77-df1f-4fb9-900d-3d2c2a3ef36f admin admin] Network hostable DHCP agents. Network: cef44703-ef11-4e87-9bec-a08bef698f12, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:47:01.047403 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a84f77-df1f-4fb9-900d-3d2c2a3ef36f admin admin] Network cef44703-ef11-4e87-9bec-a08bef698f12 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:47:01.057358 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-758bafc5-b307-4872-8014-b83c3961e264 req-2164088c-fded-43bd-92d3-b5f54cf06a08 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] 10.222.0.64 "GET /v2.0/security-groups/5edf24a6-55dd-4ebb-b85c-98d709a7c655 HTTP/1.1" status: 200 len: 1778 time: 0.0464039 Jul 07 20:47:01.057999 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-22a84f77-df1f-4fb9-900d-3d2c2a3ef36f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, cef44703-ef11-4e87-9bec-a08bef698f12) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:47:01.062023 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a84f77-df1f-4fb9-900d-3d2c2a3ef36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:01.062609 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-22a84f77-df1f-4fb9-900d-3d2c2a3ef36f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:01.068343 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4859e085-9032-4777-a718-c8277f0d320a None None] Network cef44703-ef11-4e87-9bec-a08bef698f12 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:47:01.088058 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-22a84f77-df1f-4fb9-900d-3d2c2a3ef36f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4685314 Jul 07 20:47:01.088290 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33600) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:01.092785 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-7064713a-6dfd-402f-afec-b70ec659c43a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-356579551-router', 'tenant_id': '5dd30728e9dc485a88291dc240f158da', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:01.148036 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-758bafc5-b307-4872-8014-b83c3961e264 req-a95ac7d4-2dce-44e2-aa28-ffd4d1e877f8 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:01.149681 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7064713a-6dfd-402f-afec-b70ec659c43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:01.150635 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7064713a-6dfd-402f-afec-b70ec659c43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:01.182356 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-758bafc5-b307-4872-8014-b83c3961e264 req-a95ac7d4-2dce-44e2-aa28-ffd4d1e877f8 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:01.239312 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7064713a-6dfd-402f-afec-b70ec659c43a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:01.256313 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 107a99eb-0146-4741-bfbb-22dc9fb8082f no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:47:01.258555 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ffa6b9-2105-4442-ba89-9685fb796294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-cef44703-ef11-4e87-9bec-a08bef698f12', 'network_id': 'cef44703-ef11-4e87-9bec-a08bef698f12', 'tenant_id': '5dd30728e9dc485a88291dc240f158da', 'fixed_ips': [{'subnet_id': '9b6f4abb-5e71-4d96-87d9-3313f0b880a0'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:47:01.259397 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-72ffa6b9-2105-4442-ba89-9685fb796294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:01.285069 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 107a99eb-0146-4741-bfbb-22dc9fb8082f {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:47:01.285413 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 107a99eb-0146-4741-bfbb-22dc9fb8082f not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:47:01.338166 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-758bafc5-b307-4872-8014-b83c3961e264 req-a95ac7d4-2dce-44e2-aa28-ffd4d1e877f8 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:01.341008 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-758bafc5-b307-4872-8014-b83c3961e264 req-a95ac7d4-2dce-44e2-aa28-ffd4d1e877f8 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:01.342778 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-758bafc5-b307-4872-8014-b83c3961e264 req-a95ac7d4-2dce-44e2-aa28-ffd4d1e877f8 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] 10.222.0.64 "DELETE /v2.0/security-groups/5edf24a6-55dd-4ebb-b85c-98d709a7c655 HTTP/1.1" status: 204 len: 173 time: 0.2722266 Jul 07 20:47:01.436530 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ac7d4-2dce-44e2-aa28-ffd4d1e877f8 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edf24a6-55dd-4ebb-b85c-98d709a7c655,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:01.438193 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-72ffa6b9-2105-4442-ba89-9685fb796294 None None] Allocated IP 172.20.0.2 (cef44703-ef11-4e87-9bec-a08bef698f12/9b6f4abb-5e71-4d96-87d9-3313f0b880a0/b355947a-7c91-49ce-a0f5-faf1b8b26594) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:47:01.444132 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7064713a-6dfd-402f-afec-b70ec659c43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:01.518248 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dc00dbd4-094a-4825-9497-8f6a49bf4b82 req-c63e52fd-511d-48b4-9f8d-7c1a76dd0252 tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] 10.222.0.64 "GET /v2.0/security-groups/127e513c-e0c0-4870-be18-86cfc690e708 HTTP/1.1" status: 200 len: 1778 time: 0.1267819 Jul 07 20:47:01.597026 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-dc00dbd4-094a-4825-9497-8f6a49bf4b82 req-f88fe347-0132-4a7c-b127-70483c6cc5cf tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:01.633978 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-dc00dbd4-094a-4825-9497-8f6a49bf4b82 req-f88fe347-0132-4a7c-b127-70483c6cc5cf tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:01.650423 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-72ffa6b9-2105-4442-ba89-9685fb796294 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:01.682062 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-72ffa6b9-2105-4442-ba89-9685fb796294 None None] Transition to ACTIVE for port object b355947a-7c91-49ce-a0f5-faf1b8b26594 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:01.716806 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-72ffa6b9-2105-4442-ba89-9685fb796294 None None] Transition to ACTIVE for port object b355947a-7c91-49ce-a0f5-faf1b8b26594 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:01.724413 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-72ffa6b9-2105-4442-ba89-9685fb796294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:01.771755 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ffa6b9-2105-4442-ba89-9685fb796294 None None] Network cef44703-ef11-4e87-9bec-a08bef698f12 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:47:01.775029 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-72ffa6b9-2105-4442-ba89-9685fb796294 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:47:01.780345 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-dc00dbd4-094a-4825-9497-8f6a49bf4b82 req-f88fe347-0132-4a7c-b127-70483c6cc5cf tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:01.781503 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ffa6b9-2105-4442-ba89-9685fb796294 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:47:01.782817 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-dc00dbd4-094a-4825-9497-8f6a49bf4b82 req-f88fe347-0132-4a7c-b127-70483c6cc5cf tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:01.784475 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dc00dbd4-094a-4825-9497-8f6a49bf4b82 req-f88fe347-0132-4a7c-b127-70483c6cc5cf tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] 10.222.0.64 "DELETE /v2.0/security-groups/127e513c-e0c0-4870-be18-86cfc690e708 HTTP/1.1" status: 204 len: 173 time: 0.2584434 Jul 07 20:47:01.789524 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffa6b9-2105-4442-ba89-9685fb796294 None None] Pushing event updated for resources: {'Port': ['ID=b355947a-7c91-49ce-a0f5-faf1b8b26594,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:01.808939 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fe347-0132-4a7c-b127-70483c6cc5cf tempest-SecurityGroupsTestAdminJSON-715761627 tempest-SecurityGroupsTestAdminJSON-715761627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=127e513c-e0c0-4870-be18-86cfc690e708,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:01.825118 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7064713a-6dfd-402f-afec-b70ec659c43a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:01.863709 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7064713a-6dfd-402f-afec-b70ec659c43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:01.956629 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-45b16e5c-b4ad-475c-8ee0-9b76c2a3a91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:01.968056 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:01.974626 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-72ffa6b9-2105-4442-ba89-9685fb796294 None None] Attempting to bind port b355947a-7c91-49ce-a0f5-faf1b8b26594 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:47:01.977559 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-72ffa6b9-2105-4442-ba89-9685fb796294 None None] Attempting to bind port b355947a-7c91-49ce-a0f5-faf1b8b26594 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '270a8a0f-a016-4ca4-ace5-25cde0805f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cef44703-ef11-4e87-9bec-a08bef698f12'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:47:01.979945 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ffa6b9-2105-4442-ba89-9685fb796294 None None] Attempting to bind port b355947a-7c91-49ce-a0f5-faf1b8b26594 on network cef44703-ef11-4e87-9bec-a08bef698f12 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:02.006430 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ffa6b9-2105-4442-ba89-9685fb796294 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:47:02.006818 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ffa6b9-2105-4442-ba89-9685fb796294 None None] Checking segment: {'id': '270a8a0f-a016-4ca4-ace5-25cde0805f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cef44703-ef11-4e87-9bec-a08bef698f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:47:02.009259 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-72ffa6b9-2105-4442-ba89-9685fb796294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:02.014148 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ffa6b9-2105-4442-ba89-9685fb796294 None None] Bound using segment: {'id': '270a8a0f-a016-4ca4-ace5-25cde0805f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cef44703-ef11-4e87-9bec-a08bef698f12'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:47:02.017637 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-72ffa6b9-2105-4442-ba89-9685fb796294 None None] Bound port: b355947a-7c91-49ce-a0f5-faf1b8b26594, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270a8a0f-a016-4ca4-ace5-25cde0805f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cef44703-ef11-4e87-9bec-a08bef698f12'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:47:02.017637 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-72ffa6b9-2105-4442-ba89-9685fb796294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:02.067065 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-7064713a-6dfd-402f-afec-b70ec659c43a admin admin] Allocated IP 172.25.5.129 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/18a48ff1-0279-42d0-8bb3-111ccf5eb46b) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:47:02.177681 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-72ffa6b9-2105-4442-ba89-9685fb796294 None None] For port b355947a-7c91-49ce-a0f5-faf1b8b26594, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:47:02.186301 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-72ffa6b9-2105-4442-ba89-9685fb796294 None None] For port b355947a-7c91-49ce-a0f5-faf1b8b26594, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b355947a-7c91-49ce-a0f5-faf1b8b26594,segment=NetworkSegment(270a8a0f-a016-4ca4-ace5-25cde0805f7f),segment_id=270a8a0f-a016-4ca4-ace5-25cde0805f7f)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:47:02.193755 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-72ffa6b9-2105-4442-ba89-9685fb796294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:02.212322 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7064713a-6dfd-402f-afec-b70ec659c43a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:02.262989 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33620) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:02.263817 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7064713a-6dfd-402f-afec-b70ec659c43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:02.314124 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7064713a-6dfd-402f-afec-b70ec659c43a admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:47:02.319977 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-7064713a-6dfd-402f-afec-b70ec659c43a admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:47:02.323117 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffa6b9-2105-4442-ba89-9685fb796294 None None] Pushing event updated for resources: {'Port': ['ID=b355947a-7c91-49ce-a0f5-faf1b8b26594,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:02.326124 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7064713a-6dfd-402f-afec-b70ec659c43a admin admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:47:02.456798 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064713a-6dfd-402f-afec-b70ec659c43a admin admin] Pushing event updated for resources: {'Port': ['ID=18a48ff1-0279-42d0-8bb3-111ccf5eb46b,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:02.634881 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-edb494d9-9c14-4654-9345-22ade71a2bf8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7634d55c55fa4e3aaaa34ade07fa8004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691139 Jul 07 20:47:02.637303 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33624) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:02.762046 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eaf80962-5f84-4f7d-95af-bce2f52f573c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:02.797697 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b2fc1-4379-43a3-914c-91974962768c req-479765b0-118b-4753-acd8-354edba8a12b tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:02.799082 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eaf80962-5f84-4f7d-95af-bce2f52f573c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:02.799912 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f38b2fc1-4379-43a3-914c-91974962768c req-479765b0-118b-4753-acd8-354edba8a12b tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/ports?device_id=aeac7dad-7691-46a0-9ec9-5e46e5b246f5 HTTP/1.1" status: 200 len: 950 time: 0.3384080 Jul 07 20:47:02.844212 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402f8fd-5db2-431e-a3d6-d034412a55d7 req-4b4b6543-784e-449d-a443-fd6e3e0a1189 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:02.857418 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c402f8fd-5db2-431e-a3d6-d034412a55d7 req-4b4b6543-784e-449d-a443-fd6e3e0a1189 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeac7dad-7691-46a0-9ec9-5e46e5b246f5 HTTP/1.1" status: 200 len: 950 time: 0.2017097 Jul 07 20:47:03.067983 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b355947a-7c91-49ce-a0f5-faf1b8b26594 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:47:03.190232 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eaf80962-5f84-4f7d-95af-bce2f52f573c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:03.194685 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eaf80962-5f84-4f7d-95af-bce2f52f573c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:03.196570 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-eaf80962-5f84-4f7d-95af-bce2f52f573c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c6d7446-b600-444b-86e1-e7d7527f586c HTTP/1.1" status: 204 len: 168 time: 0.5580478 Jul 07 20:47:03.207051 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port b355947a-7c91-49ce-a0f5-faf1b8b26594 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:47:03.214043 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-c402f8fd-5db2-431e-a3d6-d034412a55d7 req-bd449630-ab0f-4bf4-b2e7-56cb486b7179 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Deleting port 14dfb9f4-6193-4ccd-939e-d9a01d54ae96 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:47:03.214762 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c402f8fd-5db2-431e-a3d6-d034412a55d7 req-bd449630-ab0f-4bf4-b2e7-56cb486b7179 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:03.234222 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf80962-5f84-4f7d-95af-bce2f52f573c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6d7446-b600-444b-86e1-e7d7527f586c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:03.374320 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:47:03.375552 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-c402f8fd-5db2-431e-a3d6-d034412a55d7 req-bd449630-ab0f-4bf4-b2e7-56cb486b7179 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] For port 14dfb9f4-6193-4ccd-939e-d9a01d54ae96, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=14dfb9f4-6193-4ccd-939e-d9a01d54ae96,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:03.376042 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c402f8fd-5db2-431e-a3d6-d034412a55d7 req-bd449630-ab0f-4bf4-b2e7-56cb486b7179 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:03.396385 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-c402f8fd-5db2-431e-a3d6-d034412a55d7 req-bd449630-ab0f-4bf4-b2e7-56cb486b7179 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Calling delete_port for 14dfb9f4-6193-4ccd-939e-d9a01d54ae96 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:47:03.400528 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:03.556529 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f38b2fc1-4379-43a3-914c-91974962768c req-26b6cad5-3634-4d6b-afd0-f59f23e033a2 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.64 "GET /v2.0/security-groups?id=65b25e57-d1b7-4650-9481-d44d6bb2437c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7187293 Jul 07 20:47:03.570521 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7064713a-6dfd-402f-afec-b70ec659c43a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:03.598252 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c402f8fd-5db2-431e-a3d6-d034412a55d7 req-bd449630-ab0f-4bf4-b2e7-56cb486b7179 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:03.611929 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['14dfb9f4-6193-4ccd-939e-d9a01d54ae96'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:47:03.690035 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af07e49-eac8-4cb1-9493-fda39e4891b2 req-cc104788-c30c-405f-ac27-30dd674c1b6b tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:03.699079 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3af07e49-eac8-4cb1-9493-fda39e4891b2 req-cc104788-c30c-405f-ac27-30dd674c1b6b tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 1097 time: 0.2474997 Jul 07 20:47:03.777058 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-c402f8fd-5db2-431e-a3d6-d034412a55d7 req-bd449630-ab0f-4bf4-b2e7-56cb486b7179 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] No DVR routers for this DVR port 14dfb9f4-6193-4ccd-939e-d9a01d54ae96 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:47:03.781949 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c402f8fd-5db2-431e-a3d6-d034412a55d7 req-bd449630-ab0f-4bf4-b2e7-56cb486b7179 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:03.785474 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c402f8fd-5db2-431e-a3d6-d034412a55d7 req-bd449630-ab0f-4bf4-b2e7-56cb486b7179 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] 10.222.0.58 "DELETE /v2.0/ports/14dfb9f4-6193-4ccd-939e-d9a01d54ae96 HTTP/1.1" status: 204 len: 173 time: 0.9125388 Jul 07 20:47:03.786241 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33646) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:03.787121 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeac7dad-7691-46a0-9ec9-5e46e5b246f5', 'name': 'network-vif-deleted', 'tag': '14dfb9f4-6193-4ccd-939e-d9a01d54ae96'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:47:03.790858 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9669ea3f-5be8-46e8-b67c-e7884d80c9e6" -d '{"events": [{"server_uuid": "aeac7dad-7691-46a0-9ec9-5e46e5b246f5", "name": "network-vif-deleted", "tag": "14dfb9f4-6193-4ccd-939e-d9a01d54ae96"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:47:03.795341 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd449630-ab0f-4bf4-b2e7-56cb486b7179 tempest-ServersAdminNegativeTestJSON-1012215552 tempest-ServersAdminNegativeTestJSON-1012215552-project] Pushing event deleted for resources: {'Port': ['ID=14dfb9f4-6193-4ccd-939e-d9a01d54ae96,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:03.871017 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c2228f5a-bce4-4b22-a750-3b3aa834f516 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=758729ed24504de99990daf8d7b4d2c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0766568 Jul 07 20:47:03.873358 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33650) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:03.918844 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3af07e49-eac8-4cb1-9493-fda39e4891b2 req-9b9f491e-34d8-4c1f-ac36-8ce46fa44c1e tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184310 Jul 07 20:47:03.966315 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b12f9bf-38e8-401b-844f-990a4c7a656a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:03.996654 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b12f9bf-38e8-401b-844f-990a4c7a656a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:04.078723 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b12f9bf-38e8-401b-844f-990a4c7a656a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:04.085517 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b12f9bf-38e8-401b-844f-990a4c7a656a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:04.087387 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7b12f9bf-38e8-401b-844f-990a4c7a656a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/80750b18-9ebe-458e-880a-17a863156567 HTTP/1.1" status: 204 len: 168 time: 0.2125690 Jul 07 20:47:04.136578 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12f9bf-38e8-401b-844f-990a4c7a656a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80750b18-9ebe-458e-880a-17a863156567,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:04.190469 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7064713a-6dfd-402f-afec-b70ec659c43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:04.203782 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78322d4-3073-402a-9f5b-daaf194a73f3 None None] Network cef44703-ef11-4e87-9bec-a08bef698f12 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:47:04.259842 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34261bfd-b235-41fc-941a-4d54e9dfe0cc x-openstack-request-id: req-34261bfd-b235-41fc-941a-4d54e9dfe0cc {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:47:04.260246 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeac7dad-7691-46a0-9ec9-5e46e5b246f5", "name": "network-vif-deleted", "tag": "14dfb9f4-6193-4ccd-939e-d9a01d54ae96", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:47:04.261750 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-34261bfd-b235-41fc-941a-4d54e9dfe0cc {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:47:04.261750 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeac7dad-7691-46a0-9ec9-5e46e5b246f5', 'name': 'network-vif-deleted', 'tag': '14dfb9f4-6193-4ccd-939e-d9a01d54ae96', 'status': 'completed', 'code': 200} Jul 07 20:47:04.428487 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7064713a-6dfd-402f-afec-b70ec659c43a admin admin] Router 839997d9-23fc-4bf0-bace-2ac87cf6cce5 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:47:04.443767 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7b369af3-5adf-4f92-b206-c1af155e8281 None None] Provisioning for port b355947a-7c91-49ce-a0f5-faf1b8b26594 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:47:04.522747 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7b369af3-5adf-4f92-b206-c1af155e8281 None None] Provisioning complete for port b355947a-7c91-49ce-a0f5-faf1b8b26594 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:04.523607 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7b369af3-5adf-4f92-b206-c1af155e8281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:04.701325 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7b369af3-5adf-4f92-b206-c1af155e8281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:04.764028 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7064713a-6dfd-402f-afec-b70ec659c43a admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:47:04.775823 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] Sync routers for ids ['839997d9-23fc-4bf0-bace-2ac87cf6cce5'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:47:04.777093 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-7b369af3-5adf-4f92-b206-c1af155e8281 None None] For port b355947a-7c91-49ce-a0f5-faf1b8b26594, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b355947a-7c91-49ce-a0f5-faf1b8b26594,segment=NetworkSegment(270a8a0f-a016-4ca4-ace5-25cde0805f7f),segment_id=270a8a0f-a016-4ca4-ace5-25cde0805f7f)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:04.783912 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7b369af3-5adf-4f92-b206-c1af155e8281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:04.800053 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] Routers {'839997d9-23fc-4bf0-bace-2ac87cf6cce5'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:47:04.801243 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:47:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['839997d9-23fc-4bf0-bace-2ac87cf6cce5'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:04.804655 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7064713a-6dfd-402f-afec-b70ec659c43a admin admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:04.806417 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7064713a-6dfd-402f-afec-b70ec659c43a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7171142 Jul 07 20:47:04.809210 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33676) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:04.858518 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b369af3-5adf-4f92-b206-c1af155e8281 None None] Pushing event updated for resources: {'Port': ['ID=b355947a-7c91-49ce-a0f5-faf1b8b26594,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:05.111516 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:05.128019 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b355947a-7c91-49ce-a0f5-faf1b8b26594 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:47:05.193361 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] Set router 839997d9-23fc-4bf0-bace-2ac87cf6cce5 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:47:05.251975 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port b355947a-7c91-49ce-a0f5-faf1b8b26594 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:05.253385 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:05.383117 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-36dd4281-0eaa-41e2-bf73-23bf90ae0d61 None None] Provisioning complete for port b355947a-7c91-49ce-a0f5-faf1b8b26594 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:05.383117 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-36dd4281-0eaa-41e2-bf73-23bf90ae0d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:05.670818 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839997d9-23fc-4bf0-bace-2ac87cf6cce5', 'name': 'tempest-FloatingIPsNegativeTestJSON-356579551-router', 'tenant_id': '5dd30728e9dc485a88291dc240f158da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '18a48ff1-0279-42d0-8bb3-111ccf5eb46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:47:01Z', 'updated_at': '2021-07-07T20:47:02Z', 'revision_number': 3, 'project_id': '5dd30728e9dc485a88291dc240f158da', 'gw_port': {'id': '18a48ff1-0279-42d0-8bb3-111ccf5eb46b', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839997d9-23fc-4bf0-bace-2ac87cf6cce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:47:01Z', 'updated_at': '2021-07-07T20:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:05.741993 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] Checking router: 839997d9-23fc-4bf0-bace-2ac87cf6cce5 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:47:05.742349 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] Updating router 839997d9-23fc-4bf0-bace-2ac87cf6cce5 port 18a48ff1-0279-42d0-8bb3-111ccf5eb46b binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:47:05.864290 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b47e1d93-c9ae-4d6b-9d63-9d2d45d32cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:05.910404 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33724) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:06.172511 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:06.219922 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-b47e1d93-c9ae-4d6b-9d63-9d2d45d32cf4 admin admin] Allocated IP 172.20.0.1 (cef44703-ef11-4e87-9bec-a08bef698f12/9b6f4abb-5e71-4d96-87d9-3313f0b880a0/e0dc3a63-0a43-4e7e-9737-3439a4160363) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:47:06.291581 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7247fb4f-722a-4c73-a0b2-7080d4eb5dde admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=62a7f72c27eb4fb6a5dc7c1de84da2b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743021 Jul 07 20:47:06.292874 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33734) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:06.419875 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1f146cdf-a0e9-4794-b558-3aacd1f7f75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:06.467422 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1f146cdf-a0e9-4794-b558-3aacd1f7f75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:06.527932 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b47e1d93-c9ae-4d6b-9d63-9d2d45d32cf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:06.547062 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-1322dc06-520e-4ab6-8684-09ad3b8b40f6 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:47:06.548104 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-1322dc06-520e-4ab6-8684-09ad3b8b40f6 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058677 Jul 07 20:47:06.564071 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1f146cdf-a0e9-4794-b558-3aacd1f7f75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:06.568164 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1f146cdf-a0e9-4794-b558-3aacd1f7f75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:06.573253 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1f146cdf-a0e9-4794-b558-3aacd1f7f75b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/65b25e57-d1b7-4650-9481-d44d6bb2437c HTTP/1.1" status: 204 len: 168 time: 0.2753992 Jul 07 20:47:06.581195 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-e7351b94-d1b0-4878-83cb-372f37e27d1b service neutron] Request body: {'binding': {'host': 'n-h1-695189-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:06.582322 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-e7351b94-d1b0-4878-83cb-372f37e27d1b service neutron] Unknown quota resources ['binding']. {{(pid=100447) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 20:47:06.585287 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-b47e1d93-c9ae-4d6b-9d63-9d2d45d32cf4 admin admin] Transition to ACTIVE for port object e0dc3a63-0a43-4e7e-9737-3439a4160363 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:06.589892 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f146cdf-a0e9-4794-b558-3aacd1f7f75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b25e57-d1b7-4650-9481-d44d6bb2437c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:06.626395 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:06.652100 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] Transition to ACTIVE for port object 18a48ff1-0279-42d0-8bb3-111ccf5eb46b will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:06.658923 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:06.721264 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b47e1d93-c9ae-4d6b-9d63-9d2d45d32cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:06.747995 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2c44f-b362-4d35-a7c0-253e0ebaa115 None None] Pushing event updated for resources: {'Port': ['ID=18a48ff1-0279-42d0-8bb3-111ccf5eb46b,revision_number=2']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:06.785675 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47e1d93-c9ae-4d6b-9d63-9d2d45d32cf4 admin admin] Network cef44703-ef11-4e87-9bec-a08bef698f12 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:47:06.786906 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] Attempting to bind port 18a48ff1-0279-42d0-8bb3-111ccf5eb46b on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:47:06.787587 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] Attempting to bind port 18a48ff1-0279-42d0-8bb3-111ccf5eb46b by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:47:06.788189 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] Attempting to bind port 18a48ff1-0279-42d0-8bb3-111ccf5eb46b on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:06.795064 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:47:06.796286 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:47:06.797172 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:06.798014 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:47:06.798898 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] Bound port: 18a48ff1-0279-42d0-8bb3-111ccf5eb46b, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:47:06.799845 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:06.800261 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-b47e1d93-c9ae-4d6b-9d63-9d2d45d32cf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:47:06.813424 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47e1d93-c9ae-4d6b-9d63-9d2d45d32cf4 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:47:06.843749 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e1d93-c9ae-4d6b-9d63-9d2d45d32cf4 admin admin] Pushing event updated for resources: {'Port': ['ID=e0dc3a63-0a43-4e7e-9737-3439a4160363,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:06.883571 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-e7351b94-d1b0-4878-83cb-372f37e27d1b service neutron] Attempting to bind port 2715bb04-5adc-46de-a931-3952a8ed1b25 on host n-h1-695189-11 for vnic_type normal with profile None {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:47:06.884177 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-e7351b94-d1b0-4878-83cb-372f37e27d1b service neutron] Attempting to bind port 2715bb04-5adc-46de-a931-3952a8ed1b25 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:47:06.884581 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-e7351b94-d1b0-4878-83cb-372f37e27d1b service neutron] Attempting to bind port 2715bb04-5adc-46de-a931-3952a8ed1b25 on network 4b91b62e-f0da-4f30-b6c0-0519015da08e {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:06.894271 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b47e1d93-c9ae-4d6b-9d63-9d2d45d32cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:06.897956 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-e7351b94-d1b0-4878-83cb-372f37e27d1b service neutron] Port 2715bb04-5adc-46de-a931-3952a8ed1b25 on network 4b91b62e-f0da-4f30-b6c0-0519015da08e not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:47:06.898100 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-e7351b94-d1b0-4878-83cb-372f37e27d1b service neutron] Attempting to bind port 2715bb04-5adc-46de-a931-3952a8ed1b25 on network 4b91b62e-f0da-4f30-b6c0-0519015da08e {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:06.915497 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-e7351b94-d1b0-4878-83cb-372f37e27d1b service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:47:06.917100 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-e7351b94-d1b0-4878-83cb-372f37e27d1b service neutron] Checking segment: {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:47:06.919309 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-e7351b94-d1b0-4878-83cb-372f37e27d1b service neutron] Bound using segment: {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:47:06.919309 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-e7351b94-d1b0-4878-83cb-372f37e27d1b service neutron] Bound port: 2715bb04-5adc-46de-a931-3952a8ed1b25, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:47:06.927883 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] For port 18a48ff1-0279-42d0-8bb3-111ccf5eb46b, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:47:06.937286 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] For port 18a48ff1-0279-42d0-8bb3-111ccf5eb46b, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=18a48ff1-0279-42d0-8bb3-111ccf5eb46b,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:47:06.946299 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:07.027751 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2c44f-b362-4d35-a7c0-253e0ebaa115 None None] Pushing event updated for resources: {'Port': ['ID=18a48ff1-0279-42d0-8bb3-111ccf5eb46b,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:07.063856 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] Routers {'839997d9-23fc-4bf0-bace-2ac87cf6cce5'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:47:07.065150 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:47:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['839997d9-23fc-4bf0-bace-2ac87cf6cce5'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:07.119429 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-e7351b94-d1b0-4878-83cb-372f37e27d1b service neutron] For port 2715bb04-5adc-46de-a931-3952a8ed1b25, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=2715bb04-5adc-46de-a931-3952a8ed1b25,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:47:07.127185 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-e7351b94-d1b0-4878-83cb-372f37e27d1b service neutron] Notify callbacks [] for binding, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:07.140011 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-e7351b94-d1b0-4878-83cb-372f37e27d1b service neutron] 10.222.0.64 "POST /v2.0/ports/2715bb04-5adc-46de-a931-3952a8ed1b25/bindings HTTP/1.1" status: 201 len: 390 time: 0.5645776 Jul 07 20:47:07.143798 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-576ba907-fcbb-4e4b-83b1-042c4a2a449d None None] Provisioning for port e0dc3a63-0a43-4e7e-9737-3439a4160363 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:47:07.153262 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-576ba907-fcbb-4e4b-83b1-042c4a2a449d None None] Provisioning complete for port e0dc3a63-0a43-4e7e-9737-3439a4160363 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:07.153877 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-576ba907-fcbb-4e4b-83b1-042c4a2a449d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:07.259540 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 14dfb9f4-6193-4ccd-939e-d9a01d54ae96 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:47:07.266757 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-576ba907-fcbb-4e4b-83b1-042c4a2a449d None None] Port e0dc3a63-0a43-4e7e-9737-3439a4160363 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:47:07.283573 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33760) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:07.331652 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 14dfb9f4-6193-4ccd-939e-d9a01d54ae96 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:47:07.332378 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 14dfb9f4-6193-4ccd-939e-d9a01d54ae96 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:47:07.354219 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b47e1d93-c9ae-4d6b-9d63-9d2d45d32cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:07.390544 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] Set router 839997d9-23fc-4bf0-bace-2ac87cf6cce5 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:47:07.411478 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6c7c1563-4fdf-4a5c-ae2f-c061d814a305 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ab67be420f024e7ab907999c17f90200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1261811 Jul 07 20:47:07.414126 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33762) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:07.532321 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e90c568f-afcd-4668-9dcf-b802ef90b0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:07.583773 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e90c568f-afcd-4668-9dcf-b802ef90b0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:07.680159 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e90c568f-afcd-4668-9dcf-b802ef90b0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:07.684340 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e90c568f-afcd-4668-9dcf-b802ef90b0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:07.685682 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e90c568f-afcd-4668-9dcf-b802ef90b0c3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7274377d-9793-407e-9eb8-4f274347d4ca HTTP/1.1" status: 204 len: 168 time: 0.2703030 Jul 07 20:47:07.705815 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c568f-afcd-4668-9dcf-b802ef90b0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7274377d-9793-407e-9eb8-4f274347d4ca,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:07.877362 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-2319f0c1-0e96-4f2e-812b-387897bb150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:07.886843 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-2319f0c1-0e96-4f2e-812b-387897bb150d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 1097 time: 0.3850634 Jul 07 20:47:07.934482 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bb3bb-b1d1-424d-b144-7a9089cd9be1 req-13f75ddb-18c3-4ccc-ac88-8aa1060c2788 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:07.944838 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-721bb3bb-b1d1-424d-b144-7a9089cd9be1 req-13f75ddb-18c3-4ccc-ac88-8aa1060c2788 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 945 time: 0.2113261 Jul 07 20:47:08.038978 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839997d9-23fc-4bf0-bace-2ac87cf6cce5', 'name': 'tempest-FloatingIPsNegativeTestJSON-356579551-router', 'tenant_id': '5dd30728e9dc485a88291dc240f158da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '18a48ff1-0279-42d0-8bb3-111ccf5eb46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:47:01Z', 'updated_at': '2021-07-07T20:47:02Z', 'revision_number': 3, 'project_id': '5dd30728e9dc485a88291dc240f158da', 'gw_port': {'id': '18a48ff1-0279-42d0-8bb3-111ccf5eb46b', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839997d9-23fc-4bf0-bace-2ac87cf6cce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:47:01Z', 'updated_at': '2021-07-07T20:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:08.115064 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bafd1d-3e20-49dd-9b80-49df9c5a58f8 None None] The sync data for ids ['839997d9-23fc-4bf0-bace-2ac87cf6cce5'] in n-d-695189-11 is: [{'id': '839997d9-23fc-4bf0-bace-2ac87cf6cce5', 'name': 'tempest-FloatingIPsNegativeTestJSON-356579551-router', 'tenant_id': '5dd30728e9dc485a88291dc240f158da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '18a48ff1-0279-42d0-8bb3-111ccf5eb46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:47:01Z', 'updated_at': '2021-07-07T20:47:02Z', 'revision_number': 3, 'project_id': '5dd30728e9dc485a88291dc240f158da', 'gw_port': {'id': '18a48ff1-0279-42d0-8bb3-111ccf5eb46b', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839997d9-23fc-4bf0-bace-2ac87cf6cce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:47:01Z', 'updated_at': '2021-07-07T20:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:47:08.118475 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-721bb3bb-b1d1-424d-b144-7a9089cd9be1 req-a075b17f-8768-4df0-81eb-80ca0c8abc88 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661050 Jul 07 20:47:08.130344 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b47e1d93-c9ae-4d6b-9d63-9d2d45d32cf4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:08.149454 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b47e1d93-c9ae-4d6b-9d63-9d2d45d32cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:08.226760 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d77585-c4a9-4697-a8f8-ecca9fa8b832 req-c480b140-8702-4b0a-bc61-a6eb75d0031b tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:08.235966 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-06d77585-c4a9-4697-a8f8-ecca9fa8b832 req-c480b140-8702-4b0a-bc61-a6eb75d0031b tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6d5502b-4d03-42f4-8541-e9ea97b3f77b HTTP/1.1" status: 200 len: 945 time: 0.2180784 Jul 07 20:47:08.333302 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-06d77585-c4a9-4697-a8f8-ecca9fa8b832 req-021f5f25-5818-49c3-8eda-198f14f9aca8 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957851 Jul 07 20:47:08.346264 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e1d93-c9ae-4d6b-9d63-9d2d45d32cf4 admin admin] Pushing event updated for resources: {'Port': ['ID=e0dc3a63-0a43-4e7e-9737-3439a4160363,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:08.359594 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b47e1d93-c9ae-4d6b-9d63-9d2d45d32cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:08.507254 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-8f363b92-70d6-40f6-86e8-8c789b5b0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:08.508977 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-8f363b92-70d6-40f6-86e8-8c789b5b0841 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 921 time: 0.5908813 Jul 07 20:47:08.753424 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-b8e2572b-af07-4740-a154-5c775a78b9f3 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=82612c4052fb4d3f923f9375caa9d7c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404170 Jul 07 20:47:09.013267 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-4a290fa1-c078-4081-8106-4343f9fd48fa tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:09.019903 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-4a290fa1-c078-4081-8106-4343f9fd48fa tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2650020 Jul 07 20:47:09.048197 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-448f68e5-f149-49c3-b8d3-d5a7d52b0e78 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2715bb04-5adc-46de-a931-3952a8ed1b25 HTTP/1.1" status: 200 len: 217 time: 0.5313637 Jul 07 20:47:09.073327 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-fc699260-0da9-48f3-a92a-ca4ffd54f45e tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/quotas/82612c4052fb4d3f923f9375caa9d7c4 HTTP/1.1" status: 200 len: 375 time: 0.0411515 Jul 07 20:47:09.101483 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 18a48ff1-0279-42d0-8bb3-111ccf5eb46b up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:47:09.154005 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-81ec6062-b5ee-4afc-86a4-bb1478f987df tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=82612c4052fb4d3f923f9375caa9d7c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784104 Jul 07 20:47:09.216953 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-23779cb3-acc1-40ee-9ce2-e2483fa4f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:09.218666 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-23779cb3-acc1-40ee-9ce2-e2483fa4f687 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=58cf048c-6ca3-4e9c-85aa-89cc2a934f80 HTTP/1.1" status: 200 len: 860 time: 0.1597478 Jul 07 20:47:09.235691 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47e1d93-c9ae-4d6b-9d63-9d2d45d32cf4 admin admin] Network cef44703-ef11-4e87-9bec-a08bef698f12 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:47:09.281044 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-b47e1d93-c9ae-4d6b-9d63-9d2d45d32cf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:47:09.324948 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 18a48ff1-0279-42d0-8bb3-111ccf5eb46b completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:47:09.332705 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 18a48ff1-0279-42d0-8bb3-111ccf5eb46b triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:09.334415 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:09.385153 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-79d79142-490b-48f0-a2b1-380a6f021ae4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b91b62e-f0da-4f30-b6c0-0519015da08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1442931 Jul 07 20:47:09.524566 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:09.615784 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 18a48ff1-0279-42d0-8bb3-111ccf5eb46b, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=18a48ff1-0279-42d0-8bb3-111ccf5eb46b,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:09.633788 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:09.689716 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bfde4-e59a-4b3a-a11b-4385c7a1a751 req-5d76ddeb-4556-4c2a-bf9b-7b1142634567 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:09.723933 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c6bfde4-e59a-4b3a-a11b-4385c7a1a751 req-5d76ddeb-4556-4c2a-bf9b-7b1142634567 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 945 time: 0.3511927 Jul 07 20:47:09.787013 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=18a48ff1-0279-42d0-8bb3-111ccf5eb46b,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:09.821716 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-0727f441-806e-418e-acd5-416a52013696 service neutron] 10.222.0.58 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227657 Jul 07 20:47:09.843108 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c6bfde4-e59a-4b3a-a11b-4385c7a1a751 req-01df57aa-635a-4937-ad80-d6ea89d70846 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128967 Jul 07 20:47:09.945375 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-96f4678a-c9f5-4476-91e2-41806605691a None None] Provisioning complete for port e0dc3a63-0a43-4e7e-9737-3439a4160363 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:09.948314 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-96f4678a-c9f5-4476-91e2-41806605691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:09.985424 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47e1d93-c9ae-4d6b-9d63-9d2d45d32cf4 admin admin] Router 839997d9-23fc-4bf0-bace-2ac87cf6cce5 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:47:10.146385 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-b984293d-6507-46d9-ad1a-fd9c1084a6cb tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=82612c4052fb4d3f923f9375caa9d7c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536082 Jul 07 20:47:10.215234 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-aa865e48-a1bd-4a7f-adaa-856a476cf037 service neutron] 10.222.0.58 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809373 Jul 07 20:47:10.435477 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-96f4678a-c9f5-4476-91e2-41806605691a None None] Port e0dc3a63-0a43-4e7e-9737-3439a4160363 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:47:10.520979 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47e1d93-c9ae-4d6b-9d63-9d2d45d32cf4 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:47:10.545311 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b47e1d93-c9ae-4d6b-9d63-9d2d45d32cf4 admin admin] 10.222.0.64 "PUT /v2.0/routers/839997d9-23fc-4bf0-bace-2ac87cf6cce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7329273 Jul 07 20:47:10.549575 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-e3075be6-be36-4b13-9fa9-ab1de42aa5fe tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:10.556714 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-e3075be6-be36-4b13-9fa9-ab1de42aa5fe tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4027460 Jul 07 20:47:10.587921 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-f8274d10-18c2-4249-baae-1a8bc5be016d tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/quotas/82612c4052fb4d3f923f9375caa9d7c4 HTTP/1.1" status: 200 len: 375 time: 0.0290899 Jul 07 20:47:10.752753 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-d4d9510d-b7bc-4e6e-90ea-55ed4f69f121 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=82612c4052fb4d3f923f9375caa9d7c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1639905 Jul 07 20:47:10.912200 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-24053d0d-f770-42af-9018-0d40aff4d2e3 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--207081427&fields=id&tenant_id=f402b06a8a6a45dfab0c4d0f5f332d1c HTTP/1.1" status: 200 len: 267 time: 0.0939038 Jul 07 20:47:11.099899 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 18a48ff1-0279-42d0-8bb3-111ccf5eb46b up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:47:11.170076 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-97f00d66-9932-431b-bbd9-527b4b5bb69e tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:11.188060 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-97f00d66-9932-431b-bbd9-527b4b5bb69e tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/networks?id=264dde5d-0b26-40d6-b1bf-7b5ec20a1ece HTTP/1.1" status: 200 len: 823 time: 0.2748804 Jul 07 20:47:11.194777 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 18a48ff1-0279-42d0-8bb3-111ccf5eb46b triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:11.197363 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:11.210049 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-42523340-3320-41c6-9065-67e030d65985 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/quotas/f402b06a8a6a45dfab0c4d0f5f332d1c HTTP/1.1" status: 200 len: 375 time: 0.0202844 Jul 07 20:47:11.392103 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] Sync routers for ids ['839997d9-23fc-4bf0-bace-2ac87cf6cce5'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:47:11.415363 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] Routers {'839997d9-23fc-4bf0-bace-2ac87cf6cce5'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:47:11.416210 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:47:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['839997d9-23fc-4bf0-bace-2ac87cf6cce5'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:11.416456 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-f3f85f5e-2806-4eda-9ee6-045fe131db7c tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f402b06a8a6a45dfab0c4d0f5f332d1c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1972358 Jul 07 20:47:11.616420 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] Set router 839997d9-23fc-4bf0-bace-2ac87cf6cce5 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:47:11.637370 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ea147840-3fa5-40b3-a18e-fcd821a9dcb9 req-fef6cfe5-2c6d-4731-b59c-cba372594252 tempest-FloatingIPsNegativeTestJSON-922784646 tempest-FloatingIPsNegativeTestJSON-922784646-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=5dd30728e9dc485a88291dc240f158da HTTP/1.1" status: 200 len: 217 time: 0.1087594 Jul 07 20:47:11.656801 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-35dfbedd-824b-4317-84d7-ffae14b14f30 service neutron] 10.222.0.64 "GET /v2.0/networks/264dde5d-0b26-40d6-b1bf-7b5ec20a1ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386732 Jul 07 20:47:11.787437 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-41a9640e-d462-4aa8-a406-c638750ae8b0 service neutron] 10.222.0.64 "GET /v2.0/networks/264dde5d-0b26-40d6-b1bf-7b5ec20a1ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293187 Jul 07 20:47:11.936266 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-0684ac6b-459f-401f-94a4-74d394e88f08 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=82612c4052fb4d3f923f9375caa9d7c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429270 Jul 07 20:47:12.097279 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839997d9-23fc-4bf0-bace-2ac87cf6cce5', 'name': 'tempest-FloatingIPsNegativeTestJSON-356579551-router', 'tenant_id': '5dd30728e9dc485a88291dc240f158da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '18a48ff1-0279-42d0-8bb3-111ccf5eb46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:47:01Z', 'updated_at': '2021-07-07T20:47:07Z', 'revision_number': 4, 'project_id': '5dd30728e9dc485a88291dc240f158da', 'gw_port': {'id': '18a48ff1-0279-42d0-8bb3-111ccf5eb46b', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839997d9-23fc-4bf0-bace-2ac87cf6cce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:47:01Z', 'updated_at': '2021-07-07T20:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'e0dc3a63-0a43-4e7e-9737-3439a4160363', 'name': '', 'network_id': 'cef44703-ef11-4e87-9bec-a08bef698f12', 'tenant_id': '5dd30728e9dc485a88291dc240f158da', 'mac_address': 'fa:16:3e:fa:43:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839997d9-23fc-4bf0-bace-2ac87cf6cce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b6f4abb-5e71-4d96-87d9-3313f0b880a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:47:05Z', 'updated_at': '2021-07-07T20:47:07Z', 'revision_number': 2, 'project_id': '5dd30728e9dc485a88291dc240f158da', 'subnets': [{'id': '9b6f4abb-5e71-4d96-87d9-3313f0b880a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:12.136413 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] Checking router: 839997d9-23fc-4bf0-bace-2ac87cf6cce5 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:47:12.136843 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] Updating router 839997d9-23fc-4bf0-bace-2ac87cf6cce5 port e0dc3a63-0a43-4e7e-9737-3439a4160363 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:47:12.190123 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:12.237082 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667330b-84e2-4c5e-a6ce-01804f597124 req-27bf1f90-8091-4573-8d95-d78cefc0ef7b tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:12.245395 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8667330b-84e2-4c5e-a6ce-01804f597124 req-27bf1f90-8091-4573-8d95-d78cefc0ef7b tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 945 time: 0.3063488 Jul 07 20:47:12.427586 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-479b365b-916a-4a62-b289-a639abbf6eb6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1131573 Jul 07 20:47:12.538923 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-e77c7e39-a948-424d-96bd-fd81a49c043c tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:12.554749 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-e77c7e39-a948-424d-96bd-fd81a49c043c tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5905874 Jul 07 20:47:12.561292 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8667330b-84e2-4c5e-a6ce-01804f597124 req-c3733dc6-f272-4d56-93e5-18d183c9fad8 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150520 Jul 07 20:47:12.593740 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-fdb2d09c-5b0a-475c-b043-c8e37f218c38 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Request body: {'port': {'device_id': 'f72232db-1ff6-45a3-8fb0-7858e11bda7a', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': '82612c4052fb4d3f923f9375caa9d7c4'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:12.802403 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:12.818217 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] Transition to ACTIVE for port object e0dc3a63-0a43-4e7e-9737-3439a4160363 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:12.827266 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:12.906674 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac34fc4-1846-4e83-ba72-35dfb566f16a None None] Pushing event updated for resources: {'Port': ['ID=e0dc3a63-0a43-4e7e-9737-3439a4160363,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:12.925268 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-fdb2d09c-5b0a-475c-b043-c8e37f218c38 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Made reservation on behalf of 82612c4052fb4d3f923f9375caa9d7c4 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:47:12.928859 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-fdb2d09c-5b0a-475c-b043-c8e37f218c38 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:12.958532 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bd2ba-cc11-474a-8f93-1b53ed7e6080 req-46f65f0f-05f4-499c-a5d2-49ffb91d3a5d tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:12.959836 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9c5bd2ba-cc11-474a-8f93-1b53ed7e6080 req-46f65f0f-05f4-499c-a5d2-49ffb91d3a5d tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6d5502b-4d03-42f4-8541-e9ea97b3f77b HTTP/1.1" status: 200 len: 945 time: 0.1161115 Jul 07 20:47:12.997259 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-fdb2d09c-5b0a-475c-b043-c8e37f218c38 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:13.001748 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3fc3572-370c-497d-8bac-fe232150ca40 req-20b47e00-0dbe-47ff-b771-901ef680c64c tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3a092c3-2760-411d-b39e-277664d31fbf HTTP/1.1" status: 200 len: 210 time: 0.1466634 Jul 07 20:47:13.012129 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-052fd192-8991-4850-b169-e4f3958ed843 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:13.022471 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-052fd192-8991-4850-b169-e4f3958ed843 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5826437 Jul 07 20:47:13.043689 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] Attempting to bind port e0dc3a63-0a43-4e7e-9737-3439a4160363 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:47:13.044116 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] Attempting to bind port e0dc3a63-0a43-4e7e-9737-3439a4160363 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '270a8a0f-a016-4ca4-ace5-25cde0805f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cef44703-ef11-4e87-9bec-a08bef698f12'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:47:13.044490 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] Attempting to bind port e0dc3a63-0a43-4e7e-9737-3439a4160363 on network cef44703-ef11-4e87-9bec-a08bef698f12 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:13.051614 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:47:13.051992 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] Checking segment: {'id': '270a8a0f-a016-4ca4-ace5-25cde0805f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cef44703-ef11-4e87-9bec-a08bef698f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:47:13.052401 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:13.052796 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] Bound using segment: {'id': '270a8a0f-a016-4ca4-ace5-25cde0805f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cef44703-ef11-4e87-9bec-a08bef698f12'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:47:13.053265 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] Bound port: e0dc3a63-0a43-4e7e-9737-3439a4160363, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270a8a0f-a016-4ca4-ace5-25cde0805f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'cef44703-ef11-4e87-9bec-a08bef698f12'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:47:13.054013 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:13.236478 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] For port e0dc3a63-0a43-4e7e-9737-3439a4160363, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:47:13.244678 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] For port e0dc3a63-0a43-4e7e-9737-3439a4160363, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=e0dc3a63-0a43-4e7e-9737-3439a4160363,segment=NetworkSegment(270a8a0f-a016-4ca4-ace5-25cde0805f7f),segment_id=270a8a0f-a016-4ca4-ace5-25cde0805f7f)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:47:13.251764 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:13.281661 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-fdb2d09c-5b0a-475c-b043-c8e37f218c38 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:13.289879 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-33b62996-c4f6-4193-a01f-0cee10f63f99 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/quotas/a1c17a3325344c6cbaa5788b7ca45ebf HTTP/1.1" status: 200 len: 375 time: 0.2663150 Jul 07 20:47:13.294304 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-fdb2d09c-5b0a-475c-b043-c8e37f218c38 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:13.294521 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-9c5bd2ba-cc11-474a-8f93-1b53ed7e6080 req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Deleting port e1b76b2b-acea-4723-8855-9ea0802bf116 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:47:13.294740 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9c5bd2ba-cc11-474a-8f93-1b53ed7e6080 req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:13.432905 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac34fc4-1846-4e83-ba72-35dfb566f16a None None] Pushing event updated for resources: {'Port': ['ID=e0dc3a63-0a43-4e7e-9737-3439a4160363,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:13.560080 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] Routers {'839997d9-23fc-4bf0-bace-2ac87cf6cce5'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:47:13.560858 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:47:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['839997d9-23fc-4bf0-bace-2ac87cf6cce5'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:13.617555 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-e9538454-f73c-4083-b7c3-80960f1a4f72 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2664459 Jul 07 20:47:13.638643 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a25e4fae-522c-448d-9d90-a1513ed1797d req-5678fe31-4c6c-4152-b2c6-2094240b0147 tempest-FloatingIPsNegativeTestJSON-922784646 tempest-FloatingIPsNegativeTestJSON-922784646-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.3469224 Jul 07 20:47:13.780453 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-9c5bd2ba-cc11-474a-8f93-1b53ed7e6080 req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] For port e1b76b2b-acea-4723-8855-9ea0802bf116, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=e1b76b2b-acea-4723-8855-9ea0802bf116,segment=NetworkSegment(72898ccf-b813-4daa-8482-8990fb92981a),segment_id=72898ccf-b813-4daa-8482-8990fb92981a)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:13.780823 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9c5bd2ba-cc11-474a-8f93-1b53ed7e6080 req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:13.785053 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-c68e4a8c-6005-4e00-a124-7d4d2937b03c tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=82612c4052fb4d3f923f9375caa9d7c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1302595 Jul 07 20:47:13.814626 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] Set router 839997d9-23fc-4bf0-bace-2ac87cf6cce5 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:47:13.838911 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2d09c-5b0a-475c-b043-c8e37f218c38 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ece5fd39-d907-4652-949a-21feb9d11bad,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:14.077767 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-fdb2d09c-5b0a-475c-b043-c8e37f218c38 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Allocated IP 192.168.233.49 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/a753eeb2-acb5-4257-85ad-3a17b50dc64d) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:47:14.328167 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3bbeec29-2e7d-4b34-a1f6-e123f8c8f569 req-ef639895-4250-4060-9c18-07661631e255 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9b4526-39a9-469c-8e3c-de42c227172e HTTP/1.1" status: 200 len: 210 time: 0.0977387 Jul 07 20:47:14.390447 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839997d9-23fc-4bf0-bace-2ac87cf6cce5', 'name': 'tempest-FloatingIPsNegativeTestJSON-356579551-router', 'tenant_id': '5dd30728e9dc485a88291dc240f158da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '18a48ff1-0279-42d0-8bb3-111ccf5eb46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:47:01Z', 'updated_at': '2021-07-07T20:47:07Z', 'revision_number': 4, 'project_id': '5dd30728e9dc485a88291dc240f158da', 'gw_port': {'id': '18a48ff1-0279-42d0-8bb3-111ccf5eb46b', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839997d9-23fc-4bf0-bace-2ac87cf6cce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:47:01Z', 'updated_at': '2021-07-07T20:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'e0dc3a63-0a43-4e7e-9737-3439a4160363', 'name': '', 'network_id': 'cef44703-ef11-4e87-9bec-a08bef698f12', 'tenant_id': '5dd30728e9dc485a88291dc240f158da', 'mac_address': 'fa:16:3e:fa:43:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839997d9-23fc-4bf0-bace-2ac87cf6cce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b6f4abb-5e71-4d96-87d9-3313f0b880a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:47:05Z', 'updated_at': '2021-07-07T20:47:13Z', 'revision_number': 4, 'project_id': '5dd30728e9dc485a88291dc240f158da', 'subnets': [{'id': '9b6f4abb-5e71-4d96-87d9-3313f0b880a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:14.509640 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602d15e4-d9ac-4c5a-9d00-680e9a9a6642 None None] The sync data for ids ['839997d9-23fc-4bf0-bace-2ac87cf6cce5'] in n-d-695189-11 is: [{'id': '839997d9-23fc-4bf0-bace-2ac87cf6cce5', 'name': 'tempest-FloatingIPsNegativeTestJSON-356579551-router', 'tenant_id': '5dd30728e9dc485a88291dc240f158da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '18a48ff1-0279-42d0-8bb3-111ccf5eb46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:47:01Z', 'updated_at': '2021-07-07T20:47:07Z', 'revision_number': 4, 'project_id': '5dd30728e9dc485a88291dc240f158da', 'gw_port': {'id': '18a48ff1-0279-42d0-8bb3-111ccf5eb46b', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839997d9-23fc-4bf0-bace-2ac87cf6cce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:47:01Z', 'updated_at': '2021-07-07T20:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'e0dc3a63-0a43-4e7e-9737-3439a4160363', 'name': '', 'network_id': 'cef44703-ef11-4e87-9bec-a08bef698f12', 'tenant_id': '5dd30728e9dc485a88291dc240f158da', 'mac_address': 'fa:16:3e:fa:43:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839997d9-23fc-4bf0-bace-2ac87cf6cce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9b6f4abb-5e71-4d96-87d9-3313f0b880a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:47:05Z', 'updated_at': '2021-07-07T20:47:13Z', 'revision_number': 4, 'project_id': '5dd30728e9dc485a88291dc240f158da', 'subnets': [{'id': '9b6f4abb-5e71-4d96-87d9-3313f0b880a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:47:14.514796 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-207cac3c-cbb8-4cfa-8f0f-9d10e64983ba tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:14.516934 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-207cac3c-cbb8-4cfa-8f0f-9d10e64983ba tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6986065 Jul 07 20:47:14.544041 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-9e3fee85-e47f-4596-9b09-984bf5b2abac tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Request body: {'port': {'device_id': 'd3a092c3-2760-411d-b39e-277664d31fbf', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': '82612c4052fb4d3f923f9375caa9d7c4'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:14.692298 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-fed9b7ab-a46b-48a9-be85-cfd61437ad92 req-6e29410f-d701-4bd7-8acb-09255e62cdc5 tempest-FloatingIPsNegativeTestJSON-922784646 tempest-FloatingIPsNegativeTestJSON-922784646-project] show failed (client error): The resource could not be found. Jul 07 20:47:14.693666 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fed9b7ab-a46b-48a9-be85-cfd61437ad92 req-6e29410f-d701-4bd7-8acb-09255e62cdc5 tempest-FloatingIPsNegativeTestJSON-922784646 tempest-FloatingIPsNegativeTestJSON-922784646-project] 10.222.0.64 "GET /v2.0/floatingips/b874dedf-670d-4526-b659-6fbe447857eb HTTP/1.1" status: 404 len: 350 time: 0.2309954 Jul 07 20:47:14.715007 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33932) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:14.870385 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-fdb2d09c-5b0a-475c-b043-c8e37f218c38 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:14.934086 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-fdb2d09c-5b0a-475c-b043-c8e37f218c38 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Transition to ACTIVE for port object a753eeb2-acb5-4257-85ad-3a17b50dc64d will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:14.977537 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0c7c8-b8b5-4bdf-9031-cdf265cd05fe req-38710556-6b61-4b88-8fce-e9b74ce10425 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:14.990240 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3ff0c7c8-b8b5-4bdf-9031-cdf265cd05fe req-38710556-6b61-4b88-8fce-e9b74ce10425 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 945 time: 0.5309904 Jul 07 20:47:15.145118 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-27812456-a3e0-4023-8fce-ba804dc099ab req-211d4208-e213-4dbd-beac-c89a71308b0b tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3a092c3-2760-411d-b39e-277664d31fbf HTTP/1.1" status: 200 len: 210 time: 0.1147978 Jul 07 20:47:15.152594 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device e0dc3a63-0a43-4e7e-9737-3439a4160363 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:47:15.310586 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3ff0c7c8-b8b5-4bdf-9031-cdf265cd05fe req-323ac0ed-ace2-4b2b-bec6-11ef73add4de tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184688 Jul 07 20:47:15.323887 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port e0dc3a63-0a43-4e7e-9737-3439a4160363 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:47:15.359559 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port e0dc3a63-0a43-4e7e-9737-3439a4160363 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:15.360217 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:15.465765 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b2dfd350-c296-4c97-9cda-b7f1e3884670 req-daad9677-c092-4191-b8ee-34368fa31b39 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=1652c582-58ee-4a7e-91bc-961e710e13d8 HTTP/1.1" status: 200 len: 210 time: 0.1742423 Jul 07 20:47:15.542552 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-fdb2d09c-5b0a-475c-b043-c8e37f218c38 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:15.610211 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:15.657005 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port e0dc3a63-0a43-4e7e-9737-3439a4160363, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=e0dc3a63-0a43-4e7e-9737-3439a4160363,segment=NetworkSegment(270a8a0f-a016-4ca4-ace5-25cde0805f7f),segment_id=270a8a0f-a016-4ca4-ace5-25cde0805f7f)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:15.663064 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:15.760883 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-fdb2d09c-5b0a-475c-b043-c8e37f218c38 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:47:15.778141 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-fdb2d09c-5b0a-475c-b043-c8e37f218c38 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:47:15.802524 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-d7c5a510-af04-4abd-acbb-a7a39a29166f tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:15.804126 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-d7c5a510-af04-4abd-acbb-a7a39a29166f tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.58 "GET /v2.0/networks?id=264dde5d-0b26-40d6-b1bf-7b5ec20a1ece HTTP/1.1" status: 200 len: 823 time: 0.6269844 Jul 07 20:47:15.804986 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-fdb2d09c-5b0a-475c-b043-c8e37f218c38 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:47:15.828830 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-fdb2d09c-5b0a-475c-b043-c8e37f218c38 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:15.829448 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-fdb2d09c-5b0a-475c-b043-c8e37f218c38 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:15.836425 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2d09c-5b0a-475c-b043-c8e37f218c38 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Pushing event updated for resources: {'Port': ['ID=a753eeb2-acb5-4257-85ad-3a17b50dc64d,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:15.857029 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=e0dc3a63-0a43-4e7e-9737-3439a4160363,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:15.954012 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d33d73a6-f902-494e-9f7f-b39181aff5f8 req-8dabbac0-c712-4cc5-9296-927ca58fb539 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9b4526-39a9-469c-8e3c-de42c227172e HTTP/1.1" status: 200 len: 210 time: 0.1204643 Jul 07 20:47:15.965021 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-fdb2d09c-5b0a-475c-b043-c8e37f218c38 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3894999 Jul 07 20:47:16.018401 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-f3d61726-033d-4fb8-b4f2-adaac5d4bf11 service neutron] Request body: {'port': {'device_id': 'f72232db-1ff6-45a3-8fb0-7858e11bda7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:16.025482 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9c5bd2ba-cc11-474a-8f93-1b53ed7e6080 req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:16.026084 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9c5bd2ba-cc11-474a-8f93-1b53ed7e6080 req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:16.026187 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [req-9c5bd2ba-cc11-474a-8f93-1b53ed7e6080 req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Floating IP da3c7b44-13fd-404b-aca4-16efba82db7f disassociated. External IP: 172.25.5.94, port: e1b76b2b-acea-4723-8855-9ea0802bf116. Jul 07 20:47:16.026521 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-9c5bd2ba-cc11-474a-8f93-1b53ed7e6080 req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Calling delete_port for e1b76b2b-acea-4723-8855-9ea0802bf116 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:47:16.101816 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-d14cf3f4-0a4f-483a-bcd3-c26604b18ae6 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f402b06a8a6a45dfab0c4d0f5f332d1c HTTP/1.1" status: 200 len: 379 time: 0.2671742 Jul 07 20:47:16.131737 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-f404f5f0-e2eb-487b-9eb8-04387264c3e2 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Request body: {'port': {'device_id': '6e9b4526-39a9-469c-8e3c-de42c227172e', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'admin_state_up': True, 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'security_groups': ['34055790-2ef2-48df-8f0e-13887aa7456b']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:16.191576 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-9e3fee85-e47f-4596-9b09-984bf5b2abac tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Made reservation on behalf of 82612c4052fb4d3f923f9375caa9d7c4 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:47:16.195474 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-9e3fee85-e47f-4596-9b09-984bf5b2abac tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:16.248126 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f7a2a8b3-15c5-449f-85d2-7dd6c491ff62 None None] Provisioning for port a753eeb2-acb5-4257-85ad-3a17b50dc64d completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:47:16.255681 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f7a2a8b3-15c5-449f-85d2-7dd6c491ff62 None None] Provisioning complete for port a753eeb2-acb5-4257-85ad-3a17b50dc64d triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:16.271834 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f7a2a8b3-15c5-449f-85d2-7dd6c491ff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:16.358225 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-f7a2a8b3-15c5-449f-85d2-7dd6c491ff62 None None] Port a753eeb2-acb5-4257-85ad-3a17b50dc64d cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:47:16.571829 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-9e3fee85-e47f-4596-9b09-984bf5b2abac tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Allocated IP 192.168.233.41 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/f87f3251-0399-4690-b0cb-f0be4bdd8036) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:47:16.841636 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.39', 59382) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:16.981545 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-0b8f6fb4-257f-47fc-9d82-41f025f54834 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1225626 Jul 07 20:47:16.983484 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fc4faa71-94cf-4f28-bf29-008d4e293bfb req-17543658-6647-4cee-8cc6-eddeed4496df tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3a092c3-2760-411d-b39e-277664d31fbf HTTP/1.1" status: 200 len: 210 time: 0.1259899 Jul 07 20:47:17.009268 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device e1b76b2b-acea-4723-8855-9ea0802bf116 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:47:17.062463 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-f3d61726-033d-4fb8-b4f2-adaac5d4bf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:17.078365 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1efc172-a07d-4102-9a89-aa5959c8c4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:17.141500 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device e0dc3a63-0a43-4e7e-9737-3439a4160363 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:47:17.295077 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:17.334404 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port e0dc3a63-0a43-4e7e-9737-3439a4160363 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:17.335703 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:17.424848 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9c5bd2ba-cc11-474a-8f93-1b53ed7e6080 req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:17.453610 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-9e3fee85-e47f-4596-9b09-984bf5b2abac tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:17.476751 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f01c9a1d-93c4-4459-ae58-e79912e35e6b req-a71a9402-9223-47d7-8a48-be5677f7fc80 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=1652c582-58ee-4a7e-91bc-961e710e13d8 HTTP/1.1" status: 200 len: 210 time: 0.1509008 Jul 07 20:47:17.554795 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-f404f5f0-e2eb-487b-9eb8-04387264c3e2 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Made reservation on behalf of f402b06a8a6a45dfab0c4d0f5f332d1c for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:47:17.559225 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Pushing event deleted for resources: {'Port': ['ID=e1b76b2b-acea-4723-8855-9ea0802bf116,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:17.575581 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-f404f5f0-e2eb-487b-9eb8-04387264c3e2 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:17.698601 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-9e3fee85-e47f-4596-9b09-984bf5b2abac tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Transition to ACTIVE for port object f87f3251-0399-4690-b0cb-f0be4bdd8036 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:17.712193 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c155a5-63fc-4327-8301-6e190723a262 req-a1922484-550e-48c6-8f80-d7b4a2d6ddd4 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:17.720092 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c9c155a5-63fc-4327-8301-6e190723a262 req-a1922484-550e-48c6-8f80-d7b4a2d6ddd4 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 945 time: 0.8643546 Jul 07 20:47:17.746603 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-e38db2f4-4d4b-4582-b580-cecf51b247fd tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:17.747955 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-e38db2f4-4d4b-4582-b580-cecf51b247fd tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7497375 Jul 07 20:47:17.788861 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Request body: {'port': {'device_id': '1652c582-58ee-4a7e-91bc-961e710e13d8', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': 'a1c17a3325344c6cbaa5788b7ca45ebf'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:17.891123 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:17.891669 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:17.892010 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:17.892653 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:17.893144 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:17.894233 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:17.895664 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:17.896226 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:17.900949 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:17.901666 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:17.902171 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:17.902674 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:17.947601 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c9c155a5-63fc-4327-8301-6e190723a262 req-d1b71bcf-a36d-4f0a-96a3-4c62a88bab01 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247329 Jul 07 20:47:17.994113 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf6b5fb2-5604-4507-8915-256d3e1c07bd req-f8c9e595-3c98-403e-8332-0bb150f7f052 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9b4526-39a9-469c-8e3c-de42c227172e HTTP/1.1" status: 200 len: 210 time: 0.0390337 Jul 07 20:47:18.077679 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-9e3fee85-e47f-4596-9b09-984bf5b2abac tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:18.114885 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-9e3fee85-e47f-4596-9b09-984bf5b2abac tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:47:18.134668 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-9e3fee85-e47f-4596-9b09-984bf5b2abac tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:47:18.179619 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-9e3fee85-e47f-4596-9b09-984bf5b2abac tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:47:18.349819 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-f404f5f0-e2eb-487b-9eb8-04387264c3e2 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Allocated IP 172.20.0.5 (264dde5d-0b26-40d6-b1bf-7b5ec20a1ece/a4e42a85-93d1-4c63-8ac0-5587b9394f0f/50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:47:18.453650 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-9e3fee85-e47f-4596-9b09-984bf5b2abac tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:18.456708 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-9e3fee85-e47f-4596-9b09-984bf5b2abac tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:18.517574 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fee85-e47f-4596-9b09-984bf5b2abac tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Pushing event updated for resources: {'Port': ['ID=f87f3251-0399-4690-b0cb-f0be4bdd8036,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:18.538312 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Made reservation on behalf of a1c17a3325344c6cbaa5788b7ca45ebf for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:47:18.544149 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:18.549535 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c5bd2ba-cc11-474a-8f93-1b53ed7e6080 req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Router 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:47:18.553772 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-9e3fee85-e47f-4596-9b09-984bf5b2abac tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0213330 Jul 07 20:47:18.604075 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-8db39323-305e-4680-a496-a0841cd563d6 service neutron] Request body: {'port': {'device_id': 'd3a092c3-2760-411d-b39e-277664d31fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:18.614657 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8f554714-6406-431c-b860-f8ee5805da82 None None] Provisioning for port f87f3251-0399-4690-b0cb-f0be4bdd8036 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:47:18.622829 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8f554714-6406-431c-b860-f8ee5805da82 None None] Provisioning complete for port f87f3251-0399-4690-b0cb-f0be4bdd8036 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:18.625453 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8f554714-6406-431c-b860-f8ee5805da82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:18.703638 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-8f554714-6406-431c-b860-f8ee5805da82 None None] Port f87f3251-0399-4690-b0cb-f0be4bdd8036 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:47:18.741484 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68379f9-1371-49e9-a160-27dc697b4af9 req-8247ebc4-8575-448b-9f47-ff28338548fa tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:18.749009 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a68379f9-1371-49e9-a160-27dc697b4af9 req-8247ebc4-8575-448b-9f47-ff28338548fa tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3a092c3-2760-411d-b39e-277664d31fbf HTTP/1.1" status: 200 len: 935 time: 0.4765413 Jul 07 20:47:18.766990 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-8db39323-305e-4680-a496-a0841cd563d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:18.817737 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ddeace68-a69f-4d6a-80cb-2fdcc626e046 req-7409a1a2-7cc0-4ef7-beca-d8fda64c602b tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=1652c582-58ee-4a7e-91bc-961e710e13d8 HTTP/1.1" status: 200 len: 210 time: 0.0475926 Jul 07 20:47:18.818668 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:18.840849 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-a1efc172-a07d-4102-9a89-aa5959c8c4a2 admin admin] Deleting port e0dc3a63-0a43-4e7e-9737-3439a4160363 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:47:18.843664 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1efc172-a07d-4102-9a89-aa5959c8c4a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:19.092809 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-a1efc172-a07d-4102-9a89-aa5959c8c4a2 admin admin] For port e0dc3a63-0a43-4e7e-9737-3439a4160363, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=e0dc3a63-0a43-4e7e-9737-3439a4160363,segment=NetworkSegment(270a8a0f-a016-4ca4-ace5-25cde0805f7f),segment_id=270a8a0f-a016-4ca4-ace5-25cde0805f7f)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:19.093190 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1efc172-a07d-4102-9a89-aa5959c8c4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:19.105779 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:19.107317 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-a1efc172-a07d-4102-9a89-aa5959c8c4a2 admin admin] Calling delete_port for e0dc3a63-0a43-4e7e-9737-3439a4160363 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:47:19.131535 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a68379f9-1371-49e9-a160-27dc697b4af9 req-5d13639a-77e5-464a-bc90-11b68a334498 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808725 Jul 07 20:47:19.136834 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-f3d61726-033d-4fb8-b4f2-adaac5d4bf11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a753eeb2-acb5-4257-85ad-3a17b50dc64d {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:47:19.159693 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:19.200438 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-f3d61726-033d-4fb8-b4f2-adaac5d4bf11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:19.289955 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c5bd2ba-cc11-474a-8f93-1b53ed7e6080 req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:47:19.301664 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc61142d-1946-4353-93d4-02b2940816c7 None None] Sync routers for ids ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:47:19.316971 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc61142d-1946-4353-93d4-02b2940816c7 None None] Routers {'4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:47:19.317593 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-fc61142d-1946-4353-93d4-02b2940816c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:47:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:19.429484 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5bd2ba-cc11-474a-8f93-1b53ed7e6080 req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] No DVR routers for this DVR port e1b76b2b-acea-4723-8855-9ea0802bf116 on host n-h2-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:47:19.435960 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9c5bd2ba-cc11-474a-8f93-1b53ed7e6080 req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:19.443071 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9c5bd2ba-cc11-474a-8f93-1b53ed7e6080 req-dcb89ab6-45dc-4913-839f-285e6ffc7591 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.39 "DELETE /v2.0/ports/e1b76b2b-acea-4723-8855-9ea0802bf116 HTTP/1.1" status: 204 len: 173 time: 6.4729009 Jul 07 20:47:19.443594 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d5502b-4d03-42f4-8541-e9ea97b3f77b', 'name': 'network-vif-deleted', 'tag': 'e1b76b2b-acea-4723-8855-9ea0802bf116'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:47:19.446008 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f43b50f-b239-4cf8-a0ed-5c78c43e85da" -d '{"events": [{"server_uuid": "d6d5502b-4d03-42f4-8541-e9ea97b3f77b", "name": "network-vif-deleted", "tag": "e1b76b2b-acea-4723-8855-9ea0802bf116"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:47:19.541205 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-fc61142d-1946-4353-93d4-02b2940816c7 None None] Set router 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:47:19.561361 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:19.590395 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1efc172-a07d-4102-9a89-aa5959c8c4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:19.611656 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-f404f5f0-e2eb-487b-9eb8-04387264c3e2 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:19.614543 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1421dccb-50b3-4ff9-aae0-fbefd373e507,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:19.635926 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efc172-a07d-4102-9a89-aa5959c8c4a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0dc3a63-0a43-4e7e-9737-3439a4160363,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:19.730607 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79ceca47-6dbe-4f09-94a6-0370d01ca53a req-0ba50ea3-44f0-4d3f-9aca-faf47b27839c tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9b4526-39a9-469c-8e3c-de42c227172e HTTP/1.1" status: 200 len: 210 time: 0.3265545 Jul 07 20:47:19.732545 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:19.733089 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:19.733609 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:19.734113 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:19.734603 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:19.735096 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:19.735625 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:19.736121 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:19.736604 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:19.737100 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:19.738637 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:19.739148 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:19.743471 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-f3d61726-033d-4fb8-b4f2-adaac5d4bf11 service neutron] Transition to ACTIVE for port object a753eeb2-acb5-4257-85ad-3a17b50dc64d will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:19.761993 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-f404f5f0-e2eb-487b-9eb8-04387264c3e2 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Transition to ACTIVE for port object 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:19.763788 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-f3d61726-033d-4fb8-b4f2-adaac5d4bf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:19.772182 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:19.858584 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d61726-033d-4fb8-b4f2-adaac5d4bf11 service neutron] Pushing event updated for resources: {'Port': ['ID=a753eeb2-acb5-4257-85ad-3a17b50dc64d,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:19.893762 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a40ec30-a4e9-4229-b9c9-c34bff79a6de x-openstack-request-id: req-8a40ec30-a4e9-4229-b9c9-c34bff79a6de {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:47:19.894064 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d5502b-4d03-42f4-8541-e9ea97b3f77b", "name": "network-vif-deleted", "tag": "e1b76b2b-acea-4723-8855-9ea0802bf116", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:47:19.894507 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8a40ec30-a4e9-4229-b9c9-c34bff79a6de {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:47:19.895007 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d5502b-4d03-42f4-8541-e9ea97b3f77b', 'name': 'network-vif-deleted', 'tag': 'e1b76b2b-acea-4723-8855-9ea0802bf116', 'status': 'completed', 'code': 200} Jul 07 20:47:19.934564 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-fc61142d-1946-4353-93d4-02b2940816c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984555661-router', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:13Z', 'updated_at': '2021-07-07T20:44:18Z', 'revision_number': 4, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'gw_port': {'id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:14Z', 'updated_at': '2021-07-07T20:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'e654a902-e471-4c18-8d0d-103b5c3ee4a0', 'name': '', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'mac_address': 'fa:16:3e:d7:c2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:17Z', 'updated_at': '2021-07-07T20:44:27Z', 'revision_number': 5, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'subnets': [{'id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:20.002602 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc61142d-1946-4353-93d4-02b2940816c7 None None] Checking router: 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:47:20.013468 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc61142d-1946-4353-93d4-02b2940816c7 None None] Routers {'4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:47:20.014822 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Allocated IP 192.168.233.63 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/3f2f695a-9a83-4fa2-9166-162abc5fdd62) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:47:20.015166 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-fc61142d-1946-4353-93d4-02b2940816c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:47:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:20.023894 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-f3d61726-033d-4fb8-b4f2-adaac5d4bf11 service neutron] Attempting to bind port a753eeb2-acb5-4257-85ad-3a17b50dc64d on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:47:20.024233 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-f3d61726-033d-4fb8-b4f2-adaac5d4bf11 service neutron] Attempting to bind port a753eeb2-acb5-4257-85ad-3a17b50dc64d by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:47:20.024569 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-f3d61726-033d-4fb8-b4f2-adaac5d4bf11 service neutron] Attempting to bind port a753eeb2-acb5-4257-85ad-3a17b50dc64d on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:20.049713 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1efc172-a07d-4102-9a89-aa5959c8c4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:20.055712 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-f3d61726-033d-4fb8-b4f2-adaac5d4bf11 service neutron] Port a753eeb2-acb5-4257-85ad-3a17b50dc64d on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:47:20.056046 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-f3d61726-033d-4fb8-b4f2-adaac5d4bf11 service neutron] Attempting to bind port a753eeb2-acb5-4257-85ad-3a17b50dc64d on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:20.102113 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daecfd0-e4d0-414d-b67a-7d19518c614e req-174fa934-94d9-412f-bb9c-7369cf838e27 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:20.111655 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8daecfd0-e4d0-414d-b67a-7d19518c614e req-174fa934-94d9-412f-bb9c-7369cf838e27 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 945 time: 0.7063837 Jul 07 20:47:20.187197 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-fc61142d-1946-4353-93d4-02b2940816c7 None None] Set router 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:47:20.452388 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-fc61142d-1946-4353-93d4-02b2940816c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984555661-router', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:13Z', 'updated_at': '2021-07-07T20:44:18Z', 'revision_number': 4, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'gw_port': {'id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:14Z', 'updated_at': '2021-07-07T20:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'e654a902-e471-4c18-8d0d-103b5c3ee4a0', 'name': '', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'mac_address': 'fa:16:3e:d7:c2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:17Z', 'updated_at': '2021-07-07T20:44:27Z', 'revision_number': 5, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'subnets': [{'id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:20.511248 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc61142d-1946-4353-93d4-02b2940816c7 None None] The sync data for ids ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'] in n-d-695189-11 is: [{'id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984555661-router', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:13Z', 'updated_at': '2021-07-07T20:44:18Z', 'revision_number': 4, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'gw_port': {'id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:14Z', 'updated_at': '2021-07-07T20:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'e654a902-e471-4c18-8d0d-103b5c3ee4a0', 'name': '', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'mac_address': 'fa:16:3e:d7:c2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:17Z', 'updated_at': '2021-07-07T20:44:27Z', 'revision_number': 5, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'subnets': [{'id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:47:20.517781 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1efc172-a07d-4102-9a89-aa5959c8c4a2 admin admin] Router 839997d9-23fc-4bf0-bace-2ac87cf6cce5 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:47:20.543776 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-f3d61726-033d-4fb8-b4f2-adaac5d4bf11 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:47:20.544041 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-f3d61726-033d-4fb8-b4f2-adaac5d4bf11 service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:47:20.544432 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-f3d61726-033d-4fb8-b4f2-adaac5d4bf11 service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:47:20.544882 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-f3d61726-033d-4fb8-b4f2-adaac5d4bf11 service neutron] Bound port: a753eeb2-acb5-4257-85ad-3a17b50dc64d, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:47:20.545241 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-f3d61726-033d-4fb8-b4f2-adaac5d4bf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:20.549349 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:20.563636 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-f404f5f0-e2eb-487b-9eb8-04387264c3e2 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:20.661309 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f49595fb-4fd2-49a8-8e42-001d177377cb req-e8189f49-7e9c-47eb-87e6-646e5f8c7915 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=1652c582-58ee-4a7e-91bc-961e710e13d8 HTTP/1.1" status: 200 len: 210 time: 0.1206374 Jul 07 20:47:20.674603 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404f5f0-e2eb-487b-9eb8-04387264c3e2 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Pushing event updated for resources: {'Port': ['ID=50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:20.690285 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1efc172-a07d-4102-9a89-aa5959c8c4a2 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:47:20.699491 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a1efc172-a07d-4102-9a89-aa5959c8c4a2 admin admin] 10.222.0.64 "PUT /v2.0/routers/839997d9-23fc-4bf0-bace-2ac87cf6cce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9727883 Jul 07 20:47:20.701958 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34004) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:20.708914 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d1f8d-6c0c-4dd3-b52a-c540cd42cac2 None None] Sync routers for ids ['839997d9-23fc-4bf0-bace-2ac87cf6cce5'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:47:20.713167 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8daecfd0-e4d0-414d-b67a-7d19518c614e req-d22c2b54-b735-43b1-be54-27d4e2f0c64e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5987425 Jul 07 20:47:20.714355 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Transition to ACTIVE for port object 3f2f695a-9a83-4fa2-9166-162abc5fdd62 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:20.726569 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123d1f8d-6c0c-4dd3-b52a-c540cd42cac2 None None] Routers {'839997d9-23fc-4bf0-bace-2ac87cf6cce5'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:47:20.727459 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-123d1f8d-6c0c-4dd3-b52a-c540cd42cac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:47:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['839997d9-23fc-4bf0-bace-2ac87cf6cce5'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:20.736148 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-f404f5f0-e2eb-487b-9eb8-04387264c3e2 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Network 264dde5d-0b26-40d6-b1bf-7b5ec20a1ece is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:47:20.746962 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-f404f5f0-e2eb-487b-9eb8-04387264c3e2 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:47:20.778267 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-f404f5f0-e2eb-487b-9eb8-04387264c3e2 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:47:20.792575 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-f404f5f0-e2eb-487b-9eb8-04387264c3e2 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:20.798368 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-f404f5f0-e2eb-487b-9eb8-04387264c3e2 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:20.915565 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-f404f5f0-e2eb-487b-9eb8-04387264c3e2 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8063161 Jul 07 20:47:20.953645 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-5c8ee046-47ec-41e3-a171-b47a03dd0b69 service neutron] Request body: {'port': {'device_id': '6e9b4526-39a9-469c-8e3c-de42c227172e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:20.974222 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e567f07-142a-49e3-940d-61633b10bbe4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:21.022791 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a43efb-19ff-4c3c-9192-e29cfc1fb7c4 None None] New status for floating IP da3c7b44-13fd-404b-aca4-16efba82db7f: DOWN {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:47:21.048307 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-123d1f8d-6c0c-4dd3-b52a-c540cd42cac2 None None] Set router 839997d9-23fc-4bf0-bace-2ac87cf6cce5 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:47:21.162467 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-f3d61726-033d-4fb8-b4f2-adaac5d4bf11 service neutron] For port a753eeb2-acb5-4257-85ad-3a17b50dc64d, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:47:21.192873 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:21.228573 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-f3d61726-033d-4fb8-b4f2-adaac5d4bf11 service neutron] For port a753eeb2-acb5-4257-85ad-3a17b50dc64d, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a753eeb2-acb5-4257-85ad-3a17b50dc64d,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:47:21.263978 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-f3d61726-033d-4fb8-b4f2-adaac5d4bf11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:21.301371 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:47:21.362247 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:47:21.370338 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:47:21.393401 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:21.398473 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:21.409299 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-f3d61726-033d-4fb8-b4f2-adaac5d4bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:21.411418 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-f3d61726-033d-4fb8-b4f2-adaac5d4bf11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:21.414591 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-f3d61726-033d-4fb8-b4f2-adaac5d4bf11 service neutron] 10.222.0.39 "PUT /v2.0/ports/a753eeb2-acb5-4257-85ad-3a17b50dc64d HTTP/1.1" status: 200 len: 1096 time: 5.4196060 Jul 07 20:47:21.439861 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72232db-1ff6-45a3-8fb0-7858e11bda7a', 'tag': 'a753eeb2-acb5-4257-85ad-3a17b50dc64d'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:47:21.457941 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c31355-b799-4bea-ae3c-c8f13a6f7527" -d '{"events": [{"name": "network-changed", "server_uuid": "f72232db-1ff6-45a3-8fb0-7858e11bda7a", "tag": "a753eeb2-acb5-4257-85ad-3a17b50dc64d"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:47:21.469193 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Pushing event updated for resources: {'Port': ['ID=3f2f695a-9a83-4fa2-9166-162abc5fdd62,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:21.491027 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2996538d-8822-45ea-86d2-40fd36aac3f2 None None] Provisioning for port 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:47:21.512156 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2996538d-8822-45ea-86d2-40fd36aac3f2 None None] Provisioning complete for port 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:21.512763 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2996538d-8822-45ea-86d2-40fd36aac3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:21.534168 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-5c8ee046-47ec-41e3-a171-b47a03dd0b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:21.622445 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e567f07-142a-49e3-940d-61633b10bbe4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:21.766820 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-d75ad52c-a26a-42a6-a52a-c2c8c2f482ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9819343 Jul 07 20:47:21.793387 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83ede1-81cb-4f33-8c05-bfe3f4e654c7 req-48bf27bc-1b9f-4d1b-bbb0-17fe518391f1 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:21.801848 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a83ede1-81cb-4f33-8c05-bfe3f4e654c7 req-48bf27bc-1b9f-4d1b-bbb0-17fe518391f1 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3a092c3-2760-411d-b39e-277664d31fbf HTTP/1.1" status: 200 len: 935 time: 0.7347431 Jul 07 20:47:21.853029 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-91ae3737-7323-4fe7-b0ae-57fe0234fcb6 service neutron] Request body: {'port': {'device_id': '1652c582-58ee-4a7e-91bc-961e710e13d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:21.889648 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-8db39323-305e-4680-a496-a0841cd563d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87f3251-0399-4690-b0cb-f0be4bdd8036 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:47:21.902390 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-8db39323-305e-4680-a496-a0841cd563d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:21.923134 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-8db39323-305e-4680-a496-a0841cd563d6 service neutron] Transition to ACTIVE for port object f87f3251-0399-4690-b0cb-f0be4bdd8036 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:21.933902 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-8db39323-305e-4680-a496-a0841cd563d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:21.988071 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-2996538d-8822-45ea-86d2-40fd36aac3f2 None None] Port 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:47:22.004177 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-123d1f8d-6c0c-4dd3-b52a-c540cd42cac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839997d9-23fc-4bf0-bace-2ac87cf6cce5', 'name': 'tempest-FloatingIPsNegativeTestJSON-356579551-router', 'tenant_id': '5dd30728e9dc485a88291dc240f158da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '18a48ff1-0279-42d0-8bb3-111ccf5eb46b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:47:01Z', 'updated_at': '2021-07-07T20:47:19Z', 'revision_number': 5, 'project_id': '5dd30728e9dc485a88291dc240f158da', 'gw_port': {'id': '18a48ff1-0279-42d0-8bb3-111ccf5eb46b', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839997d9-23fc-4bf0-bace-2ac87cf6cce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:47:01Z', 'updated_at': '2021-07-07T20:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:22.024922 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d61726-033d-4fb8-b4f2-adaac5d4bf11 service neutron] Pushing event updated for resources: {'Port': ['ID=a753eeb2-acb5-4257-85ad-3a17b50dc64d,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:22.044852 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-2e567f07-142a-49e3-940d-61633b10bbe4 admin admin] Deleting port 18a48ff1-0279-42d0-8bb3-111ccf5eb46b {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:47:22.048168 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e567f07-142a-49e3-940d-61633b10bbe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:22.077909 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a83ede1-81cb-4f33-8c05-bfe3f4e654c7 req-5278f6e9-79e9-4665-bc39-8d8a1443e7f0 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750773 Jul 07 20:47:22.104416 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d1f8d-6c0c-4dd3-b52a-c540cd42cac2 None None] Checking router: 839997d9-23fc-4bf0-bace-2ac87cf6cce5 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:47:22.120881 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-59a49f8e-6185-4774-ab71-d4d4ee8103ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:22.123115 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-59a49f8e-6185-4774-ab71-d4d4ee8103ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=82612c4052fb4d3f923f9375caa9d7c4&device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 1099 time: 0.5765579 Jul 07 20:47:22.133167 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123d1f8d-6c0c-4dd3-b52a-c540cd42cac2 None None] Routers {'839997d9-23fc-4bf0-bace-2ac87cf6cce5'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:47:22.133772 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-123d1f8d-6c0c-4dd3-b52a-c540cd42cac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:47:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['839997d9-23fc-4bf0-bace-2ac87cf6cce5'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:22.329710 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-123d1f8d-6c0c-4dd3-b52a-c540cd42cac2 None None] Set router 839997d9-23fc-4bf0-bace-2ac87cf6cce5 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:47:22.437621 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-123d1f8d-6c0c-4dd3-b52a-c540cd42cac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839997d9-23fc-4bf0-bace-2ac87cf6cce5', 'name': 'tempest-FloatingIPsNegativeTestJSON-356579551-router', 'tenant_id': '5dd30728e9dc485a88291dc240f158da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:47:01Z', 'updated_at': '2021-07-07T20:47:21Z', 'revision_number': 6, 'project_id': '5dd30728e9dc485a88291dc240f158da', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:22.509370 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d1f8d-6c0c-4dd3-b52a-c540cd42cac2 None None] The sync data for ids ['839997d9-23fc-4bf0-bace-2ac87cf6cce5'] in n-d-695189-11 is: [{'id': '839997d9-23fc-4bf0-bace-2ac87cf6cce5', 'name': 'tempest-FloatingIPsNegativeTestJSON-356579551-router', 'tenant_id': '5dd30728e9dc485a88291dc240f158da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:47:01Z', 'updated_at': '2021-07-07T20:47:21Z', 'revision_number': 6, 'project_id': '5dd30728e9dc485a88291dc240f158da', 'gw_port_host': None}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:47:22.535772 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-cb9e13f8-0845-42f8-8c2a-da05b7f815aa None None] Provisioning for port 3f2f695a-9a83-4fa2-9166-162abc5fdd62 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:47:22.540600 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-cb9e13f8-0845-42f8-8c2a-da05b7f815aa None None] Provisioning complete for port 3f2f695a-9a83-4fa2-9166-162abc5fdd62 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:22.541174 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cb9e13f8-0845-42f8-8c2a-da05b7f815aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:22.617411 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-cb9e13f8-0845-42f8-8c2a-da05b7f815aa None None] Port 3f2f695a-9a83-4fa2-9166-162abc5fdd62 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:47:22.626541 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb36138-b999-4907-bdfb-6e57bc632b48 x-openstack-request-id: req-abb36138-b999-4907-bdfb-6e57bc632b48 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:47:22.627133 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72232db-1ff6-45a3-8fb0-7858e11bda7a", "tag": "a753eeb2-acb5-4257-85ad-3a17b50dc64d", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:47:22.627220 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-abb36138-b999-4907-bdfb-6e57bc632b48 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:47:22.627619 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72232db-1ff6-45a3-8fb0-7858e11bda7a', 'tag': 'a753eeb2-acb5-4257-85ad-3a17b50dc64d', 'status': 'completed', 'code': 200} Jul 07 20:47:22.630516 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-6d78c8b3-2265-4f35-a1e5-ad7fe18148d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=a753eeb2-acb5-4257-85ad-3a17b50dc64d HTTP/1.1" status: 200 len: 217 time: 0.0582471 Jul 07 20:47:22.769390 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0947b0e-4263-48eb-92a0-0b4c6d4c82b1 req-bb44ce6c-8886-412e-9a91-38a9e2b3ebaf tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:22.770918 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0947b0e-4263-48eb-92a0-0b4c6d4c82b1 req-bb44ce6c-8886-412e-9a91-38a9e2b3ebaf tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9b4526-39a9-469c-8e3c-de42c227172e HTTP/1.1" status: 200 len: 931 time: 1.2174842 Jul 07 20:47:22.771570 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-91ae3737-7323-4fe7-b0ae-57fe0234fcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:22.943877 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device e0dc3a63-0a43-4e7e-9737-3439a4160363 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:47:22.989419 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-2e567f07-142a-49e3-940d-61633b10bbe4 admin admin] For port 18a48ff1-0279-42d0-8bb3-111ccf5eb46b, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=18a48ff1-0279-42d0-8bb3-111ccf5eb46b,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:22.990028 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e567f07-142a-49e3-940d-61633b10bbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:23.017937 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-2e567f07-142a-49e3-940d-61633b10bbe4 admin admin] Calling delete_port for 18a48ff1-0279-42d0-8bb3-111ccf5eb46b owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:47:23.020119 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: e0dc3a63-0a43-4e7e-9737-3439a4160363 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:47:23.020558 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device e0dc3a63-0a43-4e7e-9737-3439a4160363 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:47:23.207171 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-91ae3737-7323-4fe7-b0ae-57fe0234fcb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2f695a-9a83-4fa2-9166-162abc5fdd62 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:47:23.215389 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-91ae3737-7323-4fe7-b0ae-57fe0234fcb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:23.228327 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-91ae3737-7323-4fe7-b0ae-57fe0234fcb6 service neutron] Transition to ACTIVE for port object 3f2f695a-9a83-4fa2-9166-162abc5fdd62 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:23.244075 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-91ae3737-7323-4fe7-b0ae-57fe0234fcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:23.279104 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db39323-305e-4680-a496-a0841cd563d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f87f3251-0399-4690-b0cb-f0be4bdd8036,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:23.285678 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e567f07-142a-49e3-940d-61633b10bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:23.311539 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e567f07-142a-49e3-940d-61633b10bbe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=18a48ff1-0279-42d0-8bb3-111ccf5eb46b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:23.333516 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0947b0e-4263-48eb-92a0-0b4c6d4c82b1 req-77ac00d3-6eff-4740-b87c-f9451a6069eb tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5197079 Jul 07 20:47:23.335280 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-6fbdc93f-c532-4c7b-a9af-c9569d6ff49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:23.339466 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-6fbdc93f-c532-4c7b-a9af-c9569d6ff49f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.5488269 Jul 07 20:47:23.448417 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-8db39323-305e-4680-a496-a0841cd563d6 service neutron] Attempting to bind port f87f3251-0399-4690-b0cb-f0be4bdd8036 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:47:23.448751 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-8db39323-305e-4680-a496-a0841cd563d6 service neutron] Attempting to bind port f87f3251-0399-4690-b0cb-f0be4bdd8036 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:47:23.449079 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-8db39323-305e-4680-a496-a0841cd563d6 service neutron] Attempting to bind port f87f3251-0399-4690-b0cb-f0be4bdd8036 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:23.473396 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-8db39323-305e-4680-a496-a0841cd563d6 service neutron] Port f87f3251-0399-4690-b0cb-f0be4bdd8036 on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:47:23.478339 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-8db39323-305e-4680-a496-a0841cd563d6 service neutron] Attempting to bind port f87f3251-0399-4690-b0cb-f0be4bdd8036 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:23.499225 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-8db39323-305e-4680-a496-a0841cd563d6 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:47:23.500069 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-8db39323-305e-4680-a496-a0841cd563d6 service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:47:23.500547 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-8db39323-305e-4680-a496-a0841cd563d6 service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:47:23.501051 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-8db39323-305e-4680-a496-a0841cd563d6 service neutron] Bound port: f87f3251-0399-4690-b0cb-f0be4bdd8036, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:47:23.502078 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-8db39323-305e-4680-a496-a0841cd563d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:23.514002 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae3737-7323-4fe7-b0ae-57fe0234fcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2f695a-9a83-4fa2-9166-162abc5fdd62,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:23.548485 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e567f07-142a-49e3-940d-61633b10bbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:23.716152 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a159463-a419-47a0-bc4d-66e714828e78 req-9ecee000-60d7-4b2f-b94f-8fb0a15746f9 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:23.725829 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a159463-a419-47a0-bc4d-66e714828e78 req-9ecee000-60d7-4b2f-b94f-8fb0a15746f9 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=1652c582-58ee-4a7e-91bc-961e710e13d8 HTTP/1.1" status: 200 len: 935 time: 1.1092749 Jul 07 20:47:23.735170 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e567f07-142a-49e3-940d-61633b10bbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:23.743139 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e567f07-142a-49e3-940d-61633b10bbe4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:23.767190 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-91ae3737-7323-4fe7-b0ae-57fe0234fcb6 service neutron] Attempting to bind port 3f2f695a-9a83-4fa2-9166-162abc5fdd62 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:47:23.767568 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-91ae3737-7323-4fe7-b0ae-57fe0234fcb6 service neutron] Attempting to bind port 3f2f695a-9a83-4fa2-9166-162abc5fdd62 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:47:23.767934 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-91ae3737-7323-4fe7-b0ae-57fe0234fcb6 service neutron] Attempting to bind port 3f2f695a-9a83-4fa2-9166-162abc5fdd62 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:23.797555 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-91ae3737-7323-4fe7-b0ae-57fe0234fcb6 service neutron] Port 3f2f695a-9a83-4fa2-9166-162abc5fdd62 on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:47:23.797885 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-91ae3737-7323-4fe7-b0ae-57fe0234fcb6 service neutron] Attempting to bind port 3f2f695a-9a83-4fa2-9166-162abc5fdd62 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:23.839732 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-5c8ee046-47ec-41e3-a171-b47a03dd0b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:47:23.845571 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-8db39323-305e-4680-a496-a0841cd563d6 service neutron] For port f87f3251-0399-4690-b0cb-f0be4bdd8036, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:47:23.864416 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-8db39323-305e-4680-a496-a0841cd563d6 service neutron] For port f87f3251-0399-4690-b0cb-f0be4bdd8036, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f87f3251-0399-4690-b0cb-f0be4bdd8036,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:47:23.866724 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e567f07-142a-49e3-940d-61633b10bbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:23.867483 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e567f07-142a-49e3-940d-61633b10bbe4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 839997d9-23fc-4bf0-bace-2ac87cf6cce5 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:47:23.881284 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e567f07-142a-49e3-940d-61633b10bbe4 admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:23.884037 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-91ae3737-7323-4fe7-b0ae-57fe0234fcb6 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:47:23.884486 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-91ae3737-7323-4fe7-b0ae-57fe0234fcb6 service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:47:23.884600 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2e567f07-142a-49e3-940d-61633b10bbe4 admin admin] 10.222.0.64 "DELETE /v2.0/routers/839997d9-23fc-4bf0-bace-2ac87cf6cce5 HTTP/1.1" status: 204 len: 168 time: 3.1799529 Jul 07 20:47:23.884996 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-91ae3737-7323-4fe7-b0ae-57fe0234fcb6 service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:47:23.885435 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-91ae3737-7323-4fe7-b0ae-57fe0234fcb6 service neutron] Bound port: 3f2f695a-9a83-4fa2-9166-162abc5fdd62, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:47:23.885940 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-91ae3737-7323-4fe7-b0ae-57fe0234fcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:23.886571 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34042) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:23.888098 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-8db39323-305e-4680-a496-a0841cd563d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:23.910220 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-5c8ee046-47ec-41e3-a171-b47a03dd0b69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:23.934225 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a159463-a419-47a0-bc4d-66e714828e78 req-fb5107cf-ce6d-4c4c-a401-1419c508349c tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037458 Jul 07 20:47:23.981994 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-8db39323-305e-4680-a496-a0841cd563d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:23.982897 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-8db39323-305e-4680-a496-a0841cd563d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:23.984529 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-8db39323-305e-4680-a496-a0841cd563d6 service neutron] 10.222.0.58 "PUT /v2.0/ports/f87f3251-0399-4690-b0cb-f0be4bdd8036 HTTP/1.1" status: 200 len: 1096 time: 5.3884916 Jul 07 20:47:23.987783 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a092c3-2760-411d-b39e-277664d31fbf', 'tag': 'f87f3251-0399-4690-b0cb-f0be4bdd8036'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:47:23.990365 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56767779-ea47-4d14-8555-fbd7e704ff0b" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a092c3-2760-411d-b39e-277664d31fbf", "tag": "f87f3251-0399-4690-b0cb-f0be4bdd8036"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:47:24.128700 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-91ae3737-7323-4fe7-b0ae-57fe0234fcb6 service neutron] For port 3f2f695a-9a83-4fa2-9166-162abc5fdd62, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:47:24.132478 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-91ae3737-7323-4fe7-b0ae-57fe0234fcb6 service neutron] For port 3f2f695a-9a83-4fa2-9166-162abc5fdd62, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=3f2f695a-9a83-4fa2-9166-162abc5fdd62,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:47:24.141327 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-91ae3737-7323-4fe7-b0ae-57fe0234fcb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:24.166999 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc66b54-a260-4fe8-b2bb-e9f1403d109b admin admin] Deleting subnet 9b6f4abb-5e71-4d96-87d9-3313f0b880a0 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:47:24.179291 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6fc66b54-a260-4fe8-b2bb-e9f1403d109b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:24.188368 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019a347-83d0-45f8-85fe-66f6f2ad41bb req-e069a8a4-39d2-41f4-aa2e-7bd449f9ec93 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:24.190019 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9019a347-83d0-45f8-85fe-66f6f2ad41bb req-e069a8a4-39d2-41f4-aa2e-7bd449f9ec93 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 945 time: 0.6667473 Jul 07 20:47:24.194452 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-5c8ee046-47ec-41e3-a171-b47a03dd0b69 service neutron] Transition to ACTIVE for port object 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:24.199254 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-c44b284c-1a89-4c44-8da5-e2c167fc5ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:24.200897 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-c44b284c-1a89-4c44-8da5-e2c167fc5ae8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8278337 Jul 07 20:47:24.239468 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db39323-305e-4680-a496-a0841cd563d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f87f3251-0399-4690-b0cb-f0be4bdd8036,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:24.282498 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-1b23bc9b-4bea-4c7b-9a49-ffc3b2f4b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:24.284317 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-1b23bc9b-4bea-4c7b-9a49-ffc3b2f4b727 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=82612c4052fb4d3f923f9375caa9d7c4&device_id=d3a092c3-2760-411d-b39e-277664d31fbf HTTP/1.1" status: 200 len: 1099 time: 0.2318370 Jul 07 20:47:24.300548 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6fc66b54-a260-4fe8-b2bb-e9f1403d109b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:24.326337 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-5c8ee046-47ec-41e3-a171-b47a03dd0b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:24.331305 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-82e55752-4aa3-4787-9058-8a32189486fd service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034851 Jul 07 20:47:24.357388 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-91ae3737-7323-4fe7-b0ae-57fe0234fcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:24.358009 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-91ae3737-7323-4fe7-b0ae-57fe0234fcb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:24.359568 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-91ae3737-7323-4fe7-b0ae-57fe0234fcb6 service neutron] 10.222.0.39 "PUT /v2.0/ports/3f2f695a-9a83-4fa2-9166-162abc5fdd62 HTTP/1.1" status: 200 len: 1096 time: 2.5108891 Jul 07 20:47:24.474500 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-f2ddbc0d-8f40-476c-b399-acb1582d1072 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=f87f3251-0399-4690-b0cb-f0be4bdd8036 HTTP/1.1" status: 200 len: 217 time: 0.1704915 Jul 07 20:47:24.635731 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1652c582-58ee-4a7e-91bc-961e710e13d8', 'tag': '3f2f695a-9a83-4fa2-9166-162abc5fdd62'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:47:24.638122 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ec9368-7dfb-4b08-a4d2-b91497d291cb" -d '{"events": [{"name": "network-changed", "server_uuid": "1652c582-58ee-4a7e-91bc-961e710e13d8", "tag": "3f2f695a-9a83-4fa2-9166-162abc5fdd62"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:47:24.662799 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-67c1bb23-5cbe-4e1d-85e2-be4ad6c224e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:24.664519 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-67c1bb23-5cbe-4e1d-85e2-be4ad6c224e2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1714935 Jul 07 20:47:24.704318 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6fc66b54-a260-4fe8-b2bb-e9f1403d109b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:24.733057 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9019a347-83d0-45f8-85fe-66f6f2ad41bb req-215388b7-b489-4924-a92f-e12496dbf530 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5141940 Jul 07 20:47:24.735315 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae3737-7323-4fe7-b0ae-57fe0234fcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2f695a-9a83-4fa2-9166-162abc5fdd62,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:24.867100 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93471bbd-036d-4bc7-8400-c6f019383b18 x-openstack-request-id: req-93471bbd-036d-4bc7-8400-c6f019383b18 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:47:24.867432 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a092c3-2760-411d-b39e-277664d31fbf", "tag": "f87f3251-0399-4690-b0cb-f0be4bdd8036", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:47:24.867729 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93471bbd-036d-4bc7-8400-c6f019383b18 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:47:24.868262 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a092c3-2760-411d-b39e-277664d31fbf', 'tag': 'f87f3251-0399-4690-b0cb-f0be4bdd8036', 'status': 'completed', 'code': 200} Jul 07 20:47:24.994633 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6fc66b54-a260-4fe8-b2bb-e9f1403d109b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:25.000959 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-7b4ecb12-b1c8-4c7d-8bcc-1bd62069bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:25.007412 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-7b4ecb12-b1c8-4c7d-8bcc-1bd62069bb6d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3270519 Jul 07 20:47:25.027260 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ad96aed-60e6-410f-92f7-8bbef8888400 req-0c21ef45-6f09-4a03-93bf-ef25472b41ff service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6778872 Jul 07 20:47:25.031426 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ee046-47ec-41e3-a171-b47a03dd0b69 service neutron] Pushing event updated for resources: {'Port': ['ID=50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:25.051939 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 18a48ff1-0279-42d0-8bb3-111ccf5eb46b no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:47:25.099939 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-5c8ee046-47ec-41e3-a171-b47a03dd0b69 service neutron] Attempting to bind port 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:47:25.100283 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-5c8ee046-47ec-41e3-a171-b47a03dd0b69 service neutron] Attempting to bind port 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '72898ccf-b813-4daa-8482-8990fb92981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:47:25.103463 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-5c8ee046-47ec-41e3-a171-b47a03dd0b69 service neutron] Attempting to bind port 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 on network 264dde5d-0b26-40d6-b1bf-7b5ec20a1ece {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:25.118087 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc66b54-a260-4fe8-b2bb-e9f1403d109b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b6f4abb-5e71-4d96-87d9-3313f0b880a0,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:25.129874 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 18a48ff1-0279-42d0-8bb3-111ccf5eb46b {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:47:25.130231 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 18a48ff1-0279-42d0-8bb3-111ccf5eb46b not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:47:25.138018 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0750905e-d82f-46a7-a4cf-64848ea0a603 None None] Network cef44703-ef11-4e87-9bec-a08bef698f12 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:47:25.138159 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6fc66b54-a260-4fe8-b2bb-e9f1403d109b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:25.140129 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6fc66b54-a260-4fe8-b2bb-e9f1403d109b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9b6f4abb-5e71-4d96-87d9-3313f0b880a0 HTTP/1.1" status: 204 len: 168 time: 1.2411661 Jul 07 20:47:25.142778 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34060) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:25.204134 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-74d750e8-06f4-45f8-afd5-6c45d43060f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:25.210408 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-74d750e8-06f4-45f8-afd5-6c45d43060f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&device_id=1652c582-58ee-4a7e-91bc-961e710e13d8 HTTP/1.1" status: 200 len: 1099 time: 0.7522509 Jul 07 20:47:25.217447 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-5c8ee046-47ec-41e3-a171-b47a03dd0b69 service neutron] Port 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 on network 264dde5d-0b26-40d6-b1bf-7b5ec20a1ece not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:47:25.217784 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-5c8ee046-47ec-41e3-a171-b47a03dd0b69 service neutron] Attempting to bind port 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 on network 264dde5d-0b26-40d6-b1bf-7b5ec20a1ece {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:25.293681 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3571dc11-a815-4f9a-b1fd-a02cc184fba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:25.351688 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-b4169eac-a782-46d2-9984-16c16730e3f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=3f2f695a-9a83-4fa2-9166-162abc5fdd62 HTTP/1.1" status: 200 len: 217 time: 0.1052053 Jul 07 20:47:25.372359 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-89dec674-b626-4930-a5ef-702e8219f6ea service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458047 Jul 07 20:47:25.384307 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaf6f14-5035-49c7-a979-07b156598894 None None] DHCP port deletion for cef44703-ef11-4e87-9bec-a08bef698f12 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:47:25.424614 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-3571dc11-a815-4f9a-b1fd-a02cc184fba0 admin admin] Deleting port b355947a-7c91-49ce-a0f5-faf1b8b26594 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:47:25.428180 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3571dc11-a815-4f9a-b1fd-a02cc184fba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:25.454357 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-94ed845f-ed6e-4148-9212-502784896bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:25.455969 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-94ed845f-ed6e-4148-9212-502784896bf4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0758135 Jul 07 20:47:25.493130 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-3aaf6f14-5035-49c7-a979-07b156598894 None None] Deleting port b355947a-7c91-49ce-a0f5-faf1b8b26594 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:47:25.493627 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3aaf6f14-5035-49c7-a979-07b156598894 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:25.524899 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f8cdb-1140-4b70-b2e1-1fb3cd06ac1b req-52e4a402-3c73-4627-8647-fdab0dd67b78 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:25.532031 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a26f8cdb-1140-4b70-b2e1-1fb3cd06ac1b req-52e4a402-3c73-4627-8647-fdab0dd67b78 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3a092c3-2760-411d-b39e-277664d31fbf HTTP/1.1" status: 200 len: 947 time: 0.9536142 Jul 07 20:47:25.553444 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-5c8ee046-47ec-41e3-a171-b47a03dd0b69 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:47:25.554017 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-5c8ee046-47ec-41e3-a171-b47a03dd0b69 service neutron] Checking segment: {'id': '72898ccf-b813-4daa-8482-8990fb92981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:47:25.554674 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-5c8ee046-47ec-41e3-a171-b47a03dd0b69 service neutron] Bound using segment: {'id': '72898ccf-b813-4daa-8482-8990fb92981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:47:25.555368 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-5c8ee046-47ec-41e3-a171-b47a03dd0b69 service neutron] Bound port: 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72898ccf-b813-4daa-8482-8990fb92981a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:47:25.555742 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-5c8ee046-47ec-41e3-a171-b47a03dd0b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:25.602025 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-3aaf6f14-5035-49c7-a979-07b156598894 None None] For port b355947a-7c91-49ce-a0f5-faf1b8b26594, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b355947a-7c91-49ce-a0f5-faf1b8b26594,segment=NetworkSegment(270a8a0f-a016-4ca4-ace5-25cde0805f7f),segment_id=270a8a0f-a016-4ca4-ace5-25cde0805f7f)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:25.602933 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3aaf6f14-5035-49c7-a979-07b156598894 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:25.621977 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-3571dc11-a815-4f9a-b1fd-a02cc184fba0 admin admin] For port b355947a-7c91-49ce-a0f5-faf1b8b26594, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b355947a-7c91-49ce-a0f5-faf1b8b26594,segment=NetworkSegment(270a8a0f-a016-4ca4-ace5-25cde0805f7f),segment_id=270a8a0f-a016-4ca4-ace5-25cde0805f7f)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:25.622370 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3571dc11-a815-4f9a-b1fd-a02cc184fba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:25.634516 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-3aaf6f14-5035-49c7-a979-07b156598894 None None] Calling delete_port for b355947a-7c91-49ce-a0f5-faf1b8b26594 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:47:25.640481 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-3571dc11-a815-4f9a-b1fd-a02cc184fba0 admin admin] Calling delete_port for b355947a-7c91-49ce-a0f5-faf1b8b26594 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:47:25.661585 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a26f8cdb-1140-4b70-b2e1-1fb3cd06ac1b req-a34d3cda-107f-41ee-9bb6-8bb5c26761a2 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270847 Jul 07 20:47:25.765936 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967eedf0-98ef-4ad6-98cf-08ee54784913 req-db233d90-1f3e-4ea1-9183-2758037d7f64 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:25.775953 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-967eedf0-98ef-4ad6-98cf-08ee54784913 req-db233d90-1f3e-4ea1-9183-2758037d7f64 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9b4526-39a9-469c-8e3c-de42c227172e HTTP/1.1" status: 200 len: 943 time: 0.6609428 Jul 07 20:47:25.806892 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c31355-b799-4bea-ae3c-c8f13a6f7527 req-6a2992a4-4c6d-47c9-ab0f-dd40b2285acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:25.819194 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78c31355-b799-4bea-ae3c-c8f13a6f7527 req-6a2992a4-4c6d-47c9-ab0f-dd40b2285acb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=82612c4052fb4d3f923f9375caa9d7c4&device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 1099 time: 0.6445386 Jul 07 20:47:25.855240 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400edd80-7a00-4d71-9690-297af399249c x-openstack-request-id: req-400edd80-7a00-4d71-9690-297af399249c {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:47:25.858921 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1652c582-58ee-4a7e-91bc-961e710e13d8", "tag": "3f2f695a-9a83-4fa2-9166-162abc5fdd62", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:47:25.859542 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-400edd80-7a00-4d71-9690-297af399249c {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:47:25.859990 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1652c582-58ee-4a7e-91bc-961e710e13d8', 'tag': '3f2f695a-9a83-4fa2-9166-162abc5fdd62', 'status': 'completed', 'code': 200} Jul 07 20:47:25.893549 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e00e1dd8-e415-415b-bc97-c480b5d1adf3 req-cdc9cc69-9961-4bdb-9b2c-d2221172ace0 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910266 Jul 07 20:47:25.896773 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-5c8ee046-47ec-41e3-a171-b47a03dd0b69 service neutron] For port 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:47:25.910065 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3571dc11-a815-4f9a-b1fd-a02cc184fba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:25.923046 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-5c8ee046-47ec-41e3-a171-b47a03dd0b69 service neutron] For port 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5,segment=NetworkSegment(72898ccf-b813-4daa-8482-8990fb92981a),segment_id=72898ccf-b813-4daa-8482-8990fb92981a)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:47:25.966689 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3aaf6f14-5035-49c7-a979-07b156598894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:25.983642 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-5c8ee046-47ec-41e3-a171-b47a03dd0b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:25.985132 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaf6f14-5035-49c7-a979-07b156598894 None None] No DVR routers for this DVR port b355947a-7c91-49ce-a0f5-faf1b8b26594 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:47:26.026413 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf6f14-5035-49c7-a979-07b156598894 None None] Pushing event deleted for resources: {'Port': ['ID=b355947a-7c91-49ce-a0f5-faf1b8b26594,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:26.047264 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf6f14-5035-49c7-a979-07b156598894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:26.048042 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf6f14-5035-49c7-a979-07b156598894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:26.048626 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf6f14-5035-49c7-a979-07b156598894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:26.049185 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf6f14-5035-49c7-a979-07b156598894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:26.050572 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf6f14-5035-49c7-a979-07b156598894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:26.052133 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf6f14-5035-49c7-a979-07b156598894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:26.053197 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf6f14-5035-49c7-a979-07b156598894 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:26.053778 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf6f14-5035-49c7-a979-07b156598894 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:26.054400 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf6f14-5035-49c7-a979-07b156598894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:26.055018 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf6f14-5035-49c7-a979-07b156598894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:26.055682 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf6f14-5035-49c7-a979-07b156598894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:26.056246 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaf6f14-5035-49c7-a979-07b156598894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:26.088024 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571dc11-a815-4f9a-b1fd-a02cc184fba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b355947a-7c91-49ce-a0f5-faf1b8b26594,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:26.115112 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3571dc11-a815-4f9a-b1fd-a02cc184fba0 admin admin] No DVR routers for this DVR port b355947a-7c91-49ce-a0f5-faf1b8b26594 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:47:26.171522 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-efd26d7b-24cd-47cb-ba6a-11d1308fcc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:26.175628 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-efd26d7b-24cd-47cb-ba6a-11d1308fcc75 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7064786 Jul 07 20:47:26.225232 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-967eedf0-98ef-4ad6-98cf-08ee54784913 req-de22b5dc-3f8c-460b-8117-fecd273f5b63 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4472053 Jul 07 20:47:26.271041 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3571dc11-a815-4f9a-b1fd-a02cc184fba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:26.292580 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-3571dc11-a815-4f9a-b1fd-a02cc184fba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef44703-ef11-4e87-9bec-a08bef698f12']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:26.308180 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-3571dc11-a815-4f9a-b1fd-a02cc184fba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270a8a0f-a016-4ca4-ace5-25cde0805f7f') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:26.308813 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-3571dc11-a815-4f9a-b1fd-a02cc184fba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270a8a0f-a016-4ca4-ace5-25cde0805f7f') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:26.328309 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3571dc11-a815-4f9a-b1fd-a02cc184fba0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:26.365855 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3571dc11-a815-4f9a-b1fd-a02cc184fba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:26.373771 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3571dc11-a815-4f9a-b1fd-a02cc184fba0 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:47:26.374229 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3571dc11-a815-4f9a-b1fd-a02cc184fba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:47:26.450998 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:47:26.453936 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3571dc11-a815-4f9a-b1fd-a02cc184fba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:26.455463 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-5c8ee046-47ec-41e3-a171-b47a03dd0b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:26.457613 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-5c8ee046-47ec-41e3-a171-b47a03dd0b69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:26.459397 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-5c8ee046-47ec-41e3-a171-b47a03dd0b69 service neutron] 10.222.0.58 "PUT /v2.0/ports/50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 HTTP/1.1" status: 200 len: 1092 time: 5.5159743 Jul 07 20:47:26.464625 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3571dc11-a815-4f9a-b1fd-a02cc184fba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:26.468942 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3571dc11-a815-4f9a-b1fd-a02cc184fba0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/cef44703-ef11-4e87-9bec-a08bef698f12 HTTP/1.1" status: 204 len: 168 time: 1.3227332 Jul 07 20:47:26.487975 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571dc11-a815-4f9a-b1fd-a02cc184fba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cef44703-ef11-4e87-9bec-a08bef698f12,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:26.537224 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56767779-ea47-4d14-8555-fbd7e704ff0b req-0d2c0f44-80b7-41cb-a9cc-7e0eec3734fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:26.538827 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-56767779-ea47-4d14-8555-fbd7e704ff0b req-0d2c0f44-80b7-41cb-a9cc-7e0eec3734fa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=82612c4052fb4d3f923f9375caa9d7c4&device_id=d3a092c3-2760-411d-b39e-277664d31fbf HTTP/1.1" status: 200 len: 1099 time: 0.5623956 Jul 07 20:47:26.684909 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56767779-ea47-4d14-8555-fbd7e704ff0b req-e4c946a1-0af9-4c62-aabf-bdcd7999332a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:26.693921 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-56767779-ea47-4d14-8555-fbd7e704ff0b req-e4c946a1-0af9-4c62-aabf-bdcd7999332a service neutron] 10.222.0.58 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.1429653 Jul 07 20:47:26.762445 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-56767779-ea47-4d14-8555-fbd7e704ff0b req-1c3f8030-5982-429f-94d3-d76c582733fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=f87f3251-0399-4690-b0cb-f0be4bdd8036 HTTP/1.1" status: 200 len: 217 time: 0.0529006 Jul 07 20:47:26.838590 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56767779-ea47-4d14-8555-fbd7e704ff0b req-d5898670-3aa7-4214-8cc2-5e50c5ac77ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:26.840530 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-56767779-ea47-4d14-8555-fbd7e704ff0b req-d5898670-3aa7-4214-8cc2-5e50c5ac77ee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0659873 Jul 07 20:47:26.841566 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34076) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:26.925172 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ec364a79-d6be-46db-a044-5e5f5c02ede9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5dd30728e9dc485a88291dc240f158da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0798454 Jul 07 20:47:26.925724 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34078) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:26.952203 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56767779-ea47-4d14-8555-fbd7e704ff0b req-a67dd908-89e2-400d-8f33-4645abb8d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:26.953979 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-56767779-ea47-4d14-8555-fbd7e704ff0b req-a67dd908-89e2-400d-8f33-4645abb8d606 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1036878 Jul 07 20:47:26.973539 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ee046-47ec-41e3-a171-b47a03dd0b69 service neutron] Pushing event updated for resources: {'Port': ['ID=50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:27.020157 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b355947a-7c91-49ce-a0f5-faf1b8b26594 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:47:27.060971 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7de1b476-9746-4d5e-a962-8a3b08bfba82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:27.071667 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-c3c34c5c-2cad-44d4-80dd-034656050380 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8446436 Jul 07 20:47:27.076826 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c31355-b799-4bea-ae3c-c8f13a6f7527 req-7526d92c-6b8d-4026-9047-7cbb6b783aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:27.078467 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78c31355-b799-4bea-ae3c-c8f13a6f7527 req-7526d92c-6b8d-4026-9047-7cbb6b783aba service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 1.1317134 Jul 07 20:47:27.080349 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: b355947a-7c91-49ce-a0f5-faf1b8b26594 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:47:27.083267 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b355947a-7c91-49ce-a0f5-faf1b8b26594 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:47:27.098826 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-48963ff9-7553-47e4-b160-869ff554e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:27.100621 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-48963ff9-7553-47e4-b160-869ff554e5bc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f402b06a8a6a45dfab0c4d0f5f332d1c&device_id=6e9b4526-39a9-469c-8e3c-de42c227172e HTTP/1.1" status: 200 len: 1095 time: 0.2369432 Jul 07 20:47:27.103354 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7de1b476-9746-4d5e-a962-8a3b08bfba82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:27.110206 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba29245-c977-4403-9794-9e89579156c1 req-f1d6d61a-cce4-4332-ae82-0baa2aaef6f4 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:27.112448 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bba29245-c977-4403-9794-9e89579156c1 req-f1d6d61a-cce4-4332-ae82-0baa2aaef6f4 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=1652c582-58ee-4a7e-91bc-961e710e13d8 HTTP/1.1" status: 200 len: 947 time: 0.9006152 Jul 07 20:47:27.134289 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-56767779-ea47-4d14-8555-fbd7e704ff0b req-70516fff-2fba-4d2d-9f8c-570c8224dd61 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678212 Jul 07 20:47:27.187184 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78c31355-b799-4bea-ae3c-c8f13a6f7527 req-e571639c-4230-42bc-8b7c-03fcd90999cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=a753eeb2-acb5-4257-85ad-3a17b50dc64d HTTP/1.1" status: 200 len: 217 time: 0.0671289 Jul 07 20:47:27.258732 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7de1b476-9746-4d5e-a962-8a3b08bfba82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:27.261374 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7de1b476-9746-4d5e-a962-8a3b08bfba82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:27.264957 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7de1b476-9746-4d5e-a962-8a3b08bfba82 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e38058c-151e-400b-9a8b-5557e936e88c HTTP/1.1" status: 204 len: 168 time: 0.3356786 Jul 07 20:47:27.297493 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-56767779-ea47-4d14-8555-fbd7e704ff0b req-936a78c9-1236-4803-812c-223518e61dc9 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497829 Jul 07 20:47:27.298361 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1b476-9746-4d5e-a962-8a3b08bfba82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e38058c-151e-400b-9a8b-5557e936e88c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:27.336519 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c31355-b799-4bea-ae3c-c8f13a6f7527 req-d6984c1f-4925-4417-8c7b-8f93d0b57a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:27.338123 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78c31355-b799-4bea-ae3c-c8f13a6f7527 req-d6984c1f-4925-4417-8c7b-8f93d0b57a2f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1019099 Jul 07 20:47:27.343500 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-ad19241e-4a3b-4bd1-a41d-75da6b983147 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 HTTP/1.1" status: 200 len: 217 time: 0.1713343 Jul 07 20:47:27.360002 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6b8d1-0b80-4fd2-b01f-d70d96e0d335 req-3f0c25c4-4b1c-4447-9093-ae58320caa7d tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:27.361858 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcd6b8d1-0b80-4fd2-b01f-d70d96e0d335 req-3f0c25c4-4b1c-4447-9093-ae58320caa7d tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 945 time: 0.5007536 Jul 07 20:47:27.489735 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bba29245-c977-4403-9794-9e89579156c1 req-0f583575-d874-429d-bab6-65151bdb7a7d tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707902 Jul 07 20:47:27.562353 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-8a50f7d5-6381-4243-91ed-9fd0a731cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:27.564105 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-8a50f7d5-6381-4243-91ed-9fd0a731cf16 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a4e42a85-93d1-4c63-8ac0-5587b9394f0f HTTP/1.1" status: 200 len: 862 time: 0.1958034 Jul 07 20:47:27.572581 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcd6b8d1-0b80-4fd2-b01f-d70d96e0d335 req-c9bcc7fc-e2e5-4e54-b9f6-5c02b841a6b5 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032111 Jul 07 20:47:27.592029 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6bcb67f3-0949-4a12-9548-ac4abcfd9d09 req-f260766d-6836-40a3-a443-7f6e969c9e7c service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282253 Jul 07 20:47:27.617578 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c31355-b799-4bea-ae3c-c8f13a6f7527 req-28a61631-3926-4e88-9fbe-e2947810f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:27.621278 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78c31355-b799-4bea-ae3c-c8f13a6f7527 req-28a61631-3926-4e88-9fbe-e2947810f480 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2522252 Jul 07 20:47:27.845822 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-87142de8-3a18-4e95-8a8d-a722359e358f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:27.848218 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-87142de8-3a18-4e95-8a8d-a722359e358f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=264dde5d-0b26-40d6-b1bf-7b5ec20a1ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2741847 Jul 07 20:47:27.867038 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9b4526-39a9-469c-8e3c-de42c227172e', 'tag': '50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:47:27.869498 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64633a4c-c53c-4dd3-bbaf-d2c988a654f3" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9b4526-39a9-469c-8e3c-de42c227172e", "tag": "50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:47:27.916003 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78c31355-b799-4bea-ae3c-c8f13a6f7527 req-95d66ce1-115f-451b-87a5-0cd576b8ba05 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823169 Jul 07 20:47:28.025407 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2713d-8f20-4cc9-8b21-185be23b27cb req-164236d6-2472-44bd-a99b-2a9ac1eff1b4 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:28.030391 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8f2713d-8f20-4cc9-8b21-185be23b27cb req-164236d6-2472-44bd-a99b-2a9ac1eff1b4 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3a092c3-2760-411d-b39e-277664d31fbf HTTP/1.1" status: 200 len: 947 time: 0.3428764 Jul 07 20:47:28.046179 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec9368-7dfb-4b08-a4d2-b91497d291cb req-2c46d9f6-7e41-4a48-981b-b1ba1629f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:28.047774 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4ec9368-7dfb-4b08-a4d2-b91497d291cb req-2c46d9f6-7e41-4a48-981b-b1ba1629f6bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&device_id=1652c582-58ee-4a7e-91bc-961e710e13d8 HTTP/1.1" status: 200 len: 1099 time: 0.3583632 Jul 07 20:47:28.085883 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38a856-1b58-4137-acd7-2ff7e09268f5 req-9ebdbae6-93d6-4e6f-8cad-b2910a312a83 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:28.087446 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2c38a856-1b58-4137-acd7-2ff7e09268f5 req-9ebdbae6-93d6-4e6f-8cad-b2910a312a83 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9b4526-39a9-469c-8e3c-de42c227172e HTTP/1.1" status: 200 len: 943 time: 0.3124235 Jul 07 20:47:28.187090 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34110) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:28.216952 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-1c6d8031-cb6d-4ff1-a1d2-8db4677430af service neutron] 10.222.0.58 "GET /v2.0/networks/264dde5d-0b26-40d6-b1bf-7b5ec20a1ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412700 Jul 07 20:47:28.240951 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8f2713d-8f20-4cc9-8b21-185be23b27cb req-70509712-4e0b-4c12-841a-5f60d4611ddb tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024758 Jul 07 20:47:28.253049 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78c31355-b799-4bea-ae3c-c8f13a6f7527 req-4e50f4a7-28a1-4954-ba6d-9332f35c1aac service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059292 Jul 07 20:47:28.261144 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2c38a856-1b58-4137-acd7-2ff7e09268f5 req-6d89c31b-6a91-4bdc-885c-1ff96927145f tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421690 Jul 07 20:47:28.327446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec9368-7dfb-4b08-a4d2-b91497d291cb req-f5237f29-562a-47b7-8b23-68dfc6a9ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:28.328964 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4ec9368-7dfb-4b08-a4d2-b91497d291cb req-f5237f29-562a-47b7-8b23-68dfc6a9ae36 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.2647998 Jul 07 20:47:28.358566 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-8bf043e8-8d94-4675-8f4d-f5bda6b50738 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-312977041-network', 'tenant_id': 'b09846d7f1e44512b17ef23d8691239b'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:28.382649 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1137197a-6d13-41b3-8fb7-47f1f052b538 x-openstack-request-id: req-1137197a-6d13-41b3-8fb7-47f1f052b538 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:47:28.382975 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9b4526-39a9-469c-8e3c-de42c227172e", "tag": "50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:47:28.383233 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1137197a-6d13-41b3-8fb7-47f1f052b538 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:47:28.384021 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9b4526-39a9-469c-8e3c-de42c227172e', 'tag': '50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5', 'status': 'completed', 'code': 200} Jul 07 20:47:28.388201 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4ec9368-7dfb-4b08-a4d2-b91497d291cb req-1b5db61f-7e2e-44a4-9ac3-4f6161423e39 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=3f2f695a-9a83-4fa2-9166-162abc5fdd62 HTTP/1.1" status: 200 len: 217 time: 0.0504127 Jul 07 20:47:28.390838 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf043e8-8d94-4675-8f4d-f5bda6b50738 admin admin] Made reservation on behalf of b09846d7f1e44512b17ef23d8691239b for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:47:28.395387 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8bf043e8-8d94-4675-8f4d-f5bda6b50738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:28.414904 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8bf043e8-8d94-4675-8f4d-f5bda6b50738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:28.465019 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6ce5280-00bb-4e65-aeb7-58fde2ae48be req-ffe19f07-9926-46d1-98af-65a519601148 service neutron] 10.222.0.58 "GET /v2.0/networks/264dde5d-0b26-40d6-b1bf-7b5ec20a1ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314143 Jul 07 20:47:28.499639 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec9368-7dfb-4b08-a4d2-b91497d291cb req-7921c379-d7ff-4cdb-b1b5-eedb44132b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:28.501464 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4ec9368-7dfb-4b08-a4d2-b91497d291cb req-7921c379-d7ff-4cdb-b1b5-eedb44132b58 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1015701 Jul 07 20:47:28.543335 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8bf043e8-8d94-4675-8f4d-f5bda6b50738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:28.558873 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8bf043e8-8d94-4675-8f4d-f5bda6b50738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:28.617162 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec9368-7dfb-4b08-a4d2-b91497d291cb req-9662f583-2ae7-41b5-a7d6-40abe5f0dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:28.618682 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4ec9368-7dfb-4b08-a4d2-b91497d291cb req-9662f583-2ae7-41b5-a7d6-40abe5f0dee1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1043437 Jul 07 20:47:28.618948 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf043e8-8d94-4675-8f4d-f5bda6b50738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712ca733-c484-4326-aa0f-6d1fb7f59093,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:28.623873 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf043e8-8d94-4675-8f4d-f5bda6b50738 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:47:28.637030 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8bf043e8-8d94-4675-8f4d-f5bda6b50738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:28.637382 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-8bf043e8-8d94-4675-8f4d-f5bda6b50738 admin admin] Added segment 2f9abce9-db4a-49ca-89eb-dcb4cbf9ec72 of type vlan for network 9ed98e73-ec59-412c-aeaa-d9627f79c22c Jul 07 20:47:28.664539 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64633a4c-c53c-4dd3-bbaf-d2c988a654f3 req-1a2bcfb9-214c-47b0-a349-1dabe107fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:28.669847 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64633a4c-c53c-4dd3-bbaf-d2c988a654f3 req-1a2bcfb9-214c-47b0-a349-1dabe107fb30 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f402b06a8a6a45dfab0c4d0f5f332d1c&device_id=6e9b4526-39a9-469c-8e3c-de42c227172e HTTP/1.1" status: 200 len: 1095 time: 0.1233096 Jul 07 20:47:28.692150 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8bf043e8-8d94-4675-8f4d-f5bda6b50738 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:28.729223 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8bf043e8-8d94-4675-8f4d-f5bda6b50738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:28.730355 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf043e8-8d94-4675-8f4d-f5bda6b50738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:28.731017 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8bf043e8-8d94-4675-8f4d-f5bda6b50738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:28.795259 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8bf043e8-8d94-4675-8f4d-f5bda6b50738 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6056178 Jul 07 20:47:28.799735 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34126) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:28.809470 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-679de4b4-1fa8-44c0-b1a4-afa69a4251fd admin admin] Request body: {'subnet': {'network_id': '9ed98e73-ec59-412c-aeaa-d9627f79c22c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-312977041-subnet', 'tenant_id': 'b09846d7f1e44512b17ef23d8691239b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:28.813988 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf043e8-8d94-4675-8f4d-f5bda6b50738 admin admin] Pushing event updated for resources: {'Network': ['ID=9ed98e73-ec59-412c-aeaa-d9627f79c22c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:28.826681 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 9ed98e73-ec59-412c-aeaa-d9627f79c22c details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:47:28.844939 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679de4b4-1fa8-44c0-b1a4-afa69a4251fd admin admin] Made reservation on behalf of b09846d7f1e44512b17ef23d8691239b for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:47:28.848079 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-679de4b4-1fa8-44c0-b1a4-afa69a4251fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:28.949223 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d479397d-5dda-4f06-99fd-edf13502d746 req-2643a079-079f-4bb8-b287-054af69b66d7 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1508309549&fields=id&tenant_id=24474cabdc4f49bba6441263c31f143d HTTP/1.1" status: 200 len: 267 time: 0.2032230 Jul 07 20:47:28.985965 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4ec9368-7dfb-4b08-a4d2-b91497d291cb req-9598762c-b14a-4a8a-8f6d-9fc598d51ad6 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547189 Jul 07 20:47:29.052719 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a753eeb2-acb5-4257-85ad-3a17b50dc64d details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:47:29.074886 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-679de4b4-1fa8-44c0-b1a4-afa69a4251fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:29.107559 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de180673-d76b-473f-964f-bff6924bf691 req-341ebab5-87e2-4905-8a93-04806f577a55 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:29.109153 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de180673-d76b-473f-964f-bff6924bf691 req-341ebab5-87e2-4905-8a93-04806f577a55 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=1652c582-58ee-4a7e-91bc-961e710e13d8 HTTP/1.1" status: 200 len: 947 time: 0.3656316 Jul 07 20:47:29.122505 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64633a4c-c53c-4dd3-bbaf-d2c988a654f3 req-fa821e66-621e-4275-9ef4-96e09e5e40e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:29.124034 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64633a4c-c53c-4dd3-bbaf-d2c988a654f3 req-fa821e66-621e-4275-9ef4-96e09e5e40e6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=264dde5d-0b26-40d6-b1bf-7b5ec20a1ece HTTP/1.1" status: 200 len: 924 time: 0.4367137 Jul 07 20:47:29.131528 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679de4b4-1fa8-44c0-b1a4-afa69a4251fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=76599c6c-b2f0-46b0-853b-83cdd1a011a9,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:29.148607 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679de4b4-1fa8-44c0-b1a4-afa69a4251fd admin admin] Checking segment: {'id': '2f9abce9-db4a-49ca-89eb-dcb4cbf9ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9ed98e73-ec59-412c-aeaa-d9627f79c22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:47:29.148984 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679de4b4-1fa8-44c0-b1a4-afa69a4251fd admin admin] Network hostable DHCP agents. Network: 9ed98e73-ec59-412c-aeaa-d9627f79c22c, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:47:29.154499 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cb1c3112-9c30-44d7-b3dd-eaa7c8ce6365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:29.172652 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679de4b4-1fa8-44c0-b1a4-afa69a4251fd admin admin] Network 9ed98e73-ec59-412c-aeaa-d9627f79c22c is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:47:29.186010 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-679de4b4-1fa8-44c0-b1a4-afa69a4251fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 9ed98e73-ec59-412c-aeaa-d9627f79c22c) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:47:29.191785 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679de4b4-1fa8-44c0-b1a4-afa69a4251fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:29.192494 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-679de4b4-1fa8-44c0-b1a4-afa69a4251fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:29.201154 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0c4a8c-17fa-4c62-a32b-acb41acb7b40 None None] Network 9ed98e73-ec59-412c-aeaa-d9627f79c22c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:47:29.211978 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-679de4b4-1fa8-44c0-b1a4-afa69a4251fd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4069598 Jul 07 20:47:29.211978 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34128) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:29.216162 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64633a4c-c53c-4dd3-bbaf-d2c988a654f3 req-ea89929a-6134-45e3-aa9f-6c9349752937 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 HTTP/1.1" status: 200 len: 217 time: 0.0768921 Jul 07 20:47:29.217445 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-2386ab7d-4710-4cd1-a475-9b75efc8566e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-312977041-router', 'tenant_id': 'b09846d7f1e44512b17ef23d8691239b', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:29.218178 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a753eeb2-acb5-4257-85ad-3a17b50dc64d, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a753eeb2-acb5-4257-85ad-3a17b50dc64d,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:29.251646 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de180673-d76b-473f-964f-bff6924bf691 req-0ea4dd82-0d39-4d48-a83f-8cec8973f535 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305549 Jul 07 20:47:29.254421 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2386ab7d-4710-4cd1-a475-9b75efc8566e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:29.255835 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2386ab7d-4710-4cd1-a475-9b75efc8566e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:29.300016 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'a753eeb2-acb5-4257-85ad-3a17b50dc64d', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': 'a753eeb2-acb5-4257-85ad-3a17b50dc64d', 'mac_address': 'fa:16:3e:91:0e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:47:29.311303 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479397d-5dda-4f06-99fd-edf13502d746 req-4d3c9829-489c-4364-bd24-f032a95abd83 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:29.318608 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d479397d-5dda-4f06-99fd-edf13502d746 req-4d3c9829-489c-4364-bd24-f032a95abd83 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/networks?id=10c6c845-5620-49c3-9767-57c4afeea554 HTTP/1.1" status: 200 len: 816 time: 0.3393724 Jul 07 20:47:29.324754 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4ec9368-7dfb-4b08-a4d2-b91497d291cb req-56524ccc-5bec-41c6-b803-18c948814a85 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225844 Jul 07 20:47:29.347932 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d479397d-5dda-4f06-99fd-edf13502d746 req-29f2186b-06b9-45ed-8611-e6610c645e32 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/quotas/24474cabdc4f49bba6441263c31f143d HTTP/1.1" status: 200 len: 375 time: 0.0282655 Jul 07 20:47:29.351209 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64633a4c-c53c-4dd3-bbaf-d2c988a654f3 req-18f09f0a-a7e4-4835-a7bd-cb185fb67486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:29.352775 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64633a4c-c53c-4dd3-bbaf-d2c988a654f3 req-18f09f0a-a7e4-4835-a7bd-cb185fb67486 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a4e42a85-93d1-4c63-8ac0-5587b9394f0f HTTP/1.1" status: 200 len: 862 time: 0.1222374 Jul 07 20:47:29.377647 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:29.377897 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2386ab7d-4710-4cd1-a475-9b75efc8566e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:29.398479 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device f87f3251-0399-4690-b0cb-f0be4bdd8036 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:47:29.423476 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a753eeb2-acb5-4257-85ad-3a17b50dc64d {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:47:29.470402 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a753eeb2-acb5-4257-85ad-3a17b50dc64d, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a753eeb2-acb5-4257-85ad-3a17b50dc64d,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:29.479155 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:29.538168 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=a753eeb2-acb5-4257-85ad-3a17b50dc64d,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:29.552918 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.db.resource_extend [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 20:47:29.553130 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2386ab7d-4710-4cd1-a475-9b75efc8566e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:29.577325 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d479397d-5dda-4f06-99fd-edf13502d746 req-12d72230-a77a-49be-92cc-afc52dd6d23e tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=24474cabdc4f49bba6441263c31f143d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2284226 Jul 07 20:47:29.598049 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64633a4c-c53c-4dd3-bbaf-d2c988a654f3 req-0dc5e37d-f54c-4c86-9e8d-5f27f2753421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:29.599867 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64633a4c-c53c-4dd3-bbaf-d2c988a654f3 req-0dc5e37d-f54c-4c86-9e8d-5f27f2753421 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=264dde5d-0b26-40d6-b1bf-7b5ec20a1ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2338538 Jul 07 20:47:29.610742 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d743e-8d40-40c7-93f3-3ba8b3a0cd3f req-8a8e4484-34cb-4c0e-99b8-2fadcfe09c6a tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:29.613968 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9c4d743e-8d40-40c7-93f3-3ba8b3a0cd3f req-8a8e4484-34cb-4c0e-99b8-2fadcfe09c6a tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 945 time: 0.1571250 Jul 07 20:47:29.701642 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c1fa7e-ade0-4eaa-b305-d3e56e5186b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-9ed98e73-ec59-412c-aeaa-d9627f79c22c', 'network_id': '9ed98e73-ec59-412c-aeaa-d9627f79c22c', 'tenant_id': 'b09846d7f1e44512b17ef23d8691239b', 'fixed_ips': [{'subnet_id': '76599c6c-b2f0-46b0-853b-83cdd1a011a9'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:47:29.704700 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-32c1fa7e-ade0-4eaa-b305-d3e56e5186b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:29.743682 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port f87f3251-0399-4690-b0cb-f0be4bdd8036, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f87f3251-0399-4690-b0cb-f0be4bdd8036,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:29.765136 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'f87f3251-0399-4690-b0cb-f0be4bdd8036', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': 'f87f3251-0399-4690-b0cb-f0be4bdd8036', 'mac_address': 'fa:16:3e:0f:20:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:47:29.854051 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['a753eeb2-acb5-4257-85ad-3a17b50dc64d'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:47:29.912286 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:29.966136 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87f3251-0399-4690-b0cb-f0be4bdd8036 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:47:29.994275 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-32c1fa7e-ade0-4eaa-b305-d3e56e5186b2 None None] Allocated IP 172.20.0.2 (9ed98e73-ec59-412c-aeaa-d9627f79c22c/76599c6c-b2f0-46b0-853b-83cdd1a011a9/b37905da-083f-47b5-b558-3e43a9f0badc) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:47:30.017579 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port f87f3251-0399-4690-b0cb-f0be4bdd8036, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f87f3251-0399-4690-b0cb-f0be4bdd8036,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:30.026670 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:30.098462 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2386ab7d-4710-4cd1-a475-9b75efc8566e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:30.115229 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9c4d743e-8d40-40c7-93f3-3ba8b3a0cd3f req-bf87f63b-024a-469f-99d2-864e63fc57ab tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159897 Jul 07 20:47:30.119433 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2386ab7d-4710-4cd1-a475-9b75efc8566e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:30.153539 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64633a4c-c53c-4dd3-bbaf-d2c988a654f3 req-87ed299b-b2ab-4ac5-a645-944f1e972576 service neutron] 10.222.0.58 "GET /v2.0/networks/264dde5d-0b26-40d6-b1bf-7b5ec20a1ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5383370 Jul 07 20:47:30.204779 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d479397d-5dda-4f06-99fd-edf13502d746 req-ecfee9f4-ed21-4e1e-ac80-fc7540c7936e service neutron] 10.222.0.64 "GET /v2.0/networks/10c6c845-5620-49c3-9767-57c4afeea554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155178 Jul 07 20:47:30.261341 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-2386ab7d-4710-4cd1-a475-9b75efc8566e admin admin] Allocated IP 172.25.5.78 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/bced552d-6007-48b2-a45a-a9d2ee2c1114) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:47:30.282730 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=f87f3251-0399-4690-b0cb-f0be4bdd8036,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:30.377503 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2386ab7d-4710-4cd1-a475-9b75efc8566e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:30.397003 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-32c1fa7e-ade0-4eaa-b305-d3e56e5186b2 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:30.408012 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-32c1fa7e-ade0-4eaa-b305-d3e56e5186b2 None None] Transition to ACTIVE for port object b37905da-083f-47b5-b558-3e43a9f0badc will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:30.411122 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64633a4c-c53c-4dd3-bbaf-d2c988a654f3 req-945e8473-b58a-4f15-a9e7-2fba33f74343 service neutron] 10.222.0.58 "GET /v2.0/networks/264dde5d-0b26-40d6-b1bf-7b5ec20a1ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443976 Jul 07 20:47:30.423200 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2386ab7d-4710-4cd1-a475-9b75efc8566e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:30.434302 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d479397d-5dda-4f06-99fd-edf13502d746 req-00fe4c10-d39d-46d8-a547-996c28d699f6 service neutron] 10.222.0.64 "GET /v2.0/networks/10c6c845-5620-49c3-9767-57c4afeea554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286475 Jul 07 20:47:30.442456 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-32c1fa7e-ade0-4eaa-b305-d3e56e5186b2 None None] Transition to ACTIVE for port object b37905da-083f-47b5-b558-3e43a9f0badc will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:30.445651 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591e708-cf86-4b03-a474-b5c3f8b91383 req-5ebd3f61-5163-4f0c-a0d3-73fd31271550 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:30.448396 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d591e708-cf86-4b03-a474-b5c3f8b91383 req-5ebd3f61-5163-4f0c-a0d3-73fd31271550 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3a092c3-2760-411d-b39e-277664d31fbf HTTP/1.1" status: 200 len: 948 time: 0.1557415 Jul 07 20:47:30.452076 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['f87f3251-0399-4690-b0cb-f0be4bdd8036'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:47:30.454825 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-32c1fa7e-ade0-4eaa-b305-d3e56e5186b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:30.473153 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2386ab7d-4710-4cd1-a475-9b75efc8566e admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:47:30.486865 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-2386ab7d-4710-4cd1-a475-9b75efc8566e admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:47:30.486865 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386ab7d-4710-4cd1-a475-9b75efc8566e admin admin] Pushing event updated for resources: {'Port': ['ID=bced552d-6007-48b2-a45a-a9d2ee2c1114,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:30.491249 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2386ab7d-4710-4cd1-a475-9b75efc8566e admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:47:30.504152 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d591e708-cf86-4b03-a474-b5c3f8b91383 req-2bac4e44-029b-4d00-8248-e5d2afffac37 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472543 Jul 07 20:47:30.537110 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c1fa7e-ade0-4eaa-b305-d3e56e5186b2 None None] Network 9ed98e73-ec59-412c-aeaa-d9627f79c22c is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:47:30.542055 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-32c1fa7e-ade0-4eaa-b305-d3e56e5186b2 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:47:30.566325 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c1fa7e-ade0-4eaa-b305-d3e56e5186b2 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:47:30.660944 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-32c1fa7e-ade0-4eaa-b305-d3e56e5186b2 None None] Attempting to bind port b37905da-083f-47b5-b558-3e43a9f0badc on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:47:30.661361 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-32c1fa7e-ade0-4eaa-b305-d3e56e5186b2 None None] Attempting to bind port b37905da-083f-47b5-b558-3e43a9f0badc by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '2f9abce9-db4a-49ca-89eb-dcb4cbf9ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9ed98e73-ec59-412c-aeaa-d9627f79c22c'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:47:30.661737 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c1fa7e-ade0-4eaa-b305-d3e56e5186b2 None None] Attempting to bind port b37905da-083f-47b5-b558-3e43a9f0badc on network 9ed98e73-ec59-412c-aeaa-d9627f79c22c {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:30.675727 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1fa7e-ade0-4eaa-b305-d3e56e5186b2 None None] Pushing event updated for resources: {'Port': ['ID=b37905da-083f-47b5-b558-3e43a9f0badc,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:30.685604 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c1fa7e-ade0-4eaa-b305-d3e56e5186b2 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:47:30.685990 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c1fa7e-ade0-4eaa-b305-d3e56e5186b2 None None] Checking segment: {'id': '2f9abce9-db4a-49ca-89eb-dcb4cbf9ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9ed98e73-ec59-412c-aeaa-d9627f79c22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:47:30.686396 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-32c1fa7e-ade0-4eaa-b305-d3e56e5186b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:30.686793 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c1fa7e-ade0-4eaa-b305-d3e56e5186b2 None None] Bound using segment: {'id': '2f9abce9-db4a-49ca-89eb-dcb4cbf9ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9ed98e73-ec59-412c-aeaa-d9627f79c22c'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:47:30.687280 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-32c1fa7e-ade0-4eaa-b305-d3e56e5186b2 None None] Bound port: b37905da-083f-47b5-b558-3e43a9f0badc, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9abce9-db4a-49ca-89eb-dcb4cbf9ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9ed98e73-ec59-412c-aeaa-d9627f79c22c'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:47:30.687690 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-32c1fa7e-ade0-4eaa-b305-d3e56e5186b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:30.700797 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920be88c-273d-4daf-b613-5c9075fe4626 req-dc16fd73-876d-42dc-845d-76a6b5bff31f tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:30.702722 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-920be88c-273d-4daf-b613-5c9075fe4626 req-dc16fd73-876d-42dc-845d-76a6b5bff31f tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9b4526-39a9-469c-8e3c-de42c227172e HTTP/1.1" status: 200 len: 943 time: 0.0734925 Jul 07 20:47:30.744201 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-920be88c-273d-4daf-b613-5c9075fe4626 req-1105f3ef-2928-4e9e-87f7-2074ae94a60c tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350425 Jul 07 20:47:30.831029 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2386ab7d-4710-4cd1-a475-9b75efc8566e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:30.846007 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-32c1fa7e-ade0-4eaa-b305-d3e56e5186b2 None None] For port b37905da-083f-47b5-b558-3e43a9f0badc, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:47:30.861726 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-32c1fa7e-ade0-4eaa-b305-d3e56e5186b2 None None] For port b37905da-083f-47b5-b558-3e43a9f0badc, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b37905da-083f-47b5-b558-3e43a9f0badc,segment=NetworkSegment(2f9abce9-db4a-49ca-89eb-dcb4cbf9ec72),segment_id=2f9abce9-db4a-49ca-89eb-dcb4cbf9ec72)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:47:30.880596 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-32c1fa7e-ade0-4eaa-b305-d3e56e5186b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:30.980231 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1fa7e-ade0-4eaa-b305-d3e56e5186b2 None None] Pushing event updated for resources: {'Port': ['ID=b37905da-083f-47b5-b558-3e43a9f0badc,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:31.051802 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 3f2f695a-9a83-4fa2-9166-162abc5fdd62 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:47:31.060138 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a753eeb2-acb5-4257-85ad-3a17b50dc64d up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:47:31.160649 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2386ab7d-4710-4cd1-a475-9b75efc8566e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:31.207265 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port a753eeb2-acb5-4257-85ad-3a17b50dc64d completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:47:31.211372 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6589a801-93ec-4bc0-851c-d27b614fa5aa req-fcbe73f0-e585-4573-aa44-2dcc996d8417 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 210 time: 0.0500519 Jul 07 20:47:31.213061 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port a753eeb2-acb5-4257-85ad-3a17b50dc64d triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:31.213458 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:31.248756 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1c43f-4059-45db-9912-b7fdeac6e3e6 req-7cd82840-0f29-420c-9e7e-3d2fa4d746a5 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:31.257326 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f2e1c43f-4059-45db-9912-b7fdeac6e3e6 req-7cd82840-0f29-420c-9e7e-3d2fa4d746a5 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=1652c582-58ee-4a7e-91bc-961e710e13d8 HTTP/1.1" status: 200 len: 947 time: 0.1453643 Jul 07 20:47:31.289138 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 3f2f695a-9a83-4fa2-9166-162abc5fdd62, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=3f2f695a-9a83-4fa2-9166-162abc5fdd62,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:31.324604 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '3f2f695a-9a83-4fa2-9166-162abc5fdd62', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '3f2f695a-9a83-4fa2-9166-162abc5fdd62', 'mac_address': 'fa:16:3e:00:4f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:47:31.389014 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f2e1c43f-4059-45db-9912-b7fdeac6e3e6 req-94bb3afb-b1ef-400b-a6a7-aa27024797c3 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305051 Jul 07 20:47:31.458490 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:47:31.467966 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:31.495351 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2386ab7d-4710-4cd1-a475-9b75efc8566e admin admin] Router 4cefba88-1776-48b3-ae36-ed80c7fc00e2 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:47:31.511941 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f2e29-2869-4be4-a130-20117b6f51e3 req-0f729289-bc69-45ed-b461-adc6f54f5d0e tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:31.521721 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-329f2e29-2869-4be4-a130-20117b6f51e3 req-0f729289-bc69-45ed-b461-adc6f54f5d0e tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.64 "GET /v2.0/ports?device_id=24d049d7-330d-4c42-a256-f2b089125a23 HTTP/1.1" status: 200 len: 945 time: 0.1108153 Jul 07 20:47:31.528200 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:31.555815 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2f695a-9a83-4fa2-9166-162abc5fdd62 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:47:31.590055 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a753eeb2-acb5-4257-85ad-3a17b50dc64d, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a753eeb2-acb5-4257-85ad-3a17b50dc64d,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:31.594495 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72232db-1ff6-45a3-8fb0-7858e11bda7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a753eeb2-acb5-4257-85ad-3a17b50dc64d'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:47:31.596780 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b4e4ec-7264-483b-b124-ebd2cf9eb3e1" -d '{"events": [{"server_uuid": "f72232db-1ff6-45a3-8fb0-7858e11bda7a", "name": "network-vif-plugged", "status": "completed", "tag": "a753eeb2-acb5-4257-85ad-3a17b50dc64d"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:47:31.605397 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:31.646767 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-329f2e29-2869-4be4-a130-20117b6f51e3 req-701a72c5-38a0-4559-846d-3083d317de68 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0891adc-a5d0-40f3-af2b-fc34cf7ae7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239803 Jul 07 20:47:31.676569 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 3f2f695a-9a83-4fa2-9166-162abc5fdd62, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=3f2f695a-9a83-4fa2-9166-162abc5fdd62,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:31.685549 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2386ab7d-4710-4cd1-a475-9b75efc8566e admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:47:31.686337 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:31.708658 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] Sync routers for ids ['4cefba88-1776-48b3-ae36-ed80c7fc00e2'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:47:31.725628 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2386ab7d-4710-4cd1-a475-9b75efc8566e admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:31.729504 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2386ab7d-4710-4cd1-a475-9b75efc8566e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5140550 Jul 07 20:47:31.730679 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34166) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:31.746083 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] Routers {'4cefba88-1776-48b3-ae36-ed80c7fc00e2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:47:31.746274 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d6799-ba71-4209-99ea-13f16e07f8cf req-87b3f594-2719-4c7b-8307-1a6c25da1f96 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:31.747100 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:47:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4cefba88-1776-48b3-ae36-ed80c7fc00e2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:31.751588 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=a753eeb2-acb5-4257-85ad-3a17b50dc64d,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:31.756510 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f46d6799-ba71-4209-99ea-13f16e07f8cf req-87b3f594-2719-4c7b-8307-1a6c25da1f96 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 945 time: 0.1674778 Jul 07 20:47:31.850218 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5,segment=NetworkSegment(72898ccf-b813-4daa-8482-8990fb92981a),segment_id=72898ccf-b813-4daa-8482-8990fb92981a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:31.894947 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-166229e1-d706-4656-b3e8-d4ba455a4c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:31.896673 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'port_id': '50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5', 'mac_address': 'fa:16:3e:18:59:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:47:31.911775 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f46d6799-ba71-4209-99ea-13f16e07f8cf req-9f93bb9f-0b81-4897-8ac5-f0f1b414fe74 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542523 Jul 07 20:47:31.963255 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:31.967265 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=3f2f695a-9a83-4fa2-9166-162abc5fdd62,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:32.009160 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72a565-4ea5-41e4-8113-8c71d621a5bf req-7523fe17-c2c4-47fb-9940-f5d75eb4c196 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:32.010726 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dc72a565-4ea5-41e4-8113-8c71d621a5bf req-7523fe17-c2c4-47fb-9940-f5d75eb4c196 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3a092c3-2760-411d-b39e-277664d31fbf HTTP/1.1" status: 200 len: 948 time: 0.1893098 Jul 07 20:47:32.014102 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd74e7e4-f098-4343-8add-d6c7cd8cf0a5 x-openstack-request-id: req-cd74e7e4-f098-4343-8add-d6c7cd8cf0a5 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:47:32.014494 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72232db-1ff6-45a3-8fb0-7858e11bda7a", "name": "network-vif-plugged", "status": "completed", "tag": "a753eeb2-acb5-4257-85ad-3a17b50dc64d", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:47:32.014847 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd74e7e4-f098-4343-8add-d6c7cd8cf0a5 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:47:32.015371 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72232db-1ff6-45a3-8fb0-7858e11bda7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a753eeb2-acb5-4257-85ad-3a17b50dc64d', 'code': 200} Jul 07 20:47:32.029399 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] Set router 4cefba88-1776-48b3-ae36-ed80c7fc00e2 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:47:32.060004 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:32.093086 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['3f2f695a-9a83-4fa2-9166-162abc5fdd62'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:47:32.124359 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dc72a565-4ea5-41e4-8113-8c71d621a5bf req-02184f7c-5e15-4b72-b915-649845b7d5bf tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717361 Jul 07 20:47:32.135503 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:47:32.209883 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5,segment=NetworkSegment(72898ccf-b813-4daa-8482-8990fb92981a),segment_id=72898ccf-b813-4daa-8482-8990fb92981a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:32.221706 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:32.353481 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:32.435742 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cefba88-1776-48b3-ae36-ed80c7fc00e2', 'name': 'tempest-FloatingIPDetailsTestJSON-312977041-router', 'tenant_id': 'b09846d7f1e44512b17ef23d8691239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bced552d-6007-48b2-a45a-a9d2ee2c1114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:47:29Z', 'updated_at': '2021-07-07T20:47:30Z', 'revision_number': 3, 'project_id': 'b09846d7f1e44512b17ef23d8691239b', 'gw_port': {'id': 'bced552d-6007-48b2-a45a-a9d2ee2c1114', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cefba88-1776-48b3-ae36-ed80c7fc00e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:47:30Z', 'updated_at': '2021-07-07T20:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:32.473316 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] Checking router: 4cefba88-1776-48b3-ae36-ed80c7fc00e2 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:47:32.473316 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] Updating router 4cefba88-1776-48b3-ae36-ed80c7fc00e2 port bced552d-6007-48b2-a45a-a9d2ee2c1114 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:47:32.498604 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0020ab64-852e-4aa6-b836-372c44001298 req-03d8b342-4a80-46e3-b7b4-caada3dc5888 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 210 time: 0.0952857 Jul 07 20:47:32.559192 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:47:32.563172 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:32.640105 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ab11b-a24f-4c5c-b299-c79fbd42055a req-80d55d56-230d-4a84-9ead-ede5d08f6930 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:32.647915 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ce0ab11b-a24f-4c5c-b299-c79fbd42055a req-80d55d56-230d-4a84-9ead-ede5d08f6930 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9b4526-39a9-469c-8e3c-de42c227172e HTTP/1.1" status: 200 len: 944 time: 0.4568491 Jul 07 20:47:32.655021 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed4f9df-cc7d-431c-993f-844be2052d9a None None] Network 9ed98e73-ec59-412c-aeaa-d9627f79c22c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:47:32.667352 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb4460-02b7-4b0b-87aa-5bbe58572468 req-c09d5156-9698-4201-8017-4410e8981bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:32.669124 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a1fb4460-02b7-4b0b-87aa-5bbe58572468 req-c09d5156-9698-4201-8017-4410e8981bd1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 1101 time: 0.4803758 Jul 07 20:47:32.757332 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-1f166b78-4433-4a29-a4ca-a68515633269 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:32.759060 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-1f166b78-4433-4a29-a4ca-a68515633269 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5&tenant_id=9b2f63d1e3474de0ace5d0719705221d&binding%3Ahost_id=n-h2-695189-11 HTTP/1.1" status: 200 len: 1097 time: 0.4892952 Jul 07 20:47:32.803019 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-b41c2074-3366-4cfe-8f73-86709b993b43 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-695189-11'}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:32.863638 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ce0ab11b-a24f-4c5c-b299-c79fbd42055a req-06dfcffc-7c9a-4add-9a27-91880fb8f1d1 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139878 Jul 07 20:47:32.915600 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a1fb4460-02b7-4b0b-87aa-5bbe58572468 req-5f661d3b-79b1-4052-80f5-517c5f8b678f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193754 Jul 07 20:47:32.934701 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479397d-5dda-4f06-99fd-edf13502d746 req-b4b3dc1a-e5b0-4616-b54f-f2a1559c464f tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:32.936294 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d479397d-5dda-4f06-99fd-edf13502d746 req-b4b3dc1a-e5b0-4616-b54f-f2a1559c464f tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.39 "GET /v2.0/networks?id=10c6c845-5620-49c3-9767-57c4afeea554 HTTP/1.1" status: 200 len: 816 time: 0.4286308 Jul 07 20:47:32.939513 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-19bea3d1-70aa-43f6-9c61-7837c74705c1 None None] Provisioning for port b37905da-083f-47b5-b558-3e43a9f0badc completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:47:33.029916 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-32e35ef5-59c0-4c84-8135-2a2bec22a15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:33.067092 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b37905da-083f-47b5-b558-3e43a9f0badc up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:47:33.265356 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port b37905da-083f-47b5-b558-3e43a9f0badc completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:47:33.284216 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port b37905da-083f-47b5-b558-3e43a9f0badc triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:33.284707 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:33.371988 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:33.387304 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] Transition to ACTIVE for port object bced552d-6007-48b2-a45a-a9d2ee2c1114 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:33.406660 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:33.419064 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 2715bb04-5adc-46de-a931-3952a8ed1b25 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:47:33.421810 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device f87f3251-0399-4690-b0cb-f0be4bdd8036 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:47:33.457367 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42369a20-b7e3-4345-912e-94f26caca8bc req-c37ff863-8c40-434f-b8dd-9f65f3ff52a5 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:33.464288 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42369a20-b7e3-4345-912e-94f26caca8bc req-c37ff863-8c40-434f-b8dd-9f65f3ff52a5 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=1652c582-58ee-4a7e-91bc-961e710e13d8 HTTP/1.1" status: 200 len: 948 time: 0.7940845 Jul 07 20:47:33.531037 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7e8a8-2510-43c5-a263-feed1addf39a None None] Pushing event updated for resources: {'Port': ['ID=bced552d-6007-48b2-a45a-a9d2ee2c1114,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:33.557890 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] Attempting to bind port bced552d-6007-48b2-a45a-a9d2ee2c1114 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:47:33.558456 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] Attempting to bind port bced552d-6007-48b2-a45a-a9d2ee2c1114 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:47:33.558920 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] Attempting to bind port bced552d-6007-48b2-a45a-a9d2ee2c1114 on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:33.569345 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:47:33.569810 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-b41c2074-3366-4cfe-8f73-86709b993b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:33.570268 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:47:33.570600 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:33.571091 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:47:33.571695 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] Bound port: bced552d-6007-48b2-a45a-a9d2ee2c1114, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:47:33.572305 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:33.591443 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d479397d-5dda-4f06-99fd-edf13502d746 req-fed2f0ce-99d6-46d0-8158-142ad3f7b92f tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24474cabdc4f49bba6441263c31f143d HTTP/1.1" status: 200 len: 380 time: 0.5998700 Jul 07 20:47:33.613002 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:33.641661 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-d479397d-5dda-4f06-99fd-edf13502d746 req-713e3ca9-05da-44a5-aa5b-ea92543dab9c tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Request body: {'port': {'device_id': '5d1f45d6-6734-4f0a-898f-581233671fb3', 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554', 'admin_state_up': True, 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'security_groups': ['4d0ec93b-17a8-4a4a-a7cd-5c19d7f989f3']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:33.684775 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:33.691367 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] For port bced552d-6007-48b2-a45a-a9d2ee2c1114, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:47:33.726286 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] For port bced552d-6007-48b2-a45a-a9d2ee2c1114, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=bced552d-6007-48b2-a45a-a9d2ee2c1114,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:47:33.749789 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:33.807742 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d1c05ea3-46eb-43b3-a564-65f00dc99797 None None] Provisioning complete for port b37905da-083f-47b5-b558-3e43a9f0badc triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:33.808094 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d1c05ea3-46eb-43b3-a564-65f00dc99797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:33.809522 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port f87f3251-0399-4690-b0cb-f0be4bdd8036 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:47:33.812381 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port b37905da-083f-47b5-b558-3e43a9f0badc, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b37905da-083f-47b5-b558-3e43a9f0badc,segment=NetworkSegment(2f9abce9-db4a-49ca-89eb-dcb4cbf9ec72),segment_id=2f9abce9-db4a-49ca-89eb-dcb4cbf9ec72)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:33.824078 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42369a20-b7e3-4345-912e-94f26caca8bc req-8bf0b3a6-71be-478b-8298-1bc3ac1c5c1b tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587117 Jul 07 20:47:33.868797 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:33.870656 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port f87f3251-0399-4690-b0cb-f0be4bdd8036 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:33.871024 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:33.884954 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 2715bb04-5adc-46de-a931-3952a8ed1b25, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=2715bb04-5adc-46de-a931-3952a8ed1b25,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:33.885307 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d3cd2-21e4-4366-a931-b7848dc071e1 req-856b24a1-3d17-4685-b8ab-612590a1e1df tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:33.895920 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-157d3cd2-21e4-4366-a931-b7848dc071e1 req-856b24a1-3d17-4685-b8ab-612590a1e1df tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.64 "GET /v2.0/ports?device_id=24d049d7-330d-4c42-a256-f2b089125a23 HTTP/1.1" status: 200 len: 945 time: 0.8417094 Jul 07 20:47:33.939135 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 2715bb04-5adc-46de-a931-3952a8ed1b25 has no active binding in host n-h1-695189-11 {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 20:47:33.946858 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7e8a8-2510-43c5-a263-feed1addf39a None None] Pushing event updated for resources: {'Port': ['ID=bced552d-6007-48b2-a45a-a9d2ee2c1114,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:33.976415 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] Routers {'4cefba88-1776-48b3-ae36-ed80c7fc00e2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:47:33.977051 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:47:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4cefba88-1776-48b3-ae36-ed80c7fc00e2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:33.985594 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-32e35ef5-59c0-4c84-8135-2a2bec22a15f admin admin] Allocated IP 172.20.0.1 (9ed98e73-ec59-412c-aeaa-d9627f79c22c/76599c6c-b2f0-46b0-853b-83cdd1a011a9/9b73f5bd-3440-46dc-ab7d-366a60ae8064) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:47:34.035922 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae556076-06ff-41dd-8920-11a716acafa5 req-ef3f5a2b-fd13-4f5b-b2d3-c783d155ec9d tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:34.037542 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae556076-06ff-41dd-8920-11a716acafa5 req-ef3f5a2b-fd13-4f5b-b2d3-c783d155ec9d tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.39 "GET /v2.0/ports?device_id=24d049d7-330d-4c42-a256-f2b089125a23 HTTP/1.1" status: 200 len: 945 time: 0.5960546 Jul 07 20:47:34.064383 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=b37905da-083f-47b5-b558-3e43a9f0badc,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:34.128831 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-b41c2074-3366-4cfe-8f73-86709b993b43 service neutron] For port 2715bb04-5adc-46de-a931-3952a8ed1b25, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=2715bb04-5adc-46de-a931-3952a8ed1b25,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:34.138174 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-157d3cd2-21e4-4366-a931-b7848dc071e1 req-b671afaf-dd58-4b99-9a5a-1bacc791e61e tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0891adc-a5d0-40f3-af2b-fc34cf7ae7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388134 Jul 07 20:47:34.174666 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:34.208756 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] Set router 4cefba88-1776-48b3-ae36-ed80c7fc00e2 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:47:34.214493 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d479397d-5dda-4f06-99fd-edf13502d746 req-713e3ca9-05da-44a5-aa5b-ea92543dab9c tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Made reservation on behalf of 24474cabdc4f49bba6441263c31f143d for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:47:34.218335 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d479397d-5dda-4f06-99fd-edf13502d746 req-713e3ca9-05da-44a5-aa5b-ea92543dab9c tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:34.296229 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a092c3-2760-411d-b39e-277664d31fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87f3251-0399-4690-b0cb-f0be4bdd8036'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:47:34.298539 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb202f9e-7494-4423-b6f0-8a29ff49b39d" -d '{"events": [{"server_uuid": "d3a092c3-2760-411d-b39e-277664d31fbf", "name": "network-vif-plugged", "status": "completed", "tag": "f87f3251-0399-4690-b0cb-f0be4bdd8036"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:47:34.318554 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port f87f3251-0399-4690-b0cb-f0be4bdd8036, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f87f3251-0399-4690-b0cb-f0be4bdd8036,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:34.332460 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:34.347484 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-b41c2074-3366-4cfe-8f73-86709b993b43 service neutron] For port 2715bb04-5adc-46de-a931-3952a8ed1b25, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:47:34.435121 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=f87f3251-0399-4690-b0cb-f0be4bdd8036,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:34.447249 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367370a6-3643-4071-afa3-f72d696d137d req-d8bc9941-b455-49b6-b8ec-e89fe2ef072b tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:34.448848 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-367370a6-3643-4071-afa3-f72d696d137d req-d8bc9941-b455-49b6-b8ec-e89fe2ef072b tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 945 time: 0.4784267 Jul 07 20:47:34.493740 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cefba88-1776-48b3-ae36-ed80c7fc00e2', 'name': 'tempest-FloatingIPDetailsTestJSON-312977041-router', 'tenant_id': 'b09846d7f1e44512b17ef23d8691239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bced552d-6007-48b2-a45a-a9d2ee2c1114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:47:29Z', 'updated_at': '2021-07-07T20:47:30Z', 'revision_number': 3, 'project_id': 'b09846d7f1e44512b17ef23d8691239b', 'gw_port': {'id': 'bced552d-6007-48b2-a45a-a9d2ee2c1114', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cefba88-1776-48b3-ae36-ed80c7fc00e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:47:30Z', 'updated_at': '2021-07-07T20:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:34.522974 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8c0cc4-3a04-43cf-9261-136570fbdbbe None None] The sync data for ids ['4cefba88-1776-48b3-ae36-ed80c7fc00e2'] in n-d-695189-11 is: [{'id': '4cefba88-1776-48b3-ae36-ed80c7fc00e2', 'name': 'tempest-FloatingIPDetailsTestJSON-312977041-router', 'tenant_id': 'b09846d7f1e44512b17ef23d8691239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bced552d-6007-48b2-a45a-a9d2ee2c1114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:47:29Z', 'updated_at': '2021-07-07T20:47:30Z', 'revision_number': 3, 'project_id': 'b09846d7f1e44512b17ef23d8691239b', 'gw_port': {'id': 'bced552d-6007-48b2-a45a-a9d2ee2c1114', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cefba88-1776-48b3-ae36-ed80c7fc00e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:47:30Z', 'updated_at': '2021-07-07T20:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:47:34.535976 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5033e15c-dd40-4001-a493-868a801a94e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2715bb04-5adc-46de-a931-3952a8ed1b25'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:47:34.541115 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388a5b01-a6dc-4ef5-9763-95944d07b9ac" -d '{"events": [{"server_uuid": "5033e15c-dd40-4001-a493-868a801a94e5", "name": "network-vif-unplugged", "status": "completed", "tag": "2715bb04-5adc-46de-a931-3952a8ed1b25"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:47:34.542737 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-b41c2074-3366-4cfe-8f73-86709b993b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:34.577651 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-32e35ef5-59c0-4c84-8135-2a2bec22a15f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:34.612125 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-b41c2074-3366-4cfe-8f73-86709b993b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:34.634917 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-367370a6-3643-4071-afa3-f72d696d137d req-2fbc0a23-4a3d-4f99-8027-b5d3e37f1da8 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606288 Jul 07 20:47:34.636339 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-ae556076-06ff-41dd-8920-11a716acafa5 req-0a1555fe-0228-4b0b-9560-0f3d51a86831 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Deleting port 90917687-76c4-4994-9626-a454bedb8886 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:47:34.636636 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae556076-06ff-41dd-8920-11a716acafa5 req-0a1555fe-0228-4b0b-9560-0f3d51a86831 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:34.671088 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-32e35ef5-59c0-4c84-8135-2a2bec22a15f admin admin] Transition to ACTIVE for port object 9b73f5bd-3440-46dc-ab7d-366a60ae8064 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:34.693444 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-d479397d-5dda-4f06-99fd-edf13502d746 req-713e3ca9-05da-44a5-aa5b-ea92543dab9c tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Allocated IP 172.20.0.5 (10c6c845-5620-49c3-9767-57c4afeea554/3a661560-d0ca-4a80-a1c0-8f03610fb2e7/a53c18d1-1528-4be0-8e2c-810a342ea061) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:47:34.813135 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e7da0-e8b2-4bbe-b9a1-6a041148e628 req-9eaa6e07-6db9-4f8f-a17e-787c86bd400d tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:34.817171 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7c0e7da0-e8b2-4bbe-b9a1-6a041148e628 req-9eaa6e07-6db9-4f8f-a17e-787c86bd400d tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3a092c3-2760-411d-b39e-277664d31fbf HTTP/1.1" status: 200 len: 949 time: 0.5105999 Jul 07 20:47:34.906739 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c2074-3366-4cfe-8f73-86709b993b43 service neutron] Pushing event updated for resources: {'Port': ['ID=2715bb04-5adc-46de-a931-3952a8ed1b25,revision_number=7']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:35.074094 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 3f2f695a-9a83-4fa2-9166-162abc5fdd62 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:47:35.091023 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-b41c2074-3366-4cfe-8f73-86709b993b43 service neutron] Attempting to bind port 2715bb04-5adc-46de-a931-3952a8ed1b25 on host n-h2-695189-11 for vnic_type normal with profile {"migrating_to": "n-h1-695189-11"} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:47:35.091319 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-b41c2074-3366-4cfe-8f73-86709b993b43 service neutron] Attempting to bind port 2715bb04-5adc-46de-a931-3952a8ed1b25 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:47:35.091682 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-b41c2074-3366-4cfe-8f73-86709b993b43 service neutron] Attempting to bind port 2715bb04-5adc-46de-a931-3952a8ed1b25 on network 4b91b62e-f0da-4f30-b6c0-0519015da08e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:35.117205 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fc040151-e4e9-4959-844f-18b41f2d045f req-74b48f66-dae6-4c86-9bd9-8788c7a628ed tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 210 time: 0.0922406 Jul 07 20:47:35.120497 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-32e35ef5-59c0-4c84-8135-2a2bec22a15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:35.129285 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device bced552d-6007-48b2-a45a-a9d2ee2c1114 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:47:35.159029 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7c0e7da0-e8b2-4bbe-b9a1-6a041148e628 req-a48bddcf-2653-48fe-a165-6502f0a859e9 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211491 Jul 07 20:47:35.159563 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:35.183252 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-b41c2074-3366-4cfe-8f73-86709b993b43 service neutron] Port 2715bb04-5adc-46de-a931-3952a8ed1b25 on network 4b91b62e-f0da-4f30-b6c0-0519015da08e not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:47:35.188594 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-b41c2074-3366-4cfe-8f73-86709b993b43 service neutron] Attempting to bind port 2715bb04-5adc-46de-a931-3952a8ed1b25 on network 4b91b62e-f0da-4f30-b6c0-0519015da08e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:35.192861 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-ae556076-06ff-41dd-8920-11a716acafa5 req-0a1555fe-0228-4b0b-9560-0f3d51a86831 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] For port 90917687-76c4-4994-9626-a454bedb8886, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=90917687-76c4-4994-9626-a454bedb8886,segment=NetworkSegment(87ad0586-9c41-499f-a9f1-b3ee99f56ff2),segment_id=87ad0586-9c41-499f-a9f1-b3ee99f56ff2)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:35.197014 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae556076-06ff-41dd-8920-11a716acafa5 req-0a1555fe-0228-4b0b-9560-0f3d51a86831 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:35.219704 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6e6472-6445-49c2-a1eb-bf202ea10727 x-openstack-request-id: req-cf6e6472-6445-49c2-a1eb-bf202ea10727 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:47:35.224078 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a092c3-2760-411d-b39e-277664d31fbf", "name": "network-vif-plugged", "status": "completed", "tag": "f87f3251-0399-4690-b0cb-f0be4bdd8036", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:47:35.224485 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf6e6472-6445-49c2-a1eb-bf202ea10727 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:47:35.225050 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a092c3-2760-411d-b39e-277664d31fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87f3251-0399-4690-b0cb-f0be4bdd8036', 'code': 200} Jul 07 20:47:35.228817 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-ae556076-06ff-41dd-8920-11a716acafa5 req-0a1555fe-0228-4b0b-9560-0f3d51a86831 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Calling delete_port for 90917687-76c4-4994-9626-a454bedb8886 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:47:35.262073 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-b41c2074-3366-4cfe-8f73-86709b993b43 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:47:35.262718 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-b41c2074-3366-4cfe-8f73-86709b993b43 service neutron] Checking segment: {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:47:35.263254 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-b41c2074-3366-4cfe-8f73-86709b993b43 service neutron] Bound using segment: {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:47:35.264065 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-b41c2074-3366-4cfe-8f73-86709b993b43 service neutron] Bound port: 2715bb04-5adc-46de-a931-3952a8ed1b25, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:47:35.264887 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-b41c2074-3366-4cfe-8f73-86709b993b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:35.274364 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 3f2f695a-9a83-4fa2-9166-162abc5fdd62 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:47:35.280362 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8711eb7-5a1c-4269-a98a-ae7ffce64be1 x-openstack-request-id: req-c8711eb7-5a1c-4269-a98a-ae7ffce64be1 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:47:35.280504 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5033e15c-dd40-4001-a493-868a801a94e5", "name": "network-vif-unplugged", "status": "completed", "tag": "2715bb04-5adc-46de-a931-3952a8ed1b25", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:47:35.280941 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8711eb7-5a1c-4269-a98a-ae7ffce64be1 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:47:35.281725 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5033e15c-dd40-4001-a493-868a801a94e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2715bb04-5adc-46de-a931-3952a8ed1b25', 'code': 200} Jul 07 20:47:35.287255 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 3f2f695a-9a83-4fa2-9166-162abc5fdd62 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:35.287995 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:35.346638 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port bced552d-6007-48b2-a45a-a9d2ee2c1114 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:47:35.355774 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port bced552d-6007-48b2-a45a-a9d2ee2c1114 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:35.356161 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:35.366603 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e35ef5-59c0-4c84-8135-2a2bec22a15f admin admin] Network 9ed98e73-ec59-412c-aeaa-d9627f79c22c is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:47:35.422493 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24407d-a294-42ce-9fe2-9a35d924aa89 req-db4997fe-1c1e-4b01-83e7-9591cdbf9eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:35.425276 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7d24407d-a294-42ce-9fe2-9a35d924aa89 req-db4997fe-1c1e-4b01-83e7-9591cdbf9eff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d3a092c3-2760-411d-b39e-277664d31fbf HTTP/1.1" status: 200 len: 1101 time: 0.1220472 Jul 07 20:47:35.426928 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:47:35.447563 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-b41c2074-3366-4cfe-8f73-86709b993b43 service neutron] For port 2715bb04-5adc-46de-a931-3952a8ed1b25, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:47:35.450712 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-b41c2074-3366-4cfe-8f73-86709b993b43 service neutron] For port 2715bb04-5adc-46de-a931-3952a8ed1b25, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=2715bb04-5adc-46de-a931-3952a8ed1b25,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:47:35.495980 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-32e35ef5-59c0-4c84-8135-2a2bec22a15f admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:47:35.499258 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7d24407d-a294-42ce-9fe2-9a35d924aa89 req-17b24a9a-31e9-44b3-b099-6f7cdec72a77 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628619 Jul 07 20:47:35.509516 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e35ef5-59c0-4c84-8135-2a2bec22a15f admin admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:47:35.510059 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-32e35ef5-59c0-4c84-8135-2a2bec22a15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:35.513518 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-b41c2074-3366-4cfe-8f73-86709b993b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:35.651775 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d479397d-5dda-4f06-99fd-edf13502d746 req-713e3ca9-05da-44a5-aa5b-ea92543dab9c tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:35.696530 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e35ef5-59c0-4c84-8135-2a2bec22a15f admin admin] Pushing event updated for resources: {'Port': ['ID=9b73f5bd-3440-46dc-ab7d-366a60ae8064,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:35.729983 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:35.735435 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:35.760326 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port bced552d-6007-48b2-a45a-a9d2ee2c1114, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=bced552d-6007-48b2-a45a-a9d2ee2c1114,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:35.763038 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-d479397d-5dda-4f06-99fd-edf13502d746 req-713e3ca9-05da-44a5-aa5b-ea92543dab9c tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Transition to ACTIVE for port object a53c18d1-1528-4be0-8e2c-810a342ea061 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:35.773064 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:35.773858 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b37905da-083f-47b5-b558-3e43a9f0badc up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:47:35.844796 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-b41c2074-3366-4cfe-8f73-86709b993b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:35.845873 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-b41c2074-3366-4cfe-8f73-86709b993b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:35.847275 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-b41c2074-3366-4cfe-8f73-86709b993b43 service neutron] 10.222.0.58 "PUT /v2.0/ports/2715bb04-5adc-46de-a931-3952a8ed1b25 HTTP/1.1" status: 200 len: 1123 time: 3.0555120 Jul 07 20:47:35.869527 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d479397d-5dda-4f06-99fd-edf13502d746 req-713e3ca9-05da-44a5-aa5b-ea92543dab9c tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:35.913235 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 3f2f695a-9a83-4fa2-9166-162abc5fdd62, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=3f2f695a-9a83-4fa2-9166-162abc5fdd62,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:35.914987 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:47:35.917518 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b697f3c1-8ad7-4f0e-afec-a18e5cb66f3c None None] Provisioning for port 9b73f5bd-3440-46dc-ab7d-366a60ae8064 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:47:35.942882 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:35.948024 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:35.948396 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:35.953411 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b697f3c1-8ad7-4f0e-afec-a18e5cb66f3c None None] Provisioning complete for port 9b73f5bd-3440-46dc-ab7d-366a60ae8064 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:35.953645 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b697f3c1-8ad7-4f0e-afec-a18e5cb66f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:35.961342 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c2074-3366-4cfe-8f73-86709b993b43 service neutron] Pushing event updated for resources: {'Port': ['ID=2715bb04-5adc-46de-a931-3952a8ed1b25,revision_number=8']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:35.978533 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['2715bb04-5adc-46de-a931-3952a8ed1b25'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:47:36.004163 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=bced552d-6007-48b2-a45a-a9d2ee2c1114,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:36.031957 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d479397d-5dda-4f06-99fd-edf13502d746 req-713e3ca9-05da-44a5-aa5b-ea92543dab9c tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Network 10c6c845-5620-49c3-9767-57c4afeea554 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:47:36.061177 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-d479397d-5dda-4f06-99fd-edf13502d746 req-713e3ca9-05da-44a5-aa5b-ea92543dab9c tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:47:36.074453 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d479397d-5dda-4f06-99fd-edf13502d746 req-713e3ca9-05da-44a5-aa5b-ea92543dab9c tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:47:36.079612 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['2715bb04-5adc-46de-a931-3952a8ed1b25'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:47:36.080323 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479397d-5dda-4f06-99fd-edf13502d746 req-713e3ca9-05da-44a5-aa5b-ea92543dab9c tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:36.081010 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d479397d-5dda-4f06-99fd-edf13502d746 req-713e3ca9-05da-44a5-aa5b-ea92543dab9c tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:36.113152 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f897701-91fc-4482-8fb5-4742d789cf87 req-4f31fd33-4c1a-4e05-89df-5cea7d0d9ad7 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:36.120360 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9f897701-91fc-4482-8fb5-4742d789cf87 req-4f31fd33-4c1a-4e05-89df-5cea7d0d9ad7 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=1652c582-58ee-4a7e-91bc-961e710e13d8 HTTP/1.1" status: 200 len: 948 time: 0.6420066 Jul 07 20:47:36.140630 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684c1ec-ec6f-4b7a-b9e0-60558d95c944 req-6a896c63-0205-4206-838a-55523531b8ae tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:36.148564 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a684c1ec-ec6f-4b7a-b9e0-60558d95c944 req-6a896c63-0205-4206-838a-55523531b8ae tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9b4526-39a9-469c-8e3c-de42c227172e HTTP/1.1" status: 200 len: 944 time: 0.6863971 Jul 07 20:47:36.169590 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e3ca9-05da-44a5-aa5b-ea92543dab9c tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Pushing event updated for resources: {'Port': ['ID=a53c18d1-1528-4be0-8e2c-810a342ea061,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:36.201433 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=3f2f695a-9a83-4fa2-9166-162abc5fdd62,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:36.209079 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b697f3c1-8ad7-4f0e-afec-a18e5cb66f3c None None] Port 9b73f5bd-3440-46dc-ab7d-366a60ae8064 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:47:36.218395 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port b37905da-083f-47b5-b558-3e43a9f0badc triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:36.219136 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:36.245247 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d479397d-5dda-4f06-99fd-edf13502d746 req-713e3ca9-05da-44a5-aa5b-ea92543dab9c tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6190069 Jul 07 20:47:36.265135 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-d479397d-5dda-4f06-99fd-edf13502d746 req-d4a3072b-dfe3-4122-bef9-a1af9019a18e service neutron] Request body: {'port': {'device_id': '5d1f45d6-6734-4f0a-898f-581233671fb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:36.468273 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:36.496083 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b076c592-5430-4456-b028-d338f334fe9e None None] Provisioning for port a53c18d1-1528-4be0-8e2c-810a342ea061 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:47:36.531312 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b076c592-5430-4456-b028-d338f334fe9e None None] Provisioning complete for port a53c18d1-1528-4be0-8e2c-810a342ea061 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:36.531705 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b076c592-5430-4456-b028-d338f334fe9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:36.621418 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a684c1ec-ec6f-4b7a-b9e0-60558d95c944 req-027cfa94-0691-441f-8f52-19257e1515da tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4718170 Jul 07 20:47:36.622000 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-32e35ef5-59c0-4c84-8135-2a2bec22a15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:36.646871 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9f897701-91fc-4482-8fb5-4742d789cf87 req-271ff703-0099-4ba6-9e1c-3bfb987e097c tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210288 Jul 07 20:47:36.662981 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae556076-06ff-41dd-8920-11a716acafa5 req-0a1555fe-0228-4b0b-9560-0f3d51a86831 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:36.707539 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b076c592-5430-4456-b028-d338f334fe9e None None] Port a53c18d1-1528-4be0-8e2c-810a342ea061 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:47:36.735076 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5,segment=NetworkSegment(72898ccf-b813-4daa-8482-8990fb92981a),segment_id=72898ccf-b813-4daa-8482-8990fb92981a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:36.752838 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:36.844611 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1555fe-0228-4b0b-9560-0f3d51a86831 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Pushing event deleted for resources: {'Port': ['ID=90917687-76c4-4994-9626-a454bedb8886,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:36.851081 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:36.887173 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d479397d-5dda-4f06-99fd-edf13502d746 req-d4a3072b-dfe3-4122-bef9-a1af9019a18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:36.996840 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device bced552d-6007-48b2-a45a-a9d2ee2c1114 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:47:37.013402 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6680c2cd-96b0-4541-bdbb-e1ee9c9b947f req-94a8d06c-bab3-4264-a27a-daa4be0a4070 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.64 "GET /v2.0/ports?device_id=24d049d7-330d-4c42-a256-f2b089125a23 HTTP/1.1" status: 200 len: 210 time: 0.1274378 Jul 07 20:47:37.020614 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae556076-06ff-41dd-8920-11a716acafa5 req-0a1555fe-0228-4b0b-9560-0f3d51a86831 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] No DVR routers for this DVR port 90917687-76c4-4994-9626-a454bedb8886 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:47:37.025251 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae556076-06ff-41dd-8920-11a716acafa5 req-0a1555fe-0228-4b0b-9560-0f3d51a86831 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:37.027220 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae556076-06ff-41dd-8920-11a716acafa5 req-0a1555fe-0228-4b0b-9560-0f3d51a86831 tempest-VolumesAdminNegativeTest-2066162143 tempest-VolumesAdminNegativeTest-2066162143-project] 10.222.0.39 "DELETE /v2.0/ports/90917687-76c4-4994-9626-a454bedb8886 HTTP/1.1" status: 204 len: 173 time: 2.9668758 Jul 07 20:47:37.091755 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 90917687-76c4-4994-9626-a454bedb8886 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:47:37.097377 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port bced552d-6007-48b2-a45a-a9d2ee2c1114 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:37.098097 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:37.150166 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 90917687-76c4-4994-9626-a454bedb8886 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:47:37.150933 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 90917687-76c4-4994-9626-a454bedb8886 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:47:37.222683 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b56ef-7059-4d19-ba24-c2d633eeef97 req-c365246f-41a8-45cf-837f-90dc6c791fe9 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:37.224313 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-320b56ef-7059-4d19-ba24-c2d633eeef97 req-c365246f-41a8-45cf-837f-90dc6c791fe9 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 943 time: 0.3764329 Jul 07 20:47:37.241461 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1652c582-58ee-4a7e-91bc-961e710e13d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2f695a-9a83-4fa2-9166-162abc5fdd62'}, {'server_uuid': '6e9b4526-39a9-469c-8e3c-de42c227172e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:47:37.244288 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba4285d-a09d-4fb6-9472-b001ad57655a" -d '{"events": [{"server_uuid": "1652c582-58ee-4a7e-91bc-961e710e13d8", "name": "network-vif-plugged", "status": "completed", "tag": "3f2f695a-9a83-4fa2-9166-162abc5fdd62"}, {"server_uuid": "6e9b4526-39a9-469c-8e3c-de42c227172e", "name": "network-vif-plugged", "status": "completed", "tag": "50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:47:37.292873 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5033e15c-dd40-4001-a493-868a801a94e5', 'tag': '2715bb04-5adc-46de-a931-3952a8ed1b25'}, {'server_uuid': '24d049d7-330d-4c42-a256-f2b089125a23', 'name': 'network-vif-deleted', 'tag': '90917687-76c4-4994-9626-a454bedb8886'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:47:37.295138 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67947a7e-106c-4a5e-a6b5-73454afc3b34" -d '{"events": [{"name": "network-changed", "server_uuid": "5033e15c-dd40-4001-a493-868a801a94e5", "tag": "2715bb04-5adc-46de-a931-3952a8ed1b25"}, {"server_uuid": "24d049d7-330d-4c42-a256-f2b089125a23", "name": "network-vif-deleted", "tag": "90917687-76c4-4994-9626-a454bedb8886"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:47:37.362096 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-320b56ef-7059-4d19-ba24-c2d633eeef97 req-1461e3d8-1273-44bc-a220-20ce13346439 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295958 Jul 07 20:47:37.389968 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-32e35ef5-59c0-4c84-8135-2a2bec22a15f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:37.406846 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-32e35ef5-59c0-4c84-8135-2a2bec22a15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:37.407599 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-32e35ef5-59c0-4c84-8135-2a2bec22a15f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:37.571722 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e35ef5-59c0-4c84-8135-2a2bec22a15f admin admin] Pushing event updated for resources: {'Port': ['ID=9b73f5bd-3440-46dc-ab7d-366a60ae8064,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:37.601359 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e20193-c915-4129-a022-efb78de47afe req-47eb9189-c0c6-4e36-9417-2c32af3fa180 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:37.602887 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0e20193-c915-4129-a022-efb78de47afe req-47eb9189-c0c6-4e36-9417-2c32af3fa180 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 931 time: 0.2631578 Jul 07 20:47:37.693707 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-d479397d-5dda-4f06-99fd-edf13502d746 req-d4a3072b-dfe3-4122-bef9-a1af9019a18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53c18d1-1528-4be0-8e2c-810a342ea061 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:47:37.715907 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e35ef5-59c0-4c84-8135-2a2bec22a15f admin admin] Network 9ed98e73-ec59-412c-aeaa-d9627f79c22c is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:47:37.719043 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d479397d-5dda-4f06-99fd-edf13502d746 req-d4a3072b-dfe3-4122-bef9-a1af9019a18e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:37.722225 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-32e35ef5-59c0-4c84-8135-2a2bec22a15f admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:47:37.728512 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0e20193-c915-4129-a022-efb78de47afe req-17f9fd97-a682-4bb3-a086-5209065a2693 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d0ec93b-17a8-4a4a-a7cd-5c19d7f989f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169584 Jul 07 20:47:37.787367 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-d479397d-5dda-4f06-99fd-edf13502d746 req-d4a3072b-dfe3-4122-bef9-a1af9019a18e service neutron] Transition to ACTIVE for port object a53c18d1-1528-4be0-8e2c-810a342ea061 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:37.800292 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac71558-7662-4247-9ee1-8d784a271739 req-e1ce1f9a-3fd9-4c7e-b4cc-681e2e4c84c3 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:37.802663 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dac71558-7662-4247-9ee1-8d784a271739 req-e1ce1f9a-3fd9-4c7e-b4cc-681e2e4c84c3 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3a092c3-2760-411d-b39e-277664d31fbf HTTP/1.1" status: 200 len: 949 time: 0.3104043 Jul 07 20:47:37.808578 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d479397d-5dda-4f06-99fd-edf13502d746 req-d4a3072b-dfe3-4122-bef9-a1af9019a18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:37.839061 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 20:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90116df-7708-4ac9-bdef-32f2227779be x-openstack-request-id: req-f90116df-7708-4ac9-bdef-32f2227779be {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:47:37.839408 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1652c582-58ee-4a7e-91bc-961e710e13d8", "name": "network-vif-plugged", "status": "completed", "tag": "3f2f695a-9a83-4fa2-9166-162abc5fdd62", "code": 200}, {"server_uuid": "6e9b4526-39a9-469c-8e3c-de42c227172e", "name": "network-vif-plugged", "status": "completed", "tag": "50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:47:37.839724 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f90116df-7708-4ac9-bdef-32f2227779be {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:47:37.840142 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1652c582-58ee-4a7e-91bc-961e710e13d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2f695a-9a83-4fa2-9166-162abc5fdd62', 'code': 200} Jul 07 20:47:37.840394 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9b4526-39a9-469c-8e3c-de42c227172e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5', 'code': 200} Jul 07 20:47:37.920840 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 20:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e1f1f9-4568-4238-ac41-a02410414876 x-openstack-request-id: req-a5e1f1f9-4568-4238-ac41-a02410414876 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:47:37.921143 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5033e15c-dd40-4001-a493-868a801a94e5", "tag": "2715bb04-5adc-46de-a931-3952a8ed1b25", "status": "completed", "code": 200}, {"server_uuid": "24d049d7-330d-4c42-a256-f2b089125a23", "name": "network-vif-deleted", "tag": "90917687-76c4-4994-9626-a454bedb8886", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:47:37.921402 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a5e1f1f9-4568-4238-ac41-a02410414876 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:47:37.921810 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5033e15c-dd40-4001-a493-868a801a94e5', 'tag': '2715bb04-5adc-46de-a931-3952a8ed1b25', 'status': 'completed', 'code': 200} Jul 07 20:47:37.922067 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d049d7-330d-4c42-a256-f2b089125a23', 'name': 'network-vif-deleted', 'tag': '90917687-76c4-4994-9626-a454bedb8886', 'status': 'completed', 'code': 200} Jul 07 20:47:38.069973 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3072b-dfe3-4122-bef9-a1af9019a18e service neutron] Pushing event updated for resources: {'Port': ['ID=a53c18d1-1528-4be0-8e2c-810a342ea061,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:38.079480 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dac71558-7662-4247-9ee1-8d784a271739 req-019cd8c4-0762-48b5-98bd-29dfd6b5ee80 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656596 Jul 07 20:47:38.153561 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae314e2f-00ce-419e-99c9-fd98827f6a77 req-c5f0f957-8d2f-4beb-a1f3-f934e6ad67ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:38.157331 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ae314e2f-00ce-419e-99c9-fd98827f6a77 req-c5f0f957-8d2f-4beb-a1f3-f934e6ad67ea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1652c582-58ee-4a7e-91bc-961e710e13d8 HTTP/1.1" status: 200 len: 1101 time: 0.1817412 Jul 07 20:47:38.159507 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ec192f4f-fe33-4301-ab83-c3481025086c None None] Provisioning complete for port 9b73f5bd-3440-46dc-ab7d-366a60ae8064 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:38.159989 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ec192f4f-fe33-4301-ab83-c3481025086c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:38.203118 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d479397d-5dda-4f06-99fd-edf13502d746 req-d4a3072b-dfe3-4122-bef9-a1af9019a18e service neutron] Attempting to bind port a53c18d1-1528-4be0-8e2c-810a342ea061 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:47:38.203585 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d479397d-5dda-4f06-99fd-edf13502d746 req-d4a3072b-dfe3-4122-bef9-a1af9019a18e service neutron] Attempting to bind port a53c18d1-1528-4be0-8e2c-810a342ea061 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '22c3ee63-ef64-4098-a51b-1647e4329dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:47:38.204083 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d479397d-5dda-4f06-99fd-edf13502d746 req-d4a3072b-dfe3-4122-bef9-a1af9019a18e service neutron] Attempting to bind port a53c18d1-1528-4be0-8e2c-810a342ea061 on network 10c6c845-5620-49c3-9767-57c4afeea554 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:38.229775 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ae314e2f-00ce-419e-99c9-fd98827f6a77 req-e3632f4f-bd39-4c09-a363-e3cfdd00ebde service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595548 Jul 07 20:47:38.232190 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ec192f4f-fe33-4301-ab83-c3481025086c None None] Port 9b73f5bd-3440-46dc-ab7d-366a60ae8064 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:47:38.253036 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d479397d-5dda-4f06-99fd-edf13502d746 req-d4a3072b-dfe3-4122-bef9-a1af9019a18e service neutron] Port a53c18d1-1528-4be0-8e2c-810a342ea061 on network 10c6c845-5620-49c3-9767-57c4afeea554 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:47:38.253446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d479397d-5dda-4f06-99fd-edf13502d746 req-d4a3072b-dfe3-4122-bef9-a1af9019a18e service neutron] Attempting to bind port a53c18d1-1528-4be0-8e2c-810a342ea061 on network 10c6c845-5620-49c3-9767-57c4afeea554 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:38.257327 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e35ef5-59c0-4c84-8135-2a2bec22a15f admin admin] Router 4cefba88-1776-48b3-ae36-ed80c7fc00e2 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:47:38.273622 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d479397d-5dda-4f06-99fd-edf13502d746 req-d4a3072b-dfe3-4122-bef9-a1af9019a18e service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:47:38.273964 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d479397d-5dda-4f06-99fd-edf13502d746 req-d4a3072b-dfe3-4122-bef9-a1af9019a18e service neutron] Checking segment: {'id': '22c3ee63-ef64-4098-a51b-1647e4329dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:47:38.274350 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d479397d-5dda-4f06-99fd-edf13502d746 req-d4a3072b-dfe3-4122-bef9-a1af9019a18e service neutron] Bound using segment: {'id': '22c3ee63-ef64-4098-a51b-1647e4329dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:47:38.274790 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d479397d-5dda-4f06-99fd-edf13502d746 req-d4a3072b-dfe3-4122-bef9-a1af9019a18e service neutron] Bound port: a53c18d1-1528-4be0-8e2c-810a342ea061, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c3ee63-ef64-4098-a51b-1647e4329dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:47:38.275149 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d479397d-5dda-4f06-99fd-edf13502d746 req-d4a3072b-dfe3-4122-bef9-a1af9019a18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:38.336639 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67947a7e-106c-4a5e-a6b5-73454afc3b34 req-03afeab0-3b28-4ae2-903d-8f6f16bf5405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:38.339385 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-67947a7e-106c-4a5e-a6b5-73454afc3b34 req-03afeab0-3b28-4ae2-903d-8f6f16bf5405 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 1126 time: 0.3801436 Jul 07 20:47:38.494697 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff30ba-f063-4964-8ceb-ef5b1a40644d req-cfa5eb1c-ce39-49a3-9b53-be96f955c4d7 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:38.496218 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-34ff30ba-f063-4964-8ceb-ef5b1a40644d req-cfa5eb1c-ce39-49a3-9b53-be96f955c4d7 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9b4526-39a9-469c-8e3c-de42c227172e HTTP/1.1" status: 200 len: 945 time: 0.3458509 Jul 07 20:47:38.498732 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3e26c-cea0-4f0a-ae32-cfb7ba65d26e req-9be347dc-c203-47d5-be9a-a062527aa825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:38.500135 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99b3e26c-cea0-4f0a-ae32-cfb7ba65d26e req-9be347dc-c203-47d5-be9a-a062527aa825 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6e9b4526-39a9-469c-8e3c-de42c227172e HTTP/1.1" status: 200 len: 1097 time: 0.3627512 Jul 07 20:47:38.603533 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-d479397d-5dda-4f06-99fd-edf13502d746 req-d4a3072b-dfe3-4122-bef9-a1af9019a18e service neutron] For port a53c18d1-1528-4be0-8e2c-810a342ea061, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:47:38.657578 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-d479397d-5dda-4f06-99fd-edf13502d746 req-d4a3072b-dfe3-4122-bef9-a1af9019a18e service neutron] For port a53c18d1-1528-4be0-8e2c-810a342ea061, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a53c18d1-1528-4be0-8e2c-810a342ea061,segment=NetworkSegment(22c3ee63-ef64-4098-a51b-1647e4329dd4),segment_id=22c3ee63-ef64-4098-a51b-1647e4329dd4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:47:38.682334 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d479397d-5dda-4f06-99fd-edf13502d746 req-d4a3072b-dfe3-4122-bef9-a1af9019a18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:38.694437 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd632b36-817d-4e27-90cd-4707c1be326d req-91ab9787-2e3f-4425-a3ce-7c9c8e5efb1f tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:38.695966 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cd632b36-817d-4e27-90cd-4707c1be326d req-91ab9787-2e3f-4425-a3ce-7c9c8e5efb1f tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=1652c582-58ee-4a7e-91bc-961e710e13d8 HTTP/1.1" status: 200 len: 949 time: 0.3860819 Jul 07 20:47:38.698606 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-34ff30ba-f063-4964-8ceb-ef5b1a40644d req-d251c1fa-e8b0-4fe8-8ce5-4ad5c565c810 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830533 Jul 07 20:47:38.703707 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e35ef5-59c0-4c84-8135-2a2bec22a15f admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:47:38.706928 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99b3e26c-cea0-4f0a-ae32-cfb7ba65d26e req-191faa03-17a7-4f3b-ba94-f7deebc1b578 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902366 Jul 07 20:47:38.707972 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67947a7e-106c-4a5e-a6b5-73454afc3b34 req-c8384e19-5481-416b-b421-84cefce2884e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:38.709375 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-67947a7e-106c-4a5e-a6b5-73454afc3b34 req-c8384e19-5481-416b-b421-84cefce2884e service neutron] 10.222.0.39 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 921 time: 0.3337674 Jul 07 20:47:38.713932 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] Sync routers for ids ['4cefba88-1776-48b3-ae36-ed80c7fc00e2'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:47:38.732686 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-32e35ef5-59c0-4c84-8135-2a2bec22a15f admin admin] 10.222.0.64 "PUT /v2.0/routers/4cefba88-1776-48b3-ae36-ed80c7fc00e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0010896 Jul 07 20:47:38.744294 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] Routers {'4cefba88-1776-48b3-ae36-ed80c7fc00e2'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:47:38.745186 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:47:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4cefba88-1776-48b3-ae36-ed80c7fc00e2'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:38.794271 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479397d-5dda-4f06-99fd-edf13502d746 req-d4a3072b-dfe3-4122-bef9-a1af9019a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:38.794899 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d479397d-5dda-4f06-99fd-edf13502d746 req-d4a3072b-dfe3-4122-bef9-a1af9019a18e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:38.799493 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34226) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:38.799663 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d479397d-5dda-4f06-99fd-edf13502d746 req-d4a3072b-dfe3-4122-bef9-a1af9019a18e service neutron] 10.222.0.39 "PUT /v2.0/ports/a53c18d1-1528-4be0-8e2c-810a342ea061 HTTP/1.1" status: 200 len: 1092 time: 2.5389826 Jul 07 20:47:38.801093 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-67947a7e-106c-4a5e-a6b5-73454afc3b34 req-ff424574-ad0a-4f4c-9344-a2edfed655f9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2715bb04-5adc-46de-a931-3952a8ed1b25 HTTP/1.1" status: 200 len: 217 time: 0.0669560 Jul 07 20:47:38.867892 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] Set router 4cefba88-1776-48b3-ae36-ed80c7fc00e2 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:47:38.917052 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ab9346-1cce-4e3c-ac73-a2a41019f90f admin admin] Deleting subnet 3ac77577-1ea8-4f8c-8a48-0c74b7e99f30 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:47:38.921371 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-03ab9346-1cce-4e3c-ac73-a2a41019f90f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:38.964670 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cd632b36-817d-4e27-90cd-4707c1be326d req-24bb030c-cb8d-4fca-84c4-0a7522ce3df3 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359581 Jul 07 20:47:38.965365 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3072b-dfe3-4122-bef9-a1af9019a18e service neutron] Pushing event updated for resources: {'Port': ['ID=a53c18d1-1528-4be0-8e2c-810a342ea061,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:38.995559 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-03ab9346-1cce-4e3c-ac73-a2a41019f90f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:39.026029 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67947a7e-106c-4a5e-a6b5-73454afc3b34 req-a4436f11-1247-4041-aa8a-25363ca2038e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:39.027552 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-67947a7e-106c-4a5e-a6b5-73454afc3b34 req-a4436f11-1247-4041-aa8a-25363ca2038e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58cf048c-6ca3-4e9c-85aa-89cc2a934f80 HTTP/1.1" status: 200 len: 860 time: 0.1884210 Jul 07 20:47:39.054949 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-03ab9346-1cce-4e3c-ac73-a2a41019f90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:39.083095 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-67947a7e-106c-4a5e-a6b5-73454afc3b34 req-c527435c-d34b-45b8-9dcb-71eff7a98889 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b91b62e-f0da-4f30-b6c0-0519015da08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436015 Jul 07 20:47:39.147444 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-03ab9346-1cce-4e3c-ac73-a2a41019f90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:39.175723 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cefba88-1776-48b3-ae36-ed80c7fc00e2', 'name': 'tempest-FloatingIPDetailsTestJSON-312977041-router', 'tenant_id': 'b09846d7f1e44512b17ef23d8691239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bced552d-6007-48b2-a45a-a9d2ee2c1114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:47:29Z', 'updated_at': '2021-07-07T20:47:36Z', 'revision_number': 4, 'project_id': 'b09846d7f1e44512b17ef23d8691239b', 'gw_port': {'id': 'bced552d-6007-48b2-a45a-a9d2ee2c1114', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cefba88-1776-48b3-ae36-ed80c7fc00e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:47:30Z', 'updated_at': '2021-07-07T20:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '9b73f5bd-3440-46dc-ab7d-366a60ae8064', 'name': '', 'network_id': '9ed98e73-ec59-412c-aeaa-d9627f79c22c', 'tenant_id': 'b09846d7f1e44512b17ef23d8691239b', 'mac_address': 'fa:16:3e:42:ff:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cefba88-1776-48b3-ae36-ed80c7fc00e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '76599c6c-b2f0-46b0-853b-83cdd1a011a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:47:33Z', 'updated_at': '2021-07-07T20:47:37Z', 'revision_number': 2, 'project_id': 'b09846d7f1e44512b17ef23d8691239b', 'subnets': [{'id': '76599c6c-b2f0-46b0-853b-83cdd1a011a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:39.176984 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab9346-1cce-4e3c-ac73-a2a41019f90f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ac77577-1ea8-4f8c-8a48-0c74b7e99f30,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:39.192541 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-03ab9346-1cce-4e3c-ac73-a2a41019f90f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:39.195515 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-03ab9346-1cce-4e3c-ac73-a2a41019f90f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3ac77577-1ea8-4f8c-8a48-0c74b7e99f30 HTTP/1.1" status: 204 len: 168 time: 0.3942862 Jul 07 20:47:39.198991 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34230) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:39.209571 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] Checking router: 4cefba88-1776-48b3-ae36-ed80c7fc00e2 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:47:39.210419 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] Updating router 4cefba88-1776-48b3-ae36-ed80c7fc00e2 port 9b73f5bd-3440-46dc-ab7d-366a60ae8064 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:47:39.276056 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:39.289177 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-929cadc3-e50c-4878-b80d-db3322129440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:39.398711 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479397d-5dda-4f06-99fd-edf13502d746 req-5a794904-b539-4f42-a222-a6b65f5ab82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:39.400265 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d479397d-5dda-4f06-99fd-edf13502d746 req-5a794904-b539-4f42-a222-a6b65f5ab82f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=24474cabdc4f49bba6441263c31f143d&device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 1095 time: 0.5200708 Jul 07 20:47:39.422711 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-929cadc3-e50c-4878-b80d-db3322129440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:39.438423 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-929cadc3-e50c-4878-b80d-db3322129440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99ee24f-3f13-4ced-8a7f-9468c4b31f19']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:39.453142 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-929cadc3-e50c-4878-b80d-db3322129440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ad0586-9c41-499f-a9f1-b3ee99f56ff2') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:39.453522 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-929cadc3-e50c-4878-b80d-db3322129440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ad0586-9c41-499f-a9f1-b3ee99f56ff2') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:39.465188 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdaa54-7fbf-4f70-b696-f3e150779565 req-c0139112-40af-4602-8a40-6322d4f9a439 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:39.465713 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-929cadc3-e50c-4878-b80d-db3322129440 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:39.466696 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-08bdaa54-7fbf-4f70-b696-f3e150779565 req-c0139112-40af-4602-8a40-6322d4f9a439 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.4961634 Jul 07 20:47:39.484009 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-929cadc3-e50c-4878-b80d-db3322129440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:39.495063 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929cadc3-e50c-4878-b80d-db3322129440 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:47:39.496114 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-929cadc3-e50c-4878-b80d-db3322129440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:47:39.498393 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:47:39.510682 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d479397d-5dda-4f06-99fd-edf13502d746 req-a14b5f01-6025-49ea-b821-9e99ab330061 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a53c18d1-1528-4be0-8e2c-810a342ea061 HTTP/1.1" status: 200 len: 217 time: 0.0657728 Jul 07 20:47:39.565506 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-929cadc3-e50c-4878-b80d-db3322129440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:39.571699 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-929cadc3-e50c-4878-b80d-db3322129440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:39.577146 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-929cadc3-e50c-4878-b80d-db3322129440 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c99ee24f-3f13-4ced-8a7f-9468c4b31f19 HTTP/1.1" status: 204 len: 168 time: 0.3771076 Jul 07 20:47:39.577750 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34232) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:39.602264 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929cadc3-e50c-4878-b80d-db3322129440 admin admin] Pushing event deleted for resources: {'Network': ['ID=c99ee24f-3f13-4ced-8a7f-9468c4b31f19,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:39.606288 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-08bdaa54-7fbf-4f70-b696-f3e150779565 req-f01ef4bc-6855-4ebc-a998-355133a03803 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086695 Jul 07 20:47:39.619981 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479397d-5dda-4f06-99fd-edf13502d746 req-57adb0bb-0a07-4f36-b3b8-9a2546aed619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:39.621802 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d479397d-5dda-4f06-99fd-edf13502d746 req-57adb0bb-0a07-4f36-b3b8-9a2546aed619 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a661560-d0ca-4a80-a1c0-8f03610fb2e7 HTTP/1.1" status: 200 len: 855 time: 0.0978696 Jul 07 20:47:39.623254 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-67947a7e-106c-4a5e-a6b5-73454afc3b34 req-ff7cf7e2-6ab8-4210-a6b1-57d10dd7c3d3 service neutron] 10.222.0.39 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283196 Jul 07 20:47:39.638350 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:39.662046 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] Transition to ACTIVE for port object 9b73f5bd-3440-46dc-ab7d-366a60ae8064 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:39.675582 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb97cc9e-872b-4c26-98d3-81baecbec98a admin admin] Deleting subnet c0273988-b179-4f95-9980-2aad4c780476 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:47:39.678240 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:39.682458 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eb97cc9e-872b-4c26-98d3-81baecbec98a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:39.749264 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eb97cc9e-872b-4c26-98d3-81baecbec98a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:39.769937 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c5b8a-a139-44fa-80d7-0ff44898f322 None None] Pushing event updated for resources: {'Port': ['ID=9b73f5bd-3440-46dc-ab7d-366a60ae8064,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:39.792477 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83664a79-651c-4dd5-8afb-4b21ba0a67eb req-d46103aa-cc84-4328-aa0b-24c4c66126df tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:39.794769 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-83664a79-651c-4dd5-8afb-4b21ba0a67eb req-d46103aa-cc84-4328-aa0b-24c4c66126df tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 943 time: 0.4220438 Jul 07 20:47:39.808168 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5b8a-a139-44fa-80d7-0ff44898f322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:39.808582 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5b8a-a139-44fa-80d7-0ff44898f322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:39.808986 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5b8a-a139-44fa-80d7-0ff44898f322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:39.809390 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5b8a-a139-44fa-80d7-0ff44898f322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:39.809786 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5b8a-a139-44fa-80d7-0ff44898f322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:39.810200 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5b8a-a139-44fa-80d7-0ff44898f322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:39.810328 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eb97cc9e-872b-4c26-98d3-81baecbec98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:39.810646 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5b8a-a139-44fa-80d7-0ff44898f322 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:39.811033 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5b8a-a139-44fa-80d7-0ff44898f322 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:39.811444 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5b8a-a139-44fa-80d7-0ff44898f322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:39.811831 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5b8a-a139-44fa-80d7-0ff44898f322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:39.812225 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5b8a-a139-44fa-80d7-0ff44898f322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:39.812606 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84c5b8a-a139-44fa-80d7-0ff44898f322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:47:39.855930 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-67947a7e-106c-4a5e-a6b5-73454afc3b34 req-9c28742b-1886-424a-aa06-18fdc0b30774 service neutron] 10.222.0.39 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203016 Jul 07 20:47:39.879154 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] Attempting to bind port 9b73f5bd-3440-46dc-ab7d-366a60ae8064 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:47:39.879765 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] Attempting to bind port 9b73f5bd-3440-46dc-ab7d-366a60ae8064 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '2f9abce9-db4a-49ca-89eb-dcb4cbf9ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9ed98e73-ec59-412c-aeaa-d9627f79c22c'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:47:39.880344 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] Attempting to bind port 9b73f5bd-3440-46dc-ab7d-366a60ae8064 on network 9ed98e73-ec59-412c-aeaa-d9627f79c22c {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:39.887197 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:47:39.887481 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eb97cc9e-872b-4c26-98d3-81baecbec98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:39.888029 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] Checking segment: {'id': '2f9abce9-db4a-49ca-89eb-dcb4cbf9ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9ed98e73-ec59-412c-aeaa-d9627f79c22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:47:39.889385 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:39.891562 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] Bound using segment: {'id': '2f9abce9-db4a-49ca-89eb-dcb4cbf9ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9ed98e73-ec59-412c-aeaa-d9627f79c22c'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:47:39.891562 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] Bound port: 9b73f5bd-3440-46dc-ab7d-366a60ae8064, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9abce9-db4a-49ca-89eb-dcb4cbf9ec72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9ed98e73-ec59-412c-aeaa-d9627f79c22c'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:47:39.891562 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:39.903398 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-83664a79-651c-4dd5-8afb-4b21ba0a67eb req-f36e8931-3c55-4977-ac83-8dc4d142fd5a tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833440 Jul 07 20:47:39.916298 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eb97cc9e-872b-4c26-98d3-81baecbec98a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:39.921548 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34240) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:39.922363 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-eb97cc9e-872b-4c26-98d3-81baecbec98a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c0273988-b179-4f95-9980-2aad4c780476 HTTP/1.1" status: 204 len: 168 time: 0.3426545 Jul 07 20:47:39.932295 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1f45d6-6734-4f0a-898f-581233671fb3', 'tag': 'a53c18d1-1528-4be0-8e2c-810a342ea061'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:47:39.934624 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f8eb25-1801-4be2-9f92-2fc95e1a67f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1f45d6-6734-4f0a-898f-581233671fb3", "tag": "a53c18d1-1528-4be0-8e2c-810a342ea061"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:47:39.960137 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97cc9e-872b-4c26-98d3-81baecbec98a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0273988-b179-4f95-9980-2aad4c780476,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:39.993792 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479397d-5dda-4f06-99fd-edf13502d746 req-041e595d-66cd-4486-a26a-4c0bf8d0de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:39.995306 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d479397d-5dda-4f06-99fd-edf13502d746 req-041e595d-66cd-4486-a26a-4c0bf8d0de1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10c6c845-5620-49c3-9767-57c4afeea554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3583081 Jul 07 20:47:40.008576 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] For port 9b73f5bd-3440-46dc-ab7d-366a60ae8064, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:47:40.009641 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe76de-5fa9-4546-a9b5-ab0339cddad5 req-bce028ea-ff0c-4b11-9fdb-e0f95dde198e tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:40.012062 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ffbe76de-5fa9-4546-a9b5-ab0339cddad5 req-bce028ea-ff0c-4b11-9fdb-e0f95dde198e tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 943 time: 0.2452857 Jul 07 20:47:40.013654 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] For port 9b73f5bd-3440-46dc-ab7d-366a60ae8064, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=9b73f5bd-3440-46dc-ab7d-366a60ae8064,segment=NetworkSegment(2f9abce9-db4a-49ca-89eb-dcb4cbf9ec72),segment_id=2f9abce9-db4a-49ca-89eb-dcb4cbf9ec72)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:47:40.019301 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:40.074194 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] Routers {'4cefba88-1776-48b3-ae36-ed80c7fc00e2'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:47:40.074830 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:47:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4cefba88-1776-48b3-ae36-ed80c7fc00e2'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:40.099491 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:40.132673 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ffbe76de-5fa9-4546-a9b5-ab0339cddad5 req-9a4e5d4c-184b-49e5-8cb8-e5c5d18d6118 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d0ec93b-17a8-4a4a-a7cd-5c19d7f989f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110158 Jul 07 20:47:40.151269 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c5b8a-a139-44fa-80d7-0ff44898f322 None None] Pushing event updated for resources: {'Port': ['ID=9b73f5bd-3440-46dc-ab7d-366a60ae8064,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:40.199344 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d479397d-5dda-4f06-99fd-edf13502d746 req-ec9bd517-e0f8-4d8b-b010-fd6f3984a676 service neutron] 10.222.0.39 "GET /v2.0/networks/10c6c845-5620-49c3-9767-57c4afeea554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854553 Jul 07 20:47:40.238329 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] Set router 4cefba88-1776-48b3-ae36-ed80c7fc00e2 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:47:40.390661 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:47:40.436202 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:40.461523 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:47:40.461910 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:47:40.462655 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:47:40.463007 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] Subscribe: > port after_create 55550000 {{(pid=100448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:47:40.463372 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] Subscribe: > port after_delete 55550000 {{(pid=100448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:47:40.463707 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] Subscribe: > port after_update 55550000 {{(pid=100448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:47:40.464029 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:47:40.464351 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:47:40.464670 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:47:40.464991 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:47:40.500112 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cefba88-1776-48b3-ae36-ed80c7fc00e2', 'name': 'tempest-FloatingIPDetailsTestJSON-312977041-router', 'tenant_id': 'b09846d7f1e44512b17ef23d8691239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bced552d-6007-48b2-a45a-a9d2ee2c1114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:47:29Z', 'updated_at': '2021-07-07T20:47:36Z', 'revision_number': 4, 'project_id': 'b09846d7f1e44512b17ef23d8691239b', 'gw_port': {'id': 'bced552d-6007-48b2-a45a-a9d2ee2c1114', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cefba88-1776-48b3-ae36-ed80c7fc00e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:47:30Z', 'updated_at': '2021-07-07T20:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '9b73f5bd-3440-46dc-ab7d-366a60ae8064', 'name': '', 'network_id': '9ed98e73-ec59-412c-aeaa-d9627f79c22c', 'tenant_id': 'b09846d7f1e44512b17ef23d8691239b', 'mac_address': 'fa:16:3e:42:ff:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cefba88-1776-48b3-ae36-ed80c7fc00e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '76599c6c-b2f0-46b0-853b-83cdd1a011a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:47:33Z', 'updated_at': '2021-07-07T20:47:40Z', 'revision_number': 4, 'project_id': 'b09846d7f1e44512b17ef23d8691239b', 'subnets': [{'id': '76599c6c-b2f0-46b0-853b-83cdd1a011a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:40.530967 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae78f71a-69f5-49ba-8de6-ce3a1d4242cc None None] The sync data for ids ['4cefba88-1776-48b3-ae36-ed80c7fc00e2'] in n-d-695189-11 is: [{'id': '4cefba88-1776-48b3-ae36-ed80c7fc00e2', 'name': 'tempest-FloatingIPDetailsTestJSON-312977041-router', 'tenant_id': 'b09846d7f1e44512b17ef23d8691239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bced552d-6007-48b2-a45a-a9d2ee2c1114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:47:29Z', 'updated_at': '2021-07-07T20:47:36Z', 'revision_number': 4, 'project_id': 'b09846d7f1e44512b17ef23d8691239b', 'gw_port': {'id': 'bced552d-6007-48b2-a45a-a9d2ee2c1114', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cefba88-1776-48b3-ae36-ed80c7fc00e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:47:30Z', 'updated_at': '2021-07-07T20:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '9b73f5bd-3440-46dc-ab7d-366a60ae8064', 'name': '', 'network_id': '9ed98e73-ec59-412c-aeaa-d9627f79c22c', 'tenant_id': 'b09846d7f1e44512b17ef23d8691239b', 'mac_address': 'fa:16:3e:42:ff:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cefba88-1776-48b3-ae36-ed80c7fc00e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '76599c6c-b2f0-46b0-853b-83cdd1a011a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:47:33Z', 'updated_at': '2021-07-07T20:47:40Z', 'revision_number': 4, 'project_id': 'b09846d7f1e44512b17ef23d8691239b', 'subnets': [{'id': '76599c6c-b2f0-46b0-853b-83cdd1a011a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:47:40.531527 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:47:40.531886 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:47:40.532281 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:47:40.532655 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 20:47:40.533176 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab83feb-8ca4-4517-9c4a-5b8103bcfb17']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:40.576035 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69b9ab5-b6e5-4929-bc68-f01807e10fec') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:40.576164 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69b9ab5-b6e5-4929-bc68-f01807e10fec') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:40.653021 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:40.702311 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d479397d-5dda-4f06-99fd-edf13502d746 req-92ad580b-283f-4c78-a5b8-f7911ed1b135 service neutron] 10.222.0.39 "GET /v2.0/networks/10c6c845-5620-49c3-9767-57c4afeea554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689078 Jul 07 20:47:40.703256 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:40.720104 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a082f89c-4628-4202-a0ba-ea272391d821 req-1cafda35-cf48-434f-946a-7eca8e8d36ca tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5390899 Jul 07 20:47:40.724622 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:47:40.725385 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: timer() Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:47:40.731843 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:47:40.750593 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-a082f89c-4628-4202-a0ba-ea272391d821 req-e2f464cc-8770-495f-bc9b-7ff2e240f6c0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:40.796620 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f145e3-8f38-4793-b281-b46d4ec377cb req-42a1e339-6ffe-48d8-8df2-1b35f7024c64 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:40.798144 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-49f145e3-8f38-4793-b281-b46d4ec377cb req-42a1e339-6ffe-48d8-8df2-1b35f7024c64 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9b4526-39a9-469c-8e3c-de42c227172e HTTP/1.1" status: 200 len: 945 time: 0.5030661 Jul 07 20:47:40.842513 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a082f89c-4628-4202-a0ba-ea272391d821 req-e2f464cc-8770-495f-bc9b-7ff2e240f6c0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:40.864227 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:40.899053 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-49f145e3-8f38-4793-b281-b46d4ec377cb req-b2217939-8efe-43b0-a4e6-45e13600f8c2 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920317 Jul 07 20:47:40.904224 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:40.906086 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] 10.222.0.64 "DELETE /v2.0/networks/6ab83feb-8ca4-4517-9c4a-5b8103bcfb17 HTTP/1.1" status: 204 len: 168 time: 0.9835780 Jul 07 20:47:40.917932 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e2d85-a915-409e-bf20-528eec1fab2e admin admin] Pushing event deleted for resources: {'Network': ['ID=6ab83feb-8ca4-4517-9c4a-5b8103bcfb17,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:41.037423 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a082f89c-4628-4202-a0ba-ea272391d821 req-e2f464cc-8770-495f-bc9b-7ff2e240f6c0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:41.072617 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 9b73f5bd-3440-46dc-ab7d-366a60ae8064 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:47:41.110028 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34262) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:41.110533 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4fcc332-c35b-4359-a204-566cff101889 req-1bcdcbc3-1fb9-4986-86f2-d0ee1a411060 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=82612c4052fb4d3f923f9375caa9d7c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708199 Jul 07 20:47:41.147259 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 9b73f5bd-3440-46dc-ab7d-366a60ae8064 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:47:41.152280 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 9b73f5bd-3440-46dc-ab7d-366a60ae8064 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:41.152708 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:41.164047 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-50394271-49e5-486f-a799-2ac50f76be10 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=87c37d3f02d24b5da84d90295186021c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514543 Jul 07 20:47:41.167702 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34264) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:41.237756 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6189a276-ccc0-4ce0-9670-fe845681b824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:41.262910 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:41.264701 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6189a276-ccc0-4ce0-9670-fe845681b824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:41.275289 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcc332-c35b-4359-a204-566cff101889 req-0f9a2589-ca31-4818-a7ea-6c622c2d9244 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:41.276885 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4fcc332-c35b-4359-a204-566cff101889 req-0f9a2589-ca31-4818-a7ea-6c622c2d9244 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1655979 Jul 07 20:47:41.289555 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-a082f89c-4628-4202-a0ba-ea272391d821 req-e2f464cc-8770-495f-bc9b-7ff2e240f6c0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Allocated IP 172.25.5.143 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/95f300c3-1240-414f-8d41-37316ddd2ae8) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:47:41.313017 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4fcc332-c35b-4359-a204-566cff101889 req-3d05d5e6-b6f6-4ee0-8a6c-63285f9a9de6 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/quotas/82612c4052fb4d3f923f9375caa9d7c4 HTTP/1.1" status: 200 len: 375 time: 0.0250442 Jul 07 20:47:41.333021 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 9b73f5bd-3440-46dc-ab7d-366a60ae8064, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=9b73f5bd-3440-46dc-ab7d-366a60ae8064,segment=NetworkSegment(2f9abce9-db4a-49ca-89eb-dcb4cbf9ec72),segment_id=2f9abce9-db4a-49ca-89eb-dcb4cbf9ec72)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:41.333426 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6189a276-ccc0-4ce0-9670-fe845681b824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:41.337994 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6189a276-ccc0-4ce0-9670-fe845681b824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:41.342977 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6189a276-ccc0-4ce0-9670-fe845681b824 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c0891adc-a5d0-40f3-af2b-fc34cf7ae7bd HTTP/1.1" status: 204 len: 168 time: 0.1703601 Jul 07 20:47:41.348544 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:41.351504 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189a276-ccc0-4ce0-9670-fe845681b824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0891adc-a5d0-40f3-af2b-fc34cf7ae7bd,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:41.441565 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=9b73f5bd-3440-46dc-ab7d-366a60ae8064,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:41.491268 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4fcc332-c35b-4359-a204-566cff101889 req-9d594bca-0ad1-4eef-b268-a74bfccedb66 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=82612c4052fb4d3f923f9375caa9d7c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1774099 Jul 07 20:47:41.509417 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a082f89c-4628-4202-a0ba-ea272391d821 req-e2f464cc-8770-495f-bc9b-7ff2e240f6c0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:41.559978 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a082f89c-4628-4202-a0ba-ea272391d821 req-e2f464cc-8770-495f-bc9b-7ff2e240f6c0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:41.600735 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a082f89c-4628-4202-a0ba-ea272391d821 req-e2f464cc-8770-495f-bc9b-7ff2e240f6c0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:47:41.604386 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-a082f89c-4628-4202-a0ba-ea272391d821 req-e2f464cc-8770-495f-bc9b-7ff2e240f6c0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:47:41.608919 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a082f89c-4628-4202-a0ba-ea272391d821 req-e2f464cc-8770-495f-bc9b-7ff2e240f6c0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:47:41.644110 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f464cc-8770-495f-bc9b-7ff2e240f6c0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Pushing event updated for resources: {'Port': ['ID=95f300c3-1240-414f-8d41-37316ddd2ae8,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:41.676246 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80729a9-760d-45df-85c7-047efe91263c x-openstack-request-id: req-f80729a9-760d-45df-85c7-047efe91263c {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:47:41.676574 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1f45d6-6734-4f0a-898f-581233671fb3", "tag": "a53c18d1-1528-4be0-8e2c-810a342ea061", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:47:41.676950 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f80729a9-760d-45df-85c7-047efe91263c {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:47:41.677209 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1f45d6-6734-4f0a-898f-581233671fb3', 'tag': 'a53c18d1-1528-4be0-8e2c-810a342ea061', 'status': 'completed', 'code': 200} Jul 07 20:47:41.762774 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a082f89c-4628-4202-a0ba-ea272391d821 req-e2f464cc-8770-495f-bc9b-7ff2e240f6c0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:41.848871 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34278) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:41.898036 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a082f89c-4628-4202-a0ba-ea272391d821 req-e2f464cc-8770-495f-bc9b-7ff2e240f6c0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:41.905334 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bb889608-d32e-466f-8d91-3c7329f75ebb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af78a7c274114c47bbd13d4022957d29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541699 Jul 07 20:47:41.906898 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34282) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:41.981241 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d333dd52-a63c-443d-a043-66592e43a8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:42.009378 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d333dd52-a63c-443d-a043-66592e43a8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:42.015812 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444f276-9ee5-487d-88ea-6f6318050e7e req-63aa9d24-64f1-427a-81e1-c1340022cd82 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:42.018588 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e444f276-9ee5-487d-88ea-6f6318050e7e req-63aa9d24-64f1-427a-81e1-c1340022cd82 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=1652c582-58ee-4a7e-91bc-961e710e13d8 HTTP/1.1" status: 200 len: 949 time: 0.1825664 Jul 07 20:47:42.053945 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8eb25-1801-4be2-9f92-2fc95e1a67f2 req-1cebc8d7-08da-44f3-9e90-957cd876bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:42.055655 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d7f8eb25-1801-4be2-9f92-2fc95e1a67f2 req-1cebc8d7-08da-44f3-9e90-957cd876bd62 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=24474cabdc4f49bba6441263c31f143d&device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 1095 time: 0.2825999 Jul 07 20:47:42.084933 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d333dd52-a63c-443d-a043-66592e43a8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:42.088627 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d333dd52-a63c-443d-a043-66592e43a8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:42.090816 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d333dd52-a63c-443d-a043-66592e43a8e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f3292994-3757-4320-b1f4-b4cf03e2d217 HTTP/1.1" status: 204 len: 168 time: 0.1826172 Jul 07 20:47:42.101658 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333dd52-a63c-443d-a043-66592e43a8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3292994-3757-4320-b1f4-b4cf03e2d217,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:42.522059 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e444f276-9ee5-487d-88ea-6f6318050e7e req-35a8e77e-01dc-4f3c-87a9-0fb71e19c068 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652631 Jul 07 20:47:42.613517 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a082f89c-4628-4202-a0ba-ea272391d821 req-e2f464cc-8770-495f-bc9b-7ff2e240f6c0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:42.616706 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8eb25-1801-4be2-9f92-2fc95e1a67f2 req-f13b323f-72ac-4cbf-b642-5bbe68f31f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:42.618488 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d7f8eb25-1801-4be2-9f92-2fc95e1a67f2 req-f13b323f-72ac-4cbf-b642-5bbe68f31f50 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10c6c845-5620-49c3-9767-57c4afeea554 HTTP/1.1" status: 200 len: 917 time: 0.5469472 Jul 07 20:47:42.620281 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a082f89c-4628-4202-a0ba-ea272391d821 req-e2f464cc-8770-495f-bc9b-7ff2e240f6c0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:42.699643 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d7f8eb25-1801-4be2-9f92-2fc95e1a67f2 req-8798ae45-2edf-4f55-9a09-f77bec73d782 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a53c18d1-1528-4be0-8e2c-810a342ea061 HTTP/1.1" status: 200 len: 217 time: 0.0471387 Jul 07 20:47:42.818803 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f464cc-8770-495f-bc9b-7ff2e240f6c0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Pushing event updated for resources: {'Port': ['ID=95f300c3-1240-414f-8d41-37316ddd2ae8,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:42.826061 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8eb25-1801-4be2-9f92-2fc95e1a67f2 req-7ed748d9-c5bf-4f09-af01-2ac8a3d8eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:42.827978 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d7f8eb25-1801-4be2-9f92-2fc95e1a67f2 req-7ed748d9-c5bf-4f09-af01-2ac8a3d8eabc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a661560-d0ca-4a80-a1c0-8f03610fb2e7 HTTP/1.1" status: 200 len: 855 time: 0.1114676 Jul 07 20:47:42.892799 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a082f89c-4628-4202-a0ba-ea272391d821 req-e2f464cc-8770-495f-bc9b-7ff2e240f6c0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:42.919532 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a082f89c-4628-4202-a0ba-ea272391d821 req-e2f464cc-8770-495f-bc9b-7ff2e240f6c0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:42.921064 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a082f89c-4628-4202-a0ba-ea272391d821 req-e2f464cc-8770-495f-bc9b-7ff2e240f6c0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1852436 Jul 07 20:47:43.025557 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8eb25-1801-4be2-9f92-2fc95e1a67f2 req-f45ce45f-a66e-4624-8415-f073e5f27309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:43.027093 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d7f8eb25-1801-4be2-9f92-2fc95e1a67f2 req-f45ce45f-a66e-4624-8415-f073e5f27309 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10c6c845-5620-49c3-9767-57c4afeea554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1715131 Jul 07 20:47:43.030640 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a082f89c-4628-4202-a0ba-ea272391d821 req-02de8b51-5535-41b5-89bb-02a6694c33ed tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.143 HTTP/1.1" status: 200 len: 696 time: 0.1015761 Jul 07 20:47:43.068708 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 9b73f5bd-3440-46dc-ab7d-366a60ae8064 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:47:43.159502 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 9b73f5bd-3440-46dc-ab7d-366a60ae8064 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:43.159889 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:43.240790 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4fcc332-c35b-4359-a204-566cff101889 req-704abcbd-07e3-4b55-92fc-30739a97f97f tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=82612c4052fb4d3f923f9375caa9d7c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0764723 Jul 07 20:47:43.409692 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d7f8eb25-1801-4be2-9f92-2fc95e1a67f2 req-1af2b6fc-9686-4566-bd54-251938a90672 service neutron] 10.222.0.39 "GET /v2.0/networks/10c6c845-5620-49c3-9767-57c4afeea554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751168 Jul 07 20:47:43.476490 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082f89c-4628-4202-a0ba-ea272391d821 req-95d21642-c611-492b-8aae-360b9090f0da tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:43.477974 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a082f89c-4628-4202-a0ba-ea272391d821 req-95d21642-c611-492b-8aae-360b9090f0da tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.3238893 Jul 07 20:47:43.512791 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcc332-c35b-4359-a204-566cff101889 req-b078099c-dd1e-4cb7-a60a-b5644ce1e2d9 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:43.514306 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4fcc332-c35b-4359-a204-566cff101889 req-b078099c-dd1e-4cb7-a60a-b5644ce1e2d9 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2499917 Jul 07 20:47:43.522940 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-a082f89c-4628-4202-a0ba-ea272391d821 req-c227de4b-9398-4dea-8f1d-6275d86f8697 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:47:43.524070 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a082f89c-4628-4202-a0ba-ea272391d821 req-c227de4b-9398-4dea-8f1d-6275d86f8697 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199349 Jul 07 20:47:43.537210 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4d836-aa1d-41b8-8399-ecc2a38c8273 req-1a6e0af1-1503-4213-8a9b-13b7a73c31b4 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:43.539102 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70c4d836-aa1d-41b8-8399-ecc2a38c8273 req-1a6e0af1-1503-4213-8a9b-13b7a73c31b4 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 943 time: 0.3860788 Jul 07 20:47:43.545574 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b4fcc332-c35b-4359-a204-566cff101889 req-0073dabe-40df-4f3c-ab58-46b42d643125 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Request body: {'port': {'device_id': '194b6716-741c-45d0-a95d-610d404875e7', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': '82612c4052fb4d3f923f9375caa9d7c4'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:43.702323 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d7f8eb25-1801-4be2-9f92-2fc95e1a67f2 req-a4126a64-224f-4cb5-bb87-de17d024b9a0 service neutron] 10.222.0.39 "GET /v2.0/networks/10c6c845-5620-49c3-9767-57c4afeea554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750833 Jul 07 20:47:43.708845 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70c4d836-aa1d-41b8-8399-ecc2a38c8273 req-9c0bfcab-0e30-4381-842e-f1715eaf2ffb tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582046 Jul 07 20:47:43.776707 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab423b-d0fa-450e-87f4-bc9bf34d1adc req-da6635ec-1749-4cdb-bf30-093d35937af3 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:43.778235 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c1ab423b-d0fa-450e-87f4-bc9bf34d1adc req-da6635ec-1749-4cdb-bf30-093d35937af3 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 943 time: 0.1499012 Jul 07 20:47:43.779402 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4fcc332-c35b-4359-a204-566cff101889 req-0073dabe-40df-4f3c-ab58-46b42d643125 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Made reservation on behalf of 82612c4052fb4d3f923f9375caa9d7c4 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:47:43.782639 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b4fcc332-c35b-4359-a204-566cff101889 req-0073dabe-40df-4f3c-ab58-46b42d643125 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:43.906473 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d08c39d6-2004-49c1-b710-d3d1c74fa1b2 req-e3f0aa29-8243-4214-86bf-b7cd828e67ea tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=194b6716-741c-45d0-a95d-610d404875e7 HTTP/1.1" status: 200 len: 210 time: 0.0467691 Jul 07 20:47:43.912056 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c1ab423b-d0fa-450e-87f4-bc9bf34d1adc req-9283ec05-93a6-4a3d-bd59-57c8a4e090b0 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d0ec93b-17a8-4a4a-a7cd-5c19d7f989f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255398 Jul 07 20:47:44.013819 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-b4fcc332-c35b-4359-a204-566cff101889 req-0073dabe-40df-4f3c-ab58-46b42d643125 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Allocated IP 192.168.233.156 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/209425a6-c709-4d8c-a3d8-1c8b8b918b46) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:47:44.053615 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-06a80f8d-61d2-44b4-af00-1deff04bc877 service neutron] 10.222.0.39 "GET /v2.0/ports/2715bb04-5adc-46de-a931-3952a8ed1b25/bindings/n-h1-695189-11 HTTP/1.1" status: 200 len: 385 time: 0.1050603 Jul 07 20:47:44.271203 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d9d27-c31a-431c-bcc2-3f5560054c3b req-cd968bcd-cc24-42db-bb6e-9cabc8c77a11 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:44.272634 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-754d9d27-c31a-431c-bcc2-3f5560054c3b req-cd968bcd-cc24-42db-bb6e-9cabc8c77a11 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9b4526-39a9-469c-8e3c-de42c227172e HTTP/1.1" status: 200 len: 945 time: 0.2371995 Jul 07 20:47:44.421084 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b4fcc332-c35b-4359-a204-566cff101889 req-0073dabe-40df-4f3c-ab58-46b42d643125 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:44.435258 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-754d9d27-c31a-431c-bcc2-3f5560054c3b req-3a782379-dbe7-4e79-b7e2-5c12426b72ec tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371062 Jul 07 20:47:44.455277 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-b4fcc332-c35b-4359-a204-566cff101889 req-0073dabe-40df-4f3c-ab58-46b42d643125 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Transition to ACTIVE for port object 209425a6-c709-4d8c-a3d8-1c8b8b918b46 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:44.478045 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084f1d6-019a-4b62-8d5b-462926c6afed req-b3a1a1b1-da36-47d5-903c-c45f8766c911 tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:44.479587 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a084f1d6-019a-4b62-8d5b-462926c6afed req-b3a1a1b1-da36-47d5-903c-c45f8766c911 tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1652c582-58ee-4a7e-91bc-961e710e13d8 HTTP/1.1" status: 200 len: 1101 time: 0.2395489 Jul 07 20:47:44.515033 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-be9215f4-e0b3-4cf5-8319-bfb520b232d7 service neutron] For port 2715bb04-5adc-46de-a931-3952a8ed1b25, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=2715bb04-5adc-46de-a931-3952a8ed1b25,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:44.568808 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a084f1d6-019a-4b62-8d5b-462926c6afed req-8daac23e-f86e-4e45-a8f7-b785261bc8a4 tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:44.610582 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-be9215f4-e0b3-4cf5-8319-bfb520b232d7 service neutron] For port 2715bb04-5adc-46de-a931-3952a8ed1b25, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:47:44.678189 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b4fcc332-c35b-4359-a204-566cff101889 req-0073dabe-40df-4f3c-ab58-46b42d643125 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:44.694868 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['f87f3251-0399-4690-b0cb-f0be4bdd8036'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:47:44.698933 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['a753eeb2-acb5-4257-85ad-3a17b50dc64d'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:47:44.710274 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-be9215f4-e0b3-4cf5-8319-bfb520b232d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2715bb04-5adc-46de-a931-3952a8ed1b25 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:47:44.764560 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-be9215f4-e0b3-4cf5-8319-bfb520b232d7 service neutron] For port 2715bb04-5adc-46de-a931-3952a8ed1b25, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=2715bb04-5adc-46de-a931-3952a8ed1b25,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:44.799618 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fe3e4413-b5ab-4d8e-b7a3-b84067d8a3ac req-4d58be58-949b-4de9-aaac-f795f82ebc9b tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3238556 Jul 07 20:47:44.805600 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4fcc332-c35b-4359-a204-566cff101889 req-0073dabe-40df-4f3c-ab58-46b42d643125 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:47:44.817138 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-b4fcc332-c35b-4359-a204-566cff101889 req-0073dabe-40df-4f3c-ab58-46b42d643125 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:47:44.820029 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fcc332-c35b-4359-a204-566cff101889 req-0073dabe-40df-4f3c-ab58-46b42d643125 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:47:44.826633 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-fe3e4413-b5ab-4d8e-b7a3-b84067d8a3ac req-c763b5bf-9d07-431c-9e10-2405801f1c48 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:44.833550 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-be9215f4-e0b3-4cf5-8319-bfb520b232d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:44.835312 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073dabe-40df-4f3c-ab58-46b42d643125 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Pushing event updated for resources: {'Port': ['ID=209425a6-c709-4d8c-a3d8-1c8b8b918b46,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:44.935022 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcc332-c35b-4359-a204-566cff101889 req-0073dabe-40df-4f3c-ab58-46b42d643125 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:44.935709 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b4fcc332-c35b-4359-a204-566cff101889 req-0073dabe-40df-4f3c-ab58-46b42d643125 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:44.996364 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a084f1d6-019a-4b62-8d5b-462926c6afed req-8daac23e-f86e-4e45-a8f7-b785261bc8a4 tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:45.005808 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a084f1d6-019a-4b62-8d5b-462926c6afed req-8daac23e-f86e-4e45-a8f7-b785261bc8a4 tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:45.026394 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4fcc332-c35b-4359-a204-566cff101889 req-0073dabe-40df-4f3c-ab58-46b42d643125 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4844673 Jul 07 20:47:45.050946 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7585c955-9c5e-47d1-8787-4e2665fe40d4 None None] Provisioning for port 209425a6-c709-4d8c-a3d8-1c8b8b918b46 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:47:45.052765 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b4fcc332-c35b-4359-a204-566cff101889 req-7de4ade3-5b62-424f-a4e6-c8ac711aa51b service neutron] Request body: {'port': {'device_id': '194b6716-741c-45d0-a95d-610d404875e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:45.055202 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7585c955-9c5e-47d1-8787-4e2665fe40d4 None None] Provisioning complete for port 209425a6-c709-4d8c-a3d8-1c8b8b918b46 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:45.055636 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7585c955-9c5e-47d1-8787-4e2665fe40d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:45.067348 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a084f1d6-019a-4b62-8d5b-462926c6afed req-8daac23e-f86e-4e45-a8f7-b785261bc8a4 tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5792432 Jul 07 20:47:45.099666 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-7585c955-9c5e-47d1-8787-4e2665fe40d4 None None] Port 209425a6-c709-4d8c-a3d8-1c8b8b918b46 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:47:45.102727 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 2715bb04-5adc-46de-a931-3952a8ed1b25 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:47:45.109634 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-be9215f4-e0b3-4cf5-8319-bfb520b232d7 service neutron] Transition to ACTIVE for port object 2715bb04-5adc-46de-a931-3952a8ed1b25 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:45.114907 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fe3e4413-b5ab-4d8e-b7a3-b84067d8a3ac req-c763b5bf-9d07-431c-9e10-2405801f1c48 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:45.120425 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-be9215f4-e0b3-4cf5-8319-bfb520b232d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:45.122405 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daac23e-f86e-4e45-a8f7-b785261bc8a4 tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28dff146-96e0-49ee-96a0-fb9f656b9461,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:45.154031 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 2715bb04-5adc-46de-a931-3952a8ed1b25 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:47:45.261852 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9215f4-e0b3-4cf5-8319-bfb520b232d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2715bb04-5adc-46de-a931-3952a8ed1b25,revision_number=10']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:45.289101 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-be9215f4-e0b3-4cf5-8319-bfb520b232d7 service neutron] No DVR routers for this DVR port 2715bb04-5adc-46de-a931-3952a8ed1b25 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:47:45.603076 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b4fcc332-c35b-4359-a204-566cff101889 req-7de4ade3-5b62-424f-a4e6-c8ac711aa51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:45.631159 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-be9215f4-e0b3-4cf5-8319-bfb520b232d7 service neutron] 10.222.0.39 "PUT /v2.0/ports/2715bb04-5adc-46de-a931-3952a8ed1b25/bindings/n-h1-695189-11/activate HTTP/1.1" status: 200 len: 370 time: 1.5593374 Jul 07 20:47:45.815514 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0281e77-4aa5-476a-89ef-4ce52fdaf1c6 req-2ca71c59-29aa-4b8a-afdd-11ef6aea4e03 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:45.817029 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c0281e77-4aa5-476a-89ef-4ce52fdaf1c6 req-2ca71c59-29aa-4b8a-afdd-11ef6aea4e03 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9b4526-39a9-469c-8e3c-de42c227172e HTTP/1.1" status: 200 len: 945 time: 0.5212004 Jul 07 20:47:45.825687 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34356) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:45.832561 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-0571e799-0d3d-41c1-9d46-c8d523ffd85f tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Request body: {'floatingip': {'port_id': '50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:45.873240 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0571e799-0d3d-41c1-9d46-c8d523ffd85f tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for floatingip, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:45.889433 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fe3e4413-b5ab-4d8e-b7a3-b84067d8a3ac req-c763b5bf-9d07-431c-9e10-2405801f1c48 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:45.950438 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-2e2dbc01-5a7a-4840-a085-af74353adc5b tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:45.951984 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-2e2dbc01-5a7a-4840-a085-af74353adc5b tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5&tenant_id=9b2f63d1e3474de0ace5d0719705221d&binding%3Ahost_id=n-h2-695189-11 HTTP/1.1" status: 200 len: 1096 time: 0.2449472 Jul 07 20:47:46.167392 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-fe3e4413-b5ab-4d8e-b7a3-b84067d8a3ac req-c763b5bf-9d07-431c-9e10-2405801f1c48 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Allocated IP 172.25.5.39 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/70f19ceb-fca4-41ae-a080-1baa0264c1e0) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:47:46.227649 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977332f1-71b2-46d9-b538-b0972559e500 req-3db0b3e9-9ae3-4df0-a1bc-1e3af8621e44 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:46.229191 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-977332f1-71b2-46d9-b538-b0972559e500 req-3db0b3e9-9ae3-4df0-a1bc-1e3af8621e44 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 944 time: 0.2854345 Jul 07 20:47:46.260657 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-b4fcc332-c35b-4359-a204-566cff101889 req-7de4ade3-5b62-424f-a4e6-c8ac711aa51b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209425a6-c709-4d8c-a3d8-1c8b8b918b46 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:47:46.266220 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-0115cc9f-7f74-4d5c-a77f-1548e6438f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:46.267981 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-0115cc9f-7f74-4d5c-a77f-1548e6438f5f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5&tenant_id=9b2f63d1e3474de0ace5d0719705221d HTTP/1.1" status: 200 len: 1096 time: 0.2972996 Jul 07 20:47:46.312261 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b4fcc332-c35b-4359-a204-566cff101889 req-7de4ade3-5b62-424f-a4e6-c8ac711aa51b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:46.340290 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0571e799-0d3d-41c1-9d46-c8d523ffd85f tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:46.346807 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0571e799-0d3d-41c1-9d46-c8d523ffd85f tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:46.379660 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-b4fcc332-c35b-4359-a204-566cff101889 req-7de4ade3-5b62-424f-a4e6-c8ac711aa51b service neutron] Transition to ACTIVE for port object 209425a6-c709-4d8c-a3d8-1c8b8b918b46 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:46.391189 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-977332f1-71b2-46d9-b538-b0972559e500 req-382b8a20-176d-49e4-ab14-83e1041d5f1d tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551213 Jul 07 20:47:46.391811 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b4fcc332-c35b-4359-a204-566cff101889 req-7de4ade3-5b62-424f-a4e6-c8ac711aa51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:46.459803 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [None req-0571e799-0d3d-41c1-9d46-c8d523ffd85f tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Floating IP da3c7b44-13fd-404b-aca4-16efba82db7f associated. External IP: 172.25.5.94, port: 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5. Jul 07 20:47:46.496607 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4ade3-5b62-424f-a4e6-c8ac711aa51b service neutron] Pushing event updated for resources: {'Port': ['ID=209425a6-c709-4d8c-a3d8-1c8b8b918b46,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:46.508875 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fe3e4413-b5ab-4d8e-b7a3-b84067d8a3ac req-c763b5bf-9d07-431c-9e10-2405801f1c48 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:46.520156 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-ad7f24eb-5a6b-4b19-8d27-039a019dfbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:46.522122 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-ad7f24eb-5a6b-4b19-8d27-039a019dfbc9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 1096 time: 0.2058551 Jul 07 20:47:46.717334 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0571e799-0d3d-41c1-9d46-c8d523ffd85f tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Router 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:47:46.723766 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b4fcc332-c35b-4359-a204-566cff101889 req-7de4ade3-5b62-424f-a4e6-c8ac711aa51b service neutron] Attempting to bind port 209425a6-c709-4d8c-a3d8-1c8b8b918b46 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:47:46.724575 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b4fcc332-c35b-4359-a204-566cff101889 req-7de4ade3-5b62-424f-a4e6-c8ac711aa51b service neutron] Attempting to bind port 209425a6-c709-4d8c-a3d8-1c8b8b918b46 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:47:46.724575 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fcc332-c35b-4359-a204-566cff101889 req-7de4ade3-5b62-424f-a4e6-c8ac711aa51b service neutron] Attempting to bind port 209425a6-c709-4d8c-a3d8-1c8b8b918b46 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:46.746860 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fcc332-c35b-4359-a204-566cff101889 req-7de4ade3-5b62-424f-a4e6-c8ac711aa51b service neutron] Port 209425a6-c709-4d8c-a3d8-1c8b8b918b46 on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:47:46.747203 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fcc332-c35b-4359-a204-566cff101889 req-7de4ade3-5b62-424f-a4e6-c8ac711aa51b service neutron] Attempting to bind port 209425a6-c709-4d8c-a3d8-1c8b8b918b46 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:46.749479 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fe3e4413-b5ab-4d8e-b7a3-b84067d8a3ac req-c763b5bf-9d07-431c-9e10-2405801f1c48 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:46.788946 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-e5b2425a-466d-48ce-8839-abfa08524d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:46.790471 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-e5b2425a-466d-48ce-8839-abfa08524d2f service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 921 time: 0.2442780 Jul 07 20:47:46.791211 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fcc332-c35b-4359-a204-566cff101889 req-7de4ade3-5b62-424f-a4e6-c8ac711aa51b service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:47:46.791574 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fcc332-c35b-4359-a204-566cff101889 req-7de4ade3-5b62-424f-a4e6-c8ac711aa51b service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:47:46.791962 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fcc332-c35b-4359-a204-566cff101889 req-7de4ade3-5b62-424f-a4e6-c8ac711aa51b service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:47:46.792415 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b4fcc332-c35b-4359-a204-566cff101889 req-7de4ade3-5b62-424f-a4e6-c8ac711aa51b service neutron] Bound port: 209425a6-c709-4d8c-a3d8-1c8b8b918b46, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:47:46.792778 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b4fcc332-c35b-4359-a204-566cff101889 req-7de4ade3-5b62-424f-a4e6-c8ac711aa51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:46.819912 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe3e4413-b5ab-4d8e-b7a3-b84067d8a3ac req-c763b5bf-9d07-431c-9e10-2405801f1c48 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:47:46.839580 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0571e799-0d3d-41c1-9d46-c8d523ffd85f tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:47:46.840153 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-fe3e4413-b5ab-4d8e-b7a3-b84067d8a3ac req-c763b5bf-9d07-431c-9e10-2405801f1c48 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:47:46.845223 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0571e799-0d3d-41c1-9d46-c8d523ffd85f tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:46.849483 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bc3a91-559d-42ab-9749-674beececdcc None None] Sync routers for ids ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:47:46.859207 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bc3a91-559d-42ab-9749-674beececdcc None None] Routers {'4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:47:46.859947 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-38bc3a91-559d-42ab-9749-674beececdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:47:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:46.870424 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3e4413-b5ab-4d8e-b7a3-b84067d8a3ac req-c763b5bf-9d07-431c-9e10-2405801f1c48 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:47:46.871767 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763b5bf-9d07-431c-9e10-2405801f1c48 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Pushing event updated for resources: {'Port': ['ID=70f19ceb-fca4-41ae-a080-1baa0264c1e0,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:46.882426 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023bcd9-90f5-40d3-8dd0-aae862393064 req-ac0ff117-5d14-4a16-a511-f5552c456b2d tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:46.883733 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a023bcd9-90f5-40d3-8dd0-aae862393064 req-ac0ff117-5d14-4a16-a511-f5552c456b2d tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=194b6716-741c-45d0-a95d-610d404875e7 HTTP/1.1" status: 200 len: 948 time: 0.2623022 Jul 07 20:47:46.889387 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0571e799-0d3d-41c1-9d46-c8d523ffd85f tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "PUT /v2.0/floatingips/da3c7b44-13fd-404b-aca4-16efba82db7f HTTP/1.1" status: 200 len: 990 time: 1.0614722 Jul 07 20:47:46.890009 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9b4526-39a9-469c-8e3c-de42c227172e', 'tag': '50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:47:46.893043 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfea558-8ca0-41a5-b6f5-85d1fe2fa9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9b4526-39a9-469c-8e3c-de42c227172e", "tag": "50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:47:46.907929 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-e7c378f9-3765-4edb-8b82-96ae30bdc5d6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2715bb04-5adc-46de-a931-3952a8ed1b25 HTTP/1.1" status: 200 len: 217 time: 0.0939727 Jul 07 20:47:46.972273 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-38bc3a91-559d-42ab-9749-674beececdcc None None] Set router 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:47:47.043154 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a023bcd9-90f5-40d3-8dd0-aae862393064 req-ec49199e-87cb-42f8-b809-fa97e71de3aa tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174049 Jul 07 20:47:47.044561 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-6571de85-d169-43b7-b5ac-6df706a6cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:47.045934 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-6571de85-d169-43b7-b5ac-6df706a6cd49 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=58cf048c-6ca3-4e9c-85aa-89cc2a934f80 HTTP/1.1" status: 200 len: 860 time: 0.1153474 Jul 07 20:47:47.068221 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b4fcc332-c35b-4359-a204-566cff101889 req-7de4ade3-5b62-424f-a4e6-c8ac711aa51b service neutron] For port 209425a6-c709-4d8c-a3d8-1c8b8b918b46, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:47:47.112010 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b4fcc332-c35b-4359-a204-566cff101889 req-7de4ade3-5b62-424f-a4e6-c8ac711aa51b service neutron] For port 209425a6-c709-4d8c-a3d8-1c8b8b918b46, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=209425a6-c709-4d8c-a3d8-1c8b8b918b46,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:47:47.116742 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-e96b6e3b-fca8-4ac4-a97b-7834b1335b6b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b91b62e-f0da-4f30-b6c0-0519015da08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461514 Jul 07 20:47:47.119847 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b4fcc332-c35b-4359-a204-566cff101889 req-7de4ade3-5b62-424f-a4e6-c8ac711aa51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:47.169006 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fe3e4413-b5ab-4d8e-b7a3-b84067d8a3ac req-c763b5bf-9d07-431c-9e10-2405801f1c48 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:47.223093 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcc332-c35b-4359-a204-566cff101889 req-7de4ade3-5b62-424f-a4e6-c8ac711aa51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:47.223754 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b4fcc332-c35b-4359-a204-566cff101889 req-7de4ade3-5b62-424f-a4e6-c8ac711aa51b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:47.225170 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4fcc332-c35b-4359-a204-566cff101889 req-7de4ade3-5b62-424f-a4e6-c8ac711aa51b service neutron] 10.222.0.39 "PUT /v2.0/ports/209425a6-c709-4d8c-a3d8-1c8b8b918b46 HTTP/1.1" status: 200 len: 1097 time: 2.1843615 Jul 07 20:47:47.228467 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194b6716-741c-45d0-a95d-610d404875e7', 'tag': '209425a6-c709-4d8c-a3d8-1c8b8b918b46'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:47:47.231867 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563d4003-d9dd-4b43-a93e-cb0c1058eeef" -d '{"events": [{"name": "network-changed", "server_uuid": "194b6716-741c-45d0-a95d-610d404875e7", "tag": "209425a6-c709-4d8c-a3d8-1c8b8b918b46"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:47:47.380062 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4ade3-5b62-424f-a4e6-c8ac711aa51b service neutron] Pushing event updated for resources: {'Port': ['ID=209425a6-c709-4d8c-a3d8-1c8b8b918b46,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:47.385890 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fe3e4413-b5ab-4d8e-b7a3-b84067d8a3ac req-c763b5bf-9d07-431c-9e10-2405801f1c48 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:47.404678 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-38bc3a91-559d-42ab-9749-674beececdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984555661-router', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:13Z', 'updated_at': '2021-07-07T20:44:18Z', 'revision_number': 4, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'gw_port': {'id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:14Z', 'updated_at': '2021-07-07T20:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'da3c7b44-13fd-404b-aca4-16efba82db7f', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'floating_ip_address': '172.25.5.94', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'port_id': '50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'mac_address': 'fa:16:3e:18:59:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9b4526-39a9-469c-8e3c-de42c227172e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:44:42Z', 'updated_at': '2021-07-07T20:47:46Z', 'revision_number': 5, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e654a902-e471-4c18-8d0d-103b5c3ee4a0', 'name': '', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'mac_address': 'fa:16:3e:d7:c2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:17Z', 'updated_at': '2021-07-07T20:44:27Z', 'revision_number': 5, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'subnets': [{'id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:47.434630 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bc3a91-559d-42ab-9749-674beececdcc None None] Checking router: 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:47:47.444320 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bc3a91-559d-42ab-9749-674beececdcc None None] Routers {'4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:47:47.446115 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-38bc3a91-559d-42ab-9749-674beececdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:47:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:47.467806 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6265174-d599-4fb2-9c80-c3cdc3bc302c req-19e0a248-8f72-4739-93ba-28bb94d411e2 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:47.469452 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6265174-d599-4fb2-9c80-c3cdc3bc302c req-19e0a248-8f72-4739-93ba-28bb94d411e2 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 943 time: 0.3055377 Jul 07 20:47:47.474969 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-a1d5ed7b-4b21-4299-82b3-48147ccdac22 service neutron] 10.222.0.58 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437557 Jul 07 20:47:47.562678 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcc332-c35b-4359-a204-566cff101889 req-967fd210-646d-4465-9e4c-49caa9472d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:47.564866 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4fcc332-c35b-4359-a204-566cff101889 req-967fd210-646d-4465-9e4c-49caa9472d43 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=82612c4052fb4d3f923f9375caa9d7c4&device_id=194b6716-741c-45d0-a95d-610d404875e7 HTTP/1.1" status: 200 len: 1100 time: 0.2720280 Jul 07 20:47:47.579569 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-38bc3a91-559d-42ab-9749-674beececdcc None None] Set router 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:47:47.653861 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4fcc332-c35b-4359-a204-566cff101889 req-7ba49589-662e-4f11-b7c4-40431d430fc9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=209425a6-c709-4d8c-a3d8-1c8b8b918b46 HTTP/1.1" status: 200 len: 217 time: 0.0604613 Jul 07 20:47:47.661890 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6265174-d599-4fb2-9c80-c3cdc3bc302c req-28ebfc37-b560-41ef-a0b1-4b9418165f54 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d0ec93b-17a8-4a4a-a7cd-5c19d7f989f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831284 Jul 07 20:47:47.755036 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-876f9f18-cb5c-4abe-aa90-40a22f046e4f service neutron] 10.222.0.58 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634225 Jul 07 20:47:47.758434 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcc332-c35b-4359-a204-566cff101889 req-0a51446e-4a84-40cc-8eb4-c01fe35fda3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:47.759859 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4fcc332-c35b-4359-a204-566cff101889 req-0a51446e-4a84-40cc-8eb4-c01fe35fda3f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0942616 Jul 07 20:47:47.837128 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fe3e4413-b5ab-4d8e-b7a3-b84067d8a3ac req-c763b5bf-9d07-431c-9e10-2405801f1c48 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:47.853645 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-38bc3a91-559d-42ab-9749-674beececdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984555661-router', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:13Z', 'updated_at': '2021-07-07T20:44:18Z', 'revision_number': 4, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'gw_port': {'id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:14Z', 'updated_at': '2021-07-07T20:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'da3c7b44-13fd-404b-aca4-16efba82db7f', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'floating_ip_address': '172.25.5.94', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'port_id': '50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'mac_address': 'fa:16:3e:18:59:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9b4526-39a9-469c-8e3c-de42c227172e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:44:42Z', 'updated_at': '2021-07-07T20:47:46Z', 'revision_number': 5, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e654a902-e471-4c18-8d0d-103b5c3ee4a0', 'name': '', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'mac_address': 'fa:16:3e:d7:c2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:17Z', 'updated_at': '2021-07-07T20:44:27Z', 'revision_number': 5, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'subnets': [{'id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:47.854452 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fe3e4413-b5ab-4d8e-b7a3-b84067d8a3ac req-c763b5bf-9d07-431c-9e10-2405801f1c48 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:47.885397 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bc3a91-559d-42ab-9749-674beececdcc None None] The sync data for ids ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'] in n-d-695189-11 is: [{'id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984555661-router', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:13Z', 'updated_at': '2021-07-07T20:44:18Z', 'revision_number': 4, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'gw_port': {'id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:14Z', 'updated_at': '2021-07-07T20:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'da3c7b44-13fd-404b-aca4-16efba82db7f', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'floating_ip_address': '172.25.5.94', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'port_id': '50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'mac_address': 'fa:16:3e:18:59:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9b4526-39a9-469c-8e3c-de42c227172e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:44:42Z', 'updated_at': '2021-07-07T20:47:46Z', 'revision_number': 5, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e654a902-e471-4c18-8d0d-103b5c3ee4a0', 'name': '', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'mac_address': 'fa:16:3e:d7:c2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:17Z', 'updated_at': '2021-07-07T20:44:27Z', 'revision_number': 5, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'subnets': [{'id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:47:47.910002 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcc332-c35b-4359-a204-566cff101889 req-abf55243-5390-4350-81aa-8a74d214840c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:47.913239 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4fcc332-c35b-4359-a204-566cff101889 req-abf55243-5390-4350-81aa-8a74d214840c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1427474 Jul 07 20:47:47.982389 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763b5bf-9d07-431c-9e10-2405801f1c48 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Pushing event updated for resources: {'Port': ['ID=70f19ceb-fca4-41ae-a080-1baa0264c1e0,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:48.174481 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0b7fb8-a2f2-4c56-9d54-c3771db7fdd0 None None] New status for floating IP da3c7b44-13fd-404b-aca4-16efba82db7f: ACTIVE {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:47:48.199462 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9b0fe1-1f23-4b32-8649-75fd85d14490 x-openstack-request-id: req-7e9b0fe1-1f23-4b32-8649-75fd85d14490 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:47:48.200571 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9b4526-39a9-469c-8e3c-de42c227172e", "tag": "50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:47:48.201224 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7e9b0fe1-1f23-4b32-8649-75fd85d14490 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:47:48.201891 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9b4526-39a9-469c-8e3c-de42c227172e', 'tag': '50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5', 'status': 'completed', 'code': 200} Jul 07 20:47:48.298461 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfea558-8ca0-41a5-b6f5-85d1fe2fa9aa req-525e1004-9a17-44ad-b9a4-e73c4ce09dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:48.300719 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8dfea558-8ca0-41a5-b6f5-85d1fe2fa9aa req-525e1004-9a17-44ad-b9a4-e73c4ce09dc1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f402b06a8a6a45dfab0c4d0f5f332d1c&device_id=6e9b4526-39a9-469c-8e3c-de42c227172e HTTP/1.1" status: 200 len: 1097 time: 0.0642693 Jul 07 20:47:48.311042 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427c753b-ed58-4d24-9339-42e8abddb52a x-openstack-request-id: req-427c753b-ed58-4d24-9339-42e8abddb52a {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:47:48.311641 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194b6716-741c-45d0-a95d-610d404875e7", "tag": "209425a6-c709-4d8c-a3d8-1c8b8b918b46", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:47:48.311641 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-427c753b-ed58-4d24-9339-42e8abddb52a {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:47:48.311980 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194b6716-741c-45d0-a95d-610d404875e7', 'tag': '209425a6-c709-4d8c-a3d8-1c8b8b918b46', 'status': 'completed', 'code': 200} Jul 07 20:47:48.386066 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fe3e4413-b5ab-4d8e-b7a3-b84067d8a3ac req-c763b5bf-9d07-431c-9e10-2405801f1c48 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:48.412320 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfea558-8ca0-41a5-b6f5-85d1fe2fa9aa req-82e57994-4398-45f5-89c9-60799638add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:48.414022 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8dfea558-8ca0-41a5-b6f5-85d1fe2fa9aa req-82e57994-4398-45f5-89c9-60799638add4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=264dde5d-0b26-40d6-b1bf-7b5ec20a1ece HTTP/1.1" status: 200 len: 924 time: 0.1057577 Jul 07 20:47:48.430916 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fe3e4413-b5ab-4d8e-b7a3-b84067d8a3ac req-c763b5bf-9d07-431c-9e10-2405801f1c48 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:48.432193 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fe3e4413-b5ab-4d8e-b7a3-b84067d8a3ac req-c763b5bf-9d07-431c-9e10-2405801f1c48 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6228232 Jul 07 20:47:48.437776 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4fcc332-c35b-4359-a204-566cff101889 req-7d7c4099-a562-46e4-90b9-95298883f795 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072463 Jul 07 20:47:48.480797 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8dfea558-8ca0-41a5-b6f5-85d1fe2fa9aa req-a7c7153a-f650-4bee-9d74-665a7aa5eb4b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 HTTP/1.1" status: 200 len: 1000 time: 0.0592544 Jul 07 20:47:48.536333 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfea558-8ca0-41a5-b6f5-85d1fe2fa9aa req-cf5078ba-5e13-4ae6-829a-cf7edebba885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:48.537757 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8dfea558-8ca0-41a5-b6f5-85d1fe2fa9aa req-cf5078ba-5e13-4ae6-829a-cf7edebba885 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a4e42a85-93d1-4c63-8ac0-5587b9394f0f HTTP/1.1" status: 200 len: 862 time: 0.0494492 Jul 07 20:47:48.563545 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fe3e4413-b5ab-4d8e-b7a3-b84067d8a3ac req-79c419e4-be1c-43d6-acff-3bb5f161a603 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.39 HTTP/1.1" status: 200 len: 695 time: 0.1118190 Jul 07 20:47:48.566537 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-9d1affdb-cc61-4dde-bc11-96485bd70485 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:48.568070 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-9d1affdb-cc61-4dde-bc11-96485bd70485 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5&tenant_id=9b2f63d1e3474de0ace5d0719705221d&binding%3Ahost_id=n-h1-695189-11 HTTP/1.1" status: 200 len: 1096 time: 0.2529056 Jul 07 20:47:48.594878 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cef637-665d-4eca-a215-93609661e902 req-3ff3ad15-fc19-4454-b4bb-dd5098e83cbd tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:48.598456 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01cef637-665d-4eca-a215-93609661e902 req-3ff3ad15-fc19-4454-b4bb-dd5098e83cbd tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 944 time: 0.2697661 Jul 07 20:47:48.786739 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4fcc332-c35b-4359-a204-566cff101889 req-9e03e1d4-6436-47d6-a25c-d8b40454bbf5 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358827 Jul 07 20:47:48.795581 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01cef637-665d-4eca-a215-93609661e902 req-53d21308-3b94-4a76-bb96-3d66334e7a64 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659715 Jul 07 20:47:48.819517 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e4413-b5ab-4d8e-b7a3-b84067d8a3ac req-6fb1b2f2-0cbb-4b91-a7a3-b53d3f3b4e9a tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:48.821088 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fe3e4413-b5ab-4d8e-b7a3-b84067d8a3ac req-6fb1b2f2-0cbb-4b91-a7a3-b53d3f3b4e9a tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.2488301 Jul 07 20:47:48.846680 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-fe3e4413-b5ab-4d8e-b7a3-b84067d8a3ac req-15fd2977-792c-4d19-857a-4273743d323e tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:47:48.847764 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fe3e4413-b5ab-4d8e-b7a3-b84067d8a3ac req-15fd2977-792c-4d19-857a-4273743d323e tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075755 Jul 07 20:47:48.882894 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfea558-8ca0-41a5-b6f5-85d1fe2fa9aa req-0d1e06d2-e08e-4034-be18-a28105965ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:48.884467 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8dfea558-8ca0-41a5-b6f5-85d1fe2fa9aa req-0d1e06d2-e08e-4034-be18-a28105965ff3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=264dde5d-0b26-40d6-b1bf-7b5ec20a1ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3389413 Jul 07 20:47:48.930901 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-a72e6d75-464f-4da0-9741-f3d48a171e14 service neutron] For port 2715bb04-5adc-46de-a931-3952a8ed1b25, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:47:48.948001 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-a72e6d75-464f-4da0-9741-f3d48a171e14 service neutron] Notify callbacks [] for binding, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:48.949143 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f566b467-38ea-4079-8e70-91d3b66431a1 req-a72e6d75-464f-4da0-9741-f3d48a171e14 service neutron] 10.222.0.58 "DELETE /v2.0/ports/2715bb04-5adc-46de-a931-3952a8ed1b25/bindings/n-h2-695189-11 HTTP/1.1" status: 204 len: 173 time: 0.3470199 Jul 07 20:47:48.962281 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-a7ea479f-23f9-460b-8ebe-b61f47ee0199 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335355 Jul 07 20:47:49.002804 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8dfea558-8ca0-41a5-b6f5-85d1fe2fa9aa req-1e1e3c3a-765a-4619-be23-b19019828ff9 service neutron] 10.222.0.58 "GET /v2.0/networks/264dde5d-0b26-40d6-b1bf-7b5ec20a1ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062815 Jul 07 20:47:49.007503 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d4003-d9dd-4b43-a93e-cb0c1058eeef req-952b24d7-bc86-4771-802d-72198076b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:49.008970 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-563d4003-d9dd-4b43-a93e-cb0c1058eeef req-952b24d7-bc86-4771-802d-72198076b49f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=82612c4052fb4d3f923f9375caa9d7c4&device_id=194b6716-741c-45d0-a95d-610d404875e7 HTTP/1.1" status: 200 len: 1100 time: 0.1407757 Jul 07 20:47:49.109221 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8dfea558-8ca0-41a5-b6f5-85d1fe2fa9aa req-c6483b46-c52e-4808-8f9d-87cfd052a5e8 service neutron] 10.222.0.58 "GET /v2.0/networks/264dde5d-0b26-40d6-b1bf-7b5ec20a1ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917201 Jul 07 20:47:49.130716 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a53c18d1-1528-4be0-8e2c-810a342ea061 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:47:49.181145 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-fef0a726-3df0-4112-a703-bc66f562bbdc tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:49.182717 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-fef0a726-3df0-4112-a703-bc66f562bbdc tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2148380 Jul 07 20:47:49.222973 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-2d4902f4-5fde-4e4a-b622-eea54405fb67 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/quotas/a1c17a3325344c6cbaa5788b7ca45ebf HTTP/1.1" status: 200 len: 375 time: 0.0320470 Jul 07 20:47:49.225360 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d4003-d9dd-4b43-a93e-cb0c1058eeef req-62d6da67-25c6-4873-83a9-65d45f394b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:49.226816 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-563d4003-d9dd-4b43-a93e-cb0c1058eeef req-62d6da67-25c6-4873-83a9-65d45f394b74 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.1899059 Jul 07 20:47:49.234360 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b98d54-8c7e-4da2-a7c0-a5fca51ae6c7 req-9826692b-547a-43f6-aaa3-081d59c73837 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:49.238731 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a5b98d54-8c7e-4da2-a7c0-a5fca51ae6c7 req-9826692b-547a-43f6-aaa3-081d59c73837 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=194b6716-741c-45d0-a95d-610d404875e7 HTTP/1.1" status: 200 len: 948 time: 0.2553523 Jul 07 20:47:49.267089 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a53c18d1-1528-4be0-8e2c-810a342ea061, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a53c18d1-1528-4be0-8e2c-810a342ea061,segment=NetworkSegment(22c3ee63-ef64-4098-a51b-1647e4329dd4),segment_id=22c3ee63-ef64-4098-a51b-1647e4329dd4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:49.279313 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'a53c18d1-1528-4be0-8e2c-810a342ea061', 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554', 'port_id': 'a53c18d1-1528-4be0-8e2c-810a342ea061', 'mac_address': 'fa:16:3e:b6:03:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a661560-d0ca-4a80-a1c0-8f03610fb2e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:47:49.322300 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-563d4003-d9dd-4b43-a93e-cb0c1058eeef req-9b9d0396-a4c1-4887-ad2b-51c8a9693fe6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=209425a6-c709-4d8c-a3d8-1c8b8b918b46 HTTP/1.1" status: 200 len: 217 time: 0.0795784 Jul 07 20:47:49.325671 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:49.340126 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a53c18d1-1528-4be0-8e2c-810a342ea061 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:47:49.363875 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a53c18d1-1528-4be0-8e2c-810a342ea061, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a53c18d1-1528-4be0-8e2c-810a342ea061,segment=NetworkSegment(22c3ee63-ef64-4098-a51b-1647e4329dd4),segment_id=22c3ee63-ef64-4098-a51b-1647e4329dd4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:49.368882 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:49.383502 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a5b98d54-8c7e-4da2-a7c0-a5fca51ae6c7 req-3111379d-ce91-4f63-9e55-d8f0675d051f tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249564 Jul 07 20:47:49.410776 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d4003-d9dd-4b43-a93e-cb0c1058eeef req-3a76db83-f6ba-4233-bbc9-1f1bdbb7b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:49.412480 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-563d4003-d9dd-4b43-a93e-cb0c1058eeef req-3a76db83-f6ba-4233-bbc9-1f1bdbb7b6fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0754497 Jul 07 20:47:49.435817 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-d77d71fa-7ee8-4db9-89da-8046bb38006c tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1940694 Jul 07 20:47:49.455060 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=a53c18d1-1528-4be0-8e2c-810a342ea061,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:49.512221 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d4003-d9dd-4b43-a93e-cb0c1058eeef req-1f2dffbc-8b0b-4231-8195-6d3c0e734c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:49.513804 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-563d4003-d9dd-4b43-a93e-cb0c1058eeef req-1f2dffbc-8b0b-4231-8195-6d3c0e734c50 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0769742 Jul 07 20:47:49.552152 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:49.676657 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c20bc7-ca1e-471a-90e9-ca5204261896 req-b48bb393-e6fd-4143-91b9-4181b500db2a tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:49.678290 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-38c20bc7-ca1e-471a-90e9-ca5204261896 req-b48bb393-e6fd-4143-91b9-4181b500db2a tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 944 time: 0.1523008 Jul 07 20:47:49.684112 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-563d4003-d9dd-4b43-a93e-cb0c1058eeef req-42661d49-cd77-426c-99c8-4b588418a961 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426959 Jul 07 20:47:49.716781 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['a53c18d1-1528-4be0-8e2c-810a342ea061'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:47:49.757690 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:49.763036 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-38c20bc7-ca1e-471a-90e9-ca5204261896 req-11e3ac4d-7fc2-4ca0-8fa3-8a034a745097 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d0ec93b-17a8-4a4a-a7cd-5c19d7f989f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779500 Jul 07 20:47:49.810434 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-563d4003-d9dd-4b43-a93e-cb0c1058eeef req-1fa62be9-6473-4470-b50d-0060457a9751 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042781 Jul 07 20:47:49.965725 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6511d97d-2966-42c2-9b5c-ad66b09a5d59 req-6cc4e5be-ab83-4ba7-9a0c-78c436a62f42 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1340945 Jul 07 20:47:49.979548 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-6511d97d-2966-42c2-9b5c-ad66b09a5d59 req-f48f445e-c744-45b2-b4d5-1e75e3ab9c50 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:50.005052 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6511d97d-2966-42c2-9b5c-ad66b09a5d59 req-f48f445e-c744-45b2-b4d5-1e75e3ab9c50 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:50.119596 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6511d97d-2966-42c2-9b5c-ad66b09a5d59 req-f48f445e-c744-45b2-b4d5-1e75e3ab9c50 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:50.278895 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-6511d97d-2966-42c2-9b5c-ad66b09a5d59 req-f48f445e-c744-45b2-b4d5-1e75e3ab9c50 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Allocated IP 172.25.5.163 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/61894e0d-5d9c-41ed-9e6b-6cbe9e7c7d39) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:47:50.360503 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860358d1-0d80-4b41-ae01-eae5ec1f0fdc req-980453b2-3d7f-4896-903b-d770f4659951 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:50.362608 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-860358d1-0d80-4b41-ae01-eae5ec1f0fdc req-980453b2-3d7f-4896-903b-d770f4659951 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 1096 time: 0.1288149 Jul 07 20:47:50.416539 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6511d97d-2966-42c2-9b5c-ad66b09a5d59 req-f48f445e-c744-45b2-b4d5-1e75e3ab9c50 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:50.435946 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-860358d1-0d80-4b41-ae01-eae5ec1f0fdc req-c0b9013b-1059-4dad-b68a-e4f7c5da8da1 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620711 Jul 07 20:47:50.477394 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6511d97d-2966-42c2-9b5c-ad66b09a5d59 req-f48f445e-c744-45b2-b4d5-1e75e3ab9c50 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:50.522061 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6511d97d-2966-42c2-9b5c-ad66b09a5d59 req-f48f445e-c744-45b2-b4d5-1e75e3ab9c50 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:47:50.525126 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-6511d97d-2966-42c2-9b5c-ad66b09a5d59 req-f48f445e-c744-45b2-b4d5-1e75e3ab9c50 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:47:50.528680 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-6511d97d-2966-42c2-9b5c-ad66b09a5d59 req-f48f445e-c744-45b2-b4d5-1e75e3ab9c50 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:47:50.557907 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f445e-c744-45b2-b4d5-1e75e3ab9c50 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Pushing event updated for resources: {'Port': ['ID=61894e0d-5d9c-41ed-9e6b-6cbe9e7c7d39,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:50.639348 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6511d97d-2966-42c2-9b5c-ad66b09a5d59 req-f48f445e-c744-45b2-b4d5-1e75e3ab9c50 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:50.694295 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6511d97d-2966-42c2-9b5c-ad66b09a5d59 req-f48f445e-c744-45b2-b4d5-1e75e3ab9c50 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:50.868787 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6511d97d-2966-42c2-9b5c-ad66b09a5d59 req-f48f445e-c744-45b2-b4d5-1e75e3ab9c50 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:50.874526 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6511d97d-2966-42c2-9b5c-ad66b09a5d59 req-f48f445e-c744-45b2-b4d5-1e75e3ab9c50 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:50.976388 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f445e-c744-45b2-b4d5-1e75e3ab9c50 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Pushing event updated for resources: {'Port': ['ID=61894e0d-5d9c-41ed-9e6b-6cbe9e7c7d39,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:50.989305 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6511d97d-2966-42c2-9b5c-ad66b09a5d59 req-f48f445e-c744-45b2-b4d5-1e75e3ab9c50 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:51.009086 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6511d97d-2966-42c2-9b5c-ad66b09a5d59 req-f48f445e-c744-45b2-b4d5-1e75e3ab9c50 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:51.010317 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6511d97d-2966-42c2-9b5c-ad66b09a5d59 req-f48f445e-c744-45b2-b4d5-1e75e3ab9c50 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0371330 Jul 07 20:47:51.036364 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ec554-8f74-4a42-8338-37f31b995fd3 req-29913a94-caf7-4534-be96-1a0f0c7546d8 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:51.037840 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-324ec554-8f74-4a42-8338-37f31b995fd3 req-29913a94-caf7-4534-be96-1a0f0c7546d8 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=194b6716-741c-45d0-a95d-610d404875e7 HTTP/1.1" status: 200 len: 948 time: 0.1071274 Jul 07 20:47:51.089276 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6511d97d-2966-42c2-9b5c-ad66b09a5d59 req-a257cd47-2218-4e09-8cd4-069fa517b4c3 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 696 time: 0.0697405 Jul 07 20:47:51.143717 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 209425a6-c709-4d8c-a3d8-1c8b8b918b46 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:47:51.146807 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a53c18d1-1528-4be0-8e2c-810a342ea061 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:47:51.150071 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-324ec554-8f74-4a42-8338-37f31b995fd3 req-b6950a6d-e2a9-4191-9f20-51805e17148a tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810223 Jul 07 20:47:51.237817 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511d97d-2966-42c2-9b5c-ad66b09a5d59 req-90cfddc2-297b-419a-92f9-87bb7e6be7f5 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:51.240239 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6511d97d-2966-42c2-9b5c-ad66b09a5d59 req-90cfddc2-297b-419a-92f9-87bb7e6be7f5 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.1439257 Jul 07 20:47:51.284045 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port a53c18d1-1528-4be0-8e2c-810a342ea061 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:47:51.296186 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port a53c18d1-1528-4be0-8e2c-810a342ea061 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:51.296833 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:51.359359 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 209425a6-c709-4d8c-a3d8-1c8b8b918b46, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=209425a6-c709-4d8c-a3d8-1c8b8b918b46,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:51.382304 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '209425a6-c709-4d8c-a3d8-1c8b8b918b46', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '209425a6-c709-4d8c-a3d8-1c8b8b918b46', 'mac_address': 'fa:16:3e:c1:0e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:47:51.437696 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-122f1730-f363-41c2-83c9-3e35d3ab5f89 req-53b68487-5bdf-4556-b181-7cfe2a74d11c tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff49a5c3-f42a-4180-9d87-a014fd0a4020 HTTP/1.1" status: 200 len: 210 time: 0.0415320 Jul 07 20:47:51.440839 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96884a73-fb33-4ea5-884d-5f42c3945866 req-6c48b5bf-2248-44e1-adfb-02df5754a973 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:51.442754 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-96884a73-fb33-4ea5-884d-5f42c3945866 req-6c48b5bf-2248-44e1-adfb-02df5754a973 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 1096 time: 0.1454856 Jul 07 20:47:51.449682 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:51.463976 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:51.498529 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209425a6-c709-4d8c-a3d8-1c8b8b918b46 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:47:51.505809 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-96884a73-fb33-4ea5-884d-5f42c3945866 req-56391c13-f1b6-44b8-802a-766c702ce228 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564137 Jul 07 20:47:51.522271 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 209425a6-c709-4d8c-a3d8-1c8b8b918b46, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=209425a6-c709-4d8c-a3d8-1c8b8b918b46,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:51.536690 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:51.555792 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1f45d6-6734-4f0a-898f-581233671fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53c18d1-1528-4be0-8e2c-810a342ea061'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:47:51.555792 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df715094-9a40-44b0-ab25-9017e24111ea" -d '{"events": [{"server_uuid": "5d1f45d6-6734-4f0a-898f-581233671fb3", "name": "network-vif-plugged", "status": "completed", "tag": "a53c18d1-1528-4be0-8e2c-810a342ea061"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:47:51.591004 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-8d5096ca-db64-46b9-97a7-98e5f22ce019 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259089 Jul 07 20:47:51.593660 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a53c18d1-1528-4be0-8e2c-810a342ea061, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a53c18d1-1528-4be0-8e2c-810a342ea061,segment=NetworkSegment(22c3ee63-ef64-4098-a51b-1647e4329dd4),segment_id=22c3ee63-ef64-4098-a51b-1647e4329dd4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:51.602612 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:51.635659 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=209425a6-c709-4d8c-a3d8-1c8b8b918b46,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:51.713224 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=a53c18d1-1528-4be0-8e2c-810a342ea061,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:51.793097 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-4e6b73b2-c070-4211-b26a-21f49b2e497e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:51.794563 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-4e6b73b2-c070-4211-b26a-21f49b2e497e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1963515 Jul 07 20:47:51.808008 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab22b7-c322-44a6-b6e1-f5f888dc0e3f req-908d8da7-9f11-4120-ab1d-402ca8bda2f7 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:51.809568 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fbab22b7-c322-44a6-b6e1-f5f888dc0e3f req-908d8da7-9f11-4120-ab1d-402ca8bda2f7 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 945 time: 0.1279430 Jul 07 20:47:51.815428 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-00456c4a-e4e4-499b-ae23-5df580d2c707 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Request body: {'port': {'device_id': '4f81a341-beaa-43c3-ac95-a6e8c03a119c', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': 'a1c17a3325344c6cbaa5788b7ca45ebf'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:51.941387 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['209425a6-c709-4d8c-a3d8-1c8b8b918b46'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:47:51.976883 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fbab22b7-c322-44a6-b6e1-f5f888dc0e3f req-45a5450c-58b7-46c7-9e74-a9c89518adc0 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d0ec93b-17a8-4a4a-a7cd-5c19d7f989f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579661 Jul 07 20:47:52.056761 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b384bac5-b413-4945-82cc-8edcf7170541 req-233a4c9f-117f-4bd7-9be7-83605290ca2c tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1927350 Jul 07 20:47:52.070693 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b384bac5-b413-4945-82cc-8edcf7170541 req-23282fce-2be5-4d56-987c-c55090cd0d1c tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:52.072122 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af044e2-208b-480e-89df-77fc7a752f2d x-openstack-request-id: req-8af044e2-208b-480e-89df-77fc7a752f2d {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:47:52.075659 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1f45d6-6734-4f0a-898f-581233671fb3", "name": "network-vif-plugged", "status": "completed", "tag": "a53c18d1-1528-4be0-8e2c-810a342ea061", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:47:52.076553 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8af044e2-208b-480e-89df-77fc7a752f2d {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:47:52.077913 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1f45d6-6734-4f0a-898f-581233671fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53c18d1-1528-4be0-8e2c-810a342ea061', 'code': 200} Jul 07 20:47:52.097810 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-00456c4a-e4e4-499b-ae23-5df580d2c707 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Made reservation on behalf of a1c17a3325344c6cbaa5788b7ca45ebf for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:47:52.102175 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-00456c4a-e4e4-499b-ae23-5df580d2c707 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:52.170910 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b384bac5-b413-4945-82cc-8edcf7170541 req-23282fce-2be5-4d56-987c-c55090cd0d1c tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:52.320324 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-1435f1bf-b8bc-4251-a87a-88b34a77e22e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316720 Jul 07 20:47:52.479245 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfc374-3273-45bd-9a42-541aa7c35790 req-fa96f858-288c-4ee9-afb9-3cad68706d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:52.480794 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3bdfc374-3273-45bd-9a42-541aa7c35790 req-fa96f858-288c-4ee9-afb9-3cad68706d1c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 1097 time: 0.2383974 Jul 07 20:47:52.482078 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-00456c4a-e4e4-499b-ae23-5df580d2c707 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Allocated IP 192.168.233.141 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/3fd3d68c-e58c-4865-9dbd-4ad768444535) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:47:52.494507 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-f4216812-8115-40e2-a8f8-9fdd65740d91 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:52.496040 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-f4216812-8115-40e2-a8f8-9fdd65740d91 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1677215 Jul 07 20:47:52.510526 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-21cc1822-b121-40b4-8054-49ff9591271a tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Request body: {'port': {'device_id': 'ff49a5c3-f42a-4180-9d87-a014fd0a4020', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': 'a1c17a3325344c6cbaa5788b7ca45ebf'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:52.582816 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3bdfc374-3273-45bd-9a42-541aa7c35790 req-75059829-8aae-4da4-b571-5517b6481382 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4d0ec93b-17a8-4a4a-a7cd-5c19d7f989f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825109 Jul 07 20:47:52.618035 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b384bac5-b413-4945-82cc-8edcf7170541 req-23282fce-2be5-4d56-987c-c55090cd0d1c tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:52.669769 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-21cc1822-b121-40b4-8054-49ff9591271a tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Made reservation on behalf of a1c17a3325344c6cbaa5788b7ca45ebf for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:47:52.674197 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-21cc1822-b121-40b4-8054-49ff9591271a tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:53.074066 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5263a7-a865-4340-ba83-aec72cf76b96 req-d20c233c-cffa-44b8-89d2-28b5ecb45d45 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:53.075630 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e5263a7-a865-4340-ba83-aec72cf76b96 req-d20c233c-cffa-44b8-89d2-28b5ecb45d45 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=194b6716-741c-45d0-a95d-610d404875e7 HTTP/1.1" status: 200 len: 949 time: 0.5021987 Jul 07 20:47:53.101985 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-00456c4a-e4e4-499b-ae23-5df580d2c707 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:53.119665 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-b384bac5-b413-4945-82cc-8edcf7170541 req-23282fce-2be5-4d56-987c-c55090cd0d1c tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Allocated IP 172.25.5.4 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/6fde46d7-1e67-42b5-911f-fd545d12277e) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:47:53.141580 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-00456c4a-e4e4-499b-ae23-5df580d2c707 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Transition to ACTIVE for port object 3fd3d68c-e58c-4865-9dbd-4ad768444535 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:53.162111 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 209425a6-c709-4d8c-a3d8-1c8b8b918b46 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:47:53.205653 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e5263a7-a865-4340-ba83-aec72cf76b96 req-87f2b5bb-094e-4170-a42b-cffe44bb6e66 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186693 Jul 07 20:47:53.217314 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 209425a6-c709-4d8c-a3d8-1c8b8b918b46 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:47:53.224670 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 209425a6-c709-4d8c-a3d8-1c8b8b918b46 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:53.225084 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:53.245682 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-00456c4a-e4e4-499b-ae23-5df580d2c707 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:53.316478 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['3f2f695a-9a83-4fa2-9166-162abc5fdd62'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:47:53.316711 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-21cc1822-b121-40b4-8054-49ff9591271a tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Allocated IP 192.168.233.107 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/19254ff3-2f0f-4684-b14a-aa9c0294c902) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:47:53.336586 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-00456c4a-e4e4-499b-ae23-5df580d2c707 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:47:53.344929 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-00456c4a-e4e4-499b-ae23-5df580d2c707 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:47:53.350540 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-00456c4a-e4e4-499b-ae23-5df580d2c707 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:47:53.353138 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00456c4a-e4e4-499b-ae23-5df580d2c707 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Pushing event updated for resources: {'Port': ['ID=3fd3d68c-e58c-4865-9dbd-4ad768444535,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:53.403604 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b384bac5-b413-4945-82cc-8edcf7170541 req-23282fce-2be5-4d56-987c-c55090cd0d1c tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:53.461632 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-00456c4a-e4e4-499b-ae23-5df580d2c707 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:53.462556 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-00456c4a-e4e4-499b-ae23-5df580d2c707 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:53.497763 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-00456c4a-e4e4-499b-ae23-5df580d2c707 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6856210 Jul 07 20:47:53.538665 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-124ae171-0464-40fb-bc40-c11f079174a7 service neutron] Request body: {'port': {'device_id': '4f81a341-beaa-43c3-ac95-a6e8c03a119c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:53.575914 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-21cc1822-b121-40b4-8054-49ff9591271a tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:53.594155 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:53.604345 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-21cc1822-b121-40b4-8054-49ff9591271a tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Transition to ACTIVE for port object 19254ff3-2f0f-4684-b14a-aa9c0294c902 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:53.633136 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d9cf11b-b294-46ea-a922-fa1f8f4f1dd6 req-aa3dfb27-2f32-4f22-a7d4-ceafe543484b tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff49a5c3-f42a-4180-9d87-a014fd0a4020 HTTP/1.1" status: 200 len: 210 time: 0.0547252 Jul 07 20:47:53.634489 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b384bac5-b413-4945-82cc-8edcf7170541 req-23282fce-2be5-4d56-987c-c55090cd0d1c tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:53.681748 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-21cc1822-b121-40b4-8054-49ff9591271a tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:53.727565 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 209425a6-c709-4d8c-a3d8-1c8b8b918b46, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=209425a6-c709-4d8c-a3d8-1c8b8b918b46,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:53.734515 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b384bac5-b413-4945-82cc-8edcf7170541 req-23282fce-2be5-4d56-987c-c55090cd0d1c tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:47:53.741695 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-b384bac5-b413-4945-82cc-8edcf7170541 req-23282fce-2be5-4d56-987c-c55090cd0d1c tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:47:53.750681 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b384bac5-b413-4945-82cc-8edcf7170541 req-23282fce-2be5-4d56-987c-c55090cd0d1c tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:47:53.765654 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-21cc1822-b121-40b4-8054-49ff9591271a tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:47:53.775881 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-21cc1822-b121-40b4-8054-49ff9591271a tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:47:53.800440 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-21cc1822-b121-40b4-8054-49ff9591271a tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:47:53.801809 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:53.810278 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-124ae171-0464-40fb-bc40-c11f079174a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:53.813244 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23282fce-2be5-4d56-987c-c55090cd0d1c tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Pushing event updated for resources: {'Port': ['ID=6fde46d7-1e67-42b5-911f-fd545d12277e,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:53.884385 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc1822-b121-40b4-8054-49ff9591271a tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Pushing event updated for resources: {'Port': ['ID=19254ff3-2f0f-4684-b14a-aa9c0294c902,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:53.953847 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fa60e253-9ecc-4efe-b54c-368b42d1087e None None] Provisioning for port 3fd3d68c-e58c-4865-9dbd-4ad768444535 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:47:53.958081 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-21cc1822-b121-40b4-8054-49ff9591271a tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:53.958838 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-21cc1822-b121-40b4-8054-49ff9591271a tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:53.970397 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fa60e253-9ecc-4efe-b54c-368b42d1087e None None] Provisioning complete for port 3fd3d68c-e58c-4865-9dbd-4ad768444535 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:53.975161 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fa60e253-9ecc-4efe-b54c-368b42d1087e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:53.990872 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-21cc1822-b121-40b4-8054-49ff9591271a tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4845881 Jul 07 20:47:54.007809 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-0ea10ee4-9a0a-44a5-8d0a-61cef046ebc2 service neutron] Request body: {'port': {'device_id': 'ff49a5c3-f42a-4180-9d87-a014fd0a4020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:54.084675 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194b6716-741c-45d0-a95d-610d404875e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209425a6-c709-4d8c-a3d8-1c8b8b918b46'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:47:54.084821 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b384bac5-b413-4945-82cc-8edcf7170541 req-23282fce-2be5-4d56-987c-c55090cd0d1c tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:54.086937 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f00557f-7d1f-4bc1-b13e-d8583a6c1f54" -d '{"events": [{"server_uuid": "194b6716-741c-45d0-a95d-610d404875e7", "name": "network-vif-plugged", "status": "completed", "tag": "209425a6-c709-4d8c-a3d8-1c8b8b918b46"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:47:54.138231 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=209425a6-c709-4d8c-a3d8-1c8b8b918b46,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:54.143163 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fa60e253-9ecc-4efe-b54c-368b42d1087e None None] Port 3fd3d68c-e58c-4865-9dbd-4ad768444535 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:47:54.147179 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-0ea10ee4-9a0a-44a5-8d0a-61cef046ebc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:54.201821 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b384bac5-b413-4945-82cc-8edcf7170541 req-23282fce-2be5-4d56-987c-c55090cd0d1c tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:54.269689 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-904d9224-9231-4443-a7d3-d8cf64432e36 None None] Provisioning for port 19254ff3-2f0f-4684-b14a-aa9c0294c902 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:47:54.276074 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-904d9224-9231-4443-a7d3-d8cf64432e36 None None] Provisioning complete for port 19254ff3-2f0f-4684-b14a-aa9c0294c902 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:47:54.276457 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-904d9224-9231-4443-a7d3-d8cf64432e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:54.338891 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-904d9224-9231-4443-a7d3-d8cf64432e36 None None] Port 19254ff3-2f0f-4684-b14a-aa9c0294c902 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:47:54.393664 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['3f2f695a-9a83-4fa2-9166-162abc5fdd62'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:47:54.450178 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99dd38-1c76-4f52-ac9a-95796d802666 req-8b822105-ca67-4296-962b-56bbdcdc304d tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:54.451811 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8c99dd38-1c76-4f52-ac9a-95796d802666 req-8b822105-ca67-4296-962b-56bbdcdc304d tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 945 time: 0.2228181 Jul 07 20:47:54.464402 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-124ae171-0464-40fb-bc40-c11f079174a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd3d68c-e58c-4865-9dbd-4ad768444535 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:47:54.487993 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-124ae171-0464-40fb-bc40-c11f079174a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:54.523117 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-124ae171-0464-40fb-bc40-c11f079174a7 service neutron] Transition to ACTIVE for port object 3fd3d68c-e58c-4865-9dbd-4ad768444535 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:54.539047 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-124ae171-0464-40fb-bc40-c11f079174a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:54.563303 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8c99dd38-1c76-4f52-ac9a-95796d802666 req-219d427b-8539-4a2a-8f89-fcced2d30075 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d0ec93b-17a8-4a4a-a7cd-5c19d7f989f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887976 Jul 07 20:47:54.566200 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b384bac5-b413-4945-82cc-8edcf7170541 req-23282fce-2be5-4d56-987c-c55090cd0d1c tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:54.587213 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b384bac5-b413-4945-82cc-8edcf7170541 req-23282fce-2be5-4d56-987c-c55090cd0d1c tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:54.652361 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ae171-0464-40fb-bc40-c11f079174a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd3d68c-e58c-4865-9dbd-4ad768444535,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:54.784646 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-0ea10ee4-9a0a-44a5-8d0a-61cef046ebc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19254ff3-2f0f-4684-b14a-aa9c0294c902 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:47:54.785164 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355a102d-1dd0-4c5f-8ac3-24d0e3b1f53a x-openstack-request-id: req-355a102d-1dd0-4c5f-8ac3-24d0e3b1f53a {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:47:54.785164 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194b6716-741c-45d0-a95d-610d404875e7", "name": "network-vif-plugged", "status": "completed", "tag": "209425a6-c709-4d8c-a3d8-1c8b8b918b46", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:47:54.785375 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-355a102d-1dd0-4c5f-8ac3-24d0e3b1f53a {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:47:54.785613 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194b6716-741c-45d0-a95d-610d404875e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209425a6-c709-4d8c-a3d8-1c8b8b918b46', 'code': 200} Jul 07 20:47:54.793392 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-0ea10ee4-9a0a-44a5-8d0a-61cef046ebc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:54.807220 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-0ea10ee4-9a0a-44a5-8d0a-61cef046ebc2 service neutron] Transition to ACTIVE for port object 19254ff3-2f0f-4684-b14a-aa9c0294c902 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:47:54.810931 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-0ea10ee4-9a0a-44a5-8d0a-61cef046ebc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:54.864734 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23282fce-2be5-4d56-987c-c55090cd0d1c tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Pushing event updated for resources: {'Port': ['ID=6fde46d7-1e67-42b5-911f-fd545d12277e,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:54.914637 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea10ee4-9a0a-44a5-8d0a-61cef046ebc2 service neutron] Pushing event updated for resources: {'Port': ['ID=19254ff3-2f0f-4684-b14a-aa9c0294c902,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:54.950657 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b384bac5-b413-4945-82cc-8edcf7170541 req-23282fce-2be5-4d56-987c-c55090cd0d1c tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:54.964563 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-124ae171-0464-40fb-bc40-c11f079174a7 service neutron] Attempting to bind port 3fd3d68c-e58c-4865-9dbd-4ad768444535 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:47:54.964909 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-124ae171-0464-40fb-bc40-c11f079174a7 service neutron] Attempting to bind port 3fd3d68c-e58c-4865-9dbd-4ad768444535 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:47:54.967208 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-124ae171-0464-40fb-bc40-c11f079174a7 service neutron] Attempting to bind port 3fd3d68c-e58c-4865-9dbd-4ad768444535 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:54.992701 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-124ae171-0464-40fb-bc40-c11f079174a7 service neutron] Port 3fd3d68c-e58c-4865-9dbd-4ad768444535 on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:47:54.993432 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-124ae171-0464-40fb-bc40-c11f079174a7 service neutron] Attempting to bind port 3fd3d68c-e58c-4865-9dbd-4ad768444535 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:55.012154 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-0ea10ee4-9a0a-44a5-8d0a-61cef046ebc2 service neutron] Attempting to bind port 19254ff3-2f0f-4684-b14a-aa9c0294c902 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:47:55.012462 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-0ea10ee4-9a0a-44a5-8d0a-61cef046ebc2 service neutron] Attempting to bind port 19254ff3-2f0f-4684-b14a-aa9c0294c902 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:47:55.012745 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-0ea10ee4-9a0a-44a5-8d0a-61cef046ebc2 service neutron] Attempting to bind port 19254ff3-2f0f-4684-b14a-aa9c0294c902 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:55.017930 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-0ea10ee4-9a0a-44a5-8d0a-61cef046ebc2 service neutron] Port 19254ff3-2f0f-4684-b14a-aa9c0294c902 on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:47:55.018274 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-0ea10ee4-9a0a-44a5-8d0a-61cef046ebc2 service neutron] Attempting to bind port 19254ff3-2f0f-4684-b14a-aa9c0294c902 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:47:55.023805 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-0ea10ee4-9a0a-44a5-8d0a-61cef046ebc2 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:47:55.024145 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-0ea10ee4-9a0a-44a5-8d0a-61cef046ebc2 service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:47:55.024534 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-0ea10ee4-9a0a-44a5-8d0a-61cef046ebc2 service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:47:55.025019 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-0ea10ee4-9a0a-44a5-8d0a-61cef046ebc2 service neutron] Bound port: 19254ff3-2f0f-4684-b14a-aa9c0294c902, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:47:55.025434 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-0ea10ee4-9a0a-44a5-8d0a-61cef046ebc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:55.031714 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b384bac5-b413-4945-82cc-8edcf7170541 req-23282fce-2be5-4d56-987c-c55090cd0d1c tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:55.033538 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b384bac5-b413-4945-82cc-8edcf7170541 req-23282fce-2be5-4d56-987c-c55090cd0d1c tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.9709592 Jul 07 20:47:55.036585 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-124ae171-0464-40fb-bc40-c11f079174a7 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:47:55.037516 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-124ae171-0464-40fb-bc40-c11f079174a7 service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:47:55.038238 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-124ae171-0464-40fb-bc40-c11f079174a7 service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:47:55.038987 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-124ae171-0464-40fb-bc40-c11f079174a7 service neutron] Bound port: 3fd3d68c-e58c-4865-9dbd-4ad768444535, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:47:55.039734 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-124ae171-0464-40fb-bc40-c11f079174a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:55.135754 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-0ea10ee4-9a0a-44a5-8d0a-61cef046ebc2 service neutron] For port 19254ff3-2f0f-4684-b14a-aa9c0294c902, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:47:55.139290 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-0ea10ee4-9a0a-44a5-8d0a-61cef046ebc2 service neutron] For port 19254ff3-2f0f-4684-b14a-aa9c0294c902, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=19254ff3-2f0f-4684-b14a-aa9c0294c902,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:47:55.145086 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-0ea10ee4-9a0a-44a5-8d0a-61cef046ebc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:55.154393 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b384bac5-b413-4945-82cc-8edcf7170541 req-e0fd8878-b9e9-4e2f-8b4c-91d84450bbaa tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.4 HTTP/1.1" status: 200 len: 694 time: 0.1116705 Jul 07 20:47:55.205182 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-0ea10ee4-9a0a-44a5-8d0a-61cef046ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:55.205835 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-0ea10ee4-9a0a-44a5-8d0a-61cef046ebc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:55.207237 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-0ea10ee4-9a0a-44a5-8d0a-61cef046ebc2 service neutron] 10.222.0.39 "PUT /v2.0/ports/19254ff3-2f0f-4684-b14a-aa9c0294c902 HTTP/1.1" status: 200 len: 1097 time: 1.2039671 Jul 07 20:47:55.210775 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff49a5c3-f42a-4180-9d87-a014fd0a4020', 'tag': '19254ff3-2f0f-4684-b14a-aa9c0294c902'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:47:55.215796 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fe4f44-1b91-43bd-b6ba-6ce31665e57f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff49a5c3-f42a-4180-9d87-a014fd0a4020", "tag": "19254ff3-2f0f-4684-b14a-aa9c0294c902"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:47:55.225334 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195dfb2-efea-4d04-b254-50225833aea9 req-f5c48892-c0ba-4bda-b9b4-56bbf90a4370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:55.226880 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d195dfb2-efea-4d04-b254-50225833aea9 req-f5c48892-c0ba-4bda-b9b4-56bbf90a4370 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=194b6716-741c-45d0-a95d-610d404875e7 HTTP/1.1" status: 200 len: 1102 time: 0.3547549 Jul 07 20:47:55.251963 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea10ee4-9a0a-44a5-8d0a-61cef046ebc2 service neutron] Pushing event updated for resources: {'Port': ['ID=19254ff3-2f0f-4684-b14a-aa9c0294c902,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:55.292759 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-124ae171-0464-40fb-bc40-c11f079174a7 service neutron] For port 3fd3d68c-e58c-4865-9dbd-4ad768444535, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:47:55.303111 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c91c87-0794-4b46-9e00-845fe1f1af15 req-3fa8aa7d-e688-44f1-8f9c-700fbf634ba8 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:55.310297 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-23c91c87-0794-4b46-9e00-845fe1f1af15 req-3fa8aa7d-e688-44f1-8f9c-700fbf634ba8 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=194b6716-741c-45d0-a95d-610d404875e7 HTTP/1.1" status: 200 len: 950 time: 0.3486907 Jul 07 20:47:55.342194 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-124ae171-0464-40fb-bc40-c11f079174a7 service neutron] For port 3fd3d68c-e58c-4865-9dbd-4ad768444535, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=3fd3d68c-e58c-4865-9dbd-4ad768444535,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:47:55.363367 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-124ae171-0464-40fb-bc40-c11f079174a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:55.364445 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-85efc863-f293-4b68-8e6d-0d9e2744a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:55.369893 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-85efc863-f293-4b68-8e6d-0d9e2744a05d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&device_id=ff49a5c3-f42a-4180-9d87-a014fd0a4020 HTTP/1.1" status: 200 len: 1100 time: 0.1044648 Jul 07 20:47:55.405957 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d195dfb2-efea-4d04-b254-50225833aea9 req-e3e81c97-244d-4b3e-a394-096b4fb5deba service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676908 Jul 07 20:47:55.435697 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-553e4f7f-660f-4177-b475-298c115bc17d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=19254ff3-2f0f-4684-b14a-aa9c0294c902 HTTP/1.1" status: 200 len: 217 time: 0.0487690 Jul 07 20:47:55.439993 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-23c91c87-0794-4b46-9e00-845fe1f1af15 req-7ed2b28c-e60e-4906-acdb-3e37afcf780b tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284580 Jul 07 20:47:55.448150 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-124ae171-0464-40fb-bc40-c11f079174a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:55.448793 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-124ae171-0464-40fb-bc40-c11f079174a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:55.450213 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-124ae171-0464-40fb-bc40-c11f079174a7 service neutron] 10.222.0.39 "PUT /v2.0/ports/3fd3d68c-e58c-4865-9dbd-4ad768444535 HTTP/1.1" status: 200 len: 1097 time: 1.9172668 Jul 07 20:47:55.450661 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f81a341-beaa-43c3-ac95-a6e8c03a119c', 'tag': '3fd3d68c-e58c-4865-9dbd-4ad768444535'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:47:55.453015 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d88e68-8a8d-4ab0-8988-0cf2d17da745" -d '{"events": [{"name": "network-changed", "server_uuid": "4f81a341-beaa-43c3-ac95-a6e8c03a119c", "tag": "3fd3d68c-e58c-4865-9dbd-4ad768444535"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:47:55.467863 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384bac5-b413-4945-82cc-8edcf7170541 req-2a112932-8c17-44da-b6b8-8d34a015b5fd tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:55.478534 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b384bac5-b413-4945-82cc-8edcf7170541 req-2a112932-8c17-44da-b6b8-8d34a015b5fd tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.3231883 Jul 07 20:47:55.540705 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ae171-0464-40fb-bc40-c11f079174a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd3d68c-e58c-4865-9dbd-4ad768444535,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:55.616860 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-45386239-10a8-45d1-a139-18388962e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:55.618351 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-45386239-10a8-45d1-a139-18388962e90b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1269691 Jul 07 20:47:55.720535 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-60789117-99b2-4003-8be1-7c0bae1eb01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:55.727665 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-60789117-99b2-4003-8be1-7c0bae1eb01b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0937881 Jul 07 20:47:55.734967 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-da9ebb2d-610a-4f08-94fb-02f11dce355f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:55.737708 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-da9ebb2d-610a-4f08-94fb-02f11dce355f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&device_id=4f81a341-beaa-43c3-ac95-a6e8c03a119c HTTP/1.1" status: 200 len: 1100 time: 0.2051380 Jul 07 20:47:55.754154 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea1040-723c-4097-b15d-6b14516643b6 req-63bd529e-0835-45ea-94c5-b9bb3e2c0e73 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:55.759874 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4eea1040-723c-4097-b15d-6b14516643b6 req-63bd529e-0835-45ea-94c5-b9bb3e2c0e73 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff49a5c3-f42a-4180-9d87-a014fd0a4020 HTTP/1.1" status: 200 len: 948 time: 0.1521516 Jul 07 20:47:55.848544 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-1f215df7-d82d-4d26-9352-aac3cc7a63bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=3fd3d68c-e58c-4865-9dbd-4ad768444535 HTTP/1.1" status: 200 len: 217 time: 0.0762868 Jul 07 20:47:55.857679 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f9721-f38d-44ee-8313-660f9457fbab req-3ef05f5e-9697-433f-984c-44ea14e57494 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:55.858398 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-4443f274-cae3-48d0-92a9-653749f26581 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927997 Jul 07 20:47:55.859242 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c21f9721-f38d-44ee-8313-660f9457fbab req-3ef05f5e-9697-433f-984c-44ea14e57494 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 945 time: 0.2367847 Jul 07 20:47:55.870202 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34572) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:47:55.875001 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ad2c23b0-d2de-430c-914c-73c1ea6c13f5 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Request body: {'floatingip': {'port_id': 'a53c18d1-1528-4be0-8e2c-810a342ea061'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:55.920982 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad2c23b0-d2de-430c-914c-73c1ea6c13f5 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks [] for floatingip, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:55.933000 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4eea1040-723c-4097-b15d-6b14516643b6 req-a3ffe6fc-ce22-4c2d-8dd2-a8656eb2e182 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702919 Jul 07 20:47:55.966624 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-53a616bb-ece8-49b1-add4-db950eea3717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:55.968128 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-53a616bb-ece8-49b1-add4-db950eea3717 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1054902 Jul 07 20:47:55.983768 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-dd854d85-281b-45e3-849f-8bb330bc24cb tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=63363d7a030a481ea08c90752df1a2b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293779 Jul 07 20:47:56.102594 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ebf4c2d1-05ac-4012-9305-73e2f46f0c46 req-15b89627-8cb4-47c3-8aa4-9772a6135a64 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3254693 Jul 07 20:47:56.178724 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-2f373b20-303e-4129-b6b8-87fa67f16f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:56.180373 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-2f373b20-303e-4129-b6b8-87fa67f16f19 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1881454 Jul 07 20:47:56.193980 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-4c95da19-29ad-4d63-a868-f91f2d3394aa tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:56.196158 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-4c95da19-29ad-4d63-a868-f91f2d3394aa tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2019212 Jul 07 20:47:56.207986 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-19f9564b-224f-4566-846e-d6a900f1f1c4 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896705 Jul 07 20:47:56.214769 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-2acd2082-60bc-4663-b985-b31f82ff0bc2 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/quotas/63363d7a030a481ea08c90752df1a2b6 HTTP/1.1" status: 200 len: 375 time: 0.0135248 Jul 07 20:47:56.284040 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617d3c03-eec5-45aa-a969-641d5c081b36 x-openstack-request-id: req-617d3c03-eec5-45aa-a969-641d5c081b36 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:47:56.284471 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff49a5c3-f42a-4180-9d87-a014fd0a4020", "tag": "19254ff3-2f0f-4684-b14a-aa9c0294c902", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:47:56.284976 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-617d3c03-eec5-45aa-a969-641d5c081b36 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:47:56.285601 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff49a5c3-f42a-4180-9d87-a014fd0a4020', 'tag': '19254ff3-2f0f-4684-b14a-aa9c0294c902', 'status': 'completed', 'code': 200} Jul 07 20:47:56.350420 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ff07eb-a1a6-4b01-8f47-04b00be3ba64 x-openstack-request-id: req-c4ff07eb-a1a6-4b01-8f47-04b00be3ba64 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:47:56.350619 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f81a341-beaa-43c3-ac95-a6e8c03a119c", "tag": "3fd3d68c-e58c-4865-9dbd-4ad768444535", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:47:56.350918 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c4ff07eb-a1a6-4b01-8f47-04b00be3ba64 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:47:56.351398 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f81a341-beaa-43c3-ac95-a6e8c03a119c', 'tag': '3fd3d68c-e58c-4865-9dbd-4ad768444535', 'status': 'completed', 'code': 200} Jul 07 20:47:56.356462 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-5f2debc8-2623-489c-a3a6-1f96e497a3cc tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=63363d7a030a481ea08c90752df1a2b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473862 Jul 07 20:47:56.412131 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2e745afb-ab28-4225-af1c-b93f885aa10a req-91ddc937-3b12-40e3-9fcb-ca86dceb3644 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/floatingips/30c84428-473a-4d41-a0dc-082af8903d00 HTTP/1.1" status: 200 len: 691 time: 0.0523989 Jul 07 20:47:56.529280 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-aa22e099-1bb5-463b-a14a-40c6215f0750 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992270 Jul 07 20:47:56.581011 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad2c23b0-d2de-430c-914c-73c1ea6c13f5 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:56.641725 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad2c23b0-d2de-430c-914c-73c1ea6c13f5 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:56.717816 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4c2d1-05ac-4012-9305-73e2f46f0c46 req-6f587636-a0cc-4432-896b-9ae00b2280b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:56.718536 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ebf4c2d1-05ac-4012-9305-73e2f46f0c46 req-6f587636-a0cc-4432-896b-9ae00b2280b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=82612c4052fb4d3f923f9375caa9d7c4&device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 1101 time: 0.4983282 Jul 07 20:47:56.821151 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe4f44-1b91-43bd-b6ba-6ce31665e57f req-4adc48b1-a061-4f35-8c3e-ca1aa1080b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:56.822953 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-77fe4f44-1b91-43bd-b6ba-6ce31665e57f req-4adc48b1-a061-4f35-8c3e-ca1aa1080b60 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&device_id=ff49a5c3-f42a-4180-9d87-a014fd0a4020 HTTP/1.1" status: 200 len: 1100 time: 0.2400498 Jul 07 20:47:56.833040 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [None req-ad2c23b0-d2de-430c-914c-73c1ea6c13f5 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Floating IP 8e75c17e-a068-4afc-a6e8-bded5a64d2f9 associated. External IP: 172.25.5.14, port: a53c18d1-1528-4be0-8e2c-810a342ea061. Jul 07 20:47:56.869692 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e745afb-ab28-4225-af1c-b93f885aa10a req-1eeead9b-4124-48e6-a3e6-171c327ef2d7 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:56.871054 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2e745afb-ab28-4225-af1c-b93f885aa10a req-1eeead9b-4124-48e6-a3e6-171c327ef2d7 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.4512069 Jul 07 20:47:56.895756 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-2e745afb-ab28-4225-af1c-b93f885aa10a req-a89da609-eccc-4897-8bc7-76005003f301 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:47:56.907703 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2e745afb-ab28-4225-af1c-b93f885aa10a req-a89da609-eccc-4897-8bc7-76005003f301 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121925 Jul 07 20:47:57.028901 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b1507e3f-1dfb-4d6e-945e-c6bfdebd5efa req-7b7735a0-9d7f-4220-bc73-73d9e9e674f5 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597127 Jul 07 20:47:57.090663 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe4f44-1b91-43bd-b6ba-6ce31665e57f req-deef4fec-7de2-49b4-b30f-444eb8993951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:57.092254 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-77fe4f44-1b91-43bd-b6ba-6ce31665e57f req-deef4fec-7de2-49b4-b30f-444eb8993951 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.2137144 Jul 07 20:47:57.169725 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-77fe4f44-1b91-43bd-b6ba-6ce31665e57f req-ea941e11-28cf-4131-b20a-25e9e74288e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=19254ff3-2f0f-4684-b14a-aa9c0294c902 HTTP/1.1" status: 200 len: 217 time: 0.0504222 Jul 07 20:47:57.268141 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe4f44-1b91-43bd-b6ba-6ce31665e57f req-0a974370-72a1-4a29-8032-5e438f1b67b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:57.269662 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-77fe4f44-1b91-43bd-b6ba-6ce31665e57f req-0a974370-72a1-4a29-8032-5e438f1b67b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0603163 Jul 07 20:47:57.374232 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2c23b0-d2de-430c-914c-73c1ea6c13f5 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Router 98060c53-bc94-4b5e-984e-0f24e50c4a34 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:47:57.389086 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84f1ed-a4cb-4aa9-b10b-84fb4d41eda1 req-e704c213-890b-4a62-8257-ffa95a239e0b tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:57.390833 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2e84f1ed-a4cb-4aa9-b10b-84fb4d41eda1 req-e704c213-890b-4a62-8257-ffa95a239e0b tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=194b6716-741c-45d0-a95d-610d404875e7 HTTP/1.1" status: 200 len: 950 time: 0.7060349 Jul 07 20:47:57.433727 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-fe6907bc-8fcd-46c1-9526-e02cc8ca2377 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=63363d7a030a481ea08c90752df1a2b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3791502 Jul 07 20:47:57.445940 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe4f44-1b91-43bd-b6ba-6ce31665e57f req-770ae1b5-27d9-4e08-a46f-71d559f276c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:57.447533 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-77fe4f44-1b91-43bd-b6ba-6ce31665e57f req-770ae1b5-27d9-4e08-a46f-71d559f276c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1160979 Jul 07 20:47:57.500232 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4c2d1-05ac-4012-9305-73e2f46f0c46 req-dd5a479e-af31-43ac-a19c-6c3a39b49b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:57.502688 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ebf4c2d1-05ac-4012-9305-73e2f46f0c46 req-dd5a479e-af31-43ac-a19c-6c3a39b49b22 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.6474431 Jul 07 20:47:57.545257 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2c23b0-d2de-430c-914c-73c1ea6c13f5 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:47:57.551608 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad2c23b0-d2de-430c-914c-73c1ea6c13f5 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:57.555008 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcec9f34-4d6f-4db7-aaee-22949b55fd65 None None] Sync routers for ids ['98060c53-bc94-4b5e-984e-0f24e50c4a34'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:47:57.567508 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcec9f34-4d6f-4db7-aaee-22949b55fd65 None None] Routers {'98060c53-bc94-4b5e-984e-0f24e50c4a34'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:47:57.568523 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-bcec9f34-4d6f-4db7-aaee-22949b55fd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:47:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['98060c53-bc94-4b5e-984e-0f24e50c4a34'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:57.630139 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2e84f1ed-a4cb-4aa9-b10b-84fb4d41eda1 req-0347805f-c0f3-449b-9c4d-bf19f1b65d19 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309330 Jul 07 20:47:57.640008 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ebf4c2d1-05ac-4012-9305-73e2f46f0c46 req-ea07f4a3-cf1d-4f9a-a540-05aa2705d5f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=a753eeb2-acb5-4257-85ad-3a17b50dc64d HTTP/1.1" status: 200 len: 217 time: 0.1048589 Jul 07 20:47:57.671095 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ad2c23b0-d2de-430c-914c-73c1ea6c13f5 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "PUT /v2.0/floatingips/8e75c17e-a068-4afc-a6e8-bded5a64d2f9 HTTP/1.1" status: 200 len: 990 time: 1.7996886 Jul 07 20:47:57.761957 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cd11b082-1a63-4181-98af-a2f3c630f12a req-1e56088c-81f3-4a57-9aca-d65cc0805305 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/floatingips/30c84428-473a-4d41-a0dc-082af8903d00 HTTP/1.1" status: 200 len: 691 time: 0.0922158 Jul 07 20:47:57.774799 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-bcec9f34-4d6f-4db7-aaee-22949b55fd65 None None] Set router 98060c53-bc94-4b5e-984e-0f24e50c4a34 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:47:57.879921 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4c2d1-05ac-4012-9305-73e2f46f0c46 req-68c4df4e-34fa-4a9d-882c-8c0da8e39801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:57.881502 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ebf4c2d1-05ac-4012-9305-73e2f46f0c46 req-68c4df4e-34fa-4a9d-882c-8c0da8e39801 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.2257695 Jul 07 20:47:57.889405 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d88e68-8a8d-4ab0-8988-0cf2d17da745 req-a00c7f05-b381-4c29-a0d8-c73bf2c3fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:57.890983 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-86d88e68-8a8d-4ab0-8988-0cf2d17da745 req-a00c7f05-b381-4c29-a0d8-c73bf2c3fb95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&device_id=4f81a341-beaa-43c3-ac95-a6e8c03a119c HTTP/1.1" status: 200 len: 1100 time: 0.4968500 Jul 07 20:47:57.901463 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-11feaf74-0d09-4020-b485-d1259f6600c8 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:57.903075 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-11feaf74-0d09-4020-b485-d1259f6600c8 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4685307 Jul 07 20:47:57.924009 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-7b835c19-ca8d-4d7d-ad20-01d36f6af6ca tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/quotas/63363d7a030a481ea08c90752df1a2b6 HTTP/1.1" status: 200 len: 375 time: 0.0101337 Jul 07 20:47:58.072460 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-f0e161ec-abb2-44a8-be7c-8098d7a0acdb tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=63363d7a030a481ea08c90752df1a2b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1267891 Jul 07 20:47:58.102907 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11b082-1a63-4181-98af-a2f3c630f12a req-a39a2ade-2623-43f9-bf8c-a4127ac71494 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:58.109364 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cd11b082-1a63-4181-98af-a2f3c630f12a req-a39a2ade-2623-43f9-bf8c-a4127ac71494 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.3455451 Jul 07 20:47:58.126926 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-cd11b082-1a63-4181-98af-a2f3c630f12a req-4bf14126-5be0-47fa-8a27-baa0adc530dc tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:47:58.130241 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-bcec9f34-4d6f-4db7-aaee-22949b55fd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'name': 'tempest-ServersTestBootFromVolume-1101165149-router', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:43Z', 'updated_at': '2021-07-07T20:46:49Z', 'revision_number': 4, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'gw_port': {'id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:98:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:44Z', 'updated_at': '2021-07-07T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '8e75c17e-a068-4afc-a6e8-bded5a64d2f9', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'port_id': 'a53c18d1-1528-4be0-8e2c-810a342ea061', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554', 'mac_address': 'fa:16:3e:b6:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f45d6-6734-4f0a-898f-581233671fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:46:55Z', 'updated_at': '2021-07-07T20:47:56Z', 'revision_number': 1, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '555df1d2-aa35-4fc3-a3ac-77ff10138a74', 'name': '', 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'mac_address': 'fa:16:3e:c0:00:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '3a661560-d0ca-4a80-a1c0-8f03610fb2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:49Z', 'updated_at': '2021-07-07T20:46:57Z', 'revision_number': 5, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'subnets': [{'id': '3a661560-d0ca-4a80-a1c0-8f03610fb2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:58.131889 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cd11b082-1a63-4181-98af-a2f3c630f12a req-4bf14126-5be0-47fa-8a27-baa0adc530dc tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0216506 Jul 07 20:47:58.148713 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-77fe4f44-1b91-43bd-b6ba-6ce31665e57f req-4968026e-9e4b-435d-94b8-f75561490480 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5930095 Jul 07 20:47:58.184280 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcec9f34-4d6f-4db7-aaee-22949b55fd65 None None] Checking router: 98060c53-bc94-4b5e-984e-0f24e50c4a34 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:47:58.186986 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-94ed4264-535b-4ec7-bfe6-13d7107d9eb6 req-eb81bac4-2f1a-4938-b87c-b5dc89e4e4bd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5177786 Jul 07 20:47:58.218135 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcec9f34-4d6f-4db7-aaee-22949b55fd65 None None] Routers {'98060c53-bc94-4b5e-984e-0f24e50c4a34'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:47:58.218816 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-bcec9f34-4d6f-4db7-aaee-22949b55fd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:47:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['98060c53-bc94-4b5e-984e-0f24e50c4a34'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:58.238603 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4c2d1-05ac-4012-9305-73e2f46f0c46 req-c8c21df0-c594-4488-8d33-970dc1cb9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:58.240385 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ebf4c2d1-05ac-4012-9305-73e2f46f0c46 req-c8c21df0-c594-4488-8d33-970dc1cb9035 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3277276 Jul 07 20:47:58.246568 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cd11b082-1a63-4181-98af-a2f3c630f12a req-05af11cd-3e13-421f-8bbd-6d7b47d87f5b tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.4 HTTP/1.1" status: 200 len: 694 time: 0.1088130 Jul 07 20:47:58.249783 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d88e68-8a8d-4ab0-8988-0cf2d17da745 req-06976d18-97c1-4ec0-b3b8-2648931e3221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:58.252477 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-86d88e68-8a8d-4ab0-8988-0cf2d17da745 req-06976d18-97c1-4ec0-b3b8-2648931e3221 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.3409691 Jul 07 20:47:58.287404 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1f45d6-6734-4f0a-898f-581233671fb3', 'tag': 'a53c18d1-1528-4be0-8e2c-810a342ea061'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:47:58.292447 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4cadcb-6e45-45d7-8300-8f1022720041" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1f45d6-6734-4f0a-898f-581233671fb3", "tag": "a53c18d1-1528-4be0-8e2c-810a342ea061"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:47:58.375267 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-bcec9f34-4d6f-4db7-aaee-22949b55fd65 None None] Set router 98060c53-bc94-4b5e-984e-0f24e50c4a34 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:47:58.415890 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-77fe4f44-1b91-43bd-b6ba-6ce31665e57f req-a7bea090-1c21-4382-b9d0-a7c6fcf4f3fb service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445560 Jul 07 20:47:58.417907 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-86d88e68-8a8d-4ab0-8988-0cf2d17da745 req-df23f38f-37be-484b-9014-3e177fdd3cb3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=3fd3d68c-e58c-4865-9dbd-4ad768444535 HTTP/1.1" status: 200 len: 217 time: 0.0672393 Jul 07 20:47:58.442571 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-00cbd456-d351-4dd3-bb88-ff8539679246 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=63363d7a030a481ea08c90752df1a2b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0909936 Jul 07 20:47:58.464815 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed4264-535b-4ec7-bfe6-13d7107d9eb6 req-c9cfc7c3-3159-47d1-bb58-31db97372eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:58.469090 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-94ed4264-535b-4ec7-bfe6-13d7107d9eb6 req-c9cfc7c3-3159-47d1-bb58-31db97372eb2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 1097 time: 0.1320515 Jul 07 20:47:58.511902 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cd11b082-1a63-4181-98af-a2f3c630f12a req-1a4df0e2-48a2-47d4-84e9-7afe890dbe92 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.4 HTTP/1.1" status: 200 len: 694 time: 0.2581937 Jul 07 20:47:58.684327 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed4264-535b-4ec7-bfe6-13d7107d9eb6 req-0d636e9e-cc06-435f-918f-4632e822b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:58.688908 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-94ed4264-535b-4ec7-bfe6-13d7107d9eb6 req-0d636e9e-cc06-435f-918f-4632e822b805 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 921 time: 0.1553242 Jul 07 20:47:58.753312 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-94ed4264-535b-4ec7-bfe6-13d7107d9eb6 req-f169037a-1951-4024-a811-bb48cdb3b90c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61aa3355-317c-4f2d-b6bd-32d8edd4802b HTTP/1.1" status: 200 len: 217 time: 0.0545213 Jul 07 20:47:58.766866 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ebf4c2d1-05ac-4012-9305-73e2f46f0c46 req-a95aa418-4b07-426e-80d9-11e60452b299 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000253 Jul 07 20:47:58.785441 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d88e68-8a8d-4ab0-8988-0cf2d17da745 req-8bc8307f-11cc-418f-968b-b6c139c871c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:58.786936 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-86d88e68-8a8d-4ab0-8988-0cf2d17da745 req-8bc8307f-11cc-418f-968b-b6c139c871c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.3350952 Jul 07 20:47:58.829597 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed4264-535b-4ec7-bfe6-13d7107d9eb6 req-519d157a-60ed-4266-87fa-5e25910824fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:58.831906 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-94ed4264-535b-4ec7-bfe6-13d7107d9eb6 req-519d157a-60ed-4266-87fa-5e25910824fc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=58cf048c-6ca3-4e9c-85aa-89cc2a934f80 HTTP/1.1" status: 200 len: 860 time: 0.0599029 Jul 07 20:47:58.833757 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-bcec9f34-4d6f-4db7-aaee-22949b55fd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'name': 'tempest-ServersTestBootFromVolume-1101165149-router', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:43Z', 'updated_at': '2021-07-07T20:46:49Z', 'revision_number': 4, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'gw_port': {'id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:98:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:44Z', 'updated_at': '2021-07-07T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '8e75c17e-a068-4afc-a6e8-bded5a64d2f9', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'port_id': 'a53c18d1-1528-4be0-8e2c-810a342ea061', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554', 'mac_address': 'fa:16:3e:b6:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f45d6-6734-4f0a-898f-581233671fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:46:55Z', 'updated_at': '2021-07-07T20:47:56Z', 'revision_number': 1, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '555df1d2-aa35-4fc3-a3ac-77ff10138a74', 'name': '', 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'mac_address': 'fa:16:3e:c0:00:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '3a661560-d0ca-4a80-a1c0-8f03610fb2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:49Z', 'updated_at': '2021-07-07T20:46:57Z', 'revision_number': 5, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'subnets': [{'id': '3a661560-d0ca-4a80-a1c0-8f03610fb2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:47:58.863269 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcec9f34-4d6f-4db7-aaee-22949b55fd65 None None] The sync data for ids ['98060c53-bc94-4b5e-984e-0f24e50c4a34'] in n-d-695189-11 is: [{'id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'name': 'tempest-ServersTestBootFromVolume-1101165149-router', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:43Z', 'updated_at': '2021-07-07T20:46:49Z', 'revision_number': 4, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'gw_port': {'id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:98:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:44Z', 'updated_at': '2021-07-07T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '8e75c17e-a068-4afc-a6e8-bded5a64d2f9', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'port_id': 'a53c18d1-1528-4be0-8e2c-810a342ea061', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554', 'mac_address': 'fa:16:3e:b6:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f45d6-6734-4f0a-898f-581233671fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:46:55Z', 'updated_at': '2021-07-07T20:47:56Z', 'revision_number': 1, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '555df1d2-aa35-4fc3-a3ac-77ff10138a74', 'name': '', 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'mac_address': 'fa:16:3e:c0:00:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '3a661560-d0ca-4a80-a1c0-8f03610fb2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:49Z', 'updated_at': '2021-07-07T20:46:57Z', 'revision_number': 5, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'subnets': [{'id': '3a661560-d0ca-4a80-a1c0-8f03610fb2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:47:58.898137 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-94ed4264-535b-4ec7-bfe6-13d7107d9eb6 req-495f6e86-45ff-4469-b702-a3b054e8228f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b91b62e-f0da-4f30-b6c0-0519015da08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339663 Jul 07 20:47:58.987146 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-e8d43201-c3b0-47b7-b657-ec9cb73a7b5d tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:58.988736 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-e8d43201-c3b0-47b7-b657-ec9cb73a7b5d tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5317082 Jul 07 20:47:59.007847 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc6c66-2e0e-4811-9762-15ea4e321320 req-c3d583d9-d355-4d34-b3a2-783d5545175d tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:59.009554 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-68dc6c66-2e0e-4811-9762-15ea4e321320 req-c3d583d9-d355-4d34-b3a2-783d5545175d tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff49a5c3-f42a-4180-9d87-a014fd0a4020 HTTP/1.1" status: 200 len: 948 time: 0.5722911 Jul 07 20:47:59.026632 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-94ed4264-535b-4ec7-bfe6-13d7107d9eb6 req-b8945a6e-421a-4b85-8e57-0b2aa8243619 service neutron] 10.222.0.58 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161740 Jul 07 20:47:59.079839 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-224a31b1-29c4-490d-a093-45e9f483f0f1 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Request body: {'port': {'device_id': 'a3f4f1a0-128d-406e-9c3d-fef8352d6ba3', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': '63363d7a030a481ea08c90752df1a2b6'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:47:59.090932 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ebf4c2d1-05ac-4012-9305-73e2f46f0c46 req-f692db38-95ea-41a7-bea7-e8f26dd62fe2 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113153 Jul 07 20:47:59.157692 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a07cef1e-55f8-4106-81e7-859883a761ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:59.167606 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03946bc5-25ef-4aa7-8ee2-5247e951d253 None None] New status for floating IP 8e75c17e-a068-4afc-a6e8-bded5a64d2f9: ACTIVE {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:47:59.189069 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-68dc6c66-2e0e-4811-9762-15ea4e321320 req-8fd1e1dd-786b-4d2d-a87f-97e6f31f2d16 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619961 Jul 07 20:47:59.194046 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 3fd3d68c-e58c-4865-9dbd-4ad768444535 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:47:59.214569 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-cd11b082-1a63-4181-98af-a2f3c630f12a req-b4bd3e92-4d38-4e5e-8a81-f95422704d37 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Deleting port 6fde46d7-1e67-42b5-911f-fd545d12277e {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:47:59.222858 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cd11b082-1a63-4181-98af-a2f3c630f12a req-b4bd3e92-4d38-4e5e-8a81-f95422704d37 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:59.240694 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d88e68-8a8d-4ab0-8988-0cf2d17da745 req-9043a73d-4172-4638-9de9-7fb284ca2233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:47:59.241925 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-86d88e68-8a8d-4ab0-8988-0cf2d17da745 req-9043a73d-4172-4638-9de9-7fb284ca2233 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4089823 Jul 07 20:47:59.250121 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-94ed4264-535b-4ec7-bfe6-13d7107d9eb6 req-ef643208-9c6b-4f2f-83ad-9981f1b7385b service neutron] 10.222.0.58 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809158 Jul 07 20:47:59.441865 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 3fd3d68c-e58c-4865-9dbd-4ad768444535, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=3fd3d68c-e58c-4865-9dbd-4ad768444535,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:59.458583 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '3fd3d68c-e58c-4865-9dbd-4ad768444535', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '3fd3d68c-e58c-4865-9dbd-4ad768444535', 'mac_address': 'fa:16:3e:62:24:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:47:59.517687 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:59.532490 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd3d68c-e58c-4865-9dbd-4ad768444535 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:47:59.537411 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cd11b082-1a63-4181-98af-a2f3c630f12a req-b4bd3e92-4d38-4e5e-8a81-f95422704d37 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:59.537743 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cd11b082-1a63-4181-98af-a2f3c630f12a req-b4bd3e92-4d38-4e5e-8a81-f95422704d37 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:59.556879 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 3fd3d68c-e58c-4865-9dbd-4ad768444535, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=3fd3d68c-e58c-4865-9dbd-4ad768444535,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:59.562594 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:59.563870 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 19254ff3-2f0f-4684-b14a-aa9c0294c902 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:47:59.569028 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-cd11b082-1a63-4181-98af-a2f3c630f12a req-b4bd3e92-4d38-4e5e-8a81-f95422704d37 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Calling delete_port for 6fde46d7-1e67-42b5-911f-fd545d12277e owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:47:59.583743 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-86d88e68-8a8d-4ab0-8988-0cf2d17da745 req-694c220b-c84a-4adb-88da-b0b1100ba310 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447200 Jul 07 20:47:59.590006 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-224a31b1-29c4-490d-a093-45e9f483f0f1 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Made reservation on behalf of 63363d7a030a481ea08c90752df1a2b6 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:47:59.593789 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-224a31b1-29c4-490d-a093-45e9f483f0f1 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:59.641269 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 19254ff3-2f0f-4684-b14a-aa9c0294c902, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=19254ff3-2f0f-4684-b14a-aa9c0294c902,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:59.644909 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=3fd3d68c-e58c-4865-9dbd-4ad768444535,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:59.656647 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '19254ff3-2f0f-4684-b14a-aa9c0294c902', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '19254ff3-2f0f-4684-b14a-aa9c0294c902', 'mac_address': 'fa:16:3e:fa:27:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:47:59.675170 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-224a31b1-29c4-490d-a093-45e9f483f0f1 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:59.699409 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:59.718069 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19254ff3-2f0f-4684-b14a-aa9c0294c902 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:47:59.748766 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 19254ff3-2f0f-4684-b14a-aa9c0294c902, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=19254ff3-2f0f-4684-b14a-aa9c0294c902,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:47:59.754438 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:59.854299 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=19254ff3-2f0f-4684-b14a-aa9c0294c902,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:47:59.857214 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-86d88e68-8a8d-4ab0-8988-0cf2d17da745 req-c223301d-bd2d-4eca-be08-8cfc7ba680ae service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591822 Jul 07 20:47:59.944991 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cd11b082-1a63-4181-98af-a2f3c630f12a req-b4bd3e92-4d38-4e5e-8a81-f95422704d37 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:47:59.982508 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd3e92-4d38-4e5e-8a81-f95422704d37 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Pushing event deleted for resources: {'Port': ['ID=6fde46d7-1e67-42b5-911f-fd545d12277e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:00.035409 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-cebfb24d-ac27-48c1-b17c-6f4cc7b69100 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=63363d7a030a481ea08c90752df1a2b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448692 Jul 07 20:48:00.153805 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e8b1b48a-3138-4046-85f3-ef75a33f693d req-9da3f452-0769-4b6a-8687-ec5469fcfc7a tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d5e54f-5f73-4f42-9a14-8ddd02ad5321 HTTP/1.1" status: 200 len: 210 time: 0.0862916 Jul 07 20:48:00.158102 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-224a31b1-29c4-490d-a093-45e9f483f0f1 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:00.164178 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-224a31b1-29c4-490d-a093-45e9f483f0f1 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:00.173963 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['3fd3d68c-e58c-4865-9dbd-4ad768444535'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:48:00.183282 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-f849caf3-ce39-4bd2-bb3f-998c90441618 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:00.185892 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-f849caf3-ce39-4bd2-bb3f-998c90441618 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1357374 Jul 07 20:48:00.218703 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-f2842f28-b2fa-4948-9003-d852aac02c78 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Request body: {'port': {'device_id': '22d5e54f-5f73-4f42-9a14-8ddd02ad5321', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': '63363d7a030a481ea08c90752df1a2b6'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:00.237390 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['19254ff3-2f0f-4684-b14a-aa9c0294c902'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:48:00.369652 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-224a31b1-29c4-490d-a093-45e9f483f0f1 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Allocated IP 192.168.233.239 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/7f0006dd-e0d6-4b99-9d0e-627f65b08db9) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:48:00.439583 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cd11b082-1a63-4181-98af-a2f3c630f12a req-b4bd3e92-4d38-4e5e-8a81-f95422704d37 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:00.442392 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cd11b082-1a63-4181-98af-a2f3c630f12a req-b4bd3e92-4d38-4e5e-8a81-f95422704d37 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:00.444093 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cd11b082-1a63-4181-98af-a2f3c630f12a req-b4bd3e92-4d38-4e5e-8a81-f95422704d37 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "DELETE /v2.0/floatingips/30c84428-473a-4d41-a0dc-082af8903d00 HTTP/1.1" status: 204 len: 173 time: 1.9310930 Jul 07 20:48:00.500995 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-f2842f28-b2fa-4948-9003-d852aac02c78 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Made reservation on behalf of 63363d7a030a481ea08c90752df1a2b6 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:48:00.509717 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-f2842f28-b2fa-4948-9003-d852aac02c78 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:00.595158 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a31b1-29c4-490d-a093-45e9f483f0f1 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=874f0bf5-694d-4344-9faf-2d9d65177227,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:00.672179 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-224a31b1-29c4-490d-a093-45e9f483f0f1 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:00.695194 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4832cf3b-3d79-4c95-8ece-aaf40e8f06f4 x-openstack-request-id: req-4832cf3b-3d79-4c95-8ece-aaf40e8f06f4 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:48:00.695892 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1f45d6-6734-4f0a-898f-581233671fb3", "tag": "a53c18d1-1528-4be0-8e2c-810a342ea061", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:48:00.696311 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4832cf3b-3d79-4c95-8ece-aaf40e8f06f4 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:48:00.696705 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1f45d6-6734-4f0a-898f-581233671fb3', 'tag': 'a53c18d1-1528-4be0-8e2c-810a342ea061', 'status': 'completed', 'code': 200} Jul 07 20:48:00.741709 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-224a31b1-29c4-490d-a093-45e9f483f0f1 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Transition to ACTIVE for port object 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:00.868834 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-224a31b1-29c4-490d-a093-45e9f483f0f1 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:00.897406 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89214d85-75f2-4c60-b093-29d3c814bf1d req-c48fc3c0-f8de-4581-8673-c4da1e0af35e tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:00.899463 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-89214d85-75f2-4c60-b093-29d3c814bf1d req-c48fc3c0-f8de-4581-8673-c4da1e0af35e tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=194b6716-741c-45d0-a95d-610d404875e7 HTTP/1.1" status: 200 len: 950 time: 0.2173977 Jul 07 20:48:00.950189 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-f2842f28-b2fa-4948-9003-d852aac02c78 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Allocated IP 192.168.233.53 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/10f9f8a7-bacb-44c3-b5bb-211e8ba39706) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:48:00.964289 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cadcb-6e45-45d7-8300-8f1022720041 req-84e973a2-4b6c-432d-a9a9-0ee0e72621de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:00.965554 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de4cadcb-6e45-45d7-8300-8f1022720041 req-84e973a2-4b6c-432d-a9a9-0ee0e72621de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=24474cabdc4f49bba6441263c31f143d&device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 1097 time: 0.2222657 Jul 07 20:48:00.981707 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-224a31b1-29c4-490d-a093-45e9f483f0f1 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:48:01.003658 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-224a31b1-29c4-490d-a093-45e9f483f0f1 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:48:01.011366 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-224a31b1-29c4-490d-a093-45e9f483f0f1 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:48:01.026012 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a31b1-29c4-490d-a093-45e9f483f0f1 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Pushing event updated for resources: {'Port': ['ID=7f0006dd-e0d6-4b99-9d0e-627f65b08db9,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:01.202385 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-f2842f28-b2fa-4948-9003-d852aac02c78 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:01.221170 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-f2842f28-b2fa-4948-9003-d852aac02c78 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Transition to ACTIVE for port object 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:01.274005 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-f2842f28-b2fa-4948-9003-d852aac02c78 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:01.325667 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-f2842f28-b2fa-4948-9003-d852aac02c78 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:48:01.330198 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-f2842f28-b2fa-4948-9003-d852aac02c78 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:48:01.348998 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-f2842f28-b2fa-4948-9003-d852aac02c78 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:48:01.352800 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3ed97c49-b544-4bfb-90d1-ea210873e0b0 None None] Provisioning for port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:01.367479 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3ed97c49-b544-4bfb-90d1-ea210873e0b0 None None] Provisioning complete for port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:01.368550 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3ed97c49-b544-4bfb-90d1-ea210873e0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:01.401318 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2842f28-b2fa-4948-9003-d852aac02c78 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Pushing event updated for resources: {'Port': ['ID=10f9f8a7-bacb-44c3-b5bb-211e8ba39706,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:01.413120 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853124d-587f-49ea-a1f0-3b4929e9d545 req-f6b5ba15-8619-4241-b792-fda38f1c3f35 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:01.414669 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6853124d-587f-49ea-a1f0-3b4929e9d545 req-f6b5ba15-8619-4241-b792-fda38f1c3f35 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff49a5c3-f42a-4180-9d87-a014fd0a4020 HTTP/1.1" status: 200 len: 949 time: 0.6107080 Jul 07 20:48:01.417475 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-89214d85-75f2-4c60-b093-29d3c814bf1d req-e9c030f0-aec2-4ee3-ad64-2c34845b4f83 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750323 Jul 07 20:48:01.455200 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-f2842f28-b2fa-4948-9003-d852aac02c78 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:01.455901 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-f2842f28-b2fa-4948-9003-d852aac02c78 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:01.464403 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-224a31b1-29c4-490d-a093-45e9f483f0f1 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:01.465051 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-224a31b1-29c4-490d-a093-45e9f483f0f1 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:01.467777 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-3ed97c49-b544-4bfb-90d1-ea210873e0b0 None None] Port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:48:01.503013 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-f2842f28-b2fa-4948-9003-d852aac02c78 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2910964 Jul 07 20:48:01.514124 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-224a31b1-29c4-490d-a093-45e9f483f0f1 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4430912 Jul 07 20:48:01.520035 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-dd4e8dc7-4570-44f7-9060-103026657565 service neutron] Request body: {'port': {'device_id': '22d5e54f-5f73-4f42-9a14-8ddd02ad5321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:01.530758 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6853124d-587f-49ea-a1f0-3b4929e9d545 req-f6015352-a27f-4af4-8076-6700b49894e3 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042035 Jul 07 20:48:01.533797 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cadcb-6e45-45d7-8300-8f1022720041 req-7c62766b-3a7d-46f6-833d-bc14588a3093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:01.535282 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de4cadcb-6e45-45d7-8300-8f1022720041 req-7c62766b-3a7d-46f6-833d-bc14588a3093 service neutron] 10.222.0.39 "GET /v2.0/networks?id=10c6c845-5620-49c3-9767-57c4afeea554 HTTP/1.1" status: 200 len: 917 time: 0.5452514 Jul 07 20:48:01.550937 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-a863794f-eff2-4e07-b5e4-271df80b7f7c service neutron] Request body: {'port': {'device_id': 'a3f4f1a0-128d-406e-9c3d-fef8352d6ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:01.634424 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-dd4e8dc7-4570-44f7-9060-103026657565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:01.793298 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d7a003d2-1d4a-4dcf-a2d8-b4cccbe27194 None None] Provisioning for port 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:01.798788 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d7a003d2-1d4a-4dcf-a2d8-b4cccbe27194 None None] Provisioning complete for port 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:01.799175 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d7a003d2-1d4a-4dcf-a2d8-b4cccbe27194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:01.824793 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-a863794f-eff2-4e07-b5e4-271df80b7f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:01.904921 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef007f0-9c0b-4154-8b13-c6bc820efceb req-1059048a-705f-4e8c-ad24-170a92789eea tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:01.907778 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ef007f0-9c0b-4154-8b13-c6bc820efceb req-1059048a-705f-4e8c-ad24-170a92789eea tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3282709 Jul 07 20:48:01.912324 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9875014f-3630-45da-a25c-4faa477380ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:01.920046 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de4cadcb-6e45-45d7-8300-8f1022720041 req-98d9a72a-b31d-492f-b54a-ad39ae33837b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a53c18d1-1528-4be0-8e2c-810a342ea061 HTTP/1.1" status: 200 len: 1000 time: 0.3629980 Jul 07 20:48:01.930976 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-d7a003d2-1d4a-4dcf-a2d8-b4cccbe27194 None None] Port 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:48:01.934626 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:02.053243 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-dd4e8dc7-4570-44f7-9060-103026657565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:48:02.075455 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-dd4e8dc7-4570-44f7-9060-103026657565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:02.092437 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-dd4e8dc7-4570-44f7-9060-103026657565 service neutron] Transition to ACTIVE for port object 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:02.098925 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-dd4e8dc7-4570-44f7-9060-103026657565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:02.161165 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e8dc7-4570-44f7-9060-103026657565 service neutron] Pushing event updated for resources: {'Port': ['ID=10f9f8a7-bacb-44c3-b5bb-211e8ba39706,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:02.276113 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-dd4e8dc7-4570-44f7-9060-103026657565 service neutron] Attempting to bind port 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:48:02.278976 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-dd4e8dc7-4570-44f7-9060-103026657565 service neutron] Attempting to bind port 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:48:02.280071 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-dd4e8dc7-4570-44f7-9060-103026657565 service neutron] Attempting to bind port 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:48:02.290749 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-dd4e8dc7-4570-44f7-9060-103026657565 service neutron] Port 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:48:02.291024 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cadcb-6e45-45d7-8300-8f1022720041 req-8091058f-940f-4b7a-a089-1c21b386eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:02.291825 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-dd4e8dc7-4570-44f7-9060-103026657565 service neutron] Attempting to bind port 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:48:02.292923 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de4cadcb-6e45-45d7-8300-8f1022720041 req-8091058f-940f-4b7a-a089-1c21b386eaf5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a661560-d0ca-4a80-a1c0-8f03610fb2e7 HTTP/1.1" status: 200 len: 855 time: 0.3494143 Jul 07 20:48:02.308937 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-dd4e8dc7-4570-44f7-9060-103026657565 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:48:02.310878 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-dd4e8dc7-4570-44f7-9060-103026657565 service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:48:02.311413 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-dd4e8dc7-4570-44f7-9060-103026657565 service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:48:02.312094 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-dd4e8dc7-4570-44f7-9060-103026657565 service neutron] Bound port: 10f9f8a7-bacb-44c3-b5bb-211e8ba39706, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:48:02.312958 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-dd4e8dc7-4570-44f7-9060-103026657565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:02.408129 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-dd4e8dc7-4570-44f7-9060-103026657565 service neutron] For port 10f9f8a7-bacb-44c3-b5bb-211e8ba39706, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:48:02.412147 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-dd4e8dc7-4570-44f7-9060-103026657565 service neutron] For port 10f9f8a7-bacb-44c3-b5bb-211e8ba39706, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=10f9f8a7-bacb-44c3-b5bb-211e8ba39706,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:48:02.418676 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-dd4e8dc7-4570-44f7-9060-103026657565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:02.441131 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d4e2a-e04a-4314-9e8d-c7f618343cfc req-22e65928-2cbc-4d3a-95a4-5a63ea5ba5a4 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:02.443285 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-945d4e2a-e04a-4314-9e8d-c7f618343cfc req-22e65928-2cbc-4d3a-95a4-5a63ea5ba5a4 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d5e54f-5f73-4f42-9a14-8ddd02ad5321 HTTP/1.1" status: 200 len: 947 time: 0.3019066 Jul 07 20:48:02.466855 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-dd4e8dc7-4570-44f7-9060-103026657565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:02.467636 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-dd4e8dc7-4570-44f7-9060-103026657565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:02.469226 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-dd4e8dc7-4570-44f7-9060-103026657565 service neutron] 10.222.0.58 "PUT /v2.0/ports/10f9f8a7-bacb-44c3-b5bb-211e8ba39706 HTTP/1.1" status: 200 len: 1096 time: 0.9545772 Jul 07 20:48:02.500305 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e8dc7-4570-44f7-9060-103026657565 service neutron] Pushing event updated for resources: {'Port': ['ID=10f9f8a7-bacb-44c3-b5bb-211e8ba39706,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:02.544496 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-17fd1754-83b1-4491-aa26-3056b6e91ca9 req-03cdec2a-5a62-49fd-9e65-8fab6f9c4ed7 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=b09846d7f1e44512b17ef23d8691239b HTTP/1.1" status: 200 len: 1656 time: 0.1487460 Jul 07 20:48:02.602122 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-d6e10c81-4714-4400-a511-92d154f25258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:02.603687 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-d6e10c81-4714-4400-a511-92d154f25258 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63363d7a030a481ea08c90752df1a2b6&device_id=22d5e54f-5f73-4f42-9a14-8ddd02ad5321 HTTP/1.1" status: 200 len: 1099 time: 0.0737290 Jul 07 20:48:02.655211 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-008a1e67-ee47-4bbe-9107-8eabf0846903 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=10f9f8a7-bacb-44c3-b5bb-211e8ba39706 HTTP/1.1" status: 200 len: 217 time: 0.0416543 Jul 07 20:48:02.693195 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-945d4e2a-e04a-4314-9e8d-c7f618343cfc req-62bc43d0-516d-4ae8-b9c7-1a0508d49ec7 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/security-groups?id=874f0bf5-694d-4344-9faf-2d9d65177227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987090 Jul 07 20:48:02.699261 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cadcb-6e45-45d7-8300-8f1022720041 req-fb93ce2e-05e7-46c4-9c41-759b77766850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:02.700785 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de4cadcb-6e45-45d7-8300-8f1022720041 req-fb93ce2e-05e7-46c4-9c41-759b77766850 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10c6c845-5620-49c3-9767-57c4afeea554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3834059 Jul 07 20:48:02.709554 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-a863794f-eff2-4e07-b5e4-271df80b7f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:48:02.712241 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d5e54f-5f73-4f42-9a14-8ddd02ad5321', 'tag': '10f9f8a7-bacb-44c3-b5bb-211e8ba39706'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:48:02.715810 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba1e82e-6d50-4fcc-80f5-1f5d0f013807" -d '{"events": [{"name": "network-changed", "server_uuid": "22d5e54f-5f73-4f42-9a14-8ddd02ad5321", "tag": "10f9f8a7-bacb-44c3-b5bb-211e8ba39706"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:48:02.724477 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-a863794f-eff2-4e07-b5e4-271df80b7f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:02.751740 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-531c2164-6b9a-4f3e-bc9e-f1e83e27e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:02.754372 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-531c2164-6b9a-4f3e-bc9e-f1e83e27e1d1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0876594 Jul 07 20:48:02.818479 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-a863794f-eff2-4e07-b5e4-271df80b7f7c service neutron] Transition to ACTIVE for port object 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:02.836252 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd1754-83b1-4491-aa26-3056b6e91ca9 req-aec1b759-9b59-4877-b12a-9d954017236f tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:02.843413 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-17fd1754-83b1-4491-aa26-3056b6e91ca9 req-aec1b759-9b59-4877-b12a-9d954017236f tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/networks?id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba&id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba&id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 787 time: 0.2979457 Jul 07 20:48:02.846717 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-978d4c1b-6041-4069-8021-426dc4c379fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:02.848346 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-978d4c1b-6041-4069-8021-426dc4c379fc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0849843 Jul 07 20:48:02.849066 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-a863794f-eff2-4e07-b5e4-271df80b7f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:02.855363 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-17fd1754-83b1-4491-aa26-3056b6e91ca9 req-4206fa57-7997-4afe-bfd4-edaa073a0ff8 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:48:02.856570 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-17fd1754-83b1-4491-aa26-3056b6e91ca9 req-4206fa57-7997-4afe-bfd4-edaa073a0ff8 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121830 Jul 07 20:48:03.048092 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863794f-eff2-4e07-b5e4-271df80b7f7c service neutron] Pushing event updated for resources: {'Port': ['ID=7f0006dd-e0d6-4b99-9d0e-627f65b08db9,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:03.054343 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de4cadcb-6e45-45d7-8300-8f1022720041 req-dbc5ee5a-dfcd-48ba-b722-5afdf45c2187 service neutron] 10.222.0.39 "GET /v2.0/networks/10c6c845-5620-49c3-9767-57c4afeea554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387027 Jul 07 20:48:03.206398 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-b5367f43-7593-483d-8830-06b151cbd6be service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446324 Jul 07 20:48:03.224367 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 3fd3d68c-e58c-4865-9dbd-4ad768444535 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:48:03.263704 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-a863794f-eff2-4e07-b5e4-271df80b7f7c service neutron] Attempting to bind port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:48:03.264205 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-a863794f-eff2-4e07-b5e4-271df80b7f7c service neutron] Attempting to bind port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:48:03.264650 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-a863794f-eff2-4e07-b5e4-271df80b7f7c service neutron] Attempting to bind port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:48:03.289731 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-a863794f-eff2-4e07-b5e4-271df80b7f7c service neutron] Port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:48:03.290205 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-a863794f-eff2-4e07-b5e4-271df80b7f7c service neutron] Attempting to bind port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:48:03.308016 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-a863794f-eff2-4e07-b5e4-271df80b7f7c service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:48:03.308492 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-a863794f-eff2-4e07-b5e4-271df80b7f7c service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:48:03.308970 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-a863794f-eff2-4e07-b5e4-271df80b7f7c service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:48:03.309531 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-a863794f-eff2-4e07-b5e4-271df80b7f7c service neutron] Bound port: 7f0006dd-e0d6-4b99-9d0e-627f65b08db9, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:48:03.310016 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-a863794f-eff2-4e07-b5e4-271df80b7f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:03.352148 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de4cadcb-6e45-45d7-8300-8f1022720041 req-05b2da54-2fcf-4f87-8ab7-43df5063fb1e service neutron] 10.222.0.39 "GET /v2.0/networks/10c6c845-5620-49c3-9767-57c4afeea554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788463 Jul 07 20:48:03.363887 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 3fd3d68c-e58c-4865-9dbd-4ad768444535 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:03.368958 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7ba5e49a-ecb8-4fed-b978-1dc9bbac4a8b req-009cc43c-f8a5-4f93-95d8-8b4a2f0d46a8 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492414 Jul 07 20:48:03.377770 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 3fd3d68c-e58c-4865-9dbd-4ad768444535 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:03.378361 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:03.413583 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea6897-50c3-469f-88de-7a13c191633c req-6bf33455-7498-4d36-9c6a-72bf0b9037ca tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:03.415265 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-61ea6897-50c3-469f-88de-7a13c191633c req-6bf33455-7498-4d36-9c6a-72bf0b9037ca tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff49a5c3-f42a-4180-9d87-a014fd0a4020 HTTP/1.1" status: 200 len: 949 time: 0.2532992 Jul 07 20:48:03.429019 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50f2cf-3bb9-4c77-93bc-d2da520c0ec4 req-9e71a012-abc4-4178-8a0f-f59e6fb32ccc tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:03.429915 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50f2cf-3bb9-4c77-93bc-d2da520c0ec4 req-9e71a012-abc4-4178-8a0f-f59e6fb32ccc tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:03.435316 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50f2cf-3bb9-4c77-93bc-d2da520c0ec4 req-9e71a012-abc4-4178-8a0f-f59e6fb32ccc tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:03.435316 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50f2cf-3bb9-4c77-93bc-d2da520c0ec4 req-9e71a012-abc4-4178-8a0f-f59e6fb32ccc tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:03.435316 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50f2cf-3bb9-4c77-93bc-d2da520c0ec4 req-9e71a012-abc4-4178-8a0f-f59e6fb32ccc tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:03.435316 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50f2cf-3bb9-4c77-93bc-d2da520c0ec4 req-9e71a012-abc4-4178-8a0f-f59e6fb32ccc tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:03.435316 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50f2cf-3bb9-4c77-93bc-d2da520c0ec4 req-9e71a012-abc4-4178-8a0f-f59e6fb32ccc tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:03.435316 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50f2cf-3bb9-4c77-93bc-d2da520c0ec4 req-9e71a012-abc4-4178-8a0f-f59e6fb32ccc tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:03.436088 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50f2cf-3bb9-4c77-93bc-d2da520c0ec4 req-9e71a012-abc4-4178-8a0f-f59e6fb32ccc tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:03.436743 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50f2cf-3bb9-4c77-93bc-d2da520c0ec4 req-9e71a012-abc4-4178-8a0f-f59e6fb32ccc tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:03.437554 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50f2cf-3bb9-4c77-93bc-d2da520c0ec4 req-9e71a012-abc4-4178-8a0f-f59e6fb32ccc tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:03.438443 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50f2cf-3bb9-4c77-93bc-d2da520c0ec4 req-9e71a012-abc4-4178-8a0f-f59e6fb32ccc tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:03.439903 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50f2cf-3bb9-4c77-93bc-d2da520c0ec4 req-9e71a012-abc4-4178-8a0f-f59e6fb32ccc tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:03.441306 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50f2cf-3bb9-4c77-93bc-d2da520c0ec4 req-9e71a012-abc4-4178-8a0f-f59e6fb32ccc tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:03.444699 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5c50f2cf-3bb9-4c77-93bc-d2da520c0ec4 req-9e71a012-abc4-4178-8a0f-f59e6fb32ccc tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=22d5e54f-5f73-4f42-9a14-8ddd02ad5321&device_id=a3f4f1a0-128d-406e-9c3d-fef8352d6ba3&device_id=4f81a341-beaa-43c3-ac95-a6e8c03a119c&device_id=ff49a5c3-f42a-4180-9d87-a014fd0a4020&device_id=194b6716-741c-45d0-a95d-610d404875e7&device_id=5d1f45d6-6734-4f0a-898f-581233671fb3&device_id=1652c582-58ee-4a7e-91bc-961e710e13d8&device_id=6e9b4526-39a9-469c-8e3c-de42c227172e&device_id=d3a092c3-2760-411d-b39e-277664d31fbf&device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a&device_id=d1b0a647-8a16-411c-afd4-47b9ad8ad51f&device_id=5033e15c-dd40-4001-a493-868a801a94e5&device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c&device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 12617 time: 0.2926435 Jul 07 20:48:03.447819 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:03.503204 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:03.538951 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f81a341-beaa-43c3-ac95-a6e8c03a119c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd3d68c-e58c-4865-9dbd-4ad768444535'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:48:03.542400 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a3cb4f-fe72-48b3-946d-424b2cfe001c" -d '{"events": [{"server_uuid": "4f81a341-beaa-43c3-ac95-a6e8c03a119c", "name": "network-vif-plugged", "status": "completed", "tag": "3fd3d68c-e58c-4865-9dbd-4ad768444535"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:48:03.543909 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5c50f2cf-3bb9-4c77-93bc-d2da520c0ec4 req-fa47134d-4a09-48fc-931b-464a5dcd94ac tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:03.559762 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 3fd3d68c-e58c-4865-9dbd-4ad768444535, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=3fd3d68c-e58c-4865-9dbd-4ad768444535,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:03.565016 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:03.566563 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 19254ff3-2f0f-4684-b14a-aa9c0294c902 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:48:03.583957 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-a863794f-eff2-4e07-b5e4-271df80b7f7c service neutron] For port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:48:03.593821 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-61ea6897-50c3-469f-88de-7a13c191633c req-3bcb1a1b-c47f-4229-87b6-0a843ec8402c tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466525 Jul 07 20:48:03.608289 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-a863794f-eff2-4e07-b5e4-271df80b7f7c service neutron] For port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7f0006dd-e0d6-4b99-9d0e-627f65b08db9,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:48:03.617228 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-a863794f-eff2-4e07-b5e4-271df80b7f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:03.662927 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=3fd3d68c-e58c-4865-9dbd-4ad768444535,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:03.687182 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 19254ff3-2f0f-4684-b14a-aa9c0294c902 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:03.697593 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 19254ff3-2f0f-4684-b14a-aa9c0294c902 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:03.698524 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:03.700994 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-a863794f-eff2-4e07-b5e4-271df80b7f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:03.701615 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-a863794f-eff2-4e07-b5e4-271df80b7f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:03.704846 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-a863794f-eff2-4e07-b5e4-271df80b7f7c service neutron] 10.222.0.58 "PUT /v2.0/ports/7f0006dd-e0d6-4b99-9d0e-627f65b08db9 HTTP/1.1" status: 200 len: 1097 time: 2.1726909 Jul 07 20:48:03.705480 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f4f1a0-128d-406e-9c3d-fef8352d6ba3', 'tag': '7f0006dd-e0d6-4b99-9d0e-627f65b08db9'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:48:03.707825 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7b9b67-88ab-4733-9761-2851f489cec5" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f4f1a0-128d-406e-9c3d-fef8352d6ba3", "tag": "7f0006dd-e0d6-4b99-9d0e-627f65b08db9"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:48:03.786064 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863794f-eff2-4e07-b5e4-271df80b7f7c service neutron] Pushing event updated for resources: {'Port': ['ID=7f0006dd-e0d6-4b99-9d0e-627f65b08db9,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:03.835536 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e95d2d-539c-42b8-bc51-3c5de182ef90 x-openstack-request-id: req-c6e95d2d-539c-42b8-bc51-3c5de182ef90 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:48:03.836043 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d5e54f-5f73-4f42-9a14-8ddd02ad5321", "tag": "10f9f8a7-bacb-44c3-b5bb-211e8ba39706", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:48:03.836284 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c6e95d2d-539c-42b8-bc51-3c5de182ef90 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:48:03.836976 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d5e54f-5f73-4f42-9a14-8ddd02ad5321', 'tag': '10f9f8a7-bacb-44c3-b5bb-211e8ba39706', 'status': 'completed', 'code': 200} Jul 07 20:48:03.883077 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5c50f2cf-3bb9-4c77-93bc-d2da520c0ec4 req-fa47134d-4a09-48fc-931b-464a5dcd94ac tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:03.893080 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5c50f2cf-3bb9-4c77-93bc-d2da520c0ec4 req-fa47134d-4a09-48fc-931b-464a5dcd94ac tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:03.899100 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:03.960125 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1e82e-6d50-4fcc-80f5-1f5d0f013807 req-9faa123f-e178-491f-813f-bfed0d537714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:03.961894 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dba1e82e-6d50-4fcc-80f5-1f5d0f013807 req-9faa123f-e178-491f-813f-bfed0d537714 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63363d7a030a481ea08c90752df1a2b6&device_id=22d5e54f-5f73-4f42-9a14-8ddd02ad5321 HTTP/1.1" status: 200 len: 1099 time: 0.0930605 Jul 07 20:48:03.978634 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 19254ff3-2f0f-4684-b14a-aa9c0294c902, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=19254ff3-2f0f-4684-b14a-aa9c0294c902,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:03.984221 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:03.992351 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-bf434cd0-6c5b-4a4e-8d68-9ee65b2853e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:03.997291 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-bf434cd0-6c5b-4a4e-8d68-9ee65b2853e5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63363d7a030a481ea08c90752df1a2b6&device_id=a3f4f1a0-128d-406e-9c3d-fef8352d6ba3 HTTP/1.1" status: 200 len: 1100 time: 0.1970589 Jul 07 20:48:04.028619 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5c50f2cf-3bb9-4c77-93bc-d2da520c0ec4 req-fa47134d-4a09-48fc-931b-464a5dcd94ac tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=4d0ec93b-17a8-4a4a-a7cd-5c19d7f989f3&id=293fc063-5198-4523-ae1f-0e953f344cb2&id=874f0bf5-694d-4344-9faf-2d9d65177227&id=724068dd-4570-49cc-b2c4-fe1170b5213c&id=ece5fd39-d907-4652-949a-21feb9d11bad&id=1421dccb-50b3-4ff9-aae0-fbefd373e507&id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 765 time: 0.5506735 Jul 07 20:48:04.042479 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47134d-4a09-48fc-931b-464a5dcd94ac tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72f01f4-d7b4-4eba-ba32-ea37de43740a,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:04.097651 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1e82e-6d50-4fcc-80f5-1f5d0f013807 req-5bb95c0b-b494-467f-b761-7187fe3643fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:04.099531 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dba1e82e-6d50-4fcc-80f5-1f5d0f013807 req-5bb95c0b-b494-467f-b761-7187fe3643fd service neutron] 10.222.0.58 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.1253669 Jul 07 20:48:04.116599 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=19254ff3-2f0f-4684-b14a-aa9c0294c902,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:04.147970 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-ed515569-a836-4567-8d44-283fb7972e77 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=7f0006dd-e0d6-4b99-9d0e-627f65b08db9 HTTP/1.1" status: 200 len: 217 time: 0.1125560 Jul 07 20:48:04.160208 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c6a63245-dcb4-48a0-b820-24fce2a749ef req-72d6849c-5c26-43b0-b763-6dec33981f4a tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/floatingips/ca73da04-159f-4f75-95c6-abd778c88bdf HTTP/1.1" status: 200 len: 693 time: 0.1297567 Jul 07 20:48:04.161085 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dba1e82e-6d50-4fcc-80f5-1f5d0f013807 req-24dd19a5-934c-4e26-8350-d6abaa485b17 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=10f9f8a7-bacb-44c3-b5bb-211e8ba39706 HTTP/1.1" status: 200 len: 217 time: 0.0481985 Jul 07 20:48:04.212685 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c76af68-a180-4f8f-a895-b6e683a51d2c x-openstack-request-id: req-9c76af68-a180-4f8f-a895-b6e683a51d2c {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:48:04.213075 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f81a341-beaa-43c3-ac95-a6e8c03a119c", "name": "network-vif-plugged", "status": "completed", "tag": "3fd3d68c-e58c-4865-9dbd-4ad768444535", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:48:04.213402 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c76af68-a180-4f8f-a895-b6e683a51d2c {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:48:04.214303 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f81a341-beaa-43c3-ac95-a6e8c03a119c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd3d68c-e58c-4865-9dbd-4ad768444535', 'code': 200} Jul 07 20:48:04.228572 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1e82e-6d50-4fcc-80f5-1f5d0f013807 req-236843c8-3ede-404f-8532-37d4bd165514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:04.232124 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dba1e82e-6d50-4fcc-80f5-1f5d0f013807 req-236843c8-3ede-404f-8532-37d4bd165514 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0646098 Jul 07 20:48:04.277101 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef039c2-a907-42f4-aa18-5a40d92a5685 x-openstack-request-id: req-eef039c2-a907-42f4-aa18-5a40d92a5685 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:48:04.277101 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f4f1a0-128d-406e-9c3d-fef8352d6ba3", "tag": "7f0006dd-e0d6-4b99-9d0e-627f65b08db9", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:48:04.277101 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eef039c2-a907-42f4-aa18-5a40d92a5685 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:48:04.277101 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f4f1a0-128d-406e-9c3d-fef8352d6ba3', 'tag': '7f0006dd-e0d6-4b99-9d0e-627f65b08db9', 'status': 'completed', 'code': 200} Jul 07 20:48:04.277101 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-b2f48774-1b4b-470a-9e0c-69afb53c50ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:04.277101 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-b2f48774-1b4b-470a-9e0c-69afb53c50ab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1144464 Jul 07 20:48:04.345949 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1e82e-6d50-4fcc-80f5-1f5d0f013807 req-ad22702b-a6eb-4e43-aa98-cf3732955d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:04.347533 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dba1e82e-6d50-4fcc-80f5-1f5d0f013807 req-ad22702b-a6eb-4e43-aa98-cf3732955d2d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1032860 Jul 07 20:48:04.400300 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a63245-dcb4-48a0-b820-24fce2a749ef req-84c5b842-ce7a-489a-b6f9-c17690a7eee2 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:04.401682 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c6a63245-dcb4-48a0-b820-24fce2a749ef req-84c5b842-ce7a-489a-b6f9-c17690a7eee2 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.2294912 Jul 07 20:48:04.468157 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dba1e82e-6d50-4fcc-80f5-1f5d0f013807 req-cfba52cf-81f5-47ec-aba0-239399a221e6 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988126 Jul 07 20:48:04.499685 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c6a63245-dcb4-48a0-b820-24fce2a749ef req-02cdcc28-7f2b-4cf8-aa5f-c9ff3e18f3c5 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 696 time: 0.0846922 Jul 07 20:48:04.561927 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-6c8bdd2a-9748-4863-bfbd-ce2625bf5197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:04.563706 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-6c8bdd2a-9748-4863-bfbd-ce2625bf5197 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2674468 Jul 07 20:48:04.579278 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c6a63245-dcb4-48a0-b820-24fce2a749ef req-16a91344-b66d-4660-83b9-c399d64c0a34 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 696 time: 0.0648565 Jul 07 20:48:04.581106 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f5bc7-3d30-42af-b17c-329405b09df3 req-a2ee43c9-8386-4f26-869a-03abe771f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:04.582563 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f72f5bc7-3d30-42af-b17c-329405b09df3 req-a2ee43c9-8386-4f26-869a-03abe771f4a4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4f81a341-beaa-43c3-ac95-a6e8c03a119c HTTP/1.1" status: 200 len: 1102 time: 0.2416766 Jul 07 20:48:04.583277 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dba1e82e-6d50-4fcc-80f5-1f5d0f013807 req-3d618478-cf2d-41d2-800f-9916f8203d2f service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031573 Jul 07 20:48:04.639559 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e70ea-1c99-4de2-8e77-6718bd8b1674 req-f050b6ed-9038-4041-a94b-ee64ed17e396 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:04.641594 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a70e70ea-1c99-4de2-8e77-6718bd8b1674 req-f050b6ed-9038-4041-a94b-ee64ed17e396 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d5e54f-5f73-4f42-9a14-8ddd02ad5321 HTTP/1.1" status: 200 len: 947 time: 0.2503221 Jul 07 20:48:05.051514 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f72f5bc7-3d30-42af-b17c-329405b09df3 req-390ef5b1-56a6-4423-a2cb-3c577c779796 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550028 Jul 07 20:48:05.092788 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:05.093389 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a70e70ea-1c99-4de2-8e77-6718bd8b1674 req-cad8fe79-5068-4c00-87da-0d0d3a48661d tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/security-groups?id=874f0bf5-694d-4344-9faf-2d9d65177227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445825 Jul 07 20:48:05.121739 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-cedd383b-7907-470c-ba01-4d5745114050 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791496 Jul 07 20:48:05.151715 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-c6a63245-dcb4-48a0-b820-24fce2a749ef req-d2b736f2-eb35-4c81-aa05-7eff8b2f44b0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Deleting port 61894e0d-5d9c-41ed-9e6b-6cbe9e7c7d39 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:48:05.152397 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c6a63245-dcb4-48a0-b820-24fce2a749ef req-d2b736f2-eb35-4c81-aa05-7eff8b2f44b0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:05.330927 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c6a63245-dcb4-48a0-b820-24fce2a749ef req-d2b736f2-eb35-4c81-aa05-7eff8b2f44b0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:05.331578 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c6a63245-dcb4-48a0-b820-24fce2a749ef req-d2b736f2-eb35-4c81-aa05-7eff8b2f44b0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:05.340773 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40a9dad2-5d65-42b0-ac0e-6144256b8030 req-ab527c4b-8668-43a5-8701-c2f39db6bdad service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033606 Jul 07 20:48:05.384578 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-c6a63245-dcb4-48a0-b820-24fce2a749ef req-d2b736f2-eb35-4c81-aa05-7eff8b2f44b0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Calling delete_port for 61894e0d-5d9c-41ed-9e6b-6cbe9e7c7d39 owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:48:05.519801 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da8d3c-5742-412e-8673-b009daf93e29 req-3662fc49-5bad-4c53-9450-f8c813af5efe tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:05.521257 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-04da8d3c-5742-412e-8673-b009daf93e29 req-3662fc49-5bad-4c53-9450-f8c813af5efe tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff49a5c3-f42a-4180-9d87-a014fd0a4020 HTTP/1.1" status: 200 len: 950 time: 0.1846728 Jul 07 20:48:05.576755 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b9b67-88ab-4733-9761-2851f489cec5 req-a073b6d5-2677-46bd-9da3-0aef7dedeecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:05.578318 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cb7b9b67-88ab-4733-9761-2851f489cec5 req-a073b6d5-2677-46bd-9da3-0aef7dedeecf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=63363d7a030a481ea08c90752df1a2b6&device_id=a3f4f1a0-128d-406e-9c3d-fef8352d6ba3 HTTP/1.1" status: 200 len: 1100 time: 0.1423771 Jul 07 20:48:05.612611 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:48:05.616564 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-04da8d3c-5742-412e-8673-b009daf93e29 req-1c101e73-2684-48b5-b16e-78948859adbe tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827157 Jul 07 20:48:05.692424 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c6a63245-dcb4-48a0-b820-24fce2a749ef req-d2b736f2-eb35-4c81-aa05-7eff8b2f44b0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:05.735013 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b736f2-eb35-4c81-aa05-7eff8b2f44b0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Pushing event deleted for resources: {'Port': ['ID=61894e0d-5d9c-41ed-9e6b-6cbe9e7c7d39,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:05.746830 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 10f9f8a7-bacb-44c3-b5bb-211e8ba39706, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=10f9f8a7-bacb-44c3-b5bb-211e8ba39706,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:05.761304 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '10f9f8a7-bacb-44c3-b5bb-211e8ba39706', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '10f9f8a7-bacb-44c3-b5bb-211e8ba39706', 'mac_address': 'fa:16:3e:00:c1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:48:05.799918 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b9b67-88ab-4733-9761-2851f489cec5 req-0db90d32-3950-41e5-94fb-af36b512ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:05.801471 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cb7b9b67-88ab-4733-9761-2851f489cec5 req-0db90d32-3950-41e5-94fb-af36b512ced6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.2008553 Jul 07 20:48:05.805683 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:05.820456 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:48:05.850265 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 10f9f8a7-bacb-44c3-b5bb-211e8ba39706, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=10f9f8a7-bacb-44c3-b5bb-211e8ba39706,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:05.855520 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:05.856597 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cb7b9b67-88ab-4733-9761-2851f489cec5 req-d2702f7c-5223-4226-a735-aa4d8e2aedda service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=7f0006dd-e0d6-4b99-9d0e-627f65b08db9 HTTP/1.1" status: 200 len: 217 time: 0.0419071 Jul 07 20:48:05.859095 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c6a63245-dcb4-48a0-b820-24fce2a749ef req-d2b736f2-eb35-4c81-aa05-7eff8b2f44b0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:05.862933 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c6a63245-dcb4-48a0-b820-24fce2a749ef req-d2b736f2-eb35-4c81-aa05-7eff8b2f44b0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:05.863255 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c6a63245-dcb4-48a0-b820-24fce2a749ef req-d2b736f2-eb35-4c81-aa05-7eff8b2f44b0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "DELETE /v2.0/floatingips/ca73da04-159f-4f75-95c6-abd778c88bdf HTTP/1.1" status: 204 len: 173 time: 1.2768924 Jul 07 20:48:05.928980 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b9b67-88ab-4733-9761-2851f489cec5 req-1094e3cd-161a-46f6-b9fd-79e6fdc95ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:05.930581 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cb7b9b67-88ab-4733-9761-2851f489cec5 req-1094e3cd-161a-46f6-b9fd-79e6fdc95ff5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0598822 Jul 07 20:48:05.945143 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=10f9f8a7-bacb-44c3-b5bb-211e8ba39706,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:06.002765 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b9b67-88ab-4733-9761-2851f489cec5 req-f7d7e39a-1f60-4008-844c-90c4d008d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:06.004359 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cb7b9b67-88ab-4733-9761-2851f489cec5 req-f7d7e39a-1f60-4008-844c-90c4d008d192 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0647027 Jul 07 20:48:06.117372 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0209e174-c457-4280-b8a1-1c68350f400f req-128292f2-df01-49ce-93cd-9bb00fd5ac89 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/floatingips/08230d1a-ae05-489b-8a50-978f597b48f7 HTTP/1.1" status: 200 len: 692 time: 0.0591877 Jul 07 20:48:06.215059 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff49a5c3-f42a-4180-9d87-a014fd0a4020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19254ff3-2f0f-4684-b14a-aa9c0294c902'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:48:06.217432 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4686a39-5b89-4815-812e-ea01e15b4812" -d '{"events": [{"server_uuid": "ff49a5c3-f42a-4180-9d87-a014fd0a4020", "name": "network-vif-plugged", "status": "completed", "tag": "19254ff3-2f0f-4684-b14a-aa9c0294c902"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:48:06.236391 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cb7b9b67-88ab-4733-9761-2851f489cec5 req-1cb9419b-ab93-45ea-9c53-b3cc4224f211 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245245 Jul 07 20:48:06.238493 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['10f9f8a7-bacb-44c3-b5bb-211e8ba39706'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:48:06.335906 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209e174-c457-4280-b8a1-1c68350f400f req-0cb840b8-311f-4fea-b68b-1b1125ffe143 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:06.337242 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0209e174-c457-4280-b8a1-1c68350f400f req-0cb840b8-311f-4fea-b68b-1b1125ffe143 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.2137399 Jul 07 20:48:06.351314 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4ff87-9eef-4b60-a23d-57c13588ab5c req-c49611b9-bf8d-4fcc-81f7-5ba8b40e78f1 tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:06.353803 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4ff87-9eef-4b60-a23d-57c13588ab5c req-c49611b9-bf8d-4fcc-81f7-5ba8b40e78f1 tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:06.353803 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4ff87-9eef-4b60-a23d-57c13588ab5c req-c49611b9-bf8d-4fcc-81f7-5ba8b40e78f1 tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:06.354128 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dae4ff87-9eef-4b60-a23d-57c13588ab5c req-c49611b9-bf8d-4fcc-81f7-5ba8b40e78f1 tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=194b6716-741c-45d0-a95d-610d404875e7&device_id=d3a092c3-2760-411d-b39e-277664d31fbf&device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 2885 time: 0.2018766 Jul 07 20:48:06.428515 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0209e174-c457-4280-b8a1-1c68350f400f req-098ff9ca-d045-43af-828e-c64a841c9551 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.39 HTTP/1.1" status: 200 len: 695 time: 0.0798831 Jul 07 20:48:06.461156 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cb7b9b67-88ab-4733-9761-2851f489cec5 req-dbf7ee67-17ad-496c-ba5a-866891e6de49 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148812 Jul 07 20:48:06.490440 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dae4ff87-9eef-4b60-a23d-57c13588ab5c req-abc0b2d0-e8ab-4ec8-bdc4-cf986e6defe2 tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254141 Jul 07 20:48:06.501048 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0209e174-c457-4280-b8a1-1c68350f400f req-66fd135a-614e-4c6b-9b4a-370ec8f0b0d0 tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.39 HTTP/1.1" status: 200 len: 695 time: 0.0590928 Jul 07 20:48:06.702311 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-0209e174-c457-4280-b8a1-1c68350f400f req-9409e632-f8eb-4066-947b-0bd82d17484f tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Deleting port 70f19ceb-fca4-41ae-a080-1baa0264c1e0 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:48:06.702679 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0209e174-c457-4280-b8a1-1c68350f400f req-9409e632-f8eb-4066-947b-0bd82d17484f tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:06.724605 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf2e24-0bbe-4e4b-8200-e1cae06e5e5f req-4a8a10bd-544d-41e5-b86a-4829418550e0 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:06.726122 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bbdf2e24-0bbe-4e4b-8200-e1cae06e5e5f req-4a8a10bd-544d-41e5-b86a-4829418550e0 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d5e54f-5f73-4f42-9a14-8ddd02ad5321 HTTP/1.1" status: 200 len: 948 time: 0.1106195 Jul 07 20:48:06.802102 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bbdf2e24-0bbe-4e4b-8200-e1cae06e5e5f req-481920b0-a51c-4d13-9538-c80ed6a12948 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/security-groups?id=874f0bf5-694d-4344-9faf-2d9d65177227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513310 Jul 07 20:48:06.830613 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0209e174-c457-4280-b8a1-1c68350f400f req-9409e632-f8eb-4066-947b-0bd82d17484f tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:06.831082 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0209e174-c457-4280-b8a1-1c68350f400f req-9409e632-f8eb-4066-947b-0bd82d17484f tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:06.846321 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-0209e174-c457-4280-b8a1-1c68350f400f req-9409e632-f8eb-4066-947b-0bd82d17484f tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Calling delete_port for 70f19ceb-fca4-41ae-a080-1baa0264c1e0 owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:48:06.859275 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77384e4b-31ad-4694-9b66-36e482fb665b x-openstack-request-id: req-77384e4b-31ad-4694-9b66-36e482fb665b {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:48:06.859619 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff49a5c3-f42a-4180-9d87-a014fd0a4020", "name": "network-vif-plugged", "status": "completed", "tag": "19254ff3-2f0f-4684-b14a-aa9c0294c902", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:48:06.859878 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77384e4b-31ad-4694-9b66-36e482fb665b {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:48:06.860284 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff49a5c3-f42a-4180-9d87-a014fd0a4020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19254ff3-2f0f-4684-b14a-aa9c0294c902', 'code': 200} Jul 07 20:48:07.039710 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0209e174-c457-4280-b8a1-1c68350f400f req-9409e632-f8eb-4066-947b-0bd82d17484f tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:07.081499 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409e632-f8eb-4066-947b-0bd82d17484f tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Pushing event deleted for resources: {'Port': ['ID=70f19ceb-fca4-41ae-a080-1baa0264c1e0,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:07.153831 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e958d-75b9-486f-9e0b-1f5f14ed32d4 req-fdc3028c-ccbb-4f1f-82f1-915be57f242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:07.155378 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-637e958d-75b9-486f-9e0b-1f5f14ed32d4 req-fdc3028c-ccbb-4f1f-82f1-915be57f242a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ff49a5c3-f42a-4180-9d87-a014fd0a4020 HTTP/1.1" status: 200 len: 1102 time: 0.1722968 Jul 07 20:48:07.205962 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0209e174-c457-4280-b8a1-1c68350f400f req-9409e632-f8eb-4066-947b-0bd82d17484f tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:07.208492 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0209e174-c457-4280-b8a1-1c68350f400f req-9409e632-f8eb-4066-947b-0bd82d17484f tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:07.209647 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0209e174-c457-4280-b8a1-1c68350f400f req-9409e632-f8eb-4066-947b-0bd82d17484f tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "DELETE /v2.0/floatingips/08230d1a-ae05-489b-8a50-978f597b48f7 HTTP/1.1" status: 204 len: 173 time: 0.7022936 Jul 07 20:48:07.228457 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-637e958d-75b9-486f-9e0b-1f5f14ed32d4 req-5fb860cc-fad0-4ab9-93ac-1e3b8b32c5ea service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543540 Jul 07 20:48:07.238804 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489d544-d010-4155-a5ac-e15f5298d0fa req-d07b5410-5199-400f-92df-0e96d6dcd35c tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:07.240735 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3489d544-d010-4155-a5ac-e15f5298d0fa req-d07b5410-5199-400f-92df-0e96d6dcd35c tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff49a5c3-f42a-4180-9d87-a014fd0a4020 HTTP/1.1" status: 200 len: 950 time: 0.1661954 Jul 07 20:48:07.288604 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3489d544-d010-4155-a5ac-e15f5298d0fa req-fd67bbe4-47fa-4d93-aabd-1b9436a42106 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421956 Jul 07 20:48:07.503108 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f038b8c7-d8dc-4f1b-a54f-c76e13619068 req-f935e11e-869d-4cb8-9801-c8ade8bb67aa tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/floatingips/5eaeb6df-284d-4ff1-b9f3-3a1dc78bd709 HTTP/1.1" status: 200 len: 693 time: 0.0559371 Jul 07 20:48:07.622608 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:48:07.626992 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:48:07.636683 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038b8c7-d8dc-4f1b-a54f-c76e13619068 req-4decb23d-47f1-4402-a606-0785d58e0b5d tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:07.645092 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f038b8c7-d8dc-4f1b-a54f-c76e13619068 req-4decb23d-47f1-4402-a606-0785d58e0b5d tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.1361997 Jul 07 20:48:07.652958 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-f038b8c7-d8dc-4f1b-a54f-c76e13619068 req-026341f8-f0d2-4966-9b8e-cf9614c5ad6a tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:48:07.655843 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f038b8c7-d8dc-4f1b-a54f-c76e13619068 req-026341f8-f0d2-4966-9b8e-cf9614c5ad6a tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096416 Jul 07 20:48:07.719835 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f038b8c7-d8dc-4f1b-a54f-c76e13619068 req-e6995870-aecc-4d6c-b42a-0debc27f97aa tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.143 HTTP/1.1" status: 200 len: 696 time: 0.0580442 Jul 07 20:48:07.770275 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:07.776321 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:07.777060 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:07.787169 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f038b8c7-d8dc-4f1b-a54f-c76e13619068 req-22672cc3-167f-4a64-80b9-c25faa5689ae tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.143 HTTP/1.1" status: 200 len: 696 time: 0.0562584 Jul 07 20:48:07.834687 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7f0006dd-e0d6-4b99-9d0e-627f65b08db9,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:07.853969 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '7f0006dd-e0d6-4b99-9d0e-627f65b08db9', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '7f0006dd-e0d6-4b99-9d0e-627f65b08db9', 'mac_address': 'fa:16:3e:08:4f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:48:07.923169 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:07.935978 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-f038b8c7-d8dc-4f1b-a54f-c76e13619068 req-56ce4f7a-f851-4d38-99c6-70cd7dd25c5a tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Deleting port 95f300c3-1240-414f-8d41-37316ddd2ae8 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:48:07.936644 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f038b8c7-d8dc-4f1b-a54f-c76e13619068 req-56ce4f7a-f851-4d38-99c6-70cd7dd25c5a tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:07.939755 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:07.972248 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:48:07.980581 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 10f9f8a7-bacb-44c3-b5bb-211e8ba39706, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=10f9f8a7-bacb-44c3-b5bb-211e8ba39706,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:07.989881 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:08.003511 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7f0006dd-e0d6-4b99-9d0e-627f65b08db9,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:08.027294 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:08.051152 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f038b8c7-d8dc-4f1b-a54f-c76e13619068 req-56ce4f7a-f851-4d38-99c6-70cd7dd25c5a tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:08.051731 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f038b8c7-d8dc-4f1b-a54f-c76e13619068 req-56ce4f7a-f851-4d38-99c6-70cd7dd25c5a tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:08.063398 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=10f9f8a7-bacb-44c3-b5bb-211e8ba39706,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:08.076921 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-f038b8c7-d8dc-4f1b-a54f-c76e13619068 req-56ce4f7a-f851-4d38-99c6-70cd7dd25c5a tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Calling delete_port for 95f300c3-1240-414f-8d41-37316ddd2ae8 owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:48:08.122960 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=7f0006dd-e0d6-4b99-9d0e-627f65b08db9,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:08.192742 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992cc61-9372-4547-abe9-028f0ee6f61a req-0ad22a12-5820-445a-8bc2-4c4a76c0c7e8 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:08.194266 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4992cc61-9372-4547-abe9-028f0ee6f61a req-0ad22a12-5820-445a-8bc2-4c4a76c0c7e8 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d5e54f-5f73-4f42-9a14-8ddd02ad5321 HTTP/1.1" status: 200 len: 949 time: 0.1336820 Jul 07 20:48:08.268627 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4992cc61-9372-4547-abe9-028f0ee6f61a req-6544ab8a-c231-4661-bdf1-b44a2979b30e tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/security-groups?id=874f0bf5-694d-4344-9faf-2d9d65177227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600712 Jul 07 20:48:08.291482 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f038b8c7-d8dc-4f1b-a54f-c76e13619068 req-56ce4f7a-f851-4d38-99c6-70cd7dd25c5a tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:08.324964 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce4f7a-f851-4d38-99c6-70cd7dd25c5a tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Pushing event deleted for resources: {'Port': ['ID=95f300c3-1240-414f-8d41-37316ddd2ae8,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:08.395896 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f038b8c7-d8dc-4f1b-a54f-c76e13619068 req-56ce4f7a-f851-4d38-99c6-70cd7dd25c5a tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:08.399381 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f038b8c7-d8dc-4f1b-a54f-c76e13619068 req-56ce4f7a-f851-4d38-99c6-70cd7dd25c5a tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:08.400643 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f038b8c7-d8dc-4f1b-a54f-c76e13619068 req-56ce4f7a-f851-4d38-99c6-70cd7dd25c5a tempest-FloatingIPDetailsTestJSON-89896486 tempest-FloatingIPDetailsTestJSON-89896486-project] 10.222.0.64 "DELETE /v2.0/floatingips/5eaeb6df-284d-4ff1-b9f3-3a1dc78bd709 HTTP/1.1" status: 204 len: 173 time: 0.6097939 Jul 07 20:48:08.407135 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34804) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:08.452924 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['7f0006dd-e0d6-4b99-9d0e-627f65b08db9'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:48:08.654898 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43474045-ed7e-43f4-9513-9c0fb2a4cc1a req-09052e4b-1cdb-45b7-9bc1-75bb559c9611 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:08.663702 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-43474045-ed7e-43f4-9513-9c0fb2a4cc1a req-09052e4b-1cdb-45b7-9bc1-75bb559c9611 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff49a5c3-f42a-4180-9d87-a014fd0a4020 HTTP/1.1" status: 200 len: 950 time: 0.1058166 Jul 07 20:48:08.718074 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-43474045-ed7e-43f4-9513-9c0fb2a4cc1a req-b2804236-e405-43e8-9e02-e3b3d68e5ee3 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533824 Jul 07 20:48:08.861625 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d5e54f-5f73-4f42-9a14-8ddd02ad5321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f9f8a7-bacb-44c3-b5bb-211e8ba39706'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:48:08.867570 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa2e364-9dc5-41fc-a702-a5dbf8c128a5" -d '{"events": [{"server_uuid": "22d5e54f-5f73-4f42-9a14-8ddd02ad5321", "name": "network-vif-plugged", "status": "completed", "tag": "10f9f8a7-bacb-44c3-b5bb-211e8ba39706"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:48:08.921569 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439b1402-cf45-46c2-b8be-3a63c34cdd46 x-openstack-request-id: req-439b1402-cf45-46c2-b8be-3a63c34cdd46 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:48:08.921864 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d5e54f-5f73-4f42-9a14-8ddd02ad5321", "name": "network-vif-plugged", "status": "completed", "tag": "10f9f8a7-bacb-44c3-b5bb-211e8ba39706", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:48:08.922691 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-439b1402-cf45-46c2-b8be-3a63c34cdd46 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:48:08.923103 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d5e54f-5f73-4f42-9a14-8ddd02ad5321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f9f8a7-bacb-44c3-b5bb-211e8ba39706', 'code': 200} Jul 07 20:48:08.966334 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b271b53e-edb2-482b-a88c-5b245d173b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:09.040753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c7754-c238-4c43-8d53-9694a7c3766b req-846ffbca-bc17-4d06-ac7f-998d2c781e5b tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:09.042272 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-647c7754-c238-4c43-8d53-9694a7c3766b req-846ffbca-bc17-4d06-ac7f-998d2c781e5b tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 1101 time: 0.0814259 Jul 07 20:48:09.106583 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-647c7754-c238-4c43-8d53-9694a7c3766b req-e538cecd-e475-4e6f-9156-65a32a7e826b tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456820 Jul 07 20:48:09.116207 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163d81a-ceab-484a-8b18-a0d7ebbdbfd2 req-072f1450-0ba6-4788-8fca-27fbfcc14434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:09.117771 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c163d81a-ceab-484a-8b18-a0d7ebbdbfd2 req-072f1450-0ba6-4788-8fca-27fbfcc14434 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=22d5e54f-5f73-4f42-9a14-8ddd02ad5321 HTTP/1.1" status: 200 len: 1101 time: 0.0917709 Jul 07 20:48:09.167507 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c163d81a-ceab-484a-8b18-a0d7ebbdbfd2 req-54be601f-fcfd-4536-a15f-1fafbe532efd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=874f0bf5-694d-4344-9faf-2d9d65177227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324628 Jul 07 20:48:09.276467 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-b271b53e-edb2-482b-a88c-5b245d173b46 admin admin] Deleting port 9b73f5bd-3440-46dc-ab7d-366a60ae8064 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:48:09.276807 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b271b53e-edb2-482b-a88c-5b245d173b46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:09.283058 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab59492-07c0-4d4b-adac-a9b6af36ff74 req-9ed79fe9-967a-4d0f-a9e9-e70e0395e470 tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:09.284662 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cab59492-07c0-4d4b-adac-a9b6af36ff74 req-9ed79fe9-967a-4d0f-a9e9-e70e0395e470 tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 1101 time: 0.0564375 Jul 07 20:48:09.326389 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cab59492-07c0-4d4b-adac-a9b6af36ff74 req-dd38c1ca-f915-465a-bb6b-a6bc9908d995 tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338843 Jul 07 20:48:09.377560 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-b271b53e-edb2-482b-a88c-5b245d173b46 admin admin] For port 9b73f5bd-3440-46dc-ab7d-366a60ae8064, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=9b73f5bd-3440-46dc-ab7d-366a60ae8064,segment=NetworkSegment(2f9abce9-db4a-49ca-89eb-dcb4cbf9ec72),segment_id=2f9abce9-db4a-49ca-89eb-dcb4cbf9ec72)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:09.378175 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b271b53e-edb2-482b-a88c-5b245d173b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:09.398750 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-b271b53e-edb2-482b-a88c-5b245d173b46 admin admin] Calling delete_port for 9b73f5bd-3440-46dc-ab7d-366a60ae8064 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:48:09.503602 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5ead2-57a6-4331-bc1d-ea38a0e094da req-c0328d17-5da9-473f-8ecc-47aa678d6d28 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:09.506678 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bcb5ead2-57a6-4331-bc1d-ea38a0e094da req-c0328d17-5da9-473f-8ecc-47aa678d6d28 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d5e54f-5f73-4f42-9a14-8ddd02ad5321 HTTP/1.1" status: 200 len: 949 time: 0.1016803 Jul 07 20:48:09.550137 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bcb5ead2-57a6-4331-bc1d-ea38a0e094da req-b4f97570-8b5c-46bd-89f9-848bb795702b tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/security-groups?id=874f0bf5-694d-4344-9faf-2d9d65177227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364561 Jul 07 20:48:09.617784 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b271b53e-edb2-482b-a88c-5b245d173b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:09.652969 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271b53e-edb2-482b-a88c-5b245d173b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b73f5bd-3440-46dc-ab7d-366a60ae8064,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:09.882734 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b271b53e-edb2-482b-a88c-5b245d173b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:10.021383 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04523b-63e9-4394-a028-5c88268ac382 req-46dcb5ca-49ff-4d0e-9e36-522eda0645b7 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:10.023746 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e04523b-63e9-4394-a028-5c88268ac382 req-46dcb5ca-49ff-4d0e-9e36-522eda0645b7 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff49a5c3-f42a-4180-9d87-a014fd0a4020 HTTP/1.1" status: 200 len: 950 time: 0.0989347 Jul 07 20:48:10.072946 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e04523b-63e9-4394-a028-5c88268ac382 req-4a31ccd7-0657-4e28-9094-1a182c33ed76 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424833 Jul 07 20:48:10.170502 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b271b53e-edb2-482b-a88c-5b245d173b46 admin admin] Router 4cefba88-1776-48b3-ae36-ed80c7fc00e2 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:48:10.404686 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a29838-f904-43ba-9b0d-ae3b827337dd req-c5edd125-ef83-405e-8ecd-bb5ce9cf277e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:10.412807 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-24a29838-f904-43ba-9b0d-ae3b827337dd req-c5edd125-ef83-405e-8ecd-bb5ce9cf277e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f81a341-beaa-43c3-ac95-a6e8c03a119c HTTP/1.1" status: 200 len: 950 time: 0.0927815 Jul 07 20:48:10.472698 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-24a29838-f904-43ba-9b0d-ae3b827337dd req-51b3eb17-f6b4-4593-af09-868e573fedd9 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588183 Jul 07 20:48:10.628289 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b271b53e-edb2-482b-a88c-5b245d173b46 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:48:10.638594 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b271b53e-edb2-482b-a88c-5b245d173b46 admin admin] 10.222.0.64 "PUT /v2.0/routers/4cefba88-1776-48b3-ae36-ed80c7fc00e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2279246 Jul 07 20:48:10.639026 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34854) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:10.643773 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ee5416-5628-43fb-94dd-bc3d2038ab38 None None] Sync routers for ids ['4cefba88-1776-48b3-ae36-ed80c7fc00e2'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:48:10.655763 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ee5416-5628-43fb-94dd-bc3d2038ab38 None None] Routers {'4cefba88-1776-48b3-ae36-ed80c7fc00e2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:48:10.656587 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-88ee5416-5628-43fb-94dd-bc3d2038ab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:48:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4cefba88-1776-48b3-ae36-ed80c7fc00e2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:10.858303 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7695814f-9e84-41e6-a0e5-767f850e3b37 admin admin] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:10.911849 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-88ee5416-5628-43fb-94dd-bc3d2038ab38 None None] Set router 4cefba88-1776-48b3-ae36-ed80c7fc00e2 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:48:11.036471 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7695814f-9e84-41e6-a0e5-767f850e3b37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:11.135900 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-7695814f-9e84-41e6-a0e5-767f850e3b37 admin admin] Deleting port bced552d-6007-48b2-a45a-a9d2ee2c1114 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:48:11.136444 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7695814f-9e84-41e6-a0e5-767f850e3b37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:11.153436 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849f6a-d047-4c49-996e-a676264871a3 req-71805c47-f0ad-478e-b3d5-d2dd420da7c7 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:11.162341 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cb849f6a-d047-4c49-996e-a676264871a3 req-71805c47-f0ad-478e-b3d5-d2dd420da7c7 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d5e54f-5f73-4f42-9a14-8ddd02ad5321 HTTP/1.1" status: 200 len: 949 time: 0.2060256 Jul 07 20:48:11.207788 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09a4eb-0f2b-4d5f-8ab1-98660b5d6dbe req-ac2098c3-17cc-4283-8ade-53fc99a79cc9 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:11.214823 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09a4eb-0f2b-4d5f-8ab1-98660b5d6dbe req-ac2098c3-17cc-4283-8ade-53fc99a79cc9 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:11.224314 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1e09a4eb-0f2b-4d5f-8ab1-98660b5d6dbe req-ac2098c3-17cc-4283-8ade-53fc99a79cc9 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f81a341-beaa-43c3-ac95-a6e8c03a119c&device_id=ff49a5c3-f42a-4180-9d87-a014fd0a4020 HTTP/1.1" status: 200 len: 1691 time: 0.3295834 Jul 07 20:48:11.245968 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-7695814f-9e84-41e6-a0e5-767f850e3b37 admin admin] For port bced552d-6007-48b2-a45a-a9d2ee2c1114, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=bced552d-6007-48b2-a45a-a9d2ee2c1114,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:11.246451 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7695814f-9e84-41e6-a0e5-767f850e3b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:11.251920 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-88ee5416-5628-43fb-94dd-bc3d2038ab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cefba88-1776-48b3-ae36-ed80c7fc00e2', 'name': 'tempest-FloatingIPDetailsTestJSON-312977041-router', 'tenant_id': 'b09846d7f1e44512b17ef23d8691239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'bced552d-6007-48b2-a45a-a9d2ee2c1114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:47:29Z', 'updated_at': '2021-07-07T20:48:09Z', 'revision_number': 5, 'project_id': 'b09846d7f1e44512b17ef23d8691239b', 'gw_port': {'id': 'bced552d-6007-48b2-a45a-a9d2ee2c1114', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cefba88-1776-48b3-ae36-ed80c7fc00e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:47:30Z', 'updated_at': '2021-07-07T20:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:11.268704 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cb849f6a-d047-4c49-996e-a676264871a3 req-140d26ed-5f09-4167-adbc-d61173867f4d tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/security-groups?id=874f0bf5-694d-4344-9faf-2d9d65177227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050243 Jul 07 20:48:11.278730 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-7695814f-9e84-41e6-a0e5-767f850e3b37 admin admin] Calling delete_port for bced552d-6007-48b2-a45a-a9d2ee2c1114 owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:48:11.295727 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ee5416-5628-43fb-94dd-bc3d2038ab38 None None] Checking router: 4cefba88-1776-48b3-ae36-ed80c7fc00e2 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:48:11.296042 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1e09a4eb-0f2b-4d5f-8ab1-98660b5d6dbe req-424c5bd0-0b71-4648-a74c-96a4b87efdd6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663645 Jul 07 20:48:11.313922 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ee5416-5628-43fb-94dd-bc3d2038ab38 None None] Routers {'4cefba88-1776-48b3-ae36-ed80c7fc00e2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:48:11.314677 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-88ee5416-5628-43fb-94dd-bc3d2038ab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:48:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4cefba88-1776-48b3-ae36-ed80c7fc00e2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:11.483942 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-88ee5416-5628-43fb-94dd-bc3d2038ab38 None None] Set router 4cefba88-1776-48b3-ae36-ed80c7fc00e2 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:48:11.569121 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d828c0b-fd8f-438c-a776-a65c8ee2abaa req-d7e0d994-c6a5-49f7-81fc-acd99cbfbc4b tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:11.570633 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d828c0b-fd8f-438c-a776-a65c8ee2abaa req-d7e0d994-c6a5-49f7-81fc-acd99cbfbc4b tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.1059921 Jul 07 20:48:11.581494 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-88ee5416-5628-43fb-94dd-bc3d2038ab38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cefba88-1776-48b3-ae36-ed80c7fc00e2', 'name': 'tempest-FloatingIPDetailsTestJSON-312977041-router', 'tenant_id': 'b09846d7f1e44512b17ef23d8691239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:47:29Z', 'updated_at': '2021-07-07T20:48:11Z', 'revision_number': 6, 'project_id': 'b09846d7f1e44512b17ef23d8691239b', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:11.626011 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7695814f-9e84-41e6-a0e5-767f850e3b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:11.630969 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d828c0b-fd8f-438c-a776-a65c8ee2abaa req-005052c7-7827-47df-bf9f-1347898fd84a tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537271 Jul 07 20:48:11.645957 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:48:11.645957 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ee5416-5628-43fb-94dd-bc3d2038ab38 None None] The sync data for ids ['4cefba88-1776-48b3-ae36-ed80c7fc00e2'] in n-d-695189-11 is: [{'id': '4cefba88-1776-48b3-ae36-ed80c7fc00e2', 'name': 'tempest-FloatingIPDetailsTestJSON-312977041-router', 'tenant_id': 'b09846d7f1e44512b17ef23d8691239b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:47:29Z', 'updated_at': '2021-07-07T20:48:11Z', 'revision_number': 6, 'project_id': 'b09846d7f1e44512b17ef23d8691239b', 'gw_port_host': None}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:48:11.727955 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695814f-9e84-41e6-a0e5-767f850e3b37 admin admin] Pushing event deleted for resources: {'Port': ['ID=bced552d-6007-48b2-a45a-a9d2ee2c1114,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:11.751835 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:11.761319 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:11.762528 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:11.806231 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7695814f-9e84-41e6-a0e5-767f850e3b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:11.862458 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:11.893809 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f4f1a0-128d-406e-9c3d-fef8352d6ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0006dd-e0d6-4b99-9d0e-627f65b08db9'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:48:11.897504 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481bb099-bc6b-43d7-8167-15a2bed54fa1" -d '{"events": [{"server_uuid": "a3f4f1a0-128d-406e-9c3d-fef8352d6ba3", "name": "network-vif-plugged", "status": "completed", "tag": "7f0006dd-e0d6-4b99-9d0e-627f65b08db9"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:48:11.914220 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7f0006dd-e0d6-4b99-9d0e-627f65b08db9,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:11.917471 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7695814f-9e84-41e6-a0e5-767f850e3b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:11.920278 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7695814f-9e84-41e6-a0e5-767f850e3b37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:11.920487 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:11.981124 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7695814f-9e84-41e6-a0e5-767f850e3b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:11.982919 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7695814f-9e84-41e6-a0e5-767f850e3b37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cefba88-1776-48b3-ae36-ed80c7fc00e2 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:48:11.991619 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7695814f-9e84-41e6-a0e5-767f850e3b37 admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:11.997789 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7695814f-9e84-41e6-a0e5-767f850e3b37 admin admin] 10.222.0.64 "DELETE /v2.0/routers/4cefba88-1776-48b3-ae36-ed80c7fc00e2 HTTP/1.1" status: 204 len: 168 time: 1.3566613 Jul 07 20:48:11.998293 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34878) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:12.019797 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affde7fa-c820-4dcb-b54f-9c78ee2bf679 x-openstack-request-id: req-affde7fa-c820-4dcb-b54f-9c78ee2bf679 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:48:12.019797 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f4f1a0-128d-406e-9c3d-fef8352d6ba3", "name": "network-vif-plugged", "status": "completed", "tag": "7f0006dd-e0d6-4b99-9d0e-627f65b08db9", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:48:12.020287 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-affde7fa-c820-4dcb-b54f-9c78ee2bf679 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:48:12.020829 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f4f1a0-128d-406e-9c3d-fef8352d6ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0006dd-e0d6-4b99-9d0e-627f65b08db9', 'code': 200} Jul 07 20:48:12.026569 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=7f0006dd-e0d6-4b99-9d0e-627f65b08db9,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:12.043911 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2f2ab-f8b1-4396-b456-aeede3c66a20 req-509527cf-bf75-439c-98b9-f6691fd88d46 tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:12.045957 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-04f2f2ab-f8b1-4396-b456-aeede3c66a20 req-509527cf-bf75-439c-98b9-f6691fd88d46 tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4f81a341-beaa-43c3-ac95-a6e8c03a119c HTTP/1.1" status: 200 len: 1102 time: 0.1649427 Jul 07 20:48:12.077349 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-e248066b-5385-47a3-a0be-afa368092a93 admin admin] Deleting subnet 76599c6c-b2f0-46b0-853b-83cdd1a011a9 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:48:12.084238 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e248066b-5385-47a3-a0be-afa368092a93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:12.103883 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-04f2f2ab-f8b1-4396-b456-aeede3c66a20 req-87874db3-3354-4c18-9442-f153ffe27877 tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475388 Jul 07 20:48:12.153097 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e248066b-5385-47a3-a0be-afa368092a93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:12.226860 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b435b27-9022-4bed-ba9c-3351454db620 req-d1696048-ef4e-4d30-8f43-39725bb314a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:12.229105 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b435b27-9022-4bed-ba9c-3351454db620 req-d1696048-ef4e-4d30-8f43-39725bb314a6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a3f4f1a0-128d-406e-9c3d-fef8352d6ba3 HTTP/1.1" status: 200 len: 1102 time: 0.1075585 Jul 07 20:48:12.252422 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e248066b-5385-47a3-a0be-afa368092a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:12.317688 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b435b27-9022-4bed-ba9c-3351454db620 req-a8c7f195-3420-42d2-93c4-a7f6c20b2e5c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=874f0bf5-694d-4344-9faf-2d9d65177227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730734 Jul 07 20:48:12.342751 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e248066b-5385-47a3-a0be-afa368092a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:12.358627 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e07c0-bd3e-4192-8d0f-c1873c08d891 req-512cf82f-4ca1-4450-ae22-f18bfa423705 tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:12.363874 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1d7e07c0-bd3e-4192-8d0f-c1873c08d891 req-512cf82f-4ca1-4450-ae22-f18bfa423705 tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ff49a5c3-f42a-4180-9d87-a014fd0a4020 HTTP/1.1" status: 200 len: 1102 time: 0.1118648 Jul 07 20:48:12.387129 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248066b-5385-47a3-a0be-afa368092a93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76599c6c-b2f0-46b0-853b-83cdd1a011a9,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:12.393195 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e248066b-5385-47a3-a0be-afa368092a93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:12.397480 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1318f02-d4c8-4702-a283-baffee0b1db6 None None] Network 9ed98e73-ec59-412c-aeaa-d9627f79c22c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:48:12.400705 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e248066b-5385-47a3-a0be-afa368092a93 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/76599c6c-b2f0-46b0-853b-83cdd1a011a9 HTTP/1.1" status: 204 len: 168 time: 0.4013541 Jul 07 20:48:12.403413 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34884) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:12.414242 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1d7e07c0-bd3e-4192-8d0f-c1873c08d891 req-0abd8656-7040-4f9b-8c7c-9201860f1060 tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452201 Jul 07 20:48:12.514483 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5472dbe-9f8b-480d-88fb-38d795a778db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:12.558416 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd15da4-46a2-482d-a277-55c4068b5ae3 req-26c8dbdc-2b3a-4d7b-b3db-250701e31ad2 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:12.578803 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bfd15da4-46a2-482d-a277-55c4068b5ae3 req-26c8dbdc-2b3a-4d7b-b3db-250701e31ad2 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d5e54f-5f73-4f42-9a14-8ddd02ad5321 HTTP/1.1" status: 200 len: 949 time: 0.1428604 Jul 07 20:48:12.605514 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-e5472dbe-9f8b-480d-88fb-38d795a778db admin admin] Deleting port b37905da-083f-47b5-b558-3e43a9f0badc {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:48:12.606172 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5472dbe-9f8b-480d-88fb-38d795a778db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:12.650651 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bfd15da4-46a2-482d-a277-55c4068b5ae3 req-a888cbfe-7492-4e83-af89-6f741147aa8b tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/security-groups?id=874f0bf5-694d-4344-9faf-2d9d65177227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699713 Jul 07 20:48:12.709394 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-e5472dbe-9f8b-480d-88fb-38d795a778db admin admin] For port b37905da-083f-47b5-b558-3e43a9f0badc, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b37905da-083f-47b5-b558-3e43a9f0badc,segment=NetworkSegment(2f9abce9-db4a-49ca-89eb-dcb4cbf9ec72),segment_id=2f9abce9-db4a-49ca-89eb-dcb4cbf9ec72)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:12.710922 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5472dbe-9f8b-480d-88fb-38d795a778db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:12.731684 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-e5472dbe-9f8b-480d-88fb-38d795a778db admin admin] Calling delete_port for b37905da-083f-47b5-b558-3e43a9f0badc owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:48:12.927851 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5472dbe-9f8b-480d-88fb-38d795a778db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:12.951529 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80ec03f-a043-422d-8d53-d7a22b9e08d4 None None] DHCP port deletion for 9ed98e73-ec59-412c-aeaa-d9627f79c22c request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:48:13.012092 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5472dbe-9f8b-480d-88fb-38d795a778db admin admin] Pushing event deleted for resources: {'Port': ['ID=b37905da-083f-47b5-b558-3e43a9f0badc,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:13.025654 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5472dbe-9f8b-480d-88fb-38d795a778db admin admin] No DVR routers for this DVR port b37905da-083f-47b5-b558-3e43a9f0badc on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:48:13.130184 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device bced552d-6007-48b2-a45a-a9d2ee2c1114 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:48:13.181678 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5472dbe-9f8b-480d-88fb-38d795a778db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.193366 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbf117-39db-47a3-8d13-50668c49ab2a req-1f469a43-6eab-4d89-bf33-7d3b465ee2ad tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:13.195927 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-e5472dbe-9f8b-480d-88fb-38d795a778db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed98e73-ec59-412c-aeaa-d9627f79c22c']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:13.204862 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c3bbf117-39db-47a3-8d13-50668c49ab2a req-1f469a43-6eab-4d89-bf33-7d3b465ee2ad tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.2219090 Jul 07 20:48:13.214036 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: bced552d-6007-48b2-a45a-a9d2ee2c1114 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:48:13.214401 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device bced552d-6007-48b2-a45a-a9d2ee2c1114 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:48:13.214838 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b37905da-083f-47b5-b558-3e43a9f0badc no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:48:13.228130 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e226b49-bfdb-4e93-a787-b57c79a0aad9 req-7e6f1a16-4da3-4b1f-bc97-281148f42970 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:13.228711 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-e5472dbe-9f8b-480d-88fb-38d795a778db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9abce9-db4a-49ca-89eb-dcb4cbf9ec72') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:13.229130 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-e5472dbe-9f8b-480d-88fb-38d795a778db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9abce9-db4a-49ca-89eb-dcb4cbf9ec72') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:13.230584 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e226b49-bfdb-4e93-a787-b57c79a0aad9 req-7e6f1a16-4da3-4b1f-bc97-281148f42970 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3f4f1a0-128d-406e-9c3d-fef8352d6ba3 HTTP/1.1" status: 200 len: 950 time: 0.1622620 Jul 07 20:48:13.255563 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5472dbe-9f8b-480d-88fb-38d795a778db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.269407 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: b37905da-083f-47b5-b558-3e43a9f0badc {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:48:13.269772 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b37905da-083f-47b5-b558-3e43a9f0badc not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:48:13.270205 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 9b73f5bd-3440-46dc-ab7d-366a60ae8064 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:48:13.280327 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5472dbe-9f8b-480d-88fb-38d795a778db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.291563 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5472dbe-9f8b-480d-88fb-38d795a778db admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:48:13.292195 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5472dbe-9f8b-480d-88fb-38d795a778db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:48:13.294742 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:48:13.332200 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 9b73f5bd-3440-46dc-ab7d-366a60ae8064 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:48:13.332813 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 9b73f5bd-3440-46dc-ab7d-366a60ae8064 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:48:13.362032 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c3bbf117-39db-47a3-8d13-50668c49ab2a req-ad634eb5-ea13-4ae6-95d3-5eb5de01244a tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553552 Jul 07 20:48:13.386651 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e226b49-bfdb-4e93-a787-b57c79a0aad9 req-8013cd1a-414d-440b-a1c5-5aa872bc65dc tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/security-groups?id=874f0bf5-694d-4344-9faf-2d9d65177227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424670 Jul 07 20:48:13.458224 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5472dbe-9f8b-480d-88fb-38d795a778db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.474512 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5472dbe-9f8b-480d-88fb-38d795a778db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.479252 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e5472dbe-9f8b-480d-88fb-38d795a778db admin admin] 10.222.0.64 "DELETE /v2.0/networks/9ed98e73-ec59-412c-aeaa-d9627f79c22c HTTP/1.1" status: 204 len: 168 time: 1.0709801 Jul 07 20:48:13.503709 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5472dbe-9f8b-480d-88fb-38d795a778db admin admin] Pushing event deleted for resources: {'Network': ['ID=9ed98e73-ec59-412c-aeaa-d9627f79c22c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:13.601013 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-cc9dbbc7-5657-4153-9dee-c6d4adcf3c87 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547788 Jul 07 20:48:13.768499 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34914) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:13.805234 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-489a6bed-fbb2-40b7-8563-29e5ca87c833 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:13.806828 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-489a6bed-fbb2-40b7-8563-29e5ca87c833 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1991649 Jul 07 20:48:13.834550 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-da16b066-661c-43dd-b445-1a4e8a36b533 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b09846d7f1e44512b17ef23d8691239b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0646944 Jul 07 20:48:13.838069 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-184b1cd9-e672-4bf0-919b-2ef502f1a405 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/quotas/a1c17a3325344c6cbaa5788b7ca45ebf HTTP/1.1" status: 200 len: 375 time: 0.0203400 Jul 07 20:48:13.841414 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34916) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:13.958482 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-36cb6418-6c93-4769-bdd1-5fd39d8d8995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:13.967215 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-62822222-8d47-4f83-9393-5c424e04a2f4 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1216254 Jul 07 20:48:14.022088 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-36cb6418-6c93-4769-bdd1-5fd39d8d8995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:14.098198 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-36cb6418-6c93-4769-bdd1-5fd39d8d8995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:14.101727 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-36cb6418-6c93-4769-bdd1-5fd39d8d8995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:14.107293 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-36cb6418-6c93-4769-bdd1-5fd39d8d8995 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/712ca733-c484-4326-aa0f-6d1fb7f59093 HTTP/1.1" status: 204 len: 168 time: 0.2645748 Jul 07 20:48:14.147027 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb6418-6c93-4769-bdd1-5fd39d8d8995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712ca733-c484-4326-aa0f-6d1fb7f59093,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:14.690902 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2a9e3-f1b5-4217-9fb5-629dc525aeab req-431e479e-0868-471b-b89c-b5c1d5e08594 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:14.693616 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0eb2a9e3-f1b5-4217-9fb5-629dc525aeab req-431e479e-0868-471b-b89c-b5c1d5e08594 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.0935102 Jul 07 20:48:14.745871 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0eb2a9e3-f1b5-4217-9fb5-629dc525aeab req-8bdc3ae0-6247-4db1-a784-9eb53d1ee434 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450652 Jul 07 20:48:14.877819 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0a1f4-fbd9-449e-9286-5b941dddd392 req-ba052743-c829-465b-825e-854aa8a585d1 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:14.881907 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-afc0a1f4-fbd9-449e-9286-5b941dddd392 req-ba052743-c829-465b-825e-854aa8a585d1 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3f4f1a0-128d-406e-9c3d-fef8352d6ba3 HTTP/1.1" status: 200 len: 950 time: 0.1351278 Jul 07 20:48:14.986200 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-afc0a1f4-fbd9-449e-9286-5b941dddd392 req-e0985b01-c29e-4c80-a8c2-f0a5b0738b7f tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/security-groups?id=874f0bf5-694d-4344-9faf-2d9d65177227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940394 Jul 07 20:48:15.232251 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-25052300-d7d0-426d-b844-7207f5dc6f99 req-cebf4aa0-1e68-4f69-ab0d-cc1aa5c5d35e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38 HTTP/1.1" status: 200 len: 210 time: 0.0445240 Jul 07 20:48:16.008979 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fac949f0-3242-49a8-80cc-77576758fb7d req-561d5e8d-27b1-4c0e-96a3-1bcfbb42648f tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=977a1fa17ba44d87b52c83d93b3e411d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637751 Jul 07 20:48:16.115691 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85436024-7114-4d97-a033-a8c79263f54d req-c80e68cf-cc71-4340-b30e-dfcb16f388f7 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:16.116866 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-85436024-7114-4d97-a033-a8c79263f54d req-c80e68cf-cc71-4340-b30e-dfcb16f388f7 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.1893187 Jul 07 20:48:16.159541 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac949f0-3242-49a8-80cc-77576758fb7d req-3b1bb5df-ea6c-4b72-af7a-9c9cd35b6fe7 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:16.162153 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fac949f0-3242-49a8-80cc-77576758fb7d req-3b1bb5df-ea6c-4b72-af7a-9c9cd35b6fe7 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1519415 Jul 07 20:48:16.189245 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fac949f0-3242-49a8-80cc-77576758fb7d req-dbaf881c-3bdb-4e16-84ac-0ce129967ce2 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/quotas/977a1fa17ba44d87b52c83d93b3e411d HTTP/1.1" status: 200 len: 375 time: 0.0225933 Jul 07 20:48:16.192383 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-85436024-7114-4d97-a033-a8c79263f54d req-73d2ad84-794a-4652-af40-735e595f6607 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683424 Jul 07 20:48:16.227659 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fac949f0-3242-49a8-80cc-77576758fb7d req-6d70b00d-99e6-4a4e-942b-e24f5b1b241c tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=977a1fa17ba44d87b52c83d93b3e411d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297353 Jul 07 20:48:16.475181 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2ef89c0c-4b2a-4569-9f07-dbb5f8a8fe1e req-a30f7509-c08e-472d-a10b-067e407b7378 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/ports?device_id=af02a28b-4db8-474c-93ba-bd6f676093c2 HTTP/1.1" status: 200 len: 210 time: 0.0538964 Jul 07 20:48:16.529001 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-956bf890-c827-4233-b34f-15b877463d63 req-20ced37f-e327-4d7c-b3da-da036a08de5d tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38 HTTP/1.1" status: 200 len: 210 time: 0.0527370 Jul 07 20:48:16.992411 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-ea8d0071-b970-4ff5-9c51-5a5e8e5f1616 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367885 Jul 07 20:48:17.012281 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-02f3bf59-c1d5-46be-89ae-bb14e4a8bb74 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453198 Jul 07 20:48:17.528100 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:48:17.728737 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bba1566e-850c-44b2-b4c0-d447c8509c80 req-223d50b1-6109-4e2a-bc51-03c497b7dbf2 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/ports?device_id=af02a28b-4db8-474c-93ba-bd6f676093c2 HTTP/1.1" status: 200 len: 210 time: 0.0582144 Jul 07 20:48:17.763202 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-10eb4759-8293-4195-8f85-1e7a0196c953 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:17.764692 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-10eb4759-8293-4195-8f85-1e7a0196c953 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7507613 Jul 07 20:48:17.772982 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-27111014-a31d-4853-8537-b80f3df6533c tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:17.774449 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-27111014-a31d-4853-8537-b80f3df6533c tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7506504 Jul 07 20:48:17.795010 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76096762-a219-4ee6-a31a-0abe9362c3e2 req-8045acc7-e7da-4bb9-811b-7513ee059a47 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:17.796534 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-76096762-a219-4ee6-a31a-0abe9362c3e2 req-8045acc7-e7da-4bb9-811b-7513ee059a47 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.1935129 Jul 07 20:48:17.800686 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Request body: {'port': {'device_id': 'a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': 'a1c17a3325344c6cbaa5788b7ca45ebf'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:17.809206 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-2bf7d697-5f18-4175-b34e-219ee74f0ec8 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Request body: {'port': {'device_id': 'b6136bf4-f66c-4e5c-b3e5-b50373f4dd0d', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': 'a1c17a3325344c6cbaa5788b7ca45ebf'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:17.945012 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-26211860-5d8d-4753-a364-9e7623658e06 req-dc4c782b-56ac-436a-9149-747c3fad5f86 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38 HTTP/1.1" status: 200 len: 210 time: 0.0915966 Jul 07 20:48:17.995107 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-76096762-a219-4ee6-a31a-0abe9362c3e2 req-2dca4108-4c85-4e31-a2ef-9e8394122635 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730635 Jul 07 20:48:18.067720 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.db.api [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 20:48:18.067720 n-d-695189-11 neutron-server[100448]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 20:48:18.067720 n-d-695189-11 neutron-server[100448]: [parameters: {'project_id': 'a1c17a3325344c6cbaa5788b7ca45ebf', 'id': 'bd9641d1-904a-4736-be5e-d0c36de5bc19', 'expiration': datetime.datetime(2021, 7, 7, 20, 50, 18, 57094)}] Jul 07 20:48:18.067720 n-d-695189-11 neutron-server[100448]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 20:48:18.069178 n-d-695189-11 neutron-server[100448]: DEBUG oslo_db.api [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 20:48:18.070432 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-2bf7d697-5f18-4175-b34e-219ee74f0ec8 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Made reservation on behalf of a1c17a3325344c6cbaa5788b7ca45ebf for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:48:18.074288 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-2bf7d697-5f18-4175-b34e-219ee74f0ec8 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:18.263981 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fac949f0-3242-49a8-80cc-77576758fb7d req-cdc9a34b-24df-4081-9659-325096ddc925 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=977a1fa17ba44d87b52c83d93b3e411d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280416 Jul 07 20:48:18.271695 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-2bf7d697-5f18-4175-b34e-219ee74f0ec8 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Allocated IP 192.168.233.72 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/01187ebd-7ebb-415f-9591-d6cf0cc026a4) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:48:18.471780 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac949f0-3242-49a8-80cc-77576758fb7d req-ed2c789e-b15b-4a78-a3d4-6f2999848976 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:18.473408 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fac949f0-3242-49a8-80cc-77576758fb7d req-ed2c789e-b15b-4a78-a3d4-6f2999848976 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1877770 Jul 07 20:48:18.502117 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-fac949f0-3242-49a8-80cc-77576758fb7d req-95162e9d-b4cf-4d9d-8130-c754638abe54 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Request body: {'port': {'device_id': 'af02a28b-4db8-474c-93ba-bd6f676093c2', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': '977a1fa17ba44d87b52c83d93b3e411d'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:18.613540 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-2bf7d697-5f18-4175-b34e-219ee74f0ec8 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:18.643927 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-2bf7d697-5f18-4175-b34e-219ee74f0ec8 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Transition to ACTIVE for port object 01187ebd-7ebb-415f-9591-d6cf0cc026a4 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:18.645706 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Made reservation on behalf of a1c17a3325344c6cbaa5788b7ca45ebf for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:48:18.649255 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:18.746657 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac949f0-3242-49a8-80cc-77576758fb7d req-95162e9d-b4cf-4d9d-8130-c754638abe54 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Made reservation on behalf of 977a1fa17ba44d87b52c83d93b3e411d for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:48:18.751001 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fac949f0-3242-49a8-80cc-77576758fb7d req-95162e9d-b4cf-4d9d-8130-c754638abe54 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:18.774658 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fac949f0-3242-49a8-80cc-77576758fb7d req-95162e9d-b4cf-4d9d-8130-c754638abe54 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:18.794206 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-2bf7d697-5f18-4175-b34e-219ee74f0ec8 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:18.814657 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['3f2f695a-9a83-4fa2-9166-162abc5fdd62', '3fd3d68c-e58c-4865-9dbd-4ad768444535', '19254ff3-2f0f-4684-b14a-aa9c0294c902'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:48:18.910532 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-2bf7d697-5f18-4175-b34e-219ee74f0ec8 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:48:18.918698 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-2bf7d697-5f18-4175-b34e-219ee74f0ec8 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:48:18.962007 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-2bf7d697-5f18-4175-b34e-219ee74f0ec8 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:48:19.016200 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-041db067-8bc5-44d7-a017-40cc0428bea4 req-5499a008-faf1-489a-b77f-ba0e227056a2 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/ports?device_id=af02a28b-4db8-474c-93ba-bd6f676093c2 HTTP/1.1" status: 200 len: 210 time: 0.1496842 Jul 07 20:48:19.084471 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7d697-5f18-4175-b34e-219ee74f0ec8 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Pushing event updated for resources: {'Port': ['ID=01187ebd-7ebb-415f-9591-d6cf0cc026a4,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:19.090321 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Allocated IP 192.168.233.171 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/c801cc7b-e11f-4614-939c-2a4dcc21c18d) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:48:19.143361 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-2bf7d697-5f18-4175-b34e-219ee74f0ec8 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:19.149178 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-2bf7d697-5f18-4175-b34e-219ee74f0ec8 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:19.245523 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-31b0c7d3-5b26-4088-8211-be216c5a6521 req-c5c618d8-583b-4d8f-9ceb-5888d21fa67e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38 HTTP/1.1" status: 200 len: 210 time: 0.0746613 Jul 07 20:48:19.265456 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-476cb5a0-389c-40ac-8770-df9f8b6bf34f None None] Provisioning for port 01187ebd-7ebb-415f-9591-d6cf0cc026a4 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:19.271791 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-476cb5a0-389c-40ac-8770-df9f8b6bf34f None None] Provisioning complete for port 01187ebd-7ebb-415f-9591-d6cf0cc026a4 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:19.272307 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-476cb5a0-389c-40ac-8770-df9f8b6bf34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:19.327894 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-476cb5a0-389c-40ac-8770-df9f8b6bf34f None None] Port 01187ebd-7ebb-415f-9591-d6cf0cc026a4 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:48:19.373835 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fac949f0-3242-49a8-80cc-77576758fb7d req-95162e9d-b4cf-4d9d-8130-c754638abe54 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:19.393754 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fac949f0-3242-49a8-80cc-77576758fb7d req-95162e9d-b4cf-4d9d-8130-c754638abe54 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:19.412782 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-2bf7d697-5f18-4175-b34e-219ee74f0ec8 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6085327 Jul 07 20:48:19.499977 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-bb5b587f-7247-4bb8-b466-c21cbff31be3 service neutron] Request body: {'port': {'device_id': 'b6136bf4-f66c-4e5c-b3e5-b50373f4dd0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:19.554416 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95162e9d-b4cf-4d9d-8130-c754638abe54 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94496da5-8236-486b-b0b2-176b3de5401a,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:19.563583 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:19.599005 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8bb59-55c7-46b6-8378-ebf0105f304d req-8b056d09-2fe4-4ea8-a4d7-deb4f81d54e3 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:19.608035 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8da8bb59-55c7-46b6-8378-ebf0105f304d req-8b056d09-2fe4-4ea8-a4d7-deb4f81d54e3 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.3684578 Jul 07 20:48:19.638743 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:19.685877 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:48:19.722627 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Transition to ACTIVE for port object c801cc7b-e11f-4614-939c-2a4dcc21c18d will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:19.778129 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8da8bb59-55c7-46b6-8378-ebf0105f304d req-c85f337a-e364-45b7-aeb7-5cbf5f555d3e tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358144 Jul 07 20:48:19.814423 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-bb5b587f-7247-4bb8-b466-c21cbff31be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:19.847521 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:19.868652 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7f0006dd-e0d6-4b99-9d0e-627f65b08db9,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:19.885071 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '7f0006dd-e0d6-4b99-9d0e-627f65b08db9', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '7f0006dd-e0d6-4b99-9d0e-627f65b08db9', 'mac_address': 'fa:16:3e:08:4f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:48:19.924289 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:19.936005 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:19.972212 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:48:19.995719 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7f0006dd-e0d6-4b99-9d0e-627f65b08db9,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:20.003792 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:20.073933 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=7f0006dd-e0d6-4b99-9d0e-627f65b08db9,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:20.129421 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:48:20.154464 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:48:20.190648 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:48:20.216295 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['7f0006dd-e0d6-4b99-9d0e-627f65b08db9'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:48:20.251597 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Pushing event updated for resources: {'Port': ['ID=c801cc7b-e11f-4614-939c-2a4dcc21c18d,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:20.373473 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-fac949f0-3242-49a8-80cc-77576758fb7d req-95162e9d-b4cf-4d9d-8130-c754638abe54 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Allocated IP 192.168.233.179 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/78834a81-07a7-47a0-8f10-c81acf6f0369) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:48:20.409535 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['3f2f695a-9a83-4fa2-9166-162abc5fdd62', '3fd3d68c-e58c-4865-9dbd-4ad768444535', '19254ff3-2f0f-4684-b14a-aa9c0294c902'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:48:20.413660 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5773abc8-54a0-4d78-8193-e9f21be91a17 req-f2c4e4f4-92d0-4e2c-9104-1aa79575e2f7 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/ports?device_id=af02a28b-4db8-474c-93ba-bd6f676093c2 HTTP/1.1" status: 200 len: 210 time: 0.1417902 Jul 07 20:48:20.444696 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:20.448415 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:20.449697 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:20.450275 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:20.451738 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:20.452313 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:20.453409 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:20.456078 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:20.456639 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:20.457191 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:20.457750 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:20.458312 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:20.498681 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:20.500774 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:20.525178 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-e024015f-6a12-4917-9135-17a3d22d1bf6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7381380 Jul 07 20:48:20.554064 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-257e70a4-1c05-49ff-9844-2b75bdf0c0f9 None None] Provisioning for port c801cc7b-e11f-4614-939c-2a4dcc21c18d completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:20.569764 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-4ffbcbf6-1c66-4e29-ad55-8b747e7e90f4 service neutron] Request body: {'port': {'device_id': 'a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:20.582275 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-257e70a4-1c05-49ff-9844-2b75bdf0c0f9 None None] Provisioning complete for port c801cc7b-e11f-4614-939c-2a4dcc21c18d triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:20.582801 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-257e70a4-1c05-49ff-9844-2b75bdf0c0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:20.705809 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-4ffbcbf6-1c66-4e29-ad55-8b747e7e90f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:20.724945 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-257e70a4-1c05-49ff-9844-2b75bdf0c0f9 None None] Port c801cc7b-e11f-4614-939c-2a4dcc21c18d cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:48:20.732506 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686db38d-14d7-40d6-aa00-45d3c5f67d02 req-ff533bc6-7bb3-4e30-b5b8-fad34015baac tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:20.742364 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-686db38d-14d7-40d6-aa00-45d3c5f67d02 req-ff533bc6-7bb3-4e30-b5b8-fad34015baac tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38 HTTP/1.1" status: 200 len: 936 time: 0.2753017 Jul 07 20:48:20.994313 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-686db38d-14d7-40d6-aa00-45d3c5f67d02 req-f82f3dac-596a-4df8-aa22-331c849d8acc tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509193 Jul 07 20:48:21.102420 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fac949f0-3242-49a8-80cc-77576758fb7d req-95162e9d-b4cf-4d9d-8130-c754638abe54 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:21.217483 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-fac949f0-3242-49a8-80cc-77576758fb7d req-95162e9d-b4cf-4d9d-8130-c754638abe54 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Transition to ACTIVE for port object 78834a81-07a7-47a0-8f10-c81acf6f0369 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:21.270331 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ec451-3d81-4c35-bac2-1f1bed7022e6 req-7aaf4c4d-9b73-4146-bf87-a3b82b2b1f8e tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:21.277940 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e25ec451-3d81-4c35-bac2-1f1bed7022e6 req-7aaf4c4d-9b73-4146-bf87-a3b82b2b1f8e tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.1730957 Jul 07 20:48:21.309022 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fac949f0-3242-49a8-80cc-77576758fb7d req-95162e9d-b4cf-4d9d-8130-c754638abe54 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:21.406562 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e25ec451-3d81-4c35-bac2-1f1bed7022e6 req-8c8b056a-008f-4116-8ad9-f900db121a99 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274276 Jul 07 20:48:21.454948 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac949f0-3242-49a8-80cc-77576758fb7d req-95162e9d-b4cf-4d9d-8130-c754638abe54 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:48:21.493694 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-fac949f0-3242-49a8-80cc-77576758fb7d req-95162e9d-b4cf-4d9d-8130-c754638abe54 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:48:21.496142 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95162e9d-b4cf-4d9d-8130-c754638abe54 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Pushing event updated for resources: {'Port': ['ID=78834a81-07a7-47a0-8f10-c81acf6f0369,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:21.498264 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac949f0-3242-49a8-80cc-77576758fb7d req-95162e9d-b4cf-4d9d-8130-c754638abe54 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:48:21.603417 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac949f0-3242-49a8-80cc-77576758fb7d req-95162e9d-b4cf-4d9d-8130-c754638abe54 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:21.604019 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fac949f0-3242-49a8-80cc-77576758fb7d req-95162e9d-b4cf-4d9d-8130-c754638abe54 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:21.686669 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:48:21.706408 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-bb5b587f-7247-4bb8-b466-c21cbff31be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01187ebd-7ebb-415f-9591-d6cf0cc026a4 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:48:21.723797 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-bb5b587f-7247-4bb8-b466-c21cbff31be3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:21.743799 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-bb5b587f-7247-4bb8-b466-c21cbff31be3 service neutron] Transition to ACTIVE for port object 01187ebd-7ebb-415f-9591-d6cf0cc026a4 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:21.746198 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fac949f0-3242-49a8-80cc-77576758fb7d req-95162e9d-b4cf-4d9d-8130-c754638abe54 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2542682 Jul 07 20:48:21.770676 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-bb5b587f-7247-4bb8-b466-c21cbff31be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:21.816767 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:21.817146 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:21.870451 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-fac949f0-3242-49a8-80cc-77576758fb7d req-ecb9ac01-3a03-4ee2-aa7f-6f8da14dce84 service neutron] Request body: {'port': {'device_id': 'af02a28b-4db8-474c-93ba-bd6f676093c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:21.939415 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ee2d218d-a230-4df2-83f0-ef873980d72b None None] Provisioning for port 78834a81-07a7-47a0-8f10-c81acf6f0369 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:21.965147 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ee2d218d-a230-4df2-83f0-ef873980d72b None None] Provisioning complete for port 78834a81-07a7-47a0-8f10-c81acf6f0369 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:21.965533 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ee2d218d-a230-4df2-83f0-ef873980d72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:22.068527 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-bb5b587f-7247-4bb8-b466-c21cbff31be3 service neutron] Attempting to bind port 01187ebd-7ebb-415f-9591-d6cf0cc026a4 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:48:22.068868 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-bb5b587f-7247-4bb8-b466-c21cbff31be3 service neutron] Attempting to bind port 01187ebd-7ebb-415f-9591-d6cf0cc026a4 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:48:22.069209 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-bb5b587f-7247-4bb8-b466-c21cbff31be3 service neutron] Attempting to bind port 01187ebd-7ebb-415f-9591-d6cf0cc026a4 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:48:22.074039 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ee2d218d-a230-4df2-83f0-ef873980d72b None None] Port 78834a81-07a7-47a0-8f10-c81acf6f0369 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:48:22.086338 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-bb5b587f-7247-4bb8-b466-c21cbff31be3 service neutron] Port 01187ebd-7ebb-415f-9591-d6cf0cc026a4 on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:48:22.086677 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-bb5b587f-7247-4bb8-b466-c21cbff31be3 service neutron] Attempting to bind port 01187ebd-7ebb-415f-9591-d6cf0cc026a4 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:48:22.099005 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-bb5b587f-7247-4bb8-b466-c21cbff31be3 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:48:22.099358 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-bb5b587f-7247-4bb8-b466-c21cbff31be3 service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:48:22.099760 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-bb5b587f-7247-4bb8-b466-c21cbff31be3 service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:48:22.100213 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-bb5b587f-7247-4bb8-b466-c21cbff31be3 service neutron] Bound port: 01187ebd-7ebb-415f-9591-d6cf0cc026a4, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:48:22.100586 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-bb5b587f-7247-4bb8-b466-c21cbff31be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:22.131583 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:22.157362 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f4f1a0-128d-406e-9c3d-fef8352d6ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0006dd-e0d6-4b99-9d0e-627f65b08db9'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:48:22.159789 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e9f110-5799-481c-a278-f59c2a53992d" -d '{"events": [{"server_uuid": "a3f4f1a0-128d-406e-9c3d-fef8352d6ba3", "name": "network-vif-plugged", "status": "completed", "tag": "7f0006dd-e0d6-4b99-9d0e-627f65b08db9"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:48:22.162920 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99048100-c96f-4c7b-90cf-1d8586474809 req-d636ec43-4aa2-4589-b28d-4041246d9e0f tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:22.172165 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99048100-c96f-4c7b-90cf-1d8586474809 req-d636ec43-4aa2-4589-b28d-4041246d9e0f tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/ports?device_id=af02a28b-4db8-474c-93ba-bd6f676093c2 HTTP/1.1" status: 200 len: 936 time: 0.5917664 Jul 07 20:48:22.173847 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7f0006dd-e0d6-4b99-9d0e-627f65b08db9,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:22.178848 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:22.213250 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b587f-7247-4bb8-b466-c21cbff31be3 service neutron] Pushing event updated for resources: {'Port': ['ID=01187ebd-7ebb-415f-9591-d6cf0cc026a4,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:22.248122 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=7f0006dd-e0d6-4b99-9d0e-627f65b08db9,revision_number=7']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:22.427386 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99048100-c96f-4c7b-90cf-1d8586474809 req-479454f1-035c-44cf-9431-0ea6348e87d3 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/security-groups?id=94496da5-8236-486b-b0b2-176b3de5401a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537377 Jul 07 20:48:22.428149 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fac949f0-3242-49a8-80cc-77576758fb7d req-ecb9ac01-3a03-4ee2-aa7f-6f8da14dce84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:22.447606 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-bb5b587f-7247-4bb8-b466-c21cbff31be3 service neutron] For port 01187ebd-7ebb-415f-9591-d6cf0cc026a4, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:48:22.493774 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-bb5b587f-7247-4bb8-b466-c21cbff31be3 service neutron] For port 01187ebd-7ebb-415f-9591-d6cf0cc026a4, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=01187ebd-7ebb-415f-9591-d6cf0cc026a4,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:48:22.893333 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-bb5b587f-7247-4bb8-b466-c21cbff31be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:23.020671 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-a881ce7e-4e5d-464d-aa78-dcdde652e2a1 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:23.022264 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-a881ce7e-4e5d-464d-aa78-dcdde652e2a1 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 820 time: 0.7839482 Jul 07 20:48:23.024516 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-4ffbcbf6-1c66-4e29-ad55-8b747e7e90f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c801cc7b-e11f-4614-939c-2a4dcc21c18d {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:48:23.050062 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-4ffbcbf6-1c66-4e29-ad55-8b747e7e90f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:23.060237 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-bb5b587f-7247-4bb8-b466-c21cbff31be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:23.060888 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-bb5b587f-7247-4bb8-b466-c21cbff31be3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:23.062363 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-bb5b587f-7247-4bb8-b466-c21cbff31be3 service neutron] 10.222.0.39 "PUT /v2.0/ports/01187ebd-7ebb-415f-9591-d6cf0cc026a4 HTTP/1.1" status: 200 len: 1096 time: 3.6248713 Jul 07 20:48:23.084154 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6136bf4-f66c-4e5c-b3e5-b50373f4dd0d', 'tag': '01187ebd-7ebb-415f-9591-d6cf0cc026a4'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:48:23.086794 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a3434f-f731-4d5f-b2c5-612a9a7b87c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b6136bf4-f66c-4e5c-b3e5-b50373f4dd0d", "tag": "01187ebd-7ebb-415f-9591-d6cf0cc026a4"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:48:23.218421 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-4ffbcbf6-1c66-4e29-ad55-8b747e7e90f4 service neutron] Transition to ACTIVE for port object c801cc7b-e11f-4614-939c-2a4dcc21c18d will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:23.228958 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-18859083-6317-4042-ac3f-a8138e9aeb0d tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/quotas/9b2f63d1e3474de0ace5d0719705221d HTTP/1.1" status: 200 len: 375 time: 0.1870718 Jul 07 20:48:23.245012 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b587f-7247-4bb8-b466-c21cbff31be3 service neutron] Pushing event updated for resources: {'Port': ['ID=01187ebd-7ebb-415f-9591-d6cf0cc026a4,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:23.285065 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-4ffbcbf6-1c66-4e29-ad55-8b747e7e90f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:23.474918 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbcbf6-1c66-4e29-ad55-8b747e7e90f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c801cc7b-e11f-4614-939c-2a4dcc21c18d,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:23.521207 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20017515-c461-479e-a485-404be673f5d0 req-d8407242-d5ea-41d5-be61-5e65012cde86 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:23.524252 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20017515-c461-479e-a485-404be673f5d0 req-d8407242-d5ea-41d5-be61-5e65012cde86 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38 HTTP/1.1" status: 200 len: 936 time: 0.6236010 Jul 07 20:48:23.644899 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-dce221aa-db82-4620-8c3b-6d3afc6ad703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:23.646789 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-dce221aa-db82-4620-8c3b-6d3afc6ad703 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&device_id=b6136bf4-f66c-4e5c-b3e5-b50373f4dd0d HTTP/1.1" status: 200 len: 1099 time: 0.4897974 Jul 07 20:48:23.673757 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-e5b0905a-1fb8-42eb-9f7c-98a80162187e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4431005 Jul 07 20:48:23.770877 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-8d874aec-d47e-4ec6-8d09-57cc32da7168 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=01187ebd-7ebb-415f-9591-d6cf0cc026a4 HTTP/1.1" status: 200 len: 217 time: 0.0866265 Jul 07 20:48:23.807159 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-4ffbcbf6-1c66-4e29-ad55-8b747e7e90f4 service neutron] Attempting to bind port c801cc7b-e11f-4614-939c-2a4dcc21c18d on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:48:23.807554 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-4ffbcbf6-1c66-4e29-ad55-8b747e7e90f4 service neutron] Attempting to bind port c801cc7b-e11f-4614-939c-2a4dcc21c18d by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:48:23.807895 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-4ffbcbf6-1c66-4e29-ad55-8b747e7e90f4 service neutron] Attempting to bind port c801cc7b-e11f-4614-939c-2a4dcc21c18d on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:48:23.834983 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20017515-c461-479e-a485-404be673f5d0 req-431c83a6-9c9b-4938-8ed2-7ef52c50ee84 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590492 Jul 07 20:48:23.890091 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-4ffbcbf6-1c66-4e29-ad55-8b747e7e90f4 service neutron] Port c801cc7b-e11f-4614-939c-2a4dcc21c18d on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:48:23.891824 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-4ffbcbf6-1c66-4e29-ad55-8b747e7e90f4 service neutron] Attempting to bind port c801cc7b-e11f-4614-939c-2a4dcc21c18d on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:48:23.899351 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28fb5c0-d4c0-48ba-bac3-3de426c230fa x-openstack-request-id: req-d28fb5c0-d4c0-48ba-bac3-3de426c230fa {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:48:23.899868 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f4f1a0-128d-406e-9c3d-fef8352d6ba3", "name": "network-vif-plugged", "status": "completed", "tag": "7f0006dd-e0d6-4b99-9d0e-627f65b08db9", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:48:23.899868 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d28fb5c0-d4c0-48ba-bac3-3de426c230fa {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:48:23.900284 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f4f1a0-128d-406e-9c3d-fef8352d6ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0006dd-e0d6-4b99-9d0e-627f65b08db9', 'code': 200} Jul 07 20:48:23.942362 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-4ffbcbf6-1c66-4e29-ad55-8b747e7e90f4 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:48:23.942777 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-4ffbcbf6-1c66-4e29-ad55-8b747e7e90f4 service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:48:23.943100 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-4ffbcbf6-1c66-4e29-ad55-8b747e7e90f4 service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:48:23.943577 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-4ffbcbf6-1c66-4e29-ad55-8b747e7e90f4 service neutron] Bound port: c801cc7b-e11f-4614-939c-2a4dcc21c18d, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:48:23.943957 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-4ffbcbf6-1c66-4e29-ad55-8b747e7e90f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:23.972061 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-448991d4-fdf7-45dd-a6a6-ff153ce59fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:23.973555 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-448991d4-fdf7-45dd-a6a6-ff153ce59fd9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1678426 Jul 07 20:48:23.978268 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-fac949f0-3242-49a8-80cc-77576758fb7d req-ecb9ac01-3a03-4ee2-aa7f-6f8da14dce84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78834a81-07a7-47a0-8f10-c81acf6f0369 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:48:24.006261 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fac949f0-3242-49a8-80cc-77576758fb7d req-ecb9ac01-3a03-4ee2-aa7f-6f8da14dce84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:24.038460 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-657f779a-79a3-4be5-81ee-d97296724d83 service neutron] 10.222.0.64 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431530 Jul 07 20:48:24.129172 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-fac949f0-3242-49a8-80cc-77576758fb7d req-ecb9ac01-3a03-4ee2-aa7f-6f8da14dce84 service neutron] Transition to ACTIVE for port object 78834a81-07a7-47a0-8f10-c81acf6f0369 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:24.151995 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fac949f0-3242-49a8-80cc-77576758fb7d req-ecb9ac01-3a03-4ee2-aa7f-6f8da14dce84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:24.232657 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-4ffbcbf6-1c66-4e29-ad55-8b747e7e90f4 service neutron] For port c801cc7b-e11f-4614-939c-2a4dcc21c18d, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:48:24.280484 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-4ffbcbf6-1c66-4e29-ad55-8b747e7e90f4 service neutron] For port c801cc7b-e11f-4614-939c-2a4dcc21c18d, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=c801cc7b-e11f-4614-939c-2a4dcc21c18d,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:48:24.311729 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-4ffbcbf6-1c66-4e29-ad55-8b747e7e90f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:24.319767 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9ac01-3a03-4ee2-aa7f-6f8da14dce84 service neutron] Pushing event updated for resources: {'Port': ['ID=78834a81-07a7-47a0-8f10-c81acf6f0369,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:24.339643 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-5717717c-fb1e-41d8-860d-7edb97a09f99 service neutron] 10.222.0.64 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002872 Jul 07 20:48:24.361422 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-9478b6d0-627f-4c64-b8d5-5f89d10f281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:24.363043 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-9478b6d0-627f-4c64-b8d5-5f89d10f281e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3677719 Jul 07 20:48:24.449035 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-4ffbcbf6-1c66-4e29-ad55-8b747e7e90f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:24.449621 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-4ffbcbf6-1c66-4e29-ad55-8b747e7e90f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:24.451279 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-4ffbcbf6-1c66-4e29-ad55-8b747e7e90f4 service neutron] 10.222.0.58 "PUT /v2.0/ports/c801cc7b-e11f-4614-939c-2a4dcc21c18d HTTP/1.1" status: 200 len: 1097 time: 3.8937867 Jul 07 20:48:24.562750 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929dffc1-b73c-439d-b406-5158e954cee3 req-23b22036-e061-408f-bcc7-089cb014b631 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:24.564371 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-929dffc1-b73c-439d-b406-5158e954cee3 req-23b22036-e061-408f-bcc7-089cb014b631 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.4027917 Jul 07 20:48:24.572514 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbcbf6-1c66-4e29-ad55-8b747e7e90f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c801cc7b-e11f-4614-939c-2a4dcc21c18d,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:24.624736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-fac949f0-3242-49a8-80cc-77576758fb7d req-ecb9ac01-3a03-4ee2-aa7f-6f8da14dce84 service neutron] Attempting to bind port 78834a81-07a7-47a0-8f10-c81acf6f0369 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:48:24.625048 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-fac949f0-3242-49a8-80cc-77576758fb7d req-ecb9ac01-3a03-4ee2-aa7f-6f8da14dce84 service neutron] Attempting to bind port 78834a81-07a7-47a0-8f10-c81acf6f0369 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:48:24.625200 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac949f0-3242-49a8-80cc-77576758fb7d req-ecb9ac01-3a03-4ee2-aa7f-6f8da14dce84 service neutron] Attempting to bind port 78834a81-07a7-47a0-8f10-c81acf6f0369 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:48:24.682860 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac949f0-3242-49a8-80cc-77576758fb7d req-ecb9ac01-3a03-4ee2-aa7f-6f8da14dce84 service neutron] Port 78834a81-07a7-47a0-8f10-c81acf6f0369 on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:48:24.683104 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac949f0-3242-49a8-80cc-77576758fb7d req-ecb9ac01-3a03-4ee2-aa7f-6f8da14dce84 service neutron] Attempting to bind port 78834a81-07a7-47a0-8f10-c81acf6f0369 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:48:24.704490 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac949f0-3242-49a8-80cc-77576758fb7d req-ecb9ac01-3a03-4ee2-aa7f-6f8da14dce84 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:48:24.704990 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac949f0-3242-49a8-80cc-77576758fb7d req-ecb9ac01-3a03-4ee2-aa7f-6f8da14dce84 service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:48:24.705394 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac949f0-3242-49a8-80cc-77576758fb7d req-ecb9ac01-3a03-4ee2-aa7f-6f8da14dce84 service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:48:24.705850 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-fac949f0-3242-49a8-80cc-77576758fb7d req-ecb9ac01-3a03-4ee2-aa7f-6f8da14dce84 service neutron] Bound port: 78834a81-07a7-47a0-8f10-c81acf6f0369, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:48:24.706217 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fac949f0-3242-49a8-80cc-77576758fb7d req-ecb9ac01-3a03-4ee2-aa7f-6f8da14dce84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:24.733880 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-929dffc1-b73c-439d-b406-5158e954cee3 req-c437ca1c-ecbc-4dc0-84ed-5d19882131de tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583278 Jul 07 20:48:24.738061 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-efafda6d-a679-468d-868f-062cf0d4f137 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277988 Jul 07 20:48:24.860231 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-7c4db9c4-ae0e-472b-b19b-762b2e9e62b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:24.863689 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-7c4db9c4-ae0e-472b-b19b-762b2e9e62b6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&device_id=a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38 HTTP/1.1" status: 200 len: 1100 time: 0.2848287 Jul 07 20:48:24.940224 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-fac949f0-3242-49a8-80cc-77576758fb7d req-ecb9ac01-3a03-4ee2-aa7f-6f8da14dce84 service neutron] For port 78834a81-07a7-47a0-8f10-c81acf6f0369, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:48:24.943115 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-51371404-0fd2-421b-8166-08505b971173 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=c801cc7b-e11f-4614-939c-2a4dcc21c18d HTTP/1.1" status: 200 len: 217 time: 0.0585048 Jul 07 20:48:24.963102 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-fac949f0-3242-49a8-80cc-77576758fb7d req-ecb9ac01-3a03-4ee2-aa7f-6f8da14dce84 service neutron] For port 78834a81-07a7-47a0-8f10-c81acf6f0369, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=78834a81-07a7-47a0-8f10-c81acf6f0369,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:48:24.993291 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fac949f0-3242-49a8-80cc-77576758fb7d req-ecb9ac01-3a03-4ee2-aa7f-6f8da14dce84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:25.081125 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac949f0-3242-49a8-80cc-77576758fb7d req-ecb9ac01-3a03-4ee2-aa7f-6f8da14dce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:25.081953 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fac949f0-3242-49a8-80cc-77576758fb7d req-ecb9ac01-3a03-4ee2-aa7f-6f8da14dce84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:25.083825 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fac949f0-3242-49a8-80cc-77576758fb7d req-ecb9ac01-3a03-4ee2-aa7f-6f8da14dce84 service neutron] 10.222.0.39 "PUT /v2.0/ports/78834a81-07a7-47a0-8f10-c81acf6f0369 HTTP/1.1" status: 200 len: 1097 time: 3.2789209 Jul 07 20:48:25.085466 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e6f0b0-68df-49d5-8e50-4e3a2c664050 x-openstack-request-id: req-39e6f0b0-68df-49d5-8e50-4e3a2c664050 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:48:25.085765 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6136bf4-f66c-4e5c-b3e5-b50373f4dd0d", "tag": "01187ebd-7ebb-415f-9591-d6cf0cc026a4", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:48:25.086022 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-39e6f0b0-68df-49d5-8e50-4e3a2c664050 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:48:25.086640 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6136bf4-f66c-4e5c-b3e5-b50373f4dd0d', 'tag': '01187ebd-7ebb-415f-9591-d6cf0cc026a4', 'status': 'completed', 'code': 200} Jul 07 20:48:25.090930 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-e71a1969-c944-49f9-ac18-e2e4fea7fa5a service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373733 Jul 07 20:48:25.141167 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-40496d68-085e-4286-be34-a3fd0fcf2026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:25.142687 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-40496d68-085e-4286-be34-a3fd0fcf2026 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1783049 Jul 07 20:48:25.413922 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9ac01-3a03-4ee2-aa7f-6f8da14dce84 service neutron] Pushing event updated for resources: {'Port': ['ID=78834a81-07a7-47a0-8f10-c81acf6f0369,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:25.424010 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de45a5a8-651c-4288-a667-7f020fd98eba req-838f919b-e361-4c86-8d56-7ab86610edce tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 210 time: 0.0573969 Jul 07 20:48:25.562409 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572bcf5-b317-4e66-8f40-449441b6eb7c req-50134d2c-1368-425e-aeb1-b6d17ccfcad2 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:25.564504 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d572bcf5-b317-4e66-8f40-449441b6eb7c req-50134d2c-1368-425e-aeb1-b6d17ccfcad2 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/ports?device_id=af02a28b-4db8-474c-93ba-bd6f676093c2 HTTP/1.1" status: 200 len: 948 time: 0.2479472 Jul 07 20:48:25.573843 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3434f-f731-4d5f-b2c5-612a9a7b87c5 req-12a1692c-79c5-42ae-89c5-15ed5dd9f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:25.577334 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b7a3434f-f731-4d5f-b2c5-612a9a7b87c5 req-12a1692c-79c5-42ae-89c5-15ed5dd9f6f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&device_id=b6136bf4-f66c-4e5c-b3e5-b50373f4dd0d HTTP/1.1" status: 200 len: 1099 time: 0.3785560 Jul 07 20:48:25.582152 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-8ade7c13-9a1b-4f4f-bbbd-cd35b3096396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:25.584358 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-8ade7c13-9a1b-4f4f-bbbd-cd35b3096396 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4054039 Jul 07 20:48:25.588006 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac949f0-3242-49a8-80cc-77576758fb7d req-89ef6f02-f8d1-436a-bd97-27aa213f5aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:25.590082 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fac949f0-3242-49a8-80cc-77576758fb7d req-89ef6f02-f8d1-436a-bd97-27aa213f5aa3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=977a1fa17ba44d87b52c83d93b3e411d&device_id=af02a28b-4db8-474c-93ba-bd6f676093c2 HTTP/1.1" status: 200 len: 1100 time: 0.4200857 Jul 07 20:48:25.751430 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fac949f0-3242-49a8-80cc-77576758fb7d req-10e73fb5-98f2-468c-9f5e-0ca35aea54cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=78834a81-07a7-47a0-8f10-c81acf6f0369 HTTP/1.1" status: 200 len: 217 time: 0.1349418 Jul 07 20:48:25.832381 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3434f-f731-4d5f-b2c5-612a9a7b87c5 req-e8fe0a6e-0852-4c16-a89f-74e99f93121b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:25.834390 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b7a3434f-f731-4d5f-b2c5-612a9a7b87c5 req-e8fe0a6e-0852-4c16-a89f-74e99f93121b service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.2167318 Jul 07 20:48:25.872466 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d572bcf5-b317-4e66-8f40-449441b6eb7c req-fa4c9418-3eb9-4448-8e9e-b34c0f8ddaea tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/security-groups?id=94496da5-8236-486b-b0b2-176b3de5401a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921197 Jul 07 20:48:25.945155 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac949f0-3242-49a8-80cc-77576758fb7d req-c479adb1-44c3-4aeb-973b-8c564beee507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:25.946806 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fac949f0-3242-49a8-80cc-77576758fb7d req-c479adb1-44c3-4aeb-973b-8c564beee507 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0819001 Jul 07 20:48:26.353727 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b7a3434f-f731-4d5f-b2c5-612a9a7b87c5 req-0459f253-fbf2-4b8e-abf3-bebb6540c9fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=01187ebd-7ebb-415f-9591-d6cf0cc026a4 HTTP/1.1" status: 200 len: 217 time: 0.4177053 Jul 07 20:48:26.493456 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-ced4089d-946a-4669-97aa-396bb9469c48 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8541996 Jul 07 20:48:26.502819 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3434f-f731-4d5f-b2c5-612a9a7b87c5 req-a898c796-d6b8-487f-9bcd-565b226257f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:26.504417 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b7a3434f-f731-4d5f-b2c5-612a9a7b87c5 req-a898c796-d6b8-487f-9bcd-565b226257f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1294780 Jul 07 20:48:26.528406 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c45b4a-45be-4c71-9d2b-e6950bd1bc03 req-f103c0cc-54cf-49ea-af45-00c78b6f04b6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:26.536022 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d6c45b4a-45be-4c71-9d2b-e6950bd1bc03 req-f103c0cc-54cf-49ea-af45-00c78b6f04b6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38 HTTP/1.1" status: 200 len: 948 time: 0.9004941 Jul 07 20:48:26.645855 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac949f0-3242-49a8-80cc-77576758fb7d req-42e277f0-7614-4eb9-8d66-2088e8c400f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:26.647280 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fac949f0-3242-49a8-80cc-77576758fb7d req-42e277f0-7614-4eb9-8d66-2088e8c400f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3149254 Jul 07 20:48:26.700452 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d6c45b4a-45be-4c71-9d2b-e6950bd1bc03 req-0a7b0387-b6d0-4abd-b117-2e709836fabb tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629660 Jul 07 20:48:26.735678 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75526588-2e25-4b42-9362-089ba594758e req-809df8ab-4cd1-44ca-8316-558a68282ace tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:26.742726 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-75526588-2e25-4b42-9362-089ba594758e req-809df8ab-4cd1-44ca-8316-558a68282ace tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.4113839 Jul 07 20:48:26.848784 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51bfe00d-13d2-40e9-8d61-60648350f50d req-735d5a84-636a-4d93-ac63-8502f911d36d service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359308 Jul 07 20:48:26.873604 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-75526588-2e25-4b42-9362-089ba594758e req-bfd8b9a6-2fb4-4d81-8d59-1b7d01598e37 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264453 Jul 07 20:48:26.894421 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3434f-f731-4d5f-b2c5-612a9a7b87c5 req-7ee65927-8216-4b3a-a9d9-10cf4d8e6c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:26.896390 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b7a3434f-f731-4d5f-b2c5-612a9a7b87c5 req-7ee65927-8216-4b3a-a9d9-10cf4d8e6c39 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3578598 Jul 07 20:48:26.902405 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fac949f0-3242-49a8-80cc-77576758fb7d req-70e15b95-a724-400a-bcb1-7e49eca46600 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336388 Jul 07 20:48:27.094085 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38', 'tag': 'c801cc7b-e11f-4614-939c-2a4dcc21c18d'}, {'name': 'network-changed', 'server_uuid': 'af02a28b-4db8-474c-93ba-bd6f676093c2', 'tag': '78834a81-07a7-47a0-8f10-c81acf6f0369'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:48:27.096055 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0a2703-2ab1-419a-b76f-c99d6b53e39d" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38", "tag": "c801cc7b-e11f-4614-939c-2a4dcc21c18d"}, {"name": "network-changed", "server_uuid": "af02a28b-4db8-474c-93ba-bd6f676093c2", "tag": "78834a81-07a7-47a0-8f10-c81acf6f0369"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:48:27.224539 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b7a3434f-f731-4d5f-b2c5-612a9a7b87c5 req-abda3839-6b6c-4664-abc3-b5e4be8b52a9 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038480 Jul 07 20:48:27.231422 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fac949f0-3242-49a8-80cc-77576758fb7d req-d0e77513-383e-4b04-b9d8-71accd9eebbc service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020182 Jul 07 20:48:27.239589 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-00c24887-a801-40a3-b840-b9f3a80fe304 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:27.241138 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-00c24887-a801-40a3-b840-b9f3a80fe304 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.58 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 820 time: 0.2317402 Jul 07 20:48:27.302807 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-13f5945a-1624-4639-86f3-589c9f7ad392 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Request body: {'port': {'device_id': 'b05bb8aa-533a-4afb-b31a-cbda267ea0eb', 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e', 'admin_state_up': True, 'tenant_id': '9b2f63d1e3474de0ace5d0719705221d'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:27.350822 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 01187ebd-7ebb-415f-9591-d6cf0cc026a4 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:48:27.439303 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-044afa88-15b4-4ec2-aab0-a21f4c86d026 req-a69a7690-9c6b-492a-8c83-e93a250da093 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 210 time: 0.1696866 Jul 07 20:48:27.566688 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 01187ebd-7ebb-415f-9591-d6cf0cc026a4, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=01187ebd-7ebb-415f-9591-d6cf0cc026a4,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:27.602547 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '01187ebd-7ebb-415f-9591-d6cf0cc026a4', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '01187ebd-7ebb-415f-9591-d6cf0cc026a4', 'mac_address': 'fa:16:3e:ac:d5:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:48:27.619676 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ef97c-024f-45d2-b948-db2235662cb8 req-afa47b85-c575-46fb-8669-e1f5f0dc76b0 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:27.622227 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-079ef97c-024f-45d2-b948-db2235662cb8 req-afa47b85-c575-46fb-8669-e1f5f0dc76b0 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/ports?device_id=af02a28b-4db8-474c-93ba-bd6f676093c2 HTTP/1.1" status: 200 len: 948 time: 0.3514276 Jul 07 20:48:27.680772 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:27.709696 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-079ef97c-024f-45d2-b948-db2235662cb8 req-3869b3bf-b8b0-4e0c-8b9a-e397eabf9064 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/security-groups?id=94496da5-8236-486b-b0b2-176b3de5401a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728331 Jul 07 20:48:27.713514 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b7a3434f-f731-4d5f-b2c5-612a9a7b87c5 req-4edf6abf-2921-4f48-a0ad-77a1f710e6ad service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712903 Jul 07 20:48:27.716283 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01187ebd-7ebb-415f-9591-d6cf0cc026a4 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:48:27.761952 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-13f5945a-1624-4639-86f3-589c9f7ad392 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Made reservation on behalf of 9b2f63d1e3474de0ace5d0719705221d for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:48:27.772419 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-13f5945a-1624-4639-86f3-589c9f7ad392 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:27.799363 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 01187ebd-7ebb-415f-9591-d6cf0cc026a4, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=01187ebd-7ebb-415f-9591-d6cf0cc026a4,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:27.818472 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:27.830940 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 20:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d3c001-73c3-443a-8dab-072ad58a2bd9 x-openstack-request-id: req-81d3c001-73c3-443a-8dab-072ad58a2bd9 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:48:27.831410 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38", "tag": "c801cc7b-e11f-4614-939c-2a4dcc21c18d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "af02a28b-4db8-474c-93ba-bd6f676093c2", "tag": "78834a81-07a7-47a0-8f10-c81acf6f0369", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:48:27.831795 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81d3c001-73c3-443a-8dab-072ad58a2bd9 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:48:27.832325 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38', 'tag': 'c801cc7b-e11f-4614-939c-2a4dcc21c18d', 'status': 'completed', 'code': 200} Jul 07 20:48:27.832866 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af02a28b-4db8-474c-93ba-bd6f676093c2', 'tag': '78834a81-07a7-47a0-8f10-c81acf6f0369', 'status': 'completed', 'code': 200} Jul 07 20:48:27.929839 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=01187ebd-7ebb-415f-9591-d6cf0cc026a4,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:27.941792 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:27.942057 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:27.942585 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:27.943861 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:27.944381 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:27.944889 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:27.945391 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:27.945887 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:27.946392 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:27.946887 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:27.947484 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:27.947983 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:27.983015 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2703-2ab1-419a-b76f-c99d6b53e39d req-64cd905e-829d-4d61-b8e6-ae9f8e791283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:27.986190 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-eb0a2703-2ab1-419a-b76f-c99d6b53e39d req-64cd905e-829d-4d61-b8e6-ae9f8e791283 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&device_id=a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38 HTTP/1.1" status: 200 len: 1100 time: 0.0982940 Jul 07 20:48:28.097908 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2703-2ab1-419a-b76f-c99d6b53e39d req-9be3ce59-45de-4e60-a51f-d637c19d35fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:28.102236 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-eb0a2703-2ab1-419a-b76f-c99d6b53e39d req-9be3ce59-45de-4e60-a51f-d637c19d35fe service neutron] 10.222.0.58 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.1062758 Jul 07 20:48:28.184944 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-eb0a2703-2ab1-419a-b76f-c99d6b53e39d req-51c7abe7-6ac1-4c97-88f5-d4b0a623bb00 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=c801cc7b-e11f-4614-939c-2a4dcc21c18d HTTP/1.1" status: 200 len: 217 time: 0.0551090 Jul 07 20:48:28.207165 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-13f5945a-1624-4639-86f3-589c9f7ad392 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Allocated IP 172.20.0.12 (4b91b62e-f0da-4f30-b6c0-0519015da08e/58cf048c-6ca3-4e9c-85aa-89cc2a934f80/f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:48:28.220349 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2703-2ab1-419a-b76f-c99d6b53e39d req-958373d7-dac7-40ff-9bc2-180cd35a4642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:28.221874 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eb0a2703-2ab1-419a-b76f-c99d6b53e39d req-958373d7-dac7-40ff-9bc2-180cd35a4642 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=977a1fa17ba44d87b52c83d93b3e411d&device_id=af02a28b-4db8-474c-93ba-bd6f676093c2 HTTP/1.1" status: 200 len: 1100 time: 0.3867710 Jul 07 20:48:28.293079 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2703-2ab1-419a-b76f-c99d6b53e39d req-dde41664-e6da-4ae9-8455-0caba6014636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:28.294594 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-eb0a2703-2ab1-419a-b76f-c99d6b53e39d req-dde41664-e6da-4ae9-8455-0caba6014636 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0964606 Jul 07 20:48:28.318873 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a0413-938d-4a8f-bdd0-177f1a749f9c req-becc4d1a-18b6-4462-ace4-2010ec7104d7 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:28.324408 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-134a0413-938d-4a8f-bdd0-177f1a749f9c req-becc4d1a-18b6-4462-ace4-2010ec7104d7 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.2484152 Jul 07 20:48:28.350207 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['01187ebd-7ebb-415f-9591-d6cf0cc026a4'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:48:28.392013 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2703-2ab1-419a-b76f-c99d6b53e39d req-b3aeaa7f-c26c-444f-86bc-7467644a6d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:28.394142 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-eb0a2703-2ab1-419a-b76f-c99d6b53e39d req-b3aeaa7f-c26c-444f-86bc-7467644a6d7f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0857534 Jul 07 20:48:28.497053 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-13f5945a-1624-4639-86f3-589c9f7ad392 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:28.530585 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-eb0a2703-2ab1-419a-b76f-c99d6b53e39d req-9f316bbd-a580-4955-af92-8d84300ff718 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150415 Jul 07 20:48:28.609451 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2703-2ab1-419a-b76f-c99d6b53e39d req-53296231-efbb-490b-aa12-5ecd7b8f3378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:28.611537 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eb0a2703-2ab1-419a-b76f-c99d6b53e39d req-53296231-efbb-490b-aa12-5ecd7b8f3378 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.3719544 Jul 07 20:48:28.620401 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8833d6-8d6b-4641-a6b0-46c65a71487e req-10e46a02-0e2e-4a5f-8f8e-010faca5e677 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:28.622645 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4d8833d6-8d6b-4641-a6b0-46c65a71487e req-10e46a02-0e2e-4a5f-8f8e-010faca5e677 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38 HTTP/1.1" status: 200 len: 948 time: 0.7073226 Jul 07 20:48:28.650546 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-13f5945a-1624-4639-86f3-589c9f7ad392 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:28.673242 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['2715bb04-5adc-46de-a931-3952a8ed1b25'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:48:28.736963 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-eb0a2703-2ab1-419a-b76f-c99d6b53e39d req-22f72cdb-7037-487a-9abf-dbd0d0a28a1a service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897471 Jul 07 20:48:28.792621 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-134a0413-938d-4a8f-bdd0-177f1a749f9c req-855fc84d-607e-4d11-9ef2-1e2613219014 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680708 Jul 07 20:48:28.873239 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-13f5945a-1624-4639-86f3-589c9f7ad392 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Network 4b91b62e-f0da-4f30-b6c0-0519015da08e is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:48:28.894209 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5945a-1624-4639-86f3-589c9f7ad392 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Pushing event updated for resources: {'Port': ['ID=f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:28.898428 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-13f5945a-1624-4639-86f3-589c9f7ad392 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:48:28.907515 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4d8833d6-8d6b-4641-a6b0-46c65a71487e req-9a1921bc-018e-4bac-a02a-a969941cc895 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676502 Jul 07 20:48:28.908642 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-13f5945a-1624-4639-86f3-589c9f7ad392 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:48:28.940920 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eb0a2703-2ab1-419a-b76f-c99d6b53e39d req-86079787-66ce-4ad1-b684-7e5735ed4b55 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=78834a81-07a7-47a0-8f10-c81acf6f0369 HTTP/1.1" status: 200 len: 217 time: 0.2602451 Jul 07 20:48:28.994068 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-13f5945a-1624-4639-86f3-589c9f7ad392 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:28.995298 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-13f5945a-1624-4639-86f3-589c9f7ad392 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:29.063880 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-13f5945a-1624-4639-86f3-589c9f7ad392 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7970512 Jul 07 20:48:29.082019 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-6179d044-ca55-4729-bbdb-b940dd838dc6 service neutron] Request body: {'port': {'device_id': 'b05bb8aa-533a-4afb-b31a-cbda267ea0eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:29.154879 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5702ca3b-6a23-4246-8135-6f91c06aa63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:29.173432 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-6179d044-ca55-4729-bbdb-b940dd838dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:29.223751 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2703-2ab1-419a-b76f-c99d6b53e39d req-870fb64d-b8d7-44d6-8573-cc087652e97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:29.226151 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eb0a2703-2ab1-419a-b76f-c99d6b53e39d req-870fb64d-b8d7-44d6-8573-cc087652e97e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.2069981 Jul 07 20:48:29.362430 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 78834a81-07a7-47a0-8f10-c81acf6f0369 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:48:29.528949 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2703-2ab1-419a-b76f-c99d6b53e39d req-b7ef7553-f560-473f-8a3d-86bfa0590af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:29.530650 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eb0a2703-2ab1-419a-b76f-c99d6b53e39d req-b7ef7553-f560-473f-8a3d-86bfa0590af1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2937784 Jul 07 20:48:29.625764 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 78834a81-07a7-47a0-8f10-c81acf6f0369, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=78834a81-07a7-47a0-8f10-c81acf6f0369,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:29.647540 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '78834a81-07a7-47a0-8f10-c81acf6f0369', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '78834a81-07a7-47a0-8f10-c81acf6f0369', 'mac_address': 'fa:16:3e:27:1f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:48:29.700256 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device c801cc7b-e11f-4614-939c-2a4dcc21c18d details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:48:29.758583 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:29.775615 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78834a81-07a7-47a0-8f10-c81acf6f0369 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:48:29.797403 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 78834a81-07a7-47a0-8f10-c81acf6f0369, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=78834a81-07a7-47a0-8f10-c81acf6f0369,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:29.845988 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:29.939767 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=78834a81-07a7-47a0-8f10-c81acf6f0369,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:29.949188 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port c801cc7b-e11f-4614-939c-2a4dcc21c18d, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=c801cc7b-e11f-4614-939c-2a4dcc21c18d,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:29.963631 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'c801cc7b-e11f-4614-939c-2a4dcc21c18d', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': 'c801cc7b-e11f-4614-939c-2a4dcc21c18d', 'mac_address': 'fa:16:3e:1d:56:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:48:30.013443 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:30.033314 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c801cc7b-e11f-4614-939c-2a4dcc21c18d {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:48:30.083020 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port c801cc7b-e11f-4614-939c-2a4dcc21c18d, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=c801cc7b-e11f-4614-939c-2a4dcc21c18d,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:30.088185 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:30.169198 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=c801cc7b-e11f-4614-939c-2a4dcc21c18d,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:30.253031 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0a1c0-0b67-4776-80ef-8b2eb5b10879 req-b2ff1f80-78be-461b-9073-addebaf64aef tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:30.254642 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-43d0a1c0-0b67-4776-80ef-8b2eb5b10879 req-b2ff1f80-78be-461b-9073-addebaf64aef tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 932 time: 0.8156610 Jul 07 20:48:30.283638 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eb0a2703-2ab1-419a-b76f-c99d6b53e39d req-54bf2bd0-b221-4354-8218-0137fa939929 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7163918 Jul 07 20:48:30.345726 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['78834a81-07a7-47a0-8f10-c81acf6f0369'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:48:30.388052 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25243178-dcf3-48c6-9300-1f0641327b48 req-0808456d-5b11-4596-8265-edf3abeb8b5f tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:30.395479 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-25243178-dcf3-48c6-9300-1f0641327b48 req-0808456d-5b11-4596-8265-edf3abeb8b5f tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/ports?device_id=af02a28b-4db8-474c-93ba-bd6f676093c2 HTTP/1.1" status: 200 len: 949 time: 0.2986953 Jul 07 20:48:30.448323 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-43d0a1c0-0b67-4776-80ef-8b2eb5b10879 req-95fb98c4-bb30-47a9-9e7b-879bef37777c tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818542 Jul 07 20:48:30.540947 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-25243178-dcf3-48c6-9300-1f0641327b48 req-1cd5141e-a13f-4081-a2b2-9c69a4b1f57d tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/security-groups?id=94496da5-8236-486b-b0b2-176b3de5401a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444957 Jul 07 20:48:30.613138 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-6179d044-ca55-4729-bbdb-b940dd838dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:48:30.619860 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eb0a2703-2ab1-419a-b76f-c99d6b53e39d req-96637546-27f4-4918-99d1-f408de4aa379 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198376 Jul 07 20:48:30.624712 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-6179d044-ca55-4729-bbdb-b940dd838dc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:30.674886 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['c801cc7b-e11f-4614-939c-2a4dcc21c18d'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:48:30.776647 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-6179d044-ca55-4729-bbdb-b940dd838dc6 service neutron] Transition to ACTIVE for port object f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:30.815155 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-6179d044-ca55-4729-bbdb-b940dd838dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:30.915954 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179d044-ca55-4729-bbdb-b940dd838dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:31.009765 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4ba13-c2fb-4ae2-867f-f8c2adbe9c87 req-73b82c89-8169-4c37-9797-c9c551460277 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:31.017720 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f8d4ba13-c2fb-4ae2-867f-f8c2adbe9c87 req-73b82c89-8169-4c37-9797-c9c551460277 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38 HTTP/1.1" status: 200 len: 949 time: 0.2590108 Jul 07 20:48:31.032719 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796e6ff-d551-422b-a398-b6f619da2283 req-2381cdd9-4f00-4875-9dac-cc2a4af7d1cd tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:31.034287 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5796e6ff-d551-422b-a398-b6f619da2283 req-2381cdd9-4f00-4875-9dac-cc2a4af7d1cd tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.3872943 Jul 07 20:48:31.128771 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f8d4ba13-c2fb-4ae2-867f-f8c2adbe9c87 req-af256cc7-0103-40dc-9938-56737b57b3d2 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100521 Jul 07 20:48:31.131879 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-6179d044-ca55-4729-bbdb-b940dd838dc6 service neutron] Attempting to bind port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:48:31.132227 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-6179d044-ca55-4729-bbdb-b940dd838dc6 service neutron] Attempting to bind port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:48:31.132570 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-6179d044-ca55-4729-bbdb-b940dd838dc6 service neutron] Attempting to bind port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b on network 4b91b62e-f0da-4f30-b6c0-0519015da08e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:48:31.152176 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5796e6ff-d551-422b-a398-b6f619da2283 req-42505e8c-b5bb-4ec0-92c3-f1a231ecfa53 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013038 Jul 07 20:48:31.160495 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-6179d044-ca55-4729-bbdb-b940dd838dc6 service neutron] Port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b on network 4b91b62e-f0da-4f30-b6c0-0519015da08e not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:48:31.161235 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-6179d044-ca55-4729-bbdb-b940dd838dc6 service neutron] Attempting to bind port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b on network 4b91b62e-f0da-4f30-b6c0-0519015da08e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:48:31.167200 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-6179d044-ca55-4729-bbdb-b940dd838dc6 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:48:31.167525 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-6179d044-ca55-4729-bbdb-b940dd838dc6 service neutron] Checking segment: {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:48:31.167942 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-6179d044-ca55-4729-bbdb-b940dd838dc6 service neutron] Bound using segment: {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:48:31.168410 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-6179d044-ca55-4729-bbdb-b940dd838dc6 service neutron] Bound port: f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:48:31.168819 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-6179d044-ca55-4729-bbdb-b940dd838dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:31.381703 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-6179d044-ca55-4729-bbdb-b940dd838dc6 service neutron] For port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:48:31.387855 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-6179d044-ca55-4729-bbdb-b940dd838dc6 service neutron] For port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:48:31.388391 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 01187ebd-7ebb-415f-9591-d6cf0cc026a4 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:48:31.395048 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-6179d044-ca55-4729-bbdb-b940dd838dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:31.484044 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 01187ebd-7ebb-415f-9591-d6cf0cc026a4 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:31.498207 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-6179d044-ca55-4729-bbdb-b940dd838dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:31.498840 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-6179d044-ca55-4729-bbdb-b940dd838dc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:31.504474 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-6179d044-ca55-4729-bbdb-b940dd838dc6 service neutron] 10.222.0.58 "PUT /v2.0/ports/f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b HTTP/1.1" status: 200 len: 1093 time: 2.4274936 Jul 07 20:48:31.510152 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05bb8aa-533a-4afb-b31a-cbda267ea0eb', 'tag': 'f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:48:31.511099 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 01187ebd-7ebb-415f-9591-d6cf0cc026a4 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:31.511678 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:31.512254 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6899470-26dd-4b3b-8dcc-07abc1bc56ea" -d '{"events": [{"name": "network-changed", "server_uuid": "b05bb8aa-533a-4afb-b31a-cbda267ea0eb", "tag": "f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:48:31.656674 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179d044-ca55-4729-bbdb-b940dd838dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:31.734940 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:31.738840 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a8fddb-7b79-495b-9b90-d8c16261239b x-openstack-request-id: req-d5a8fddb-7b79-495b-9b90-d8c16261239b {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:48:31.739169 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b05bb8aa-533a-4afb-b31a-cbda267ea0eb", "tag": "f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:48:31.739433 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d5a8fddb-7b79-495b-9b90-d8c16261239b {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:48:31.739847 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b05bb8aa-533a-4afb-b31a-cbda267ea0eb', 'tag': 'f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b', 'status': 'completed', 'code': 200} Jul 07 20:48:31.775608 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6136bf4-f66c-4e5c-b3e5-b50373f4dd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01187ebd-7ebb-415f-9591-d6cf0cc026a4'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:48:31.778919 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8722a1fc-3280-41a5-868f-c4337d0d5872" -d '{"events": [{"server_uuid": "b6136bf4-f66c-4e5c-b3e5-b50373f4dd0d", "name": "network-vif-plugged", "status": "completed", "tag": "01187ebd-7ebb-415f-9591-d6cf0cc026a4"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:48:31.799688 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 01187ebd-7ebb-415f-9591-d6cf0cc026a4, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=01187ebd-7ebb-415f-9591-d6cf0cc026a4,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:31.806063 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:31.818189 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a753eeb2-acb5-4257-85ad-3a17b50dc64d no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:48:31.825093 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-e2c49c6e-bfae-40d6-889a-9af8698877cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:31.826678 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-e2c49c6e-bfae-40d6-889a-9af8698877cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 1096 time: 0.2471745 Jul 07 20:48:31.837178 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb8abe-e5b9-4229-aa7c-8d0bc635db3b req-913e1d8c-bb3d-4dea-a596-0dd83c4a0c22 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:31.854180 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b2bb8abe-e5b9-4229-aa7c-8d0bc635db3b req-913e1d8c-bb3d-4dea-a596-0dd83c4a0c22 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 944 time: 0.1941133 Jul 07 20:48:31.977249 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:31.985592 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-360f0379-6ac5-4792-877b-d6ce841ab8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:31.999956 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=01187ebd-7ebb-415f-9591-d6cf0cc026a4,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:32.016976 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-8a411e59-5973-4258-87a1-7018a2ab1311 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b HTTP/1.1" status: 200 len: 217 time: 0.1244385 Jul 07 20:48:32.076905 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:32.115222 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b2bb8abe-e5b9-4229-aa7c-8d0bc635db3b req-1232309c-e161-43ff-8a03-e6a1681fede7 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599666 Jul 07 20:48:32.118821 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a753eeb2-acb5-4257-85ad-3a17b50dc64d, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a753eeb2-acb5-4257-85ad-3a17b50dc64d,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:32.123596 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:32.181627 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c73b70e-ea01-46cb-b7d2-7ce8cfef215f x-openstack-request-id: req-7c73b70e-ea01-46cb-b7d2-7ce8cfef215f {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:48:32.182322 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6136bf4-f66c-4e5c-b3e5-b50373f4dd0d", "name": "network-vif-plugged", "status": "completed", "tag": "01187ebd-7ebb-415f-9591-d6cf0cc026a4", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:48:32.182584 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7c73b70e-ea01-46cb-b7d2-7ce8cfef215f {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:48:32.183023 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6136bf4-f66c-4e5c-b3e5-b50373f4dd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01187ebd-7ebb-415f-9591-d6cf0cc026a4', 'code': 200} Jul 07 20:48:32.188313 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=a753eeb2-acb5-4257-85ad-3a17b50dc64d,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:32.220490 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-eb2e2104-5407-40da-95ca-40ab65d489b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:32.222074 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-eb2e2104-5407-40da-95ca-40ab65d489b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=58cf048c-6ca3-4e9c-85aa-89cc2a934f80 HTTP/1.1" status: 200 len: 860 time: 0.1604838 Jul 07 20:48:32.283403 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-24ad8cc5-784c-4214-8890-83f2950a7bb7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b91b62e-f0da-4f30-b6c0-0519015da08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418155 Jul 07 20:48:32.295441 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21072145-cc61-4e44-ad4c-20336892fd01 req-86b35c2a-8620-4484-a6a4-53ce86eb5b90 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:32.303844 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-21072145-cc61-4e44-ad4c-20336892fd01 req-86b35c2a-8620-4484-a6a4-53ce86eb5b90 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/ports?device_id=af02a28b-4db8-474c-93ba-bd6f676093c2 HTTP/1.1" status: 200 len: 949 time: 0.3396721 Jul 07 20:48:32.324671 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f5899-ed22-4757-8cad-b317ef5c2e5b req-5f422478-0dc6-4fd5-bd61-cc9bbee79b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:32.326407 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d44f5899-ed22-4757-8cad-b317ef5c2e5b req-5f422478-0dc6-4fd5-bd61-cc9bbee79b9d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 1101 time: 0.3310766 Jul 07 20:48:32.511995 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d44f5899-ed22-4757-8cad-b317ef5c2e5b req-9422d9c1-73ef-47a3-8d49-a2611f18f636 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319499 Jul 07 20:48:32.535976 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-21072145-cc61-4e44-ad4c-20336892fd01 req-8be9fba1-a58a-4d9f-bc88-74348ef3790a tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/security-groups?id=94496da5-8236-486b-b0b2-176b3de5401a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287612 Jul 07 20:48:32.593619 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12195422-07fd-4c53-a8f8-9498100f93fe req-bc3001a4-04c1-49a4-9937-97c2f8831af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:32.595185 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-12195422-07fd-4c53-a8f8-9498100f93fe req-bc3001a4-04c1-49a4-9937-97c2f8831af2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b6136bf4-f66c-4e5c-b3e5-b50373f4dd0d HTTP/1.1" status: 200 len: 1101 time: 0.2659683 Jul 07 20:48:32.604271 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-401836ec-1490-48f4-aea7-d33f4a712ef9 service neutron] 10.222.0.58 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917919 Jul 07 20:48:32.621930 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a16c3-1459-47e8-877a-947a3a90586b req-2757b0e7-fc34-43c9-bb3f-0d33c909bfc5 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:32.630294 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-478a16c3-1459-47e8-877a-947a3a90586b req-2757b0e7-fc34-43c9-bb3f-0d33c909bfc5 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38 HTTP/1.1" status: 200 len: 949 time: 0.2129240 Jul 07 20:48:32.784744 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-478a16c3-1459-47e8-877a-947a3a90586b req-fff45a08-6906-43cc-a785-c1c893cf5351 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534822 Jul 07 20:48:32.805494 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-12195422-07fd-4c53-a8f8-9498100f93fe req-15ed6469-ff70-4c06-b077-8b85d5c32555 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575260 Jul 07 20:48:32.848788 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e50abdd-11e0-469c-ac49-895f6a1b7865 req-1c407605-4786-4a78-a5fa-7edeaee46fcb service neutron] 10.222.0.58 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111020 Jul 07 20:48:32.868208 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57439f84-e6dd-4a1e-80b5-6597d73d309d req-4d037b58-8e45-41a4-bbde-fd49370263dc tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:32.878141 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-57439f84-e6dd-4a1e-80b5-6597d73d309d req-4d037b58-8e45-41a4-bbde-fd49370263dc tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 947 time: 0.2009737 Jul 07 20:48:32.933566 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-57439f84-e6dd-4a1e-80b5-6597d73d309d req-270a2d4c-f63c-4ac6-a591-c3d836262ee4 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544891 Jul 07 20:48:33.071661 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6899470-26dd-4b3b-8dcc-07abc1bc56ea req-5fa0f262-b8f2-4543-a010-b6887ec681ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:33.073461 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6899470-26dd-4b3b-8dcc-07abc1bc56ea req-5fa0f262-b8f2-4543-a010-b6887ec681ff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 1096 time: 0.1022053 Jul 07 20:48:33.218465 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6899470-26dd-4b3b-8dcc-07abc1bc56ea req-5d6112ed-05d8-4d4c-bc37-d9c335df29c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:33.220369 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6899470-26dd-4b3b-8dcc-07abc1bc56ea req-5d6112ed-05d8-4d4c-bc37-d9c335df29c2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 921 time: 0.1311848 Jul 07 20:48:33.368010 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6899470-26dd-4b3b-8dcc-07abc1bc56ea req-002e8976-6d43-4014-9c0f-d40be3c0bf73 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b HTTP/1.1" status: 200 len: 217 time: 0.1149251 Jul 07 20:48:33.382863 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a753eeb2-acb5-4257-85ad-3a17b50dc64d details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:48:33.496471 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6899470-26dd-4b3b-8dcc-07abc1bc56ea req-7bc443a6-bea6-483c-942f-5c9f123a3a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:33.498260 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6899470-26dd-4b3b-8dcc-07abc1bc56ea req-7bc443a6-bea6-483c-942f-5c9f123a3a92 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=58cf048c-6ca3-4e9c-85aa-89cc2a934f80 HTTP/1.1" status: 200 len: 860 time: 0.1174197 Jul 07 20:48:33.501877 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 78834a81-07a7-47a0-8f10-c81acf6f0369 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:48:33.510816 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c969ad-cc52-45c9-9444-65d35a60ddc4 req-ba575775-82ae-46c5-980c-8a03c1a150bd tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:33.513023 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-69c969ad-cc52-45c9-9444-65d35a60ddc4 req-ba575775-82ae-46c5-980c-8a03c1a150bd tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 944 time: 0.2467182 Jul 07 20:48:33.573390 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:33.573646 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6899470-26dd-4b3b-8dcc-07abc1bc56ea req-1afea90e-b1dd-4390-87ed-8b8b74e91bb6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b91b62e-f0da-4f30-b6c0-0519015da08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560615 Jul 07 20:48:33.594374 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a753eeb2-acb5-4257-85ad-3a17b50dc64d, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a753eeb2-acb5-4257-85ad-3a17b50dc64d,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:33.615869 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'a753eeb2-acb5-4257-85ad-3a17b50dc64d', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': 'a753eeb2-acb5-4257-85ad-3a17b50dc64d', 'mac_address': 'fa:16:3e:91:0e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:48:33.630022 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 78834a81-07a7-47a0-8f10-c81acf6f0369 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:33.635307 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 78834a81-07a7-47a0-8f10-c81acf6f0369 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:33.636190 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:33.660364 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-69c969ad-cc52-45c9-9444-65d35a60ddc4 req-1397a2c7-0007-4d3f-96b1-61b0914bcc46 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355991 Jul 07 20:48:33.732633 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device c801cc7b-e11f-4614-939c-2a4dcc21c18d up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:48:33.787380 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:33.817703 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a753eeb2-acb5-4257-85ad-3a17b50dc64d {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:48:33.874568 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:33.939287 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a753eeb2-acb5-4257-85ad-3a17b50dc64d, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a753eeb2-acb5-4257-85ad-3a17b50dc64d,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:33.940722 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port c801cc7b-e11f-4614-939c-2a4dcc21c18d completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:33.946056 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6899470-26dd-4b3b-8dcc-07abc1bc56ea req-98b9fdfe-c05b-4df5-8152-5f02ae72f81a service neutron] 10.222.0.58 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117256 Jul 07 20:48:33.951656 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:33.963057 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c5da0-fa48-4403-9cb1-aeb386fd5af7 req-6b953d8b-8cb2-47a2-82c8-3bc9e43852c7 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:33.979936 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2d7c5da0-fa48-4403-9cb1-aeb386fd5af7 req-6b953d8b-8cb2-47a2-82c8-3bc9e43852c7 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/ports?device_id=af02a28b-4db8-474c-93ba-bd6f676093c2 HTTP/1.1" status: 200 len: 949 time: 0.2158198 Jul 07 20:48:34.030073 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port c801cc7b-e11f-4614-939c-2a4dcc21c18d triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:34.031224 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:34.050001 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 78834a81-07a7-47a0-8f10-c81acf6f0369, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=78834a81-07a7-47a0-8f10-c81acf6f0369,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:34.074824 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:34.082938 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=a753eeb2-acb5-4257-85ad-3a17b50dc64d,revision_number=7']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:34.189583 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72232db-1ff6-45a3-8fb0-7858e11bda7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a753eeb2-acb5-4257-85ad-3a17b50dc64d'}, {'server_uuid': 'af02a28b-4db8-474c-93ba-bd6f676093c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78834a81-07a7-47a0-8f10-c81acf6f0369'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:48:34.192063 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af1b898-f136-42de-9d70-c36b29285b03" -d '{"events": [{"server_uuid": "f72232db-1ff6-45a3-8fb0-7858e11bda7a", "name": "network-vif-unplugged", "status": "completed", "tag": "a753eeb2-acb5-4257-85ad-3a17b50dc64d"}, {"server_uuid": "af02a28b-4db8-474c-93ba-bd6f676093c2", "name": "network-vif-plugged", "status": "completed", "tag": "78834a81-07a7-47a0-8f10-c81acf6f0369"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:48:34.204910 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=78834a81-07a7-47a0-8f10-c81acf6f0369,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:34.228264 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:34.243985 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2d7c5da0-fa48-4403-9cb1-aeb386fd5af7 req-103fad12-019c-4c88-8a21-81c717951727 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/security-groups?id=94496da5-8236-486b-b0b2-176b3de5401a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632973 Jul 07 20:48:34.414699 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2120a-1fc7-4708-a0ef-630ff50bb0e8 req-26d5c0f2-0aae-4778-92b5-0401573f3c98 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:34.426648 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fb2120a-1fc7-4708-a0ef-630ff50bb0e8 req-26d5c0f2-0aae-4778-92b5-0401573f3c98 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38 HTTP/1.1" status: 200 len: 949 time: 0.3834858 Jul 07 20:48:34.541262 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port c801cc7b-e11f-4614-939c-2a4dcc21c18d, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=c801cc7b-e11f-4614-939c-2a4dcc21c18d,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:34.549800 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6899470-26dd-4b3b-8dcc-07abc1bc56ea req-77d44314-9708-4227-824c-fef588d67b11 service neutron] 10.222.0.58 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366569 Jul 07 20:48:34.553476 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:34.579605 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fb2120a-1fc7-4708-a0ef-630ff50bb0e8 req-728fcacf-e9cd-4658-bbd1-ce45eb6123e3 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519458 Jul 07 20:48:34.707368 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=c801cc7b-e11f-4614-939c-2a4dcc21c18d,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:34.752907 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['a753eeb2-acb5-4257-85ad-3a17b50dc64d'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:48:34.818859 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbead2bb-3c77-4ecf-8c36-b9fa44cae381 req-225d382f-2d0d-46b2-801d-d6d7be65c044 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:34.834459 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dbead2bb-3c77-4ecf-8c36-b9fa44cae381 req-225d382f-2d0d-46b2-801d-d6d7be65c044 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 948 time: 0.1745572 Jul 07 20:48:34.918534 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dbead2bb-3c77-4ecf-8c36-b9fa44cae381 req-d89a270c-a6a3-497b-9153-5a1ab42f000f tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830264 Jul 07 20:48:35.073258 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 07 Jul 2021 20:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01cf0ad-6ced-40b1-9942-33d0217b0a87 x-openstack-request-id: req-d01cf0ad-6ced-40b1-9942-33d0217b0a87 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:48:35.073565 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72232db-1ff6-45a3-8fb0-7858e11bda7a", "name": "network-vif-unplugged", "status": "completed", "tag": "a753eeb2-acb5-4257-85ad-3a17b50dc64d", "code": 200}, {"server_uuid": "af02a28b-4db8-474c-93ba-bd6f676093c2", "name": "network-vif-plugged", "status": "completed", "tag": "78834a81-07a7-47a0-8f10-c81acf6f0369", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:48:35.073826 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d01cf0ad-6ced-40b1-9942-33d0217b0a87 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:48:35.074240 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72232db-1ff6-45a3-8fb0-7858e11bda7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a753eeb2-acb5-4257-85ad-3a17b50dc64d', 'code': 200} Jul 07 20:48:35.074498 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af02a28b-4db8-474c-93ba-bd6f676093c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78834a81-07a7-47a0-8f10-c81acf6f0369', 'code': 200} Jul 07 20:48:35.099081 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:35.339089 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa0c9f-ea44-4116-a670-e3ab0cb2ca1c req-c77d815d-30d1-4d25-a817-74fa3dba6756 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:35.340753 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6faa0c9f-ea44-4116-a670-e3ab0cb2ca1c req-c77d815d-30d1-4d25-a817-74fa3dba6756 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 944 time: 0.1579819 Jul 07 20:48:35.413707 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1138d5-8d6f-4efa-a003-64caf2d2a6ee req-411a8476-5974-4510-961e-ea5801f67e48 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:35.415655 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-af1138d5-8d6f-4efa-a003-64caf2d2a6ee req-411a8476-5974-4510-961e-ea5801f67e48 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 948 time: 0.1600578 Jul 07 20:48:35.419918 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c316223-08a5-415f-a383-e675a3f9a36d req-fbc6c6c1-eb6d-43e3-89b5-6b96b63941a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:35.421757 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7c316223-08a5-415f-a383-e675a3f9a36d req-fbc6c6c1-eb6d-43e3-89b5-6b96b63941a9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=af02a28b-4db8-474c-93ba-bd6f676093c2 HTTP/1.1" status: 200 len: 1102 time: 0.1780300 Jul 07 20:48:35.433501 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6faa0c9f-ea44-4116-a670-e3ab0cb2ca1c req-898fbc36-4f64-41bf-a74c-74af23147930 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822978 Jul 07 20:48:35.543621 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-af1138d5-8d6f-4efa-a003-64caf2d2a6ee req-614de4cc-f88e-42ef-87c2-30dfcebda085 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208425 Jul 07 20:48:35.545317 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7c316223-08a5-415f-a383-e675a3f9a36d req-5cc60fa0-cfc6-4476-bb53-794fe1a76e58 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=94496da5-8236-486b-b0b2-176b3de5401a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018834 Jul 07 20:48:35.688306 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68a507-b3da-429b-9a6c-55fec48c33af req-9020e10a-80a9-4c42-8710-ba78bef3bf16 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:35.691299 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9c68a507-b3da-429b-9a6c-55fec48c33af req-9020e10a-80a9-4c42-8710-ba78bef3bf16 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/ports?device_id=af02a28b-4db8-474c-93ba-bd6f676093c2 HTTP/1.1" status: 200 len: 950 time: 0.1047122 Jul 07 20:48:35.754900 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9c68a507-b3da-429b-9a6c-55fec48c33af req-294388de-bc3e-4bb9-80d3-e5f76f1cdf41 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/security-groups?id=94496da5-8236-486b-b0b2-176b3de5401a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544748 Jul 07 20:48:36.016733 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640b2b1-0417-4828-af28-f5bc87c9df04 req-cf1c4475-b8c8-49eb-a754-38f94e37cb6d tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:36.018552 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5640b2b1-0417-4828-af28-f5bc87c9df04 req-cf1c4475-b8c8-49eb-a754-38f94e37cb6d tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38 HTTP/1.1" status: 200 len: 950 time: 0.1042225 Jul 07 20:48:36.122073 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5640b2b1-0417-4828-af28-f5bc87c9df04 req-727c54b6-46f9-4e57-87ed-beb25e20cd21 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771935 Jul 07 20:48:36.332421 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91872c-c9f2-4b2c-a2ab-6379510c7a02 req-779948cb-d7a3-4276-bce0-9dc2f5c6f011 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:36.335967 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ff91872c-c9f2-4b2c-a2ab-6379510c7a02 req-779948cb-d7a3-4276-bce0-9dc2f5c6f011 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 948 time: 0.0730214 Jul 07 20:48:36.376956 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ff91872c-c9f2-4b2c-a2ab-6379510c7a02 req-b17d4d4a-3633-4d94-a99c-c47973efcab7 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371928 Jul 07 20:48:36.642892 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecc5fb-e7cf-4ae4-8906-42a9325ae59c req-fe4c093b-f0de-406a-b25a-448ec6a4883e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:36.644481 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-83ecc5fb-e7cf-4ae4-8906-42a9325ae59c req-fe4c093b-f0de-406a-b25a-448ec6a4883e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 944 time: 0.0700221 Jul 07 20:48:36.686834 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-83ecc5fb-e7cf-4ae4-8906-42a9325ae59c req-d6a74d91-0adc-46f4-a419-5ed98ddbac89 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365388 Jul 07 20:48:36.981267 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d7f7a-5a9e-4abc-89d0-6d9e46b4ea8d req-a577d9c2-0cdc-4fc1-9cb3-a0b7f77b7f92 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:36.982752 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-413d7f7a-5a9e-4abc-89d0-6d9e46b4ea8d req-a577d9c2-0cdc-4fc1-9cb3-a0b7f77b7f92 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3f4f1a0-128d-406e-9c3d-fef8352d6ba3 HTTP/1.1" status: 200 len: 950 time: 0.1049032 Jul 07 20:48:36.990224 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f2b66-515e-4b0b-978f-561bd42a6963 req-3d966667-4bb5-4408-a1d6-e3f108661074 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:36.991646 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e82f2b66-515e-4b0b-978f-561bd42a6963 req-3d966667-4bb5-4408-a1d6-e3f108661074 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/ports?device_id=af02a28b-4db8-474c-93ba-bd6f676093c2 HTTP/1.1" status: 200 len: 950 time: 0.1027086 Jul 07 20:48:37.050035 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-413d7f7a-5a9e-4abc-89d0-6d9e46b4ea8d req-3270bc3e-1766-47f4-8cd7-8e2a0d624ba6 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/security-groups?id=874f0bf5-694d-4344-9faf-2d9d65177227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574150 Jul 07 20:48:37.052739 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e82f2b66-515e-4b0b-978f-561bd42a6963 req-0d6ad546-12f4-477d-8fd9-77384f0015e4 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/security-groups?id=94496da5-8236-486b-b0b2-176b3de5401a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544298 Jul 07 20:48:37.075722 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c801cc7b-e11f-4614-939c-2a4dcc21c18d'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:48:37.078701 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0b78dd-73e6-44e3-9924-674b8b03b94a" -d '{"events": [{"server_uuid": "a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38", "name": "network-vif-plugged", "status": "completed", "tag": "c801cc7b-e11f-4614-939c-2a4dcc21c18d"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:48:37.122462 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2aea29-03e6-420a-94ff-0930555c9c40 x-openstack-request-id: req-6f2aea29-03e6-420a-94ff-0930555c9c40 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:48:37.122753 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38", "name": "network-vif-plugged", "status": "completed", "tag": "c801cc7b-e11f-4614-939c-2a4dcc21c18d", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:48:37.123199 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f2aea29-03e6-420a-94ff-0930555c9c40 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:48:37.123514 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c801cc7b-e11f-4614-939c-2a4dcc21c18d', 'code': 200} Jul 07 20:48:37.316597 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395202d1-b516-4782-a7e9-86930af24108 req-dab7b7e4-6cf9-409a-b074-9285d457f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:37.318061 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-395202d1-b516-4782-a7e9-86930af24108 req-dab7b7e4-6cf9-409a-b074-9285d457f039 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38 HTTP/1.1" status: 200 len: 1102 time: 0.0851595 Jul 07 20:48:37.349114 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83428472-8589-4035-914b-8c08b666083b req-fb4bbb97-581e-4316-8e52-8408b3f876d9 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:37.350604 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-83428472-8589-4035-914b-8c08b666083b req-fb4bbb97-581e-4316-8e52-8408b3f876d9 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38 HTTP/1.1" status: 200 len: 950 time: 0.0829530 Jul 07 20:48:37.392412 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a753eeb2-acb5-4257-85ad-3a17b50dc64d up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:48:37.402404 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-395202d1-b516-4782-a7e9-86930af24108 req-23857f47-3b09-48fa-a4dd-ad77142f58b3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673132 Jul 07 20:48:37.409743 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-83428472-8589-4035-914b-8c08b666083b req-2860ae17-ac11-40c6-b630-9e95d01c4594 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527518 Jul 07 20:48:37.463719 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port a753eeb2-acb5-4257-85ad-3a17b50dc64d triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:37.464099 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:37.552341 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:37.590002 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a753eeb2-acb5-4257-85ad-3a17b50dc64d, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a753eeb2-acb5-4257-85ad-3a17b50dc64d,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:37.595036 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:37.618426 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09ed19-763b-466e-a2cf-c4ad47cde703 req-12de90ce-19bd-4e37-80e5-da4ded60c97b tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:37.619936 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2a09ed19-763b-466e-a2cf-c4ad47cde703 req-12de90ce-19bd-4e37-80e5-da4ded60c97b tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 948 time: 0.1062174 Jul 07 20:48:37.645797 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=a753eeb2-acb5-4257-85ad-3a17b50dc64d,revision_number=8']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:37.683761 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2a09ed19-763b-466e-a2cf-c4ad47cde703 req-be6662be-5187-4ec8-9763-1ba080c97568 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529294 Jul 07 20:48:37.874890 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7c707-f7c3-4d33-8f0c-b808ef84b201 req-f134793c-bd07-4bef-a5ef-010bbb2057c8 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:37.876650 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62b7c707-f7c3-4d33-8f0c-b808ef84b201 req-f134793c-bd07-4bef-a5ef-010bbb2057c8 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 944 time: 0.0665359 Jul 07 20:48:37.915271 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62b7c707-f7c3-4d33-8f0c-b808ef84b201 req-d1500e03-6a84-40d3-9517-1d8fdaa56a5b tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329919 Jul 07 20:48:38.267345 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389753d-e48b-4348-a520-680ae11e5fd3 req-3cd60476-4700-4148-abcf-70b258e4c53a tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:38.268857 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c389753d-e48b-4348-a520-680ae11e5fd3 req-3cd60476-4700-4148-abcf-70b258e4c53a tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/ports?device_id=af02a28b-4db8-474c-93ba-bd6f676093c2 HTTP/1.1" status: 200 len: 950 time: 0.1027513 Jul 07 20:48:38.304842 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94f962-cca6-4f1f-b01e-3dc87dff61bd req-3238d0df-1cb5-49eb-8c77-015ba713da15 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:38.306376 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a94f962-cca6-4f1f-b01e-3dc87dff61bd req-3238d0df-1cb5-49eb-8c77-015ba713da15 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3f4f1a0-128d-406e-9c3d-fef8352d6ba3 HTTP/1.1" status: 200 len: 950 time: 0.1062696 Jul 07 20:48:38.336043 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c389753d-e48b-4348-a520-680ae11e5fd3 req-f62072c8-410b-4dac-be09-1c41cf31aad1 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/security-groups?id=94496da5-8236-486b-b0b2-176b3de5401a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611787 Jul 07 20:48:38.360725 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a94f962-cca6-4f1f-b01e-3dc87dff61bd req-04ace878-adbb-45d9-9b31-59034ce888f8 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/security-groups?id=874f0bf5-694d-4344-9faf-2d9d65177227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436497 Jul 07 20:48:38.864253 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33503a-baed-40ed-a0b2-5e13f47354f9 req-c8354ff6-98e4-4b7f-8ae3-241553314a8c tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:38.865806 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2d33503a-baed-40ed-a0b2-5e13f47354f9 req-c8354ff6-98e4-4b7f-8ae3-241553314a8c tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38 HTTP/1.1" status: 200 len: 950 time: 0.0703893 Jul 07 20:48:38.914951 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2d33503a-baed-40ed-a0b2-5e13f47354f9 req-23906d65-db69-47a2-95f6-eae226969ee7 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434086 Jul 07 20:48:39.124886 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72232db-1ff6-45a3-8fb0-7858e11bda7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a753eeb2-acb5-4257-85ad-3a17b50dc64d'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:48:39.127617 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe299774-0f75-4037-a7c4-0df6f051e418" -d '{"events": [{"server_uuid": "f72232db-1ff6-45a3-8fb0-7858e11bda7a", "name": "network-vif-plugged", "status": "completed", "tag": "a753eeb2-acb5-4257-85ad-3a17b50dc64d"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:48:39.145901 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733290b-a60b-487e-9eac-5169c1cfbd5a req-fc317e80-551c-448b-81a1-c6726a3b53bc tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:39.149505 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f733290b-a60b-487e-9eac-5169c1cfbd5a req-fc317e80-551c-448b-81a1-c6726a3b53bc tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1b0a647-8a16-411c-afd4-47b9ad8ad51f HTTP/1.1" status: 200 len: 946 time: 0.1678407 Jul 07 20:48:39.159780 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4355ae-ddc7-4d36-9cf0-a13ca84c7c18 req-5373efe6-6092-4bc3-b901-9abf7354c1b0 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:39.161294 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e4355ae-ddc7-4d36-9cf0-a13ca84c7c18 req-5373efe6-6092-4bc3-b901-9abf7354c1b0 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/ports?device_id=af02a28b-4db8-474c-93ba-bd6f676093c2 HTTP/1.1" status: 200 len: 950 time: 0.1310627 Jul 07 20:48:39.219275 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f733290b-a60b-487e-9eac-5169c1cfbd5a req-7359c043-1058-43ff-89db-d2e808386e6e tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/security-groups?id=724068dd-4570-49cc-b2c4-fe1170b5213c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569363 Jul 07 20:48:39.222316 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e4355ae-ddc7-4d36-9cf0-a13ca84c7c18 req-8bd2fb4c-eb1b-45cc-8eb4-34552ca9d292 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/security-groups?id=94496da5-8236-486b-b0b2-176b3de5401a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541103 Jul 07 20:48:39.416442 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e7d2b-bb25-4826-9e51-79443c48c07e req-b65f4a10-e5fa-40fb-b04c-73c8aaae96c9 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:39.418296 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-da6e7d2b-bb25-4826-9e51-79443c48c07e req-b65f4a10-e5fa-40fb-b04c-73c8aaae96c9 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.0718763 Jul 07 20:48:39.483805 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-da6e7d2b-bb25-4826-9e51-79443c48c07e req-e0b320e1-b7e7-4af7-9ebf-7b1cf9d22747 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547733 Jul 07 20:48:39.565496 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778f76ff-ec83-46f7-aa31-01a9d6e39ac6 x-openstack-request-id: req-778f76ff-ec83-46f7-aa31-01a9d6e39ac6 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:48:39.565896 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72232db-1ff6-45a3-8fb0-7858e11bda7a", "name": "network-vif-plugged", "status": "completed", "tag": "a753eeb2-acb5-4257-85ad-3a17b50dc64d", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:48:39.566163 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-778f76ff-ec83-46f7-aa31-01a9d6e39ac6 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:48:39.566572 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72232db-1ff6-45a3-8fb0-7858e11bda7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a753eeb2-acb5-4257-85ad-3a17b50dc64d', 'code': 200} Jul 07 20:48:39.603082 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f54ce5-e741-4b75-8a18-cc94fa27d2a7 req-884d3beb-f08e-4cb5-9f33-4a727b26d44e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:39.604684 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-21f54ce5-e741-4b75-8a18-cc94fa27d2a7 req-884d3beb-f08e-4cb5-9f33-4a727b26d44e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 944 time: 0.0682724 Jul 07 20:48:39.652868 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-21f54ce5-e741-4b75-8a18-cc94fa27d2a7 req-70442a68-2265-4136-b6d7-9f50d40c1ae7 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406668 Jul 07 20:48:39.752377 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:48:39.830166 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:39.863585 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7f0006dd-e0d6-4b99-9d0e-627f65b08db9,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:39.867880 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:39.930123 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=7f0006dd-e0d6-4b99-9d0e-627f65b08db9,revision_number=8']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:40.102888 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6eea7-e24f-4112-ae73-f8c6ea097b59 req-05ee48d3-abd3-42c7-8706-6fbb96ac7233 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:40.104414 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eba6eea7-e24f-4112-ae73-f8c6ea097b59 req-05ee48d3-abd3-42c7-8706-6fbb96ac7233 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38 HTTP/1.1" status: 200 len: 950 time: 0.0702753 Jul 07 20:48:40.145684 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eba6eea7-e24f-4112-ae73-f8c6ea097b59 req-c70f2c71-ef52-4d62-ad41-6d55c1920b72 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349352 Jul 07 20:48:40.436311 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6638c-489a-45fd-aa94-d4f86d29eb78 req-de89f752-52fe-45d8-9a8f-a3bd16cbcb91 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:40.437922 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d2a6638c-489a-45fd-aa94-d4f86d29eb78 req-de89f752-52fe-45d8-9a8f-a3bd16cbcb91 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6136bf4-f66c-4e5c-b3e5-b50373f4dd0d HTTP/1.1" status: 200 len: 949 time: 0.1115847 Jul 07 20:48:40.450064 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5f890-4e71-42da-988f-4641f74de1cd req-baf321db-7144-40ef-a80c-22099ff7c914 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:40.452295 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dba5f890-4e71-42da-988f-4641f74de1cd req-baf321db-7144-40ef-a80c-22099ff7c914 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/ports?device_id=af02a28b-4db8-474c-93ba-bd6f676093c2 HTTP/1.1" status: 200 len: 950 time: 0.0960734 Jul 07 20:48:40.523190 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d2a6638c-489a-45fd-aa94-d4f86d29eb78 req-12da7d93-16fd-418c-8145-927ef02857f4 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698416 Jul 07 20:48:40.531434 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dba5f890-4e71-42da-988f-4641f74de1cd req-1c22e5f0-5780-4e30-a645-f41f9e7fa03e tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/security-groups?id=94496da5-8236-486b-b0b2-176b3de5401a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719943 Jul 07 20:48:40.784967 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab9286-664e-4e67-905d-4b757a63a421 req-d9c081e1-1fa4-4275-a67d-51bf7c5b4a40 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:40.786478 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-66ab9286-664e-4e67-905d-4b757a63a421 req-d9c081e1-1fa4-4275-a67d-51bf7c5b4a40 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.0666096 Jul 07 20:48:40.838121 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-66ab9286-664e-4e67-905d-4b757a63a421 req-ad32382a-ef67-4f25-985b-49bf9da2f158 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433409 Jul 07 20:48:41.002491 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb815b-242d-4fae-8ca0-b61669ea0352 req-a42f3a48-1a25-49ce-b4f2-4ea64c004ccf tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:41.009017 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb815b-242d-4fae-8ca0-b61669ea0352 req-a42f3a48-1a25-49ce-b4f2-4ea64c004ccf tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:41.010965 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b5bb815b-242d-4fae-8ca0-b61669ea0352 req-a42f3a48-1a25-49ce-b4f2-4ea64c004ccf tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38&device_id=b6136bf4-f66c-4e5c-b3e5-b50373f4dd0d HTTP/1.1" status: 200 len: 1690 time: 0.1147857 Jul 07 20:48:41.063462 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8d966-8d52-4746-9524-cb6a4203f4a9 req-539fdd6f-0093-40f7-926b-b8dea605cda5 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:41.065194 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-74f8d966-8d52-4746-9524-cb6a4203f4a9 req-539fdd6f-0093-40f7-926b-b8dea605cda5 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 944 time: 0.1231110 Jul 07 20:48:41.080135 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b5bb815b-242d-4fae-8ca0-b61669ea0352 req-e4784e7d-1708-4d5b-833c-da569e2eead5 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627837 Jul 07 20:48:41.115317 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-74f8d966-8d52-4746-9524-cb6a4203f4a9 req-1c03f481-9854-42d6-9544-4e1030e972b2 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440769 Jul 07 20:48:41.352789 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ce961-cc39-446c-ac8f-91e9ce8a3284 req-14ee26de-906d-4c3e-8e38-a467b84caf7f tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:41.354342 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f81ce961-cc39-446c-ac8f-91e9ce8a3284 req-14ee26de-906d-4c3e-8e38-a467b84caf7f tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38 HTTP/1.1" status: 200 len: 1102 time: 0.0535178 Jul 07 20:48:41.391282 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f81ce961-cc39-446c-ac8f-91e9ce8a3284 req-1d28254e-9031-4dec-92ef-a9e92760268d tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304999 Jul 07 20:48:41.567784 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f4f1a0-128d-406e-9c3d-fef8352d6ba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f0006dd-e0d6-4b99-9d0e-627f65b08db9'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:48:41.570695 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e151ea8-42f8-4254-b57f-63a3bec69c29" -d '{"events": [{"server_uuid": "a3f4f1a0-128d-406e-9c3d-fef8352d6ba3", "name": "network-vif-unplugged", "status": "completed", "tag": "7f0006dd-e0d6-4b99-9d0e-627f65b08db9"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:48:41.573963 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae3a92-ea06-4a44-be50-a2b9bbc56551 req-da077d37-6512-44c0-9332-7e24e4a752b0 tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:41.576351 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-abae3a92-ea06-4a44-be50-a2b9bbc56551 req-da077d37-6512-44c0-9332-7e24e4a752b0 tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b6136bf4-f66c-4e5c-b3e5-b50373f4dd0d HTTP/1.1" status: 200 len: 1101 time: 0.0689094 Jul 07 20:48:41.767814 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:48:41.880384 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 10f9f8a7-bacb-44c3-b5bb-211e8ba39706, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=10f9f8a7-bacb-44c3-b5bb-211e8ba39706,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:41.893299 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '10f9f8a7-bacb-44c3-b5bb-211e8ba39706', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '10f9f8a7-bacb-44c3-b5bb-211e8ba39706', 'mac_address': 'fa:16:3e:00:c1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:48:41.942352 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:41.956555 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:48:41.969076 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-abae3a92-ea06-4a44-be50-a2b9bbc56551 req-82259eb2-15ce-48b0-a968-bff9cafec48a tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820620 Jul 07 20:48:41.980042 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 10f9f8a7-bacb-44c3-b5bb-211e8ba39706, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=10f9f8a7-bacb-44c3-b5bb-211e8ba39706,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:41.985431 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:42.020872 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1dc84d-41e7-403c-8f67-cfe6b594de60 req-00f152e8-2eee-457f-a024-9a9a3f96512c tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:42.028371 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4a1dc84d-41e7-403c-8f67-cfe6b594de60 req-00f152e8-2eee-457f-a024-9a9a3f96512c tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/ports?device_id=af02a28b-4db8-474c-93ba-bd6f676093c2 HTTP/1.1" status: 200 len: 950 time: 0.1335671 Jul 07 20:48:42.039063 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cf0cc-7008-4bf5-b471-7d8b10b33c3b req-ce42079e-12d6-400d-ab9b-e9956edbbbba tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:42.040584 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec7cf0cc-7008-4bf5-b471-7d8b10b33c3b req-ce42079e-12d6-400d-ab9b-e9956edbbbba tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.39 "GET /v2.0/ports?device_id=af02a28b-4db8-474c-93ba-bd6f676093c2 HTTP/1.1" status: 200 len: 950 time: 0.1447988 Jul 07 20:48:42.049344 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=10f9f8a7-bacb-44c3-b5bb-211e8ba39706,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:42.081496 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94b613c-7746-4869-8bfe-ef6b6c337451 x-openstack-request-id: req-b94b613c-7746-4869-8bfe-ef6b6c337451 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:48:42.081806 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f4f1a0-128d-406e-9c3d-fef8352d6ba3", "name": "network-vif-unplugged", "status": "completed", "tag": "7f0006dd-e0d6-4b99-9d0e-627f65b08db9", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:48:42.082039 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b94b613c-7746-4869-8bfe-ef6b6c337451 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:48:42.082462 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f4f1a0-128d-406e-9c3d-fef8352d6ba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f0006dd-e0d6-4b99-9d0e-627f65b08db9', 'code': 200} Jul 07 20:48:42.122855 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4a1dc84d-41e7-403c-8f67-cfe6b594de60 req-f52df6a1-9e0e-42cc-84f3-b5b07a797162 tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/security-groups?id=94496da5-8236-486b-b0b2-176b3de5401a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935991 Jul 07 20:48:42.201113 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-ec7cf0cc-7008-4bf5-b471-7d8b10b33c3b req-5621ea23-ec42-44ee-ae25-4716ca916dfe tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Deleting port 78834a81-07a7-47a0-8f10-c81acf6f0369 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:48:42.202068 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ec7cf0cc-7008-4bf5-b471-7d8b10b33c3b req-5621ea23-ec42-44ee-ae25-4716ca916dfe tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:42.329532 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-ec7cf0cc-7008-4bf5-b471-7d8b10b33c3b req-5621ea23-ec42-44ee-ae25-4716ca916dfe tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] For port 78834a81-07a7-47a0-8f10-c81acf6f0369, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=78834a81-07a7-47a0-8f10-c81acf6f0369,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:42.329907 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ec7cf0cc-7008-4bf5-b471-7d8b10b33c3b req-5621ea23-ec42-44ee-ae25-4716ca916dfe tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:42.346568 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-ec7cf0cc-7008-4bf5-b471-7d8b10b33c3b req-5621ea23-ec42-44ee-ae25-4716ca916dfe tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Calling delete_port for 78834a81-07a7-47a0-8f10-c81acf6f0369 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:48:42.379390 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['10f9f8a7-bacb-44c3-b5bb-211e8ba39706'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:48:42.528673 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41726066-58e2-4f79-8675-3b73c47d3c63 req-3e8e07e0-3769-48c2-8af2-4a24634a4c12 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:42.531976 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-41726066-58e2-4f79-8675-3b73c47d3c63 req-3e8e07e0-3769-48c2-8af2-4a24634a4c12 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.1123822 Jul 07 20:48:42.666894 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-41726066-58e2-4f79-8675-3b73c47d3c63 req-82df422f-5c0c-408e-9212-521f191f292b tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215363 Jul 07 20:48:42.668896 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ec7cf0cc-7008-4bf5-b471-7d8b10b33c3b req-5621ea23-ec42-44ee-ae25-4716ca916dfe tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:42.690173 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['78834a81-07a7-47a0-8f10-c81acf6f0369'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:48:42.710458 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621ea23-ec42-44ee-ae25-4716ca916dfe tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Pushing event deleted for resources: {'Port': ['ID=78834a81-07a7-47a0-8f10-c81acf6f0369,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:42.777167 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1c0fd-823a-420b-a97b-c9cc1061be40 req-620cbd72-ed0b-483b-adf5-2db5b9035958 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:42.779583 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-66f1c0fd-823a-420b-a97b-c9cc1061be40 req-620cbd72-ed0b-483b-adf5-2db5b9035958 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 944 time: 0.1914866 Jul 07 20:48:42.806588 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7cf0cc-7008-4bf5-b471-7d8b10b33c3b req-5621ea23-ec42-44ee-ae25-4716ca916dfe tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] No DVR routers for this DVR port 78834a81-07a7-47a0-8f10-c81acf6f0369 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:48:42.810587 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ec7cf0cc-7008-4bf5-b471-7d8b10b33c3b req-5621ea23-ec42-44ee-ae25-4716ca916dfe tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:42.814687 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec7cf0cc-7008-4bf5-b471-7d8b10b33c3b req-5621ea23-ec42-44ee-ae25-4716ca916dfe tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.39 "DELETE /v2.0/ports/78834a81-07a7-47a0-8f10-c81acf6f0369 HTTP/1.1" status: 204 len: 173 time: 0.7475417 Jul 07 20:48:42.830162 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af02a28b-4db8-474c-93ba-bd6f676093c2', 'name': 'network-vif-deleted', 'tag': '78834a81-07a7-47a0-8f10-c81acf6f0369'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:48:42.833741 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed69adcd-076b-44d2-8217-6d091c81d5a2" -d '{"events": [{"server_uuid": "af02a28b-4db8-474c-93ba-bd6f676093c2", "name": "network-vif-deleted", "tag": "78834a81-07a7-47a0-8f10-c81acf6f0369"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:48:42.855752 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-adffc97b-5bdc-49dd-95d7-9d86e747615f tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544543 Jul 07 20:48:42.945700 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-66f1c0fd-823a-420b-a97b-c9cc1061be40 req-70da74c0-a0e9-493e-afa3-ca4ecacc3fb5 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415300 Jul 07 20:48:43.034630 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-1068757e-67be-43e4-8bce-5526968c244f tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:43.037124 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-1068757e-67be-43e4-8bce-5526968c244f tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1716802 Jul 07 20:48:43.055494 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-1496ac32-7320-4874-ba3a-9678aa7c9333 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/quotas/a1c17a3325344c6cbaa5788b7ca45ebf HTTP/1.1" status: 200 len: 375 time: 0.0125086 Jul 07 20:48:43.147438 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-853f59f1-4381-4a46-b1d3-9081c712be71 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0811486 Jul 07 20:48:43.326424 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c0ab0e-3a33-4d1d-be5d-3b9ab0135ef0 x-openstack-request-id: req-d6c0ab0e-3a33-4d1d-be5d-3b9ab0135ef0 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:48:43.327447 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af02a28b-4db8-474c-93ba-bd6f676093c2", "name": "network-vif-deleted", "tag": "78834a81-07a7-47a0-8f10-c81acf6f0369", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:48:43.328027 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d6c0ab0e-3a33-4d1d-be5d-3b9ab0135ef0 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:48:43.328659 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af02a28b-4db8-474c-93ba-bd6f676093c2', 'name': 'network-vif-deleted', 'tag': '78834a81-07a7-47a0-8f10-c81acf6f0369', 'status': 'completed', 'code': 200} Jul 07 20:48:43.458420 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd61fd2-f592-4a72-b550-d3d1a0dae817 req-ce209c7a-acbe-4292-9f50-d544eaa317c4 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:43.466176 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bbd61fd2-f592-4a72-b550-d3d1a0dae817 req-ce209c7a-acbe-4292-9f50-d544eaa317c4 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1b0a647-8a16-411c-afd4-47b9ad8ad51f HTTP/1.1" status: 200 len: 946 time: 0.0911934 Jul 07 20:48:43.522787 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d57fda64-1f6f-47f3-9e3d-83642410d3ee req-99566c4e-b147-4ab8-b2f8-6be24d48eb3b tempest-ImagesNegativeTestJSON-1071401908 tempest-ImagesNegativeTestJSON-1071401908-project] 10.222.0.64 "GET /v2.0/ports?device_id=af02a28b-4db8-474c-93ba-bd6f676093c2 HTTP/1.1" status: 200 len: 210 time: 0.0437579 Jul 07 20:48:43.555792 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bbd61fd2-f592-4a72-b550-d3d1a0dae817 req-72160bd5-8830-4f84-ae88-ef16a7e9fd6a tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/security-groups?id=724068dd-4570-49cc-b2c4-fe1170b5213c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824213 Jul 07 20:48:43.690424 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d19f996d-590e-4d32-959a-e49bc5e03c28 req-87730ddf-a0dd-4379-aa33-3a9616383e19 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3e722d4-30c2-44b0-8c49-1ac31e53bcd5 HTTP/1.1" status: 200 len: 210 time: 0.0889649 Jul 07 20:48:43.778353 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:48:43.856145 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:43.856532 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:43.948687 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fe247-1dfe-4da7-b612-5ea9080f509d req-5c578483-c84d-4bc5-a304-25d327afe800 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:43.950328 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-316fe247-1dfe-4da7-b612-5ea9080f509d req-5c578483-c84d-4bc5-a304-25d327afe800 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.0789917 Jul 07 20:48:43.952344 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:43.993009 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 10f9f8a7-bacb-44c3-b5bb-211e8ba39706, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=10f9f8a7-bacb-44c3-b5bb-211e8ba39706,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:43.997894 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:44.010037 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-316fe247-1dfe-4da7-b612-5ea9080f509d req-1f355983-da86-4a0e-8cac-85f7e79de1d6 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522606 Jul 07 20:48:44.067547 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=10f9f8a7-bacb-44c3-b5bb-211e8ba39706,revision_number=7']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:44.083873 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d5e54f-5f73-4f42-9a14-8ddd02ad5321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f9f8a7-bacb-44c3-b5bb-211e8ba39706'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:48:44.086644 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e113f5-b27b-4dc6-98e9-c93a10ef9d6b" -d '{"events": [{"server_uuid": "22d5e54f-5f73-4f42-9a14-8ddd02ad5321", "name": "network-vif-plugged", "status": "completed", "tag": "10f9f8a7-bacb-44c3-b5bb-211e8ba39706"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:48:44.131356 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919743ec-6e0d-4023-b6dc-1d5ac6fa0f49 x-openstack-request-id: req-919743ec-6e0d-4023-b6dc-1d5ac6fa0f49 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:48:44.131652 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d5e54f-5f73-4f42-9a14-8ddd02ad5321", "name": "network-vif-plugged", "status": "completed", "tag": "10f9f8a7-bacb-44c3-b5bb-211e8ba39706", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:48:44.132080 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-919743ec-6e0d-4023-b6dc-1d5ac6fa0f49 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:48:44.133502 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d5e54f-5f73-4f42-9a14-8ddd02ad5321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f9f8a7-bacb-44c3-b5bb-211e8ba39706', 'code': 200} Jul 07 20:48:44.280514 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18621c-5f67-4cba-ae0d-17235b43114e req-e16294ab-62f4-4ab9-b2c5-e733448df2d3 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:44.289496 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5a18621c-5f67-4cba-ae0d-17235b43114e req-e16294ab-62f4-4ab9-b2c5-e733448df2d3 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 944 time: 0.1233776 Jul 07 20:48:44.329093 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5a18621c-5f67-4cba-ae0d-17235b43114e req-43dedd09-f292-48fa-9f75-7679d1ba3dc4 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386577 Jul 07 20:48:44.784588 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026ac00-5104-471a-a352-8e793b171a6b req-e58ac9f3-b102-4bb1-8006-973e81171994 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:44.797768 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e026ac00-5104-471a-a352-8e793b171a6b req-e58ac9f3-b102-4bb1-8006-973e81171994 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1b0a647-8a16-411c-afd4-47b9ad8ad51f HTTP/1.1" status: 200 len: 946 time: 0.1042447 Jul 07 20:48:44.846579 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e026ac00-5104-471a-a352-8e793b171a6b req-264d8752-27aa-43ca-8ca6-ad22f031ce17 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/security-groups?id=724068dd-4570-49cc-b2c4-fe1170b5213c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473957 Jul 07 20:48:45.046852 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcc3ccdc-bb97-4a45-9257-0c86dca3078a req-07ccdafd-7346-45ff-8b7e-aa81fe231d8d tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3e722d4-30c2-44b0-8c49-1ac31e53bcd5 HTTP/1.1" status: 200 len: 210 time: 0.0577185 Jul 07 20:48:45.322809 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-8f29c5f7-237c-490d-b892-501d8cfb3488 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322413 Jul 07 20:48:45.431939 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 78834a81-07a7-47a0-8f10-c81acf6f0369 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:48:45.478087 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 78834a81-07a7-47a0-8f10-c81acf6f0369 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:48:45.478437 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 78834a81-07a7-47a0-8f10-c81acf6f0369 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:48:45.494655 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-ef1790d4-26db-4a10-8f82-b235f5d48e50 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:45.497608 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-ef1790d4-26db-4a10-8f82-b235f5d48e50 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593916 Jul 07 20:48:45.522930 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b5113-00e9-4eb7-b85d-dc72fa6db28c req-719301b3-306f-4478-9417-deb0f539d7e9 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:45.530584 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-af1b5113-00e9-4eb7-b85d-dc72fa6db28c req-719301b3-306f-4478-9417-deb0f539d7e9 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.3055861 Jul 07 20:48:45.542774 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-c3371012-3ac5-4b92-9b4e-0971293c8629 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Request body: {'port': {'device_id': 'f3e722d4-30c2-44b0-8c49-1ac31e53bcd5', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': 'a1c17a3325344c6cbaa5788b7ca45ebf'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:45.716940 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-af1b5113-00e9-4eb7-b85d-dc72fa6db28c req-4c092805-5ff8-4d8c-bff2-384243d115d0 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834621 Jul 07 20:48:45.766690 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ad3e5-78de-48ed-a62a-ab0a1d9ce9b2 req-6cffc9dc-55d7-4e40-a4ee-0e421b695760 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:45.770283 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f70ad3e5-78de-48ed-a62a-ab0a1d9ce9b2 req-6cffc9dc-55d7-4e40-a4ee-0e421b695760 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 944 time: 0.2349672 Jul 07 20:48:45.796905 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:48:45.813100 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35676) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:45.827078 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-c3371012-3ac5-4b92-9b4e-0971293c8629 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Made reservation on behalf of a1c17a3325344c6cbaa5788b7ca45ebf for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:48:45.833562 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-c3371012-3ac5-4b92-9b4e-0971293c8629 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:45.875897 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f70ad3e5-78de-48ed-a62a-ab0a1d9ce9b2 req-f6e9b27c-ac01-4dce-a6e0-e83e7b0f7409 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847628 Jul 07 20:48:46.014150 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:46.045718 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b', 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e', 'port_id': 'f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b', 'mac_address': 'fa:16:3e:e3:7d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58cf048c-6ca3-4e9c-85aa-89cc2a934f80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:48:46.089395 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-839a7a3e-65c4-4341-8cb8-b8ba3b52c6d6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=977a1fa17ba44d87b52c83d93b3e411d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744877 Jul 07 20:48:46.090313 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35692) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:46.156617 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-c3371012-3ac5-4b92-9b4e-0971293c8629 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Allocated IP 192.168.233.182 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/24eda47b-c96d-45e4-af25-3e78133a0dac) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:48:46.157685 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:46.201747 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:48:46.233754 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3663fbd9-6b08-4978-aaa9-803ba29b8082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:46.237167 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:46.242360 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:46.285396 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3663fbd9-6b08-4978-aaa9-803ba29b8082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:46.330673 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:46.361338 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c70f3943-3000-442e-aa61-282e3010311b req-1545dbb0-0c2a-4dbf-b6f5-37cad2cef459 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3e722d4-30c2-44b0-8c49-1ac31e53bcd5 HTTP/1.1" status: 200 len: 210 time: 0.0849431 Jul 07 20:48:46.366918 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3663fbd9-6b08-4978-aaa9-803ba29b8082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:46.369998 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3663fbd9-6b08-4978-aaa9-803ba29b8082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:46.376744 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3663fbd9-6b08-4978-aaa9-803ba29b8082 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/94496da5-8236-486b-b0b2-176b3de5401a HTTP/1.1" status: 204 len: 168 time: 0.2834342 Jul 07 20:48:46.387358 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663fbd9-6b08-4978-aaa9-803ba29b8082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94496da5-8236-486b-b0b2-176b3de5401a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:46.404356 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663fbd9-6b08-4978-aaa9-803ba29b8082 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:46.405937 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663fbd9-6b08-4978-aaa9-803ba29b8082 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:46.405937 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663fbd9-6b08-4978-aaa9-803ba29b8082 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:46.406428 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663fbd9-6b08-4978-aaa9-803ba29b8082 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:46.407262 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663fbd9-6b08-4978-aaa9-803ba29b8082 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:46.409480 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663fbd9-6b08-4978-aaa9-803ba29b8082 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:46.409898 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663fbd9-6b08-4978-aaa9-803ba29b8082 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:46.410375 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663fbd9-6b08-4978-aaa9-803ba29b8082 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:46.410787 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663fbd9-6b08-4978-aaa9-803ba29b8082 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:46.411631 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663fbd9-6b08-4978-aaa9-803ba29b8082 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:46.412891 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663fbd9-6b08-4978-aaa9-803ba29b8082 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:46.414131 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3663fbd9-6b08-4978-aaa9-803ba29b8082 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:48:46.530090 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb29e63-1e17-4328-b831-a84d1ad4c2ab req-2feb4fdf-85b0-4e6c-9554-393a2d8f2007 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:46.537987 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1eb29e63-1e17-4328-b831-a84d1ad4c2ab req-2feb4fdf-85b0-4e6c-9554-393a2d8f2007 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1b0a647-8a16-411c-afd4-47b9ad8ad51f HTTP/1.1" status: 200 len: 946 time: 0.3384886 Jul 07 20:48:46.543740 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-c3371012-3ac5-4b92-9b4e-0971293c8629 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:46.603684 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-c3371012-3ac5-4b92-9b4e-0971293c8629 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Transition to ACTIVE for port object 24eda47b-c96d-45e4-af25-3e78133a0dac will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:46.639027 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1eb29e63-1e17-4328-b831-a84d1ad4c2ab req-cde76f51-46fd-4d81-9059-1300c2401cec tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/security-groups?id=724068dd-4570-49cc-b2c4-fe1170b5213c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999289 Jul 07 20:48:46.689581 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-c3371012-3ac5-4b92-9b4e-0971293c8629 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:46.711434 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['c801cc7b-e11f-4614-939c-2a4dcc21c18d'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:48:46.764605 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-c3371012-3ac5-4b92-9b4e-0971293c8629 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:48:46.770044 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-c3371012-3ac5-4b92-9b4e-0971293c8629 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:48:46.776049 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-c3371012-3ac5-4b92-9b4e-0971293c8629 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:48:46.807284 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['3f2f695a-9a83-4fa2-9166-162abc5fdd62', '3fd3d68c-e58c-4865-9dbd-4ad768444535', '19254ff3-2f0f-4684-b14a-aa9c0294c902', '01187ebd-7ebb-415f-9591-d6cf0cc026a4'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:48:46.889722 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3371012-3ac5-4b92-9b4e-0971293c8629 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Pushing event updated for resources: {'Port': ['ID=24eda47b-c96d-45e4-af25-3e78133a0dac,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:46.960981 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:48:46.975752 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-c3371012-3ac5-4b92-9b4e-0971293c8629 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:46.977182 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-c3371012-3ac5-4b92-9b4e-0971293c8629 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:47.028912 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-c3371012-3ac5-4b92-9b4e-0971293c8629 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4923072 Jul 07 20:48:47.063666 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-400ddd0b-01c7-4c7b-a49c-28e8080c5899 service neutron] Request body: {'port': {'device_id': 'f3e722d4-30c2-44b0-8c49-1ac31e53bcd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:47.320369 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-382099de-6f2d-4c17-9bea-0fceb74524b9 None None] Provisioning for port 24eda47b-c96d-45e4-af25-3e78133a0dac completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:47.352304 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-382099de-6f2d-4c17-9bea-0fceb74524b9 None None] Provisioning complete for port 24eda47b-c96d-45e4-af25-3e78133a0dac triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:47.352685 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-382099de-6f2d-4c17-9bea-0fceb74524b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:47.380619 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358444c-a9be-4220-900b-a59a30c8d8cc req-b0f535ab-1266-4a64-be56-c9d444d72e51 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:47.392798 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5358444c-a9be-4220-900b-a59a30c8d8cc req-b0f535ab-1266-4a64-be56-c9d444d72e51 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.2642238 Jul 07 20:48:47.397089 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-400ddd0b-01c7-4c7b-a49c-28e8080c5899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:47.495855 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5358444c-a9be-4220-900b-a59a30c8d8cc req-17e6ede8-7383-4dca-a712-febdf7ca8852 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972004 Jul 07 20:48:47.514957 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-382099de-6f2d-4c17-9bea-0fceb74524b9 None None] Port 24eda47b-c96d-45e4-af25-3e78133a0dac cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:48:47.522911 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42f45f-a3ea-4926-a808-14a4db8ad10a req-0c1da588-504e-4d21-8726-10e8b3d4190a tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:47.540485 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5e42f45f-a3ea-4926-a808-14a4db8ad10a req-0c1da588-504e-4d21-8726-10e8b3d4190a tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 945 time: 0.3406777 Jul 07 20:48:47.637702 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35732) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:47.677498 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5e42f45f-a3ea-4926-a808-14a4db8ad10a req-6e92ca1a-a4a4-4147-b617-31a06dea6fc1 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314609 Jul 07 20:48:47.877952 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-53f578db-987e-49d3-920a-8924f13b406e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1532954711-network', 'tenant_id': '3349249ad1c24a58b749b119fbeb9b09'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:47.962509 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f578db-987e-49d3-920a-8924f13b406e admin admin] Made reservation on behalf of 3349249ad1c24a58b749b119fbeb9b09 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:48:47.966135 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-53f578db-987e-49d3-920a-8924f13b406e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:48.034574 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-400ddd0b-01c7-4c7b-a49c-28e8080c5899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24eda47b-c96d-45e4-af25-3e78133a0dac {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:48:48.043281 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-400ddd0b-01c7-4c7b-a49c-28e8080c5899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:48.059446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-400ddd0b-01c7-4c7b-a49c-28e8080c5899 service neutron] Transition to ACTIVE for port object 24eda47b-c96d-45e4-af25-3e78133a0dac will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:48.067096 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5d28a-b0a2-42bb-be77-6645ba734d2a req-e8eacf2e-48d7-4507-b011-a6eebfc8802c tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:48.070765 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-12e5d28a-b0a2-42bb-be77-6645ba734d2a req-e8eacf2e-48d7-4507-b011-a6eebfc8802c tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.58 "GET /v2.0/ports?device_id=d1b0a647-8a16-411c-afd4-47b9ad8ad51f HTTP/1.1" status: 200 len: 946 time: 0.4470122 Jul 07 20:48:48.072199 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-53f578db-987e-49d3-920a-8924f13b406e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:48.086185 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-400ddd0b-01c7-4c7b-a49c-28e8080c5899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:48.293025 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ddd0b-01c7-4c7b-a49c-28e8080c5899 service neutron] Pushing event updated for resources: {'Port': ['ID=24eda47b-c96d-45e4-af25-3e78133a0dac,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:48.314262 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-12e5d28a-b0a2-42bb-be77-6645ba734d2a req-6af1275c-3f2d-42fd-b895-5e7f7f8e9f59 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Deleting port 8d18a73c-2ce3-4298-8f33-3ac544762af2 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:48:48.314521 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-12e5d28a-b0a2-42bb-be77-6645ba734d2a req-6af1275c-3f2d-42fd-b895-5e7f7f8e9f59 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:48.368016 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-53f578db-987e-49d3-920a-8924f13b406e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:48.447730 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926726aa-a6e3-4043-9147-c537860e52cc req-0b242738-9cb2-4dbf-878f-18f52b0077fc tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:48.450250 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-926726aa-a6e3-4043-9147-c537860e52cc req-0b242738-9cb2-4dbf-878f-18f52b0077fc tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3e722d4-30c2-44b0-8c49-1ac31e53bcd5 HTTP/1.1" status: 200 len: 948 time: 0.3878663 Jul 07 20:48:48.504208 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-12e5d28a-b0a2-42bb-be77-6645ba734d2a req-6af1275c-3f2d-42fd-b895-5e7f7f8e9f59 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] For port 8d18a73c-2ce3-4298-8f33-3ac544762af2, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8d18a73c-2ce3-4298-8f33-3ac544762af2,segment=NetworkSegment(903ae59b-18d2-4ad1-9104-65af0e60693c),segment_id=903ae59b-18d2-4ad1-9104-65af0e60693c)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:48.504582 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-12e5d28a-b0a2-42bb-be77-6645ba734d2a req-6af1275c-3f2d-42fd-b895-5e7f7f8e9f59 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:48.574177 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5d08e-b6cd-46b2-9ce5-b85099c8866f req-0765b3a4-2a58-46b5-a212-f2ae1593b6ea tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:48.580742 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54b5d08e-b6cd-46b2-9ce5-b85099c8866f req-0765b3a4-2a58-46b5-a212-f2ae1593b6ea tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1b0a647-8a16-411c-afd4-47b9ad8ad51f HTTP/1.1" status: 200 len: 946 time: 0.3819475 Jul 07 20:48:48.588177 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-53f578db-987e-49d3-920a-8924f13b406e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:48.588435 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-400ddd0b-01c7-4c7b-a49c-28e8080c5899 service neutron] Attempting to bind port 24eda47b-c96d-45e4-af25-3e78133a0dac on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:48:48.588664 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-400ddd0b-01c7-4c7b-a49c-28e8080c5899 service neutron] Attempting to bind port 24eda47b-c96d-45e4-af25-3e78133a0dac by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:48:48.589077 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-400ddd0b-01c7-4c7b-a49c-28e8080c5899 service neutron] Attempting to bind port 24eda47b-c96d-45e4-af25-3e78133a0dac on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:48:48.605406 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-926726aa-a6e3-4043-9147-c537860e52cc req-50639df2-e79b-458f-9969-c605f6a5a614 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447570 Jul 07 20:48:48.626911 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f578db-987e-49d3-920a-8924f13b406e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:48:48.660053 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-400ddd0b-01c7-4c7b-a49c-28e8080c5899 service neutron] Port 24eda47b-c96d-45e4-af25-3e78133a0dac on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:48:48.664919 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-400ddd0b-01c7-4c7b-a49c-28e8080c5899 service neutron] Attempting to bind port 24eda47b-c96d-45e4-af25-3e78133a0dac on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:48:48.695798 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-53f578db-987e-49d3-920a-8924f13b406e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:48.696340 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-53f578db-987e-49d3-920a-8924f13b406e admin admin] Added segment bf53d961-3859-4756-83b3-c7352abc25ca of type vlan for network d1a6625d-e0a5-4a92-8051-0eec64122ad8 Jul 07 20:48:48.697459 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f578db-987e-49d3-920a-8924f13b406e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a566a2-6349-44a4-9b1d-e982ec58845b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:48.702976 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54b5d08e-b6cd-46b2-9ce5-b85099c8866f req-6da53fed-7355-4d11-9c1b-7d50f51bdc9b tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/security-groups?id=724068dd-4570-49cc-b2c4-fe1170b5213c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172886 Jul 07 20:48:48.704780 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-400ddd0b-01c7-4c7b-a49c-28e8080c5899 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:48:48.705180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-400ddd0b-01c7-4c7b-a49c-28e8080c5899 service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:48:48.705727 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-400ddd0b-01c7-4c7b-a49c-28e8080c5899 service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:48:48.706074 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-400ddd0b-01c7-4c7b-a49c-28e8080c5899 service neutron] Bound port: 24eda47b-c96d-45e4-af25-3e78133a0dac, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:48:48.706430 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-400ddd0b-01c7-4c7b-a49c-28e8080c5899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:48.820828 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-53f578db-987e-49d3-920a-8924f13b406e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:48.910317 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-12e5d28a-b0a2-42bb-be77-6645ba734d2a req-6af1275c-3f2d-42fd-b895-5e7f7f8e9f59 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:48.910746 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-12e5d28a-b0a2-42bb-be77-6645ba734d2a req-6af1275c-3f2d-42fd-b895-5e7f7f8e9f59 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:48.911219 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [req-12e5d28a-b0a2-42bb-be77-6645ba734d2a req-6af1275c-3f2d-42fd-b895-5e7f7f8e9f59 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Floating IP 3b01e683-0198-40d5-a43f-73452e4d5210 disassociated. External IP: 172.25.5.168, port: 8d18a73c-2ce3-4298-8f33-3ac544762af2. Jul 07 20:48:48.911984 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-12e5d28a-b0a2-42bb-be77-6645ba734d2a req-6af1275c-3f2d-42fd-b895-5e7f7f8e9f59 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Calling delete_port for 8d18a73c-2ce3-4298-8f33-3ac544762af2 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:48:48.919086 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-53f578db-987e-49d3-920a-8924f13b406e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:48.921437 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f578db-987e-49d3-920a-8924f13b406e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:48.922359 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-53f578db-987e-49d3-920a-8924f13b406e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:48.995280 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-400ddd0b-01c7-4c7b-a49c-28e8080c5899 service neutron] For port 24eda47b-c96d-45e4-af25-3e78133a0dac, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:48:49.023974 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-400ddd0b-01c7-4c7b-a49c-28e8080c5899 service neutron] For port 24eda47b-c96d-45e4-af25-3e78133a0dac, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=24eda47b-c96d-45e4-af25-3e78133a0dac,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:48:49.049944 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-400ddd0b-01c7-4c7b-a49c-28e8080c5899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:49.080459 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f578db-987e-49d3-920a-8924f13b406e admin admin] Pushing event updated for resources: {'Network': ['ID=d1a6625d-e0a5-4a92-8051-0eec64122ad8,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:49.093928 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-53f578db-987e-49d3-920a-8924f13b406e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4527588 Jul 07 20:48:49.098025 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35760) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:49.098216 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network d1a6625d-e0a5-4a92-8051-0eec64122ad8 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:48:49.100662 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64f37a-b61f-4e1e-85b9-1397b600a10f req-6013e71d-3fbe-4dab-b000-aa7f3f7b8f02 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:49.105344 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-c8c7695a-f8c1-4d89-ae1d-95b66b0d78dc admin admin] Request body: {'subnet': {'network_id': 'd1a6625d-e0a5-4a92-8051-0eec64122ad8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1532954711-subnet', 'tenant_id': '3349249ad1c24a58b749b119fbeb9b09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:49.108360 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9d64f37a-b61f-4e1e-85b9-1397b600a10f req-6013e71d-3fbe-4dab-b000-aa7f3f7b8f02 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 945 time: 0.1655664 Jul 07 20:48:49.120913 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa18ee1-51aa-4a6a-ae82-a7f74800d2b2 req-91c045a5-b8fb-4a4a-b723-27c6dda0144f tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:49.128704 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0aa18ee1-51aa-4a6a-ae82-a7f74800d2b2 req-91c045a5-b8fb-4a4a-b723-27c6dda0144f tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.3101571 Jul 07 20:48:49.183835 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c7695a-f8c1-4d89-ae1d-95b66b0d78dc admin admin] Made reservation on behalf of 3349249ad1c24a58b749b119fbeb9b09 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:48:49.186411 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8c7695a-f8c1-4d89-ae1d-95b66b0d78dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:49.202945 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-400ddd0b-01c7-4c7b-a49c-28e8080c5899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:49.204002 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-400ddd0b-01c7-4c7b-a49c-28e8080c5899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:49.205230 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-400ddd0b-01c7-4c7b-a49c-28e8080c5899 service neutron] 10.222.0.58 "PUT /v2.0/ports/24eda47b-c96d-45e4-af25-3e78133a0dac HTTP/1.1" status: 200 len: 1097 time: 2.1609430 Jul 07 20:48:49.207029 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e722d4-30c2-44b0-8c49-1ac31e53bcd5', 'tag': '24eda47b-c96d-45e4-af25-3e78133a0dac'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:48:49.209500 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c31c20-3194-4cd2-98ba-143395f3f3e1" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e722d4-30c2-44b0-8c49-1ac31e53bcd5", "tag": "24eda47b-c96d-45e4-af25-3e78133a0dac"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:48:49.312360 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0aa18ee1-51aa-4a6a-ae82-a7f74800d2b2 req-fdfa0cb3-e0bf-4c41-b955-0a5e73fbddc3 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726277 Jul 07 20:48:49.424865 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9d64f37a-b61f-4e1e-85b9-1397b600a10f req-20fc2d5c-4916-4aa7-bc4b-bada9dde734d tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154664 Jul 07 20:48:49.436875 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ddd0b-01c7-4c7b-a49c-28e8080c5899 service neutron] Pushing event updated for resources: {'Port': ['ID=24eda47b-c96d-45e4-af25-3e78133a0dac,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:49.519873 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-ce5eda71-5002-48ae-a9dc-8a9e375c0ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:49.521519 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-ce5eda71-5002-48ae-a9dc-8a9e375c0ecd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&device_id=f3e722d4-30c2-44b0-8c49-1ac31e53bcd5 HTTP/1.1" status: 200 len: 1100 time: 0.2029526 Jul 07 20:48:49.573036 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:49.615245 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-523a3c97-0788-408c-8955-12d7204440b8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=24eda47b-c96d-45e4-af25-3e78133a0dac HTTP/1.1" status: 200 len: 217 time: 0.0773172 Jul 07 20:48:49.680942 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8c7695a-f8c1-4d89-ae1d-95b66b0d78dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:49.686478 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-12e5d28a-b0a2-42bb-be77-6645ba734d2a req-6af1275c-3f2d-42fd-b895-5e7f7f8e9f59 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:49.733620 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1275c-3f2d-42fd-b895-5e7f7f8e9f59 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Pushing event deleted for resources: {'Port': ['ID=8d18a73c-2ce3-4298-8f33-3ac544762af2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:49.752865 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:49.773341 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079a8007-d523-4928-8b65-387de51a1e70 x-openstack-request-id: req-079a8007-d523-4928-8b65-387de51a1e70 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:48:49.773750 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e722d4-30c2-44b0-8c49-1ac31e53bcd5", "tag": "24eda47b-c96d-45e4-af25-3e78133a0dac", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:48:49.774107 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-079a8007-d523-4928-8b65-387de51a1e70 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:48:49.774694 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e722d4-30c2-44b0-8c49-1ac31e53bcd5', 'tag': '24eda47b-c96d-45e4-af25-3e78133a0dac', 'status': 'completed', 'code': 200} Jul 07 20:48:49.806591 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-c98434e3-18b2-41e1-af88-50cfec1fda7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:49.809440 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-c98434e3-18b2-41e1-af88-50cfec1fda7f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1681092 Jul 07 20:48:49.812786 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:48:49.872501 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7695a-f8c1-4d89-ae1d-95b66b0d78dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=44323baf-dba1-4cdd-b0c1-02177941adb8,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:49.885672 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c7695a-f8c1-4d89-ae1d-95b66b0d78dc admin admin] Checking segment: {'id': 'bf53d961-3859-4756-83b3-c7352abc25ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd1a6625d-e0a5-4a92-8051-0eec64122ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:48:49.886116 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c7695a-f8c1-4d89-ae1d-95b66b0d78dc admin admin] Network hostable DHCP agents. Network: d1a6625d-e0a5-4a92-8051-0eec64122ad8, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:48:49.947773 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:48:49.954302 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:48:49.954957 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:49.987673 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5140e-83ae-4d7d-a0a8-1cb49d4f6fd9 req-4082cdf2-ec96-4733-923d-b92ecbf6271a tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:49.995620 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8fd5140e-83ae-4d7d-a0a8-1cb49d4f6fd9 req-4082cdf2-ec96-4733-923d-b92ecbf6271a tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3e722d4-30c2-44b0-8c49-1ac31e53bcd5 HTTP/1.1" status: 200 len: 948 time: 0.1734536 Jul 07 20:48:50.000267 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-be5159da-9d6d-48cf-b316-00aed3c6f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:50.002344 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-be5159da-9d6d-48cf-b316-00aed3c6f738 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1637127 Jul 07 20:48:50.023498 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12e5d28a-b0a2-42bb-be77-6645ba734d2a req-6af1275c-3f2d-42fd-b895-5e7f7f8e9f59 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Router c234c213-66f0-4a05-9a51-feb56638a9ae has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:48:50.129634 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c9aedc3d-5019-4fd4-9716-c4306b978623 req-5e4f2872-0306-4bbe-8d08-c8c38ca2de97 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1b0a647-8a16-411c-afd4-47b9ad8ad51f HTTP/1.1" status: 200 len: 210 time: 0.0503013 Jul 07 20:48:50.151489 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c7695a-f8c1-4d89-ae1d-95b66b0d78dc admin admin] Network d1a6625d-e0a5-4a92-8051-0eec64122ad8 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:48:50.152849 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8fd5140e-83ae-4d7d-a0a8-1cb49d4f6fd9 req-801f2e64-ec47-461e-a296-644b6882b7f3 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562564 Jul 07 20:48:50.194185 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:50.196886 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-c8c7695a-f8c1-4d89-ae1d-95b66b0d78dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, d1a6625d-e0a5-4a92-8051-0eec64122ad8) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:48:50.219103 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c7695a-f8c1-4d89-ae1d-95b66b0d78dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:50.219667 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8c7695a-f8c1-4d89-ae1d-95b66b0d78dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:50.228558 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7651fc75-d63c-4796-a98e-654bf92d964a None None] Network d1a6625d-e0a5-4a92-8051-0eec64122ad8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:48:50.240700 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-26dc8362-1766-465f-9839-b8ba7e9c8be7 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181535 Jul 07 20:48:50.405769 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05bb8aa-533a-4afb-b31a-cbda267ea0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:48:50.408152 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d18d105-e685-424b-ae37-7d211a73449d" -d '{"events": [{"server_uuid": "b05bb8aa-533a-4afb-b31a-cbda267ea0eb", "name": "network-vif-plugged", "status": "completed", "tag": "f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:48:50.428923 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:50.518805 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:50.635222 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18acebe-7f0c-4063-a0cb-af99cd8ae17d x-openstack-request-id: req-f18acebe-7f0c-4063-a0cb-af99cd8ae17d {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:48:50.637643 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b05bb8aa-533a-4afb-b31a-cbda267ea0eb", "name": "network-vif-plugged", "status": "completed", "tag": "f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:48:50.637643 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f18acebe-7f0c-4063-a0cb-af99cd8ae17d {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:48:50.640073 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05bb8aa-533a-4afb-b31a-cbda267ea0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b', 'code': 200} Jul 07 20:48:50.646590 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.58', 53633) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:50.691726 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c8c7695a-f8c1-4d89-ae1d-95b66b0d78dc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5837722 Jul 07 20:48:50.693554 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5673cf07-8c63-414e-a2f8-f363907dfedb req-c1744bb4-fd67-4f2c-b80d-b4b5e05ca8c6 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324248 Jul 07 20:48:50.805432 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12e5d28a-b0a2-42bb-be77-6645ba734d2a req-6af1275c-3f2d-42fd-b895-5e7f7f8e9f59 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:48:50.818890 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3ec83c-bdb3-4787-845f-9769879d8302 None None] Sync routers for ids ['c234c213-66f0-4a05-9a51-feb56638a9ae'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:48:50.834729 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3ec83c-bdb3-4787-845f-9769879d8302 None None] Routers {'c234c213-66f0-4a05-9a51-feb56638a9ae'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:48:50.837280 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-de3ec83c-bdb3-4787-845f-9769879d8302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:48:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c234c213-66f0-4a05-9a51-feb56638a9ae'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:50.853732 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:50.946202 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e5d28a-b0a2-42bb-be77-6645ba734d2a req-6af1275c-3f2d-42fd-b895-5e7f7f8e9f59 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] No DVR routers for this DVR port 8d18a73c-2ce3-4298-8f33-3ac544762af2 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:48:50.962404 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-12e5d28a-b0a2-42bb-be77-6645ba734d2a req-6af1275c-3f2d-42fd-b895-5e7f7f8e9f59 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:50.965464 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-12e5d28a-b0a2-42bb-be77-6645ba734d2a req-6af1275c-3f2d-42fd-b895-5e7f7f8e9f59 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.58 "DELETE /v2.0/ports/8d18a73c-2ce3-4298-8f33-3ac544762af2 HTTP/1.1" status: 204 len: 173 time: 2.8773136 Jul 07 20:48:50.966130 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b0a647-8a16-411c-afd4-47b9ad8ad51f', 'name': 'network-vif-deleted', 'tag': '8d18a73c-2ce3-4298-8f33-3ac544762af2'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:48:50.977588 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb6576e-bd08-4a2d-969d-de1ced712dce" -d '{"events": [{"server_uuid": "d1b0a647-8a16-411c-afd4-47b9ad8ad51f", "name": "network-vif-deleted", "tag": "8d18a73c-2ce3-4298-8f33-3ac544762af2"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:48:51.037669 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613be83d-d170-4bd2-a73c-693e328e730d None None] Network d1a6625d-e0a5-4a92-8051-0eec64122ad8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:48:51.126494 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-de3ec83c-bdb3-4787-845f-9769879d8302 None None] Set router c234c213-66f0-4a05-9a51-feb56638a9ae gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:48:51.461356 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-de3ec83c-bdb3-4787-845f-9769879d8302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'name': 'tempest-ServersTestManualDisk-1036631191-router', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:05Z', 'updated_at': '2021-07-07T20:46:13Z', 'revision_number': 4, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'gw_port': {'id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:07Z', 'updated_at': '2021-07-07T20:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'a8a9dbd3-1307-45e5-a43b-387032175ad3', 'name': '', 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'mac_address': 'fa:16:3e:4a:35:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '243d2bf9-a433-4493-811c-f622d475b967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:11Z', 'updated_at': '2021-07-07T20:46:23Z', 'revision_number': 5, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'subnets': [{'id': '243d2bf9-a433-4493-811c-f622d475b967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:51.496770 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3ec83c-bdb3-4787-845f-9769879d8302 None None] Checking router: c234c213-66f0-4a05-9a51-feb56638a9ae for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:48:51.508865 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3ec83c-bdb3-4787-845f-9769879d8302 None None] Routers {'c234c213-66f0-4a05-9a51-feb56638a9ae'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:48:51.509493 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-de3ec83c-bdb3-4787-845f-9769879d8302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:48:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c234c213-66f0-4a05-9a51-feb56638a9ae'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:51.614452 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4de7ab-19bc-4f7d-adcd-edaae5143c6b req-48f62847-140a-48a4-a14c-c52730c06d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:51.616703 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eb4de7ab-19bc-4f7d-adcd-edaae5143c6b req-48f62847-140a-48a4-a14c-c52730c06d55 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 1098 time: 0.9221904 Jul 07 20:48:51.621550 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c31c20-3194-4cd2-98ba-143395f3f3e1 req-ac24f0cb-bdfa-405f-a8be-accd8a9ed375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:51.623628 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-96c31c20-3194-4cd2-98ba-143395f3f3e1 req-ac24f0cb-bdfa-405f-a8be-accd8a9ed375 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&device_id=f3e722d4-30c2-44b0-8c49-1ac31e53bcd5 HTTP/1.1" status: 200 len: 1100 time: 0.8180735 Jul 07 20:48:51.632059 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82902e8-7d04-4a89-86c9-ec874f8decb6 req-496b5ddd-564a-4109-afc1-132d919d8a88 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:51.633677 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a82902e8-7d04-4a89-86c9-ec874f8decb6 req-496b5ddd-564a-4109-afc1-132d919d8a88 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 946 time: 0.1900265 Jul 07 20:48:51.642188 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29275201-d01b-4e35-b4b5-592c1031298b req-41e00a48-0c85-440d-ad2c-ca6deb64c0e2 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:51.649256 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29275201-d01b-4e35-b4b5-592c1031298b req-41e00a48-0c85-440d-ad2c-ca6deb64c0e2 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.7978046 Jul 07 20:48:51.656417 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-de3ec83c-bdb3-4787-845f-9769879d8302 None None] Set router c234c213-66f0-4a05-9a51-feb56638a9ae gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:48:51.796177 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eb4de7ab-19bc-4f7d-adcd-edaae5143c6b req-022e0887-ae18-4665-b8eb-3cde0e828e81 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379836 Jul 07 20:48:51.810812 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a82902e8-7d04-4a89-86c9-ec874f8decb6 req-94249f1e-436e-41f4-8b34-71a130387f4e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593964 Jul 07 20:48:51.813495 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 8d18a73c-2ce3-4298-8f33-3ac544762af2 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:48:51.839352 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29275201-d01b-4e35-b4b5-592c1031298b req-91b668a0-9949-42f9-a5be-bccb5148074f tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890936 Jul 07 20:48:51.863857 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 8d18a73c-2ce3-4298-8f33-3ac544762af2 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:48:51.863980 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 8d18a73c-2ce3-4298-8f33-3ac544762af2 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:48:51.916289 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c31c20-3194-4cd2-98ba-143395f3f3e1 req-bbcfac50-cd9d-4b0c-b7e3-b68707f199c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:51.919296 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-96c31c20-3194-4cd2-98ba-143395f3f3e1 req-bbcfac50-cd9d-4b0c-b7e3-b68707f199c8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.2592258 Jul 07 20:48:51.954151 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-de3ec83c-bdb3-4787-845f-9769879d8302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'name': 'tempest-ServersTestManualDisk-1036631191-router', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:05Z', 'updated_at': '2021-07-07T20:46:13Z', 'revision_number': 4, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'gw_port': {'id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:07Z', 'updated_at': '2021-07-07T20:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'a8a9dbd3-1307-45e5-a43b-387032175ad3', 'name': '', 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'mac_address': 'fa:16:3e:4a:35:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '243d2bf9-a433-4493-811c-f622d475b967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:11Z', 'updated_at': '2021-07-07T20:46:23Z', 'revision_number': 5, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'subnets': [{'id': '243d2bf9-a433-4493-811c-f622d475b967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:52.028099 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3ec83c-bdb3-4787-845f-9769879d8302 None None] The sync data for ids ['c234c213-66f0-4a05-9a51-feb56638a9ae'] in n-d-695189-11 is: [{'id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'name': 'tempest-ServersTestManualDisk-1036631191-router', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:05Z', 'updated_at': '2021-07-07T20:46:13Z', 'revision_number': 4, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'gw_port': {'id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:07Z', 'updated_at': '2021-07-07T20:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'a8a9dbd3-1307-45e5-a43b-387032175ad3', 'name': '', 'network_id': '228b47da-b842-428d-8f88-432d0a70d0a7', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'mac_address': 'fa:16:3e:4a:35:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '243d2bf9-a433-4493-811c-f622d475b967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:11Z', 'updated_at': '2021-07-07T20:46:23Z', 'revision_number': 5, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'subnets': [{'id': '243d2bf9-a433-4493-811c-f622d475b967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:48:52.034335 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-96c31c20-3194-4cd2-98ba-143395f3f3e1 req-79e376ee-1ace-4b06-ac6e-aaee2bc932c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=24eda47b-c96d-45e4-af25-3e78133a0dac HTTP/1.1" status: 200 len: 217 time: 0.0892646 Jul 07 20:48:52.111903 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c31c20-3194-4cd2-98ba-143395f3f3e1 req-32d0335c-b611-4d1f-8860-f2daae4496f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:52.112196 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc70403-e751-4e4b-9b91-59062e790e57 x-openstack-request-id: req-fcc70403-e751-4e4b-9b91-59062e790e57 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:48:52.113297 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b0a647-8a16-411c-afd4-47b9ad8ad51f", "name": "network-vif-deleted", "tag": "8d18a73c-2ce3-4298-8f33-3ac544762af2", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:48:52.113529 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-96c31c20-3194-4cd2-98ba-143395f3f3e1 req-32d0335c-b611-4d1f-8860-f2daae4496f0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0785270 Jul 07 20:48:52.113881 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fcc70403-e751-4e4b-9b91-59062e790e57 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:48:52.114463 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b0a647-8a16-411c-afd4-47b9ad8ad51f', 'name': 'network-vif-deleted', 'tag': '8d18a73c-2ce3-4298-8f33-3ac544762af2', 'status': 'completed', 'code': 200} Jul 07 20:48:52.359198 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c31c20-3194-4cd2-98ba-143395f3f3e1 req-455b4f4e-8d4b-4e3b-9cd8-28762999ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:52.361332 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-96c31c20-3194-4cd2-98ba-143395f3f3e1 req-455b4f4e-8d4b-4e3b-9cd8-28762999ef9a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2279942 Jul 07 20:48:52.480819 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2a45de-7063-4149-9b7f-fb027276db7a None None] New status for floating IP 3b01e683-0198-40d5-a43f-73452e4d5210: DOWN {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:48:52.550333 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3693b-ad3a-4435-ae49-deadf698135c req-5b1bcbf1-d3dd-4f7c-ba7f-a5a275b62550 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:52.562732 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-07a3693b-ad3a-4435-ae49-deadf698135c req-5b1bcbf1-d3dd-4f7c-ba7f-a5a275b62550 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3e722d4-30c2-44b0-8c49-1ac31e53bcd5 HTTP/1.1" status: 200 len: 948 time: 0.2982311 Jul 07 20:48:52.714963 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-96c31c20-3194-4cd2-98ba-143395f3f3e1 req-dcd7954e-a971-4048-b22f-22412ed47928 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931094 Jul 07 20:48:52.839189 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-96c31c20-3194-4cd2-98ba-143395f3f3e1 req-2dcd87b7-895e-4b0a-bafb-040d1774792e service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081784 Jul 07 20:48:52.848216 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-07a3693b-ad3a-4435-ae49-deadf698135c req-dd160bdf-d232-4d01-b8de-b6503f0251d6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691641 Jul 07 20:48:52.862064 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-1967c58e-c393-47e5-8df0-cfc34f9566ba tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:52.863854 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-1967c58e-c393-47e5-8df0-cfc34f9566ba tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/networks?id=d1a6625d-e0a5-4a92-8051-0eec64122ad8 HTTP/1.1" status: 200 len: 822 time: 0.4767182 Jul 07 20:48:52.883277 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-597b8127-55eb-431b-9002-edd68ade2bac tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/quotas/3349249ad1c24a58b749b119fbeb9b09 HTTP/1.1" status: 200 len: 375 time: 0.0134063 Jul 07 20:48:52.935469 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-bdccf12b-2759-423c-b7c1-9d9dec2d33f2 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3349249ad1c24a58b749b119fbeb9b09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462465 Jul 07 20:48:53.102597 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-15ff818a-86aa-4ff3-a645-a61720c4505c service neutron] 10.222.0.64 "GET /v2.0/networks/d1a6625d-e0a5-4a92-8051-0eec64122ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593139 Jul 07 20:48:53.263006 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-71e7a6ec-38b9-4582-8bfa-928f57cf9450 service neutron] 10.222.0.64 "GET /v2.0/networks/d1a6625d-e0a5-4a92-8051-0eec64122ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517711 Jul 07 20:48:53.313835 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcaaa9f-b7b8-45ac-83ad-15b9878d97bd req-3f0f278c-6b83-4cb0-91bf-a15454e91ee8 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:53.315966 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-adcaaa9f-b7b8-45ac-83ad-15b9878d97bd req-3f0f278c-6b83-4cb0-91bf-a15454e91ee8 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 946 time: 0.0939453 Jul 07 20:48:53.379256 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-adcaaa9f-b7b8-45ac-83ad-15b9878d97bd req-7ae7e2ee-01a0-4a9e-becc-607c2eb523ae tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562367 Jul 07 20:48:53.457169 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35838) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:53.655626 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-208106ef-39ef-4a98-86d6-d8ff64483508 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:53.699341 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-208106ef-39ef-4a98-86d6-d8ff64483508 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:53.751952 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d5958-44b4-4423-ae73-49a6c625eebb req-a467fffd-c4ee-4ab9-9f89-cc615ab51d4d tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:53.759778 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a65d5958-44b4-4423-ae73-49a6c625eebb req-a467fffd-c4ee-4ab9-9f89-cc615ab51d4d tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.1773527 Jul 07 20:48:53.851289 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a65d5958-44b4-4423-ae73-49a6c625eebb req-0bb04bfa-8dce-48f8-a683-84fe3ba24746 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892918 Jul 07 20:48:53.908603 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-208106ef-39ef-4a98-86d6-d8ff64483508 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:53.911664 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-208106ef-39ef-4a98-86d6-d8ff64483508 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:53.913084 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-208106ef-39ef-4a98-86d6-d8ff64483508 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "DELETE /v2.0/security-groups/724068dd-4570-49cc-b2c4-fe1170b5213c HTTP/1.1" status: 204 len: 168 time: 0.4546516 Jul 07 20:48:53.915692 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35846) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:53.941559 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ff3dc22d-471f-44dd-bf22-09956607035c req-05876b8a-a830-4125-82ef-7b7154f509e0 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 210 time: 0.0526559 Jul 07 20:48:53.948090 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208106ef-39ef-4a98-86d6-d8ff64483508 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=724068dd-4570-49cc-b2c4-fe1170b5213c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:53.959094 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-8ee85d85-4485-48c6-9a42-9b02bd0de3d3 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] show failed (client error): The resource could not be found. Jul 07 20:48:53.962084 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8ee85d85-4485-48c6-9a42-9b02bd0de3d3 tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "GET /v2.0/security-groups/724068dd-4570-49cc-b2c4-fe1170b5213c HTTP/1.1" status: 404 len: 347 time: 0.0451837 Jul 07 20:48:53.964935 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35848) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:54.089604 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551a35a-70af-4ccc-806b-639d4ddd69a4 req-60361457-c888-433e-97fc-5cbcf7a0cf1a tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:54.091473 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0551a35a-70af-4ccc-806b-639d4ddd69a4 req-60361457-c888-433e-97fc-5cbcf7a0cf1a tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3e722d4-30c2-44b0-8c49-1ac31e53bcd5 HTTP/1.1" status: 200 len: 948 time: 0.0838675 Jul 07 20:48:54.162011 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0551a35a-70af-4ccc-806b-639d4ddd69a4 req-ad80bdf7-6168-4c60-85e6-b13cca381b45 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584028 Jul 07 20:48:54.209159 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-5288b518-7bcb-41fd-83c3-0baca687186e tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Deleting port febfc4bb-7550-4c2b-a8b7-38c0df5a5270 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:48:54.209807 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5288b518-7bcb-41fd-83c3-0baca687186e tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:54.542822 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:48:54.655453 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5288b518-7bcb-41fd-83c3-0baca687186e tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:54.656737 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5288b518-7bcb-41fd-83c3-0baca687186e tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:54.686441 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-5288b518-7bcb-41fd-83c3-0baca687186e tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Calling delete_port for febfc4bb-7550-4c2b-a8b7-38c0df5a5270 owned by network:floatingip {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:48:54.727588 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423cb7b-82be-4852-9154-3e31ca6b4382 req-edbe4103-68e9-4a4d-97cb-61bfc26783f1 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:54.737074 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7423cb7b-82be-4852-9154-3e31ca6b4382 req-edbe4103-68e9-4a4d-97cb-61bfc26783f1 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 946 time: 0.1571720 Jul 07 20:48:54.789574 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7423cb7b-82be-4852-9154-3e31ca6b4382 req-a7ebb191-a620-4bf7-942d-4cff8181790a tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513105 Jul 07 20:48:54.896994 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5288b518-7bcb-41fd-83c3-0baca687186e tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:54.931519 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288b518-7bcb-41fd-83c3-0baca687186e tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Pushing event deleted for resources: {'Port': ['ID=febfc4bb-7550-4c2b-a8b7-38c0df5a5270,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:55.055621 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d9795-f6ed-4587-9441-f8ef4fa6993e req-472c8e59-96ba-4e2d-9b98-b83d7267537f tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:55.061658 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5288b518-7bcb-41fd-83c3-0baca687186e tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks [] for floatingip, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:55.064450 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5288b518-7bcb-41fd-83c3-0baca687186e tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:55.066292 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3b5d9795-f6ed-4587-9441-f8ef4fa6993e req-472c8e59-96ba-4e2d-9b98-b83d7267537f tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 1098 time: 0.1101885 Jul 07 20:48:55.067506 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5288b518-7bcb-41fd-83c3-0baca687186e tempest-ServersTestManualDisk-1337950833 tempest-ServersTestManualDisk-1337950833-project] 10.222.0.64 "DELETE /v2.0/floatingips/3b01e683-0198-40d5-a43f-73452e4d5210 HTTP/1.1" status: 204 len: 168 time: 1.1013107 Jul 07 20:48:55.070196 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35874) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:55.224889 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3b5d9795-f6ed-4587-9441-f8ef4fa6993e req-632cbc28-271d-45c9-8de2-fad47847a60a tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544745 Jul 07 20:48:55.286269 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054e818-b29a-448f-91d8-1c74fba58fc3 req-998df560-bfaa-42e9-a69b-db5ade33100f tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:55.300327 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7054e818-b29a-448f-91d8-1c74fba58fc3 req-998df560-bfaa-42e9-a69b-db5ade33100f tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.1883154 Jul 07 20:48:55.583699 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e906205-2d23-470a-ac15-dc89affd1a05 req-0f171922-cbd6-4356-b3d4-c19c124718f9 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 210 time: 0.1182139 Jul 07 20:48:55.624169 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7054e818-b29a-448f-91d8-1c74fba58fc3 req-c83e3933-27f9-41d5-92f5-c21ca00aa7b3 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160181 Jul 07 20:48:55.736065 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f5132f9b-336c-442c-8077-87dd36af6f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:55.741046 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-40b075e4-771d-4282-8960-598e3281229a tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:55.750982 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-40b075e4-771d-4282-8960-598e3281229a tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.39 "GET /v2.0/networks?id=d1a6625d-e0a5-4a92-8051-0eec64122ad8 HTTP/1.1" status: 200 len: 822 time: 0.4101098 Jul 07 20:48:55.771882 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-a40bb26d-08f8-4c60-b251-cfa8e03c6020 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Request body: {'port': {'device_id': '2d8f03d8-52fb-415e-bb57-d333bb2f7728', 'network_id': 'd1a6625d-e0a5-4a92-8051-0eec64122ad8', 'admin_state_up': True, 'tenant_id': '3349249ad1c24a58b749b119fbeb9b09'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:55.843527 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 24eda47b-c96d-45e4-af25-3e78133a0dac details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:48:56.108095 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 24eda47b-c96d-45e4-af25-3e78133a0dac, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=24eda47b-c96d-45e4-af25-3e78133a0dac,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:56.126558 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359cd01-ce4f-4d8e-ae3d-c9118413f6f5 req-105ac408-4053-4089-a050-be68630f9f0a tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:56.128212 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2359cd01-ce4f-4d8e-ae3d-c9118413f6f5 req-105ac408-4053-4089-a050-be68630f9f0a tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 1098 time: 0.2074621 Jul 07 20:48:56.134521 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52dfb259-ec5f-4d60-a454-d1a4cc4258ff req-29a30824-7329-49ec-b7b4-6fc8f59a148e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1652c582-58ee-4a7e-91bc-961e710e13d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1951902 Jul 07 20:48:56.142686 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '24eda47b-c96d-45e4-af25-3e78133a0dac', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '24eda47b-c96d-45e4-af25-3e78133a0dac', 'mac_address': 'fa:16:3e:c5:3b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:48:56.193483 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:56.213733 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24eda47b-c96d-45e4-af25-3e78133a0dac {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:48:56.238472 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-f5132f9b-336c-442c-8077-87dd36af6f01 admin admin] Deleting port a8a9dbd3-1307-45e5-a43b-387032175ad3 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:48:56.239271 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f5132f9b-336c-442c-8077-87dd36af6f01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:56.248479 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 24eda47b-c96d-45e4-af25-3e78133a0dac, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=24eda47b-c96d-45e4-af25-3e78133a0dac,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:56.254922 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2359cd01-ce4f-4d8e-ae3d-c9118413f6f5 req-8d8ed9a9-f9e5-4329-8079-b38ab9fcd5af tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183095 Jul 07 20:48:56.272404 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:56.305233 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-a40bb26d-08f8-4c60-b251-cfa8e03c6020 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Made reservation on behalf of 3349249ad1c24a58b749b119fbeb9b09 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:48:56.309147 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-a40bb26d-08f8-4c60-b251-cfa8e03c6020 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:56.348033 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfc5fc-6f12-4af8-ac3e-1ef7baae1005 req-faf6d257-25d3-48bc-bbc2-0ed47e35ffe7 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:56.357110 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c5bfc5fc-6f12-4af8-ac3e-1ef7baae1005 req-faf6d257-25d3-48bc-bbc2-0ed47e35ffe7 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3e722d4-30c2-44b0-8c49-1ac31e53bcd5 HTTP/1.1" status: 200 len: 948 time: 0.3379567 Jul 07 20:48:56.395749 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=24eda47b-c96d-45e4-af25-3e78133a0dac,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:56.413129 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-f5132f9b-336c-442c-8077-87dd36af6f01 admin admin] For port a8a9dbd3-1307-45e5-a43b-387032175ad3, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a8a9dbd3-1307-45e5-a43b-387032175ad3,segment=NetworkSegment(903ae59b-18d2-4ad1-9104-65af0e60693c),segment_id=903ae59b-18d2-4ad1-9104-65af0e60693c)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:56.413129 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f5132f9b-336c-442c-8077-87dd36af6f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:56.438401 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-f5132f9b-336c-442c-8077-87dd36af6f01 admin admin] Calling delete_port for a8a9dbd3-1307-45e5-a43b-387032175ad3 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:48:56.456952 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfb259-ec5f-4d60-a454-d1a4cc4258ff req-67002b06-4d62-43c3-94d7-4c7041afe014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:56.458643 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52dfb259-ec5f-4d60-a454-d1a4cc4258ff req-67002b06-4d62-43c3-94d7-4c7041afe014 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&device_id=1652c582-58ee-4a7e-91bc-961e710e13d8 HTTP/1.1" status: 200 len: 1101 time: 0.2866938 Jul 07 20:48:56.484742 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c5bfc5fc-6f12-4af8-ac3e-1ef7baae1005 req-8347552c-91c9-4930-aa2d-06522f2f080f tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267443 Jul 07 20:48:56.765950 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f5132f9b-336c-442c-8077-87dd36af6f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:56.799168 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5132f9b-336c-442c-8077-87dd36af6f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a9dbd3-1307-45e5-a43b-387032175ad3,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:56.843163 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-a40bb26d-08f8-4c60-b251-cfa8e03c6020 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Allocated IP 172.20.0.14 (d1a6625d-e0a5-4a92-8051-0eec64122ad8/44323baf-dba1-4cdd-b0c1-02177941adb8/58b0a813-b1da-40ed-9a45-e0a66262e0e3) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:48:56.844799 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['24eda47b-c96d-45e4-af25-3e78133a0dac'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:48:57.096802 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f5132f9b-336c-442c-8077-87dd36af6f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:57.131581 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-a40bb26d-08f8-4c60-b251-cfa8e03c6020 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:57.244356 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfb259-ec5f-4d60-a454-d1a4cc4258ff req-d7f7df14-7765-48ea-bfa6-67692eabc6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:57.247268 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52dfb259-ec5f-4d60-a454-d1a4cc4258ff req-d7f7df14-7765-48ea-bfa6-67692eabc6a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.6482317 Jul 07 20:48:57.263134 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-a40bb26d-08f8-4c60-b251-cfa8e03c6020 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:57.427962 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52dfb259-ec5f-4d60-a454-d1a4cc4258ff req-4fde2281-9a52-455f-bd37-22c6253f3adf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=3f2f695a-9a83-4fa2-9166-162abc5fdd62 HTTP/1.1" status: 200 len: 217 time: 0.1598825 Jul 07 20:48:57.444797 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-a40bb26d-08f8-4c60-b251-cfa8e03c6020 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Network d1a6625d-e0a5-4a92-8051-0eec64122ad8 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:48:57.463422 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40bb26d-08f8-4c60-b251-cfa8e03c6020 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Pushing event updated for resources: {'Port': ['ID=58b0a813-b1da-40ed-9a45-e0a66262e0e3,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:57.469527 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-a40bb26d-08f8-4c60-b251-cfa8e03c6020 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:48:57.505691 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-a40bb26d-08f8-4c60-b251-cfa8e03c6020 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:48:57.539488 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5132f9b-336c-442c-8077-87dd36af6f01 admin admin] Router c234c213-66f0-4a05-9a51-feb56638a9ae has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:48:57.574427 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfb259-ec5f-4d60-a454-d1a4cc4258ff req-56365833-cd3b-44cb-b4ea-f72b922ac8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:57.576430 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52dfb259-ec5f-4d60-a454-d1a4cc4258ff req-56365833-cd3b-44cb-b4ea-f72b922ac8c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1268239 Jul 07 20:48:57.589682 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd8ac2-a5a8-404c-bda7-fdee5dd99c10 req-c68a63f5-9949-489e-94a2-09441be04436 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:57.600719 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9afd8ac2-a5a8-404c-bda7-fdee5dd99c10 req-c68a63f5-9949-489e-94a2-09441be04436 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 932 time: 0.4130120 Jul 07 20:48:57.639717 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-a40bb26d-08f8-4c60-b251-cfa8e03c6020 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:57.640772 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-a40bb26d-08f8-4c60-b251-cfa8e03c6020 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:57.710192 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9afd8ac2-a5a8-404c-bda7-fdee5dd99c10 req-1dc6a86b-6231-469f-bbdb-cae8b3dc01d2 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084046 Jul 07 20:48:57.715151 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5132f9b-336c-442c-8077-87dd36af6f01 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:48:57.724303 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-a40bb26d-08f8-4c60-b251-cfa8e03c6020 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9571960 Jul 07 20:48:57.729924 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e1b53f-1438-42df-84df-486e82c81447 None None] Sync routers for ids ['c234c213-66f0-4a05-9a51-feb56638a9ae'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:48:57.732784 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f5132f9b-336c-442c-8077-87dd36af6f01 admin admin] 10.222.0.64 "PUT /v2.0/routers/c234c213-66f0-4a05-9a51-feb56638a9ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6613681 Jul 07 20:48:57.743371 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-00b05ac5-26a7-462b-b6a3-9980f3867cda service neutron] Request body: {'port': {'device_id': '2d8f03d8-52fb-415e-bb57-d333bb2f7728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:57.746716 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35932) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:57.755135 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e1b53f-1438-42df-84df-486e82c81447 None None] Routers {'c234c213-66f0-4a05-9a51-feb56638a9ae'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:48:57.757023 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-b5e1b53f-1438-42df-84df-486e82c81447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:48:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c234c213-66f0-4a05-9a51-feb56638a9ae'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:57.913164 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b8f7173-b439-49bc-8949-82e32e2b8d66 admin admin] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:57.939761 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfb259-ec5f-4d60-a454-d1a4cc4258ff req-27af19b4-022e-4ecc-894b-96ca4008f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:57.941336 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52dfb259-ec5f-4d60-a454-d1a4cc4258ff req-27af19b4-022e-4ecc-894b-96ca4008f7c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3282619 Jul 07 20:48:58.057352 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b8f7173-b439-49bc-8949-82e32e2b8d66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:58.058360 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-b5e1b53f-1438-42df-84df-486e82c81447 None None] Set router c234c213-66f0-4a05-9a51-feb56638a9ae gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:48:58.071119 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-00b05ac5-26a7-462b-b6a3-9980f3867cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:58.176598 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52dfb259-ec5f-4d60-a454-d1a4cc4258ff req-08086ebc-8b3a-423c-a05a-6b08fb090d91 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088985 Jul 07 20:48:58.190037 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-6b8f7173-b439-49bc-8949-82e32e2b8d66 admin admin] Deleting port a3da87d9-32ee-424c-a603-8b6509fac71d {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:48:58.191162 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b8f7173-b439-49bc-8949-82e32e2b8d66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:58.274579 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-b5e1b53f-1438-42df-84df-486e82c81447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'name': 'tempest-ServersTestManualDisk-1036631191-router', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:05Z', 'updated_at': '2021-07-07T20:48:56Z', 'revision_number': 5, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'gw_port': {'id': 'a3da87d9-32ee-424c-a603-8b6509fac71d', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:07Z', 'updated_at': '2021-07-07T20:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:58.303302 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfdebb7-d6f0-4878-97dc-98ad17f1df13 req-bcf21f94-d188-4d4d-afbd-bf7ddd7ae561 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:58.303517 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e1b53f-1438-42df-84df-486e82c81447 None None] Checking router: c234c213-66f0-4a05-9a51-feb56638a9ae for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:48:58.304909 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8cfdebb7-d6f0-4878-97dc-98ad17f1df13 req-bcf21f94-d188-4d4d-afbd-bf7ddd7ae561 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.2867491 Jul 07 20:48:58.319949 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e1b53f-1438-42df-84df-486e82c81447 None None] Routers {'c234c213-66f0-4a05-9a51-feb56638a9ae'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:48:58.320564 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-b5e1b53f-1438-42df-84df-486e82c81447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:48:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c234c213-66f0-4a05-9a51-feb56638a9ae'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:58.342052 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-6b8f7173-b439-49bc-8949-82e32e2b8d66 admin admin] For port a3da87d9-32ee-424c-a603-8b6509fac71d, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a3da87d9-32ee-424c-a603-8b6509fac71d,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:58.343360 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b8f7173-b439-49bc-8949-82e32e2b8d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:58.359625 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-6b8f7173-b439-49bc-8949-82e32e2b8d66 admin admin] Calling delete_port for a3da87d9-32ee-424c-a603-8b6509fac71d owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:48:58.433470 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-b5e1b53f-1438-42df-84df-486e82c81447 None None] Set router c234c213-66f0-4a05-9a51-feb56638a9ae gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:48:58.546942 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-b5e1b53f-1438-42df-84df-486e82c81447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'name': 'tempest-ServersTestManualDisk-1036631191-router', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:05Z', 'updated_at': '2021-07-07T20:48:58Z', 'revision_number': 6, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:48:58.578877 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e1b53f-1438-42df-84df-486e82c81447 None None] The sync data for ids ['c234c213-66f0-4a05-9a51-feb56638a9ae'] in n-d-695189-11 is: [{'id': 'c234c213-66f0-4a05-9a51-feb56638a9ae', 'name': 'tempest-ServersTestManualDisk-1036631191-router', 'tenant_id': '6ec1e5baf2bf42509b193357358981d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:05Z', 'updated_at': '2021-07-07T20:48:58Z', 'revision_number': 6, 'project_id': '6ec1e5baf2bf42509b193357358981d1', 'gw_port_host': None}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:48:58.616473 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b8f7173-b439-49bc-8949-82e32e2b8d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:58.697513 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f7173-b439-49bc-8949-82e32e2b8d66 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3da87d9-32ee-424c-a603-8b6509fac71d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:58.748210 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b8f7173-b439-49bc-8949-82e32e2b8d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:58.782772 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-5c7f1aec-322d-448c-b7c5-12611a0de7b8 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:48:58.789079 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-5c7f1aec-322d-448c-b7c5-12611a0de7b8 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0267339 Jul 07 20:48:58.800127 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8cfdebb7-d6f0-4878-97dc-98ad17f1df13 req-000e1987-6bed-4aa1-a9f1-79aa2d881083 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842649 Jul 07 20:48:58.832147 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-1ac0ab6f-5757-449a-b4cb-713f92dda752 service neutron] Request body: {'binding': {'host': 'n-h2-695189-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:48:58.832552 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-1ac0ab6f-5757-449a-b4cb-713f92dda752 service neutron] Unknown quota resources ['binding']. {{(pid=100448) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 20:48:58.849122 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b8f7173-b439-49bc-8949-82e32e2b8d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:58.851781 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b8f7173-b439-49bc-8949-82e32e2b8d66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:58.881943 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52dfb259-ec5f-4d60-a454-d1a4cc4258ff req-570d9b74-ccc1-4400-aa8a-85d6af60a13c service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6873946 Jul 07 20:48:58.921759 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b8f7173-b439-49bc-8949-82e32e2b8d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:58.922402 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8f7173-b439-49bc-8949-82e32e2b8d66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c234c213-66f0-4a05-9a51-feb56638a9ae {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:48:58.931318 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b8f7173-b439-49bc-8949-82e32e2b8d66 admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:58.932851 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6b8f7173-b439-49bc-8949-82e32e2b8d66 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c234c213-66f0-4a05-9a51-feb56638a9ae HTTP/1.1" status: 204 len: 168 time: 1.1831136 Jul 07 20:48:58.935907 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35950) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:59.058327 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b0a4ef-d61b-4b7a-a1bf-8c8ee5a66b1c admin admin] Deleting subnet 243d2bf9-a433-4493-811c-f622d475b967 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:48:59.058552 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c97271a-7cc2-4de7-b3a3-5d7bb5c93392 req-c811dca1-6725-460a-9d0f-3e2a07eda5b1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2938437 Jul 07 20:48:59.079192 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-68b0a4ef-d61b-4b7a-a1bf-8c8ee5a66b1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:59.156925 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-68b0a4ef-d61b-4b7a-a1bf-8c8ee5a66b1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:59.159613 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a8a9dbd3-1307-45e5-a43b-387032175ad3 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:48:59.175735 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-00b05ac5-26a7-462b-b6a3-9980f3867cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58b0a813-b1da-40ed-9a45-e0a66262e0e3 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:48:59.220851 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-00b05ac5-26a7-462b-b6a3-9980f3867cda service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:59.259243 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-00b05ac5-26a7-462b-b6a3-9980f3867cda service neutron] Transition to ACTIVE for port object 58b0a813-b1da-40ed-9a45-e0a66262e0e3 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:48:59.267598 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-1ac0ab6f-5757-449a-b4cb-713f92dda752 service neutron] Attempting to bind port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b on host n-h2-695189-11 for vnic_type normal with profile None {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:48:59.268218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-1ac0ab6f-5757-449a-b4cb-713f92dda752 service neutron] Attempting to bind port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:48:59.268792 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-1ac0ab6f-5757-449a-b4cb-713f92dda752 service neutron] Attempting to bind port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b on network 4b91b62e-f0da-4f30-b6c0-0519015da08e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:48:59.278857 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-00b05ac5-26a7-462b-b6a3-9980f3867cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:59.285817 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-1ac0ab6f-5757-449a-b4cb-713f92dda752 service neutron] Port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b on network 4b91b62e-f0da-4f30-b6c0-0519015da08e not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:48:59.286187 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-1ac0ab6f-5757-449a-b4cb-713f92dda752 service neutron] Attempting to bind port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b on network 4b91b62e-f0da-4f30-b6c0-0519015da08e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:48:59.289152 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-68b0a4ef-d61b-4b7a-a1bf-8c8ee5a66b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:59.329779 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-1ac0ab6f-5757-449a-b4cb-713f92dda752 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:48:59.330128 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-1ac0ab6f-5757-449a-b4cb-713f92dda752 service neutron] Checking segment: {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:48:59.330516 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-1ac0ab6f-5757-449a-b4cb-713f92dda752 service neutron] Bound using segment: {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:48:59.330969 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-1ac0ab6f-5757-449a-b4cb-713f92dda752 service neutron] Bound port: f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:48:59.377758 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: a8a9dbd3-1307-45e5-a43b-387032175ad3 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:48:59.378549 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a8a9dbd3-1307-45e5-a43b-387032175ad3 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:48:59.380680 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c1a3a05c-44d8-44c8-9ee9-733f1b047642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:59.389113 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-68b0a4ef-d61b-4b7a-a1bf-8c8ee5a66b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:59.392970 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4685261-6582-49a8-8160-0d2d96905743 req-36f952d8-2bc2-4bae-be26-243ca409898f tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:59.394559 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d4685261-6582-49a8-8160-0d2d96905743 req-36f952d8-2bc2-4bae-be26-243ca409898f tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3e722d4-30c2-44b0-8c49-1ac31e53bcd5 HTTP/1.1" status: 200 len: 949 time: 0.2908151 Jul 07 20:48:59.417839 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97271a-7cc2-4de7-b3a3-5d7bb5c93392 req-5b9f12d4-2aec-45eb-8d01-fb67894ffbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:59.419934 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c97271a-7cc2-4de7-b3a3-5d7bb5c93392 req-5b9f12d4-2aec-45eb-8d01-fb67894ffbda service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 1096 time: 0.2955461 Jul 07 20:48:59.427439 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0a4ef-d61b-4b7a-a1bf-8c8ee5a66b1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=243d2bf9-a433-4493-811c-f622d475b967,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:59.433662 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b05ac5-26a7-462b-b6a3-9980f3867cda service neutron] Pushing event updated for resources: {'Port': ['ID=58b0a813-b1da-40ed-9a45-e0a66262e0e3,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:48:59.440151 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-68b0a4ef-d61b-4b7a-a1bf-8c8ee5a66b1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:59.442088 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-68b0a4ef-d61b-4b7a-a1bf-8c8ee5a66b1c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/243d2bf9-a433-4493-811c-f622d475b967 HTTP/1.1" status: 204 len: 168 time: 0.5037644 Jul 07 20:48:59.447361 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e117f351-ea8d-47ba-9c41-b41b1ca53768 None None] Network 228b47da-b842-428d-8f88-432d0a70d0a7 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:48:59.447813 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35952) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:48:59.541287 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-1ac0ab6f-5757-449a-b4cb-713f92dda752 service neutron] For port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:48:59.588521 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-69f7cb68-36f8-4e57-b774-9f0601140914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:59.601396 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-1ac0ab6f-5757-449a-b4cb-713f92dda752 service neutron] Notify callbacks [] for binding, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:59.602550 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-1ac0ab6f-5757-449a-b4cb-713f92dda752 service neutron] 10.222.0.64 "POST /v2.0/ports/f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b/bindings HTTP/1.1" status: 201 len: 390 time: 0.8127096 Jul 07 20:48:59.738919 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97271a-7cc2-4de7-b3a3-5d7bb5c93392 req-a7c89753-cf1e-441a-b5df-bd81bf36d523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:48:59.740450 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c97271a-7cc2-4de7-b3a3-5d7bb5c93392 req-a7c89753-cf1e-441a-b5df-bd81bf36d523 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 921 time: 0.1437433 Jul 07 20:48:59.762035 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-69f7cb68-36f8-4e57-b774-9f0601140914 admin admin] Deleting port a0d0530f-fd42-4e7c-ba0d-74099bfbb545 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:48:59.775240 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d4685261-6582-49a8-8160-0d2d96905743 req-cad73021-f43f-4589-a450-4a77c3b28693 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676295 Jul 07 20:48:59.783055 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-69f7cb68-36f8-4e57-b774-9f0601140914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:48:59.842854 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 24eda47b-c96d-45e4-af25-3e78133a0dac up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:48:59.899008 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a3cb0a-df3a-4e92-b406-e5b627bce7ad None None] DHCP port deletion for 228b47da-b842-428d-8f88-432d0a70d0a7 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:48:59.957927 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c97271a-7cc2-4de7-b3a3-5d7bb5c93392 req-67741128-9366-4495-bdd7-c6b728427870 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2dfea02-cabd-41f7-8c69-061d804ea158 HTTP/1.1" status: 200 len: 217 time: 0.1960340 Jul 07 20:48:59.964384 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-69f7cb68-36f8-4e57-b774-9f0601140914 admin admin] For port a0d0530f-fd42-4e7c-ba0d-74099bfbb545, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a0d0530f-fd42-4e7c-ba0d-74099bfbb545,segment=NetworkSegment(903ae59b-18d2-4ad1-9104-65af0e60693c),segment_id=903ae59b-18d2-4ad1-9104-65af0e60693c)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:48:59.969746 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-69f7cb68-36f8-4e57-b774-9f0601140914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:00.005105 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-69f7cb68-36f8-4e57-b774-9f0601140914 admin admin] Calling delete_port for a0d0530f-fd42-4e7c-ba0d-74099bfbb545 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:49:00.090580 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 24eda47b-c96d-45e4-af25-3e78133a0dac completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:49:00.111020 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 24eda47b-c96d-45e4-af25-3e78133a0dac triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:00.111438 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:00.118619 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97271a-7cc2-4de7-b3a3-5d7bb5c93392 req-6f343181-7b0b-406e-ab29-d1536af78c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:00.120247 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c97271a-7cc2-4de7-b3a3-5d7bb5c93392 req-6f343181-7b0b-406e-ab29-d1536af78c2c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=58cf048c-6ca3-4e9c-85aa-89cc2a934f80 HTTP/1.1" status: 200 len: 860 time: 0.1418264 Jul 07 20:49:00.189483 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-69f7cb68-36f8-4e57-b774-9f0601140914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:00.202504 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-f8a3cb0a-df3a-4e92-b406-e5b627bce7ad None None] Deleting port a0d0530f-fd42-4e7c-ba0d-74099bfbb545 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:49:00.203099 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f8a3cb0a-df3a-4e92-b406-e5b627bce7ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:00.208837 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-00b05ac5-26a7-462b-b6a3-9980f3867cda service neutron] Attempting to bind port 58b0a813-b1da-40ed-9a45-e0a66262e0e3 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:49:00.209457 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-00b05ac5-26a7-462b-b6a3-9980f3867cda service neutron] Attempting to bind port 58b0a813-b1da-40ed-9a45-e0a66262e0e3 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': 'bf53d961-3859-4756-83b3-c7352abc25ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd1a6625d-e0a5-4a92-8051-0eec64122ad8'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:49:00.209978 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-00b05ac5-26a7-462b-b6a3-9980f3867cda service neutron] Attempting to bind port 58b0a813-b1da-40ed-9a45-e0a66262e0e3 on network d1a6625d-e0a5-4a92-8051-0eec64122ad8 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:00.218067 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-00b05ac5-26a7-462b-b6a3-9980f3867cda service neutron] Port 58b0a813-b1da-40ed-9a45-e0a66262e0e3 on network d1a6625d-e0a5-4a92-8051-0eec64122ad8 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:49:00.218689 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-00b05ac5-26a7-462b-b6a3-9980f3867cda service neutron] Attempting to bind port 58b0a813-b1da-40ed-9a45-e0a66262e0e3 on network d1a6625d-e0a5-4a92-8051-0eec64122ad8 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:00.238461 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7cb68-36f8-4e57-b774-9f0601140914 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0d0530f-fd42-4e7c-ba0d-74099bfbb545,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:00.250586 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c97271a-7cc2-4de7-b3a3-5d7bb5c93392 req-58a970a7-c7e3-4a57-bd5d-f5bd8e9fa1e2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b91b62e-f0da-4f30-b6c0-0519015da08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351386 Jul 07 20:49:00.258780 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f7cb68-36f8-4e57-b774-9f0601140914 admin admin] No DVR routers for this DVR port a0d0530f-fd42-4e7c-ba0d-74099bfbb545 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:49:00.272239 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-00b05ac5-26a7-462b-b6a3-9980f3867cda service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:49:00.272897 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-00b05ac5-26a7-462b-b6a3-9980f3867cda service neutron] Checking segment: {'id': 'bf53d961-3859-4756-83b3-c7352abc25ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd1a6625d-e0a5-4a92-8051-0eec64122ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:00.273465 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-00b05ac5-26a7-462b-b6a3-9980f3867cda service neutron] Bound using segment: {'id': 'bf53d961-3859-4756-83b3-c7352abc25ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd1a6625d-e0a5-4a92-8051-0eec64122ad8'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:49:00.274097 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-00b05ac5-26a7-462b-b6a3-9980f3867cda service neutron] Bound port: 58b0a813-b1da-40ed-9a45-e0a66262e0e3, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf53d961-3859-4756-83b3-c7352abc25ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd1a6625d-e0a5-4a92-8051-0eec64122ad8'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:49:00.274645 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-00b05ac5-26a7-462b-b6a3-9980f3867cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:00.299370 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-f8a3cb0a-df3a-4e92-b406-e5b627bce7ad None None] For port a0d0530f-fd42-4e7c-ba0d-74099bfbb545, host n-d-695189-11, got binding levels [] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:00.300147 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f8a3cb0a-df3a-4e92-b406-e5b627bce7ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:00.315505 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-f8a3cb0a-df3a-4e92-b406-e5b627bce7ad None None] Calling delete_port for a0d0530f-fd42-4e7c-ba0d-74099bfbb545 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:49:00.318270 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.ipam_backend_mixin [None req-f8a3cb0a-df3a-4e92-b406-e5b627bce7ad None None] Port a0d0530f-fd42-4e7c-ba0d-74099bfbb545 was not found and therefore no delete operation was performed {{(pid=100449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 20:49:00.328444 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f8a3cb0a-df3a-4e92-b406-e5b627bce7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:00.363629 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3cb0a-df3a-4e92-b406-e5b627bce7ad None None] Pushing event deleted for resources: {'Port': ['ID=a0d0530f-fd42-4e7c-ba0d-74099bfbb545,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:00.369719 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a3cb0a-df3a-4e92-b406-e5b627bce7ad None None] No DVR routers for this DVR port a0d0530f-fd42-4e7c-ba0d-74099bfbb545 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:49:00.391999 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-69f7cb68-36f8-4e57-b774-9f0601140914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:00.420781 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c97271a-7cc2-4de7-b3a3-5d7bb5c93392 req-a1283225-9e96-45e3-8456-0fa6326c32af service neutron] 10.222.0.58 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279550 Jul 07 20:49:00.426103 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-69f7cb68-36f8-4e57-b774-9f0601140914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228b47da-b842-428d-8f88-432d0a70d0a7']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:00.442571 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-69f7cb68-36f8-4e57-b774-9f0601140914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903ae59b-18d2-4ad1-9104-65af0e60693c') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:00.442926 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-69f7cb68-36f8-4e57-b774-9f0601140914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903ae59b-18d2-4ad1-9104-65af0e60693c') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:00.453582 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-69f7cb68-36f8-4e57-b774-9f0601140914 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:00.467608 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-69f7cb68-36f8-4e57-b774-9f0601140914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:00.470165 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:00.474941 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f7cb68-36f8-4e57-b774-9f0601140914 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:49:00.475406 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-69f7cb68-36f8-4e57-b774-9f0601140914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:00.516167 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e722d4-30c2-44b0-8c49-1ac31e53bcd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24eda47b-c96d-45e4-af25-3e78133a0dac'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:00.518773 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee787cd-afbf-41e2-9816-f8aaf7412365" -d '{"events": [{"server_uuid": "f3e722d4-30c2-44b0-8c49-1ac31e53bcd5", "name": "network-vif-plugged", "status": "completed", "tag": "24eda47b-c96d-45e4-af25-3e78133a0dac"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:49:00.531974 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:49:00.547390 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 24eda47b-c96d-45e4-af25-3e78133a0dac, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=24eda47b-c96d-45e4-af25-3e78133a0dac,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:00.558723 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:00.592465 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-69f7cb68-36f8-4e57-b774-9f0601140914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:00.609603 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-69f7cb68-36f8-4e57-b774-9f0601140914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:00.618936 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-69f7cb68-36f8-4e57-b774-9f0601140914 admin admin] 10.222.0.64 "DELETE /v2.0/networks/228b47da-b842-428d-8f88-432d0a70d0a7 HTTP/1.1" status: 204 len: 168 time: 1.1698296 Jul 07 20:49:00.637442 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7cb68-36f8-4e57-b774-9f0601140914 admin admin] Pushing event deleted for resources: {'Network': ['ID=228b47da-b842-428d-8f88-432d0a70d0a7,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:00.642863 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=24eda47b-c96d-45e4-af25-3e78133a0dac,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:00.659964 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-29266ca5-a5bc-47c8-91ff-b55c43e03b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:00.661541 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-29266ca5-a5bc-47c8-91ff-b55c43e03b92 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 1098 time: 0.5401375 Jul 07 20:49:00.781369 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-00b05ac5-26a7-462b-b6a3-9980f3867cda service neutron] For port 58b0a813-b1da-40ed-9a45-e0a66262e0e3, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:49:00.820434 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35966) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:00.846687 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065f6bb-75d3-4c2a-99f5-d316cfb060ed req-803ba207-c058-4a67-a894-cbe89cab7cd4 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:00.859488 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3065f6bb-75d3-4c2a-99f5-d316cfb060ed req-803ba207-c058-4a67-a894-cbe89cab7cd4 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 946 time: 0.6062462 Jul 07 20:49:00.863652 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c97271a-7cc2-4de7-b3a3-5d7bb5c93392 req-35ff9b98-27b6-4934-8cbd-6b3fd10ddf63 service neutron] 10.222.0.58 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045937 Jul 07 20:49:00.883660 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d6ad385c-8100-4e20-888d-2c3659b4067b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ec1e5baf2bf42509b193357358981d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0621064 Jul 07 20:49:00.884620 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35968) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:00.899865 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-00b05ac5-26a7-462b-b6a3-9980f3867cda service neutron] For port 58b0a813-b1da-40ed-9a45-e0a66262e0e3, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=58b0a813-b1da-40ed-9a45-e0a66262e0e3,segment=NetworkSegment(bf53d961-3859-4756-83b3-c7352abc25ca),segment_id=bf53d961-3859-4756-83b3-c7352abc25ca)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:49:00.940474 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-1e26e845-1bbd-4766-89e6-8d47baaf1b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:00.942104 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-1e26e845-1bbd-4766-89e6-8d47baaf1b02 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 921 time: 0.2644265 Jul 07 20:49:00.942883 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a2f18f0b-3e49-4589-bc9d-fa98199f34c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:00.949933 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-00b05ac5-26a7-462b-b6a3-9980f3867cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:00.970159 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a2f18f0b-3e49-4589-bc9d-fa98199f34c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:01.020368 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b05ac5-26a7-462b-b6a3-9980f3867cda service neutron] Pushing event updated for resources: {'Port': ['ID=58b0a813-b1da-40ed-9a45-e0a66262e0e3,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:01.031635 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f16b5-d879-498e-ace0-406bef4b47fd req-5430aaee-d537-46eb-94ee-8c539047be48 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:01.040889 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a2f18f0b-3e49-4589-bc9d-fa98199f34c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:01.041246 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-977f16b5-d879-498e-ace0-406bef4b47fd req-5430aaee-d537-46eb-94ee-8c539047be48 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 944 time: 0.4651117 Jul 07 20:49:01.045014 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a2f18f0b-3e49-4589-bc9d-fa98199f34c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:01.049634 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a2f18f0b-3e49-4589-bc9d-fa98199f34c8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fa53a01e-10f4-4786-9040-a426934d43a9 HTTP/1.1" status: 204 len: 168 time: 0.1635606 Jul 07 20:49:01.059434 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f18f0b-3e49-4589-bc9d-fa98199f34c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa53a01e-10f4-4786-9040-a426934d43a9,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:01.087949 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3065f6bb-75d3-4c2a-99f5-d316cfb060ed req-5dbbe048-1475-4181-97fa-1be81b899e05 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273612 Jul 07 20:49:01.160122 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-01a79f70-7321-47e9-8bfc-653e5ce8f312 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b HTTP/1.1" status: 200 len: 217 time: 0.1416609 Jul 07 20:49:01.166721 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a3da87d9-32ee-424c-a603-8b6509fac71d no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:49:01.200715 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-977f16b5-d879-498e-ace0-406bef4b47fd req-bf6d33b9-adb6-4f6c-bfa6-d6bdf050845e tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583860 Jul 07 20:49:01.207392 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-00b05ac5-26a7-462b-b6a3-9980f3867cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:01.208233 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-00b05ac5-26a7-462b-b6a3-9980f3867cda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:01.211417 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-00b05ac5-26a7-462b-b6a3-9980f3867cda service neutron] 10.222.0.39 "PUT /v2.0/ports/58b0a813-b1da-40ed-9a45-e0a66262e0e3 HTTP/1.1" status: 200 len: 1093 time: 3.4720972 Jul 07 20:49:01.216581 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: a3da87d9-32ee-424c-a603-8b6509fac71d {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:49:01.221864 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8f03d8-52fb-415e-bb57-d333bb2f7728', 'tag': '58b0a813-b1da-40ed-9a45-e0a66262e0e3'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:01.227199 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6122ee86-d4e3-4217-876b-9bb2ccc3f0cd" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8f03d8-52fb-415e-bb57-d333bb2f7728", "tag": "58b0a813-b1da-40ed-9a45-e0a66262e0e3"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:01.228183 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a3da87d9-32ee-424c-a603-8b6509fac71d not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:49:01.228845 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a0d0530f-fd42-4e7c-ba0d-74099bfbb545 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:49:01.279295 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: a0d0530f-fd42-4e7c-ba0d-74099bfbb545 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:49:01.280273 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a0d0530f-fd42-4e7c-ba0d-74099bfbb545 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:49:01.337708 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-d0fcc5a0-ff71-4893-8724-850bf86a1581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:01.339182 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-d0fcc5a0-ff71-4893-8724-850bf86a1581 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58cf048c-6ca3-4e9c-85aa-89cc2a934f80 HTTP/1.1" status: 200 len: 860 time: 0.1279747 Jul 07 20:49:01.369495 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35f3bd1-5dc0-4684-aa55-49c78bef9ddc x-openstack-request-id: req-e35f3bd1-5dc0-4684-aa55-49c78bef9ddc {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:01.369993 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e722d4-30c2-44b0-8c49-1ac31e53bcd5", "name": "network-vif-plugged", "status": "completed", "tag": "24eda47b-c96d-45e4-af25-3e78133a0dac", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:01.370428 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e35f3bd1-5dc0-4684-aa55-49c78bef9ddc {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:01.371069 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e722d4-30c2-44b0-8c49-1ac31e53bcd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24eda47b-c96d-45e4-af25-3e78133a0dac', 'code': 200} Jul 07 20:49:01.425643 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-d1c2e0b6-0cc4-4090-a0c9-e43c82457f4a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b91b62e-f0da-4f30-b6c0-0519015da08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498984 Jul 07 20:49:01.596695 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a5a3b-8f49-42fb-9afd-a972c6a371f3 req-4d19f806-5eca-4ea7-86ae-fdae8234e16e tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:01.605820 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0d6a5a3b-8f49-42fb-9afd-a972c6a371f3 req-4d19f806-5eca-4ea7-86ae-fdae8234e16e tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.2862556 Jul 07 20:49:01.650116 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-970ca8e5-7458-42f0-b23a-c36690a1b412 service neutron] 10.222.0.39 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074397 Jul 07 20:49:01.697525 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-5524bee4-9b38-44bf-b28b-b4ff2a4d821e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:01.699847 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-5524bee4-9b38-44bf-b28b-b4ff2a4d821e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3349249ad1c24a58b749b119fbeb9b09&device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 1096 time: 0.3843219 Jul 07 20:49:01.864044 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-c46a98b4-3914-4dcb-90d0-b51372ea6123 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58b0a813-b1da-40ed-9a45-e0a66262e0e3 HTTP/1.1" status: 200 len: 217 time: 0.1354718 Jul 07 20:49:01.870908 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0d6a5a3b-8f49-42fb-9afd-a972c6a371f3 req-896d67cb-01d4-4360-ba2f-65602b74ca66 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038004 Jul 07 20:49:01.912849 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-27fee1e8-c62f-4318-94b1-8de67cebfce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:01.926869 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:01.969886 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96d117-1c3d-4f63-a4a0-479bc4b8fd6b req-dc52be0b-c645-42be-9026-433890a23d70 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:01.981085 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa96d117-1c3d-4f63-a4a0-479bc4b8fd6b req-dc52be0b-c645-42be-9026-433890a23d70 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3e722d4-30c2-44b0-8c49-1ac31e53bcd5 HTTP/1.1" status: 200 len: 950 time: 0.4539986 Jul 07 20:49:02.019101 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-b319ab7a-e208-4c68-92c9-3b9326d94e45 service neutron] 10.222.0.39 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290150 Jul 07 20:49:02.025981 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d91d5-3fd1-4148-b33c-1601f9830c58 req-cb127c52-7731-4f4a-a0cd-7e4ad33831bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:02.027515 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e63d91d5-3fd1-4148-b33c-1601f9830c58 req-cb127c52-7731-4f4a-a0cd-7e4ad33831bb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f3e722d4-30c2-44b0-8c49-1ac31e53bcd5 HTTP/1.1" status: 200 len: 1102 time: 0.3741503 Jul 07 20:49:02.029516 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-b2150dbc-47b2-4aec-9b7f-6c668deba292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:02.031027 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-b2150dbc-47b2-4aec-9b7f-6c668deba292 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=44323baf-dba1-4cdd-b0c1-02177941adb8 HTTP/1.1" status: 200 len: 862 time: 0.1387584 Jul 07 20:49:02.122005 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa96d117-1c3d-4f63-a4a0-479bc4b8fd6b req-f352ddc9-4615-42f5-9273-ca29fe67d98a tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399281 Jul 07 20:49:02.125156 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-2b32855c-1753-4cd0-8ed9-793a1ff21914 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1a6625d-e0a5-4a92-8051-0eec64122ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814219 Jul 07 20:49:02.284239 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e63d91d5-3fd1-4148-b33c-1601f9830c58 req-0a040565-3a10-46f5-bb8b-f5984eee476d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395344 Jul 07 20:49:02.297291 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51db60b5-8cfe-497a-bf65-f205b6e4ba3b x-openstack-request-id: req-51db60b5-8cfe-497a-bf65-f205b6e4ba3b {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:02.297847 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8f03d8-52fb-415e-bb57-d333bb2f7728", "tag": "58b0a813-b1da-40ed-9a45-e0a66262e0e3", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:02.297847 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51db60b5-8cfe-497a-bf65-f205b6e4ba3b {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:02.298232 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8f03d8-52fb-415e-bb57-d333bb2f7728', 'tag': '58b0a813-b1da-40ed-9a45-e0a66262e0e3', 'status': 'completed', 'code': 200} Jul 07 20:49:02.434205 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-34d17041-7cdc-447e-8b90-c323e099dc02 service neutron] 10.222.0.39 "GET /v2.0/networks/d1a6625d-e0a5-4a92-8051-0eec64122ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764215 Jul 07 20:49:02.515905 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36014) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:02.643016 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-aaccf02e-91eb-4a70-af4e-68138885e3e5 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1638496163-network', 'tenant_id': 'fcdf8c208cd04a9fbda00d0c6e9eba22'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:02.691286 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaccf02e-91eb-4a70-af4e-68138885e3e5 admin admin] Made reservation on behalf of fcdf8c208cd04a9fbda00d0c6e9eba22 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:02.694857 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aaccf02e-91eb-4a70-af4e-68138885e3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:02.708979 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aaccf02e-91eb-4a70-af4e-68138885e3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:02.846490 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aaccf02e-91eb-4a70-af4e-68138885e3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:02.854109 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aaccf02e-91eb-4a70-af4e-68138885e3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:02.887809 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaccf02e-91eb-4a70-af4e-68138885e3e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:49:02.898512 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccf02e-91eb-4a70-af4e-68138885e3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfe1897-b4d2-428c-bb4a-07d2013038b4,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:02.904644 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aaccf02e-91eb-4a70-af4e-68138885e3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:02.905127 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-aaccf02e-91eb-4a70-af4e-68138885e3e5 admin admin] Added segment 7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef of type vlan for network 60cf7477-fe87-4483-9d6c-8f8358872590 Jul 07 20:49:02.909639 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8909a-d881-48e7-8d7f-65bf00def9cb req-d22df9c4-552c-427b-b79e-3ed5d4119d5f tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:02.916841 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13a8909a-d881-48e7-8d7f-65bf00def9cb req-d22df9c4-552c-427b-b79e-3ed5d4119d5f tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 946 time: 0.5431907 Jul 07 20:49:02.947458 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b84019bc-8734-48c5-aeb5-e7198f661eb9 req-ecaaaa8a-128b-476e-bc62-70d3bdfba912 service neutron] 10.222.0.39 "GET /v2.0/networks/d1a6625d-e0a5-4a92-8051-0eec64122ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909065 Jul 07 20:49:03.002584 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9b271-4162-4eef-98ac-db75513e08be req-b28561cc-03e7-49c7-af54-4e2993ddd1a5 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:03.005084 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aaccf02e-91eb-4a70-af4e-68138885e3e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:03.010384 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c7a9b271-4162-4eef-98ac-db75513e08be req-b28561cc-03e7-49c7-af54-4e2993ddd1a5 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 944 time: 0.5495689 Jul 07 20:49:03.033122 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13a8909a-d881-48e7-8d7f-65bf00def9cb req-04f6062a-998e-41e6-bdbe-e04cd0a11a03 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152945 Jul 07 20:49:03.071957 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aaccf02e-91eb-4a70-af4e-68138885e3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:03.073526 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaccf02e-91eb-4a70-af4e-68138885e3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:03.074817 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aaccf02e-91eb-4a70-af4e-68138885e3e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:03.127733 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c7a9b271-4162-4eef-98ac-db75513e08be req-5135d179-9dc6-49f5-9944-db99f6da4d45 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149263 Jul 07 20:49:03.166683 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122ee86-d4e3-4217-876b-9bb2ccc3f0cd req-98d80fc7-e9a2-493f-bac5-5626005843b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:03.168235 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6122ee86-d4e3-4217-876b-9bb2ccc3f0cd req-98d80fc7-e9a2-493f-bac5-5626005843b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3349249ad1c24a58b749b119fbeb9b09&device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 1096 time: 0.1250837 Jul 07 20:49:03.195890 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-aaccf02e-91eb-4a70-af4e-68138885e3e5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6765685 Jul 07 20:49:03.198693 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36042) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:03.205426 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-c00f4461-2414-428f-ad7b-cc71951e78f5 admin admin] Request body: {'subnet': {'network_id': '60cf7477-fe87-4483-9d6c-8f8358872590', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1638496163-subnet', 'tenant_id': 'fcdf8c208cd04a9fbda00d0c6e9eba22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:03.214481 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccf02e-91eb-4a70-af4e-68138885e3e5 admin admin] Pushing event updated for resources: {'Network': ['ID=60cf7477-fe87-4483-9d6c-8f8358872590,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:03.228023 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 60cf7477-fe87-4483-9d6c-8f8358872590 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:49:03.269922 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00f4461-2414-428f-ad7b-cc71951e78f5 admin admin] Made reservation on behalf of fcdf8c208cd04a9fbda00d0c6e9eba22 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:03.273010 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c00f4461-2414-428f-ad7b-cc71951e78f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:03.378058 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122ee86-d4e3-4217-876b-9bb2ccc3f0cd req-1736c9cf-85ea-4a19-82c0-2b1f155f4631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:03.380188 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6122ee86-d4e3-4217-876b-9bb2ccc3f0cd req-1736c9cf-85ea-4a19-82c0-2b1f155f4631 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d1a6625d-e0a5-4a92-8051-0eec64122ad8 HTTP/1.1" status: 200 len: 923 time: 0.1969221 Jul 07 20:49:03.428489 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:03.463639 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6122ee86-d4e3-4217-876b-9bb2ccc3f0cd req-2c9b3f42-3261-4950-8456-1a7b2af0bfa1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58b0a813-b1da-40ed-9a45-e0a66262e0e3 HTTP/1.1" status: 200 len: 217 time: 0.0657406 Jul 07 20:49:03.477926 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca3387-a2bc-4954-a2af-5acc8b3613f3 req-5ff3cb15-11e1-479a-ab0e-5a1929f7966a tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:03.488983 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e7ca3387-a2bc-4954-a2af-5acc8b3613f3 req-5ff3cb15-11e1-479a-ab0e-5a1929f7966a tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.1608801 Jul 07 20:49:03.561845 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c00f4461-2414-428f-ad7b-cc71951e78f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:03.626078 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f4461-2414-428f-ad7b-cc71951e78f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=085cc21d-6be2-49ba-959e-72dc0aa99ea6,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:03.629359 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122ee86-d4e3-4217-876b-9bb2ccc3f0cd req-e5a762a1-1a65-44a8-b055-5f4fe6aaac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:03.630850 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6122ee86-d4e3-4217-876b-9bb2ccc3f0cd req-e5a762a1-1a65-44a8-b055-5f4fe6aaac35 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=44323baf-dba1-4cdd-b0c1-02177941adb8 HTTP/1.1" status: 200 len: 862 time: 0.1454675 Jul 07 20:49:03.641339 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00f4461-2414-428f-ad7b-cc71951e78f5 admin admin] Checking segment: {'id': '7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60cf7477-fe87-4483-9d6c-8f8358872590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:03.641771 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00f4461-2414-428f-ad7b-cc71951e78f5 admin admin] Network hostable DHCP agents. Network: 60cf7477-fe87-4483-9d6c-8f8358872590, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:49:03.648992 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e7ca3387-a2bc-4954-a2af-5acc8b3613f3 req-466392e7-8197-4592-8f2c-39d062066b8c tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055925 Jul 07 20:49:03.661415 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00f4461-2414-428f-ad7b-cc71951e78f5 admin admin] Network 60cf7477-fe87-4483-9d6c-8f8358872590 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:49:03.673663 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-c00f4461-2414-428f-ad7b-cc71951e78f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 60cf7477-fe87-4483-9d6c-8f8358872590) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:03.683889 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00f4461-2414-428f-ad7b-cc71951e78f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:03.684620 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c00f4461-2414-428f-ad7b-cc71951e78f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:03.691308 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81b6846-7a30-420b-848a-058c0544ad05 None None] Network 60cf7477-fe87-4483-9d6c-8f8358872590 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:49:03.719037 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c00f4461-2414-428f-ad7b-cc71951e78f5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5190642 Jul 07 20:49:03.735983 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6122ee86-d4e3-4217-876b-9bb2ccc3f0cd req-14d19675-b0a4-42f0-a19e-30ccf9b25668 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d1a6625d-e0a5-4a92-8051-0eec64122ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807354 Jul 07 20:49:03.920993 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e17fc7-942f-489f-9e55-60dfeb5eb0dd req-8448b760-defe-461c-9c2e-06aba7026929 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:03.940211 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c3e17fc7-942f-489f-9e55-60dfeb5eb0dd req-8448b760-defe-461c-9c2e-06aba7026929 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3e722d4-30c2-44b0-8c49-1ac31e53bcd5 HTTP/1.1" status: 200 len: 950 time: 0.3986175 Jul 07 20:49:03.978771 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6eb8a2e-203a-408f-aa56-1620364c85b5 None None] Network 60cf7477-fe87-4483-9d6c-8f8358872590 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:49:04.055529 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6122ee86-d4e3-4217-876b-9bb2ccc3f0cd req-e5e4329b-19e7-4648-b37a-19149a68becd service neutron] 10.222.0.39 "GET /v2.0/networks/d1a6625d-e0a5-4a92-8051-0eec64122ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048189 Jul 07 20:49:04.059319 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c3e17fc7-942f-489f-9e55-60dfeb5eb0dd req-144ca666-d3df-4df3-bd6a-22c027551efd tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182101 Jul 07 20:49:04.184377 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6122ee86-d4e3-4217-876b-9bb2ccc3f0cd req-a38431e9-6c61-4c4d-bd73-f4bbb41a75b0 service neutron] 10.222.0.39 "GET /v2.0/networks/d1a6625d-e0a5-4a92-8051-0eec64122ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112525 Jul 07 20:49:04.299906 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8215c-6e9b-4d13-b1cb-29d6ae46bc86 req-15d9b6bf-3456-4844-bcfb-ccd9fb38794f tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:04.301631 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-24b8215c-6e9b-4d13-b1cb-29d6ae46bc86 req-15d9b6bf-3456-4844-bcfb-ccd9fb38794f tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d5e54f-5f73-4f42-9a14-8ddd02ad5321 HTTP/1.1" status: 200 len: 949 time: 0.0774179 Jul 07 20:49:04.341759 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-24b8215c-6e9b-4d13-b1cb-29d6ae46bc86 req-8a226263-0b28-497d-bfff-bd4cc89adb2e tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/security-groups?id=874f0bf5-694d-4344-9faf-2d9d65177227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337539 Jul 07 20:49:04.490027 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-5d831689-64a1-48bf-83c0-8b1eb0d7922d tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:04.491544 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-5d831689-64a1-48bf-83c0-8b1eb0d7922d tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/networks?id=60cf7477-fe87-4483-9d6c-8f8358872590 HTTP/1.1" status: 200 len: 818 time: 0.1446917 Jul 07 20:49:04.511887 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-8023f01b-8bb2-4aca-a84b-8f2b3e311cbf tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/quotas/fcdf8c208cd04a9fbda00d0c6e9eba22 HTTP/1.1" status: 200 len: 375 time: 0.0143416 Jul 07 20:49:04.551621 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-11281e9a-7558-4ed4-9eb9-5c227f3445fb tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fcdf8c208cd04a9fbda00d0c6e9eba22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334706 Jul 07 20:49:04.563778 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0ab5e-42c6-4a99-af62-3d81f704d985 req-80158150-7553-43ce-9515-f8903182e23d tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:04.565263 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6ad0ab5e-42c6-4a99-af62-3d81f704d985 req-80158150-7553-43ce-9515-f8903182e23d tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 946 time: 0.1190648 Jul 07 20:49:04.651074 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6ad0ab5e-42c6-4a99-af62-3d81f704d985 req-850e4319-0319-4742-bcce-fea1e8a4fa15 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774388 Jul 07 20:49:04.685651 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-03c3204d-110b-415b-bd0d-755f3ecdb1fc service neutron] 10.222.0.64 "GET /v2.0/networks/60cf7477-fe87-4483-9d6c-8f8358872590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182699 Jul 07 20:49:04.810558 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-1c93ddc8-8a55-4b24-989c-c74f430a4fd9 service neutron] 10.222.0.64 "GET /v2.0/networks/60cf7477-fe87-4483-9d6c-8f8358872590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180553 Jul 07 20:49:04.843692 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f4a69-fa91-48a5-abc9-4e7368813b3e req-4414cb19-9903-4ae8-8535-be641b948703 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:04.845338 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d16f4a69-fa91-48a5-abc9-4e7368813b3e req-4414cb19-9903-4ae8-8535-be641b948703 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 944 time: 0.0814128 Jul 07 20:49:04.885385 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d16f4a69-fa91-48a5-abc9-4e7368813b3e req-c74bfeca-938c-402a-a913-f546590f362e tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345726 Jul 07 20:49:05.112062 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:05.221324 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2f947-96cb-444c-83bf-c496d820b3c7 req-943183b9-5307-4b61-9638-aa2154ca9400 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:05.228661 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-76b2f947-96cb-444c-83bf-c496d820b3c7 req-943183b9-5307-4b61-9638-aa2154ca9400 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.1050115 Jul 07 20:49:05.281344 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-76b2f947-96cb-444c-83bf-c496d820b3c7 req-e97bfc17-1175-4787-bdbc-b4801cd71d50 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515306 Jul 07 20:49:05.631136 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-148c2ada-e7dc-40f9-ae41-4ce3ffced55d req-83dd87b4-bf4c-4359-ab2c-a24f97ac7084 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?device_id=eed1f733-83eb-4c18-a4a4-5c39f573d9c0 HTTP/1.1" status: 200 len: 210 time: 0.0386026 Jul 07 20:49:05.730338 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f2d3f-0a71-4704-8fb8-114a06a40e07 req-4c798d96-a2d1-4bfb-bc87-2df9da2087f3 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:05.732960 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ff6f2d3f-0a71-4704-8fb8-114a06a40e07 req-4c798d96-a2d1-4bfb-bc87-2df9da2087f3 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3e722d4-30c2-44b0-8c49-1ac31e53bcd5 HTTP/1.1" status: 200 len: 950 time: 0.1046660 Jul 07 20:49:05.796019 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ff6f2d3f-0a71-4704-8fb8-114a06a40e07 req-cb0fcc1d-d18a-42ff-bec2-f0af5c9b1664 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568764 Jul 07 20:49:05.974211 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4589452-2862-40f4-8061-9c250cc31f09 req-aba99a23-691b-42ab-9cc5-a7189565d7f1 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:05.976081 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4589452-2862-40f4-8061-9c250cc31f09 req-aba99a23-691b-42ab-9cc5-a7189565d7f1 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 946 time: 0.1177187 Jul 07 20:49:06.032059 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4589452-2862-40f4-8061-9c250cc31f09 req-d85a04ca-c493-428c-844b-35d163e30789 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475466 Jul 07 20:49:06.037860 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905bf2c-5fc2-45db-adec-e01ac31eb1ee req-1ade487d-e838-4ea9-8d05-a35bd2e1ab95 tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:06.039715 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4905bf2c-5fc2-45db-adec-e01ac31eb1ee req-1ade487d-e838-4ea9-8d05-a35bd2e1ab95 tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f3e722d4-30c2-44b0-8c49-1ac31e53bcd5 HTTP/1.1" status: 200 len: 1102 time: 0.1134818 Jul 07 20:49:06.078517 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4905bf2c-5fc2-45db-adec-e01ac31eb1ee req-62d6e861-7fb6-4d76-a2bc-ee3ad047088e tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321567 Jul 07 20:49:06.441312 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05210634-4a65-40d2-9898-c9d2e5d19d1d req-4dcdfc24-d776-4982-901d-72bc5d455447 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:06.442907 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05210634-4a65-40d2-9898-c9d2e5d19d1d req-4dcdfc24-d776-4982-901d-72bc5d455447 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 944 time: 0.1105459 Jul 07 20:49:06.550367 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05210634-4a65-40d2-9898-c9d2e5d19d1d req-e5e60539-a138-430b-9ab4-116180644f99 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003978 Jul 07 20:49:06.594109 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16c3bf-154f-479e-9a19-8da14aff88f3 req-3ccc3a81-4024-4d28-ae1c-893e91ff27d0 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:06.596216 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2a16c3bf-154f-479e-9a19-8da14aff88f3 req-3ccc3a81-4024-4d28-ae1c-893e91ff27d0 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.1380265 Jul 07 20:49:06.676217 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2a16c3bf-154f-479e-9a19-8da14aff88f3 req-13115033-cc21-4fe0-9c2d-20e18865bcdb tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721564 Jul 07 20:49:06.686933 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-a4264e8c-aa1f-46ee-bcc1-317a9c9793b2 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274451 Jul 07 20:49:06.808817 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-4078ec66-9378-41e1-a6ec-1614a27ebc02 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:06.815637 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-4078ec66-9378-41e1-a6ec-1614a27ebc02 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1221962 Jul 07 20:49:06.832001 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-510623d3-ac41-423c-a996-b9859c1da53f tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/quotas/a1c17a3325344c6cbaa5788b7ca45ebf HTTP/1.1" status: 200 len: 375 time: 0.0154231 Jul 07 20:49:06.906107 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-a67dbee1-740b-42f9-a809-0d109c41871d tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0730853 Jul 07 20:49:06.936212 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c881ff7a-aeb3-40f1-9205-2f88b4e323e2 req-99259826-df09-4c5d-a558-732b4741967b tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?device_id=eed1f733-83eb-4c18-a4a4-5c39f573d9c0 HTTP/1.1" status: 200 len: 210 time: 0.0291066 Jul 07 20:49:07.096403 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a579467f-e4e2-47cf-b02e-a5777cdab99e req-80cd521a-bf12-41b9-8063-84579c5e77d1 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=b570c24b-2c16-4f9e-a533-6b25e6237ad9 HTTP/1.1" status: 200 len: 210 time: 0.0318530 Jul 07 20:49:07.343698 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5bdd4-7a5b-41ba-953d-e0e5717d7d36 req-90df761a-0e91-4995-a9c6-cce4338f31fc tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:07.352190 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8fc5bdd4-7a5b-41ba-953d-e0e5717d7d36 req-90df761a-0e91-4995-a9c6-cce4338f31fc tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 946 time: 0.1420996 Jul 07 20:49:07.476964 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-6a796661-70e7-4456-8528-059e6a0da9ec tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:07.478822 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-6a796661-70e7-4456-8528-059e6a0da9ec tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.39 "GET /v2.0/networks?id=60cf7477-fe87-4483-9d6c-8f8358872590 HTTP/1.1" status: 200 len: 818 time: 0.2203803 Jul 07 20:49:07.483728 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8fc5bdd4-7a5b-41ba-953d-e0e5717d7d36 req-f32c821a-1ee2-457b-87f8-f6aba2794ce0 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305747 Jul 07 20:49:07.510809 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-28425951-0818-47c8-8e10-36ff2dcf4d0b tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Request body: {'port': {'device_id': '88407b86-bc14-41de-a463-5ca985009ec7', 'network_id': '60cf7477-fe87-4483-9d6c-8f8358872590', 'admin_state_up': True, 'tenant_id': 'fcdf8c208cd04a9fbda00d0c6e9eba22'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:07.536745 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 58b0a813-b1da-40ed-9a45-e0a66262e0e3 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:49:07.690966 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-28425951-0818-47c8-8e10-36ff2dcf4d0b tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Made reservation on behalf of fcdf8c208cd04a9fbda00d0c6e9eba22 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:07.696493 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-28425951-0818-47c8-8e10-36ff2dcf4d0b tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:07.716385 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 58b0a813-b1da-40ed-9a45-e0a66262e0e3, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=58b0a813-b1da-40ed-9a45-e0a66262e0e3,segment=NetworkSegment(bf53d961-3859-4756-83b3-c7352abc25ca),segment_id=bf53d961-3859-4756-83b3-c7352abc25ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:07.733578 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '58b0a813-b1da-40ed-9a45-e0a66262e0e3', 'network_id': 'd1a6625d-e0a5-4a92-8051-0eec64122ad8', 'port_id': '58b0a813-b1da-40ed-9a45-e0a66262e0e3', 'mac_address': 'fa:16:3e:9c:13:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44323baf-dba1-4cdd-b0c1-02177941adb8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:49:07.790364 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:07.805117 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58b0a813-b1da-40ed-9a45-e0a66262e0e3 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:49:07.829650 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 58b0a813-b1da-40ed-9a45-e0a66262e0e3, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=58b0a813-b1da-40ed-9a45-e0a66262e0e3,segment=NetworkSegment(bf53d961-3859-4756-83b3-c7352abc25ca),segment_id=bf53d961-3859-4756-83b3-c7352abc25ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:07.836945 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:07.885032 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:49:07.934287 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=58b0a813-b1da-40ed-9a45-e0a66262e0e3,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:08.005519 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:08.041154 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d5e54f-5f73-4f42-9a14-8ddd02ad5321', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f9f8a7-bacb-44c3-b5bb-211e8ba39706'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:08.043453 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ef4de4-4baf-4e09-8fcc-1a054f20199f" -d '{"events": [{"server_uuid": "22d5e54f-5f73-4f42-9a14-8ddd02ad5321", "name": "network-vif-unplugged", "status": "completed", "tag": "10f9f8a7-bacb-44c3-b5bb-211e8ba39706"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:08.057387 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 10f9f8a7-bacb-44c3-b5bb-211e8ba39706, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=10f9f8a7-bacb-44c3-b5bb-211e8ba39706,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:08.064120 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:08.097359 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-7c7ddafa-1cd2-46ff-81b7-f68e8171e9a5 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:08.098942 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-7c7ddafa-1cd2-46ff-81b7-f68e8171e9a5 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.58 "GET /v2.0/networks?id=60cf7477-fe87-4483-9d6c-8f8358872590 HTTP/1.1" status: 200 len: 818 time: 0.3685288 Jul 07 20:49:08.121481 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=10f9f8a7-bacb-44c3-b5bb-211e8ba39706,revision_number=8']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:08.126736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-28425951-0818-47c8-8e10-36ff2dcf4d0b tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Allocated IP 172.20.0.2 (60cf7477-fe87-4483-9d6c-8f8358872590/085cc21d-6be2-49ba-959e-72dc0aa99ea6/e38624ee-15c7-4315-9bd5-e1dde1f027f3) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:49:08.150020 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-f96ff6d0-b897-4c55-80f6-8491ad59744c tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Request body: {'port': {'device_id': '44ed6bad-6c02-4a3e-afa7-88a01e19ed0b', 'network_id': '60cf7477-fe87-4483-9d6c-8f8358872590', 'admin_state_up': True, 'tenant_id': 'fcdf8c208cd04a9fbda00d0c6e9eba22'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:08.181933 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a9da3-8620-469b-b1f3-c282a02b5dba req-f2381148-6b87-4523-ac30-372717cb6e9b tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:08.183469 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-681a9da3-8620-469b-b1f3-c282a02b5dba req-f2381148-6b87-4523-ac30-372717cb6e9b tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 944 time: 0.4796345 Jul 07 20:49:08.229520 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b45fb1-8fe3-418d-bfaf-f3ce86b605a2 req-b1b873da-d8b2-4ddb-99f9-9deaa67febbb tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:08.232005 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f9b45fb1-8fe3-418d-bfaf-f3ce86b605a2 req-b1b873da-d8b2-4ddb-99f9-9deaa67febbb tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.3165305 Jul 07 20:49:08.376460 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['58b0a813-b1da-40ed-9a45-e0a66262e0e3'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:08.417084 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-681a9da3-8620-469b-b1f3-c282a02b5dba req-37261c46-f805-4a10-8b01-6cf2a7250bfb tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963933 Jul 07 20:49:08.491423 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f9b45fb1-8fe3-418d-bfaf-f3ce86b605a2 req-43f44716-2f46-43c9-bbcc-496f072715a9 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310865 Jul 07 20:49:08.555336 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-8cbfb81e-d1ec-453e-811d-d9458539de67 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:08.557030 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-8cbfb81e-d1ec-453e-811d-d9458539de67 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.39 "GET /v2.0/networks?id=60cf7477-fe87-4483-9d6c-8f8358872590 HTTP/1.1" status: 200 len: 818 time: 0.3239508 Jul 07 20:49:08.588860 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-a94bce64-eda5-40be-9967-30708570c30e tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Request body: {'port': {'device_id': 'eed1f733-83eb-4c18-a4a4-5c39f573d9c0', 'network_id': '60cf7477-fe87-4483-9d6c-8f8358872590', 'admin_state_up': True, 'tenant_id': 'fcdf8c208cd04a9fbda00d0c6e9eba22'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:08.593805 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-f96ff6d0-b897-4c55-80f6-8491ad59744c tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Made reservation on behalf of fcdf8c208cd04a9fbda00d0c6e9eba22 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:08.597331 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-f96ff6d0-b897-4c55-80f6-8491ad59744c tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:08.697108 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366ae23a-46e1-442b-b918-6d95370fdcaa x-openstack-request-id: req-366ae23a-46e1-442b-b918-6d95370fdcaa {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:08.697630 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d5e54f-5f73-4f42-9a14-8ddd02ad5321", "name": "network-vif-unplugged", "status": "completed", "tag": "10f9f8a7-bacb-44c3-b5bb-211e8ba39706", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:08.697829 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-366ae23a-46e1-442b-b918-6d95370fdcaa {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:08.698349 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d5e54f-5f73-4f42-9a14-8ddd02ad5321', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f9f8a7-bacb-44c3-b5bb-211e8ba39706', 'code': 200} Jul 07 20:49:08.707580 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13362134-4a0f-4e10-a6d7-ccdf1a7629dc req-ff1d3666-bb48-4f21-857e-0f2d43ba201c tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?device_id=eed1f733-83eb-4c18-a4a4-5c39f573d9c0 HTTP/1.1" status: 200 len: 210 time: 0.0885267 Jul 07 20:49:08.729545 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-28425951-0818-47c8-8e10-36ff2dcf4d0b tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:08.850649 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-14f520ec-cbbd-4e2a-a781-3c0df6c04afb req-acbb5e25-e829-4132-b43d-423b08f999aa tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=b570c24b-2c16-4f9e-a533-6b25e6237ad9 HTTP/1.1" status: 200 len: 210 time: 0.0523150 Jul 07 20:49:09.222612 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-f628e2ef-540f-46fa-a905-281768f2e214 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479732 Jul 07 20:49:09.251515 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-a94bce64-eda5-40be-9967-30708570c30e tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Made reservation on behalf of fcdf8c208cd04a9fbda00d0c6e9eba22 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:09.254864 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-a94bce64-eda5-40be-9967-30708570c30e tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:09.271737 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-28425951-0818-47c8-8e10-36ff2dcf4d0b tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:09.423719 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-28425951-0818-47c8-8e10-36ff2dcf4d0b tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Network 60cf7477-fe87-4483-9d6c-8f8358872590 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:49:09.448803 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc4a22-19be-4c2a-ac3b-eb51a0687dc2 req-87aa86a0-698b-41df-ace3-7844020b459d tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:09.450408 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-03fc4a22-19be-4c2a-ac3b-eb51a0687dc2 req-87aa86a0-698b-41df-ace3-7844020b459d tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 946 time: 0.6034260 Jul 07 20:49:09.487222 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-28425951-0818-47c8-8e10-36ff2dcf4d0b tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:09.497612 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.db.api [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-f96ff6d0-b897-4c55-80f6-8491ad59744c tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-2fe33e13-edbb-400e-9e6a-296adcfed700 {{(pid=100448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 20:49:09.498121 n-d-695189-11 neutron-server[100448]: DEBUG oslo_db.api [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-f96ff6d0-b897-4c55-80f6-8491ad59744c tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 20:49:09.498813 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-28425951-0818-47c8-8e10-36ff2dcf4d0b tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:49:09.519868 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28425951-0818-47c8-8e10-36ff2dcf4d0b tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Pushing event updated for resources: {'Port': ['ID=e38624ee-15c7-4315-9bd5-e1dde1f027f3,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:09.570521 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-5b1bde68-d0ac-4fc6-9d58-de17b918ad94 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:09.571969 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-5b1bde68-d0ac-4fc6-9d58-de17b918ad94 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3356035 Jul 07 20:49:09.617938 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-fba95869-f7d8-4bde-91bb-89a6a7a704ac tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Request body: {'port': {'device_id': 'b570c24b-2c16-4f9e-a533-6b25e6237ad9', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': 'a1c17a3325344c6cbaa5788b7ca45ebf'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:09.659729 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-28425951-0818-47c8-8e10-36ff2dcf4d0b tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:09.660327 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-28425951-0818-47c8-8e10-36ff2dcf4d0b tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:09.722220 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-03fc4a22-19be-4c2a-ac3b-eb51a0687dc2 req-2f699836-f4bc-4e7e-80a2-c9fca52f3970 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264259 Jul 07 20:49:09.743256 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-28425951-0818-47c8-8e10-36ff2dcf4d0b tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2378016 Jul 07 20:49:09.768809 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-fde36876-c61f-49f4-9c89-6293d7f6d316 service neutron] Request body: {'port': {'device_id': '88407b86-bc14-41de-a463-5ca985009ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:09.810123 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-a94bce64-eda5-40be-9967-30708570c30e tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Allocated IP 172.20.0.7 (60cf7477-fe87-4483-9d6c-8f8358872590/085cc21d-6be2-49ba-959e-72dc0aa99ea6/f1cb772a-4964-4cf7-9231-3785f088b191) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:49:09.873654 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3aa90-cb1e-49af-861d-78ff980f4864 req-29225650-5479-4136-9bd7-d1cf72a6687e tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:09.875386 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6d3aa90-cb1e-49af-861d-78ff980f4864 req-29225650-5479-4136-9bd7-d1cf72a6687e tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 945 time: 0.3204887 Jul 07 20:49:09.892970 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:49:09.992344 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-fba95869-f7d8-4bde-91bb-89a6a7a704ac tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Made reservation on behalf of a1c17a3325344c6cbaa5788b7ca45ebf for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:09.994269 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7f0006dd-e0d6-4b99-9d0e-627f65b08db9,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:09.995857 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-fba95869-f7d8-4bde-91bb-89a6a7a704ac tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:10.006570 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-f96ff6d0-b897-4c55-80f6-8491ad59744c tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:10.007199 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '7f0006dd-e0d6-4b99-9d0e-627f65b08db9', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '7f0006dd-e0d6-4b99-9d0e-627f65b08db9', 'mac_address': 'fa:16:3e:08:4f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:49:10.033857 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-fde36876-c61f-49f4-9c89-6293d7f6d316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:10.048072 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:10.061265 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:49:10.080675 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7f0006dd-e0d6-4b99-9d0e-627f65b08db9,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:10.084777 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:10.109177 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6d3aa90-cb1e-49af-861d-78ff980f4864 req-95ad9cf8-7629-48c7-a2ca-95d8dd6d0946 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277904 Jul 07 20:49:10.145410 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=7f0006dd-e0d6-4b99-9d0e-627f65b08db9,revision_number=9']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:10.232677 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214bae1-8c20-4172-8bdc-256640b64d1d req-080ae5ae-f4ea-4fb3-a292-95abb6657b08 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:10.234187 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5214bae1-8c20-4172-8bdc-256640b64d1d req-080ae5ae-f4ea-4fb3-a292-95abb6657b08 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.3901496 Jul 07 20:49:10.392074 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['7f0006dd-e0d6-4b99-9d0e-627f65b08db9'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:10.415050 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-a94bce64-eda5-40be-9967-30708570c30e tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:10.444040 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5214bae1-8c20-4172-8bdc-256640b64d1d req-f4a04744-239f-45f0-b1a7-5c7e1355e484 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014134 Jul 07 20:49:10.480491 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc79eaa2-ca42-4da9-b048-a3d4c6915920 req-79c06dc5-1a20-43de-81b7-37a90a875e56 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?device_id=eed1f733-83eb-4c18-a4a4-5c39f573d9c0 HTTP/1.1" status: 200 len: 210 time: 0.0729275 Jul 07 20:49:10.536426 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-fba95869-f7d8-4bde-91bb-89a6a7a704ac tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Allocated IP 192.168.233.138 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/b43f1e22-d294-4224-9ea5-e3b3f2749a39) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:49:10.620354 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c765944-0355-41f9-b2c3-7760acee78b3 req-e8df6b49-447d-4b80-ad07-d7dd88e8cf4a tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=b570c24b-2c16-4f9e-a533-6b25e6237ad9 HTTP/1.1" status: 200 len: 210 time: 0.0534539 Jul 07 20:49:10.641510 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-a94bce64-eda5-40be-9967-30708570c30e tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:10.785501 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-a94bce64-eda5-40be-9967-30708570c30e tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Network 60cf7477-fe87-4483-9d6c-8f8358872590 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:49:10.801206 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-a94bce64-eda5-40be-9967-30708570c30e tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:10.810883 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-a94bce64-eda5-40be-9967-30708570c30e tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:49:10.813140 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94bce64-eda5-40be-9967-30708570c30e tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Pushing event updated for resources: {'Port': ['ID=f1cb772a-4964-4cf7-9231-3785f088b191,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:10.818761 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-f96ff6d0-b897-4c55-80f6-8491ad59744c tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Allocated IP 172.20.0.9 (60cf7477-fe87-4483-9d6c-8f8358872590/085cc21d-6be2-49ba-959e-72dc0aa99ea6/2fc5b159-da95-4789-ac31-abbf97fcf901) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:49:10.936245 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-a94bce64-eda5-40be-9967-30708570c30e tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:10.936888 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-a94bce64-eda5-40be-9967-30708570c30e tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:10.973285 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-fba95869-f7d8-4bde-91bb-89a6a7a704ac tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:11.011689 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-a94bce64-eda5-40be-9967-30708570c30e tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4279799 Jul 07 20:49:11.029942 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-fba95869-f7d8-4bde-91bb-89a6a7a704ac tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Transition to ACTIVE for port object b43f1e22-d294-4224-9ea5-e3b3f2749a39 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:49:11.061525 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-e76e1546-b43f-492e-8875-690837a71212 service neutron] Request body: {'port': {'device_id': 'eed1f733-83eb-4c18-a4a4-5c39f573d9c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:11.165089 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8baa034-42e3-4506-bc98-6bded4e71dc7 req-b6e4a831-2666-49cf-8be8-bc1b54b3c289 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:11.167199 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e8baa034-42e3-4506-bc98-6bded4e71dc7 req-b6e4a831-2666-49cf-8be8-bc1b54b3c289 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 946 time: 0.3052442 Jul 07 20:49:11.312174 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-fba95869-f7d8-4bde-91bb-89a6a7a704ac tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:11.337799 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['3f2f695a-9a83-4fa2-9166-162abc5fdd62', '3fd3d68c-e58c-4865-9dbd-4ad768444535', '19254ff3-2f0f-4684-b14a-aa9c0294c902', '01187ebd-7ebb-415f-9591-d6cf0cc026a4'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:11.362892 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-f96ff6d0-b897-4c55-80f6-8491ad59744c tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:11.373102 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e8baa034-42e3-4506-bc98-6bded4e71dc7 req-27b3c6c3-ace5-4047-b22f-344ee47f88a3 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857548 Jul 07 20:49:11.423175 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-e76e1546-b43f-492e-8875-690837a71212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:11.452735 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-fba95869-f7d8-4bde-91bb-89a6a7a704ac tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:49:11.465094 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-fba95869-f7d8-4bde-91bb-89a6a7a704ac tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:11.482175 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-fba95869-f7d8-4bde-91bb-89a6a7a704ac tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:49:11.511369 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba95869-f7d8-4bde-91bb-89a6a7a704ac tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Pushing event updated for resources: {'Port': ['ID=b43f1e22-d294-4224-9ea5-e3b3f2749a39,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:11.575230 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 58b0a813-b1da-40ed-9a45-e0a66262e0e3 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:49:11.681893 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 58b0a813-b1da-40ed-9a45-e0a66262e0e3 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:49:11.689474 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 58b0a813-b1da-40ed-9a45-e0a66262e0e3 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:11.689856 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:11.914654 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:11.972949 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-bf10a1a8-59f5-48a3-aac7-01970aeba2cd None None] Provisioning for port b43f1e22-d294-4224-9ea5-e3b3f2749a39 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:49:11.982146 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8f03d8-52fb-415e-bb57-d333bb2f7728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b0a813-b1da-40ed-9a45-e0a66262e0e3'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:11.985433 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4224ad00-3afb-49b2-b8e3-672c818b4a93" -d '{"events": [{"server_uuid": "2d8f03d8-52fb-415e-bb57-d333bb2f7728", "name": "network-vif-plugged", "status": "completed", "tag": "58b0a813-b1da-40ed-9a45-e0a66262e0e3"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:12.005473 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-bf10a1a8-59f5-48a3-aac7-01970aeba2cd None None] Provisioning complete for port b43f1e22-d294-4224-9ea5-e3b3f2749a39 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:12.006227 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bf10a1a8-59f5-48a3-aac7-01970aeba2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:12.009962 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 58b0a813-b1da-40ed-9a45-e0a66262e0e3, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=58b0a813-b1da-40ed-9a45-e0a66262e0e3,segment=NetworkSegment(bf53d961-3859-4756-83b3-c7352abc25ca),segment_id=bf53d961-3859-4756-83b3-c7352abc25ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:12.042282 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:12.100347 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['c801cc7b-e11f-4614-939c-2a4dcc21c18d', '24eda47b-c96d-45e4-af25-3e78133a0dac'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:12.105214 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-f96ff6d0-b897-4c55-80f6-8491ad59744c tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:12.172697 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9e48d-2a2f-40cb-b7a1-2cbc5b6e7fb9 req-ad68f54d-9869-4b86-9882-9e6a241b4094 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:12.176934 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-bf10a1a8-59f5-48a3-aac7-01970aeba2cd None None] Port b43f1e22-d294-4224-9ea5-e3b3f2749a39 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:49:12.180941 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-22b9e48d-2a2f-40cb-b7a1-2cbc5b6e7fb9 req-ad68f54d-9869-4b86-9882-9e6a241b4094 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 945 time: 0.9072576 Jul 07 20:49:12.216056 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-fba95869-f7d8-4bde-91bb-89a6a7a704ac tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:12.216977 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-fba95869-f7d8-4bde-91bb-89a6a7a704ac tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:12.239038 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=58b0a813-b1da-40ed-9a45-e0a66262e0e3,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:12.401197 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-f96ff6d0-b897-4c55-80f6-8491ad59744c tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Network 60cf7477-fe87-4483-9d6c-8f8358872590 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:49:12.403813 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ff6d0-b897-4c55-80f6-8491ad59744c tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Pushing event updated for resources: {'Port': ['ID=2fc5b159-da95-4789-ac31-abbf97fcf901,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:12.425946 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-f96ff6d0-b897-4c55-80f6-8491ad59744c tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:12.438531 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-22b9e48d-2a2f-40cb-b7a1-2cbc5b6e7fb9 req-8f747354-2b04-4596-9b18-a05269388996 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564769 Jul 07 20:49:12.447621 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-f96ff6d0-b897-4c55-80f6-8491ad59744c tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:49:12.596009 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-fde36876-c61f-49f4-9c89-6293d7f6d316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e38624ee-15c7-4315-9bd5-e1dde1f027f3 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:49:12.606820 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-fde36876-c61f-49f4-9c89-6293d7f6d316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:12.615175 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-fba95869-f7d8-4bde-91bb-89a6a7a704ac tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0039248 Jul 07 20:49:12.689876 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-d244e587-175c-42bc-820d-acf43a305a6c service neutron] Request body: {'port': {'device_id': 'b570c24b-2c16-4f9e-a533-6b25e6237ad9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:12.696755 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-fde36876-c61f-49f4-9c89-6293d7f6d316 service neutron] Transition to ACTIVE for port object e38624ee-15c7-4315-9bd5-e1dde1f027f3 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:49:12.752561 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-fde36876-c61f-49f4-9c89-6293d7f6d316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:12.831823 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-f96ff6d0-b897-4c55-80f6-8491ad59744c tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:12.832885 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-f96ff6d0-b897-4c55-80f6-8491ad59744c tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:12.844926 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3a13a-6ced-4681-8422-1c4a2042f911 req-6af88fb4-4656-4465-952f-fec7c4262d37 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:12.846665 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-39f3a13a-6ced-4681-8422-1c4a2042f911 req-6af88fb4-4656-4465-952f-fec7c4262d37 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.8374269 Jul 07 20:49:12.957353 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-f96ff6d0-b897-4c55-80f6-8491ad59744c tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8128691 Jul 07 20:49:13.020859 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44629ce9-1c7d-495b-9ae0-82b489516361 req-a8eaddfb-2f70-454c-8857-1f51725427f6 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:13.023311 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44629ce9-1c7d-495b-9ae0-82b489516361 req-a8eaddfb-2f70-454c-8857-1f51725427f6 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?device_id=eed1f733-83eb-4c18-a4a4-5c39f573d9c0 HTTP/1.1" status: 200 len: 931 time: 0.4067225 Jul 07 20:49:13.027028 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde36876-c61f-49f4-9c89-6293d7f6d316 service neutron] Pushing event updated for resources: {'Port': ['ID=e38624ee-15c7-4315-9bd5-e1dde1f027f3,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:13.035402 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-2b8fff24-f4ed-49a0-be96-a9a9ed482a6e service neutron] Request body: {'port': {'device_id': '44ed6bad-6c02-4a3e-afa7-88a01e19ed0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:13.120109 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-d244e587-175c-42bc-820d-acf43a305a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:13.140112 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-39f3a13a-6ced-4681-8422-1c4a2042f911 req-ffa84599-e652-4984-a956-57c67719e678 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680047 Jul 07 20:49:13.327148 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44629ce9-1c7d-495b-9ae0-82b489516361 req-dc8e725d-6b16-42c9-a3cb-b0bb2f6d55f7 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bfe1897-b4d2-428c-bb4a-07d2013038b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684922 Jul 07 20:49:13.421726 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3082688-3c26-4ce0-8673-1972bdfac862 x-openstack-request-id: req-c3082688-3c26-4ce0-8673-1972bdfac862 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:13.422281 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8f03d8-52fb-415e-bb57-d333bb2f7728", "name": "network-vif-plugged", "status": "completed", "tag": "58b0a813-b1da-40ed-9a45-e0a66262e0e3", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:13.422281 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c3082688-3c26-4ce0-8673-1972bdfac862 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:13.422643 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8f03d8-52fb-415e-bb57-d333bb2f7728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b0a813-b1da-40ed-9a45-e0a66262e0e3', 'code': 200} Jul 07 20:49:13.470583 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-fde36876-c61f-49f4-9c89-6293d7f6d316 service neutron] Attempting to bind port e38624ee-15c7-4315-9bd5-e1dde1f027f3 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:49:13.470927 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-fde36876-c61f-49f4-9c89-6293d7f6d316 service neutron] Attempting to bind port e38624ee-15c7-4315-9bd5-e1dde1f027f3 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60cf7477-fe87-4483-9d6c-8f8358872590'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:49:13.471270 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-fde36876-c61f-49f4-9c89-6293d7f6d316 service neutron] Attempting to bind port e38624ee-15c7-4315-9bd5-e1dde1f027f3 on network 60cf7477-fe87-4483-9d6c-8f8358872590 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:13.486966 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-2b8fff24-f4ed-49a0-be96-a9a9ed482a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:13.564459 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-fde36876-c61f-49f4-9c89-6293d7f6d316 service neutron] Port e38624ee-15c7-4315-9bd5-e1dde1f027f3 on network 60cf7477-fe87-4483-9d6c-8f8358872590 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:49:13.564792 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-fde36876-c61f-49f4-9c89-6293d7f6d316 service neutron] Attempting to bind port e38624ee-15c7-4315-9bd5-e1dde1f027f3 on network 60cf7477-fe87-4483-9d6c-8f8358872590 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:13.594390 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-e76e1546-b43f-492e-8875-690837a71212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1cb772a-4964-4cf7-9231-3785f088b191 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:49:13.691594 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-e76e1546-b43f-492e-8875-690837a71212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:13.702413 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815eaac-228c-4a1f-bc72-a89edd5c6637 req-cb7979d4-b5b4-4b10-ac15-94ad3d91684f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:13.704689 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a815eaac-228c-4a1f-bc72-a89edd5c6637 req-cb7979d4-b5b4-4b10-ac15-94ad3d91684f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 1098 time: 0.1456745 Jul 07 20:49:13.737405 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-fde36876-c61f-49f4-9c89-6293d7f6d316 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:49:13.737769 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-fde36876-c61f-49f4-9c89-6293d7f6d316 service neutron] Checking segment: {'id': '7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60cf7477-fe87-4483-9d6c-8f8358872590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:13.738162 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-fde36876-c61f-49f4-9c89-6293d7f6d316 service neutron] Bound using segment: {'id': '7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60cf7477-fe87-4483-9d6c-8f8358872590'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:49:13.738671 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-fde36876-c61f-49f4-9c89-6293d7f6d316 service neutron] Bound port: e38624ee-15c7-4315-9bd5-e1dde1f027f3, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60cf7477-fe87-4483-9d6c-8f8358872590'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:49:13.739035 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-fde36876-c61f-49f4-9c89-6293d7f6d316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:13.828851 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a815eaac-228c-4a1f-bc72-a89edd5c6637 req-df235f2a-c793-4f6e-8c29-c6605d3ad48c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041839 Jul 07 20:49:13.901116 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-e76e1546-b43f-492e-8875-690837a71212 service neutron] Transition to ACTIVE for port object f1cb772a-4964-4cf7-9231-3785f088b191 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:49:13.920442 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:49:13.964588 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-e76e1546-b43f-492e-8875-690837a71212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:14.008590 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:14.009666 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:14.090202 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e1546-b43f-492e-8875-690837a71212 service neutron] Pushing event updated for resources: {'Port': ['ID=f1cb772a-4964-4cf7-9231-3785f088b191,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:14.162983 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:14.173493 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fa455-f424-4a6a-adc0-5ffcd0e24420 req-fa5815ec-06c0-4983-be5d-9c0b9b71cc22 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:14.180617 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-805fa455-f424-4a6a-adc0-5ffcd0e24420 req-fa5815ec-06c0-4983-be5d-9c0b9b71cc22 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=b570c24b-2c16-4f9e-a533-6b25e6237ad9 HTTP/1.1" status: 200 len: 936 time: 0.6190093 Jul 07 20:49:14.209572 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7f0006dd-e0d6-4b99-9d0e-627f65b08db9,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:14.218474 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:14.281691 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02084753-a816-4a0d-8371-6aa7d78f33d9 req-553a2fe3-8db2-4355-8429-fa5f5dcd9a9d tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:14.283291 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-02084753-a816-4a0d-8371-6aa7d78f33d9 req-553a2fe3-8db2-4355-8429-fa5f5dcd9a9d tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 946 time: 0.6231129 Jul 07 20:49:14.293144 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-fde36876-c61f-49f4-9c89-6293d7f6d316 service neutron] For port e38624ee-15c7-4315-9bd5-e1dde1f027f3, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:49:14.311281 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=7f0006dd-e0d6-4b99-9d0e-627f65b08db9,revision_number=10']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:14.367628 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-fde36876-c61f-49f4-9c89-6293d7f6d316 service neutron] For port e38624ee-15c7-4315-9bd5-e1dde1f027f3, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=e38624ee-15c7-4315-9bd5-e1dde1f027f3,segment=NetworkSegment(7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef),segment_id=7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:49:14.407434 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-fde36876-c61f-49f4-9c89-6293d7f6d316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:14.412613 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-805fa455-f424-4a6a-adc0-5ffcd0e24420 req-d614c2f1-39e4-4b60-8868-750488a51d1e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310619 Jul 07 20:49:14.531962 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-fde36876-c61f-49f4-9c89-6293d7f6d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:14.532523 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-fde36876-c61f-49f4-9c89-6293d7f6d316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:14.534073 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-fde36876-c61f-49f4-9c89-6293d7f6d316 service neutron] 10.222.0.39 "PUT /v2.0/ports/e38624ee-15c7-4315-9bd5-e1dde1f027f3 HTTP/1.1" status: 200 len: 1092 time: 4.7725592 Jul 07 20:49:14.536330 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-d244e587-175c-42bc-820d-acf43a305a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b43f1e22-d294-4224-9ea5-e3b3f2749a39 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:49:14.543181 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88407b86-bc14-41de-a463-5ca985009ec7', 'tag': 'e38624ee-15c7-4315-9bd5-e1dde1f027f3'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:14.545534 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f38987c-4f4a-438c-b0b3-b604b33e6dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "88407b86-bc14-41de-a463-5ca985009ec7", "tag": "e38624ee-15c7-4315-9bd5-e1dde1f027f3"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:14.565593 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-02084753-a816-4a0d-8371-6aa7d78f33d9 req-669aba42-cc4e-4581-ba24-baf84628dada tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511880 Jul 07 20:49:14.566221 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-d244e587-175c-42bc-820d-acf43a305a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:14.598376 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-e76e1546-b43f-492e-8875-690837a71212 service neutron] Attempting to bind port f1cb772a-4964-4cf7-9231-3785f088b191 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:49:14.598376 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-e76e1546-b43f-492e-8875-690837a71212 service neutron] Attempting to bind port f1cb772a-4964-4cf7-9231-3785f088b191 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60cf7477-fe87-4483-9d6c-8f8358872590'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:49:14.598741 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-e76e1546-b43f-492e-8875-690837a71212 service neutron] Attempting to bind port f1cb772a-4964-4cf7-9231-3785f088b191 on network 60cf7477-fe87-4483-9d6c-8f8358872590 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:14.607583 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde36876-c61f-49f4-9c89-6293d7f6d316 service neutron] Pushing event updated for resources: {'Port': ['ID=e38624ee-15c7-4315-9bd5-e1dde1f027f3,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:14.634404 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-d244e587-175c-42bc-820d-acf43a305a6c service neutron] Transition to ACTIVE for port object b43f1e22-d294-4224-9ea5-e3b3f2749a39 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:49:14.642892 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-e76e1546-b43f-492e-8875-690837a71212 service neutron] Port f1cb772a-4964-4cf7-9231-3785f088b191 on network 60cf7477-fe87-4483-9d6c-8f8358872590 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:49:14.643042 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-e76e1546-b43f-492e-8875-690837a71212 service neutron] Attempting to bind port f1cb772a-4964-4cf7-9231-3785f088b191 on network 60cf7477-fe87-4483-9d6c-8f8358872590 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:14.671597 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-d244e587-175c-42bc-820d-acf43a305a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:14.716788 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-e76e1546-b43f-492e-8875-690837a71212 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:49:14.717408 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-e76e1546-b43f-492e-8875-690837a71212 service neutron] Checking segment: {'id': '7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60cf7477-fe87-4483-9d6c-8f8358872590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:14.717692 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-e76e1546-b43f-492e-8875-690837a71212 service neutron] Bound using segment: {'id': '7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60cf7477-fe87-4483-9d6c-8f8358872590'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:49:14.718185 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-e76e1546-b43f-492e-8875-690837a71212 service neutron] Bound port: f1cb772a-4964-4cf7-9231-3785f088b191, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60cf7477-fe87-4483-9d6c-8f8358872590'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:49:14.718698 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-e76e1546-b43f-492e-8875-690837a71212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:15.106971 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-3366db51-13fd-4627-8079-f1e1423239cf tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:15.116110 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-3366db51-13fd-4627-8079-f1e1423239cf tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb&tenant_id=9b2f63d1e3474de0ace5d0719705221d&binding%3Ahost_id=n-h1-695189-11 HTTP/1.1" status: 200 len: 1098 time: 0.1304822 Jul 07 20:49:15.160841 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-010db58f-e616-4777-863d-40ebe3937b33 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-695189-11'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:15.259526 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-2b8fff24-f4ed-49a0-be96-a9a9ed482a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc5b159-da95-4789-ac31-abbf97fcf901 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:49:15.307265 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244e587-175c-42bc-820d-acf43a305a6c service neutron] Pushing event updated for resources: {'Port': ['ID=b43f1e22-d294-4224-9ea5-e3b3f2749a39,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:15.326485 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-2b8fff24-f4ed-49a0-be96-a9a9ed482a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:15.339732 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-2b8fff24-f4ed-49a0-be96-a9a9ed482a6e service neutron] Transition to ACTIVE for port object 2fc5b159-da95-4789-ac31-abbf97fcf901 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:49:15.423973 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f4f1a0-128d-406e-9c3d-fef8352d6ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0006dd-e0d6-4b99-9d0e-627f65b08db9'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:15.424870 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-2b8fff24-f4ed-49a0-be96-a9a9ed482a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:15.426902 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdd75a8-4f47-4b40-8cd6-8b161e467c40" -d '{"events": [{"server_uuid": "a3f4f1a0-128d-406e-9c3d-fef8352d6ba3", "name": "network-vif-plugged", "status": "completed", "tag": "7f0006dd-e0d6-4b99-9d0e-627f65b08db9"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:15.504584 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-d244e587-175c-42bc-820d-acf43a305a6c service neutron] Attempting to bind port b43f1e22-d294-4224-9ea5-e3b3f2749a39 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:49:15.504930 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-d244e587-175c-42bc-820d-acf43a305a6c service neutron] Attempting to bind port b43f1e22-d294-4224-9ea5-e3b3f2749a39 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:49:15.505183 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-d244e587-175c-42bc-820d-acf43a305a6c service neutron] Attempting to bind port b43f1e22-d294-4224-9ea5-e3b3f2749a39 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:15.517292 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-e76e1546-b43f-492e-8875-690837a71212 service neutron] For port f1cb772a-4964-4cf7-9231-3785f088b191, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:49:15.522674 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-d329fdbc-b775-48aa-8b71-45643fdd27e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:15.524460 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-d329fdbc-b775-48aa-8b71-45643fdd27e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcdf8c208cd04a9fbda00d0c6e9eba22&device_id=88407b86-bc14-41de-a463-5ca985009ec7 HTTP/1.1" status: 200 len: 1095 time: 0.8929069 Jul 07 20:49:15.576642 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-e76e1546-b43f-492e-8875-690837a71212 service neutron] For port f1cb772a-4964-4cf7-9231-3785f088b191, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=f1cb772a-4964-4cf7-9231-3785f088b191,segment=NetworkSegment(7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef),segment_id=7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:49:15.583013 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-d244e587-175c-42bc-820d-acf43a305a6c service neutron] Port b43f1e22-d294-4224-9ea5-e3b3f2749a39 on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:49:15.583450 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-d244e587-175c-42bc-820d-acf43a305a6c service neutron] Attempting to bind port b43f1e22-d294-4224-9ea5-e3b3f2749a39 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:15.634232 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-e76e1546-b43f-492e-8875-690837a71212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:15.654568 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fff24-f4ed-49a0-be96-a9a9ed482a6e service neutron] Pushing event updated for resources: {'Port': ['ID=2fc5b159-da95-4789-ac31-abbf97fcf901,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:15.663629 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-07891ddd-6895-4282-9598-5cc8c1952d38 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e38624ee-15c7-4315-9bd5-e1dde1f027f3 HTTP/1.1" status: 200 len: 217 time: 0.1095855 Jul 07 20:49:15.670477 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-d244e587-175c-42bc-820d-acf43a305a6c service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:49:15.670985 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-d244e587-175c-42bc-820d-acf43a305a6c service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:15.671297 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-d244e587-175c-42bc-820d-acf43a305a6c service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:49:15.672288 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-d244e587-175c-42bc-820d-acf43a305a6c service neutron] Bound port: b43f1e22-d294-4224-9ea5-e3b3f2749a39, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:49:15.672288 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-d244e587-175c-42bc-820d-acf43a305a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:15.682696 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb93e43-731a-45a1-bc86-d00f5685551e req-a0d9b897-f9ec-4b78-b832-b77946cb4b89 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:15.684329 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3bb93e43-731a-45a1-bc86-d00f5685551e req-a0d9b897-f9ec-4b78-b832-b77946cb4b89 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 946 time: 0.9470680 Jul 07 20:49:15.733138 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-010db58f-e616-4777-863d-40ebe3937b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:15.795146 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-e76e1546-b43f-492e-8875-690837a71212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:15.795456 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-e76e1546-b43f-492e-8875-690837a71212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:15.796957 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-e76e1546-b43f-492e-8875-690837a71212 service neutron] 10.222.0.39 "PUT /v2.0/ports/f1cb772a-4964-4cf7-9231-3785f088b191 HTTP/1.1" status: 200 len: 1092 time: 4.7516236 Jul 07 20:49:15.875030 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae840a0-5540-463c-91ee-1f16c0bdf840 req-a55dba8c-df49-4a95-8063-585781022cdd tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:15.882376 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7ae840a0-5540-463c-91ee-1f16c0bdf840 req-a55dba8c-df49-4a95-8063-585781022cdd tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 1.0631580 Jul 07 20:49:15.952195 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-010db58f-e616-4777-863d-40ebe3937b33 service neutron] For port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:16.000086 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e1546-b43f-492e-8875-690837a71212 service neutron] Pushing event updated for resources: {'Port': ['ID=f1cb772a-4964-4cf7-9231-3785f088b191,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:16.003651 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-0a36198d-5ddb-47da-92e3-a4c101363b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:16.005226 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-0a36198d-5ddb-47da-92e3-a4c101363b74 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=085cc21d-6be2-49ba-959e-72dc0aa99ea6 HTTP/1.1" status: 200 len: 858 time: 0.3136773 Jul 07 20:49:16.009996 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-010db58f-e616-4777-863d-40ebe3937b33 service neutron] For port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:49:16.023058 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3bb93e43-731a-45a1-bc86-d00f5685551e req-c1157211-c03b-491d-96f2-31132f73a8cf tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894557 Jul 07 20:49:16.076442 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05bb8aa-533a-4afb-b31a-cbda267ea0eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:16.079205 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b547ce-7f17-4c31-a234-d36cedc46647" -d '{"events": [{"server_uuid": "b05bb8aa-533a-4afb-b31a-cbda267ea0eb", "name": "network-vif-unplugged", "status": "completed", "tag": "f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:16.084133 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-010db58f-e616-4777-863d-40ebe3937b33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:16.086313 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-2b8fff24-f4ed-49a0-be96-a9a9ed482a6e service neutron] Attempting to bind port 2fc5b159-da95-4789-ac31-abbf97fcf901 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:49:16.086720 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-2b8fff24-f4ed-49a0-be96-a9a9ed482a6e service neutron] Attempting to bind port 2fc5b159-da95-4789-ac31-abbf97fcf901 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60cf7477-fe87-4483-9d6c-8f8358872590'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:49:16.087001 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-2b8fff24-f4ed-49a0-be96-a9a9ed482a6e service neutron] Attempting to bind port 2fc5b159-da95-4789-ac31-abbf97fcf901 on network 60cf7477-fe87-4483-9d6c-8f8358872590 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:16.090662 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-bd083a0b-325b-434e-831b-65956164c0ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=60cf7477-fe87-4483-9d6c-8f8358872590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560381 Jul 07 20:49:16.091385 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-010db58f-e616-4777-863d-40ebe3937b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:16.106775 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7ae840a0-5540-463c-91ee-1f16c0bdf840 req-3418e706-8e1b-4850-999e-10170696ed58 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228949 Jul 07 20:49:16.113312 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-d244e587-175c-42bc-820d-acf43a305a6c service neutron] For port b43f1e22-d294-4224-9ea5-e3b3f2749a39, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:49:16.146796 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-2b8fff24-f4ed-49a0-be96-a9a9ed482a6e service neutron] Port 2fc5b159-da95-4789-ac31-abbf97fcf901 on network 60cf7477-fe87-4483-9d6c-8f8358872590 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:49:16.155623 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-2b8fff24-f4ed-49a0-be96-a9a9ed482a6e service neutron] Attempting to bind port 2fc5b159-da95-4789-ac31-abbf97fcf901 on network 60cf7477-fe87-4483-9d6c-8f8358872590 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:16.210455 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-010db58f-e616-4777-863d-40ebe3937b33 service neutron] Attempting to bind port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b on host n-h1-695189-11 for vnic_type normal with profile {"migrating_to": "n-h2-695189-11"} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:49:16.211059 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-010db58f-e616-4777-863d-40ebe3937b33 service neutron] Attempting to bind port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:49:16.211572 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-010db58f-e616-4777-863d-40ebe3937b33 service neutron] Attempting to bind port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b on network 4b91b62e-f0da-4f30-b6c0-0519015da08e {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:16.223344 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-010db58f-e616-4777-863d-40ebe3937b33 service neutron] Port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b on network 4b91b62e-f0da-4f30-b6c0-0519015da08e not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:49:16.223832 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-010db58f-e616-4777-863d-40ebe3937b33 service neutron] Attempting to bind port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b on network 4b91b62e-f0da-4f30-b6c0-0519015da08e {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:16.251267 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-010db58f-e616-4777-863d-40ebe3937b33 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:49:16.251886 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-010db58f-e616-4777-863d-40ebe3937b33 service neutron] Checking segment: {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:16.252384 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-010db58f-e616-4777-863d-40ebe3937b33 service neutron] Bound using segment: {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:49:16.252969 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-010db58f-e616-4777-863d-40ebe3937b33 service neutron] Bound port: f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '873011f8-8fd2-4f18-a453-e3e1f0592ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4b91b62e-f0da-4f30-b6c0-0519015da08e'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:49:16.253424 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-010db58f-e616-4777-863d-40ebe3937b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:16.275070 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-d244e587-175c-42bc-820d-acf43a305a6c service neutron] For port b43f1e22-d294-4224-9ea5-e3b3f2749a39, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=b43f1e22-d294-4224-9ea5-e3b3f2749a39,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:49:16.279691 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-2b8fff24-f4ed-49a0-be96-a9a9ed482a6e service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:49:16.280045 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-2b8fff24-f4ed-49a0-be96-a9a9ed482a6e service neutron] Checking segment: {'id': '7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60cf7477-fe87-4483-9d6c-8f8358872590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:16.280453 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-2b8fff24-f4ed-49a0-be96-a9a9ed482a6e service neutron] Bound using segment: {'id': '7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60cf7477-fe87-4483-9d6c-8f8358872590'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:49:16.280913 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-2b8fff24-f4ed-49a0-be96-a9a9ed482a6e service neutron] Bound port: 2fc5b159-da95-4789-ac31-abbf97fcf901, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '60cf7477-fe87-4483-9d6c-8f8358872590'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:49:16.281442 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-2b8fff24-f4ed-49a0-be96-a9a9ed482a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:16.297747 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314fb1f4-fa37-4385-a319-4eb37c9e5c92 x-openstack-request-id: req-314fb1f4-fa37-4385-a319-4eb37c9e5c92 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:16.298052 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88407b86-bc14-41de-a463-5ca985009ec7", "tag": "e38624ee-15c7-4315-9bd5-e1dde1f027f3", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:16.298315 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-314fb1f4-fa37-4385-a319-4eb37c9e5c92 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:16.298811 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88407b86-bc14-41de-a463-5ca985009ec7', 'tag': 'e38624ee-15c7-4315-9bd5-e1dde1f027f3', 'status': 'completed', 'code': 200} Jul 07 20:49:16.306653 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-d244e587-175c-42bc-820d-acf43a305a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:16.336505 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b481d0-a09b-4fe1-8359-2482e5714521 x-openstack-request-id: req-65b481d0-a09b-4fe1-8359-2482e5714521 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:16.337062 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f4f1a0-128d-406e-9c3d-fef8352d6ba3", "name": "network-vif-plugged", "status": "completed", "tag": "7f0006dd-e0d6-4b99-9d0e-627f65b08db9", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:16.337642 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65b481d0-a09b-4fe1-8359-2482e5714521 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:16.338211 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f4f1a0-128d-406e-9c3d-fef8352d6ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0006dd-e0d6-4b99-9d0e-627f65b08db9', 'code': 200} Jul 07 20:49:16.345984 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010db58f-e616-4777-863d-40ebe3937b33 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b,revision_number=7']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:16.360855 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-010db58f-e616-4777-863d-40ebe3937b33 service neutron] For port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:49:16.365554 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-010db58f-e616-4777-863d-40ebe3937b33 service neutron] For port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:49:16.366655 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-d46c357f-29e9-4580-bd9f-787ed54b5648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:16.368256 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-d46c357f-29e9-4580-bd9f-787ed54b5648 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcdf8c208cd04a9fbda00d0c6e9eba22&device_id=eed1f733-83eb-4c18-a4a4-5c39f573d9c0 HTTP/1.1" status: 200 len: 1095 time: 0.4838676 Jul 07 20:49:16.377126 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-010db58f-e616-4777-863d-40ebe3937b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:16.439973 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-d244e587-175c-42bc-820d-acf43a305a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:16.440997 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-d244e587-175c-42bc-820d-acf43a305a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:16.442030 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-d244e587-175c-42bc-820d-acf43a305a6c service neutron] 10.222.0.58 "PUT /v2.0/ports/b43f1e22-d294-4224-9ea5-e3b3f2749a39 HTTP/1.1" status: 200 len: 1097 time: 3.7677667 Jul 07 20:49:16.471168 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-010db58f-e616-4777-863d-40ebe3937b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:16.471985 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-010db58f-e616-4777-863d-40ebe3937b33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:16.474462 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-010db58f-e616-4777-863d-40ebe3937b33 service neutron] 10.222.0.39 "PUT /v2.0/ports/f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b HTTP/1.1" status: 200 len: 1124 time: 1.3220417 Jul 07 20:49:16.522918 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010db58f-e616-4777-863d-40ebe3937b33 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b,revision_number=8']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:16.563551 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-ede732e3-5d38-43ea-84f8-abd91ba9207b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1cb772a-4964-4cf7-9231-3785f088b191 HTTP/1.1" status: 200 len: 217 time: 0.1678617 Jul 07 20:49:16.667767 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244e587-175c-42bc-820d-acf43a305a6c service neutron] Pushing event updated for resources: {'Port': ['ID=b43f1e22-d294-4224-9ea5-e3b3f2749a39,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:16.707618 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:16.709775 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-8e840992-7b22-4358-b28a-7dbaba833f69 service neutron] 10.222.0.39 "GET /v2.0/networks/60cf7477-fe87-4483-9d6c-8f8358872590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6004527 Jul 07 20:49:16.735721 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-2b8fff24-f4ed-49a0-be96-a9a9ed482a6e service neutron] For port 2fc5b159-da95-4789-ac31-abbf97fcf901, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:49:16.788156 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:16.810239 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-2b8fff24-f4ed-49a0-be96-a9a9ed482a6e service neutron] For port 2fc5b159-da95-4789-ac31-abbf97fcf901, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=2fc5b159-da95-4789-ac31-abbf97fcf901,segment=NetworkSegment(7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef),segment_id=7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:49:16.822940 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-8d1d4e6c-1192-4433-ac97-05ea9d302961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:16.824539 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-8d1d4e6c-1192-4433-ac97-05ea9d302961 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=085cc21d-6be2-49ba-959e-72dc0aa99ea6 HTTP/1.1" status: 200 len: 858 time: 0.2072282 Jul 07 20:49:16.836514 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-2b8fff24-f4ed-49a0-be96-a9a9ed482a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:16.863968 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12ba60-d58e-46f7-bd9f-4c27de61a012 req-fbd9b370-d456-4fae-a2bf-78836137353e tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:16.871129 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de12ba60-d58e-46f7-bd9f-4c27de61a012 req-fbd9b370-d456-4fae-a2bf-78836137353e tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?device_id=eed1f733-83eb-4c18-a4a4-5c39f573d9c0 HTTP/1.1" status: 200 len: 943 time: 0.5491924 Jul 07 20:49:17.011735 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-a47eb36a-4fbc-4bc2-8330-a31d95f7068f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=60cf7477-fe87-4483-9d6c-8f8358872590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1611955 Jul 07 20:49:17.030357 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-2b8fff24-f4ed-49a0-be96-a9a9ed482a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:17.030965 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-2b8fff24-f4ed-49a0-be96-a9a9ed482a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:17.032773 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-2b8fff24-f4ed-49a0-be96-a9a9ed482a6e service neutron] 10.222.0.58 "PUT /v2.0/ports/2fc5b159-da95-4789-ac31-abbf97fcf901 HTTP/1.1" status: 200 len: 1092 time: 4.0314646 Jul 07 20:49:17.041521 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-cc49cabe-77f9-43b8-8efd-723ae9353a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:17.046174 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-cc49cabe-77f9-43b8-8efd-723ae9353a88 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&device_id=b570c24b-2c16-4f9e-a533-6b25e6237ad9 HTTP/1.1" status: 200 len: 1100 time: 0.5155897 Jul 07 20:49:17.101526 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de12ba60-d58e-46f7-bd9f-4c27de61a012 req-1b116e02-45b3-4ba7-a434-e625c7abb454 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bfe1897-b4d2-428c-bb4a-07d2013038b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292624 Jul 07 20:49:17.179443 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9802d-f81e-4990-bc93-9f3595f0e528 req-6b6c8199-7577-4b4e-aef8-947b797fc505 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:17.180951 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5d9802d-f81e-4990-bc93-9f3595f0e528 req-6b6c8199-7577-4b4e-aef8-947b797fc505 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=b570c24b-2c16-4f9e-a533-6b25e6237ad9 HTTP/1.1" status: 200 len: 948 time: 0.6304169 Jul 07 20:49:17.236308 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fff24-f4ed-49a0-be96-a9a9ed482a6e service neutron] Pushing event updated for resources: {'Port': ['ID=2fc5b159-da95-4789-ac31-abbf97fcf901,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:17.250717 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-74f86329-f5ef-48ba-a6f0-da98525f0940 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=b43f1e22-d294-4224-9ea5-e3b3f2749a39 HTTP/1.1" status: 200 len: 217 time: 0.1671906 Jul 07 20:49:17.255967 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-7357901b-9e43-4823-b65b-f77d839008a0 service neutron] 10.222.0.39 "GET /v2.0/networks/60cf7477-fe87-4483-9d6c-8f8358872590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178368 Jul 07 20:49:17.426649 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-4b639227-17b1-4f66-b7bd-e9927ee886b5 service neutron] 10.222.0.39 "GET /v2.0/networks/60cf7477-fe87-4483-9d6c-8f8358872590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735545 Jul 07 20:49:17.428269 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-66803e48-10d7-4768-8bf7-cb18086a8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:17.429583 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-66803e48-10d7-4768-8bf7-cb18086a8c5d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1644318 Jul 07 20:49:17.468477 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5d9802d-f81e-4990-bc93-9f3595f0e528 req-b7b03321-3d5c-4197-bdfa-c7de1a44f81c tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273436 Jul 07 20:49:17.532888 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-493a3b7d-65f4-4839-940f-5a83a23f49dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:17.534325 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-493a3b7d-65f4-4839-940f-5a83a23f49dc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fcdf8c208cd04a9fbda00d0c6e9eba22&device_id=44ed6bad-6c02-4a3e-afa7-88a01e19ed0b HTTP/1.1" status: 200 len: 1095 time: 0.4143684 Jul 07 20:49:17.625549 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac57ecd-fad3-46e7-a73b-5b56d6cf3161 x-openstack-request-id: req-cac57ecd-fad3-46e7-a73b-5b56d6cf3161 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:17.626706 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b05bb8aa-533a-4afb-b31a-cbda267ea0eb", "name": "network-vif-unplugged", "status": "completed", "tag": "f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:17.626852 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cac57ecd-fad3-46e7-a73b-5b56d6cf3161 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:17.627552 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05bb8aa-533a-4afb-b31a-cbda267ea0eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b', 'code': 200} Jul 07 20:49:17.628578 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-3ab5c9fb-1057-4be3-9b38-b420c8a366ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fc5b159-da95-4789-ac31-abbf97fcf901 HTTP/1.1" status: 200 len: 217 time: 0.0585325 Jul 07 20:49:17.636118 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:49:17.806017 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38987c-4f4a-438c-b0b3-b604b33e6dc9 req-3513c18d-1c85-4ff0-a16b-1c427dccf244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:17.807234 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f38987c-4f4a-438c-b0b3-b604b33e6dc9 req-3513c18d-1c85-4ff0-a16b-1c427dccf244 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcdf8c208cd04a9fbda00d0c6e9eba22&device_id=88407b86-bc14-41de-a463-5ca985009ec7 HTTP/1.1" status: 200 len: 1095 time: 0.4626832 Jul 07 20:49:17.808384 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:17.825257 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b has no active binding in host n-h2-695189-11 {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 20:49:17.840393 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cea5b1-022c-41f2-a0cc-fcad6633cbf0 req-0e986ace-ba5f-4519-816b-9f4b5fab425f tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:17.842224 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f5cea5b1-022c-41f2-a0cc-fcad6633cbf0 req-0e986ace-ba5f-4519-816b-9f4b5fab425f tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 944 time: 0.4626007 Jul 07 20:49:17.860617 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-d80b111c-ab13-4711-bec1-57a85e169c33 service neutron] 10.222.0.39 "GET /v2.0/networks/60cf7477-fe87-4483-9d6c-8f8358872590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909485 Jul 07 20:49:17.873972 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-63b617f8-8171-4966-bb6d-82b9cdb46557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:17.875754 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-63b617f8-8171-4966-bb6d-82b9cdb46557 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=085cc21d-6be2-49ba-959e-72dc0aa99ea6 HTTP/1.1" status: 200 len: 858 time: 0.2167757 Jul 07 20:49:17.907217 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-2edebcb9-c6ee-4cda-9d65-eaea0e48e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:17.908754 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-2edebcb9-c6ee-4cda-9d65-eaea0e48e620 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4374228 Jul 07 20:49:17.975886 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-d25f5665-5dbe-4d71-93cf-ce36674f6cee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=60cf7477-fe87-4483-9d6c-8f8358872590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661132 Jul 07 20:49:18.429347 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eed1f733-83eb-4c18-a4a4-5c39f573d9c0', 'tag': 'f1cb772a-4964-4cf7-9231-3785f088b191'}, {'name': 'network-changed', 'server_uuid': 'b570c24b-2c16-4f9e-a533-6b25e6237ad9', 'tag': 'b43f1e22-d294-4224-9ea5-e3b3f2749a39'}, {'name': 'network-changed', 'server_uuid': '44ed6bad-6c02-4a3e-afa7-88a01e19ed0b', 'tag': '2fc5b159-da95-4789-ac31-abbf97fcf901'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:18.431750 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2" -d '{"events": [{"name": "network-changed", "server_uuid": "eed1f733-83eb-4c18-a4a4-5c39f573d9c0", "tag": "f1cb772a-4964-4cf7-9231-3785f088b191"}, {"name": "network-changed", "server_uuid": "b570c24b-2c16-4f9e-a533-6b25e6237ad9", "tag": "b43f1e22-d294-4224-9ea5-e3b3f2749a39"}, {"name": "network-changed", "server_uuid": "44ed6bad-6c02-4a3e-afa7-88a01e19ed0b", "tag": "2fc5b159-da95-4789-ac31-abbf97fcf901"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:18.434897 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38987c-4f4a-438c-b0b3-b604b33e6dc9 req-f2ed062a-9cbf-460b-9d9b-f57b546c2f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:18.436507 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f38987c-4f4a-438c-b0b3-b604b33e6dc9 req-f2ed062a-9cbf-460b-9d9b-f57b546c2f61 service neutron] 10.222.0.39 "GET /v2.0/networks?id=60cf7477-fe87-4483-9d6c-8f8358872590 HTTP/1.1" status: 200 len: 919 time: 0.6075711 Jul 07 20:49:18.470513 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f5cea5b1-022c-41f2-a0cc-fcad6633cbf0 req-224555a6-e0e6-479b-bb84-e266c1ac57df tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6146488 Jul 07 20:49:18.559765 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f38987c-4f4a-438c-b0b3-b604b33e6dc9 req-401a4a67-02bb-4017-a120-43e1bf100434 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e38624ee-15c7-4315-9bd5-e1dde1f027f3 HTTP/1.1" status: 200 len: 217 time: 0.0698576 Jul 07 20:49:18.606694 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453efaa1-a5f4-46b1-add3-298b90640b33 req-98e60e00-bf12-4494-a244-d21720bd1a21 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:18.608369 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-453efaa1-a5f4-46b1-add3-298b90640b33 req-98e60e00-bf12-4494-a244-d21720bd1a21 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 946 time: 0.8490164 Jul 07 20:49:18.707158 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-e7384250-8534-4905-9fc8-0f632552f090 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7835996 Jul 07 20:49:18.713270 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-1b5fe356-b032-4eb7-9fb5-c6075fafe3eb service neutron] 10.222.0.58 "GET /v2.0/networks/60cf7477-fe87-4483-9d6c-8f8358872590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7059162 Jul 07 20:49:18.761773 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38987c-4f4a-438c-b0b3-b604b33e6dc9 req-4fbaf8f6-4970-418c-90b4-623c7008f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:18.765328 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f38987c-4f4a-438c-b0b3-b604b33e6dc9 req-4fbaf8f6-4970-418c-90b4-623c7008f14a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=085cc21d-6be2-49ba-959e-72dc0aa99ea6 HTTP/1.1" status: 200 len: 858 time: 0.1794415 Jul 07 20:49:18.841527 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6f4ab-e9d8-4afc-bbd3-6359b734293b req-c18aefb8-9f9a-4dc3-9f0f-edf20d3db4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:18.843941 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4fc6f4ab-e9d8-4afc-bbd3-6359b734293b req-c18aefb8-9f9a-4dc3-9f0f-edf20d3db4b2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 1101 time: 0.7920589 Jul 07 20:49:18.935941 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f38987c-4f4a-438c-b0b3-b604b33e6dc9 req-cc0d73e7-7085-477b-b936-4c71ccdffb24 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=60cf7477-fe87-4483-9d6c-8f8358872590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059296 Jul 07 20:49:19.082796 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-453efaa1-a5f4-46b1-add3-298b90640b33 req-68c2de89-4fb2-4766-a30b-427e90ce1c9f tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342740 Jul 07 20:49:19.113636 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7233a6c-498b-4d86-bbce-f692e0cd9a1c req-b3997c52-4fd8-40b0-b092-8e4ec9df4206 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:19.117744 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7233a6c-498b-4d86-bbce-f692e0cd9a1c req-b3997c52-4fd8-40b0-b092-8e4ec9df4206 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.5040996 Jul 07 20:49:19.146532 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4fc6f4ab-e9d8-4afc-bbd3-6359b734293b req-71498761-6351-4a1c-992d-d7bc07e6a0ae service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509291 Jul 07 20:49:19.204367 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3c6bcc4-18f6-4ab4-913a-c3087fdefe46 req-ec47c158-2f99-4a35-bfd6-ebd281c3879d service neutron] 10.222.0.58 "GET /v2.0/networks/60cf7477-fe87-4483-9d6c-8f8358872590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691608 Jul 07 20:49:19.216790 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7235ba6-adf0-49a3-ae34-4d1aaa23bd58 req-0e28214d-f1aa-4008-b529-0dfa1cb19bdc service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718337 Jul 07 20:49:19.262356 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f38987c-4f4a-438c-b0b3-b604b33e6dc9 req-b9a37e32-59db-485d-be84-c69fcdfe4335 service neutron] 10.222.0.39 "GET /v2.0/networks/60cf7477-fe87-4483-9d6c-8f8358872590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070881 Jul 07 20:49:19.266019 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7233a6c-498b-4d86-bbce-f692e0cd9a1c req-9b11c61f-4453-4cc4-a44d-a31791420a14 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097343 Jul 07 20:49:19.411875 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f38987c-4f4a-438c-b0b3-b604b33e6dc9 req-789f7e00-8f3b-490e-a830-9f1378d86e43 service neutron] 10.222.0.39 "GET /v2.0/networks/60cf7477-fe87-4483-9d6c-8f8358872590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314163 Jul 07 20:49:19.488696 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69671700-fad0-4fdd-a9e7-b893e9ee29e2 req-4d6c1b3e-85d5-440a-9889-44ecf84e592a tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:19.491222 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-69671700-fad0-4fdd-a9e7-b893e9ee29e2 req-4d6c1b3e-85d5-440a-9889-44ecf84e592a tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?device_id=eed1f733-83eb-4c18-a4a4-5c39f573d9c0 HTTP/1.1" status: 200 len: 943 time: 0.0829797 Jul 07 20:49:19.521996 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8f7542-edbf-47e4-ac5b-a47d7abfe58c x-openstack-request-id: req-bf8f7542-edbf-47e4-ac5b-a47d7abfe58c {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:19.522468 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eed1f733-83eb-4c18-a4a4-5c39f573d9c0", "tag": "f1cb772a-4964-4cf7-9231-3785f088b191", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b570c24b-2c16-4f9e-a533-6b25e6237ad9", "tag": "b43f1e22-d294-4224-9ea5-e3b3f2749a39", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "44ed6bad-6c02-4a3e-afa7-88a01e19ed0b", "tag": "2fc5b159-da95-4789-ac31-abbf97fcf901", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:19.522855 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf8f7542-edbf-47e4-ac5b-a47d7abfe58c {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:19.523484 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eed1f733-83eb-4c18-a4a4-5c39f573d9c0', 'tag': 'f1cb772a-4964-4cf7-9231-3785f088b191', 'status': 'completed', 'code': 200} Jul 07 20:49:19.523866 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b570c24b-2c16-4f9e-a533-6b25e6237ad9', 'tag': 'b43f1e22-d294-4224-9ea5-e3b3f2749a39', 'status': 'completed', 'code': 200} Jul 07 20:49:19.524145 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ed6bad-6c02-4a3e-afa7-88a01e19ed0b', 'tag': '2fc5b159-da95-4789-ac31-abbf97fcf901', 'status': 'completed', 'code': 200} Jul 07 20:49:19.565429 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-69671700-fad0-4fdd-a9e7-b893e9ee29e2 req-d810bf53-e7fb-4388-8e44-47df0124f874 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bfe1897-b4d2-428c-bb4a-07d2013038b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657790 Jul 07 20:49:19.577863 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:19.628513 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05bb8aa-533a-4afb-b31a-cbda267ea0eb', 'tag': 'f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:19.630998 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9b0285-489a-4d8e-be16-cae1dc742583" -d '{"events": [{"name": "network-changed", "server_uuid": "b05bb8aa-533a-4afb-b31a-cbda267ea0eb", "tag": "f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:19.641482 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a753eeb2-acb5-4257-85ad-3a17b50dc64d details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:49:19.645176 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a753eeb2-acb5-4257-85ad-3a17b50dc64d no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:49:19.760040 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-e917db08-763b-4eb1-b08a-9b5c526f6a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:19.761958 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-e917db08-763b-4eb1-b08a-9b5c526f6a09 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&device_id=b570c24b-2c16-4f9e-a533-6b25e6237ad9 HTTP/1.1" status: 200 len: 1100 time: 0.1955812 Jul 07 20:49:19.917173 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:19.928012 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:19.972192 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72232db-1ff6-45a3-8fb0-7858e11bda7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a753eeb2-acb5-4257-85ad-3a17b50dc64d'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:19.974615 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c3a1b0-931f-4c35-ba6f-c2353eb94a77" -d '{"events": [{"server_uuid": "f72232db-1ff6-45a3-8fb0-7858e11bda7a", "name": "network-vif-unplugged", "status": "completed", "tag": "a753eeb2-acb5-4257-85ad-3a17b50dc64d"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:19.996596 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a753eeb2-acb5-4257-85ad-3a17b50dc64d, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a753eeb2-acb5-4257-85ad-3a17b50dc64d,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:20.005342 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:20.008668 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a753eeb2-acb5-4257-85ad-3a17b50dc64d, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a753eeb2-acb5-4257-85ad-3a17b50dc64d,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:20.048474 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'a753eeb2-acb5-4257-85ad-3a17b50dc64d', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': 'a753eeb2-acb5-4257-85ad-3a17b50dc64d', 'mac_address': 'fa:16:3e:91:0e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:49:20.084437 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-6c30c8b1-9f3f-452c-8232-6e11362a328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:20.085970 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-6c30c8b1-9f3f-452c-8232-6e11362a328f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcdf8c208cd04a9fbda00d0c6e9eba22&device_id=eed1f733-83eb-4c18-a4a4-5c39f573d9c0 HTTP/1.1" status: 200 len: 1095 time: 0.4599774 Jul 07 20:49:20.096614 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-3e2303cb-c88d-49fc-aac2-ff0ef35d8de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:20.097535 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=a753eeb2-acb5-4257-85ad-3a17b50dc64d,revision_number=9']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:20.098189 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-3e2303cb-c88d-49fc-aac2-ff0ef35d8de4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.3183701 Jul 07 20:49:20.114274 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:20.136364 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a753eeb2-acb5-4257-85ad-3a17b50dc64d {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:49:20.167794 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a753eeb2-acb5-4257-85ad-3a17b50dc64d, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a753eeb2-acb5-4257-85ad-3a17b50dc64d,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:20.173728 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:20.212013 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de70cb7-870d-4ca8-8e3f-250edcaf650e req-7413c27b-4fd3-47af-ae19-98e6a374926e tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:20.220130 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8de70cb7-870d-4ca8-8e3f-250edcaf650e req-7413c27b-4fd3-47af-ae19-98e6a374926e tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 946 time: 0.4234860 Jul 07 20:49:20.245784 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b9191-c8e5-474e-b910-d8bbfc0a8f3e req-b9991a00-7fea-4d2d-b969-07f66d12b09e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:20.259546 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc6b9191-c8e5-474e-b910-d8bbfc0a8f3e req-b9991a00-7fea-4d2d-b969-07f66d12b09e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=b570c24b-2c16-4f9e-a533-6b25e6237ad9 HTTP/1.1" status: 200 len: 948 time: 0.6021333 Jul 07 20:49:20.270370 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-c41a1a48-201e-4491-9071-d82d3f9c3d28 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=b43f1e22-d294-4224-9ea5-e3b3f2749a39 HTTP/1.1" status: 200 len: 217 time: 0.1559081 Jul 07 20:49:20.363891 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=a753eeb2-acb5-4257-85ad-3a17b50dc64d,revision_number=10']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:20.415599 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8de70cb7-870d-4ca8-8e3f-250edcaf650e req-fb715de7-320e-4836-bb97-602f4dc0d024 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924269 Jul 07 20:49:20.433889 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc6b9191-c8e5-474e-b910-d8bbfc0a8f3e req-3653b20f-7f3e-46c9-8ba6-c245d4e3124d tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727812 Jul 07 20:49:20.454146 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-11945332-e154-43d3-aa3f-8430fd1364f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:20.461160 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-11945332-e154-43d3-aa3f-8430fd1364f2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1627696 Jul 07 20:49:20.467355 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-e3cbebcd-a8a8-4afd-80a0-b85f168f69bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:20.471506 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-e3cbebcd-a8a8-4afd-80a0-b85f168f69bb service neutron] 10.222.0.39 "GET /v2.0/networks?id=60cf7477-fe87-4483-9d6c-8f8358872590 HTTP/1.1" status: 200 len: 919 time: 0.3683159 Jul 07 20:49:20.510691 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8f5c34-5173-4c83-8cf9-9003d0cd803e x-openstack-request-id: req-ee8f5c34-5173-4c83-8cf9-9003d0cd803e {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:20.510988 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b05bb8aa-533a-4afb-b31a-cbda267ea0eb", "tag": "f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:20.511244 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee8f5c34-5173-4c83-8cf9-9003d0cd803e {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:20.511665 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b05bb8aa-533a-4afb-b31a-cbda267ea0eb', 'tag': 'f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b', 'status': 'completed', 'code': 200} Jul 07 20:49:20.557064 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfdfa5b-b03a-4134-b897-3200b0384de2 x-openstack-request-id: req-ccfdfa5b-b03a-4134-b897-3200b0384de2 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:20.557362 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72232db-1ff6-45a3-8fb0-7858e11bda7a", "name": "network-vif-unplugged", "status": "completed", "tag": "a753eeb2-acb5-4257-85ad-3a17b50dc64d", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:20.557621 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ccfdfa5b-b03a-4134-b897-3200b0384de2 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:20.558026 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72232db-1ff6-45a3-8fb0-7858e11bda7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a753eeb2-acb5-4257-85ad-3a17b50dc64d', 'code': 200} Jul 07 20:49:20.617712 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-7293580d-1e64-4d8d-8e5f-4508a7a9ce77 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1cb772a-4964-4cf7-9231-3785f088b191 HTTP/1.1" status: 200 len: 217 time: 0.1276536 Jul 07 20:49:20.738756 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-139af826-28dd-439b-a5be-d24e4247fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:20.740241 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-139af826-28dd-439b-a5be-d24e4247fe2d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=085cc21d-6be2-49ba-959e-72dc0aa99ea6 HTTP/1.1" status: 200 len: 858 time: 0.0970612 Jul 07 20:49:20.749214 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19833e3-c6d8-48d0-8dab-16a06ce82022 req-bbc0c091-273d-4034-86dc-ef44b28cce51 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:20.756574 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b19833e3-c6d8-48d0-8dab-16a06ce82022 req-bbc0c091-273d-4034-86dc-ef44b28cce51 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 944 time: 0.1729918 Jul 07 20:49:20.789494 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-79bb5081-ff66-4e9d-a164-7761bde9e560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:20.791026 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-79bb5081-ff66-4e9d-a164-7761bde9e560 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3161423 Jul 07 20:49:20.818641 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-974524f1-2472-4e32-bc4e-a2b7e5533ee5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=60cf7477-fe87-4483-9d6c-8f8358872590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527878 Jul 07 20:49:20.904214 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b0285-489a-4d8e-be16-cae1dc742583 req-4f32bd9d-4fea-4f9e-8ce7-25b134842e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:20.905741 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de9b0285-489a-4d8e-be16-cae1dc742583 req-4f32bd9d-4fea-4f9e-8ce7-25b134842e9c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 1127 time: 0.3357453 Jul 07 20:49:20.967985 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b19833e3-c6d8-48d0-8dab-16a06ce82022 req-a8fe3e61-8442-4c66-838c-3cca997fe094 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104678 Jul 07 20:49:21.094870 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-6eeb5703-3c67-4bbc-b6a7-52ebc65c3d60 service neutron] 10.222.0.39 "GET /v2.0/networks/60cf7477-fe87-4483-9d6c-8f8358872590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432182 Jul 07 20:49:21.201231 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-08a5dd7e-2966-4a19-936a-748af2141fde service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869050 Jul 07 20:49:21.221154 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318dd0e-f953-4bf4-98c3-f43a137aaa29 req-55078964-2eeb-4183-ad4f-b72ae2830301 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:21.224845 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1318dd0e-f953-4bf4-98c3-f43a137aaa29 req-55078964-2eeb-4183-ad4f-b72ae2830301 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.4094911 Jul 07 20:49:21.643506 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b0285-489a-4d8e-be16-cae1dc742583 req-3235bfe8-95de-464d-8e8b-adaa48587049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:21.645163 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de9b0285-489a-4d8e-be16-cae1dc742583 req-3235bfe8-95de-464d-8e8b-adaa48587049 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 921 time: 0.7161398 Jul 07 20:49:21.657932 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device e38624ee-15c7-4315-9bd5-e1dde1f027f3 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:49:21.747797 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de9b0285-489a-4d8e-be16-cae1dc742583 req-73f7834e-265d-4fa5-a4a5-cbf4af8150ca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b HTTP/1.1" status: 200 len: 217 time: 0.0632651 Jul 07 20:49:21.776555 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1318dd0e-f953-4bf4-98c3-f43a137aaa29 req-704e17fe-84c3-4edf-8e7b-bde9f465fb85 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5255039 Jul 07 20:49:21.815575 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-98497a00-71c1-424a-b6b2-f7d1545f4380 service neutron] 10.222.0.39 "GET /v2.0/networks/60cf7477-fe87-4483-9d6c-8f8358872590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6854022 Jul 07 20:49:21.845094 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-d1cfe8ab-6ed2-47b9-8044-bc683dae426b service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6182504 Jul 07 20:49:21.853015 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b0285-489a-4d8e-be16-cae1dc742583 req-3779f1b9-2612-45bc-baba-13fe86f16fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:21.854560 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de9b0285-489a-4d8e-be16-cae1dc742583 req-3779f1b9-2612-45bc-baba-13fe86f16fbe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=58cf048c-6ca3-4e9c-85aa-89cc2a934f80 HTTP/1.1" status: 200 len: 860 time: 0.0743005 Jul 07 20:49:21.870896 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6741b5-69f3-4758-ac16-e534cb0f529f req-3e8225a7-06d1-4c2c-be96-eb0ace2c1348 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:21.877384 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port e38624ee-15c7-4315-9bd5-e1dde1f027f3, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=e38624ee-15c7-4315-9bd5-e1dde1f027f3,segment=NetworkSegment(7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef),segment_id=7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:21.878120 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-df6741b5-69f3-4758-ac16-e534cb0f529f req-3e8225a7-06d1-4c2c-be96-eb0ace2c1348 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?device_id=eed1f733-83eb-4c18-a4a4-5c39f573d9c0 HTTP/1.1" status: 200 len: 943 time: 0.2553399 Jul 07 20:49:21.894812 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'e38624ee-15c7-4315-9bd5-e1dde1f027f3', 'network_id': '60cf7477-fe87-4483-9d6c-8f8358872590', 'port_id': 'e38624ee-15c7-4315-9bd5-e1dde1f027f3', 'mac_address': 'fa:16:3e:97:b6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085cc21d-6be2-49ba-959e-72dc0aa99ea6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:49:21.955605 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de9b0285-489a-4d8e-be16-cae1dc742583 req-98aa606a-5e31-4665-8f15-a6903f99f033 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4b91b62e-f0da-4f30-b6c0-0519015da08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655613 Jul 07 20:49:21.985109 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:22.019938 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['a753eeb2-acb5-4257-85ad-3a17b50dc64d'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:22.029055 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e38624ee-15c7-4315-9bd5-e1dde1f027f3 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:49:22.063648 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-df6741b5-69f3-4758-ac16-e534cb0f529f req-2bb1ede8-8f27-4bdc-83bf-a29e7e568a2d tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bfe1897-b4d2-428c-bb4a-07d2013038b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844904 Jul 07 20:49:22.094804 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port e38624ee-15c7-4315-9bd5-e1dde1f027f3, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=e38624ee-15c7-4315-9bd5-e1dde1f027f3,segment=NetworkSegment(7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef),segment_id=7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:22.109507 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:22.192140 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-c70235c6-f89e-43e3-9553-65e9d9912622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:22.193711 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-c70235c6-f89e-43e3-9553-65e9d9912622 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fcdf8c208cd04a9fbda00d0c6e9eba22&device_id=44ed6bad-6c02-4a3e-afa7-88a01e19ed0b HTTP/1.1" status: 200 len: 1095 time: 0.2478724 Jul 07 20:49:22.197098 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de9b0285-489a-4d8e-be16-cae1dc742583 req-1d3d0be3-cb20-448a-b04a-f214ab0316dc service neutron] 10.222.0.58 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110455 Jul 07 20:49:22.210194 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=e38624ee-15c7-4315-9bd5-e1dde1f027f3,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:22.352513 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228336ca-9e9f-4a7d-9a1c-9ec6cc003ba4 req-5dbed803-959b-45d6-9cd0-ecbf01d052ee tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:22.354079 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-228336ca-9e9f-4a7d-9a1c-9ec6cc003ba4 req-5dbed803-959b-45d6-9cd0-ecbf01d052ee tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 946 time: 0.2756290 Jul 07 20:49:22.518129 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-228336ca-9e9f-4a7d-9a1c-9ec6cc003ba4 req-b365728f-87cd-4f1b-bc61-aa06fcb4e354 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286278 Jul 07 20:49:22.523510 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de9b0285-489a-4d8e-be16-cae1dc742583 req-c3544395-e948-468e-8972-c76fccab7177 service neutron] 10.222.0.58 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015618 Jul 07 20:49:22.528838 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-b518cdc4-f312-4ad1-89b4-8ca62b71f497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:22.530727 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-b518cdc4-f312-4ad1-89b4-8ca62b71f497 service neutron] 10.222.0.58 "GET /v2.0/networks?id=60cf7477-fe87-4483-9d6c-8f8358872590 HTTP/1.1" status: 200 len: 919 time: 0.3071954 Jul 07 20:49:22.583876 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443f488-abd6-4b3a-919d-9174793c7883 req-8ebd1a8c-655f-4818-b64d-df37233740e8 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:22.585543 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a443f488-abd6-4b3a-919d-9174793c7883 req-8ebd1a8c-655f-4818-b64d-df37233740e8 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=b570c24b-2c16-4f9e-a533-6b25e6237ad9 HTTP/1.1" status: 200 len: 948 time: 0.2873533 Jul 07 20:49:22.641954 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-982e2423-0be1-4d93-9917-b3a21949cfaf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fc5b159-da95-4789-ac31-abbf97fcf901 HTTP/1.1" status: 200 len: 217 time: 0.0870788 Jul 07 20:49:22.737407 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a443f488-abd6-4b3a-919d-9174793c7883 req-84d5ad7f-c884-4cb6-b7dc-93428f7e12ab tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005309 Jul 07 20:49:22.758211 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-0cc34156-d120-4e1b-9a04-9b90813f540a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:22.759978 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-0cc34156-d120-4e1b-9a04-9b90813f540a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=085cc21d-6be2-49ba-959e-72dc0aa99ea6 HTTP/1.1" status: 200 len: 858 time: 0.0876508 Jul 07 20:49:22.845698 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-fccd42b5-9014-4032-af9f-8c4adfe94f81 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=60cf7477-fe87-4483-9d6c-8f8358872590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405097 Jul 07 20:49:22.881122 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['e38624ee-15c7-4315-9bd5-e1dde1f027f3'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:22.910782 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461e21c-d0cc-4de9-93b8-106301ad44ae req-40af81ac-4d7f-43c0-9859-bb02d0bdf6fd tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:22.916437 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2461e21c-d0cc-4de9-93b8-106301ad44ae req-40af81ac-4d7f-43c0-9859-bb02d0bdf6fd tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 944 time: 0.1472101 Jul 07 20:49:23.009518 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2461e21c-d0cc-4de9-93b8-106301ad44ae req-1991f94a-a818-4c9f-83b1-c06c5cef4efd tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607607 Jul 07 20:49:23.061575 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-20a07d2a-0938-4e47-af29-072569fd9d65 service neutron] 10.222.0.58 "GET /v2.0/networks/60cf7477-fe87-4483-9d6c-8f8358872590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920919 Jul 07 20:49:23.289176 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e6ccbaa-4269-45fe-bb6d-0df9c44fc4c2 req-58031baa-e196-43b0-8b29-74223d36ead3 service neutron] 10.222.0.58 "GET /v2.0/networks/60cf7477-fe87-4483-9d6c-8f8358872590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156379 Jul 07 20:49:23.313812 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a696c8-fb54-4f35-8d5c-471b70252cc1 req-7524fe6a-9536-4699-a502-1b61877ca5cd tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:23.315684 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6a696c8-fb54-4f35-8d5c-471b70252cc1 req-7524fe6a-9536-4699-a502-1b61877ca5cd tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 946 time: 0.1661882 Jul 07 20:49:23.331487 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a164f79-230d-4f2e-9b5a-1f7538c1afc5 req-c24a424c-1e35-43de-8f00-b9d155123ce0 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:23.333148 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5a164f79-230d-4f2e-9b5a-1f7538c1afc5 req-c24a424c-1e35-43de-8f00-b9d155123ce0 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 949 time: 0.1661587 Jul 07 20:49:23.396568 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6a696c8-fb54-4f35-8d5c-471b70252cc1 req-0c81d3be-b2c7-43ce-9228-96cf9b20d657 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623503 Jul 07 20:49:23.401852 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5a164f79-230d-4f2e-9b5a-1f7538c1afc5 req-355cc977-9194-4292-9f56-472dfdffb716 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616510 Jul 07 20:49:23.658411 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d863dc6-ab67-4071-831c-aad7c064b6a1 req-91db2cc3-a08a-42f9-a2c9-65348e97afdc tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:23.665835 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7d863dc6-ab67-4071-831c-aad7c064b6a1 req-91db2cc3-a08a-42f9-a2c9-65348e97afdc tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?device_id=eed1f733-83eb-4c18-a4a4-5c39f573d9c0 HTTP/1.1" status: 200 len: 943 time: 0.1071339 Jul 07 20:49:23.712564 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device f1cb772a-4964-4cf7-9231-3785f088b191 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:49:23.759383 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7d863dc6-ab67-4071-831c-aad7c064b6a1 req-43958525-b2c5-4821-80a5-ea386036e0ce tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bfe1897-b4d2-428c-bb4a-07d2013038b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891483 Jul 07 20:49:23.923825 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port f1cb772a-4964-4cf7-9231-3785f088b191, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=f1cb772a-4964-4cf7-9231-3785f088b191,segment=NetworkSegment(7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef),segment_id=7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:23.957096 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'f1cb772a-4964-4cf7-9231-3785f088b191', 'network_id': '60cf7477-fe87-4483-9d6c-8f8358872590', 'port_id': 'f1cb772a-4964-4cf7-9231-3785f088b191', 'mac_address': 'fa:16:3e:39:d7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085cc21d-6be2-49ba-959e-72dc0aa99ea6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:49:24.014995 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a394db-f3e9-466a-9171-05c440749573 req-4b298350-c632-4c21-b24f-84097869815b tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:24.023979 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99a394db-f3e9-466a-9171-05c440749573 req-4b298350-c632-4c21-b24f-84097869815b tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 946 time: 0.1049902 Jul 07 20:49:24.030750 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 2fc5b159-da95-4789-ac31-abbf97fcf901 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:49:24.077372 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:24.097051 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1cb772a-4964-4cf7-9231-3785f088b191 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:49:24.110258 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99a394db-f3e9-466a-9171-05c440749573 req-dc519279-07f9-4ebf-b67c-09b65232e114 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851407 Jul 07 20:49:24.153112 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port f1cb772a-4964-4cf7-9231-3785f088b191, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=f1cb772a-4964-4cf7-9231-3785f088b191,segment=NetworkSegment(7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef),segment_id=7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:24.174841 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dc331-ce8d-4a5f-b28b-8e7775303461 req-4b2eb5a1-5c22-44ea-89cb-9374ebc265aa tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:24.177217 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f8dc331-ce8d-4a5f-b28b-8e7775303461 req-4b2eb5a1-5c22-44ea-89cb-9374ebc265aa tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=b570c24b-2c16-4f9e-a533-6b25e6237ad9 HTTP/1.1" status: 200 len: 948 time: 0.1078017 Jul 07 20:49:24.193465 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:24.257375 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f8dc331-ce8d-4a5f-b28b-8e7775303461 req-5f8131a2-c616-4810-8aa4-f1622225daf8 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741832 Jul 07 20:49:24.293696 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=f1cb772a-4964-4cf7-9231-3785f088b191,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:24.320864 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 2fc5b159-da95-4789-ac31-abbf97fcf901, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=2fc5b159-da95-4789-ac31-abbf97fcf901,segment=NetworkSegment(7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef),segment_id=7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:24.338809 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '2fc5b159-da95-4789-ac31-abbf97fcf901', 'network_id': '60cf7477-fe87-4483-9d6c-8f8358872590', 'port_id': '2fc5b159-da95-4789-ac31-abbf97fcf901', 'mac_address': 'fa:16:3e:b3:32:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085cc21d-6be2-49ba-959e-72dc0aa99ea6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:49:24.368057 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd08ab-e45e-46b5-a50a-66887beaffce req-84e2edcb-dbb6-4d7a-8dc8-01acdde87b03 tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:24.369623 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3fdd08ab-e45e-46b5-a50a-66887beaffce req-84e2edcb-dbb6-4d7a-8dc8-01acdde87b03 tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 1101 time: 0.0557649 Jul 07 20:49:24.395358 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:24.413464 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc5b159-da95-4789-ac31-abbf97fcf901 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:49:24.426272 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3fdd08ab-e45e-46b5-a50a-66887beaffce req-08980810-4aa6-4dc0-ad68-eeec793774b4 tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474675 Jul 07 20:49:24.439532 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 2fc5b159-da95-4789-ac31-abbf97fcf901, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=2fc5b159-da95-4789-ac31-abbf97fcf901,segment=NetworkSegment(7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef),segment_id=7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:24.444676 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:24.445574 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device b43f1e22-d294-4224-9ea5-e3b3f2749a39 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:49:24.568195 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=2fc5b159-da95-4789-ac31-abbf97fcf901,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:24.641816 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port b43f1e22-d294-4224-9ea5-e3b3f2749a39, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=b43f1e22-d294-4224-9ea5-e3b3f2749a39,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:24.649726 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c7c98-a873-44a0-b500-a3c695768ccf req-8a4f486f-98d7-4317-89b4-6e793d2ba2d5 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:24.651272 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-643c7c98-a873-44a0-b500-a3c695768ccf req-8a4f486f-98d7-4317-89b4-6e793d2ba2d5 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 944 time: 0.1343956 Jul 07 20:49:24.654753 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'b43f1e22-d294-4224-9ea5-e3b3f2749a39', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': 'b43f1e22-d294-4224-9ea5-e3b3f2749a39', 'mac_address': 'fa:16:3e:a8:d2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:49:24.699880 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:24.707845 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-643c7c98-a873-44a0-b500-a3c695768ccf req-6f147651-d20d-46ef-a825-347b09e8accf tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485244 Jul 07 20:49:24.714990 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b43f1e22-d294-4224-9ea5-e3b3f2749a39 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:49:24.718500 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf2b43-4037-4ee7-8c23-9a736ed88f27 req-8831cdce-f064-4a75-9de2-620274e9ab91 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:24.720009 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-16cf2b43-4037-4ee7-8c23-9a736ed88f27 req-8831cdce-f064-4a75-9de2-620274e9ab91 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 946 time: 0.1143782 Jul 07 20:49:24.739918 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port b43f1e22-d294-4224-9ea5-e3b3f2749a39, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=b43f1e22-d294-4224-9ea5-e3b3f2749a39,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:24.744098 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:24.770446 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-16cf2b43-4037-4ee7-8c23-9a736ed88f27 req-7e7723fd-43ef-4193-9e35-85d2d51e616a tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445936 Jul 07 20:49:24.816158 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=b43f1e22-d294-4224-9ea5-e3b3f2749a39,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:25.031586 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ef5e7-9624-4a7a-9f87-e18260e87ea7 req-0bdf3b72-39bb-44cd-a33f-95f0eeb0e31c tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:25.033868 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d56ef5e7-9624-4a7a-9f87-e18260e87ea7 req-0bdf3b72-39bb-44cd-a33f-95f0eeb0e31c tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?device_id=eed1f733-83eb-4c18-a4a4-5c39f573d9c0 HTTP/1.1" status: 200 len: 944 time: 0.0727839 Jul 07 20:49:25.069467 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['f1cb772a-4964-4cf7-9231-3785f088b191'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:25.073811 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d56ef5e7-9624-4a7a-9f87-e18260e87ea7 req-e3682e26-013e-4b02-8212-30a723f4f962 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bfe1897-b4d2-428c-bb4a-07d2013038b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343401 Jul 07 20:49:25.129530 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cf258-bb0d-4a1c-b20c-c135e75f7fcd req-b9bab2c3-48c0-4614-ac46-33de0700625a tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:25.131108 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-935cf258-bb0d-4a1c-b20c-c135e75f7fcd req-b9bab2c3-48c0-4614-ac46-33de0700625a tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 1101 time: 0.0563803 Jul 07 20:49:25.172999 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-935cf258-bb0d-4a1c-b20c-c135e75f7fcd req-4fd4bf66-7605-4e2a-a9e8-29794a63eeb0 tempest-ServersAdminTestJSON-919561656 tempest-ServersAdminTestJSON-919561656-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358133 Jul 07 20:49:25.363391 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42c319-48b0-4121-a062-47c78858495b req-a9db5a32-80a1-445e-aaf2-7827525cf04b tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:25.364952 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fd42c319-48b0-4121-a062-47c78858495b req-a9db5a32-80a1-445e-aaf2-7827525cf04b tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 946 time: 0.0787323 Jul 07 20:49:25.432586 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fd42c319-48b0-4121-a062-47c78858495b req-d2706024-0789-4b72-9dc8-5852c7309ab5 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430763 Jul 07 20:49:25.454570 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f42b7-2b95-4a98-a6c7-ea00469c2419 req-7ead9486-f7c2-49a8-b537-43e2b19de367 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:25.456303 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a27f42b7-2b95-4a98-a6c7-ea00469c2419 req-7ead9486-f7c2-49a8-b537-43e2b19de367 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3f4f1a0-128d-406e-9c3d-fef8352d6ba3 HTTP/1.1" status: 200 len: 951 time: 0.1086359 Jul 07 20:49:25.497580 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a27f42b7-2b95-4a98-a6c7-ea00469c2419 req-dafbbd3c-25c2-4632-b7a0-fb95aa3d26fd tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/security-groups?id=874f0bf5-694d-4344-9faf-2d9d65177227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346460 Jul 07 20:49:25.666255 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c36088-7454-414f-a02d-57f260ab155a req-9a6350be-dd94-4fd6-839c-824b92743ec9 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:25.668521 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['2fc5b159-da95-4789-ac31-abbf97fcf901'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:25.675745 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20c36088-7454-414f-a02d-57f260ab155a req-9a6350be-dd94-4fd6-839c-824b92743ec9 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=b570c24b-2c16-4f9e-a533-6b25e6237ad9 HTTP/1.1" status: 200 len: 949 time: 0.0761819 Jul 07 20:49:25.707016 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device e38624ee-15c7-4315-9bd5-e1dde1f027f3 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:49:25.717386 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20c36088-7454-414f-a02d-57f260ab155a req-cf63cf2e-02bf-4a81-b988-24f640a13771 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406849 Jul 07 20:49:25.759259 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['b43f1e22-d294-4224-9ea5-e3b3f2749a39'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:25.877175 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port e38624ee-15c7-4315-9bd5-e1dde1f027f3 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:49:25.903206 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port e38624ee-15c7-4315-9bd5-e1dde1f027f3 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:25.903749 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:25.931951 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a812b2-fe58-41b5-8a20-c32e7f2b68b6 req-1d17617d-9b1a-4517-b8ea-881c72737e0d tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:25.935378 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-59a812b2-fe58-41b5-8a20-c32e7f2b68b6 req-1d17617d-9b1a-4517-b8ea-881c72737e0d tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 946 time: 0.0918670 Jul 07 20:49:25.982841 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-59a812b2-fe58-41b5-8a20-c32e7f2b68b6 req-f8483058-c1db-49ba-968d-63baab80a8f0 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403104 Jul 07 20:49:26.071389 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910defc-91de-4177-a72b-6c12ea9771d5 req-aed9eb92-2963-4587-9e9a-74f7ff5d87dd tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:26.073070 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2910defc-91de-4177-a72b-6c12ea9771d5 req-aed9eb92-2963-4587-9e9a-74f7ff5d87dd tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=194b6716-741c-45d0-a95d-610d404875e7 HTTP/1.1" status: 200 len: 950 time: 0.0782242 Jul 07 20:49:26.107939 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:26.132222 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88407b86-bc14-41de-a463-5ca985009ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38624ee-15c7-4315-9bd5-e1dde1f027f3'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:26.134454 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248f73c1-35c5-49dc-a863-9f63fea84575" -d '{"events": [{"server_uuid": "88407b86-bc14-41de-a463-5ca985009ec7", "name": "network-vif-plugged", "status": "completed", "tag": "e38624ee-15c7-4315-9bd5-e1dde1f027f3"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:26.146874 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2910defc-91de-4177-a72b-6c12ea9771d5 req-e3f0af4f-dcb4-4489-aee4-5d6925e0b50b tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661235 Jul 07 20:49:26.149193 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port e38624ee-15c7-4315-9bd5-e1dde1f027f3, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=e38624ee-15c7-4315-9bd5-e1dde1f027f3,segment=NetworkSegment(7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef),segment_id=7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:26.155246 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:26.156405 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a753eeb2-acb5-4257-85ad-3a17b50dc64d up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:49:26.201182 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74bb93-cded-47df-b78a-ab29f3697044 req-a98a5328-e836-483f-aa1e-7aa0598032ae tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:26.203886 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ce74bb93-cded-47df-b78a-ab29f3697044 req-a98a5328-e836-483f-aa1e-7aa0598032ae tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 944 time: 0.0920932 Jul 07 20:49:26.240394 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=e38624ee-15c7-4315-9bd5-e1dde1f027f3,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:26.245618 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ce74bb93-cded-47df-b78a-ab29f3697044 req-c5a5b8ae-fd67-477b-8069-f3be514b22d3 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364156 Jul 07 20:49:26.256938 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port a753eeb2-acb5-4257-85ad-3a17b50dc64d triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:26.257171 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:26.347596 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:26.383979 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a753eeb2-acb5-4257-85ad-3a17b50dc64d, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a753eeb2-acb5-4257-85ad-3a17b50dc64d,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:26.388983 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:26.442779 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=a753eeb2-acb5-4257-85ad-3a17b50dc64d,revision_number=11']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:26.447272 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538208ec-ff48-47da-82e0-33c118cabf98 req-0ba678b7-c3da-4e8a-af01-22de8a836264 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:26.449013 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-538208ec-ff48-47da-82e0-33c118cabf98 req-0ba678b7-c3da-4e8a-af01-22de8a836264 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?device_id=eed1f733-83eb-4c18-a4a4-5c39f573d9c0 HTTP/1.1" status: 200 len: 944 time: 0.0811787 Jul 07 20:49:26.493449 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-538208ec-ff48-47da-82e0-33c118cabf98 req-12543a9f-5213-4c20-b802-87ca2ddde77e tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bfe1897-b4d2-428c-bb4a-07d2013038b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353539 Jul 07 20:49:26.544829 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f2271d-cdf5-4ed0-8f31-78e1c2b3bd70 x-openstack-request-id: req-73f2271d-cdf5-4ed0-8f31-78e1c2b3bd70 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:26.545277 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88407b86-bc14-41de-a463-5ca985009ec7", "name": "network-vif-plugged", "status": "completed", "tag": "e38624ee-15c7-4315-9bd5-e1dde1f027f3", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:26.545503 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73f2271d-cdf5-4ed0-8f31-78e1c2b3bd70 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:26.545907 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88407b86-bc14-41de-a463-5ca985009ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e38624ee-15c7-4315-9bd5-e1dde1f027f3', 'code': 200} Jul 07 20:49:26.787095 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81421e81-848e-4612-8daf-9331e0c502c6 req-5f76ff8f-691f-4a30-969b-b382febd8c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:26.788995 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-81421e81-848e-4612-8daf-9331e0c502c6 req-5f76ff8f-691f-4a30-969b-b382febd8c0b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=88407b86-bc14-41de-a463-5ca985009ec7 HTTP/1.1" status: 200 len: 1097 time: 0.0755475 Jul 07 20:49:26.835379 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-81421e81-848e-4612-8daf-9331e0c502c6 req-e39a2a6f-d43f-4ef3-bcf6-6e24dbb84f0d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5bfe1897-b4d2-428c-bb4a-07d2013038b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332634 Jul 07 20:49:26.958747 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd43ff-01de-43e8-b821-8c104bb32e85 req-1c86aced-e61c-4eea-9d20-af7c48ad8dab tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:26.960626 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5edd43ff-01de-43e8-b821-8c104bb32e85 req-1c86aced-e61c-4eea-9d20-af7c48ad8dab tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=b570c24b-2c16-4f9e-a533-6b25e6237ad9 HTTP/1.1" status: 200 len: 949 time: 0.0675859 Jul 07 20:49:27.005846 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5edd43ff-01de-43e8-b821-8c104bb32e85 req-b6b81aa4-aade-4e17-928f-cb312b3731cd tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384879 Jul 07 20:49:27.250408 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e6945-f0f8-4329-9d94-13103c3bbd84 req-d9decf4b-c3af-4537-8b30-dd5f7cadba3a tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:27.252116 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-079e6945-f0f8-4329-9d94-13103c3bbd84 req-d9decf4b-c3af-4537-8b30-dd5f7cadba3a tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 946 time: 0.0697515 Jul 07 20:49:27.292620 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-079e6945-f0f8-4329-9d94-13103c3bbd84 req-92b41b9a-72a7-4a74-b950-24b0e38880b8 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348706 Jul 07 20:49:27.390283 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037fdce9-1f12-4297-b31a-b4ae388b3c0a req-65398b05-d985-4856-a23d-05c415889160 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:27.392170 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-037fdce9-1f12-4297-b31a-b4ae388b3c0a req-65398b05-d985-4856-a23d-05c415889160 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=194b6716-741c-45d0-a95d-610d404875e7 HTTP/1.1" status: 200 len: 950 time: 0.0677857 Jul 07 20:49:27.431225 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-037fdce9-1f12-4297-b31a-b4ae388b3c0a req-8f5ee999-3f8a-4484-9451-60cfdeee7338 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333266 Jul 07 20:49:27.544046 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5adab-5fe1-4049-b054-fef79cf0ac57 req-7fffa687-e03f-4724-92e7-a6de385c954f tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:27.545540 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-89e5adab-5fe1-4049-b054-fef79cf0ac57 req-7fffa687-e03f-4724-92e7-a6de385c954f tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 944 time: 0.0743067 Jul 07 20:49:27.589558 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-89e5adab-5fe1-4049-b054-fef79cf0ac57 req-dd2d7773-d3f1-41cf-ae2c-f747c4163672 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382650 Jul 07 20:49:27.726446 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device f1cb772a-4964-4cf7-9231-3785f088b191 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:49:27.780701 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port f1cb772a-4964-4cf7-9231-3785f088b191 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:49:27.786139 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port f1cb772a-4964-4cf7-9231-3785f088b191 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:27.786892 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:27.795269 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0ec4e-2215-4fcb-8602-456caed713f1 req-a9ee72f9-eec1-40bf-acbd-40fcc0b4e792 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:27.803115 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70d0ec4e-2215-4fcb-8602-456caed713f1 req-a9ee72f9-eec1-40bf-acbd-40fcc0b4e792 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?device_id=eed1f733-83eb-4c18-a4a4-5c39f573d9c0 HTTP/1.1" status: 200 len: 944 time: 0.0983517 Jul 07 20:49:27.850259 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70d0ec4e-2215-4fcb-8602-456caed713f1 req-f4693a61-4af1-4124-8b2e-41df8c407475 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bfe1897-b4d2-428c-bb4a-07d2013038b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458388 Jul 07 20:49:27.875841 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:27.909731 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port f1cb772a-4964-4cf7-9231-3785f088b191, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=f1cb772a-4964-4cf7-9231-3785f088b191,segment=NetworkSegment(7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef),segment_id=7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:27.914779 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:27.966571 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=f1cb772a-4964-4cf7-9231-3785f088b191,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:27.977420 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:27.977773 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:27.978121 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:27.978692 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:27.979020 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:27.979296 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:27.980389 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:27.980389 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:27.980389 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:27.981702 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:27.982154 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:27.982616 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:27.998771 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 2fc5b159-da95-4789-ac31-abbf97fcf901 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:49:28.059179 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 2fc5b159-da95-4789-ac31-abbf97fcf901 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:49:28.063468 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 2fc5b159-da95-4789-ac31-abbf97fcf901 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:28.063843 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:28.163163 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:28.203552 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 2fc5b159-da95-4789-ac31-abbf97fcf901, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=2fc5b159-da95-4789-ac31-abbf97fcf901,segment=NetworkSegment(7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef),segment_id=7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:28.212281 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:28.213187 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:49:28.217581 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35c7f3-a0e1-4f5d-a0b7-a250520aa344 req-66ad011e-495b-48d0-8659-b27fdaac324f tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:28.219036 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1c35c7f3-a0e1-4f5d-a0b7-a250520aa344 req-66ad011e-495b-48d0-8659-b27fdaac324f tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=b570c24b-2c16-4f9e-a533-6b25e6237ad9 HTTP/1.1" status: 200 len: 949 time: 0.0702298 Jul 07 20:49:28.288160 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1c35c7f3-a0e1-4f5d-a0b7-a250520aa344 req-d50f5945-b437-41ef-84ee-75a59c03fc9e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585129 Jul 07 20:49:28.311793 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=2fc5b159-da95-4789-ac31-abbf97fcf901,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:28.358065 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:28.396911 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7f0006dd-e0d6-4b99-9d0e-627f65b08db9,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:28.401624 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:28.469157 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=7f0006dd-e0d6-4b99-9d0e-627f65b08db9,revision_number=11']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:28.516671 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5d099-326e-4510-bd24-1dc92c4f71c8 req-51f97a02-6661-4ed6-9791-3158faf83066 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:28.518557 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84f5d099-326e-4510-bd24-1dc92c4f71c8 req-51f97a02-6661-4ed6-9791-3158faf83066 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 946 time: 0.0861952 Jul 07 20:49:28.546893 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72232db-1ff6-45a3-8fb0-7858e11bda7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a753eeb2-acb5-4257-85ad-3a17b50dc64d'}, {'server_uuid': 'eed1f733-83eb-4c18-a4a4-5c39f573d9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cb772a-4964-4cf7-9231-3785f088b191'}, {'server_uuid': '44ed6bad-6c02-4a3e-afa7-88a01e19ed0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc5b159-da95-4789-ac31-abbf97fcf901'}, {'server_uuid': 'a3f4f1a0-128d-406e-9c3d-fef8352d6ba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f0006dd-e0d6-4b99-9d0e-627f65b08db9'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:28.549568 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482d611b-de12-4299-8178-cc1003719f16" -d '{"events": [{"server_uuid": "f72232db-1ff6-45a3-8fb0-7858e11bda7a", "name": "network-vif-plugged", "status": "completed", "tag": "a753eeb2-acb5-4257-85ad-3a17b50dc64d"}, {"server_uuid": "eed1f733-83eb-4c18-a4a4-5c39f573d9c0", "name": "network-vif-plugged", "status": "completed", "tag": "f1cb772a-4964-4cf7-9231-3785f088b191"}, {"server_uuid": "44ed6bad-6c02-4a3e-afa7-88a01e19ed0b", "name": "network-vif-plugged", "status": "completed", "tag": "2fc5b159-da95-4789-ac31-abbf97fcf901"}, {"server_uuid": "a3f4f1a0-128d-406e-9c3d-fef8352d6ba3", "name": "network-vif-unplugged", "status": "completed", "tag": "7f0006dd-e0d6-4b99-9d0e-627f65b08db9"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:28.562135 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84f5d099-326e-4510-bd24-1dc92c4f71c8 req-2b29ad5c-610f-49c7-9209-acd4b77f8d3d tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374107 Jul 07 20:49:28.656789 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b60ad-3c7b-4f2e-b481-c98f5be9e038 req-4b9b5db2-a261-4f5b-b207-daac3b584559 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:28.658328 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7e5b60ad-3c7b-4f2e-b481-c98f5be9e038 req-4b9b5db2-a261-4f5b-b207-daac3b584559 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=194b6716-741c-45d0-a95d-610d404875e7 HTTP/1.1" status: 200 len: 950 time: 0.0685241 Jul 07 20:49:28.699834 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7e5b60ad-3c7b-4f2e-b481-c98f5be9e038 req-5c9a1c8e-fa7d-4654-bb9d-4e1d19ab9de8 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348353 Jul 07 20:49:28.776268 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41c0880-11ef-47fc-a074-42377509e759 x-openstack-request-id: req-d41c0880-11ef-47fc-a074-42377509e759 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:28.777350 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72232db-1ff6-45a3-8fb0-7858e11bda7a", "name": "network-vif-plugged", "status": "completed", "tag": "a753eeb2-acb5-4257-85ad-3a17b50dc64d", "code": 200}, {"server_uuid": "eed1f733-83eb-4c18-a4a4-5c39f573d9c0", "name": "network-vif-plugged", "status": "completed", "tag": "f1cb772a-4964-4cf7-9231-3785f088b191", "code": 200}, {"server_uuid": "44ed6bad-6c02-4a3e-afa7-88a01e19ed0b", "name": "network-vif-plugged", "status": "completed", "tag": "2fc5b159-da95-4789-ac31-abbf97fcf901", "code": 200}, {"server_uuid": "a3f4f1a0-128d-406e-9c3d-fef8352d6ba3", "name": "network-vif-unplugged", "status": "completed", "tag": "7f0006dd-e0d6-4b99-9d0e-627f65b08db9", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:28.778583 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d41c0880-11ef-47fc-a074-42377509e759 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:28.779847 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72232db-1ff6-45a3-8fb0-7858e11bda7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a753eeb2-acb5-4257-85ad-3a17b50dc64d', 'code': 200} Jul 07 20:49:28.780438 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed1f733-83eb-4c18-a4a4-5c39f573d9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cb772a-4964-4cf7-9231-3785f088b191', 'code': 200} Jul 07 20:49:28.781079 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ed6bad-6c02-4a3e-afa7-88a01e19ed0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc5b159-da95-4789-ac31-abbf97fcf901', 'code': 200} Jul 07 20:49:28.781545 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f4f1a0-128d-406e-9c3d-fef8352d6ba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f0006dd-e0d6-4b99-9d0e-627f65b08db9', 'code': 200} Jul 07 20:49:29.051578 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eee633-6e36-4a97-940a-f50b1d73e107 req-fadf8ad8-def8-4ca1-b57d-cff974287b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:29.053460 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c9eee633-6e36-4a97-940a-f50b1d73e107 req-fadf8ad8-def8-4ca1-b57d-cff974287b29 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=44ed6bad-6c02-4a3e-afa7-88a01e19ed0b HTTP/1.1" status: 200 len: 1097 time: 0.1334529 Jul 07 20:49:29.068544 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49357aee-8a6d-4d7a-bd96-66bfebce4640 req-b34276db-ce51-478b-8809-740741456bc3 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:29.070131 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-49357aee-8a6d-4d7a-bd96-66bfebce4640 req-b34276db-ce51-478b-8809-740741456bc3 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 944 time: 0.1896069 Jul 07 20:49:29.127304 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c9eee633-6e36-4a97-940a-f50b1d73e107 req-6cf025c6-2fa8-4ce6-acaa-850309d5590d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5bfe1897-b4d2-428c-bb4a-07d2013038b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548518 Jul 07 20:49:29.157571 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f2b0e1fc-e460-478e-99df-3dcc0ab7ebf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:29.164522 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-49357aee-8a6d-4d7a-bd96-66bfebce4640 req-e27ac15b-eb7e-4158-b859-f402bb076e89 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557969 Jul 07 20:49:29.175366 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba7520-3a10-408a-b57e-a8d74fdfedd8 req-0eacac25-e2df-4871-812c-19d4d5b5db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:29.177327 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-37ba7520-3a10-408a-b57e-a8d74fdfedd8 req-0eacac25-e2df-4871-812c-19d4d5b5db93 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eed1f733-83eb-4c18-a4a4-5c39f573d9c0 HTTP/1.1" status: 200 len: 1097 time: 0.2245245 Jul 07 20:49:29.239116 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-37ba7520-3a10-408a-b57e-a8d74fdfedd8 req-7c8459ac-7378-46fa-8461-f590e6840d79 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5bfe1897-b4d2-428c-bb4a-07d2013038b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456586 Jul 07 20:49:29.406404 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-64351eae-fe13-4c62-81e3-9d70e54e30dc service neutron] 10.222.0.58 "GET /v2.0/ports/f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b/bindings/n-h2-695189-11 HTTP/1.1" status: 200 len: 385 time: 0.0875728 Jul 07 20:49:29.421125 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d8cd0-c4b2-4976-bfd6-ca0619d318ef req-0c8ee5c3-64ac-435e-88cc-cd8141fdd155 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:29.422721 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-508d8cd0-c4b2-4976-bfd6-ca0619d318ef req-0c8ee5c3-64ac-435e-88cc-cd8141fdd155 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?device_id=eed1f733-83eb-4c18-a4a4-5c39f573d9c0 HTTP/1.1" status: 200 len: 945 time: 0.1129644 Jul 07 20:49:29.510082 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-508d8cd0-c4b2-4976-bfd6-ca0619d318ef req-08243cf3-4731-4f78-aee2-ab32383c2158 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bfe1897-b4d2-428c-bb4a-07d2013038b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810397 Jul 07 20:49:29.641871 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-46c67934-5ef0-4fb8-b501-feed27e1d9db service neutron] For port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:29.676964 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-46c67934-5ef0-4fb8-b501-feed27e1d9db service neutron] For port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:49:29.711429 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-46c67934-5ef0-4fb8-b501-feed27e1d9db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:49:29.723961 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-46c67934-5ef0-4fb8-b501-feed27e1d9db service neutron] For port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:29.739029 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-46c67934-5ef0-4fb8-b501-feed27e1d9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:29.948180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f1169-b9a2-49df-9b1f-ba7cae8fdede req-a1f575d7-9bbe-4b24-bb61-55af27437ce6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:29.950143 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d82f1169-b9a2-49df-9b1f-ba7cae8fdede req-a1f575d7-9bbe-4b24-bb61-55af27437ce6 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=b570c24b-2c16-4f9e-a533-6b25e6237ad9 HTTP/1.1" status: 200 len: 949 time: 0.2012715 Jul 07 20:49:29.963625 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-46c67934-5ef0-4fb8-b501-feed27e1d9db service neutron] Transition to ACTIVE for port object f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:49:29.979652 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-46c67934-5ef0-4fb8-b501-feed27e1d9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:29.997340 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c64083-34da-4439-93cf-ee3fe783263b req-e9e1b766-0c10-4672-a064-1aede891f2ca tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:29.998826 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32c64083-34da-4439-93cf-ee3fe783263b req-e9e1b766-0c10-4672-a064-1aede891f2ca tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 946 time: 0.2219765 Jul 07 20:49:30.010615 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device b43f1e22-d294-4224-9ea5-e3b3f2749a39 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:49:30.011470 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5890e1-b14f-44c8-b931-1ae57bfa1c3f req-6b566f38-8712-481b-9a10-23166d94fc80 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:30.013455 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6f5890e1-b14f-44c8-b931-1ae57bfa1c3f req-6b566f38-8712-481b-9a10-23166d94fc80 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.39 "GET /v2.0/ports?device_id=194b6716-741c-45d0-a95d-610d404875e7 HTTP/1.1" status: 200 len: 950 time: 0.2066813 Jul 07 20:49:30.060994 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port b43f1e22-d294-4224-9ea5-e3b3f2749a39 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:49:30.064554 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port b43f1e22-d294-4224-9ea5-e3b3f2749a39 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:30.064936 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:30.118719 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d82f1169-b9a2-49df-9b1f-ba7cae8fdede req-17f058df-f72c-4f93-85ff-4a5ce9b598fc tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570177 Jul 07 20:49:30.151911 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:30.158780 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-46c67934-5ef0-4fb8-b501-feed27e1d9db service neutron] No DVR routers for this DVR port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:49:30.180720 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c67934-5ef0-4fb8-b501-feed27e1d9db service neutron] Pushing event updated for resources: {'Port': ['ID=f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b,revision_number=10']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:30.186632 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port b43f1e22-d294-4224-9ea5-e3b3f2749a39, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=b43f1e22-d294-4224-9ea5-e3b3f2749a39,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:30.191601 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:30.192434 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.204672 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.208214 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.208214 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.208214 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.208214 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.208214 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.208214 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.208214 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.208214 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.208214 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.208214 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.208214 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.208214 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.208214 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.208214 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.208214 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.208214 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.208214 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:30.208214 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:30.226382 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67934-5ef0-4fb8-b501-feed27e1d9db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:30.226772 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67934-5ef0-4fb8-b501-feed27e1d9db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:30.227058 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67934-5ef0-4fb8-b501-feed27e1d9db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:30.227413 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67934-5ef0-4fb8-b501-feed27e1d9db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:30.227742 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67934-5ef0-4fb8-b501-feed27e1d9db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:30.228106 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67934-5ef0-4fb8-b501-feed27e1d9db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:30.228408 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67934-5ef0-4fb8-b501-feed27e1d9db service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:30.228725 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67934-5ef0-4fb8-b501-feed27e1d9db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:30.229051 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67934-5ef0-4fb8-b501-feed27e1d9db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:30.229372 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67934-5ef0-4fb8-b501-feed27e1d9db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:30.229690 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67934-5ef0-4fb8-b501-feed27e1d9db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:30.230008 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c67934-5ef0-4fb8-b501-feed27e1d9db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:30.269123 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=b43f1e22-d294-4224-9ea5-e3b3f2749a39,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:30.271468 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:49:30.271978 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32c64083-34da-4439-93cf-ee3fe783263b req-7af801d7-3067-4e00-ae40-f914faff34ee tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359281 Jul 07 20:49:30.282755 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-46c67934-5ef0-4fb8-b501-feed27e1d9db service neutron] 10.222.0.58 "PUT /v2.0/ports/f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b/bindings/n-h2-695189-11/activate HTTP/1.1" status: 200 len: 370 time: 0.8590083 Jul 07 20:49:30.313539 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-6f5890e1-b14f-44c8-b931-1ae57bfa1c3f req-bf558d7a-6378-410a-893c-e186e216de1b tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Deleting port 209425a6-c709-4d8c-a3d8-1c8b8b918b46 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:49:30.313893 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6f5890e1-b14f-44c8-b931-1ae57bfa1c3f req-bf558d7a-6378-410a-893c-e186e216de1b tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:30.467733 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-6f5890e1-b14f-44c8-b931-1ae57bfa1c3f req-bf558d7a-6378-410a-893c-e186e216de1b tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] For port 209425a6-c709-4d8c-a3d8-1c8b8b918b46, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=209425a6-c709-4d8c-a3d8-1c8b8b918b46,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:30.468101 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6f5890e1-b14f-44c8-b931-1ae57bfa1c3f req-bf558d7a-6378-410a-893c-e186e216de1b tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:30.489608 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-6f5890e1-b14f-44c8-b931-1ae57bfa1c3f req-bf558d7a-6378-410a-893c-e186e216de1b tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Calling delete_port for 209425a6-c709-4d8c-a3d8-1c8b8b918b46 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:49:30.575808 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-a2baef0d-3c97-4317-b143-a394bc4b292f tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:30.577420 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-a2baef0d-3c97-4317-b143-a394bc4b292f tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb&tenant_id=9b2f63d1e3474de0ace5d0719705221d&binding%3Ahost_id=n-h1-695189-11 HTTP/1.1" status: 200 len: 1097 time: 0.1951659 Jul 07 20:49:30.589862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efad97-5ae6-478d-80a0-e1a2ea5feea3 req-11ba6041-b8f4-478a-9d28-79e1b43fb926 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:30.591487 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a9efad97-5ae6-478d-80a0-e1a2ea5feea3 req-11ba6041-b8f4-478a-9d28-79e1b43fb926 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=194b6716-741c-45d0-a95d-610d404875e7 HTTP/1.1" status: 200 len: 950 time: 0.2080765 Jul 07 20:49:30.782828 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b570c24b-2c16-4f9e-a533-6b25e6237ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43f1e22-d294-4224-9ea5-e3b3f2749a39'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:30.785356 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1af979-1317-4b2e-b1d3-e5b6f798e1d9" -d '{"events": [{"server_uuid": "b570c24b-2c16-4f9e-a533-6b25e6237ad9", "name": "network-vif-plugged", "status": "completed", "tag": "b43f1e22-d294-4224-9ea5-e3b3f2749a39"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:31.013596 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a9efad97-5ae6-478d-80a0-e1a2ea5feea3 req-d3d43e28-b62f-4cd6-8093-90e852be7348 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142153 Jul 07 20:49:31.047994 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-57a44669-f91e-4c42-a8e4-d561834cac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:31.049361 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-57a44669-f91e-4c42-a8e4-d561834cac8e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb&tenant_id=9b2f63d1e3474de0ace5d0719705221d HTTP/1.1" status: 200 len: 1097 time: 0.4488792 Jul 07 20:49:31.064423 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6f5890e1-b14f-44c8-b931-1ae57bfa1c3f req-bf558d7a-6378-410a-893c-e186e216de1b tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:31.078568 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['f87f3251-0399-4690-b0cb-f0be4bdd8036'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:31.084522 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['209425a6-c709-4d8c-a3d8-1c8b8b918b46', 'a753eeb2-acb5-4257-85ad-3a17b50dc64d'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:31.086627 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b0d1c-c1df-42a2-80f2-14fed2d16136 req-c22ad491-63a0-4a4e-9986-8f675d97f4dd tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:31.094335 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d34b0d1c-c1df-42a2-80f2-14fed2d16136 req-c22ad491-63a0-4a4e-9986-8f675d97f4dd tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 945 time: 0.1790845 Jul 07 20:49:31.131189 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf558d7a-6378-410a-893c-e186e216de1b tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Pushing event deleted for resources: {'Port': ['ID=209425a6-c709-4d8c-a3d8-1c8b8b918b46,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:31.219052 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5890e1-b14f-44c8-b931-1ae57bfa1c3f req-bf558d7a-6378-410a-893c-e186e216de1b tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] No DVR routers for this DVR port 209425a6-c709-4d8c-a3d8-1c8b8b918b46 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:49:31.226854 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6f5890e1-b14f-44c8-b931-1ae57bfa1c3f req-bf558d7a-6378-410a-893c-e186e216de1b tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:31.228875 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6f5890e1-b14f-44c8-b931-1ae57bfa1c3f req-bf558d7a-6378-410a-893c-e186e216de1b tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.39 "DELETE /v2.0/ports/209425a6-c709-4d8c-a3d8-1c8b8b918b46 HTTP/1.1" status: 204 len: 173 time: 1.1891029 Jul 07 20:49:31.231720 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194b6716-741c-45d0-a95d-610d404875e7', 'name': 'network-vif-deleted', 'tag': '209425a6-c709-4d8c-a3d8-1c8b8b918b46'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:31.234252 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f50814e-cca8-4ce4-82d6-637bddb5ea32" -d '{"events": [{"server_uuid": "194b6716-741c-45d0-a95d-610d404875e7", "name": "network-vif-deleted", "tag": "209425a6-c709-4d8c-a3d8-1c8b8b918b46"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:31.244453 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d34b0d1c-c1df-42a2-80f2-14fed2d16136 req-ac25bad9-164e-4047-99a7-d80bc4be9fd7 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492479 Jul 07 20:49:31.281882 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-f3cff879-6978-4008-a9cf-5e5cbe231555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:31.281882 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-f3cff879-6978-4008-a9cf-5e5cbe231555 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9b2f63d1e3474de0ace5d0719705221d&device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 1097 time: 0.1566286 Jul 07 20:49:31.451295 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-4b53f138-51bc-4da6-986c-74d2d13bac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:31.453785 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-4b53f138-51bc-4da6-986c-74d2d13bac49 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 200 len: 921 time: 0.1276469 Jul 07 20:49:31.461387 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e39823-962f-4059-ab5d-d8d3b5dcbc1a req-0f4c8009-7422-4db3-a097-8c392db0f999 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:31.462913 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-12e39823-962f-4059-ab5d-d8d3b5dcbc1a req-0f4c8009-7422-4db3-a097-8c392db0f999 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?device_id=eed1f733-83eb-4c18-a4a4-5c39f573d9c0 HTTP/1.1" status: 200 len: 945 time: 0.1842632 Jul 07 20:49:31.537123 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:49:31.550286 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-c89aa9c4-3320-4677-b90b-2e6f957e4bd2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b HTTP/1.1" status: 200 len: 217 time: 0.0487864 Jul 07 20:49:31.563192 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-12e39823-962f-4059-ab5d-d8d3b5dcbc1a req-33e90147-0e93-4800-a594-2c50a22c2a4c tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bfe1897-b4d2-428c-bb4a-07d2013038b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930107 Jul 07 20:49:31.619736 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201a4c18-f29d-4581-9fe9-c3fb273974e0 x-openstack-request-id: req-201a4c18-f29d-4581-9fe9-c3fb273974e0 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:31.620114 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b570c24b-2c16-4f9e-a533-6b25e6237ad9", "name": "network-vif-plugged", "status": "completed", "tag": "b43f1e22-d294-4224-9ea5-e3b3f2749a39", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:31.620440 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-201a4c18-f29d-4581-9fe9-c3fb273974e0 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:31.621688 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b570c24b-2c16-4f9e-a533-6b25e6237ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43f1e22-d294-4224-9ea5-e3b3f2749a39', 'code': 200} Jul 07 20:49:31.628654 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-f5adbbb1-6aab-404b-8cd0-68f48d96a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:31.630226 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-f5adbbb1-6aab-404b-8cd0-68f48d96a76d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=58cf048c-6ca3-4e9c-85aa-89cc2a934f80 HTTP/1.1" status: 200 len: 860 time: 0.0635226 Jul 07 20:49:31.736651 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-7e4e7532-59f0-4ebc-89ee-fc3fe130b90d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b91b62e-f0da-4f30-b6c0-0519015da08e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395157 Jul 07 20:49:31.765482 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 58b0a813-b1da-40ed-9a45-e0a66262e0e3 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:49:31.785878 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9ce4d7-f86a-42bc-a21e-16c9df9b7d29 x-openstack-request-id: req-7f9ce4d7-f86a-42bc-a21e-16c9df9b7d29 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:31.786175 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194b6716-741c-45d0-a95d-610d404875e7", "name": "network-vif-deleted", "tag": "209425a6-c709-4d8c-a3d8-1c8b8b918b46", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:31.786426 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f9ce4d7-f86a-42bc-a21e-16c9df9b7d29 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:31.786816 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194b6716-741c-45d0-a95d-610d404875e7', 'name': 'network-vif-deleted', 'tag': '209425a6-c709-4d8c-a3d8-1c8b8b918b46', 'status': 'completed', 'code': 200} Jul 07 20:49:31.810794 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4729b67-df98-408e-a89d-35f7c85fe667 req-a9b573ca-75f8-4d19-9fd0-459ead43a1c0 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:31.812372 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4729b67-df98-408e-a89d-35f7c85fe667 req-a9b573ca-75f8-4d19-9fd0-459ead43a1c0 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=b570c24b-2c16-4f9e-a533-6b25e6237ad9 HTTP/1.1" status: 200 len: 950 time: 0.0860057 Jul 07 20:49:31.860371 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0fdc96ce-63e3-4c3b-96e1-43dbb17faef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:31.894182 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:31.907909 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 58b0a813-b1da-40ed-9a45-e0a66262e0e3, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=58b0a813-b1da-40ed-9a45-e0a66262e0e3,segment=NetworkSegment(bf53d961-3859-4756-83b3-c7352abc25ca),segment_id=bf53d961-3859-4756-83b3-c7352abc25ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:31.918871 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '58b0a813-b1da-40ed-9a45-e0a66262e0e3', 'network_id': 'd1a6625d-e0a5-4a92-8051-0eec64122ad8', 'port_id': '58b0a813-b1da-40ed-9a45-e0a66262e0e3', 'mac_address': 'fa:16:3e:9c:13:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44323baf-dba1-4cdd-b0c1-02177941adb8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:49:31.963052 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:31.976400 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58b0a813-b1da-40ed-9a45-e0a66262e0e3 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:49:31.984674 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4729b67-df98-408e-a89d-35f7c85fe667 req-6da367e1-a39b-4fd5-8c19-e98bb4f5de6b tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656964 Jul 07 20:49:31.997887 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 58b0a813-b1da-40ed-9a45-e0a66262e0e3, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=58b0a813-b1da-40ed-9a45-e0a66262e0e3,segment=NetworkSegment(bf53d961-3859-4756-83b3-c7352abc25ca),segment_id=bf53d961-3859-4756-83b3-c7352abc25ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:32.014639 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:32.040093 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-956a23f8-af6e-4c8d-b088-ab6f0f68a7eb service neutron] 10.222.0.39 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016613 Jul 07 20:49:32.057818 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c43deb-1e7f-4f7e-9d2b-9b217de5496b req-06b6a4cf-62cd-4400-86da-a7ed1e945f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:32.060338 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2c43deb-1e7f-4f7e-9d2b-9b217de5496b req-06b6a4cf-62cd-4400-86da-a7ed1e945f1d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b570c24b-2c16-4f9e-a533-6b25e6237ad9 HTTP/1.1" status: 200 len: 1102 time: 0.2704270 Jul 07 20:49:32.069191 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b598e0-7479-429c-b820-2494b848775c req-90f067fb-9998-4f07-88ec-c16ff71ce3d1 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:32.070695 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b3b598e0-7479-429c-b820-2494b848775c req-90f067fb-9998-4f07-88ec-c16ff71ce3d1 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 946 time: 0.1466391 Jul 07 20:49:32.081191 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=58b0a813-b1da-40ed-9a45-e0a66262e0e3,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:32.217913 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2c43deb-1e7f-4f7e-9d2b-9b217de5496b req-70389baa-938d-4b4b-9553-bdfc2bdfc9c5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292520 Jul 07 20:49:32.222786 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b3b598e0-7479-429c-b820-2494b848775c req-2c6bdb19-6659-44b8-a3db-85f87ad0948e tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431201 Jul 07 20:49:32.260686 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-2df69931-e6ba-4c78-a39c-a84bd61e06dd service neutron] 10.222.0.39 "GET /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889949 Jul 07 20:49:32.281211 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1921ac8-29b2-4363-918b-ab2f84bc02ce req-c1152dce-029e-4982-867a-587fee25e46e tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:32.284950 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f1921ac8-29b2-4363-918b-ab2f84bc02ce req-c1152dce-029e-4982-867a-587fee25e46e tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d5e54f-5f73-4f42-9a14-8ddd02ad5321 HTTP/1.1" status: 200 len: 947 time: 0.1388361 Jul 07 20:49:32.330300 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f1921ac8-29b2-4363-918b-ab2f84bc02ce req-202fc1e2-69fa-4a43-a12d-6b0ddc3249cf tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/security-groups?id=874f0bf5-694d-4344-9faf-2d9d65177227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352058 Jul 07 20:49:32.375794 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0b51b8a4-617f-4783-b37c-b26d6923c789 req-b38cb460-f377-4458-bdc9-8b18e601f470 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=194b6716-741c-45d0-a95d-610d404875e7 HTTP/1.1" status: 200 len: 210 time: 0.0295064 Jul 07 20:49:32.475745 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['58b0a813-b1da-40ed-9a45-e0a66262e0e3'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:32.554895 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0369182-115a-48e8-9e42-001d8c9da538 req-072a300a-8eb6-4987-b576-f81e77a0f2d4 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:32.556515 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c0369182-115a-48e8-9e42-001d8c9da538 req-072a300a-8eb6-4987-b576-f81e77a0f2d4 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 945 time: 0.0779042 Jul 07 20:49:32.598763 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c0369182-115a-48e8-9e42-001d8c9da538 req-3eac65ea-fc05-46bb-a3df-d0182f2c028d tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354600 Jul 07 20:49:32.748779 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f433c2e-0543-46c4-8a7c-fb24ee473bc9 req-9942d592-67c5-4e3a-8d26-1de2f9f8eb54 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:32.750567 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f433c2e-0543-46c4-8a7c-fb24ee473bc9 req-9942d592-67c5-4e3a-8d26-1de2f9f8eb54 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?device_id=eed1f733-83eb-4c18-a4a4-5c39f573d9c0 HTTP/1.1" status: 200 len: 945 time: 0.0700405 Jul 07 20:49:32.798371 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f433c2e-0543-46c4-8a7c-fb24ee473bc9 req-f8ddf04e-4d9e-4642-9325-86f91826ffc9 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bfe1897-b4d2-428c-bb4a-07d2013038b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420916 Jul 07 20:49:33.000366 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b9b14-53bf-4c5d-bb68-4d9adfe5093a req-d8a3ba88-c46a-49d8-ab1d-e8ed95c1fffd tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:33.003013 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-353b9b14-53bf-4c5d-bb68-4d9adfe5093a req-d8a3ba88-c46a-49d8-ab1d-e8ed95c1fffd tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?device_id=88407b86-bc14-41de-a463-5ca985009ec7 HTTP/1.1" status: 200 len: 945 time: 0.0791833 Jul 07 20:49:33.048386 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-353b9b14-53bf-4c5d-bb68-4d9adfe5093a req-2e69c76f-82e7-4962-93fc-01c0b1df4797 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bfe1897-b4d2-428c-bb4a-07d2013038b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397098 Jul 07 20:49:33.242315 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-3bf5e367-4e9c-404b-8ab8-952af2fb9060 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:33.243851 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-3bf5e367-4e9c-404b-8ab8-952af2fb9060 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb&tenant_id=9b2f63d1e3474de0ace5d0719705221d&binding%3Ahost_id=n-h2-695189-11 HTTP/1.1" status: 200 len: 1097 time: 0.1395364 Jul 07 20:49:33.252897 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ce593-dac5-4895-896d-fded7c8cbaf9 req-dcb910b3-0b24-4b7a-8446-28e8a84498d7 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:33.254303 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a4ce593-dac5-4895-896d-fded7c8cbaf9 req-dcb910b3-0b24-4b7a-8446-28e8a84498d7 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=b570c24b-2c16-4f9e-a533-6b25e6237ad9 HTTP/1.1" status: 200 len: 950 time: 0.1406729 Jul 07 20:49:33.323393 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbd75b-c278-40d3-90ff-6beaefba623e req-7b55aa02-4a85-434e-8585-98784181c2fa tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:33.325708 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-30dbd75b-c278-40d3-90ff-6beaefba623e req-7b55aa02-4a85-434e-8585-98784181c2fa tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?device_id=44ed6bad-6c02-4a3e-afa7-88a01e19ed0b HTTP/1.1" status: 200 len: 945 time: 0.1468160 Jul 07 20:49:33.368220 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a4ce593-dac5-4895-896d-fded7c8cbaf9 req-4d02ce5d-0d89-495f-b716-c5ad3f966d10 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044819 Jul 07 20:49:33.417170 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-30dbd75b-c278-40d3-90ff-6beaefba623e req-d07658b2-e7d7-4aae-bd4e-40f93b693ebb tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bfe1897-b4d2-428c-bb4a-07d2013038b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817823 Jul 07 20:49:33.420438 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:33.455054 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-93ff8361-5c18-4ebc-a995-dc5c590cab6e service neutron] For port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:49:33.458684 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-93ff8361-5c18-4ebc-a995-dc5c590cab6e service neutron] Notify callbacks [] for binding, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:33.459886 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7e4b952-0e43-4651-b1d9-0489b1568c42 req-93ff8361-5c18-4ebc-a995-dc5c590cab6e service neutron] 10.222.0.39 "DELETE /v2.0/ports/f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b/bindings/n-h1-695189-11 HTTP/1.1" status: 204 len: 173 time: 0.1975284 Jul 07 20:49:33.586561 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d532d8d-5c6a-447f-b311-8ecb48d63715 req-1bd6c187-7613-4161-ab41-615df3bd4530 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:33.588092 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1d532d8d-5c6a-447f-b311-8ecb48d63715 req-1bd6c187-7613-4161-ab41-615df3bd4530 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 945 time: 0.0997405 Jul 07 20:49:33.642816 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7e081-e387-4dae-bb97-6ed72470b0d7 req-f43a3a1b-56a8-4200-a458-6088684187e0 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:33.644254 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ab7e081-e387-4dae-bb97-6ed72470b0d7 req-f43a3a1b-56a8-4200-a458-6088684187e0 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d5e54f-5f73-4f42-9a14-8ddd02ad5321 HTTP/1.1" status: 200 len: 947 time: 0.1102638 Jul 07 20:49:33.647356 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1d532d8d-5c6a-447f-b311-8ecb48d63715 req-b07f4a8f-af15-47cc-af8e-4af729cad0fa tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536675 Jul 07 20:49:33.687759 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ab7e081-e387-4dae-bb97-6ed72470b0d7 req-a3f4440a-cdfc-4fd0-8d67-0272782e0315 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/security-groups?id=874f0bf5-694d-4344-9faf-2d9d65177227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378811 Jul 07 20:49:33.765206 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 58b0a813-b1da-40ed-9a45-e0a66262e0e3 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:49:33.817187 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 58b0a813-b1da-40ed-9a45-e0a66262e0e3 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:33.817566 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:33.910509 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:33.937310 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8f03d8-52fb-415e-bb57-d333bb2f7728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b0a813-b1da-40ed-9a45-e0a66262e0e3'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:33.939642 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bf7a91-4ff5-40e3-8dc7-f585c30aa5f6" -d '{"events": [{"server_uuid": "2d8f03d8-52fb-415e-bb57-d333bb2f7728", "name": "network-vif-plugged", "status": "completed", "tag": "58b0a813-b1da-40ed-9a45-e0a66262e0e3"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:33.958807 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 58b0a813-b1da-40ed-9a45-e0a66262e0e3, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=58b0a813-b1da-40ed-9a45-e0a66262e0e3,segment=NetworkSegment(bf53d961-3859-4756-83b3-c7352abc25ca),segment_id=bf53d961-3859-4756-83b3-c7352abc25ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:33.964040 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:33.965741 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 209425a6-c709-4d8c-a3d8-1c8b8b918b46 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:49:34.005981 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 209425a6-c709-4d8c-a3d8-1c8b8b918b46 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:49:34.006418 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 209425a6-c709-4d8c-a3d8-1c8b8b918b46 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:49:34.034825 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=58b0a813-b1da-40ed-9a45-e0a66262e0e3,revision_number=7']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:34.092008 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c312e65-e6c4-415c-9294-49b7052f89b9 req-e282a5d3-7b26-4557-a870-4d810c8f8956 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:34.093543 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4c312e65-e6c4-415c-9294-49b7052f89b9 req-e282a5d3-7b26-4557-a870-4d810c8f8956 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 945 time: 0.0758908 Jul 07 20:49:34.133494 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4c312e65-e6c4-415c-9294-49b7052f89b9 req-7e7df591-97d8-471a-80f3-12462db6e028 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341177 Jul 07 20:49:34.406499 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc1b182-489f-43ed-9050-95f530c19ab5 x-openstack-request-id: req-1bc1b182-489f-43ed-9050-95f530c19ab5 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:34.408309 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8f03d8-52fb-415e-bb57-d333bb2f7728", "name": "network-vif-plugged", "status": "completed", "tag": "58b0a813-b1da-40ed-9a45-e0a66262e0e3", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:34.408309 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1bc1b182-489f-43ed-9050-95f530c19ab5 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:34.408309 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8f03d8-52fb-415e-bb57-d333bb2f7728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b0a813-b1da-40ed-9a45-e0a66262e0e3', 'code': 200} Jul 07 20:49:34.474632 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f67874-cbaf-44e2-8061-a50f9cc4f801 req-7674251d-724d-4db2-af75-31af3e63bbed tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:34.476367 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70f67874-cbaf-44e2-8061-a50f9cc4f801 req-7674251d-724d-4db2-af75-31af3e63bbed tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?device_id=44ed6bad-6c02-4a3e-afa7-88a01e19ed0b HTTP/1.1" status: 200 len: 945 time: 0.0797520 Jul 07 20:49:34.528360 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70f67874-cbaf-44e2-8061-a50f9cc4f801 req-862905d8-487d-44f5-aaa4-895bb4bcfa7d tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bfe1897-b4d2-428c-bb4a-07d2013038b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424387 Jul 07 20:49:34.610800 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd48ae8-3031-4d37-aa7e-62f422ae3371 req-85ee4cfb-eb6c-4905-9985-bf1ca2182365 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:34.615861 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5cd48ae8-3031-4d37-aa7e-62f422ae3371 req-85ee4cfb-eb6c-4905-9985-bf1ca2182365 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 946 time: 0.0844703 Jul 07 20:49:34.672673 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5cd48ae8-3031-4d37-aa7e-62f422ae3371 req-7226a0b1-9269-47ab-bf87-e2cd66909606 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539985 Jul 07 20:49:34.728083 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c74d4-ba90-4fc3-8cce-c5d02c9e62ca req-f93ccd4e-cff9-4ca1-be2c-d65daf208c09 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:34.729595 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1d4c74d4-ba90-4fc3-8cce-c5d02c9e62ca req-f93ccd4e-cff9-4ca1-be2c-d65daf208c09 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3a092c3-2760-411d-b39e-277664d31fbf HTTP/1.1" status: 200 len: 949 time: 0.0729327 Jul 07 20:49:34.768451 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1d4c74d4-ba90-4fc3-8cce-c5d02c9e62ca req-f8c76683-8a15-457a-a2a0-b27879c02ce3 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330091 Jul 07 20:49:34.844985 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c6385-fe6d-498e-b8a1-9d471a08e41a req-80ea753a-1e48-4ad5-b1cb-555d2155d9a1 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:34.846579 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-346c6385-fe6d-498e-b8a1-9d471a08e41a req-80ea753a-1e48-4ad5-b1cb-555d2155d9a1 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=b570c24b-2c16-4f9e-a533-6b25e6237ad9 HTTP/1.1" status: 200 len: 950 time: 0.0735271 Jul 07 20:49:34.900025 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-346c6385-fe6d-498e-b8a1-9d471a08e41a req-8157ec9e-25b8-4e9d-99e9-af9df2cddd70 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434394 Jul 07 20:49:34.970706 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e914312-a61c-4d7e-b0a0-3f7f263c755e req-a5ca931f-688c-4ed7-b919-c6608faf5643 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:34.973517 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6e914312-a61c-4d7e-b0a0-3f7f263c755e req-a5ca931f-688c-4ed7-b919-c6608faf5643 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 1097 time: 0.0840945 Jul 07 20:49:35.028970 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6e914312-a61c-4d7e-b0a0-3f7f263c755e req-0c21503d-7312-4859-adbc-283c4266ca47 tempest-LiveAutoBlockMigrationV225Test-1122292601 tempest-LiveAutoBlockMigrationV225Test-1122292601-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435033 Jul 07 20:49:35.111109 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:35.112995 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7435638-a834-4425-86f6-eb47034d3d23 req-1eb83b80-bef0-4a5b-b417-24cc4bce6cad tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:35.114532 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7435638-a834-4425-86f6-eb47034d3d23 req-1eb83b80-bef0-4a5b-b417-24cc4bce6cad tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d5e54f-5f73-4f42-9a14-8ddd02ad5321 HTTP/1.1" status: 200 len: 947 time: 0.0817366 Jul 07 20:49:35.160874 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7435638-a834-4425-86f6-eb47034d3d23 req-50ff2c59-71c8-4028-b94e-6d36efd068d9 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/security-groups?id=874f0bf5-694d-4344-9faf-2d9d65177227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360386 Jul 07 20:49:35.222938 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f572ea-0a7b-44f0-a19b-81254d8c3c49 req-1c08cf60-8891-4800-8b0a-bd9738190665 tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:35.224509 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97f572ea-0a7b-44f0-a19b-81254d8c3c49 req-1c08cf60-8891-4800-8b0a-bd9738190665 tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b570c24b-2c16-4f9e-a533-6b25e6237ad9 HTTP/1.1" status: 200 len: 1102 time: 0.0547814 Jul 07 20:49:35.262817 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97f572ea-0a7b-44f0-a19b-81254d8c3c49 req-b907c4ee-2bda-4467-9701-1265833d2f99 tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318909 Jul 07 20:49:35.533560 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-b0d7cfd5-80e5-4451-bdee-8129d6f7ded4 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267603 Jul 07 20:49:35.699271 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-7352b04d-bb10-4f12-b1a0-8cd893a4dd60 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:35.701480 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-7352b04d-bb10-4f12-b1a0-8cd893a4dd60 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1624694 Jul 07 20:49:35.723002 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-47fcd155-5793-4566-a22e-616c10ede912 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/quotas/a1c17a3325344c6cbaa5788b7ca45ebf HTTP/1.1" status: 200 len: 375 time: 0.0153990 Jul 07 20:49:35.750480 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65a6d1-8102-4282-b046-66f56b343130 req-369e44cb-e5c2-4027-bb4b-2853649e739f tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:35.752026 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a65a6d1-8102-4282-b046-66f56b343130 req-369e44cb-e5c2-4027-bb4b-2853649e739f tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 945 time: 0.1288114 Jul 07 20:49:35.816121 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a65a6d1-8102-4282-b046-66f56b343130 req-6b9eb9bc-219e-4ab7-a0d7-fd9cabb2faac tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448451 Jul 07 20:49:35.859031 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-89cf2137-5336-4c63-af72-519c80459fff tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1302888 Jul 07 20:49:36.018019 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e4581-8d2a-4e88-8c81-60a4c52a6a3f req-af5f0f48-01e0-496d-b481-c60d6bd17373 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:36.019596 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-736e4581-8d2a-4e88-8c81-60a4c52a6a3f req-af5f0f48-01e0-496d-b481-c60d6bd17373 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?device_id=44ed6bad-6c02-4a3e-afa7-88a01e19ed0b HTTP/1.1" status: 200 len: 945 time: 0.0910127 Jul 07 20:49:36.062723 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-736e4581-8d2a-4e88-8c81-60a4c52a6a3f req-d6024beb-658a-4aff-b87d-e96dedb00f31 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bfe1897-b4d2-428c-bb4a-07d2013038b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352654 Jul 07 20:49:36.191748 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f6dfe-3e19-4f75-bad3-a523f5150379 req-4bb9b0c7-a11f-4ed2-8739-5c23974aca60 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:36.193292 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c34f6dfe-3e19-4f75-bad3-a523f5150379 req-4bb9b0c7-a11f-4ed2-8739-5c23974aca60 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 946 time: 0.1225500 Jul 07 20:49:36.270428 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c34f6dfe-3e19-4f75-bad3-a523f5150379 req-2eb59bf2-233c-4d5a-9b07-e98f36f484dc tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651884 Jul 07 20:49:36.298993 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70bbaa-64e9-425f-9b29-40de3620f71b req-ba1a4ca1-cff8-4eeb-8fac-a94c0531d25c tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:36.300691 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ad70bbaa-64e9-425f-9b29-40de3620f71b req-ba1a4ca1-cff8-4eeb-8fac-a94c0531d25c tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3a092c3-2760-411d-b39e-277664d31fbf HTTP/1.1" status: 200 len: 949 time: 0.1064909 Jul 07 20:49:36.362066 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ad70bbaa-64e9-425f-9b29-40de3620f71b req-72c3633c-1553-4030-ad66-fc81ce67b1de tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436857 Jul 07 20:49:36.401215 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-57078c18-d074-4f4e-b985-24937dbeb745 req-0b844732-a7b6-472d-8aea-6d57816fffd8 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef1b33e0-af1c-4614-8cea-81e5c78eafeb HTTP/1.1" status: 200 len: 210 time: 0.0369430 Jul 07 20:49:36.414283 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a9b23-92b6-47d5-b5e7-933f2ccc734f req-f82ee8c0-1dcf-4d8f-995d-c554c6df5389 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:36.415998 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd7a9b23-92b6-47d5-b5e7-933f2ccc734f req-f82ee8c0-1dcf-4d8f-995d-c554c6df5389 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.58 "GET /v2.0/ports?device_id=22d5e54f-5f73-4f42-9a14-8ddd02ad5321 HTTP/1.1" status: 200 len: 947 time: 0.1347141 Jul 07 20:49:36.624280 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51428852-a600-4feb-9adb-a275557e0d3a req-4a2a3d2c-c5b5-4748-85b4-dbd9a62377e6 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:36.626294 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51428852-a600-4feb-9adb-a275557e0d3a req-4a2a3d2c-c5b5-4748-85b4-dbd9a62377e6 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d5e54f-5f73-4f42-9a14-8ddd02ad5321 HTTP/1.1" status: 200 len: 947 time: 0.1249082 Jul 07 20:49:36.628786 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-bd7a9b23-92b6-47d5-b5e7-933f2ccc734f req-fe517361-ea84-4188-92bf-54f659e3774e tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Deleting port 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:49:36.629278 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bd7a9b23-92b6-47d5-b5e7-933f2ccc734f req-fe517361-ea84-4188-92bf-54f659e3774e tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:36.754143 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51428852-a600-4feb-9adb-a275557e0d3a req-9c9dd7ab-3466-4760-b930-990086524fd2 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/security-groups?id=874f0bf5-694d-4344-9faf-2d9d65177227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091225 Jul 07 20:49:36.795032 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-bd7a9b23-92b6-47d5-b5e7-933f2ccc734f req-fe517361-ea84-4188-92bf-54f659e3774e tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] For port 10f9f8a7-bacb-44c3-b5bb-211e8ba39706, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=10f9f8a7-bacb-44c3-b5bb-211e8ba39706,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:36.795418 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bd7a9b23-92b6-47d5-b5e7-933f2ccc734f req-fe517361-ea84-4188-92bf-54f659e3774e tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:36.820284 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6867ee-dbda-4e13-a6e6-b51386b3ab3b req-89017d37-7b31-4c81-bc9f-5401e8407444 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:36.821827 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ce6867ee-dbda-4e13-a6e6-b51386b3ab3b req-89017d37-7b31-4c81-bc9f-5401e8407444 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.39 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 945 time: 0.1756208 Jul 07 20:49:36.822706 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-bd7a9b23-92b6-47d5-b5e7-933f2ccc734f req-fe517361-ea84-4188-92bf-54f659e3774e tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Calling delete_port for 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:49:37.063876 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-ce6867ee-dbda-4e13-a6e6-b51386b3ab3b req-e47b9e96-14c6-48de-9237-457c160f51ac tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Deleting port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:49:37.064226 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ce6867ee-dbda-4e13-a6e6-b51386b3ab3b req-e47b9e96-14c6-48de-9237-457c160f51ac tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:37.120866 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8d30c-ef8a-4422-947b-7037e48a2a3c req-a88fb1da-7540-48b3-908a-52634bc92a10 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:37.122220 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cbd8d30c-ef8a-4422-947b-7037e48a2a3c req-a88fb1da-7540-48b3-908a-52634bc92a10 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 945 time: 0.1802673 Jul 07 20:49:37.137367 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bd7a9b23-92b6-47d5-b5e7-933f2ccc734f req-fe517361-ea84-4188-92bf-54f659e3774e tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:37.185109 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe517361-ea84-4188-92bf-54f659e3774e tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Pushing event deleted for resources: {'Port': ['ID=10f9f8a7-bacb-44c3-b5bb-211e8ba39706,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:37.275948 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cbd8d30c-ef8a-4422-947b-7037e48a2a3c req-86c9bd97-10b4-4ae4-a59c-4bc479b4d8ee tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426122 Jul 07 20:49:37.286681 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-ce6867ee-dbda-4e13-a6e6-b51386b3ab3b req-e47b9e96-14c6-48de-9237-457c160f51ac tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] For port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:37.286986 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ce6867ee-dbda-4e13-a6e6-b51386b3ab3b req-e47b9e96-14c6-48de-9237-457c160f51ac tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:37.590407 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7a9b23-92b6-47d5-b5e7-933f2ccc734f req-fe517361-ea84-4188-92bf-54f659e3774e tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] No DVR routers for this DVR port 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:49:37.616465 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bd7a9b23-92b6-47d5-b5e7-933f2ccc734f req-fe517361-ea84-4188-92bf-54f659e3774e tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:37.618441 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd7a9b23-92b6-47d5-b5e7-933f2ccc734f req-fe517361-ea84-4188-92bf-54f659e3774e tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.58 "DELETE /v2.0/ports/10f9f8a7-bacb-44c3-b5bb-211e8ba39706 HTTP/1.1" status: 204 len: 173 time: 1.1837430 Jul 07 20:49:37.618904 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d5e54f-5f73-4f42-9a14-8ddd02ad5321', 'name': 'network-vif-deleted', 'tag': '10f9f8a7-bacb-44c3-b5bb-211e8ba39706'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:37.621558 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd4a758-7478-4ef3-8240-442eedf8f454" -d '{"events": [{"server_uuid": "22d5e54f-5f73-4f42-9a14-8ddd02ad5321", "name": "network-vif-deleted", "tag": "10f9f8a7-bacb-44c3-b5bb-211e8ba39706"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:37.640645 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-ce6867ee-dbda-4e13-a6e6-b51386b3ab3b req-e47b9e96-14c6-48de-9237-457c160f51ac tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Calling delete_port for f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:49:37.720220 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-77e0d3d7-0616-4968-862e-1fe0364798c2 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368814 Jul 07 20:49:37.773493 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a0889-ffed-4569-98ad-52b9a5cc73fa req-c8e1c25c-9e6a-43e1-8439-dcd4975b5cf0 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:37.774147 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d03a0889-ffed-4569-98ad-52b9a5cc73fa req-c8e1c25c-9e6a-43e1-8439-dcd4975b5cf0 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?device_id=44ed6bad-6c02-4a3e-afa7-88a01e19ed0b HTTP/1.1" status: 200 len: 945 time: 0.5869157 Jul 07 20:49:37.805456 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:49:37.833528 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e724791-0af4-4ea6-8012-abec72a423c1 req-81127c68-a7f6-48b3-9845-d24006fb9fcb tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:37.834987 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e724791-0af4-4ea6-8012-abec72a423c1 req-81127c68-a7f6-48b3-9845-d24006fb9fcb tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 946 time: 0.2514374 Jul 07 20:49:37.870365 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501fe3e-5d31-42b0-ad70-6bcf310585fb req-8359ad52-8dfd-4aed-b8a4-b9fe3fc80fbe tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:37.871778 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0501fe3e-5d31-42b0-ad70-6bcf310585fb req-8359ad52-8dfd-4aed-b8a4-b9fe3fc80fbe tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 946 time: 0.2892470 Jul 07 20:49:37.892492 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-6bee5684-265b-4584-8d6e-e9759a1c77a7 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:37.894619 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-6bee5684-265b-4584-8d6e-e9759a1c77a7 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1662178 Jul 07 20:49:37.915177 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-67d20c8b-9f05-4166-8b10-39c1c868b422 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Request body: {'port': {'device_id': 'ef1b33e0-af1c-4614-8cea-81e5c78eafeb', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': 'a1c17a3325344c6cbaa5788b7ca45ebf'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:37.932753 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 58b0a813-b1da-40ed-9a45-e0a66262e0e3 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:49:37.977982 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d03a0889-ffed-4569-98ad-52b9a5cc73fa req-ee608ad0-ebbb-4e3f-89af-6b95512d64cc tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bfe1897-b4d2-428c-bb4a-07d2013038b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954470 Jul 07 20:49:38.028180 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:38.060569 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8f03d8-52fb-415e-bb57-d333bb2f7728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58b0a813-b1da-40ed-9a45-e0a66262e0e3'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:38.063278 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2577451-06cb-4c3f-8c69-127a54a11562" -d '{"events": [{"server_uuid": "2d8f03d8-52fb-415e-bb57-d333bb2f7728", "name": "network-vif-unplugged", "status": "completed", "tag": "58b0a813-b1da-40ed-9a45-e0a66262e0e3"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:38.078388 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 58b0a813-b1da-40ed-9a45-e0a66262e0e3, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=58b0a813-b1da-40ed-9a45-e0a66262e0e3,segment=NetworkSegment(bf53d961-3859-4756-83b3-c7352abc25ca),segment_id=bf53d961-3859-4756-83b3-c7352abc25ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:38.084936 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:38.088135 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-67d20c8b-9f05-4166-8b10-39c1c868b422 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Made reservation on behalf of a1c17a3325344c6cbaa5788b7ca45ebf for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:38.097377 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-67d20c8b-9f05-4166-8b10-39c1c868b422 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:38.148764 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0501fe3e-5d31-42b0-ad70-6bcf310585fb req-a15aaca6-3012-4a65-ae7a-8008917e06c6 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561200 Jul 07 20:49:38.156827 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=58b0a813-b1da-40ed-9a45-e0a66262e0e3,revision_number=8']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:38.177715 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ce6867ee-dbda-4e13-a6e6-b51386b3ab3b req-e47b9e96-14c6-48de-9237-457c160f51ac tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:38.193476 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['2715bb04-5adc-46de-a931-3952a8ed1b25'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:38.252708 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b9e96-14c6-48de-9237-457c160f51ac tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Pushing event deleted for resources: {'Port': ['ID=f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:38.299242 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b030388-6e27-4445-9db7-aaea954fdeb2 req-c2266233-4983-4013-a872-9214d6c49519 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:38.301831 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-67d20c8b-9f05-4166-8b10-39c1c868b422 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Allocated IP 192.168.233.67 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/80b96fea-1125-4b57-aaf4-0c52c3587136) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:49:38.302322 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0b030388-6e27-4445-9db7-aaea954fdeb2 req-c2266233-4983-4013-a872-9214d6c49519 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.58 "GET /v2.0/ports?device_id=44ed6bad-6c02-4a3e-afa7-88a01e19ed0b HTTP/1.1" status: 200 len: 945 time: 0.4409988 Jul 07 20:49:38.381709 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6867ee-dbda-4e13-a6e6-b51386b3ab3b req-e47b9e96-14c6-48de-9237-457c160f51ac tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] No DVR routers for this DVR port f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:49:38.384197 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ce6867ee-dbda-4e13-a6e6-b51386b3ab3b req-e47b9e96-14c6-48de-9237-457c160f51ac tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:38.387692 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ce6867ee-dbda-4e13-a6e6-b51386b3ab3b req-e47b9e96-14c6-48de-9237-457c160f51ac tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.39 "DELETE /v2.0/ports/f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b HTTP/1.1" status: 204 len: 173 time: 1.5556653 Jul 07 20:49:38.419039 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6a92083-7ef0-486e-a1cf-8820100e5be8 req-5e96dca8-f1ed-4a14-8dce-24c5d099c8d0 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef1b33e0-af1c-4614-8cea-81e5c78eafeb HTTP/1.1" status: 200 len: 210 time: 0.1122279 Jul 07 20:49:38.490356 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-67d20c8b-9f05-4166-8b10-39c1c868b422 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:38.496768 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-8e724791-0af4-4ea6-8012-abec72a423c1 req-9b6b9d4e-2b04-4006-a8a2-0a1c855dbb99 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Deleting port 58b0a813-b1da-40ed-9a45-e0a66262e0e3 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:49:38.497113 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8e724791-0af4-4ea6-8012-abec72a423c1 req-9b6b9d4e-2b04-4006-a8a2-0a1c855dbb99 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:38.523727 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-67d20c8b-9f05-4166-8b10-39c1c868b422 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Transition to ACTIVE for port object 80b96fea-1125-4b57-aaf4-0c52c3587136 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:49:38.568503 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-67d20c8b-9f05-4166-8b10-39c1c868b422 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:38.591047 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['3f2f695a-9a83-4fa2-9166-162abc5fdd62', '3fd3d68c-e58c-4865-9dbd-4ad768444535', '19254ff3-2f0f-4684-b14a-aa9c0294c902', '01187ebd-7ebb-415f-9591-d6cf0cc026a4'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:38.630392 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17bd1a-e19b-4af6-ba0f-164244421173 req-7fa968e1-5de6-4578-acea-56e9ff315f49 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:38.633503 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-67d20c8b-9f05-4166-8b10-39c1c868b422 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:49:38.637273 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-67d20c8b-9f05-4166-8b10-39c1c868b422 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:38.671068 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7b17bd1a-e19b-4af6-ba0f-164244421173 req-7fa968e1-5de6-4578-acea-56e9ff315f49 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3a092c3-2760-411d-b39e-277664d31fbf HTTP/1.1" status: 200 len: 949 time: 0.5373161 Jul 07 20:49:38.674982 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d20c8b-9f05-4166-8b10-39c1c868b422 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Pushing event updated for resources: {'Port': ['ID=80b96fea-1125-4b57-aaf4-0c52c3587136,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:38.684706 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-67d20c8b-9f05-4166-8b10-39c1c868b422 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:49:38.775983 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-67d20c8b-9f05-4166-8b10-39c1c868b422 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:38.781749 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-67d20c8b-9f05-4166-8b10-39c1c868b422 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:38.841679 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-67d20c8b-9f05-4166-8b10-39c1c868b422 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9306877 Jul 07 20:49:38.858383 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7b17bd1a-e19b-4af6-ba0f-164244421173 req-0cbeb8e1-257b-4926-a8c9-93c5edfca6c6 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858306 Jul 07 20:49:38.861775 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-a768cc5f-3275-4d07-9015-95abe4d46813 service neutron] Request body: {'port': {'device_id': 'ef1b33e0-af1c-4614-8cea-81e5c78eafeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:38.876230 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c462ef-9fce-49d8-9a44-e4fbe14ef520 req-1febd54b-a100-45ac-8d4a-7d5f524cf4a4 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:38.878192 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-95c462ef-9fce-49d8-9a44-e4fbe14ef520 req-1febd54b-a100-45ac-8d4a-7d5f524cf4a4 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3a092c3-2760-411d-b39e-277664d31fbf HTTP/1.1" status: 200 len: 949 time: 0.5747647 Jul 07 20:49:38.894533 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f122604f-c21a-4888-9ddc-1d2027fb8b45 x-openstack-request-id: req-f122604f-c21a-4888-9ddc-1d2027fb8b45 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:38.896413 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d5e54f-5f73-4f42-9a14-8ddd02ad5321", "name": "network-vif-deleted", "tag": "10f9f8a7-bacb-44c3-b5bb-211e8ba39706", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:38.897654 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f122604f-c21a-4888-9ddc-1d2027fb8b45 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:38.899198 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d5e54f-5f73-4f42-9a14-8ddd02ad5321', 'name': 'network-vif-deleted', 'tag': '10f9f8a7-bacb-44c3-b5bb-211e8ba39706', 'status': 'completed', 'code': 200} Jul 07 20:49:38.903239 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-8e724791-0af4-4ea6-8012-abec72a423c1 req-9b6b9d4e-2b04-4006-a8a2-0a1c855dbb99 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] For port 58b0a813-b1da-40ed-9a45-e0a66262e0e3, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=58b0a813-b1da-40ed-9a45-e0a66262e0e3,segment=NetworkSegment(bf53d961-3859-4756-83b3-c7352abc25ca),segment_id=bf53d961-3859-4756-83b3-c7352abc25ca)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:38.908727 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8e724791-0af4-4ea6-8012-abec72a423c1 req-9b6b9d4e-2b04-4006-a8a2-0a1c855dbb99 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:39.020341 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['c801cc7b-e11f-4614-939c-2a4dcc21c18d', '24eda47b-c96d-45e4-af25-3e78133a0dac', 'b43f1e22-d294-4224-9ea5-e3b3f2749a39'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:39.029161 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-8e724791-0af4-4ea6-8012-abec72a423c1 req-9b6b9d4e-2b04-4006-a8a2-0a1c855dbb99 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Calling delete_port for 58b0a813-b1da-40ed-9a45-e0a66262e0e3 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:49:39.054651 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-a768cc5f-3275-4d07-9015-95abe4d46813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:39.107297 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-0b030388-6e27-4445-9db7-aaea954fdeb2 req-3998d0c6-5192-4c69-820c-2dea37d61371 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Deleting port 2fc5b159-da95-4789-ac31-abbf97fcf901 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:49:39.107984 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0b030388-6e27-4445-9db7-aaea954fdeb2 req-3998d0c6-5192-4c69-820c-2dea37d61371 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:39.193425 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e0a781-8f6d-48c4-803e-a4df779c4b24 x-openstack-request-id: req-28e0a781-8f6d-48c4-803e-a4df779c4b24 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:39.194414 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8f03d8-52fb-415e-bb57-d333bb2f7728", "name": "network-vif-unplugged", "status": "completed", "tag": "58b0a813-b1da-40ed-9a45-e0a66262e0e3", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:39.194675 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-28e0a781-8f6d-48c4-803e-a4df779c4b24 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:39.195135 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8f03d8-52fb-415e-bb57-d333bb2f7728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58b0a813-b1da-40ed-9a45-e0a66262e0e3', 'code': 200} Jul 07 20:49:39.268234 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2630a288-1648-4610-9b24-600253631d5d req-39a5cc7a-65f9-4a7f-8300-35c4b8a27a51 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/ports?device_id=22d5e54f-5f73-4f42-9a14-8ddd02ad5321 HTTP/1.1" status: 200 len: 210 time: 0.1142774 Jul 07 20:49:39.324353 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d8e68ee6-7c67-40b6-870e-fdef85051353 None None] Provisioning for port 80b96fea-1125-4b57-aaf4-0c52c3587136 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:49:39.336446 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d8e68ee6-7c67-40b6-870e-fdef85051353 None None] Provisioning complete for port 80b96fea-1125-4b57-aaf4-0c52c3587136 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:39.336446 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d8e68ee6-7c67-40b6-870e-fdef85051353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:39.384853 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-0b030388-6e27-4445-9db7-aaea954fdeb2 req-3998d0c6-5192-4c69-820c-2dea37d61371 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] For port 2fc5b159-da95-4789-ac31-abbf97fcf901, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=2fc5b159-da95-4789-ac31-abbf97fcf901,segment=NetworkSegment(7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef),segment_id=7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:39.385252 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0b030388-6e27-4445-9db7-aaea954fdeb2 req-3998d0c6-5192-4c69-820c-2dea37d61371 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:39.391637 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-95c462ef-9fce-49d8-9a44-e4fbe14ef520 req-10b28967-6b26-4491-b419-0e3f66a74b27 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Deleting port f87f3251-0399-4690-b0cb-f0be4bdd8036 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:49:39.391949 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-95c462ef-9fce-49d8-9a44-e4fbe14ef520 req-10b28967-6b26-4491-b419-0e3f66a74b27 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:39.393664 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-d8e68ee6-7c67-40b6-870e-fdef85051353 None None] Port 80b96fea-1125-4b57-aaf4-0c52c3587136 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:49:39.451706 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f08e9aa3-ae77-4729-a80a-414428c92bc6 req-519d9cad-37ac-4200-b9e5-bde7586285c4 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 210 time: 0.0858653 Jul 07 20:49:39.551091 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-a768cc5f-3275-4d07-9015-95abe4d46813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b96fea-1125-4b57-aaf4-0c52c3587136 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:49:39.560268 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-a768cc5f-3275-4d07-9015-95abe4d46813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:39.574545 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-0b030388-6e27-4445-9db7-aaea954fdeb2 req-3998d0c6-5192-4c69-820c-2dea37d61371 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Calling delete_port for 2fc5b159-da95-4789-ac31-abbf97fcf901 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:49:39.576068 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-a768cc5f-3275-4d07-9015-95abe4d46813 service neutron] Transition to ACTIVE for port object 80b96fea-1125-4b57-aaf4-0c52c3587136 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:49:39.581813 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-a768cc5f-3275-4d07-9015-95abe4d46813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:39.705795 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768cc5f-3275-4d07-9015-95abe4d46813 service neutron] Pushing event updated for resources: {'Port': ['ID=80b96fea-1125-4b57-aaf4-0c52c3587136,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:39.753757 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8e724791-0af4-4ea6-8012-abec72a423c1 req-9b6b9d4e-2b04-4006-a8a2-0a1c855dbb99 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:39.798602 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-a768cc5f-3275-4d07-9015-95abe4d46813 service neutron] Attempting to bind port 80b96fea-1125-4b57-aaf4-0c52c3587136 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:49:39.799242 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-a768cc5f-3275-4d07-9015-95abe4d46813 service neutron] Attempting to bind port 80b96fea-1125-4b57-aaf4-0c52c3587136 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:49:39.799611 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-a768cc5f-3275-4d07-9015-95abe4d46813 service neutron] Attempting to bind port 80b96fea-1125-4b57-aaf4-0c52c3587136 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:39.811645 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-a768cc5f-3275-4d07-9015-95abe4d46813 service neutron] Port 80b96fea-1125-4b57-aaf4-0c52c3587136 on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:49:39.812010 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-a768cc5f-3275-4d07-9015-95abe4d46813 service neutron] Attempting to bind port 80b96fea-1125-4b57-aaf4-0c52c3587136 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:39.818523 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-a768cc5f-3275-4d07-9015-95abe4d46813 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:49:39.819018 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-a768cc5f-3275-4d07-9015-95abe4d46813 service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:39.819429 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-a768cc5f-3275-4d07-9015-95abe4d46813 service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:49:39.819906 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-a768cc5f-3275-4d07-9015-95abe4d46813 service neutron] Bound port: 80b96fea-1125-4b57-aaf4-0c52c3587136, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:49:39.820906 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-a768cc5f-3275-4d07-9015-95abe4d46813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:39.825805 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b9d4e-2b04-4006-a8a2-0a1c855dbb99 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Pushing event deleted for resources: {'Port': ['ID=58b0a813-b1da-40ed-9a45-e0a66262e0e3,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:39.840414 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-95c462ef-9fce-49d8-9a44-e4fbe14ef520 req-10b28967-6b26-4491-b419-0e3f66a74b27 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] For port f87f3251-0399-4690-b0cb-f0be4bdd8036, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f87f3251-0399-4690-b0cb-f0be4bdd8036,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:39.840782 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-95c462ef-9fce-49d8-9a44-e4fbe14ef520 req-10b28967-6b26-4491-b419-0e3f66a74b27 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:39.889327 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-95c462ef-9fce-49d8-9a44-e4fbe14ef520 req-10b28967-6b26-4491-b419-0e3f66a74b27 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Calling delete_port for f87f3251-0399-4690-b0cb-f0be4bdd8036 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:49:39.915059 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-a768cc5f-3275-4d07-9015-95abe4d46813 service neutron] For port 80b96fea-1125-4b57-aaf4-0c52c3587136, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:49:39.918501 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-a768cc5f-3275-4d07-9015-95abe4d46813 service neutron] For port 80b96fea-1125-4b57-aaf4-0c52c3587136, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=80b96fea-1125-4b57-aaf4-0c52c3587136,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:49:39.925221 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-a768cc5f-3275-4d07-9015-95abe4d46813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:39.967633 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-a768cc5f-3275-4d07-9015-95abe4d46813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:39.968251 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-a768cc5f-3275-4d07-9015-95abe4d46813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:39.969938 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-a768cc5f-3275-4d07-9015-95abe4d46813 service neutron] 10.222.0.39 "PUT /v2.0/ports/80b96fea-1125-4b57-aaf4-0c52c3587136 HTTP/1.1" status: 200 len: 1096 time: 1.1140006 Jul 07 20:49:39.972742 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1b33e0-af1c-4614-8cea-81e5c78eafeb', 'tag': '80b96fea-1125-4b57-aaf4-0c52c3587136'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:39.975108 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47498044-9173-4206-a91e-b6bcb0fe2371" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1b33e0-af1c-4614-8cea-81e5c78eafeb", "tag": "80b96fea-1125-4b57-aaf4-0c52c3587136"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:40.008487 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768cc5f-3275-4d07-9015-95abe4d46813 service neutron] Pushing event updated for resources: {'Port': ['ID=80b96fea-1125-4b57-aaf4-0c52c3587136,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:40.008772 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e724791-0af4-4ea6-8012-abec72a423c1 req-9b6b9d4e-2b04-4006-a8a2-0a1c855dbb99 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] No DVR routers for this DVR port 58b0a813-b1da-40ed-9a45-e0a66262e0e3 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:49:40.023304 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8e724791-0af4-4ea6-8012-abec72a423c1 req-9b6b9d4e-2b04-4006-a8a2-0a1c855dbb99 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:40.025313 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e724791-0af4-4ea6-8012-abec72a423c1 req-9b6b9d4e-2b04-4006-a8a2-0a1c855dbb99 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.39 "DELETE /v2.0/ports/58b0a813-b1da-40ed-9a45-e0a66262e0e3 HTTP/1.1" status: 204 len: 173 time: 2.1752794 Jul 07 20:49:40.030075 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0b030388-6e27-4445-9db7-aaea954fdeb2 req-3998d0c6-5192-4c69-820c-2dea37d61371 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:40.064687 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device f87f3251-0399-4690-b0cb-f0be4bdd8036 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:49:40.090996 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d68adc-e4c9-4a37-9a29-882e097fcb60 req-c7e02cf3-ff03-4364-8ebe-2544b9fec4f0 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:40.093816 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f2d68adc-e4c9-4a37-9a29-882e097fcb60 req-c7e02cf3-ff03-4364-8ebe-2544b9fec4f0 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?device_id=44ed6bad-6c02-4a3e-afa7-88a01e19ed0b HTTP/1.1" status: 200 len: 945 time: 0.5457578 Jul 07 20:49:40.129300 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f9350-fe67-44b8-86d8-b1087df7b1d2 req-c3799cce-a26e-47d1-8686-15b92f27a96d tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:40.138943 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-909f9350-fe67-44b8-86d8-b1087df7b1d2 req-c3799cce-a26e-47d1-8686-15b92f27a96d tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d8f03d8-52fb-415e-bb57-d333bb2f7728 HTTP/1.1" status: 200 len: 865 time: 0.4844325 Jul 07 20:49:40.183517 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998d0c6-5192-4c69-820c-2dea37d61371 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Pushing event deleted for resources: {'Port': ['ID=2fc5b159-da95-4789-ac31-abbf97fcf901,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:40.200916 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:40.248411 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port f87f3251-0399-4690-b0cb-f0be4bdd8036, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f87f3251-0399-4690-b0cb-f0be4bdd8036,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:40.258848 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:40.259992 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 2fc5b159-da95-4789-ac31-abbf97fcf901 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:49:40.286998 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 2fc5b159-da95-4789-ac31-abbf97fcf901 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:49:40.287830 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 2fc5b159-da95-4789-ac31-abbf97fcf901 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:49:40.289068 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:49:40.305662 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b030388-6e27-4445-9db7-aaea954fdeb2 req-3998d0c6-5192-4c69-820c-2dea37d61371 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] No DVR routers for this DVR port 2fc5b159-da95-4789-ac31-abbf97fcf901 on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:49:40.316796 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-909f9350-fe67-44b8-86d8-b1087df7b1d2 req-4b21547c-7f7a-4027-b7d6-2a4d7cac464f tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768558 Jul 07 20:49:40.322091 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0b030388-6e27-4445-9db7-aaea954fdeb2 req-3998d0c6-5192-4c69-820c-2dea37d61371 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:40.324366 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0b030388-6e27-4445-9db7-aaea954fdeb2 req-3998d0c6-5192-4c69-820c-2dea37d61371 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.58 "DELETE /v2.0/ports/2fc5b159-da95-4789-ac31-abbf97fcf901 HTTP/1.1" status: 204 len: 173 time: 1.9898865 Jul 07 20:49:40.360446 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:49:40.360886 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 10f9f8a7-bacb-44c3-b5bb-211e8ba39706 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:49:40.379564 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f2d68adc-e4c9-4a37-9a29-882e097fcb60 req-c494a640-5a80-4d20-9d52-21f9495ab230 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bfe1897-b4d2-428c-bb4a-07d2013038b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179430 Jul 07 20:49:40.392965 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=f87f3251-0399-4690-b0cb-f0be4bdd8036,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:40.514899 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-95c462ef-9fce-49d8-9a44-e4fbe14ef520 req-10b28967-6b26-4491-b419-0e3f66a74b27 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:40.553401 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-136a909d-ca72-4fba-974e-2672160eded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:40.555472 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-136a909d-ca72-4fba-974e-2672160eded8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&device_id=ef1b33e0-af1c-4614-8cea-81e5c78eafeb HTTP/1.1" status: 200 len: 1099 time: 0.4387982 Jul 07 20:49:40.597926 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b28967-6b26-4491-b419-0e3f66a74b27 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Pushing event deleted for resources: {'Port': ['ID=f87f3251-0399-4690-b0cb-f0be4bdd8036,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:40.658916 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-1d459491-fa80-4fb7-b0cb-d071b86cfe31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=80b96fea-1125-4b57-aaf4-0c52c3587136 HTTP/1.1" status: 200 len: 217 time: 0.0822353 Jul 07 20:49:40.684421 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c462ef-9fce-49d8-9a44-e4fbe14ef520 req-10b28967-6b26-4491-b419-0e3f66a74b27 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] No DVR routers for this DVR port f87f3251-0399-4690-b0cb-f0be4bdd8036 on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:49:40.711441 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-95c462ef-9fce-49d8-9a44-e4fbe14ef520 req-10b28967-6b26-4491-b419-0e3f66a74b27 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:40.713249 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-95c462ef-9fce-49d8-9a44-e4fbe14ef520 req-10b28967-6b26-4491-b419-0e3f66a74b27 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.58 "DELETE /v2.0/ports/f87f3251-0399-4690-b0cb-f0be4bdd8036 HTTP/1.1" status: 204 len: 173 time: 1.8121054 Jul 07 20:49:40.719147 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1abbc3ae-72c4-4e19-8343-14f144c706e3 req-7d1c4954-e6d0-4450-be50-2930015a8fb6 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3a092c3-2760-411d-b39e-277664d31fbf HTTP/1.1" status: 200 len: 210 time: 0.0683155 Jul 07 20:49:40.768231 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-2bc43b74-2802-4fa3-bd7b-d5e35f17a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:40.769850 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-2bc43b74-2802-4fa3-bd7b-d5e35f17a78e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0821187 Jul 07 20:49:40.781426 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b405b65-4120-4b94-b578-ebacb8493634 req-999b2d96-e4e2-41c7-9719-fd120caab38f tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:40.788761 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5492af-bd4f-4ce1-8050-8cb9edd749b3 x-openstack-request-id: req-0a5492af-bd4f-4ce1-8050-8cb9edd749b3 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:40.788911 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9b405b65-4120-4b94-b578-ebacb8493634 req-999b2d96-e4e2-41c7-9719-fd120caab38f tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef1b33e0-af1c-4614-8cea-81e5c78eafeb HTTP/1.1" status: 200 len: 947 time: 0.2969079 Jul 07 20:49:40.789511 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1b33e0-af1c-4614-8cea-81e5c78eafeb", "tag": "80b96fea-1125-4b57-aaf4-0c52c3587136", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:40.790474 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a5492af-bd4f-4ce1-8050-8cb9edd749b3 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:40.791102 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1b33e0-af1c-4614-8cea-81e5c78eafeb', 'tag': '80b96fea-1125-4b57-aaf4-0c52c3587136', 'status': 'completed', 'code': 200} Jul 07 20:49:40.872170 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9b405b65-4120-4b94-b578-ebacb8493634 req-137ca0a3-fea2-40d0-8cf9-77ef74f49313 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822086 Jul 07 20:49:40.899931 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05bb8aa-533a-4afb-b31a-cbda267ea0eb', 'name': 'network-vif-deleted', 'tag': 'f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b'}, {'server_uuid': '2d8f03d8-52fb-415e-bb57-d333bb2f7728', 'name': 'network-vif-deleted', 'tag': '58b0a813-b1da-40ed-9a45-e0a66262e0e3'}, {'server_uuid': '44ed6bad-6c02-4a3e-afa7-88a01e19ed0b', 'name': 'network-vif-deleted', 'tag': '2fc5b159-da95-4789-ac31-abbf97fcf901'}, {'server_uuid': 'd3a092c3-2760-411d-b39e-277664d31fbf', 'name': 'network-vif-deleted', 'tag': 'f87f3251-0399-4690-b0cb-f0be4bdd8036'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:40.905764 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95dfb2b-5532-4fb0-8266-5fa1d0e55cda" -d '{"events": [{"server_uuid": "b05bb8aa-533a-4afb-b31a-cbda267ea0eb", "name": "network-vif-deleted", "tag": "f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b"}, {"server_uuid": "2d8f03d8-52fb-415e-bb57-d333bb2f7728", "name": "network-vif-deleted", "tag": "58b0a813-b1da-40ed-9a45-e0a66262e0e3"}, {"server_uuid": "44ed6bad-6c02-4a3e-afa7-88a01e19ed0b", "name": "network-vif-deleted", "tag": "2fc5b159-da95-4789-ac31-abbf97fcf901"}, {"server_uuid": "d3a092c3-2760-411d-b39e-277664d31fbf", "name": "network-vif-deleted", "tag": "f87f3251-0399-4690-b0cb-f0be4bdd8036"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:40.937261 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-8237137c-6f77-44cd-8899-22dffeffb249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:40.939061 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-8237137c-6f77-44cd-8899-22dffeffb249 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1402993 Jul 07 20:49:41.143986 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ff4444-3339-456b-b5f3-5d1941705b18 x-openstack-request-id: req-10ff4444-3339-456b-b5f3-5d1941705b18 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:41.144291 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b05bb8aa-533a-4afb-b31a-cbda267ea0eb", "name": "network-vif-deleted", "tag": "f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b", "status": "completed", "code": 200}, {"server_uuid": "2d8f03d8-52fb-415e-bb57-d333bb2f7728", "name": "network-vif-deleted", "tag": "58b0a813-b1da-40ed-9a45-e0a66262e0e3", "status": "completed", "code": 200}, {"server_uuid": "44ed6bad-6c02-4a3e-afa7-88a01e19ed0b", "name": "network-vif-deleted", "tag": "2fc5b159-da95-4789-ac31-abbf97fcf901", "status": "completed", "code": 200}, {"server_uuid": "d3a092c3-2760-411d-b39e-277664d31fbf", "name": "network-vif-deleted", "tag": "f87f3251-0399-4690-b0cb-f0be4bdd8036", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:41.144540 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-10ff4444-3339-456b-b5f3-5d1941705b18 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:41.145048 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05bb8aa-533a-4afb-b31a-cbda267ea0eb', 'name': 'network-vif-deleted', 'tag': 'f6d7409c-14cc-4e16-b2a8-bf5cf5a7699b', 'status': 'completed', 'code': 200} Jul 07 20:49:41.145159 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8f03d8-52fb-415e-bb57-d333bb2f7728', 'name': 'network-vif-deleted', 'tag': '58b0a813-b1da-40ed-9a45-e0a66262e0e3', 'status': 'completed', 'code': 200} Jul 07 20:49:41.151533 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ed6bad-6c02-4a3e-afa7-88a01e19ed0b', 'name': 'network-vif-deleted', 'tag': '2fc5b159-da95-4789-ac31-abbf97fcf901', 'status': 'completed', 'code': 200} Jul 07 20:49:41.152917 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a092c3-2760-411d-b39e-277664d31fbf', 'name': 'network-vif-deleted', 'tag': 'f87f3251-0399-4690-b0cb-f0be4bdd8036', 'status': 'completed', 'code': 200} Jul 07 20:49:41.196625 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a092c3-2760-411d-b39e-277664d31fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f87f3251-0399-4690-b0cb-f0be4bdd8036'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:41.200534 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0e672b-742f-42fd-bb9d-4ba1bbcba954" -d '{"events": [{"server_uuid": "d3a092c3-2760-411d-b39e-277664d31fbf", "name": "network-vif-unplugged", "status": "completed", "tag": "f87f3251-0399-4690-b0cb-f0be4bdd8036"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:41.230436 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca62dc84-a5bb-4d09-8344-b009a3c99bdf req-e3c54b23-27fe-4d12-9dde-cf817c42f80d tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 210 time: 0.1138604 Jul 07 20:49:41.250816 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-664b6fb5-eebc-408d-bee1-18d1f4dba1a6 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755611 Jul 07 20:49:41.313581 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d780ab8-bca3-4556-9dc7-d1339c22247f x-openstack-request-id: req-4d780ab8-bca3-4556-9dc7-d1339c22247f {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:41.314025 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a092c3-2760-411d-b39e-277664d31fbf", "name": "network-vif-unplugged", "status": "completed", "tag": "f87f3251-0399-4690-b0cb-f0be4bdd8036", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:41.314419 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4d780ab8-bca3-4556-9dc7-d1339c22247f {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:41.314964 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a092c3-2760-411d-b39e-277664d31fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f87f3251-0399-4690-b0cb-f0be4bdd8036', 'code': 200} Jul 07 20:49:41.404225 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10cf9f18-b315-444e-b2aa-06fe3e4eecc8 req-3c207e57-7e15-4999-b649-f47bceb8c69e service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346316 Jul 07 20:49:41.410763 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['e38624ee-15c7-4315-9bd5-e1dde1f027f3', 'f1cb772a-4964-4cf7-9231-3785f088b191'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:41.415830 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['a753eeb2-acb5-4257-85ad-3a17b50dc64d'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:41.672551 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47498044-9173-4206-a91e-b6bcb0fe2371 req-bace5f06-6ada-49c8-9f81-2c1dd43655d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:41.674539 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47498044-9173-4206-a91e-b6bcb0fe2371 req-bace5f06-6ada-49c8-9f81-2c1dd43655d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&device_id=ef1b33e0-af1c-4614-8cea-81e5c78eafeb HTTP/1.1" status: 200 len: 1099 time: 0.1502457 Jul 07 20:49:41.831919 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 58b0a813-b1da-40ed-9a45-e0a66262e0e3 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:49:41.893283 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47498044-9173-4206-a91e-b6bcb0fe2371 req-a1247674-6309-48b3-8317-af8d1a2d136e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:41.897153 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47498044-9173-4206-a91e-b6bcb0fe2371 req-a1247674-6309-48b3-8317-af8d1a2d136e service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.2040086 Jul 07 20:49:41.910084 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 58b0a813-b1da-40ed-9a45-e0a66262e0e3 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:49:41.910581 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 58b0a813-b1da-40ed-9a45-e0a66262e0e3 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:49:41.976528 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47498044-9173-4206-a91e-b6bcb0fe2371 req-11508397-44fb-44f1-b6cb-aa74896481e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=80b96fea-1125-4b57-aaf4-0c52c3587136 HTTP/1.1" status: 200 len: 217 time: 0.0613046 Jul 07 20:49:42.063409 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47498044-9173-4206-a91e-b6bcb0fe2371 req-e5656e86-9246-48e5-8659-7170306d5ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:42.066230 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47498044-9173-4206-a91e-b6bcb0fe2371 req-e5656e86-9246-48e5-8659-7170306d5ee6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0735998 Jul 07 20:49:42.125417 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37014) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:42.134283 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-caaf8460-28d2-497f-be6e-4c291d95e236 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1122373015', 'description': 'tempest-description--1632385202'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:42.172653 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-caaf8460-28d2-497f-be6e-4c291d95e236 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:42.194451 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47498044-9173-4206-a91e-b6bcb0fe2371 req-f3865b87-b290-42f0-9d46-fcc2414e7a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:42.196168 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47498044-9173-4206-a91e-b6bcb0fe2371 req-f3865b87-b290-42f0-9d46-fcc2414e7a5b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1096222 Jul 07 20:49:42.372856 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47498044-9173-4206-a91e-b6bcb0fe2371 req-8bb72440-d615-47dd-a057-7a61d5617df3 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610754 Jul 07 20:49:42.436713 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-caaf8460-28d2-497f-be6e-4c291d95e236 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:42.471194 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-caaf8460-28d2-497f-be6e-4c291d95e236 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:42.524884 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-caaf8460-28d2-497f-be6e-4c291d95e236 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:42.529513 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-caaf8460-28d2-497f-be6e-4c291d95e236 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3978002 Jul 07 20:49:42.529759 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37020) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:42.538550 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-1b2637a7-f6ec-4b0b-9eee-7d8963f9f145 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Request body: {'security_group_rule': {'security_group_id': '737ecd70-6096-4dda-b365-646c37ff8aa4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:42.553357 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf8460-28d2-497f-be6e-4c291d95e236 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=737ecd70-6096-4dda-b365-646c37ff8aa4,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:42.583339 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34fac8-3cea-4662-9248-1050106b3ebe req-a48b2be7-adb1-4c3d-9528-7a793cc63a13 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:42.584847 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9f34fac8-3cea-4662-9248-1050106b3ebe req-a48b2be7-adb1-4c3d-9528-7a793cc63a13 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef1b33e0-af1c-4614-8cea-81e5c78eafeb HTTP/1.1" status: 200 len: 947 time: 0.2613816 Jul 07 20:49:42.607938 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47498044-9173-4206-a91e-b6bcb0fe2371 req-374820c3-b8b6-43ed-80ff-c73e4abb22f3 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222571 Jul 07 20:49:42.641312 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b2637a7-f6ec-4b0b-9eee-7d8963f9f145 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:42.658409 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ffb2d-2853-4d14-b020-892c6a122223 req-cfa308f7-a192-40be-ab36-5a79b7c8c007 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:42.659932 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bb0ffb2d-2853-4d14-b020-892c6a122223 req-cfa308f7-a192-40be-ab36-5a79b7c8c007 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3f4f1a0-128d-406e-9c3d-fef8352d6ba3 HTTP/1.1" status: 200 len: 949 time: 0.2503958 Jul 07 20:49:42.683372 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9f34fac8-3cea-4662-9248-1050106b3ebe req-b4d607bf-f156-4f97-ae33-5f80298c6401 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886276 Jul 07 20:49:42.729171 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bb0ffb2d-2853-4d14-b020-892c6a122223 req-94898d19-7ad5-4343-927d-2890c6fe6788 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/security-groups?id=874f0bf5-694d-4344-9faf-2d9d65177227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619681 Jul 07 20:49:42.739865 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b2637a7-f6ec-4b0b-9eee-7d8963f9f145 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:42.747801 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b2637a7-f6ec-4b0b-9eee-7d8963f9f145 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:42.767633 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2637a7-f6ec-4b0b-9eee-7d8963f9f145 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9566a670-95a1-4ab8-ac3c-8f338c5b5d5b,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:42.777388 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b2637a7-f6ec-4b0b-9eee-7d8963f9f145 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:42.779578 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1b2637a7-f6ec-4b0b-9eee-7d8963f9f145 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2453163 Jul 07 20:49:42.782288 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37024) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:42.788483 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-10372a5b-f81b-47d9-87af-5d28fb8455d3 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Request body: {'security_group_rule': {'security_group_id': '737ecd70-6096-4dda-b365-646c37ff8aa4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:42.821850 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10372a5b-f81b-47d9-87af-5d28fb8455d3 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:43.224343 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10372a5b-f81b-47d9-87af-5d28fb8455d3 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:43.255901 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4a8615b-4aaf-449a-934c-129fdd4d272f req-7acf5dd2-e380-43bc-88b7-edaa93fa6fa9 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=b05bb8aa-533a-4afb-b31a-cbda267ea0eb HTTP/1.1" status: 200 len: 210 time: 0.0728226 Jul 07 20:49:43.259038 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10372a5b-f81b-47d9-87af-5d28fb8455d3 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:43.292058 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10372a5b-f81b-47d9-87af-5d28fb8455d3 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4478d569-ea44-48ac-9c1a-0f650bc3d532,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:43.300082 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10372a5b-f81b-47d9-87af-5d28fb8455d3 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:43.301819 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-10372a5b-f81b-47d9-87af-5d28fb8455d3 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5181782 Jul 07 20:49:43.305226 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37032) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:43.312775 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-ea935d49-f32a-4875-ab5c-6ede246446bd tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:43.351922 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ea935d49-f32a-4875-ab5c-6ede246446bd tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:43.516384 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959b9ef-50ef-4f50-bc3b-7ae9e1c51be1 req-33049598-8588-4015-94e1-25e85efad1b3 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:43.523453 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1959b9ef-50ef-4f50-bc3b-7ae9e1c51be1 req-33049598-8588-4015-94e1-25e85efad1b3 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 950 time: 0.1145687 Jul 07 20:49:43.577135 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1959b9ef-50ef-4f50-bc3b-7ae9e1c51be1 req-7140569f-6926-4a5c-af87-52494db7838f tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527842 Jul 07 20:49:43.581459 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ea935d49-f32a-4875-ab5c-6ede246446bd tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:43.716320 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-ea935d49-f32a-4875-ab5c-6ede246446bd tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Allocated IP 172.25.5.190 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/57fbf0f4-0207-4f99-a01d-28db532d2251) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:49:43.878840 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ea935d49-f32a-4875-ab5c-6ede246446bd tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:43.914425 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89293297-7f14-4dfc-99fd-57c57f29a888 req-ee9ab602-de4d-483d-9cf1-7fbf5713894f tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:43.916104 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-89293297-7f14-4dfc-99fd-57c57f29a888 req-ee9ab602-de4d-483d-9cf1-7fbf5713894f tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef1b33e0-af1c-4614-8cea-81e5c78eafeb HTTP/1.1" status: 200 len: 947 time: 0.1106601 Jul 07 20:49:43.997580 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ea935d49-f32a-4875-ab5c-6ede246446bd tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:44.030360 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-89293297-7f14-4dfc-99fd-57c57f29a888 req-df2fec1e-da4f-46a4-affb-d4dcd9340c2b tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008182 Jul 07 20:49:44.053036 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea935d49-f32a-4875-ab5c-6ede246446bd tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:49:44.062164 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-ea935d49-f32a-4875-ab5c-6ede246446bd tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:44.068300 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea935d49-f32a-4875-ab5c-6ede246446bd tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:49:44.090639 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea935d49-f32a-4875-ab5c-6ede246446bd tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Pushing event updated for resources: {'Port': ['ID=57fbf0f4-0207-4f99-a01d-28db532d2251,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:44.132909 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b7968-b8d6-4468-bae6-fde3c6dea8df req-c092d09b-57a6-4361-945f-ef6ff908e2e4 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:44.134416 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ce3b7968-b8d6-4468-bae6-fde3c6dea8df req-c092d09b-57a6-4361-945f-ef6ff908e2e4 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3f4f1a0-128d-406e-9c3d-fef8352d6ba3 HTTP/1.1" status: 200 len: 949 time: 0.1875708 Jul 07 20:49:44.210292 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ce3b7968-b8d6-4468-bae6-fde3c6dea8df req-1955e1f1-19f8-4432-a1ce-c6c9b0dedb61 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/security-groups?id=874f0bf5-694d-4344-9faf-2d9d65177227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660555 Jul 07 20:49:44.212774 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ea935d49-f32a-4875-ab5c-6ede246446bd tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:44.269275 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ea935d49-f32a-4875-ab5c-6ede246446bd tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:44.475479 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ea935d49-f32a-4875-ab5c-6ede246446bd tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:44.485475 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ea935d49-f32a-4875-ab5c-6ede246446bd tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:44.595883 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea935d49-f32a-4875-ab5c-6ede246446bd tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Pushing event updated for resources: {'Port': ['ID=57fbf0f4-0207-4f99-a01d-28db532d2251,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:44.623386 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ea935d49-f32a-4875-ab5c-6ede246446bd tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:44.671143 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fead80c-c717-4316-8845-5511ca41dc13 req-10819cba-e633-4adb-9012-fdf940056c5e tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:44.678713 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fead80c-c717-4316-8845-5511ca41dc13 req-10819cba-e633-4adb-9012-fdf940056c5e tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:44.686812 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7fead80c-c717-4316-8845-5511ca41dc13 req-10819cba-e633-4adb-9012-fdf940056c5e tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?device_id=88407b86-bc14-41de-a463-5ca985009ec7&device_id=eed1f733-83eb-4c18-a4a4-5c39f573d9c0 HTTP/1.1" status: 200 len: 1681 time: 0.1391330 Jul 07 20:49:44.696481 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ea935d49-f32a-4875-ab5c-6ede246446bd tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:44.697904 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ea935d49-f32a-4875-ab5c-6ede246446bd tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3914652 Jul 07 20:49:44.775651 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7fead80c-c717-4316-8845-5511ca41dc13 req-a25f69c7-c033-47df-9fd6-2bf8f522595f tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bfe1897-b4d2-428c-bb4a-07d2013038b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879207 Jul 07 20:49:44.877656 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a58da2-ae4b-4c2f-8252-cba90f1c5dc0 req-f810604f-b8c2-43bf-a289-dae3582b5383 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:44.891978 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91a58da2-ae4b-4c2f-8252-cba90f1c5dc0 req-f810604f-b8c2-43bf-a289-dae3582b5383 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 950 time: 0.1586068 Jul 07 20:49:44.931360 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91a58da2-ae4b-4c2f-8252-cba90f1c5dc0 req-4b75ace2-01a0-447e-9dac-9e99ad88b891 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375581 Jul 07 20:49:45.347822 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74f715-eb18-4865-9a04-5b1745ab1fe2 req-40eed4f4-8f4d-4d31-9acd-decd58174b44 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:45.349816 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-db74f715-eb18-4865-9a04-5b1745ab1fe2 req-40eed4f4-8f4d-4d31-9acd-decd58174b44 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3f4f1a0-128d-406e-9c3d-fef8352d6ba3 HTTP/1.1" status: 200 len: 949 time: 0.3357198 Jul 07 20:49:45.365144 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-2075c995-f062-412f-9dfc-9d8aed454493 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:45.366792 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-2075c995-f062-412f-9dfc-9d8aed454493 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/networks?id=d1a6625d-e0a5-4a92-8051-0eec64122ad8 HTTP/1.1" status: 200 len: 822 time: 0.2593873 Jul 07 20:49:45.457147 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-252dbf4f-bf26-4f6d-b31d-b568107b386a tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/quotas/3349249ad1c24a58b749b119fbeb9b09 HTTP/1.1" status: 200 len: 375 time: 0.0786123 Jul 07 20:49:45.474134 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c59898-d68d-4d55-9252-7f7ede473b01 req-05319790-4310-4ac4-baa0-9ceb7959c83e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:45.476307 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6c59898-d68d-4d55-9252-7f7ede473b01 req-05319790-4310-4ac4-baa0-9ceb7959c83e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef1b33e0-af1c-4614-8cea-81e5c78eafeb HTTP/1.1" status: 200 len: 947 time: 0.2340233 Jul 07 20:49:45.677935 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6c59898-d68d-4d55-9252-7f7ede473b01 req-0880a7e2-cd37-4dd9-a3f1-390ebdafbb0e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774144 Jul 07 20:49:45.715594 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fceb345-7a60-4087-95c5-ef4cd05d70e2 req-6edfc516-2f81-4931-9325-f5f54793949b tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:45.718728 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5fceb345-7a60-4087-95c5-ef4cd05d70e2 req-6edfc516-2f81-4931-9325-f5f54793949b tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.39 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 950 time: 0.3385103 Jul 07 20:49:45.800261 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-db74f715-eb18-4865-9a04-5b1745ab1fe2 req-907808bf-3107-4e2d-bcb4-21551169f68d tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Deleting port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:49:45.800885 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-db74f715-eb18-4865-9a04-5b1745ab1fe2 req-907808bf-3107-4e2d-bcb4-21551169f68d tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:45.827983 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 80b96fea-1125-4b57-aaf4-0c52c3587136 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:49:45.846050 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-d112d62c-ea55-4104-ac4c-8a06d837cde0 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3349249ad1c24a58b749b119fbeb9b09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3662269 Jul 07 20:49:45.956739 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 80b96fea-1125-4b57-aaf4-0c52c3587136, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=80b96fea-1125-4b57-aaf4-0c52c3587136,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:45.978205 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '80b96fea-1125-4b57-aaf4-0c52c3587136', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '80b96fea-1125-4b57-aaf4-0c52c3587136', 'mac_address': 'fa:16:3e:5f:42:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:49:46.029205 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:46.049926 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b96fea-1125-4b57-aaf4-0c52c3587136 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:49:46.072714 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 80b96fea-1125-4b57-aaf4-0c52c3587136, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=80b96fea-1125-4b57-aaf4-0c52c3587136,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:46.078324 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:46.141597 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=80b96fea-1125-4b57-aaf4-0c52c3587136,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:46.298686 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-db74f715-eb18-4865-9a04-5b1745ab1fe2 req-907808bf-3107-4e2d-bcb4-21551169f68d tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] For port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7f0006dd-e0d6-4b99-9d0e-627f65b08db9,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:46.299357 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-db74f715-eb18-4865-9a04-5b1745ab1fe2 req-907808bf-3107-4e2d-bcb4-21551169f68d tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:46.360472 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-db74f715-eb18-4865-9a04-5b1745ab1fe2 req-907808bf-3107-4e2d-bcb4-21551169f68d tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Calling delete_port for 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:49:46.392902 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-2c9046fb-7439-4d49-a531-978762bd0089 service neutron] 10.222.0.64 "GET /v2.0/networks/d1a6625d-e0a5-4a92-8051-0eec64122ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866464 Jul 07 20:49:46.442082 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c6f15-b9ac-40dc-bb77-8f87b586ff45 req-d247ef01-f006-4582-a2a3-335ce9877f9c tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:46.444967 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a69c6f15-b9ac-40dc-bb77-8f87b586ff45 req-d247ef01-f006-4582-a2a3-335ce9877f9c tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3f4f1a0-128d-406e-9c3d-fef8352d6ba3 HTTP/1.1" status: 200 len: 949 time: 0.5407038 Jul 07 20:49:46.474595 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-5fceb345-7a60-4087-95c5-ef4cd05d70e2 req-377ba83b-5707-49e2-beaa-c9ff1b60c371 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Deleting port a753eeb2-acb5-4257-85ad-3a17b50dc64d {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:49:46.475209 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5fceb345-7a60-4087-95c5-ef4cd05d70e2 req-377ba83b-5707-49e2-beaa-c9ff1b60c371 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:46.518378 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['80b96fea-1125-4b57-aaf4-0c52c3587136'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:46.860830 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a69c6f15-b9ac-40dc-bb77-8f87b586ff45 req-96332282-01c2-4dc6-a329-62bd9e209b3f tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/security-groups?id=874f0bf5-694d-4344-9faf-2d9d65177227&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077764 Jul 07 20:49:46.944682 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-b20d186f-5f7b-48ae-a97a-fe93007a3271 service neutron] 10.222.0.64 "GET /v2.0/networks/d1a6625d-e0a5-4a92-8051-0eec64122ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357623 Jul 07 20:49:46.961421 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-5fceb345-7a60-4087-95c5-ef4cd05d70e2 req-377ba83b-5707-49e2-beaa-c9ff1b60c371 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] For port a753eeb2-acb5-4257-85ad-3a17b50dc64d, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a753eeb2-acb5-4257-85ad-3a17b50dc64d,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:46.962117 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5fceb345-7a60-4087-95c5-ef4cd05d70e2 req-377ba83b-5707-49e2-beaa-c9ff1b60c371 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:47.036585 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-5fceb345-7a60-4087-95c5-ef4cd05d70e2 req-377ba83b-5707-49e2-beaa-c9ff1b60c371 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Calling delete_port for a753eeb2-acb5-4257-85ad-3a17b50dc64d owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:49:47.233487 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-db74f715-eb18-4865-9a04-5b1745ab1fe2 req-907808bf-3107-4e2d-bcb4-21551169f68d tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:47.273946 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907808bf-3107-4e2d-bcb4-21551169f68d tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Pushing event deleted for resources: {'Port': ['ID=7f0006dd-e0d6-4b99-9d0e-627f65b08db9,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:47.417277 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-db74f715-eb18-4865-9a04-5b1745ab1fe2 req-907808bf-3107-4e2d-bcb4-21551169f68d tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] No DVR routers for this DVR port 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:49:47.422442 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-db74f715-eb18-4865-9a04-5b1745ab1fe2 req-907808bf-3107-4e2d-bcb4-21551169f68d tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:47.424441 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-db74f715-eb18-4865-9a04-5b1745ab1fe2 req-907808bf-3107-4e2d-bcb4-21551169f68d tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.58 "DELETE /v2.0/ports/7f0006dd-e0d6-4b99-9d0e-627f65b08db9 HTTP/1.1" status: 204 len: 173 time: 2.0557268 Jul 07 20:49:47.425116 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f4f1a0-128d-406e-9c3d-fef8352d6ba3', 'name': 'network-vif-deleted', 'tag': '7f0006dd-e0d6-4b99-9d0e-627f65b08db9'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:47.427386 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5673e2-39f1-470b-8121-e2b089ecff22" -d '{"events": [{"server_uuid": "a3f4f1a0-128d-406e-9c3d-fef8352d6ba3", "name": "network-vif-deleted", "tag": "7f0006dd-e0d6-4b99-9d0e-627f65b08db9"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:47.457931 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5fceb345-7a60-4087-95c5-ef4cd05d70e2 req-377ba83b-5707-49e2-beaa-c9ff1b60c371 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:47.514588 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ba83b-5707-49e2-beaa-c9ff1b60c371 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Pushing event deleted for resources: {'Port': ['ID=a753eeb2-acb5-4257-85ad-3a17b50dc64d,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:47.585177 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fceb345-7a60-4087-95c5-ef4cd05d70e2 req-377ba83b-5707-49e2-beaa-c9ff1b60c371 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] No DVR routers for this DVR port a753eeb2-acb5-4257-85ad-3a17b50dc64d on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:49:47.589890 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5fceb345-7a60-4087-95c5-ef4cd05d70e2 req-377ba83b-5707-49e2-beaa-c9ff1b60c371 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:47.592924 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5fceb345-7a60-4087-95c5-ef4cd05d70e2 req-377ba83b-5707-49e2-beaa-c9ff1b60c371 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.39 "DELETE /v2.0/ports/a753eeb2-acb5-4257-85ad-3a17b50dc64d HTTP/1.1" status: 204 len: 173 time: 1.8618886 Jul 07 20:49:47.601904 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111a8ed-3f4b-4dcb-85db-d5c4669af886 req-b4b06694-3a79-47ff-bcb6-57e00df87002 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:47.603839 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d111a8ed-3f4b-4dcb-85db-d5c4669af886 req-b4b06694-3a79-47ff-bcb6-57e00df87002 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/ports?device_id=f72232db-1ff6-45a3-8fb0-7858e11bda7a HTTP/1.1" status: 200 len: 868 time: 0.2529674 Jul 07 20:49:48.033713 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d111a8ed-3f4b-4dcb-85db-d5c4669af886 req-9d903787-f866-4a83-ae48-8327c5dc7cd2 tempest-ServersAdminTestJSON-1947921785 tempest-ServersAdminTestJSON-1947921785-project] 10.222.0.64 "GET /v2.0/security-groups?id=ece5fd39-d907-4652-949a-21feb9d11bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943858 Jul 07 20:49:48.052736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1f9e6-22f2-4f15-8a6c-b416e8f7c201 req-98135c80-becb-46ad-881a-7bb09514f694 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:48.060154 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c2e1f9e6-22f2-4f15-8a6c-b416e8f7c201 req-98135c80-becb-46ad-881a-7bb09514f694 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef1b33e0-af1c-4614-8cea-81e5c78eafeb HTTP/1.1" status: 200 len: 948 time: 0.4544182 Jul 07 20:49:48.092141 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:49:48.107914 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c2e1f9e6-22f2-4f15-8a6c-b416e8f7c201 req-eea6e9dc-ed40-4904-98d7-18dce66ac5fd tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468352 Jul 07 20:49:48.115561 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:49:48.116036 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 7f0006dd-e0d6-4b99-9d0e-627f65b08db9 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:49:48.195043 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-739e1c20-d81f-4a0c-90ee-9c696302e800 req-add232d5-916c-4250-99c4-2127fffa6f2d tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8ba3bc-e050-4ef2-a082-1d7552535dc4 HTTP/1.1" status: 200 len: 210 time: 0.0400085 Jul 07 20:49:48.250999 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3356ed6-e309-4a1c-a3ac-3ad155099977 x-openstack-request-id: req-f3356ed6-e309-4a1c-a3ac-3ad155099977 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:48.251565 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f4f1a0-128d-406e-9c3d-fef8352d6ba3", "name": "network-vif-deleted", "tag": "7f0006dd-e0d6-4b99-9d0e-627f65b08db9", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:48.251890 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f3356ed6-e309-4a1c-a3ac-3ad155099977 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:48.252400 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f4f1a0-128d-406e-9c3d-fef8352d6ba3', 'name': 'network-vif-deleted', 'tag': '7f0006dd-e0d6-4b99-9d0e-627f65b08db9', 'status': 'completed', 'code': 200} Jul 07 20:49:48.610804 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d6a97103-60c8-43e0-8715-7d8fb36dbc8c req-3cfe7e8a-36ee-40ff-a5bb-6dca8b0a4cf9 tempest-ListImageFiltersTestJSON-1028484519 tempest-ListImageFiltersTestJSON-1028484519-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3f4f1a0-128d-406e-9c3d-fef8352d6ba3 HTTP/1.1" status: 200 len: 210 time: 0.0291634 Jul 07 20:49:48.929095 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9b1e2-78cd-42be-bb2d-3145829c6b9d req-bfea382c-3734-4b5b-a7c3-0262cd0b9877 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:48.930507 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9d9b1e2-78cd-42be-bb2d-3145829c6b9d req-bfea382c-3734-4b5b-a7c3-0262cd0b9877 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?device_id=88407b86-bc14-41de-a463-5ca985009ec7 HTTP/1.1" status: 200 len: 945 time: 0.0986366 Jul 07 20:49:48.937813 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcaa67-cf56-4eb5-8374-3fd4beb230b5 req-3988f0f7-96ed-4ee7-9511-e028f8e7d473 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:48.939234 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b5bcaa67-cf56-4eb5-8374-3fd4beb230b5 req-3988f0f7-96ed-4ee7-9511-e028f8e7d473 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 944 time: 0.1165144 Jul 07 20:49:49.053896 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9d9b1e2-78cd-42be-bb2d-3145829c6b9d req-b56f6fd1-6d2a-4514-8b73-92461efccbb3 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bfe1897-b4d2-428c-bb4a-07d2013038b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135430 Jul 07 20:49:49.063547 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b5bcaa67-cf56-4eb5-8374-3fd4beb230b5 req-df54e60d-c8e0-409c-9c5d-356b33dab9d7 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172369 Jul 07 20:49:49.099017 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-b03c5394-da3e-4a07-8a85-828184d5e938 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:49.100557 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-b03c5394-da3e-4a07-8a85-828184d5e938 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.58 "GET /v2.0/networks?id=d1a6625d-e0a5-4a92-8051-0eec64122ad8 HTTP/1.1" status: 200 len: 822 time: 0.1416116 Jul 07 20:49:49.126158 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-41021026-427a-4284-a89d-f45dfd3c37e5 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Request body: {'port': {'device_id': '3f8ba3bc-e050-4ef2-a082-1d7552535dc4', 'network_id': 'd1a6625d-e0a5-4a92-8051-0eec64122ad8', 'admin_state_up': True, 'tenant_id': '3349249ad1c24a58b749b119fbeb9b09'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:49.262532 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-41021026-427a-4284-a89d-f45dfd3c37e5 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Made reservation on behalf of 3349249ad1c24a58b749b119fbeb9b09 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:49.266136 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-41021026-427a-4284-a89d-f45dfd3c37e5 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:49.384581 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37138) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:49.389671 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d91f1b73-74b5-4cd9-b26d-3e604fb9443b req-5b3c7cee-c0a1-4fb1-94e9-8303b8124586 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8ba3bc-e050-4ef2-a082-1d7552535dc4 HTTP/1.1" status: 200 len: 210 time: 0.0412493 Jul 07 20:49:49.412408 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faba400-d062-42e7-bc40-5419ccff431f req-86c38862-3cfc-4635-9b38-c0e23a92d053 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:49.413896 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9faba400-d062-42e7-bc40-5419ccff431f req-86c38862-3cfc-4635-9b38-c0e23a92d053 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef1b33e0-af1c-4614-8cea-81e5c78eafeb HTTP/1.1" status: 200 len: 948 time: 0.1633892 Jul 07 20:49:49.518669 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-41021026-427a-4284-a89d-f45dfd3c37e5 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Allocated IP 172.20.0.2 (d1a6625d-e0a5-4a92-8051-0eec64122ad8/44323baf-dba1-4cdd-b0c1-02177941adb8/0f1eebfb-cdf2-4bfc-8354-dcc656117eed) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:49:49.524074 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-632348b2-1401-47c6-80ed-d80cef7a4fad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=82612c4052fb4d3f923f9375caa9d7c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1383352 Jul 07 20:49:49.526673 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37142) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:49.531189 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9faba400-d062-42e7-bc40-5419ccff431f req-2dbead69-7887-4b3e-bd26-f4d56efca4d0 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905256 Jul 07 20:49:49.574541 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45761581-e753-4bbc-9a89-1aaa2afb44f4 req-6122dbfb-3ce5-4866-8253-7d126be8cb3f tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:49.576568 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45761581-e753-4bbc-9a89-1aaa2afb44f4 req-6122dbfb-3ce5-4866-8253-7d126be8cb3f tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.58 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 944 time: 0.1348817 Jul 07 20:49:49.578561 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:49.580043 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-76cfb560-fda8-453a-84e6-095332077261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:49.602188 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-76cfb560-fda8-453a-84e6-095332077261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:49.659200 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-76cfb560-fda8-453a-84e6-095332077261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:49.662315 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-76cfb560-fda8-453a-84e6-095332077261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:49.667168 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-76cfb560-fda8-453a-84e6-095332077261 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ece5fd39-d907-4652-949a-21feb9d11bad HTTP/1.1" status: 204 len: 168 time: 0.1391175 Jul 07 20:49:49.677119 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfb560-fda8-453a-84e6-095332077261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece5fd39-d907-4652-949a-21feb9d11bad,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:49.690639 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfb560-fda8-453a-84e6-095332077261 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:49.691241 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfb560-fda8-453a-84e6-095332077261 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:49.691753 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfb560-fda8-453a-84e6-095332077261 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:49.692262 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfb560-fda8-453a-84e6-095332077261 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:49.692748 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfb560-fda8-453a-84e6-095332077261 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:49.693494 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfb560-fda8-453a-84e6-095332077261 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:49.693977 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfb560-fda8-453a-84e6-095332077261 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:49.694456 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfb560-fda8-453a-84e6-095332077261 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:49.694948 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfb560-fda8-453a-84e6-095332077261 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:49.695478 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfb560-fda8-453a-84e6-095332077261 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:49.695962 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfb560-fda8-453a-84e6-095332077261 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:49.696437 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76cfb560-fda8-453a-84e6-095332077261 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:49:49.757459 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:49.843702 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-41021026-427a-4284-a89d-f45dfd3c37e5 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:49.859818 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 80b96fea-1125-4b57-aaf4-0c52c3587136 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:49:49.881442 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-45761581-e753-4bbc-9a89-1aaa2afb44f4 req-e94bf439-df16-4a19-89bc-23894c551188 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Deleting port 2715bb04-5adc-46de-a931-3952a8ed1b25 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:49:49.881789 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-45761581-e753-4bbc-9a89-1aaa2afb44f4 req-e94bf439-df16-4a19-89bc-23894c551188 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:49.944094 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 80b96fea-1125-4b57-aaf4-0c52c3587136 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:49:49.949413 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 80b96fea-1125-4b57-aaf4-0c52c3587136 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:49.949980 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:50.037243 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-41021026-427a-4284-a89d-f45dfd3c37e5 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:50.066877 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:50.091118 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1b33e0-af1c-4614-8cea-81e5c78eafeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b96fea-1125-4b57-aaf4-0c52c3587136'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:50.094612 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e0bfee-2255-4a51-8559-882cd86d4b9b" -d '{"events": [{"server_uuid": "ef1b33e0-af1c-4614-8cea-81e5c78eafeb", "name": "network-vif-plugged", "status": "completed", "tag": "80b96fea-1125-4b57-aaf4-0c52c3587136"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:50.114585 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 80b96fea-1125-4b57-aaf4-0c52c3587136, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=80b96fea-1125-4b57-aaf4-0c52c3587136,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:50.121691 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37180) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:50.125094 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:50.127088 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a753eeb2-acb5-4257-85ad-3a17b50dc64d no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:49:50.153562 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: a753eeb2-acb5-4257-85ad-3a17b50dc64d {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:49:50.154206 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a753eeb2-acb5-4257-85ad-3a17b50dc64d not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:49:50.159654 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41021026-427a-4284-a89d-f45dfd3c37e5 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Pushing event updated for resources: {'Port': ['ID=0f1eebfb-cdf2-4bfc-8354-dcc656117eed,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:50.178901 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fad3b72a-a40d-453b-a914-9b9c5a7cb93a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e51ace02c21d4f1b8c088b06ee2fb70b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556228 Jul 07 20:49:50.180074 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37182) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:50.186887 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-45761581-e753-4bbc-9a89-1aaa2afb44f4 req-e94bf439-df16-4a19-89bc-23894c551188 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] For port 2715bb04-5adc-46de-a931-3952a8ed1b25, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=2715bb04-5adc-46de-a931-3952a8ed1b25,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:50.187359 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-45761581-e753-4bbc-9a89-1aaa2afb44f4 req-e94bf439-df16-4a19-89bc-23894c551188 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:50.194697 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-41021026-427a-4284-a89d-f45dfd3c37e5 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Network d1a6625d-e0a5-4a92-8051-0eec64122ad8 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:49:50.209973 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff172ee-3faf-445e-94c4-0764102f5c1e req-13e7128b-f52e-4e30-b738-c144e5ddb392 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:50.214316 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cff172ee-3faf-445e-94c4-0764102f5c1e req-13e7128b-f52e-4e30-b738-c144e5ddb392 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.39 "GET /v2.0/ports?device_id=88407b86-bc14-41de-a463-5ca985009ec7 HTTP/1.1" status: 200 len: 945 time: 0.3103588 Jul 07 20:49:50.215286 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-41021026-427a-4284-a89d-f45dfd3c37e5 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:50.226014 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-41021026-427a-4284-a89d-f45dfd3c37e5 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:49:50.232890 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=80b96fea-1125-4b57-aaf4-0c52c3587136,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:50.241244 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-45761581-e753-4bbc-9a89-1aaa2afb44f4 req-e94bf439-df16-4a19-89bc-23894c551188 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Calling delete_port for 2715bb04-5adc-46de-a931-3952a8ed1b25 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:49:50.255225 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6a6a10-da13-4248-aadb-897ada4d0ba1 x-openstack-request-id: req-ae6a6a10-da13-4248-aadb-897ada4d0ba1 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:50.255544 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1b33e0-af1c-4614-8cea-81e5c78eafeb", "name": "network-vif-plugged", "status": "completed", "tag": "80b96fea-1125-4b57-aaf4-0c52c3587136", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:50.255794 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ae6a6a10-da13-4248-aadb-897ada4d0ba1 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:50.256185 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1b33e0-af1c-4614-8cea-81e5c78eafeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b96fea-1125-4b57-aaf4-0c52c3587136', 'code': 200} Jul 07 20:49:50.267498 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5055fab8-13f4-49d1-89a4-6ddf41670470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:50.292272 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72232db-1ff6-45a3-8fb0-7858e11bda7a', 'name': 'network-vif-deleted', 'tag': 'a753eeb2-acb5-4257-85ad-3a17b50dc64d'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:50.293872 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5055fab8-13f4-49d1-89a4-6ddf41670470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:50.294511 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a8a2d7-50c8-4c2e-b00d-dbd1a2d0aeaf" -d '{"events": [{"server_uuid": "f72232db-1ff6-45a3-8fb0-7858e11bda7a", "name": "network-vif-deleted", "tag": "a753eeb2-acb5-4257-85ad-3a17b50dc64d"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:50.359472 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5055fab8-13f4-49d1-89a4-6ddf41670470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:50.362137 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5055fab8-13f4-49d1-89a4-6ddf41670470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:50.365694 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5055fab8-13f4-49d1-89a4-6ddf41670470 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a72f01f4-d7b4-4eba-ba32-ea37de43740a HTTP/1.1" status: 204 len: 168 time: 0.1817160 Jul 07 20:49:50.398607 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055fab8-13f4-49d1-89a4-6ddf41670470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72f01f4-d7b4-4eba-ba32-ea37de43740a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:50.420710 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-41021026-427a-4284-a89d-f45dfd3c37e5 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:50.421380 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-41021026-427a-4284-a89d-f45dfd3c37e5 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:50.428300 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d5384-66b2-4769-a562-57f053ebeae7 req-d0a6856e-6682-47e3-9014-eb794a099978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:50.430740 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9f6d5384-66b2-4769-a562-57f053ebeae7 req-d0a6856e-6682-47e3-9014-eb794a099978 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ef1b33e0-af1c-4614-8cea-81e5c78eafeb HTTP/1.1" status: 200 len: 1101 time: 0.0798442 Jul 07 20:49:50.487831 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9f6d5384-66b2-4769-a562-57f053ebeae7 req-a8e8abf5-73bf-4b42-ad29-5fa582be3710 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409250 Jul 07 20:49:50.490736 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-41021026-427a-4284-a89d-f45dfd3c37e5 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3688755 Jul 07 20:49:50.517288 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-71b99e11-843c-465a-89c9-4ade507d6ebd service neutron] Request body: {'port': {'device_id': '3f8ba3bc-e050-4ef2-a082-1d7552535dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:50.566573 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c605854-0b9b-4e69-975a-5cb0928f91b3 req-27382d45-dba5-42ae-8968-98134c4e7b74 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:50.568341 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7c605854-0b9b-4e69-975a-5cb0928f91b3 req-27382d45-dba5-42ae-8968-98134c4e7b74 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?device_id=88407b86-bc14-41de-a463-5ca985009ec7 HTTP/1.1" status: 200 len: 945 time: 0.3248160 Jul 07 20:49:50.668319 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-cff172ee-3faf-445e-94c4-0764102f5c1e req-518adfe0-6dd0-404e-9f8e-6b773ab93049 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Deleting port e38624ee-15c7-4315-9bd5-e1dde1f027f3 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:49:50.668717 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cff172ee-3faf-445e-94c4-0764102f5c1e req-518adfe0-6dd0-404e-9f8e-6b773ab93049 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:50.786037 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7c605854-0b9b-4e69-975a-5cb0928f91b3 req-fa3d4cdb-f3fe-40f5-b0fd-0478dfbc3fb9 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/security-groups?id=5bfe1897-b4d2-428c-bb4a-07d2013038b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053275 Jul 07 20:49:50.790098 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-45761581-e753-4bbc-9a89-1aaa2afb44f4 req-e94bf439-df16-4a19-89bc-23894c551188 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:50.801505 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-71b99e11-843c-465a-89c9-4ade507d6ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:50.805555 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['2715bb04-5adc-46de-a931-3952a8ed1b25'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:50.833001 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ea3ff-014a-449a-92c0-85ec213d4850 req-9f6c3a69-7099-44fc-8f4f-cfd453b14e3d tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:50.836948 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-3a9ea3ff-014a-449a-92c0-85ec213d4850 req-9f6c3a69-7099-44fc-8f4f-cfd453b14e3d tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.39 "GET /v2.0/ports?device_id=eed1f733-83eb-4c18-a4a4-5c39f573d9c0 HTTP/1.1" status: 200 len: 945 time: 0.1001008 Jul 07 20:49:50.852046 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bf439-df16-4a19-89bc-23894c551188 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Pushing event deleted for resources: {'Port': ['ID=2715bb04-5adc-46de-a931-3952a8ed1b25,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:50.956943 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-45761581-e753-4bbc-9a89-1aaa2afb44f4 req-e94bf439-df16-4a19-89bc-23894c551188 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] No DVR routers for this DVR port 2715bb04-5adc-46de-a931-3952a8ed1b25 on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:49:50.974478 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-45761581-e753-4bbc-9a89-1aaa2afb44f4 req-e94bf439-df16-4a19-89bc-23894c551188 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:50.976560 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45761581-e753-4bbc-9a89-1aaa2afb44f4 req-e94bf439-df16-4a19-89bc-23894c551188 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.58 "DELETE /v2.0/ports/2715bb04-5adc-46de-a931-3952a8ed1b25 HTTP/1.1" status: 204 len: 173 time: 1.3891177 Jul 07 20:49:50.993960 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-cff172ee-3faf-445e-94c4-0764102f5c1e req-518adfe0-6dd0-404e-9f8e-6b773ab93049 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] For port e38624ee-15c7-4315-9bd5-e1dde1f027f3, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=e38624ee-15c7-4315-9bd5-e1dde1f027f3,segment=NetworkSegment(7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef),segment_id=7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:50.994311 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cff172ee-3faf-445e-94c4-0764102f5c1e req-518adfe0-6dd0-404e-9f8e-6b773ab93049 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:51.022757 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75f510-af39-482c-8383-57bd8e3e524e req-1990509c-5b97-4654-b1ed-2bc0808fc58a tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:51.024964 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf75f510-af39-482c-8383-57bd8e3e524e req-1990509c-5b97-4654-b1ed-2bc0808fc58a tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=5033e15c-dd40-4001-a493-868a801a94e5 HTTP/1.1" status: 200 len: 866 time: 0.2909107 Jul 07 20:49:51.029178 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-3a9ea3ff-014a-449a-92c0-85ec213d4850 req-d931e09e-72ef-4bbc-b067-60eb3292d336 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Deleting port f1cb772a-4964-4cf7-9231-3785f088b191 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:49:51.029531 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-3a9ea3ff-014a-449a-92c0-85ec213d4850 req-d931e09e-72ef-4bbc-b067-60eb3292d336 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:51.077201 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-cff172ee-3faf-445e-94c4-0764102f5c1e req-518adfe0-6dd0-404e-9f8e-6b773ab93049 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Calling delete_port for e38624ee-15c7-4315-9bd5-e1dde1f027f3 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:49:51.224854 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf75f510-af39-482c-8383-57bd8e3e524e req-7a07de3e-991d-4632-a640-a6bc0833030e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486297 Jul 07 20:49:51.251567 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-3a9ea3ff-014a-449a-92c0-85ec213d4850 req-d931e09e-72ef-4bbc-b067-60eb3292d336 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] For port f1cb772a-4964-4cf7-9231-3785f088b191, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=f1cb772a-4964-4cf7-9231-3785f088b191,segment=NetworkSegment(7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef),segment_id=7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:51.252106 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-3a9ea3ff-014a-449a-92c0-85ec213d4850 req-d931e09e-72ef-4bbc-b067-60eb3292d336 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:51.296850 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-3a9ea3ff-014a-449a-92c0-85ec213d4850 req-d931e09e-72ef-4bbc-b067-60eb3292d336 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Calling delete_port for f1cb772a-4964-4cf7-9231-3785f088b191 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:49:51.320864 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cb0791-1ef0-4b47-8031-571299f5177b x-openstack-request-id: req-f6cb0791-1ef0-4b47-8031-571299f5177b {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:51.321164 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72232db-1ff6-45a3-8fb0-7858e11bda7a", "name": "network-vif-deleted", "tag": "a753eeb2-acb5-4257-85ad-3a17b50dc64d", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:51.321566 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6cb0791-1ef0-4b47-8031-571299f5177b {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:51.321980 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72232db-1ff6-45a3-8fb0-7858e11bda7a', 'name': 'network-vif-deleted', 'tag': 'a753eeb2-acb5-4257-85ad-3a17b50dc64d', 'status': 'completed', 'code': 200} Jul 07 20:49:51.396216 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-71b99e11-843c-465a-89c9-4ade507d6ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1eebfb-cdf2-4bfc-8354-dcc656117eed {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:49:51.410654 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-71b99e11-843c-465a-89c9-4ade507d6ebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:51.439294 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-71b99e11-843c-465a-89c9-4ade507d6ebd service neutron] Transition to ACTIVE for port object 0f1eebfb-cdf2-4bfc-8354-dcc656117eed will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:49:51.440042 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cff172ee-3faf-445e-94c4-0764102f5c1e req-518adfe0-6dd0-404e-9f8e-6b773ab93049 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:51.447141 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37236) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:51.453502 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['e38624ee-15c7-4315-9bd5-e1dde1f027f3', 'f1cb772a-4964-4cf7-9231-3785f088b191'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:51.469697 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-71b99e11-843c-465a-89c9-4ade507d6ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:51.550840 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518adfe0-6dd0-404e-9f8e-6b773ab93049 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Pushing event deleted for resources: {'Port': ['ID=e38624ee-15c7-4315-9bd5-e1dde1f027f3,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:51.598970 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-b2d60308-5dc8-4c21-80ae-0386839029f3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-network', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:51.608014 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-3a9ea3ff-014a-449a-92c0-85ec213d4850 req-d931e09e-72ef-4bbc-b067-60eb3292d336 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:51.648983 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff172ee-3faf-445e-94c4-0764102f5c1e req-518adfe0-6dd0-404e-9f8e-6b773ab93049 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] No DVR routers for this DVR port e38624ee-15c7-4315-9bd5-e1dde1f027f3 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:49:51.652193 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cff172ee-3faf-445e-94c4-0764102f5c1e req-518adfe0-6dd0-404e-9f8e-6b773ab93049 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:51.654203 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cff172ee-3faf-445e-94c4-0764102f5c1e req-518adfe0-6dd0-404e-9f8e-6b773ab93049 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.39 "DELETE /v2.0/ports/e38624ee-15c7-4315-9bd5-e1dde1f027f3 HTTP/1.1" status: 204 len: 173 time: 1.4254189 Jul 07 20:49:51.700662 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b99e11-843c-465a-89c9-4ade507d6ebd service neutron] Pushing event updated for resources: {'Port': ['ID=0f1eebfb-cdf2-4bfc-8354-dcc656117eed,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:51.705536 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931e09e-72ef-4bbc-b067-60eb3292d336 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Pushing event deleted for resources: {'Port': ['ID=f1cb772a-4964-4cf7-9231-3785f088b191,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:51.722222 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['e38624ee-15c7-4315-9bd5-e1dde1f027f3'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:51.727722 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9ea3ff-014a-449a-92c0-85ec213d4850 req-d931e09e-72ef-4bbc-b067-60eb3292d336 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] No DVR routers for this DVR port f1cb772a-4964-4cf7-9231-3785f088b191 on host n-h2-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:49:51.730714 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-3a9ea3ff-014a-449a-92c0-85ec213d4850 req-d931e09e-72ef-4bbc-b067-60eb3292d336 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:51.733439 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-3a9ea3ff-014a-449a-92c0-85ec213d4850 req-d931e09e-72ef-4bbc-b067-60eb3292d336 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.39 "DELETE /v2.0/ports/f1cb772a-4964-4cf7-9231-3785f088b191 HTTP/1.1" status: 204 len: 173 time: 0.8854570 Jul 07 20:49:51.733893 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eed1f733-83eb-4c18-a4a4-5c39f573d9c0', 'name': 'network-vif-deleted', 'tag': 'f1cb772a-4964-4cf7-9231-3785f088b191'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:51.736321 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c94c13-3b6a-48b4-aa29-6e16b1a9cfd7" -d '{"events": [{"server_uuid": "eed1f733-83eb-4c18-a4a4-5c39f573d9c0", "name": "network-vif-deleted", "tag": "f1cb772a-4964-4cf7-9231-3785f088b191"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:51.740026 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d60308-5dc8-4c21-80ae-0386839029f3 admin admin] Made reservation on behalf of c5ecdc93a1ea491aaf71d58b3b9d68f7 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:51.742315 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b2d60308-5dc8-4c21-80ae-0386839029f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:51.752805 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b2d60308-5dc8-4c21-80ae-0386839029f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:51.800914 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c66f4a-5ac4-447a-ac80-b142f4d1f5df req-a54825d6-8e54-4971-b878-d13bfe957235 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:51.809290 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-93c66f4a-5ac4-447a-ac80-b142f4d1f5df req-a54825d6-8e54-4971-b878-d13bfe957235 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8ba3bc-e050-4ef2-a082-1d7552535dc4 HTTP/1.1" status: 200 len: 943 time: 0.3670218 Jul 07 20:49:51.821846 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0a717-2218-4cbd-9781-cca200445103 req-b2990874-8245-4778-b18f-1052f8e63439 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:51.830343 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72f0a717-2218-4cbd-9781-cca200445103 req-b2990874-8245-4778-b18f-1052f8e63439 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef1b33e0-af1c-4614-8cea-81e5c78eafeb HTTP/1.1" status: 200 len: 949 time: 0.3176863 Jul 07 20:49:51.895532 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b2d60308-5dc8-4c21-80ae-0386839029f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:51.902103 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b2d60308-5dc8-4c21-80ae-0386839029f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:51.906386 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-71b99e11-843c-465a-89c9-4ade507d6ebd service neutron] Attempting to bind port 0f1eebfb-cdf2-4bfc-8354-dcc656117eed on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:49:51.906888 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-71b99e11-843c-465a-89c9-4ade507d6ebd service neutron] Attempting to bind port 0f1eebfb-cdf2-4bfc-8354-dcc656117eed by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'bf53d961-3859-4756-83b3-c7352abc25ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd1a6625d-e0a5-4a92-8051-0eec64122ad8'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:49:51.907089 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-71b99e11-843c-465a-89c9-4ade507d6ebd service neutron] Attempting to bind port 0f1eebfb-cdf2-4bfc-8354-dcc656117eed on network d1a6625d-e0a5-4a92-8051-0eec64122ad8 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:51.932720 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-93c66f4a-5ac4-447a-ac80-b142f4d1f5df req-a9305a13-ed81-4487-9395-fc387e260e70 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210899 Jul 07 20:49:51.941483 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72f0a717-2218-4cbd-9781-cca200445103 req-25e96bd7-f20d-45ed-965f-1ab6c6943fee tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103370 Jul 07 20:49:51.943899 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-71b99e11-843c-465a-89c9-4ade507d6ebd service neutron] Port 0f1eebfb-cdf2-4bfc-8354-dcc656117eed on network d1a6625d-e0a5-4a92-8051-0eec64122ad8 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:49:51.954748 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d60308-5dc8-4c21-80ae-0386839029f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:49:51.955455 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-71b99e11-843c-465a-89c9-4ade507d6ebd service neutron] Attempting to bind port 0f1eebfb-cdf2-4bfc-8354-dcc656117eed on network d1a6625d-e0a5-4a92-8051-0eec64122ad8 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:51.974283 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-71b99e11-843c-465a-89c9-4ade507d6ebd service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:49:51.974813 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-71b99e11-843c-465a-89c9-4ade507d6ebd service neutron] Checking segment: {'id': 'bf53d961-3859-4756-83b3-c7352abc25ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd1a6625d-e0a5-4a92-8051-0eec64122ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:51.978975 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-71b99e11-843c-465a-89c9-4ade507d6ebd service neutron] Bound using segment: {'id': 'bf53d961-3859-4756-83b3-c7352abc25ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd1a6625d-e0a5-4a92-8051-0eec64122ad8'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:49:51.980179 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-71b99e11-843c-465a-89c9-4ade507d6ebd service neutron] Bound port: 0f1eebfb-cdf2-4bfc-8354-dcc656117eed, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf53d961-3859-4756-83b3-c7352abc25ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd1a6625d-e0a5-4a92-8051-0eec64122ad8'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:49:51.980559 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-71b99e11-843c-465a-89c9-4ade507d6ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:51.990514 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d60308-5dc8-4c21-80ae-0386839029f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff067910-6f78-4774-9228-0897ea21899a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:52.011269 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b2d60308-5dc8-4c21-80ae-0386839029f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:52.011269 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-b2d60308-5dc8-4c21-80ae-0386839029f3 admin admin] Added segment aaff765e-b21c-4ac5-bd47-02eb6b015550 of type vlan for network 862b922f-3f8e-403e-939d-5a18a5258b58 Jul 07 20:49:52.074555 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-71b99e11-843c-465a-89c9-4ade507d6ebd service neutron] For port 0f1eebfb-cdf2-4bfc-8354-dcc656117eed, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:49:52.077486 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-71b99e11-843c-465a-89c9-4ade507d6ebd service neutron] For port 0f1eebfb-cdf2-4bfc-8354-dcc656117eed, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0f1eebfb-cdf2-4bfc-8354-dcc656117eed,segment=NetworkSegment(bf53d961-3859-4756-83b3-c7352abc25ca),segment_id=bf53d961-3859-4756-83b3-c7352abc25ca)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:49:52.081701 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-71b99e11-843c-465a-89c9-4ade507d6ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:52.105367 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b2d60308-5dc8-4c21-80ae-0386839029f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:52.122258 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-71b99e11-843c-465a-89c9-4ade507d6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:52.122866 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-71b99e11-843c-465a-89c9-4ade507d6ebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:52.125073 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-71b99e11-843c-465a-89c9-4ade507d6ebd service neutron] 10.222.0.58 "PUT /v2.0/ports/0f1eebfb-cdf2-4bfc-8354-dcc656117eed HTTP/1.1" status: 200 len: 1092 time: 1.6213672 Jul 07 20:49:52.166956 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b99e11-843c-465a-89c9-4ade507d6ebd service neutron] Pushing event updated for resources: {'Port': ['ID=0f1eebfb-cdf2-4bfc-8354-dcc656117eed,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:52.201570 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b2d60308-5dc8-4c21-80ae-0386839029f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:52.203157 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d60308-5dc8-4c21-80ae-0386839029f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:52.203699 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b2d60308-5dc8-4c21-80ae-0386839029f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:52.210611 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a6fdbe-1e95-44d0-8a94-820ade9c14fc x-openstack-request-id: req-10a6fdbe-1e95-44d0-8a94-820ade9c14fc {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:52.210890 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eed1f733-83eb-4c18-a4a4-5c39f573d9c0", "name": "network-vif-deleted", "tag": "f1cb772a-4964-4cf7-9231-3785f088b191", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:52.211141 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-10a6fdbe-1e95-44d0-8a94-820ade9c14fc {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:52.211684 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eed1f733-83eb-4c18-a4a4-5c39f573d9c0', 'name': 'network-vif-deleted', 'tag': 'f1cb772a-4964-4cf7-9231-3785f088b191', 'status': 'completed', 'code': 200} Jul 07 20:49:52.273483 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b2d60308-5dc8-4c21-80ae-0386839029f3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8246627 Jul 07 20:49:52.278925 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37252) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:52.287042 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d60308-5dc8-4c21-80ae-0386839029f3 admin admin] Pushing event updated for resources: {'Network': ['ID=862b922f-3f8e-403e-939d-5a18a5258b58,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:52.295620 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-fca40d7e-451f-448d-bf92-df10f19862f9 admin admin] Request body: {'subnet': {'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-subnet', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:52.299865 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 862b922f-3f8e-403e-939d-5a18a5258b58 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:49:52.350805 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-c0f179c6-8cab-4bd5-8733-49a692eee643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:52.352322 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-c0f179c6-8cab-4bd5-8733-49a692eee643 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3349249ad1c24a58b749b119fbeb9b09&device_id=3f8ba3bc-e050-4ef2-a082-1d7552535dc4 HTTP/1.1" status: 200 len: 1095 time: 0.1490026 Jul 07 20:49:52.373533 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9d962be-d964-47d3-bc51-a83a2fbdddbb req-e219d5b3-502a-4b1a-884e-1242ad2d6fa3 tempest-ListServersNegativeTestJSON-1362385255 tempest-ListServersNegativeTestJSON-1362385255-project] 10.222.0.64 "GET /v2.0/ports?device_id=88407b86-bc14-41de-a463-5ca985009ec7 HTTP/1.1" status: 200 len: 210 time: 0.0409386 Jul 07 20:49:52.409999 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-662aea2e-e651-412b-bd02-e2daa64036e0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f1eebfb-cdf2-4bfc-8354-dcc656117eed HTTP/1.1" status: 200 len: 217 time: 0.0390322 Jul 07 20:49:52.410551 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca40d7e-451f-448d-bf92-df10f19862f9 admin admin] Made reservation on behalf of c5ecdc93a1ea491aaf71d58b3b9d68f7 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:52.412893 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fca40d7e-451f-448d-bf92-df10f19862f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:52.516663 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-c2966540-b7bc-45af-be1c-78d80645cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:52.518525 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-c2966540-b7bc-45af-be1c-78d80645cd57 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=44323baf-dba1-4cdd-b0c1-02177941adb8 HTTP/1.1" status: 200 len: 862 time: 0.0931146 Jul 07 20:49:52.572200 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-b346793a-bafa-4de7-9b21-eabae58def22 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d1a6625d-e0a5-4a92-8051-0eec64122ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412915 Jul 07 20:49:52.766648 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fca40d7e-451f-448d-bf92-df10f19862f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:52.822326 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-a5cc4f99-fadc-47c7-b426-f2a0a44b44c0 service neutron] 10.222.0.58 "GET /v2.0/networks/d1a6625d-e0a5-4a92-8051-0eec64122ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959939 Jul 07 20:49:52.855663 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37272) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:53.024914 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bb66f04e-000e-40e7-95d4-2bbd8e5382eb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=63363d7a030a481ea08c90752df1a2b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1679873 Jul 07 20:49:53.026410 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37280) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:53.086066 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-81707b66-cf62-4b42-944b-12388611c840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:53.109305 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-81707b66-cf62-4b42-944b-12388611c840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:53.172523 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-81707b66-cf62-4b42-944b-12388611c840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:53.175353 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-81707b66-cf62-4b42-944b-12388611c840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:53.178655 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-81707b66-cf62-4b42-944b-12388611c840 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/874f0bf5-694d-4344-9faf-2d9d65177227 HTTP/1.1" status: 204 len: 168 time: 0.1489446 Jul 07 20:49:53.194742 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81707b66-cf62-4b42-944b-12388611c840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874f0bf5-694d-4344-9faf-2d9d65177227,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:53.245043 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca40d7e-451f-448d-bf92-df10f19862f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71aa915f-97b8-42f5-b575-925f0ac5a27a,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:53.276797 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca40d7e-451f-448d-bf92-df10f19862f9 admin admin] Checking segment: {'id': 'aaff765e-b21c-4ac5-bd47-02eb6b015550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:53.277294 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca40d7e-451f-448d-bf92-df10f19862f9 admin admin] Network hostable DHCP agents. Network: 862b922f-3f8e-403e-939d-5a18a5258b58, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:49:53.326708 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5033e15c-dd40-4001-a493-868a801a94e5', 'name': 'network-vif-deleted', 'tag': '2715bb04-5adc-46de-a931-3952a8ed1b25'}, {'server_uuid': '88407b86-bc14-41de-a463-5ca985009ec7', 'name': 'network-vif-deleted', 'tag': 'e38624ee-15c7-4315-9bd5-e1dde1f027f3'}, {'name': 'network-changed', 'server_uuid': '3f8ba3bc-e050-4ef2-a082-1d7552535dc4', 'tag': '0f1eebfb-cdf2-4bfc-8354-dcc656117eed'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:53.328958 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f9f523-82bb-4d67-8bc9-170697c847b6" -d '{"events": [{"server_uuid": "5033e15c-dd40-4001-a493-868a801a94e5", "name": "network-vif-deleted", "tag": "2715bb04-5adc-46de-a931-3952a8ed1b25"}, {"server_uuid": "88407b86-bc14-41de-a463-5ca985009ec7", "name": "network-vif-deleted", "tag": "e38624ee-15c7-4315-9bd5-e1dde1f027f3"}, {"name": "network-changed", "server_uuid": "3f8ba3bc-e050-4ef2-a082-1d7552535dc4", "tag": "0f1eebfb-cdf2-4bfc-8354-dcc656117eed"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:53.342823 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15d9f239-2aaa-4ec3-85e5-8b8c0b1c8958 req-28bcbfc6-635a-4e48-ace4-4fbfdc8af636 service neutron] 10.222.0.58 "GET /v2.0/networks/d1a6625d-e0a5-4a92-8051-0eec64122ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066860 Jul 07 20:49:53.343401 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca40d7e-451f-448d-bf92-df10f19862f9 admin admin] Network 862b922f-3f8e-403e-939d-5a18a5258b58 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:49:53.361206 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-fca40d7e-451f-448d-bf92-df10f19862f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 862b922f-3f8e-403e-939d-5a18a5258b58) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:53.369367 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca40d7e-451f-448d-bf92-df10f19862f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:53.370725 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fca40d7e-451f-448d-bf92-df10f19862f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:53.371763 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcf4f72-c331-4ce6-b6d9-e91d62101efe None None] Network 862b922f-3f8e-403e-939d-5a18a5258b58 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:49:53.380328 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c488ae-762f-403e-8a69-e28ce62794ca req-d20ff83f-6f91-4480-b986-0753505c334e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:53.381858 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f5c488ae-762f-403e-8a69-e28ce62794ca req-d20ff83f-6f91-4480-b986-0753505c334e tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 944 time: 0.5342779 Jul 07 20:49:53.390039 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767564f8-a705-4c6e-a4bb-2cae861c779b req-4a1e2c7d-9552-432c-88db-75aad0c5d063 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:53.391520 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-767564f8-a705-4c6e-a4bb-2cae861c779b req-4a1e2c7d-9552-432c-88db-75aad0c5d063 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8ba3bc-e050-4ef2-a082-1d7552535dc4 HTTP/1.1" status: 200 len: 943 time: 0.1901453 Jul 07 20:49:53.442039 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fca40d7e-451f-448d-bf92-df10f19862f9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1572015 Jul 07 20:49:53.445847 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37296) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:53.452748 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-8ea12619-8388-4c3e-ad96-56315ef6aa81 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:53.479906 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ea12619-8388-4c3e-ad96-56315ef6aa81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:53.481314 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ea12619-8388-4c3e-ad96-56315ef6aa81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:53.508535 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f5c488ae-762f-403e-8a69-e28ce62794ca req-13f2b1bc-486e-4711-bdde-c592edb221a9 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149769 Jul 07 20:49:53.526923 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-767564f8-a705-4c6e-a4bb-2cae861c779b req-e0b5a757-e958-481d-94c8-4df4f00d497f tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212852 Jul 07 20:49:53.558297 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ea12619-8388-4c3e-ad96-56315ef6aa81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:53.593846 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d8d2c-22a7-4dec-91f3-e1744038eb6b req-4cab335d-16fe-4749-9cf5-2791b1e36976 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:53.594051 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56be22fb-297a-4cfd-973a-7abdd54cca90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-862b922f-3f8e-403e-939d-5a18a5258b58', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'fixed_ips': [{'subnet_id': '71aa915f-97b8-42f5-b575-925f0ac5a27a'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:49:53.594881 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-56be22fb-297a-4cfd-973a-7abdd54cca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:53.596731 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-986d8d2c-22a7-4dec-91f3-e1744038eb6b req-4cab335d-16fe-4749-9cf5-2791b1e36976 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.58 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 944 time: 0.1756735 Jul 07 20:49:53.810494 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558388a-1166-42fe-9559-0ca856d5c85b req-253bdbbf-6908-45f4-a591-32702698d31e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:53.819988 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ea12619-8388-4c3e-ad96-56315ef6aa81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:53.820708 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9558388a-1166-42fe-9559-0ca856d5c85b req-253bdbbf-6908-45f4-a591-32702698d31e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef1b33e0-af1c-4614-8cea-81e5c78eafeb HTTP/1.1" status: 200 len: 949 time: 0.1348288 Jul 07 20:49:53.826033 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-986d8d2c-22a7-4dec-91f3-e1744038eb6b req-732df72d-4a1c-4fda-a0ae-52705931edad tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Deleting port d2dfea02-cabd-41f7-8c69-061d804ea158 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:49:53.826573 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-986d8d2c-22a7-4dec-91f3-e1744038eb6b req-732df72d-4a1c-4fda-a0ae-52705931edad tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:53.894321 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-56be22fb-297a-4cfd-973a-7abdd54cca90 None None] Allocated IP 172.20.0.2 (862b922f-3f8e-403e-939d-5a18a5258b58/71aa915f-97b8-42f5-b575-925f0ac5a27a/17433ba6-7386-45e1-90b5-57d30f2d3196) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:49:53.917523 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device e38624ee-15c7-4315-9bd5-e1dde1f027f3 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:49:53.963198 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9558388a-1166-42fe-9559-0ca856d5c85b req-d983fc38-dc0b-4654-8046-86e7ef593165 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776854 Jul 07 20:49:53.987150 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: e38624ee-15c7-4315-9bd5-e1dde1f027f3 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:49:53.988039 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device e38624ee-15c7-4315-9bd5-e1dde1f027f3 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:49:53.989460 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device f1cb772a-4964-4cf7-9231-3785f088b191 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:49:54.013608 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: f1cb772a-4964-4cf7-9231-3785f088b191 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:49:54.014472 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device f1cb772a-4964-4cf7-9231-3785f088b191 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:49:54.052078 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe78b94-f7ed-4613-b41c-6f33c00a9d28 x-openstack-request-id: req-6fe78b94-f7ed-4613-b41c-6f33c00a9d28 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:54.052386 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5033e15c-dd40-4001-a493-868a801a94e5", "name": "network-vif-deleted", "tag": "2715bb04-5adc-46de-a931-3952a8ed1b25", "status": "completed", "code": 200}, {"server_uuid": "88407b86-bc14-41de-a463-5ca985009ec7", "name": "network-vif-deleted", "tag": "e38624ee-15c7-4315-9bd5-e1dde1f027f3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3f8ba3bc-e050-4ef2-a082-1d7552535dc4", "tag": "0f1eebfb-cdf2-4bfc-8354-dcc656117eed", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:54.053302 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6fe78b94-f7ed-4613-b41c-6f33c00a9d28 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:54.053302 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5033e15c-dd40-4001-a493-868a801a94e5', 'name': 'network-vif-deleted', 'tag': '2715bb04-5adc-46de-a931-3952a8ed1b25', 'status': 'completed', 'code': 200} Jul 07 20:49:54.053302 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88407b86-bc14-41de-a463-5ca985009ec7', 'name': 'network-vif-deleted', 'tag': 'e38624ee-15c7-4315-9bd5-e1dde1f027f3', 'status': 'completed', 'code': 200} Jul 07 20:49:54.053597 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f8ba3bc-e050-4ef2-a082-1d7552535dc4', 'tag': '0f1eebfb-cdf2-4bfc-8354-dcc656117eed', 'status': 'completed', 'code': 200} Jul 07 20:49:54.058751 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-986d8d2c-22a7-4dec-91f3-e1744038eb6b req-732df72d-4a1c-4fda-a0ae-52705931edad tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] For port d2dfea02-cabd-41f7-8c69-061d804ea158, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d2dfea02-cabd-41f7-8c69-061d804ea158,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:54.064676 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-986d8d2c-22a7-4dec-91f3-e1744038eb6b req-732df72d-4a1c-4fda-a0ae-52705931edad tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.090169 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-986d8d2c-22a7-4dec-91f3-e1744038eb6b req-732df72d-4a1c-4fda-a0ae-52705931edad tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Calling delete_port for d2dfea02-cabd-41f7-8c69-061d804ea158 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:49:54.107558 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 2715bb04-5adc-46de-a931-3952a8ed1b25 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:49:54.159230 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 2715bb04-5adc-46de-a931-3952a8ed1b25 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:49:54.159597 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 2715bb04-5adc-46de-a931-3952a8ed1b25 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:49:54.176933 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37314) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:54.186776 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-56be22fb-297a-4cfd-973a-7abdd54cca90 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.197612 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-56be22fb-297a-4cfd-973a-7abdd54cca90 None None] Transition to ACTIVE for port object 17433ba6-7386-45e1-90b5-57d30f2d3196 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:49:54.214614 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-56be22fb-297a-4cfd-973a-7abdd54cca90 None None] Transition to ACTIVE for port object 17433ba6-7386-45e1-90b5-57d30f2d3196 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:49:54.224060 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-56be22fb-297a-4cfd-973a-7abdd54cca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.266506 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56be22fb-297a-4cfd-973a-7abdd54cca90 None None] Network 862b922f-3f8e-403e-939d-5a18a5258b58 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:49:54.268918 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ea12619-8388-4c3e-ad96-56315ef6aa81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.272552 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-56be22fb-297a-4cfd-973a-7abdd54cca90 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:54.277200 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56be22fb-297a-4cfd-973a-7abdd54cca90 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:49:54.294820 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37320) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:54.297525 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be22fb-297a-4cfd-973a-7abdd54cca90 None None] Pushing event updated for resources: {'Port': ['ID=17433ba6-7386-45e1-90b5-57d30f2d3196,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:54.310439 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ea12619-8388-4c3e-ad96-56315ef6aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.357663 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9f523-82bb-4d67-8bc9-170697c847b6 req-8ad02b5f-3ea4-4483-a486-7993ebe956ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:54.359309 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44f9f523-82bb-4d67-8bc9-170697c847b6 req-8ad02b5f-3ea4-4483-a486-7993ebe956ac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3349249ad1c24a58b749b119fbeb9b09&device_id=3f8ba3bc-e050-4ef2-a082-1d7552535dc4 HTTP/1.1" status: 200 len: 1095 time: 0.2547529 Jul 07 20:49:54.376167 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-e2f10f5b-077e-42ff-8ce2-62747fb680b7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2096043386-network', 'tenant_id': '7429ed1aaa614bcab62eff61efdab93b'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:54.390308 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-56be22fb-297a-4cfd-973a-7abdd54cca90 None None] Attempting to bind port 17433ba6-7386-45e1-90b5-57d30f2d3196 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:49:54.391969 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-56be22fb-297a-4cfd-973a-7abdd54cca90 None None] Attempting to bind port 17433ba6-7386-45e1-90b5-57d30f2d3196 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'aaff765e-b21c-4ac5-bd47-02eb6b015550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:49:54.392627 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56be22fb-297a-4cfd-973a-7abdd54cca90 None None] Attempting to bind port 17433ba6-7386-45e1-90b5-57d30f2d3196 on network 862b922f-3f8e-403e-939d-5a18a5258b58 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:54.393573 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cbd7062-b6a6-4389-92e3-ee1d56974815 admin admin] Deleting subnet 085cc21d-6be2-49ba-959e-72dc0aa99ea6 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:49:54.401523 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5cbd7062-b6a6-4389-92e3-ee1d56974815 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.403668 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54c655-0da2-42f6-879c-ce6b5f28d944 req-762e2697-b7f0-4ae0-a649-5d65a019b117 tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:54.403834 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56be22fb-297a-4cfd-973a-7abdd54cca90 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:49:54.404538 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56be22fb-297a-4cfd-973a-7abdd54cca90 None None] Checking segment: {'id': 'aaff765e-b21c-4ac5-bd47-02eb6b015550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:54.405142 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-56be22fb-297a-4cfd-973a-7abdd54cca90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.405823 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56be22fb-297a-4cfd-973a-7abdd54cca90 None None] Bound using segment: {'id': 'aaff765e-b21c-4ac5-bd47-02eb6b015550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:49:54.406887 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-56be22fb-297a-4cfd-973a-7abdd54cca90 None None] Bound port: 17433ba6-7386-45e1-90b5-57d30f2d3196, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaff765e-b21c-4ac5-bd47-02eb6b015550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:49:54.407500 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-56be22fb-297a-4cfd-973a-7abdd54cca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.407853 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f54c655-0da2-42f6-879c-ce6b5f28d944 req-762e2697-b7f0-4ae0-a649-5d65a019b117 tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ef1b33e0-af1c-4614-8cea-81e5c78eafeb HTTP/1.1" status: 200 len: 1101 time: 0.2283552 Jul 07 20:49:54.469875 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5cbd7062-b6a6-4389-92e3-ee1d56974815 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.472998 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-56be22fb-297a-4cfd-973a-7abdd54cca90 None None] For port 17433ba6-7386-45e1-90b5-57d30f2d3196, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:49:54.476197 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-56be22fb-297a-4cfd-973a-7abdd54cca90 None None] For port 17433ba6-7386-45e1-90b5-57d30f2d3196, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=17433ba6-7386-45e1-90b5-57d30f2d3196,segment=NetworkSegment(aaff765e-b21c-4ac5-bd47-02eb6b015550),segment_id=aaff765e-b21c-4ac5-bd47-02eb6b015550)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:49:54.481853 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-56be22fb-297a-4cfd-973a-7abdd54cca90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.526356 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-8ea12619-8388-4c3e-ad96-56315ef6aa81 admin admin] Allocated IP 172.25.5.44 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/cde71b0d-791f-4a81-86f2-d2d9e6941206) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:49:54.558714 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f10f5b-077e-42ff-8ce2-62747fb680b7 admin admin] Made reservation on behalf of 7429ed1aaa614bcab62eff61efdab93b for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:54.562604 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5cbd7062-b6a6-4389-92e3-ee1d56974815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.565021 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e2f10f5b-077e-42ff-8ce2-62747fb680b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.572070 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be22fb-297a-4cfd-973a-7abdd54cca90 None None] Pushing event updated for resources: {'Port': ['ID=17433ba6-7386-45e1-90b5-57d30f2d3196,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:54.590000 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e2f10f5b-077e-42ff-8ce2-62747fb680b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.610718 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-986d8d2c-22a7-4dec-91f3-e1744038eb6b req-732df72d-4a1c-4fda-a0ae-52705931edad tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.626327 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f54c655-0da2-42f6-879c-ce6b5f28d944 req-54adf584-f24d-4b7c-8598-346e83dcabfa tempest-ServersOnMultiNodesTest-538895492 tempest-ServersOnMultiNodesTest-538895492-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515741 Jul 07 20:49:54.708776 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5cbd7062-b6a6-4389-92e3-ee1d56974815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.730467 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ea12619-8388-4c3e-ad96-56315ef6aa81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.730720 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732df72d-4a1c-4fda-a0ae-52705931edad tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Pushing event deleted for resources: {'Port': ['ID=d2dfea02-cabd-41f7-8c69-061d804ea158,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:54.754172 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b61b3e6a-bde8-4dfe-9baa-7d9b4f2ffcfc req-74cd98d5-a805-46a8-a191-851adcef04d8 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 210 time: 0.0433788 Jul 07 20:49:54.756506 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9f523-82bb-4d67-8bc9-170697c847b6 req-b3535d81-6b27-4437-b9ec-0a0acb6e152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:54.757913 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44f9f523-82bb-4d67-8bc9-170697c847b6 req-b3535d81-6b27-4437-b9ec-0a0acb6e152d service neutron] 10.222.0.58 "GET /v2.0/networks?id=d1a6625d-e0a5-4a92-8051-0eec64122ad8 HTTP/1.1" status: 200 len: 923 time: 0.3786018 Jul 07 20:49:54.762996 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd7062-b6a6-4389-92e3-ee1d56974815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=085cc21d-6be2-49ba-959e-72dc0aa99ea6,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:54.767826 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5cbd7062-b6a6-4389-92e3-ee1d56974815 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.772017 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5cbd7062-b6a6-4389-92e3-ee1d56974815 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/085cc21d-6be2-49ba-959e-72dc0aa99ea6 HTTP/1.1" status: 204 len: 168 time: 0.4738181 Jul 07 20:49:54.774297 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37328) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:54.846007 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-986d8d2c-22a7-4dec-91f3-e1744038eb6b req-732df72d-4a1c-4fda-a0ae-52705931edad tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] No DVR routers for this DVR port d2dfea02-cabd-41f7-8c69-061d804ea158 on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:49:54.864015 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-986d8d2c-22a7-4dec-91f3-e1744038eb6b req-732df72d-4a1c-4fda-a0ae-52705931edad tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.866531 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-986d8d2c-22a7-4dec-91f3-e1744038eb6b req-732df72d-4a1c-4fda-a0ae-52705931edad tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.58 "DELETE /v2.0/ports/d2dfea02-cabd-41f7-8c69-061d804ea158 HTTP/1.1" status: 204 len: 173 time: 1.2569487 Jul 07 20:49:54.923708 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eb87df87-b49e-447e-bd34-b5579f9e330a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.930751 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ea12619-8388-4c3e-ad96-56315ef6aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:54.950390 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44f9f523-82bb-4d67-8bc9-170697c847b6 req-a97f2493-87ae-4abf-aed5-3d73e248d3ef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f1eebfb-cdf2-4bfc-8354-dcc656117eed HTTP/1.1" status: 200 len: 217 time: 0.1602063 Jul 07 20:49:55.002589 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea12619-8388-4c3e-ad96-56315ef6aa81 admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:49:55.015792 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-8ea12619-8388-4c3e-ad96-56315ef6aa81 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:55.049599 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea12619-8388-4c3e-ad96-56315ef6aa81 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:49:55.063875 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea12619-8388-4c3e-ad96-56315ef6aa81 admin admin] Pushing event updated for resources: {'Port': ['ID=cde71b0d-791f-4a81-86f2-d2d9e6941206,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:55.090652 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eb87df87-b49e-447e-bd34-b5579f9e330a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:55.106215 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-eb87df87-b49e-447e-bd34-b5579f9e330a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60cf7477-fe87-4483-9d6c-8f8358872590']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:55.120305 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-eb87df87-b49e-447e-bd34-b5579f9e330a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:55.120664 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-eb87df87-b49e-447e-bd34-b5579f9e330a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e8ccb8f-6dec-4fbd-9f8f-f16e4efe5fef') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:55.125510 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb833443-abd5-4b18-8734-2e19661a068b req-55b20a78-f971-4f26-b306-f65c088b2e4e tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:55.127456 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eb833443-abd5-4b18-8734-2e19661a068b req-55b20a78-f971-4f26-b306-f65c088b2e4e tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8ba3bc-e050-4ef2-a082-1d7552535dc4 HTTP/1.1" status: 200 len: 943 time: 0.2794120 Jul 07 20:49:55.132151 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eb87df87-b49e-447e-bd34-b5579f9e330a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:55.140736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9f523-82bb-4d67-8bc9-170697c847b6 req-8e7aa317-12b6-4556-88f7-c2990d74ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:55.142753 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44f9f523-82bb-4d67-8bc9-170697c847b6 req-8e7aa317-12b6-4556-88f7-c2990d74ea4b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=44323baf-dba1-4cdd-b0c1-02177941adb8 HTTP/1.1" status: 200 len: 862 time: 0.1590791 Jul 07 20:49:55.207739 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eb87df87-b49e-447e-bd34-b5579f9e330a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:55.216818 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44f9f523-82bb-4d67-8bc9-170697c847b6 req-5267823b-06a8-4037-b020-2977b8945e72 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d1a6625d-e0a5-4a92-8051-0eec64122ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550852 Jul 07 20:49:55.233166 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb87df87-b49e-447e-bd34-b5579f9e330a admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:49:55.233575 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eb87df87-b49e-447e-bd34-b5579f9e330a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:49:55.235225 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:49:55.277748 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 17433ba6-7386-45e1-90b5-57d30f2d3196 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:49:55.308679 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eb87df87-b49e-447e-bd34-b5579f9e330a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:55.336139 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eb833443-abd5-4b18-8734-2e19661a068b req-c5c5e829-7af0-46bd-a35c-b01a38b4af01 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977551 Jul 07 20:49:55.346719 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 17433ba6-7386-45e1-90b5-57d30f2d3196 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:49:55.350489 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eb87df87-b49e-447e-bd34-b5579f9e330a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:55.352536 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-eb87df87-b49e-447e-bd34-b5579f9e330a admin admin] 10.222.0.64 "DELETE /v2.0/networks/60cf7477-fe87-4483-9d6c-8f8358872590 HTTP/1.1" status: 204 len: 168 time: 0.5752623 Jul 07 20:49:55.368884 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e2f10f5b-077e-42ff-8ce2-62747fb680b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:55.378310 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87df87-b49e-447e-bd34-b5579f9e330a admin admin] Pushing event deleted for resources: {'Network': ['ID=60cf7477-fe87-4483-9d6c-8f8358872590,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:55.378801 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e2f10f5b-077e-42ff-8ce2-62747fb680b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:55.420984 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f10f5b-077e-42ff-8ce2-62747fb680b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:49:55.433648 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44f9f523-82bb-4d67-8bc9-170697c847b6 req-d770fce4-de03-4328-be08-5f99a41165d8 service neutron] 10.222.0.58 "GET /v2.0/networks/d1a6625d-e0a5-4a92-8051-0eec64122ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017345 Jul 07 20:49:55.442385 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f10f5b-077e-42ff-8ce2-62747fb680b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae4d19a-a150-4642-a59c-e73e63839746,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:55.445491 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e2f10f5b-077e-42ff-8ce2-62747fb680b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:55.446008 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-e2f10f5b-077e-42ff-8ce2-62747fb680b7 admin admin] Added segment 0286a827-9ccc-4b48-b85b-0fa8f3a15ae6 of type vlan for network e7e5b88b-28be-4bdd-b83a-c944364646c8 Jul 07 20:49:55.477209 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ea12619-8388-4c3e-ad96-56315ef6aa81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:55.608899 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37338) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:55.618732 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e2f10f5b-077e-42ff-8ce2-62747fb680b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:55.668256 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6bd17828-7f20-44bd-9999-56acf88a40fb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fcdf8c208cd04a9fbda00d0c6e9eba22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559754 Jul 07 20:49:55.672258 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44f9f523-82bb-4d67-8bc9-170697c847b6 req-e2bed6f2-9750-480a-99b0-6bc1706a7308 service neutron] 10.222.0.58 "GET /v2.0/networks/d1a6625d-e0a5-4a92-8051-0eec64122ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246594 Jul 07 20:49:55.673050 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37340) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:55.744722 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ccc9a-09e8-42b7-ba8f-bce44fa8072c req-5acb5bf3-93e1-406d-839e-3ba4717c67c5 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:55.746163 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac8ccc9a-09e8-42b7-ba8f-bce44fa8072c req-5acb5bf3-93e1-406d-839e-3ba4717c67c5 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef1b33e0-af1c-4614-8cea-81e5c78eafeb HTTP/1.1" status: 200 len: 949 time: 0.1840193 Jul 07 20:49:55.768096 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e2f10f5b-077e-42ff-8ce2-62747fb680b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:55.769058 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f10f5b-077e-42ff-8ce2-62747fb680b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:55.769645 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e2f10f5b-077e-42ff-8ce2-62747fb680b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:55.781269 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ea12619-8388-4c3e-ad96-56315ef6aa81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:55.793549 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6240e342-1373-42e5-9758-b7b2d28e05c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:55.807988 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e2f10f5b-077e-42ff-8ce2-62747fb680b7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6250567 Jul 07 20:49:55.846335 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37344) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:55.851336 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-63ef03ac-b7b0-48eb-ab1b-07d0ee0dac89 admin admin] Request body: {'subnet': {'network_id': 'e7e5b88b-28be-4bdd-b83a-c944364646c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2096043386-subnet', 'tenant_id': '7429ed1aaa614bcab62eff61efdab93b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:55.910826 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6240e342-1373-42e5-9758-b7b2d28e05c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:55.918517 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac8ccc9a-09e8-42b7-ba8f-bce44fa8072c req-a2d7bbcb-c729-493e-abee-172aea9b2c17 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636963 Jul 07 20:49:55.935893 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f10f5b-077e-42ff-8ce2-62747fb680b7 admin admin] Pushing event updated for resources: {'Network': ['ID=e7e5b88b-28be-4bdd-b83a-c944364646c8,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:55.958014 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network e7e5b88b-28be-4bdd-b83a-c944364646c8 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:49:55.958624 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ef03ac-b7b0-48eb-ab1b-07d0ee0dac89 admin admin] Made reservation on behalf of 7429ed1aaa614bcab62eff61efdab93b for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:55.961215 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-63ef03ac-b7b0-48eb-ab1b-07d0ee0dac89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:56.054290 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ce6ce63c-a21b-4b89-9e28-b8b11e8fb36e req-c69b651a-5052-4cac-b208-029011e1b0f6 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0362d39-dd2c-442a-b50e-9b1b3ab9460c HTTP/1.1" status: 200 len: 210 time: 0.0677695 Jul 07 20:49:56.058530 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0362d39-dd2c-442a-b50e-9b1b3ab9460c', 'name': 'network-vif-deleted', 'tag': 'd2dfea02-cabd-41f7-8c69-061d804ea158'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:56.059263 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06787065-c36e-4eda-9eb3-1a3cb43ab1bb" -d '{"events": [{"server_uuid": "c0362d39-dd2c-442a-b50e-9b1b3ab9460c", "name": "network-vif-deleted", "tag": "d2dfea02-cabd-41f7-8c69-061d804ea158"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:56.078071 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9df2cf-f894-4c2f-a571-6b5fdb993607 None None] Network 862b922f-3f8e-403e-939d-5a18a5258b58 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:49:56.086458 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a14808be-b0cd-4eda-b4e7-73e2706adb8b req-b6dcea5b-4d86-4134-bebe-c30783ff92b1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5d1f45d6-6734-4f0a-898f-581233671fb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2231944 Jul 07 20:49:56.095150 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6240e342-1373-42e5-9758-b7b2d28e05c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:56.097687 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6240e342-1373-42e5-9758-b7b2d28e05c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:56.101792 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6240e342-1373-42e5-9758-b7b2d28e05c6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5bfe1897-b4d2-428c-bb4a-07d2013038b4 HTTP/1.1" status: 204 len: 168 time: 0.4206963 Jul 07 20:49:56.113877 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240e342-1373-42e5-9758-b7b2d28e05c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfe1897-b4d2-428c-bb4a-07d2013038b4,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:56.140617 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16620a9-2bea-4685-a664-bdf04af25817 x-openstack-request-id: req-d16620a9-2bea-4685-a664-bdf04af25817 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:49:56.141146 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0362d39-dd2c-442a-b50e-9b1b3ab9460c", "name": "network-vif-deleted", "tag": "d2dfea02-cabd-41f7-8c69-061d804ea158", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:49:56.141379 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d16620a9-2bea-4685-a664-bdf04af25817 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:49:56.141873 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0362d39-dd2c-442a-b50e-9b1b3ab9460c', 'name': 'network-vif-deleted', 'tag': 'd2dfea02-cabd-41f7-8c69-061d804ea158', 'status': 'completed', 'code': 200} Jul 07 20:49:56.159289 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0f1eebfb-cdf2-4bfc-8354-dcc656117eed details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:49:56.224462 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ef1bfb9d-df99-473b-ab33-93efb770f183 None None] Provisioning for port 17433ba6-7386-45e1-90b5-57d30f2d3196 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:49:56.255718 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-63ef03ac-b7b0-48eb-ab1b-07d0ee0dac89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:56.270601 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ef1bfb9d-df99-473b-ab33-93efb770f183 None None] Provisioning complete for port 17433ba6-7386-45e1-90b5-57d30f2d3196 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:56.270953 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ef1bfb9d-df99-473b-ab33-93efb770f183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:56.332448 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef03ac-b7b0-48eb-ab1b-07d0ee0dac89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07ed2815-c834-4c7f-ab55-79a64af93a98,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:56.344557 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ef03ac-b7b0-48eb-ab1b-07d0ee0dac89 admin admin] Checking segment: {'id': '0286a827-9ccc-4b48-b85b-0fa8f3a15ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e7e5b88b-28be-4bdd-b83a-c944364646c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:56.345025 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ef03ac-b7b0-48eb-ab1b-07d0ee0dac89 admin admin] Network hostable DHCP agents. Network: e7e5b88b-28be-4bdd-b83a-c944364646c8, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:49:56.380548 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ef03ac-b7b0-48eb-ab1b-07d0ee0dac89 admin admin] Network e7e5b88b-28be-4bdd-b83a-c944364646c8 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:49:56.412073 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-63ef03ac-b7b0-48eb-ab1b-07d0ee0dac89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, e7e5b88b-28be-4bdd-b83a-c944364646c8) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:49:56.424374 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ef03ac-b7b0-48eb-ab1b-07d0ee0dac89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:56.425931 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-63ef03ac-b7b0-48eb-ab1b-07d0ee0dac89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:56.472544 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-63ef03ac-b7b0-48eb-ab1b-07d0ee0dac89 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6250863 Jul 07 20:49:56.512862 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b9c6a6-b18a-461a-bf56-825acc265036 None None] Network e7e5b88b-28be-4bdd-b83a-c944364646c8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:49:56.622411 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0f1eebfb-cdf2-4bfc-8354-dcc656117eed, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0f1eebfb-cdf2-4bfc-8354-dcc656117eed,segment=NetworkSegment(bf53d961-3859-4756-83b3-c7352abc25ca),segment_id=bf53d961-3859-4756-83b3-c7352abc25ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:56.642686 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ef1bfb9d-df99-473b-ab33-93efb770f183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:56.670391 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea12619-8388-4c3e-ad96-56315ef6aa81 admin admin] Router ea6cde6f-5b57-4192-88be-009ef571cec2 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:49:56.686861 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd31fc3-6f48-45fa-82d1-7d829ef7ba5e req-d4388358-fef6-4048-ba1c-b9f436c2a4a1 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:56.687502 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '0f1eebfb-cdf2-4bfc-8354-dcc656117eed', 'network_id': 'd1a6625d-e0a5-4a92-8051-0eec64122ad8', 'port_id': '0f1eebfb-cdf2-4bfc-8354-dcc656117eed', 'mac_address': 'fa:16:3e:bf:6c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44323baf-dba1-4cdd-b0c1-02177941adb8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:49:56.696711 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ddd31fc3-6f48-45fa-82d1-7d829ef7ba5e req-d4388358-fef6-4048-ba1c-b9f436c2a4a1 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8ba3bc-e050-4ef2-a082-1d7552535dc4 HTTP/1.1" status: 200 len: 943 time: 0.1929176 Jul 07 20:49:56.729835 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ef1bfb9d-df99-473b-ab33-93efb770f183 None None] For port 17433ba6-7386-45e1-90b5-57d30f2d3196, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=17433ba6-7386-45e1-90b5-57d30f2d3196,segment=NetworkSegment(aaff765e-b21c-4ac5-bd47-02eb6b015550),segment_id=aaff765e-b21c-4ac5-bd47-02eb6b015550)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:56.764358 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14808be-b0cd-4eda-b4e7-73e2706adb8b req-dcb3660e-ec6d-48e1-8153-ab8d41f5b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:56.765943 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a14808be-b0cd-4eda-b4e7-73e2706adb8b req-dcb3660e-ec6d-48e1-8153-ab8d41f5b3af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=24474cabdc4f49bba6441263c31f143d&device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 1097 time: 0.6338336 Jul 07 20:49:56.768876 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ef1bfb9d-df99-473b-ab33-93efb770f183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:56.808918 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ddd31fc3-6f48-45fa-82d1-7d829ef7ba5e req-baca51b9-7cec-4d16-84b4-8163c21ea8c6 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110969 Jul 07 20:49:56.844207 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:56.886335 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea12619-8388-4c3e-ad96-56315ef6aa81 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:49:56.896542 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbc98e6-3d49-4aca-a518-f34fe4413817 None None] Network e7e5b88b-28be-4bdd-b83a-c944364646c8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:49:56.908100 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] Sync routers for ids ['ea6cde6f-5b57-4192-88be-009ef571cec2'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:49:56.921257 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14808be-b0cd-4eda-b4e7-73e2706adb8b req-8054d3e1-58d1-49bf-bea3-f895ea5001df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:56.923017 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a14808be-b0cd-4eda-b4e7-73e2706adb8b req-8054d3e1-58d1-49bf-bea3-f895ea5001df service neutron] 10.222.0.39 "GET /v2.0/networks?id=10c6c845-5620-49c3-9767-57c4afeea554 HTTP/1.1" status: 200 len: 917 time: 0.1178222 Jul 07 20:49:56.924960 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ea12619-8388-4c3e-ad96-56315ef6aa81 admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:56.925115 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1eebfb-cdf2-4bfc-8354-dcc656117eed {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:49:56.925477 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8ea12619-8388-4c3e-ad96-56315ef6aa81 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.4785147 Jul 07 20:49:56.928403 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37372) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:57.021979 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a14808be-b0cd-4eda-b4e7-73e2706adb8b req-48179ca3-6e22-441b-8a61-418ef2202b3d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a53c18d1-1528-4be0-8e2c-810a342ea061 HTTP/1.1" status: 200 len: 1000 time: 0.0881259 Jul 07 20:49:57.088767 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0f1eebfb-cdf2-4bfc-8354-dcc656117eed, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0f1eebfb-cdf2-4bfc-8354-dcc656117eed,segment=NetworkSegment(bf53d961-3859-4756-83b3-c7352abc25ca),segment_id=bf53d961-3859-4756-83b3-c7352abc25ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:57.095778 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1bfb9d-df99-473b-ab33-93efb770f183 None None] Pushing event updated for resources: {'Port': ['ID=17433ba6-7386-45e1-90b5-57d30f2d3196,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:57.118018 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14808be-b0cd-4eda-b4e7-73e2706adb8b req-b94f2ff1-f988-448c-a10a-9e7b35c9f0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:57.121251 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a14808be-b0cd-4eda-b4e7-73e2706adb8b req-b94f2ff1-f988-448c-a10a-9e7b35c9f0bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3a661560-d0ca-4a80-a1c0-8f03610fb2e7 HTTP/1.1" status: 200 len: 855 time: 0.0884314 Jul 07 20:49:57.133886 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:57.214307 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] Routers {'ea6cde6f-5b57-4192-88be-009ef571cec2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:49:57.215005 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:49:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ea6cde6f-5b57-4192-88be-009ef571cec2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:57.218523 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=0f1eebfb-cdf2-4bfc-8354-dcc656117eed,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:57.245784 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14808be-b0cd-4eda-b4e7-73e2706adb8b req-491220b6-fa3b-4ce0-bcc3-242c339305ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:57.247615 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a14808be-b0cd-4eda-b4e7-73e2706adb8b req-491220b6-fa3b-4ce0-bcc3-242c339305ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=10c6c845-5620-49c3-9767-57c4afeea554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1080847 Jul 07 20:49:57.404202 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a14808be-b0cd-4eda-b4e7-73e2706adb8b req-86838faf-80ba-4a02-86de-594f716cb477 service neutron] 10.222.0.39 "GET /v2.0/networks/10c6c845-5620-49c3-9767-57c4afeea554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453626 Jul 07 20:49:57.429270 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-a13b7ec6-c66d-4df0-8340-e2d57b18b219 req-551b273a-7f7a-4484-b387-b7d25156ba65 tempest-SecurityGroupsNegativeTestJSON-1957860354 tempest-SecurityGroupsNegativeTestJSON-1957860354-project] show failed (client error): The resource could not be found. Jul 07 20:49:57.431360 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] Set router ea6cde6f-5b57-4192-88be-009ef571cec2 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:49:57.435877 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a13b7ec6-c66d-4df0-8340-e2d57b18b219 req-551b273a-7f7a-4484-b387-b7d25156ba65 tempest-SecurityGroupsNegativeTestJSON-1957860354 tempest-SecurityGroupsNegativeTestJSON-1957860354-project] 10.222.0.64 "GET /v2.0/security-groups/b26e017f-9c30-41a2-9e0f-be453582d691 HTTP/1.1" status: 404 len: 352 time: 0.0869813 Jul 07 20:49:57.478232 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e18f3950-96ea-42c6-9b5b-211e3daa074d None None] Provisioning complete for port 17433ba6-7386-45e1-90b5-57d30f2d3196 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:57.479757 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d1a75-a721-46bd-a370-80a033130616 req-06a56301-0a83-46cb-9fd5-c0bb5b5aec6c tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:57.481547 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-878d1a75-a721-46bd-a370-80a033130616 req-06a56301-0a83-46cb-9fd5-c0bb5b5aec6c tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef1b33e0-af1c-4614-8cea-81e5c78eafeb HTTP/1.1" status: 200 len: 949 time: 0.3346763 Jul 07 20:49:57.482205 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e18f3950-96ea-42c6-9b5b-211e3daa074d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:57.499700 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37388) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:57.533793 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a14808be-b0cd-4eda-b4e7-73e2706adb8b req-46ca833e-3017-4eb9-9c88-29a2c4fc5302 service neutron] 10.222.0.39 "GET /v2.0/networks/10c6c845-5620-49c3-9767-57c4afeea554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183021 Jul 07 20:49:57.562864 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227f5ae-676f-41f4-9366-dfe161371317 req-1097a75a-b492-43d7-b0e2-a2434d0fca94 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:57.570192 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8227f5ae-676f-41f4-9366-dfe161371317 req-1097a75a-b492-43d7-b0e2-a2434d0fca94 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef1b33e0-af1c-4614-8cea-81e5c78eafeb HTTP/1.1" status: 200 len: 949 time: 0.3482289 Jul 07 20:49:57.586264 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0f1eebfb-cdf2-4bfc-8354-dcc656117eed'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:57.727924 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8227f5ae-676f-41f4-9366-dfe161371317 req-761a9682-ec7d-4590-acec-f3d8ad9a794a tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567938 Jul 07 20:49:57.812650 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-ff98a176-558a-4dde-bbf4-6103a7ab68f7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1949937326-network', 'tenant_id': '8fb02cd6471b418ebfe28639036fff11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:57.872344 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:49:55Z', 'revision_number': 3, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:49:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:57.883281 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1518378d-3a22-4966-a859-988255930587 req-a9f4d7d5-f0ef-4c4a-9ca6-7d17d31e1982 tempest-SecurityGroupsNegativeTestJSON-1957860354 tempest-SecurityGroupsNegativeTestJSON-1957860354-project] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7429ed1aaa614bcab62eff61efdab93b HTTP/1.1" status: 200 len: 2984 time: 0.1219440 Jul 07 20:49:57.902636 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-878d1a75-a721-46bd-a370-80a033130616 req-9f4be4f4-2bd9-4ea9-9a9c-3e79318d26bc tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Deleting port 80b96fea-1125-4b57-aaf4-0c52c3587136 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:49:57.903054 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-878d1a75-a721-46bd-a370-80a033130616 req-9f4be4f4-2bd9-4ea9-9a9c-3e79318d26bc tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:57.904932 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] Checking router: ea6cde6f-5b57-4192-88be-009ef571cec2 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:49:57.905430 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] Updating router ea6cde6f-5b57-4192-88be-009ef571cec2 port cde71b0d-791f-4a81-86f2-d2d9e6941206 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:49:57.911998 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff98a176-558a-4dde-bbf4-6103a7ab68f7 admin admin] Made reservation on behalf of 8fb02cd6471b418ebfe28639036fff11 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:57.915113 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ff98a176-558a-4dde-bbf4-6103a7ab68f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:57.950502 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:57.996099 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ff98a176-558a-4dde-bbf4-6103a7ab68f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:58.128000 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1518378d-3a22-4966-a859-988255930587 req-77f0cf65-3ae9-480d-85ba-1e8ea3cc49a3 tempest-SecurityGroupsNegativeTestJSON-1957860354 tempest-SecurityGroupsNegativeTestJSON-1957860354-project] 10.222.0.64 "GET /v2.0/security-groups/0ae4d19a-a150-4642-a59c-e73e63839746 HTTP/1.1" status: 200 len: 2981 time: 0.2181318 Jul 07 20:49:58.151689 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d2dfea02-cabd-41f7-8c69-061d804ea158 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:49:58.178468 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: d2dfea02-cabd-41f7-8c69-061d804ea158 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:49:58.178829 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d2dfea02-cabd-41f7-8c69-061d804ea158 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:49:58.196285 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-878d1a75-a721-46bd-a370-80a033130616 req-9f4be4f4-2bd9-4ea9-9a9c-3e79318d26bc tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] For port 80b96fea-1125-4b57-aaf4-0c52c3587136, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=80b96fea-1125-4b57-aaf4-0c52c3587136,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:49:58.196659 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-878d1a75-a721-46bd-a370-80a033130616 req-9f4be4f4-2bd9-4ea9-9a9c-3e79318d26bc tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:58.200004 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7ea73569-e33a-4d60-8e8a-1bec74f4d1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:58.244898 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-878d1a75-a721-46bd-a370-80a033130616 req-9f4be4f4-2bd9-4ea9-9a9c-3e79318d26bc tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Calling delete_port for 80b96fea-1125-4b57-aaf4-0c52c3587136 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:49:58.254462 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:58.264156 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] Transition to ACTIVE for port object cde71b0d-791f-4a81-86f2-d2d9e6941206 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:49:58.269980 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:58.285500 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1518378d-3a22-4966-a859-988255930587 req-7c235271-baf0-4ad5-9a7b-3c5238472062 tempest-SecurityGroupsNegativeTestJSON-1957860354 tempest-SecurityGroupsNegativeTestJSON-1957860354-project] 10.222.0.64 "GET /v2.0/security-groups/0ae4d19a-a150-4642-a59c-e73e63839746 HTTP/1.1" status: 200 len: 2981 time: 0.1458814 Jul 07 20:49:58.322118 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] Attempting to bind port cde71b0d-791f-4a81-86f2-d2d9e6941206 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:49:58.322524 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] Attempting to bind port cde71b0d-791f-4a81-86f2-d2d9e6941206 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:49:58.322890 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] Attempting to bind port cde71b0d-791f-4a81-86f2-d2d9e6941206 on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:49:58.324916 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe92f08-7f2c-47da-8db7-2eb1bea41728 None None] Pushing event updated for resources: {'Port': ['ID=cde71b0d-791f-4a81-86f2-d2d9e6941206,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:58.330333 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:49:58.330711 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:49:58.331116 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:58.331534 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:49:58.332000 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] Bound port: cde71b0d-791f-4a81-86f2-d2d9e6941206, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:49:58.332386 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:58.344080 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10024d-c79d-4f00-b923-78ef090394eb req-41e6fe88-086e-4262-8a13-c4797ef2bba9 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:58.345767 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8d10024d-c79d-4f00-b923-78ef090394eb req-41e6fe88-086e-4262-8a13-c4797ef2bba9 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8ba3bc-e050-4ef2-a082-1d7552535dc4 HTTP/1.1" status: 200 len: 944 time: 0.2760620 Jul 07 20:49:58.391678 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] For port cde71b0d-791f-4a81-86f2-d2d9e6941206, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:49:58.396077 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] For port cde71b0d-791f-4a81-86f2-d2d9e6941206, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=cde71b0d-791f-4a81-86f2-d2d9e6941206,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:49:58.401847 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:58.472683 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] Routers {'ea6cde6f-5b57-4192-88be-009ef571cec2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:49:58.473348 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:49:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ea6cde6f-5b57-4192-88be-009ef571cec2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:58.520364 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe92f08-7f2c-47da-8db7-2eb1bea41728 None None] Pushing event updated for resources: {'Port': ['ID=cde71b0d-791f-4a81-86f2-d2d9e6941206,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:58.548616 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-7ea73569-e33a-4d60-8e8a-1bec74f4d1a9 admin admin] Allocated IP 172.20.0.1 (862b922f-3f8e-403e-939d-5a18a5258b58/71aa915f-97b8-42f5-b575-925f0ac5a27a/000b58aa-c770-46f8-9b35-2ff15f9d502e) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:49:58.689301 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ff98a176-558a-4dde-bbf4-6103a7ab68f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:58.695301 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8d10024d-c79d-4f00-b923-78ef090394eb req-858ba3d3-f702-45ae-9086-aa997092e82b tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140321 Jul 07 20:49:58.723227 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ff98a176-558a-4dde-bbf4-6103a7ab68f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:58.746076 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] Set router ea6cde6f-5b57-4192-88be-009ef571cec2 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:49:58.932932 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:49:55Z', 'revision_number': 3, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:49:58.965365 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50925b-428c-4505-8760-4abd74f0a5ed None None] The sync data for ids ['ea6cde6f-5b57-4192-88be-009ef571cec2'] in n-d-695189-11 is: [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:49:55Z', 'revision_number': 3, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:49:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:49:59.086670 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff98a176-558a-4dde-bbf4-6103a7ab68f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:49:59.137980 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 17433ba6-7386-45e1-90b5-57d30f2d3196 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:49:59.177643 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98a176-558a-4dde-bbf4-6103a7ab68f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ff3ed9-d0fe-4360-ac3e-3707f4165dd2,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:59.181027 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ff98a176-558a-4dde-bbf4-6103a7ab68f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:59.181472 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-ff98a176-558a-4dde-bbf4-6103a7ab68f7 admin admin] Added segment 27a15d2f-090d-4d9b-9129-6177fbcbf67b of type vlan for network d3491a6d-7d90-409a-b342-5c9451222988 Jul 07 20:49:59.196819 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bc98d811-305d-42f9-a9cc-2405c2cabbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:59.260611 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 17433ba6-7386-45e1-90b5-57d30f2d3196 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:49:59.261028 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:59.261372 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bf16bde2-6945-4891-ba4a-cccb91b916a8 req-3b8184a3-b719-4fca-8a01-165ad8115bc8 tempest-SecurityGroupsNegativeTestJSON-1957860354 tempest-SecurityGroupsNegativeTestJSON-1957860354-project] 10.222.0.64 "GET /v2.0/security-groups/0ae4d19a-a150-4642-a59c-e73e63839746 HTTP/1.1" status: 200 len: 2981 time: 0.5085957 Jul 07 20:49:59.337055 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ff98a176-558a-4dde-bbf4-6103a7ab68f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:59.376229 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29802b-e801-406c-a1d3-883abab2771d req-9cf0512b-4275-444d-b840-afe1854da37c tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:59.377871 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5d29802b-e801-406c-a1d3-883abab2771d req-9cf0512b-4275-444d-b840-afe1854da37c tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 945 time: 0.8307309 Jul 07 20:49:59.383647 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7ea73569-e33a-4d60-8e8a-1bec74f4d1a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:59.420329 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-878d1a75-a721-46bd-a370-80a033130616 req-9f4be4f4-2bd9-4ea9-9a9c-3e79318d26bc tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:59.428795 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3d608-5b09-46c8-aee7-45c135eec8ce req-0145263b-3d51-463e-9ae9-93bf12ca4ded tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:59.430423 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ead3d608-5b09-46c8-aee7-45c135eec8ce req-0145263b-3d51-463e-9ae9-93bf12ca4ded tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.58 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 945 time: 0.7456837 Jul 07 20:49:59.436172 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['3f2f695a-9a83-4fa2-9166-162abc5fdd62', '3fd3d68c-e58c-4865-9dbd-4ad768444535', '19254ff3-2f0f-4684-b14a-aa9c0294c902', '01187ebd-7ebb-415f-9591-d6cf0cc026a4', '80b96fea-1125-4b57-aaf4-0c52c3587136'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:59.464142 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['c801cc7b-e11f-4614-939c-2a4dcc21c18d', '24eda47b-c96d-45e4-af25-3e78133a0dac', 'b43f1e22-d294-4224-9ea5-e3b3f2749a39'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:49:59.497876 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-7ea73569-e33a-4d60-8e8a-1bec74f4d1a9 admin admin] Transition to ACTIVE for port object 000b58aa-c770-46f8-9b35-2ff15f9d502e will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:49:59.522731 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4be4f4-2bd9-4ea9-9a9c-3e79318d26bc tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Pushing event deleted for resources: {'Port': ['ID=80b96fea-1125-4b57-aaf4-0c52c3587136,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:49:59.562350 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ff98a176-558a-4dde-bbf4-6103a7ab68f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:59.564029 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff98a176-558a-4dde-bbf4-6103a7ab68f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:49:59.564634 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ff98a176-558a-4dde-bbf4-6103a7ab68f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:59.651428 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7a848d4-2231-4286-9372-4792bae52c1f req-211cf140-87de-4f1d-96bb-8393b37fd632 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6e9b4526-39a9-469c-8e3c-de42c227172e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8917422 Jul 07 20:49:59.716753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-878d1a75-a721-46bd-a370-80a033130616 req-9f4be4f4-2bd9-4ea9-9a9c-3e79318d26bc tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] No DVR routers for this DVR port 80b96fea-1125-4b57-aaf4-0c52c3587136 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:49:59.723621 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ff98a176-558a-4dde-bbf4-6103a7ab68f7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2181802 Jul 07 20:49:59.724099 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37418) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:49:59.729312 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-99eaf63a-0dda-43f3-a260-a5415c99972d admin admin] Request body: {'subnet': {'network_id': 'd3491a6d-7d90-409a-b342-5c9451222988', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1949937326-subnet', 'tenant_id': '8fb02cd6471b418ebfe28639036fff11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:49:59.734649 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5d29802b-e801-406c-a1d3-883abab2771d req-6624b645-cc74-467e-878f-f153586a1922 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376737 Jul 07 20:49:59.746467 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-878d1a75-a721-46bd-a370-80a033130616 req-9f4be4f4-2bd9-4ea9-9a9c-3e79318d26bc tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:59.751271 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-878d1a75-a721-46bd-a370-80a033130616 req-9f4be4f4-2bd9-4ea9-9a9c-3e79318d26bc tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.39 "DELETE /v2.0/ports/80b96fea-1125-4b57-aaf4-0c52c3587136 HTTP/1.1" status: 204 len: 173 time: 2.2452700 Jul 07 20:49:59.761496 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1b33e0-af1c-4614-8cea-81e5c78eafeb', 'name': 'network-vif-deleted', 'tag': '80b96fea-1125-4b57-aaf4-0c52c3587136'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:49:59.766895 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323e9439-8f46-49b3-94f4-36d6e9f9e173" -d '{"events": [{"server_uuid": "ef1b33e0-af1c-4614-8cea-81e5c78eafeb", "name": "network-vif-deleted", "tag": "80b96fea-1125-4b57-aaf4-0c52c3587136"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:49:59.768428 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99eaf63a-0dda-43f3-a260-a5415c99972d admin admin] Made reservation on behalf of 8fb02cd6471b418ebfe28639036fff11 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:49:59.770883 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99eaf63a-0dda-43f3-a260-a5415c99972d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:49:59.819081 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-bf16bde2-6945-4891-ba4a-cccb91b916a8 req-842b7d1f-d33d-4f5d-b792-5af78a0475ad tempest-SecurityGroupsNegativeTestJSON-1957860354 tempest-SecurityGroupsNegativeTestJSON-1957860354-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 20:49:59.831012 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bf16bde2-6945-4891-ba4a-cccb91b916a8 req-842b7d1f-d33d-4f5d-b792-5af78a0475ad tempest-SecurityGroupsNegativeTestJSON-1957860354 tempest-SecurityGroupsNegativeTestJSON-1957860354-project] 10.222.0.64 "DELETE /v2.0/security-groups/0ae4d19a-a150-4642-a59c-e73e63839746 HTTP/1.1" status: 409 len: 352 time: 0.5684686 Jul 07 20:50:00.020915 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98a176-558a-4dde-bbf4-6103a7ab68f7 admin admin] Pushing event updated for resources: {'Network': ['ID=d3491a6d-7d90-409a-b342-5c9451222988,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:00.055835 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7ea73569-e33a-4d60-8e8a-1bec74f4d1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:00.057316 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99eaf63a-0dda-43f3-a260-a5415c99972d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:00.063793 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network d3491a6d-7d90-409a-b342-5c9451222988 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:50:00.118157 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eaf63a-0dda-43f3-a260-a5415c99972d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a88350a-7324-4536-a09e-51401ac187a1,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:00.118828 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea73569-e33a-4d60-8e8a-1bec74f4d1a9 admin admin] Network 862b922f-3f8e-403e-939d-5a18a5258b58 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:50:00.122002 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-ead3d608-5b09-46c8-aee7-45c135eec8ce req-23e1aff5-5004-4882-90de-f826d3c7c958 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Deleting port 61aa3355-317c-4f2d-b6bd-32d8edd4802b {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:00.122472 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ead3d608-5b09-46c8-aee7-45c135eec8ce req-23e1aff5-5004-4882-90de-f826d3c7c958 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:00.141092 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eaf63a-0dda-43f3-a260-a5415c99972d admin admin] Checking segment: {'id': '27a15d2f-090d-4d9b-9129-6177fbcbf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd3491a6d-7d90-409a-b342-5c9451222988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:50:00.141464 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eaf63a-0dda-43f3-a260-a5415c99972d admin admin] Network hostable DHCP agents. Network: d3491a6d-7d90-409a-b342-5c9451222988, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:50:00.147626 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-7ea73569-e33a-4d60-8e8a-1bec74f4d1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:00.162187 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0f1eebfb-cdf2-4bfc-8354-dcc656117eed up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:50:00.171104 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eaf63a-0dda-43f3-a260-a5415c99972d admin admin] Network d3491a6d-7d90-409a-b342-5c9451222988 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:50:00.183308 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea73569-e33a-4d60-8e8a-1bec74f4d1a9 admin admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:50:00.191303 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-99eaf63a-0dda-43f3-a260-a5415c99972d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, d3491a6d-7d90-409a-b342-5c9451222988) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:00.200403 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99eaf63a-0dda-43f3-a260-a5415c99972d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:00.201159 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99eaf63a-0dda-43f3-a260-a5415c99972d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:00.208320 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a848d4-2231-4286-9372-4792bae52c1f req-aa201bac-bd69-426c-9797-be3f9f0aac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:00.209940 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7a848d4-2231-4286-9372-4792bae52c1f req-aa201bac-bd69-426c-9797-be3f9f0aac84 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f402b06a8a6a45dfab0c4d0f5f332d1c&device_id=6e9b4526-39a9-469c-8e3c-de42c227172e HTTP/1.1" status: 200 len: 1097 time: 0.4549217 Jul 07 20:50:00.210466 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea73569-e33a-4d60-8e8a-1bec74f4d1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=000b58aa-c770-46f8-9b35-2ff15f9d502e,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:00.230875 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-99eaf63a-0dda-43f3-a260-a5415c99972d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5055280 Jul 07 20:50:00.263370 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3ff06f-1640-4169-ac15-2620e9f2ec19 None None] Network d3491a6d-7d90-409a-b342-5c9451222988 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:50:00.277897 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db640a7-123d-4c18-8208-2a546e3acf90 req-2b7e354b-87f8-4249-8002-164cd9602cc8 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:00.284740 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3db640a7-123d-4c18-8208-2a546e3acf90 req-2b7e354b-87f8-4249-8002-164cd9602cc8 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9b4526-39a9-469c-8e3c-de42c227172e HTTP/1.1" status: 200 len: 945 time: 0.3234651 Jul 07 20:50:00.449601 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7ea73569-e33a-4d60-8e8a-1bec74f4d1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:00.476675 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 0f1eebfb-cdf2-4bfc-8354-dcc656117eed completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:00.492812 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 0f1eebfb-cdf2-4bfc-8354-dcc656117eed triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:00.493311 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:00.534206 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-336f7b7d-9396-448f-bcb9-50371eaf1da3 req-aedae6a8-5d0b-4926-8ef1-de3096d0b2b9 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef1b33e0-af1c-4614-8cea-81e5c78eafeb HTTP/1.1" status: 200 len: 210 time: 0.1380508 Jul 07 20:50:00.560569 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-ead3d608-5b09-46c8-aee7-45c135eec8ce req-23e1aff5-5004-4882-90de-f826d3c7c958 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] For port 61aa3355-317c-4f2d-b6bd-32d8edd4802b, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=61aa3355-317c-4f2d-b6bd-32d8edd4802b,segment=NetworkSegment(873011f8-8fd2-4f18-a453-e3e1f0592ded),segment_id=873011f8-8fd2-4f18-a453-e3e1f0592ded)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:00.561232 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ead3d608-5b09-46c8-aee7-45c135eec8ce req-23e1aff5-5004-4882-90de-f826d3c7c958 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:00.636314 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f213b5ba-dfe0-46ff-9c40-6071caa61489 None None] Network d3491a6d-7d90-409a-b342-5c9451222988 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:50:00.638563 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-ead3d608-5b09-46c8-aee7-45c135eec8ce req-23e1aff5-5004-4882-90de-f826d3c7c958 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Calling delete_port for 61aa3355-317c-4f2d-b6bd-32d8edd4802b owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:00.642492 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e9e2a0c8-963e-43ff-8f27-6722ecf003bf None None] Provisioning for port 000b58aa-c770-46f8-9b35-2ff15f9d502e completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:00.665748 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3db640a7-123d-4c18-8208-2a546e3acf90 req-85228c98-c98f-40e3-ab26-4a35550310c5 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3801136 Jul 07 20:50:00.693507 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e9e2a0c8-963e-43ff-8f27-6722ecf003bf None None] Provisioning complete for port 000b58aa-c770-46f8-9b35-2ff15f9d502e triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:00.693894 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e9e2a0c8-963e-43ff-8f27-6722ecf003bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:00.784638 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d904be-e55a-4f65-b4fb-c7136f225c8c x-openstack-request-id: req-84d904be-e55a-4f65-b4fb-c7136f225c8c {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:00.785330 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1b33e0-af1c-4614-8cea-81e5c78eafeb", "name": "network-vif-deleted", "tag": "80b96fea-1125-4b57-aaf4-0c52c3587136", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:00.785850 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84d904be-e55a-4f65-b4fb-c7136f225c8c {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:00.786736 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1b33e0-af1c-4614-8cea-81e5c78eafeb', 'name': 'network-vif-deleted', 'tag': '80b96fea-1125-4b57-aaf4-0c52c3587136', 'status': 'completed', 'code': 200} Jul 07 20:50:00.790975 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2a0c8-963e-43ff-8f27-6722ecf003bf None None] Port 000b58aa-c770-46f8-9b35-2ff15f9d502e cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:50:00.849921 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:00.863984 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a848d4-2231-4286-9372-4792bae52c1f req-b42a4051-3d52-4dd4-966d-55c1e48645b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:00.865494 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7a848d4-2231-4286-9372-4792bae52c1f req-b42a4051-3d52-4dd4-966d-55c1e48645b0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=264dde5d-0b26-40d6-b1bf-7b5ec20a1ece HTTP/1.1" status: 200 len: 924 time: 0.6198289 Jul 07 20:50:00.882160 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-78292502-a29e-4b1a-9aa2-8ba9f45b0d20 req-b5024160-8807-4b24-acc3-1d849c552524 tempest-SecurityGroupsNegativeTestJSON-1957860354 tempest-SecurityGroupsNegativeTestJSON-1957860354-project] show failed (client error): The resource could not be found. Jul 07 20:50:00.891064 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78292502-a29e-4b1a-9aa2-8ba9f45b0d20 req-b5024160-8807-4b24-acc3-1d849c552524 tempest-SecurityGroupsNegativeTestJSON-1957860354 tempest-SecurityGroupsNegativeTestJSON-1957860354-project] 10.222.0.64 "GET /v2.0/security-groups/afff81ec-a493-45d1-ab7d-fb8cd5a21407 HTTP/1.1" status: 404 len: 352 time: 0.1029148 Jul 07 20:50:00.913832 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8ba3bc-e050-4ef2-a082-1d7552535dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1eebfb-cdf2-4bfc-8354-dcc656117eed'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:00.916167 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41e5d87-933d-42a3-a245-e5966958ba32" -d '{"events": [{"server_uuid": "3f8ba3bc-e050-4ef2-a082-1d7552535dc4", "name": "network-vif-plugged", "status": "completed", "tag": "0f1eebfb-cdf2-4bfc-8354-dcc656117eed"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:00.930524 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0f1eebfb-cdf2-4bfc-8354-dcc656117eed, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0f1eebfb-cdf2-4bfc-8354-dcc656117eed,segment=NetworkSegment(bf53d961-3859-4756-83b3-c7352abc25ca),segment_id=bf53d961-3859-4756-83b3-c7352abc25ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:00.944191 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:00.945172 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 61aa3355-317c-4f2d-b6bd-32d8edd4802b no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:01.025151 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37444) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:01.031063 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-8ce034b2-f59b-4d28-be12-dcbe0ab82a94 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1109711706-network', 'tenant_id': 'b29d89e352d24d2ebc09c9a5d934da13'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:01.036967 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=0f1eebfb-cdf2-4bfc-8354-dcc656117eed,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:01.064697 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7a848d4-2231-4286-9372-4792bae52c1f req-f77d7b10-840e-4818-8e8b-cd3d1078ff96 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 HTTP/1.1" status: 200 len: 1000 time: 0.1851592 Jul 07 20:50:01.075755 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce034b2-f59b-4d28-be12-dcbe0ab82a94 admin admin] Made reservation on behalf of b29d89e352d24d2ebc09c9a5d934da13 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:50:01.079526 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ce034b2-f59b-4d28-be12-dcbe0ab82a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.104109 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ce034b2-f59b-4d28-be12-dcbe0ab82a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.183069 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device cde71b0d-791f-4a81-86f2-d2d9e6941206 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:50:01.211752 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7ea73569-e33a-4d60-8e8a-1bec74f4d1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.222714 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854fa79-0785-4aab-90b4-f6a42d85621d req-c648bc8b-40b9-4666-85c6-bb7762e80958 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:01.224998 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3854fa79-0785-4aab-90b4-f6a42d85621d req-c648bc8b-40b9-4666-85c6-bb7762e80958 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8ba3bc-e050-4ef2-a082-1d7552535dc4 HTTP/1.1" status: 200 len: 944 time: 0.4554770 Jul 07 20:50:01.231292 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ce034b2-f59b-4d28-be12-dcbe0ab82a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.237150 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ce034b2-f59b-4d28-be12-dcbe0ab82a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.243538 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port cde71b0d-791f-4a81-86f2-d2d9e6941206 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:01.249586 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port cde71b0d-791f-4a81-86f2-d2d9e6941206 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:01.250084 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.264558 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a848d4-2231-4286-9372-4792bae52c1f req-e9f16040-cafd-4354-a9dd-324efbf7c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:01.266027 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7a848d4-2231-4286-9372-4792bae52c1f req-e9f16040-cafd-4354-a9dd-324efbf7c0e2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a4e42a85-93d1-4c63-8ac0-5587b9394f0f HTTP/1.1" status: 200 len: 862 time: 0.1516888 Jul 07 20:50:01.268341 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce034b2-f59b-4d28-be12-dcbe0ab82a94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:50:01.278164 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce034b2-f59b-4d28-be12-dcbe0ab82a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3272d65-433a-4444-b949-6b9b12d048e8,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:01.284773 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ce034b2-f59b-4d28-be12-dcbe0ab82a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.285487 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-8ce034b2-f59b-4d28-be12-dcbe0ab82a94 admin admin] Added segment e0123c15-9712-4c97-949c-92b721215021 of type vlan for network d8ee9d61-4471-48ce-9fb6-730ae0cbc0b4 Jul 07 20:50:01.304376 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ead3d608-5b09-46c8-aee7-45c135eec8ce req-23e1aff5-5004-4882-90de-f826d3c7c958 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.333458 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ce034b2-f59b-4d28-be12-dcbe0ab82a94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.338547 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.361016 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port cde71b0d-791f-4a81-86f2-d2d9e6941206, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=cde71b0d-791f-4a81-86f2-d2d9e6941206,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:01.365263 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.366548 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ce034b2-f59b-4d28-be12-dcbe0ab82a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.367648 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce034b2-f59b-4d28-be12-dcbe0ab82a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:01.368311 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ce034b2-f59b-4d28-be12-dcbe0ab82a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.404773 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1aff5-5004-4882-90de-f826d3c7c958 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Pushing event deleted for resources: {'Port': ['ID=61aa3355-317c-4f2d-b6bd-32d8edd4802b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:01.409077 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3854fa79-0785-4aab-90b4-f6a42d85621d req-8cfcc346-f084-4715-a0d1-d12e4c22f233 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612446 Jul 07 20:50:01.424058 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=cde71b0d-791f-4a81-86f2-d2d9e6941206,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:01.441506 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca42eb-a279-43f9-b99d-a017e95a0e96 req-d9fa9e80-7838-4d64-9b89-7e341e13dfa1 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:01.443859 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-12ca42eb-a279-43f9-b99d-a017e95a0e96 req-d9fa9e80-7838-4d64-9b89-7e341e13dfa1 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/ports?device_id=77a3500e-f44a-460b-b3b1-96039dbf7d0d HTTP/1.1" status: 200 len: 866 time: 0.3181648 Jul 07 20:50:01.445894 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8ce034b2-f59b-4d28-be12-dcbe0ab82a94 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4195292 Jul 07 20:50:01.449365 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37448) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:01.454381 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-82420f0b-ea76-4330-8f8d-ff947d4cd2b5 admin admin] Request body: {'subnet': {'network_id': 'd8ee9d61-4471-48ce-9fb6-730ae0cbc0b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1109711706-subnet', 'tenant_id': 'b29d89e352d24d2ebc09c9a5d934da13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:01.462147 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce034b2-f59b-4d28-be12-dcbe0ab82a94 admin admin] Pushing event updated for resources: {'Network': ['ID=d8ee9d61-4471-48ce-9fb6-730ae0cbc0b4,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:01.473842 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network d8ee9d61-4471-48ce-9fb6-730ae0cbc0b4 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:50:01.481547 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82420f0b-ea76-4330-8f8d-ff947d4cd2b5 admin admin] Made reservation on behalf of b29d89e352d24d2ebc09c9a5d934da13 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:50:01.484729 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82420f0b-ea76-4330-8f8d-ff947d4cd2b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.551441 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead3d608-5b09-46c8-aee7-45c135eec8ce req-23e1aff5-5004-4882-90de-f826d3c7c958 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] No DVR routers for this DVR port 61aa3355-317c-4f2d-b6bd-32d8edd4802b on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:50:01.554076 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ead3d608-5b09-46c8-aee7-45c135eec8ce req-23e1aff5-5004-4882-90de-f826d3c7c958 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.557538 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ead3d608-5b09-46c8-aee7-45c135eec8ce req-23e1aff5-5004-4882-90de-f826d3c7c958 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.58 "DELETE /v2.0/ports/61aa3355-317c-4f2d-b6bd-32d8edd4802b HTTP/1.1" status: 204 len: 173 time: 2.0977199 Jul 07 20:50:01.583364 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-94cd39bf-70c6-4d6a-8ecf-16e4e23c4e44 req-a1741114-839a-49f8-805d-55f49e328b85 tempest-SecurityGroupsNegativeTestJSON-1957860354 tempest-SecurityGroupsNegativeTestJSON-1957860354-project] show failed (client error): The resource could not be found. Jul 07 20:50:01.585244 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-94cd39bf-70c6-4d6a-8ecf-16e4e23c4e44 req-a1741114-839a-49f8-805d-55f49e328b85 tempest-SecurityGroupsNegativeTestJSON-1957860354 tempest-SecurityGroupsNegativeTestJSON-1957860354-project] 10.222.0.64 "GET /v2.0/security-groups/17367f7b-a9c9-42b9-989e-8c822b1309af HTTP/1.1" status: 404 len: 352 time: 0.1051960 Jul 07 20:50:01.600732 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37454) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:01.656528 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a848d4-2231-4286-9372-4792bae52c1f req-d1b4a098-90c6-4fd7-be28-197c238a8d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:01.658065 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7a848d4-2231-4286-9372-4792bae52c1f req-d1b4a098-90c6-4fd7-be28-197c238a8d8d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=264dde5d-0b26-40d6-b1bf-7b5ec20a1ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3547549 Jul 07 20:50:01.680688 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-12ca42eb-a279-43f9-b99d-a017e95a0e96 req-2e6a24cc-1343-4287-a3ab-8b93df2d2249 tempest-LiveAutoBlockMigrationV225Test-414164207 tempest-LiveAutoBlockMigrationV225Test-414164207-project] 10.222.0.64 "GET /v2.0/security-groups?id=293fc063-5198-4523-ae1f-0e953f344cb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695371 Jul 07 20:50:01.722359 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-195a0694-ca4e-463a-88a2-5587068b766f admin admin] Deleting subnet 07ed2815-c834-4c7f-ab55-79a64af93a98 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:50:01.731124 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82420f0b-ea76-4330-8f8d-ff947d4cd2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.732783 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-195a0694-ca4e-463a-88a2-5587068b766f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.799550 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82420f0b-ea76-4330-8f8d-ff947d4cd2b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8744541e-918f-4654-bc1e-6df515e8b539,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:01.820212 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82420f0b-ea76-4330-8f8d-ff947d4cd2b5 admin admin] Checking segment: {'id': 'e0123c15-9712-4c97-949c-92b721215021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'd8ee9d61-4471-48ce-9fb6-730ae0cbc0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:50:01.821065 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82420f0b-ea76-4330-8f8d-ff947d4cd2b5 admin admin] Network hostable DHCP agents. Network: d8ee9d61-4471-48ce-9fb6-730ae0cbc0b4, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:50:01.843745 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ea4e66df-d304-4d56-beb1-ae93b343cf17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.848398 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-195a0694-ca4e-463a-88a2-5587068b766f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.853109 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82420f0b-ea76-4330-8f8d-ff947d4cd2b5 admin admin] Network d8ee9d61-4471-48ce-9fb6-730ae0cbc0b4 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:50:01.873191 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-82420f0b-ea76-4330-8f8d-ff947d4cd2b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, d8ee9d61-4471-48ce-9fb6-730ae0cbc0b4) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:01.879226 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82420f0b-ea76-4330-8f8d-ff947d4cd2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:01.880287 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82420f0b-ea76-4330-8f8d-ff947d4cd2b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.891981 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ca82ef-6e51-47a2-abfa-42fc9d49999a None None] Network d8ee9d61-4471-48ce-9fb6-730ae0cbc0b4 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:50:01.909489 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7ea73569-e33a-4d60-8e8a-1bec74f4d1a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:01.923578 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-82420f0b-ea76-4330-8f8d-ff947d4cd2b5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4728680 Jul 07 20:50:01.945687 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7ea73569-e33a-4d60-8e8a-1bec74f4d1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:02.034644 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6caa2112-de7a-4089-9c2a-e53209228fe4 x-openstack-request-id: req-6caa2112-de7a-4089-9c2a-e53209228fe4 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:02.034936 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8ba3bc-e050-4ef2-a082-1d7552535dc4", "name": "network-vif-plugged", "status": "completed", "tag": "0f1eebfb-cdf2-4bfc-8354-dcc656117eed", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:02.035891 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6caa2112-de7a-4089-9c2a-e53209228fe4 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:02.035891 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8ba3bc-e050-4ef2-a082-1d7552535dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1eebfb-cdf2-4bfc-8354-dcc656117eed', 'code': 200} Jul 07 20:50:02.038578 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 80b96fea-1125-4b57-aaf4-0c52c3587136 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:02.040285 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:02.051055 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7a848d4-2231-4286-9372-4792bae52c1f req-836f7526-ba41-444c-8b31-09d2a7dc3480 service neutron] 10.222.0.58 "GET /v2.0/networks/264dde5d-0b26-40d6-b1bf-7b5ec20a1ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633213 Jul 07 20:50:02.051948 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-195a0694-ca4e-463a-88a2-5587068b766f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:02.094155 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 80b96fea-1125-4b57-aaf4-0c52c3587136 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:50:02.094155 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 80b96fea-1125-4b57-aaf4-0c52c3587136 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:50:02.131815 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17edfc2d-a621-4ee7-99d1-bcfc30d8a04f None None] Network d8ee9d61-4471-48ce-9fb6-730ae0cbc0b4 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:50:02.675557 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7ea73569-e33a-4d60-8e8a-1bec74f4d1a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:02.677904 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea73569-e33a-4d60-8e8a-1bec74f4d1a9 admin admin] Pushing event updated for resources: {'Port': ['ID=000b58aa-c770-46f8-9b35-2ff15f9d502e,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:02.810766 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a3500e-f44a-460b-b3b1-96039dbf7d0d', 'name': 'network-vif-deleted', 'tag': '61aa3355-317c-4f2d-b6bd-32d8edd4802b'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:02.813043 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7df8c95-240b-401f-aed3-ca3589f56ddc" -d '{"events": [{"server_uuid": "77a3500e-f44a-460b-b3b1-96039dbf7d0d", "name": "network-vif-deleted", "tag": "61aa3355-317c-4f2d-b6bd-32d8edd4802b"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:02.839948 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-195a0694-ca4e-463a-88a2-5587068b766f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:02.912560 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a0694-ca4e-463a-88a2-5587068b766f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07ed2815-c834-4c7f-ab55-79a64af93a98,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:02.918785 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-195a0694-ca4e-463a-88a2-5587068b766f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:02.920665 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-195a0694-ca4e-463a-88a2-5587068b766f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/07ed2815-c834-4c7f-ab55-79a64af93a98 HTTP/1.1" status: 204 len: 168 time: 1.3162620 Jul 07 20:50:02.922863 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7a848d4-2231-4286-9372-4792bae52c1f req-06c72784-6199-450f-b07f-f206fa15444d service neutron] 10.222.0.58 "GET /v2.0/networks/264dde5d-0b26-40d6-b1bf-7b5ec20a1ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8150208 Jul 07 20:50:02.923283 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37488) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:02.950710 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-519b1f69-eb9c-4fdf-acbd-468b067b8edf tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:02.952204 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-519b1f69-eb9c-4fdf-acbd-468b067b8edf tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/networks?id=d3491a6d-7d90-409a-b342-5c9451222988 HTTP/1.1" status: 200 len: 825 time: 0.3842721 Jul 07 20:50:02.962041 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f8687-bd6b-4aa5-91fd-a08547270682 req-c8f10f67-3197-4b50-a240-d4233c50cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:02.964291 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-239f8687-bd6b-4aa5-91fd-a08547270682 req-c8f10f67-3197-4b50-a240-d4233c50cf55 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3f8ba3bc-e050-4ef2-a082-1d7552535dc4 HTTP/1.1" status: 200 len: 1097 time: 0.8630981 Jul 07 20:50:02.983776 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f700bc7-e681-46a0-8cbd-ae6389656f78 req-eb788fcd-721b-4b4c-8467-2eed2e6dc86f tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:02.985830 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9f700bc7-e681-46a0-8cbd-ae6389656f78 req-eb788fcd-721b-4b4c-8467-2eed2e6dc86f tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9b4526-39a9-469c-8e3c-de42c227172e HTTP/1.1" status: 200 len: 945 time: 0.4098525 Jul 07 20:50:03.006132 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5564a1b-409e-4e45-bc2d-e5d922ebee8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:03.017632 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-9fd66889-e8e1-4bee-a97f-7963163d64d5 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/quotas/8fb02cd6471b418ebfe28639036fff11 HTTP/1.1" status: 200 len: 375 time: 0.0506036 Jul 07 20:50:03.070009 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea73569-e33a-4d60-8e8a-1bec74f4d1a9 admin admin] Network 862b922f-3f8e-403e-939d-5a18a5258b58 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:50:03.077586 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-5b59217e-a1f7-4f95-a024-dec48fd33012 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8fb02cd6471b418ebfe28639036fff11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506623 Jul 07 20:50:03.089508 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-7ea73569-e33a-4d60-8e8a-1bec74f4d1a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:03.090474 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5564a1b-409e-4e45-bc2d-e5d922ebee8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:03.102217 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-e5564a1b-409e-4e45-bc2d-e5d922ebee8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e5b88b-28be-4bdd-b83a-c944364646c8']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:03.108828 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-239f8687-bd6b-4aa5-91fd-a08547270682 req-13bdccf7-0e03-44b0-8b90-8e757427069e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215723 Jul 07 20:50:03.115299 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9f700bc7-e681-46a0-8cbd-ae6389656f78 req-b4f985e4-975e-47ea-a4df-86ebd5541296 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129136 Jul 07 20:50:03.139935 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-e5564a1b-409e-4e45-bc2d-e5d922ebee8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0286a827-9ccc-4b48-b85b-0fa8f3a15ae6') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:03.140232 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-e5564a1b-409e-4e45-bc2d-e5d922ebee8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0286a827-9ccc-4b48-b85b-0fa8f3a15ae6') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:03.152759 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device cde71b0d-791f-4a81-86f2-d2d9e6941206 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:50:03.164199 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5564a1b-409e-4e45-bc2d-e5d922ebee8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:03.198798 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5564a1b-409e-4e45-bc2d-e5d922ebee8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:03.210382 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5564a1b-409e-4e45-bc2d-e5d922ebee8e admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:50:03.210788 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5564a1b-409e-4e45-bc2d-e5d922ebee8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:50:03.214747 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:50:03.245450 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port cde71b0d-791f-4a81-86f2-d2d9e6941206 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:03.249918 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:03.252457 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea73569-e33a-4d60-8e8a-1bec74f4d1a9 admin admin] Router ea6cde6f-5b57-4192-88be-009ef571cec2 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:50:03.342779 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5564a1b-409e-4e45-bc2d-e5d922ebee8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:03.354279 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5564a1b-409e-4e45-bc2d-e5d922ebee8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:03.356689 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e5564a1b-409e-4e45-bc2d-e5d922ebee8e admin admin] 10.222.0.64 "DELETE /v2.0/networks/e7e5b88b-28be-4bdd-b83a-c944364646c8 HTTP/1.1" status: 204 len: 168 time: 0.4322097 Jul 07 20:50:03.367364 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5564a1b-409e-4e45-bc2d-e5d922ebee8e admin admin] Pushing event deleted for resources: {'Network': ['ID=e7e5b88b-28be-4bdd-b83a-c944364646c8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:03.431137 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:03.439818 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5cb12999-fea0-4a71-b497-e8e14f3e4eb7 None None] Provisioning complete for port 000b58aa-c770-46f8-9b35-2ff15f9d502e triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:03.440354 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5cb12999-fea0-4a71-b497-e8e14f3e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:03.476102 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-5cb12999-fea0-4a71-b497-e8e14f3e4eb7 None None] Port 000b58aa-c770-46f8-9b35-2ff15f9d502e cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:50:03.509105 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea73569-e33a-4d60-8e8a-1bec74f4d1a9 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:50:03.519392 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7ea73569-e33a-4d60-8e8a-1bec74f4d1a9 admin admin] 10.222.0.64 "PUT /v2.0/routers/ea6cde6f-5b57-4192-88be-009ef571cec2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5866416 Jul 07 20:50:03.519601 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] Sync routers for ids ['ea6cde6f-5b57-4192-88be-009ef571cec2'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:50:03.533029 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-a08f42a3-2a7f-470e-a994-42340d633764 service neutron] 10.222.0.64 "GET /v2.0/networks/d3491a6d-7d90-409a-b342-5c9451222988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461370 Jul 07 20:50:03.533214 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] Routers {'ea6cde6f-5b57-4192-88be-009ef571cec2'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:50:03.533762 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:50:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ea6cde6f-5b57-4192-88be-009ef571cec2'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:03.571651 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37496) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:03.595053 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf5feb-7e30-4075-b178-2a37f7ee7936 req-acff15d0-ed3a-44e3-a946-d56533d29d49 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:03.596677 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4abf5feb-7e30-4075-b178-2a37f7ee7936 req-acff15d0-ed3a-44e3-a946-d56533d29d49 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=b570c24b-2c16-4f9e-a533-6b25e6237ad9 HTTP/1.1" status: 200 len: 950 time: 0.2635939 Jul 07 20:50:03.647304 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2cf975fc-33ee-4a6b-95a3-7f5dc1c06836 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7429ed1aaa614bcab62eff61efdab93b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0715513 Jul 07 20:50:03.647577 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37498) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:03.674617 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4abf5feb-7e30-4075-b178-2a37f7ee7936 req-6e3be925-3dec-4640-9758-5056f8f1eb60 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671093 Jul 07 20:50:03.689096 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-5019bd02-78bb-43bd-88b9-3a8980f04f19 service neutron] 10.222.0.64 "GET /v2.0/networks/d3491a6d-7d90-409a-b342-5c9451222988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550958 Jul 07 20:50:03.746559 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa7f5c4f-892b-4704-b4d1-d629788dca40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:03.776138 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa7f5c4f-892b-4704-b4d1-d629788dca40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:03.835486 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa7f5c4f-892b-4704-b4d1-d629788dca40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:03.839544 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa7f5c4f-892b-4704-b4d1-d629788dca40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:03.842545 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fa7f5c4f-892b-4704-b4d1-d629788dca40 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0ae4d19a-a150-4642-a59c-e73e63839746 HTTP/1.1" status: 204 len: 168 time: 0.1915183 Jul 07 20:50:03.842672 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] Set router ea6cde6f-5b57-4192-88be-009ef571cec2 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:50:03.866490 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f5c4f-892b-4704-b4d1-d629788dca40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae4d19a-a150-4642-a59c-e73e63839746,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:03.947760 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3baead-b1a1-4861-9fe2-999b6593f093 req-27dcb2b6-19a7-41c4-be40-49a80912af17 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:03.950484 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37510) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:03.951050 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0b3baead-b1a1-4861-9fe2-999b6593f093 req-27dcb2b6-19a7-41c4-be40-49a80912af17 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8ba3bc-e050-4ef2-a082-1d7552535dc4 HTTP/1.1" status: 200 len: 945 time: 0.1455700 Jul 07 20:50:04.015842 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0b3baead-b1a1-4861-9fe2-999b6593f093 req-5d83c9ae-e366-44ea-bdb2-35f8e2b4f367 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593657 Jul 07 20:50:04.035736 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7330637f-bc6e-458a-b28c-67a3fa85ad0d x-openstack-request-id: req-7330637f-bc6e-458a-b28c-67a3fa85ad0d {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:04.036156 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a3500e-f44a-460b-b3b1-96039dbf7d0d", "name": "network-vif-deleted", "tag": "61aa3355-317c-4f2d-b6bd-32d8edd4802b", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:04.036424 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7330637f-bc6e-458a-b28c-67a3fa85ad0d {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:04.036897 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a3500e-f44a-460b-b3b1-96039dbf7d0d', 'name': 'network-vif-deleted', 'tag': '61aa3355-317c-4f2d-b6bd-32d8edd4802b', 'status': 'completed', 'code': 200} Jul 07 20:50:04.136415 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:50:00Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '000b58aa-c770-46f8-9b35-2ff15f9d502e', 'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'mac_address': 'fa:16:3e:c5:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:58Z', 'updated_at': '2021-07-07T20:50:01Z', 'revision_number': 2, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'subnets': [{'id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:04.180382 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] Checking router: ea6cde6f-5b57-4192-88be-009ef571cec2 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:50:04.181094 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] Updating router ea6cde6f-5b57-4192-88be-009ef571cec2 port 000b58aa-c770-46f8-9b35-2ff15f9d502e binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:50:04.221127 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:04.346714 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6b2ad5e4-b40b-4b1f-81da-164a3d5cb972 req-7e438603-d351-4fd4-8af0-64ca6317eea2 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/ports?device_id=19718a07-ccf9-4417-b070-99b44424adf8 HTTP/1.1" status: 200 len: 210 time: 0.0463781 Jul 07 20:50:04.569429 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9da47-70ad-4975-ad04-a83399449fe5 req-7a087cf7-ceef-4fa6-ab39-7a4b25f86231 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:04.575863 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0388e74-e283-4caa-b606-a2af47b2b22e admin admin] Deleting subnet 58cf048c-6ca3-4e9c-85aa-89cc2a934f80 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:50:04.578071 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-55f9da47-70ad-4975-ad04-a83399449fe5 req-7a087cf7-ceef-4fa6-ab39-7a4b25f86231 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9b4526-39a9-469c-8e3c-de42c227172e HTTP/1.1" status: 200 len: 945 time: 0.0911710 Jul 07 20:50:04.589197 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a0388e74-e283-4caa-b606-a2af47b2b22e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:04.692474 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a0388e74-e283-4caa-b606-a2af47b2b22e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:04.694631 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-55f9da47-70ad-4975-ad04-a83399449fe5 req-824bca39-160c-41b2-951e-1419761b97af tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156197 Jul 07 20:50:04.760616 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a0388e74-e283-4caa-b606-a2af47b2b22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:04.789953 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:04.792266 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-68d563ca-3f06-4640-90af-02e16fce52da tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:04.804551 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-68d563ca-3f06-4640-90af-02e16fce52da tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/networks?id=862b922f-3f8e-403e-939d-5a18a5258b58 HTTP/1.1" status: 200 len: 820 time: 0.2099769 Jul 07 20:50:04.817187 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] Transition to ACTIVE for port object 000b58aa-c770-46f8-9b35-2ff15f9d502e will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:50:04.830795 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-a034fecb-470a-4244-b0c2-5face47194c0 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/quotas/c5ecdc93a1ea491aaf71d58b3b9d68f7 HTTP/1.1" status: 200 len: 375 time: 0.0252953 Jul 07 20:50:04.832354 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:04.861254 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a0388e74-e283-4caa-b606-a2af47b2b22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:04.959595 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0388e74-e283-4caa-b606-a2af47b2b22e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58cf048c-6ca3-4e9c-85aa-89cc2a934f80,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:04.969118 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a0388e74-e283-4caa-b606-a2af47b2b22e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:04.971888 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a0388e74-e283-4caa-b606-a2af47b2b22e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/58cf048c-6ca3-4e9c-85aa-89cc2a934f80 HTTP/1.1" status: 204 len: 168 time: 1.0199869 Jul 07 20:50:04.974038 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37546) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:04.990332 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0f4b0-0773-42e0-a438-5cf6a4e59c9e None None] Pushing event updated for resources: {'Port': ['ID=000b58aa-c770-46f8-9b35-2ff15f9d502e,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:05.051068 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0f4b0-0773-42e0-a438-5cf6a4e59c9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:05.051445 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0f4b0-0773-42e0-a438-5cf6a4e59c9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:05.051788 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0f4b0-0773-42e0-a438-5cf6a4e59c9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:05.052119 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0f4b0-0773-42e0-a438-5cf6a4e59c9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:05.052459 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0f4b0-0773-42e0-a438-5cf6a4e59c9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:05.052788 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0f4b0-0773-42e0-a438-5cf6a4e59c9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:05.053111 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0f4b0-0773-42e0-a438-5cf6a4e59c9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:05.053433 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0f4b0-0773-42e0-a438-5cf6a4e59c9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:05.064243 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0f4b0-0773-42e0-a438-5cf6a4e59c9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:05.064614 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0f4b0-0773-42e0-a438-5cf6a4e59c9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:05.064944 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0f4b0-0773-42e0-a438-5cf6a4e59c9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:05.065440 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0f4b0-0773-42e0-a438-5cf6a4e59c9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:05.066495 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c9cb080-6434-456f-8b6f-482e2b885231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.095391 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] Attempting to bind port 000b58aa-c770-46f8-9b35-2ff15f9d502e on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:50:05.095796 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] Attempting to bind port 000b58aa-c770-46f8-9b35-2ff15f9d502e by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'aaff765e-b21c-4ac5-bd47-02eb6b015550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:50:05.096130 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] Attempting to bind port 000b58aa-c770-46f8-9b35-2ff15f9d502e on network 862b922f-3f8e-403e-939d-5a18a5258b58 {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:50:05.111947 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:50:05.112100 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] Checking segment: {'id': 'aaff765e-b21c-4ac5-bd47-02eb6b015550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:50:05.112505 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.112916 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] Bound using segment: {'id': 'aaff765e-b21c-4ac5-bd47-02eb6b015550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:50:05.113372 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] Bound port: 000b58aa-c770-46f8-9b35-2ff15f9d502e, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaff765e-b21c-4ac5-bd47-02eb6b015550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:50:05.113789 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.124220 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.204394 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdc1d2-c6f3-4bd5-b3f9-21c9175b66fe req-cd9bd1f6-2898-4ed0-bbaf-c460189e2473 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:05.206047 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d7fdc1d2-c6f3-4bd5-b3f9-21c9175b66fe req-cd9bd1f6-2898-4ed0-bbaf-c460189e2473 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.58 "GET /v2.0/ports?device_id=b570c24b-2c16-4f9e-a533-6b25e6237ad9 HTTP/1.1" status: 200 len: 950 time: 0.3644986 Jul 07 20:50:05.218253 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] For port 000b58aa-c770-46f8-9b35-2ff15f9d502e, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:50:05.218985 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-7539fec5-1c68-4a86-a3eb-5cd0b4334b21 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c5ecdc93a1ea491aaf71d58b3b9d68f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3784659 Jul 07 20:50:05.222378 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] For port 000b58aa-c770-46f8-9b35-2ff15f9d502e, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=000b58aa-c770-46f8-9b35-2ff15f9d502e,segment=NetworkSegment(aaff765e-b21c-4ac5-bd47-02eb6b015550),segment_id=aaff765e-b21c-4ac5-bd47-02eb6b015550)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:50:05.230204 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.262816 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c9cb080-6434-456f-8b6f-482e2b885231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.279702 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-7c9cb080-6434-456f-8b6f-482e2b885231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b91b62e-f0da-4f30-b6c0-0519015da08e']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:05.293199 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0f4b0-0773-42e0-a438-5cf6a4e59c9e None None] Pushing event updated for resources: {'Port': ['ID=000b58aa-c770-46f8-9b35-2ff15f9d502e,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:05.307423 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-7c9cb080-6434-456f-8b6f-482e2b885231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '873011f8-8fd2-4f18-a453-e3e1f0592ded') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:05.308189 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-7c9cb080-6434-456f-8b6f-482e2b885231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '873011f8-8fd2-4f18-a453-e3e1f0592ded') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:05.310092 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe583d5-f37a-4fb6-ab45-9f72e0129eaa req-eae71342-5b23-4b8f-9d0e-500d0f864daf tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:05.317634 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6fe583d5-f37a-4fb6-ab45-9f72e0129eaa req-eae71342-5b23-4b8f-9d0e-500d0f864daf tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=b570c24b-2c16-4f9e-a533-6b25e6237ad9 HTTP/1.1" status: 200 len: 950 time: 0.3576109 Jul 07 20:50:05.328671 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] Routers {'ea6cde6f-5b57-4192-88be-009ef571cec2'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:50:05.329368 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:50:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ea6cde6f-5b57-4192-88be-009ef571cec2'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:05.338581 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c9cb080-6434-456f-8b6f-482e2b885231 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.383558 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c9cb080-6434-456f-8b6f-482e2b885231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.389548 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37560) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:05.397315 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9cb080-6434-456f-8b6f-482e2b885231 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:50:05.397705 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c9cb080-6434-456f-8b6f-482e2b885231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:50:05.400612 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:50:05.492168 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6fe583d5-f37a-4fb6-ab45-9f72e0129eaa req-05a63787-4123-4f17-8fe2-a69fcd9db8df tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739159 Jul 07 20:50:05.500466 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c9cb080-6434-456f-8b6f-482e2b885231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.505843 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c9cb080-6434-456f-8b6f-482e2b885231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.508242 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7c9cb080-6434-456f-8b6f-482e2b885231 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4b91b62e-f0da-4f30-b6c0-0519015da08e HTTP/1.1" status: 204 len: 168 time: 0.5329676 Jul 07 20:50:05.511755 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37564) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:05.516126 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6b08b-d01f-47cc-9b59-f59294473384 req-12c9521e-833d-440a-9ced-3b9bad27cc27 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:05.517769 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c9f6b08b-d01f-47cc-9b59-f59294473384 req-12c9521e-833d-440a-9ced-3b9bad27cc27 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.58 "GET /v2.0/ports?device_id=6e9b4526-39a9-469c-8e3c-de42c227172e HTTP/1.1" status: 200 len: 945 time: 0.3959515 Jul 07 20:50:05.523492 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] Set router ea6cde6f-5b57-4192-88be-009ef571cec2 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:50:05.574475 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-a5837502-01e9-4610-8468-35f33c8b0591 service neutron] 10.222.0.64 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541818 Jul 07 20:50:05.600860 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e1382bda-82b8-4434-bb95-c6dbc24cfe58 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1123647852-network', 'tenant_id': '74e4cd2697c34fdda7bbf0e0e6f11527'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:05.609320 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cb080-6434-456f-8b6f-482e2b885231 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b91b62e-f0da-4f30-b6c0-0519015da08e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:05.622427 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-d7fdc1d2-c6f3-4bd5-b3f9-21c9175b66fe req-2a8044d3-477b-4d60-a2fb-42e890a7aca1 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Deleting port b43f1e22-d294-4224-9ea5-e3b3f2749a39 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:05.625087 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d7fdc1d2-c6f3-4bd5-b3f9-21c9175b66fe req-2a8044d3-477b-4d60-a2fb-42e890a7aca1 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.646321 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-91394191-a0b4-42fc-830d-b67081b9ea9f admin admin] Deleting subnet 4a7ec412-9e83-4878-b61a-921c77601ae8 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:50:05.650950 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1382bda-82b8-4434-bb95-c6dbc24cfe58 admin admin] Made reservation on behalf of 74e4cd2697c34fdda7bbf0e0e6f11527 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:50:05.654046 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e1382bda-82b8-4434-bb95-c6dbc24cfe58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.656761 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-91394191-a0b4-42fc-830d-b67081b9ea9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.685228 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e1382bda-82b8-4434-bb95-c6dbc24cfe58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.712437 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-91394191-a0b4-42fc-830d-b67081b9ea9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.774841 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-91394191-a0b4-42fc-830d-b67081b9ea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.778674 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:50:00Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '000b58aa-c770-46f8-9b35-2ff15f9d502e', 'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'mac_address': 'fa:16:3e:c5:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:58Z', 'updated_at': '2021-07-07T20:50:05Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'subnets': [{'id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:05.810335 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98a4ad7-0a3a-470a-adb0-14d6ba5a04ef None None] The sync data for ids ['ea6cde6f-5b57-4192-88be-009ef571cec2'] in n-d-695189-11 is: [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:50:00Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '000b58aa-c770-46f8-9b35-2ff15f9d502e', 'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'mac_address': 'fa:16:3e:c5:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:58Z', 'updated_at': '2021-07-07T20:50:05Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'subnets': [{'id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:50:05.857059 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-91394191-a0b4-42fc-830d-b67081b9ea9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.929374 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e1382bda-82b8-4434-bb95-c6dbc24cfe58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.932262 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91394191-a0b4-42fc-830d-b67081b9ea9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a7ec412-9e83-4878-b61a-921c77601ae8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:05.935991 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e1382bda-82b8-4434-bb95-c6dbc24cfe58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.939298 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-91394191-a0b4-42fc-830d-b67081b9ea9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:05.943844 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-91394191-a0b4-42fc-830d-b67081b9ea9f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4a7ec412-9e83-4878-b61a-921c77601ae8 HTTP/1.1" status: 204 len: 168 time: 0.4289291 Jul 07 20:50:05.949567 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37568) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:05.963495 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-d7fdc1d2-c6f3-4bd5-b3f9-21c9175b66fe req-2a8044d3-477b-4d60-a2fb-42e890a7aca1 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] For port b43f1e22-d294-4224-9ea5-e3b3f2749a39, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=b43f1e22-d294-4224-9ea5-e3b3f2749a39,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:05.964069 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d7fdc1d2-c6f3-4bd5-b3f9-21c9175b66fe req-2a8044d3-477b-4d60-a2fb-42e890a7aca1 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:06.025376 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1382bda-82b8-4434-bb95-c6dbc24cfe58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:50:06.050464 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-d7fdc1d2-c6f3-4bd5-b3f9-21c9175b66fe req-2a8044d3-477b-4d60-a2fb-42e890a7aca1 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Calling delete_port for b43f1e22-d294-4224-9ea5-e3b3f2749a39 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:06.082194 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-754d55df-be89-494a-af07-68094dc0d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:06.084142 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1382bda-82b8-4434-bb95-c6dbc24cfe58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6567dc89-a636-4a07-a4e0-4f30d982d2db,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:06.090607 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e1382bda-82b8-4434-bb95-c6dbc24cfe58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:06.091109 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-e1382bda-82b8-4434-bb95-c6dbc24cfe58 admin admin] Added segment de19d4c6-e3ed-40dd-97a1-a8aa13c705c2 of type vlan for network 7b3d2841-fe7b-4e25-9f87-711a966d6026 Jul 07 20:50:06.151016 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-ba5ab0d0-8afb-4fd8-81c0-4322860298e7 service neutron] 10.222.0.64 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5756302 Jul 07 20:50:06.151535 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e1382bda-82b8-4434-bb95-c6dbc24cfe58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:06.207992 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-c9f6b08b-d01f-47cc-9b59-f59294473384 req-bc0e6578-5f84-419b-b4c1-ad38471aa2f0 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Deleting port 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:06.208334 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c9f6b08b-d01f-47cc-9b59-f59294473384 req-bc0e6578-5f84-419b-b4c1-ad38471aa2f0 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:06.232672 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-dbfe7f2b-1a33-49af-9c62-2cb9809cc0e5 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:06.234226 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-dbfe7f2b-1a33-49af-9c62-2cb9809cc0e5 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.39 "GET /v2.0/networks?id=d3491a6d-7d90-409a-b342-5c9451222988 HTTP/1.1" status: 200 len: 825 time: 0.3133588 Jul 07 20:50:06.239427 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e1382bda-82b8-4434-bb95-c6dbc24cfe58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:06.240485 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1382bda-82b8-4434-bb95-c6dbc24cfe58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:06.241216 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e1382bda-82b8-4434-bb95-c6dbc24cfe58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:06.272542 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80533a-90b3-4de4-acee-3b7149f4d86c req-bb515891-2957-4a2b-971c-5a0554d5adfd tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:06.279691 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2a80533a-90b3-4de4-acee-3b7149f4d86c req-bb515891-2957-4a2b-971c-5a0554d5adfd tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8ba3bc-e050-4ef2-a082-1d7552535dc4 HTTP/1.1" status: 200 len: 945 time: 0.5904188 Jul 07 20:50:06.286934 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-bb9c1471-9e08-4305-bfd9-33455e277151 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Request body: {'port': {'device_id': '19718a07-ccf9-4417-b070-99b44424adf8', 'network_id': 'd3491a6d-7d90-409a-b342-5c9451222988', 'admin_state_up': True, 'tenant_id': '8fb02cd6471b418ebfe28639036fff11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:06.370813 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-754d55df-be89-494a-af07-68094dc0d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:06.407123 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1382bda-82b8-4434-bb95-c6dbc24cfe58 admin admin] Pushing event updated for resources: {'Network': ['ID=7b3d2841-fe7b-4e25-9f87-711a966d6026,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:06.421831 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 7b3d2841-fe7b-4e25-9f87-711a966d6026 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:50:06.426447 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-754d55df-be89-494a-af07-68094dc0d2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ae9cff-bb51-4fe0-a50d-03d941535e64']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:06.452004 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e1382bda-82b8-4434-bb95-c6dbc24cfe58 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0612462 Jul 07 20:50:06.452866 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37574) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:06.457272 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-754d55df-be89-494a-af07-68094dc0d2b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01cf2001-fde5-4bad-a11d-243dbb82ad40') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:06.457634 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-754d55df-be89-494a-af07-68094dc0d2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01cf2001-fde5-4bad-a11d-243dbb82ad40') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:06.470906 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-696a131b-2fbc-4739-a3ae-0768b57be011 admin admin] Request body: {'subnet': {'network_id': '7b3d2841-fe7b-4e25-9f87-711a966d6026', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1123647852-subnet', 'tenant_id': '74e4cd2697c34fdda7bbf0e0e6f11527', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:06.472610 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2a80533a-90b3-4de4-acee-3b7149f4d86c req-43e763b6-428e-417d-8313-fb1051c38d2b tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921654 Jul 07 20:50:06.528071 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-754d55df-be89-494a-af07-68094dc0d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:06.578588 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-754d55df-be89-494a-af07-68094dc0d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:06.588524 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696a131b-2fbc-4739-a3ae-0768b57be011 admin admin] Made reservation on behalf of 74e4cd2697c34fdda7bbf0e0e6f11527 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:50:06.593679 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-696a131b-2fbc-4739-a3ae-0768b57be011 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:06.634284 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754d55df-be89-494a-af07-68094dc0d2b1 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:50:06.634966 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-754d55df-be89-494a-af07-68094dc0d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:50:06.639815 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:50:06.732623 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2bcc6366-6e43-492d-a36e-fbbf96553b97 req-74a11388-a2d0-429a-a54c-0bb4e6884f4f tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/ports?device_id=19718a07-ccf9-4417-b070-99b44424adf8 HTTP/1.1" status: 200 len: 210 time: 0.1004314 Jul 07 20:50:06.734794 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-c9f6b08b-d01f-47cc-9b59-f59294473384 req-bc0e6578-5f84-419b-b4c1-ad38471aa2f0 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] For port 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5,segment=NetworkSegment(72898ccf-b813-4daa-8482-8990fb92981a),segment_id=72898ccf-b813-4daa-8482-8990fb92981a)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:06.735385 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c9f6b08b-d01f-47cc-9b59-f59294473384 req-bc0e6578-5f84-419b-b4c1-ad38471aa2f0 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:06.867742 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-754d55df-be89-494a-af07-68094dc0d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:06.874010 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-754d55df-be89-494a-af07-68094dc0d2b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:06.879099 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-754d55df-be89-494a-af07-68094dc0d2b1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c0ae9cff-bb51-4fe0-a50d-03d941535e64 HTTP/1.1" status: 204 len: 168 time: 0.9248774 Jul 07 20:50:06.897847 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d55df-be89-494a-af07-68094dc0d2b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0ae9cff-bb51-4fe0-a50d-03d941535e64,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:06.927048 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-696a131b-2fbc-4739-a3ae-0768b57be011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:07.025754 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696a131b-2fbc-4739-a3ae-0768b57be011 admin admin] Checking segment: {'id': 'de19d4c6-e3ed-40dd-97a1-a8aa13c705c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7b3d2841-fe7b-4e25-9f87-711a966d6026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:50:07.025754 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696a131b-2fbc-4739-a3ae-0768b57be011 admin admin] Network hostable DHCP agents. Network: 7b3d2841-fe7b-4e25-9f87-711a966d6026, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:50:07.051263 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a131b-2fbc-4739-a3ae-0768b57be011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=654b90f1-5725-4aad-8f9c-64e913e4ba25,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:07.058332 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696a131b-2fbc-4739-a3ae-0768b57be011 admin admin] Network 7b3d2841-fe7b-4e25-9f87-711a966d6026 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:50:07.075554 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-696a131b-2fbc-4739-a3ae-0768b57be011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 7b3d2841-fe7b-4e25-9f87-711a966d6026) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:07.082297 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696a131b-2fbc-4739-a3ae-0768b57be011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:07.091438 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710f2b55-32a6-419e-a01c-8868c6a18fb6 None None] Network 7b3d2841-fe7b-4e25-9f87-711a966d6026 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:50:07.099160 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-696a131b-2fbc-4739-a3ae-0768b57be011 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:07.127252 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37588) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:07.158097 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-696a131b-2fbc-4739-a3ae-0768b57be011 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6891437 Jul 07 20:50:07.225737 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bb6aa1ca-88eb-40ca-b872-f4ddb7bbf6ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9b2f63d1e3474de0ace5d0719705221d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0947843 Jul 07 20:50:07.229008 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37592) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:07.253356 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 000b58aa-c770-46f8-9b35-2ff15f9d502e up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:50:07.335127 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8b6ac7-356f-45f4-a3dd-428f2a23948c None None] Network 7b3d2841-fe7b-4e25-9f87-711a966d6026 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:50:07.343746 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0a614954-eefd-4f2f-9a81-5aae38667d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:07.386471 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0a614954-eefd-4f2f-9a81-5aae38667d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:07.423481 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 000b58aa-c770-46f8-9b35-2ff15f9d502e completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:07.432457 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 000b58aa-c770-46f8-9b35-2ff15f9d502e triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:07.433381 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:07.443737 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d7fdc1d2-c6f3-4bd5-b3f9-21c9175b66fe req-2a8044d3-477b-4d60-a2fb-42e890a7aca1 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:07.488058 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0a614954-eefd-4f2f-9a81-5aae38667d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:07.490603 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0a614954-eefd-4f2f-9a81-5aae38667d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:07.500212 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0a614954-eefd-4f2f-9a81-5aae38667d1e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/293fc063-5198-4523-ae1f-0e953f344cb2 HTTP/1.1" status: 204 len: 168 time: 0.2700441 Jul 07 20:50:07.513292 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a614954-eefd-4f2f-9a81-5aae38667d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293fc063-5198-4523-ae1f-0e953f344cb2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:07.514604 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1e13884e-4af4-48d5-bd23-87b8331f7e97 req-ad3b2141-16c7-4f94-a925-b767dfa8b9bb tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6 HTTP/1.1" status: 200 len: 210 time: 0.6827185 Jul 07 20:50:07.606699 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8044d3-477b-4d60-a2fb-42e890a7aca1 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Pushing event deleted for resources: {'Port': ['ID=b43f1e22-d294-4224-9ea5-e3b3f2749a39,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:07.639164 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-bb9c1471-9e08-4305-bfd9-33455e277151 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Made reservation on behalf of 8fb02cd6471b418ebfe28639036fff11 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:50:07.645416 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-bb9c1471-9e08-4305-bfd9-33455e277151 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:07.721878 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['3f2f695a-9a83-4fa2-9166-162abc5fdd62', '3fd3d68c-e58c-4865-9dbd-4ad768444535', '19254ff3-2f0f-4684-b14a-aa9c0294c902', '01187ebd-7ebb-415f-9591-d6cf0cc026a4'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:07.767877 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['c801cc7b-e11f-4614-939c-2a4dcc21c18d', '24eda47b-c96d-45e4-af25-3e78133a0dac'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:07.829957 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-23fa554c-0181-4d0a-9938-7a46f97bc1fb req-a68ebf8b-b105-49a3-872a-6cd9d22f2bb2 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=b570c24b-2c16-4f9e-a533-6b25e6237ad9 HTTP/1.1" status: 200 len: 210 time: 0.1619658 Jul 07 20:50:07.830882 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7fdc1d2-c6f3-4bd5-b3f9-21c9175b66fe req-2a8044d3-477b-4d60-a2fb-42e890a7aca1 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] No DVR routers for this DVR port b43f1e22-d294-4224-9ea5-e3b3f2749a39 on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:50:07.891273 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d7fdc1d2-c6f3-4bd5-b3f9-21c9175b66fe req-2a8044d3-477b-4d60-a2fb-42e890a7aca1 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:07.893474 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d7fdc1d2-c6f3-4bd5-b3f9-21c9175b66fe req-2a8044d3-477b-4d60-a2fb-42e890a7aca1 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.58 "DELETE /v2.0/ports/b43f1e22-d294-4224-9ea5-e3b3f2749a39 HTTP/1.1" status: 204 len: 173 time: 2.6580215 Jul 07 20:50:07.894036 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b570c24b-2c16-4f9e-a533-6b25e6237ad9', 'name': 'network-vif-deleted', 'tag': 'b43f1e22-d294-4224-9ea5-e3b3f2749a39'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:07.896569 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb6fdbc-1302-4f68-8d69-944c92e4540c" -d '{"events": [{"server_uuid": "b570c24b-2c16-4f9e-a533-6b25e6237ad9", "name": "network-vif-deleted", "tag": "b43f1e22-d294-4224-9ea5-e3b3f2749a39"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:07.920242 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c89100-88b3-4d17-9084-3991e4c97de4 req-3585b17b-1b59-456e-8890-1a49274aed69 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:07.921899 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-41c89100-88b3-4d17-9084-3991e4c97de4 req-3585b17b-1b59-456e-8890-1a49274aed69 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9b4526-39a9-469c-8e3c-de42c227172e HTTP/1.1" status: 200 len: 945 time: 1.2293184 Jul 07 20:50:08.067732 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37608) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:08.086803 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c9f6b08b-d01f-47cc-9b59-f59294473384 req-bc0e6578-5f84-419b-b4c1-ad38471aa2f0 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:08.087254 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c9f6b08b-d01f-47cc-9b59-f59294473384 req-bc0e6578-5f84-419b-b4c1-ad38471aa2f0 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:08.088417 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [req-c9f6b08b-d01f-47cc-9b59-f59294473384 req-bc0e6578-5f84-419b-b4c1-ad38471aa2f0 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Floating IP da3c7b44-13fd-404b-aca4-16efba82db7f disassociated. External IP: 172.25.5.94, port: 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5. Jul 07 20:50:08.088834 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-c9f6b08b-d01f-47cc-9b59-f59294473384 req-bc0e6578-5f84-419b-b4c1-ad38471aa2f0 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Calling delete_port for 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:08.128855 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d07d6a13-f2fc-4bf0-85e7-0ce44e0ccf85 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9acb96112bfc4a1bb9f098d85858cb07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0598676 Jul 07 20:50:08.134083 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-41c89100-88b3-4d17-9084-3991e4c97de4 req-b705e1d2-3fd9-41a4-b591-407554b25842 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups?id=34055790-2ef2-48df-8f0e-13887aa7456b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595507 Jul 07 20:50:08.138327 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37610) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:08.138802 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-bb9c1471-9e08-4305-bfd9-33455e277151 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Allocated IP 172.20.0.12 (d3491a6d-7d90-409a-b342-5c9451222988/0a88350a-7324-4536-a09e-51401ac187a1/fa01e607-3a72-496c-8dd1-612818e0cfb3) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:50:08.183578 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device b43f1e22-d294-4224-9ea5-e3b3f2749a39 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:08.269207 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-87982984-5d9d-4f44-8bfe-453e95b67a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:08.315011 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: b43f1e22-d294-4224-9ea5-e3b3f2749a39 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:50:08.315393 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device b43f1e22-d294-4224-9ea5-e3b3f2749a39 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:50:08.316224 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:08.318987 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-87982984-5d9d-4f44-8bfe-453e95b67a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:08.385009 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:08.395663 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf5e46-face-41dd-967b-c75a42bf7595 req-cfc0c476-2c72-417d-9421-236cff06a7de tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:08.397369 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8dbf5e46-face-41dd-967b-c75a42bf7595 req-cfc0c476-2c72-417d-9421-236cff06a7de tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8ba3bc-e050-4ef2-a082-1d7552535dc4 HTTP/1.1" status: 200 len: 945 time: 0.3501837 Jul 07 20:50:08.413779 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-87982984-5d9d-4f44-8bfe-453e95b67a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:08.424184 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-87982984-5d9d-4f44-8bfe-453e95b67a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:08.425655 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-87982984-5d9d-4f44-8bfe-453e95b67a80 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/59b8775f-76da-42a0-a753-3c6c71d25402 HTTP/1.1" status: 204 len: 168 time: 0.2851312 Jul 07 20:50:08.446093 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87982984-5d9d-4f44-8bfe-453e95b67a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b8775f-76da-42a0-a753-3c6c71d25402,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:08.469120 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-b4ef1290-d558-43af-a360-3bb3620ddd7b tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:08.470645 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-b4ef1290-d558-43af-a360-3bb3620ddd7b tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.58 "GET /v2.0/networks?id=862b922f-3f8e-403e-939d-5a18a5258b58 HTTP/1.1" status: 200 len: 820 time: 0.2634444 Jul 07 20:50:08.488383 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-65d01cfd-1378-4e02-a171-c73af31c526a tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Request body: {'port': {'device_id': 'f89d0a69-bc16-45a5-8d23-46210bb6a3b6', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'admin_state_up': True, 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:08.542710 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:50:08.553076 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 000b58aa-c770-46f8-9b35-2ff15f9d502e, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=000b58aa-c770-46f8-9b35-2ff15f9d502e,segment=NetworkSegment(aaff765e-b21c-4ac5-bd47-02eb6b015550),segment_id=aaff765e-b21c-4ac5-bd47-02eb6b015550)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:08.581895 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:08.598186 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8dbf5e46-face-41dd-967b-c75a42bf7595 req-cd2ce0a1-e227-4962-b3fc-7917185d48f2 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630139 Jul 07 20:50:08.673462 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-bb9c1471-9e08-4305-bfd9-33455e277151 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:08.727254 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=000b58aa-c770-46f8-9b35-2ff15f9d502e,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:08.787748 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c9f6b08b-d01f-47cc-9b59-f59294473384 req-bc0e6578-5f84-419b-b4c1-ad38471aa2f0 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:08.822609 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:08.908588 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-bb9c1471-9e08-4305-bfd9-33455e277151 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:08.945277 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e6578-5f84-419b-b4c1-ad38471aa2f0 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Pushing event deleted for resources: {'Port': ['ID=50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:09.109587 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-bb9c1471-9e08-4305-bfd9-33455e277151 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Network d3491a6d-7d90-409a-b342-5c9451222988 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:50:09.133794 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-bb9c1471-9e08-4305-bfd9-33455e277151 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:09.153065 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-bb9c1471-9e08-4305-bfd9-33455e277151 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:50:09.155541 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-65d01cfd-1378-4e02-a171-c73af31c526a tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Made reservation on behalf of c5ecdc93a1ea491aaf71d58b3b9d68f7 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:50:09.159081 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-65d01cfd-1378-4e02-a171-c73af31c526a tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:09.169537 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 000b58aa-c770-46f8-9b35-2ff15f9d502e up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:50:09.198520 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c1471-9e08-4305-bfd9-33455e277151 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Pushing event updated for resources: {'Port': ['ID=fa01e607-3a72-496c-8dd1-612818e0cfb3,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:09.215607 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-cfacb5c8-1978-4766-9aab-20d3b986fde0 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:09.216927 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-cfacb5c8-1978-4766-9aab-20d3b986fde0 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] 10.222.0.64 "GET /v2.0/networks?id=7b3d2841-fe7b-4e25-9f87-711a966d6026 HTTP/1.1" status: 200 len: 818 time: 0.4551070 Jul 07 20:50:09.246740 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 000b58aa-c770-46f8-9b35-2ff15f9d502e triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:09.247135 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:09.347725 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-05fdad2f-8e43-466e-9a0a-cf9411abcf5b tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] 10.222.0.64 "GET /v2.0/quotas/74e4cd2697c34fdda7bbf0e0e6f11527 HTTP/1.1" status: 200 len: 375 time: 0.0767908 Jul 07 20:50:09.384730 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-bb9c1471-9e08-4305-bfd9-33455e277151 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:09.385359 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-bb9c1471-9e08-4305-bfd9-33455e277151 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:09.392284 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9f6b08b-d01f-47cc-9b59-f59294473384 req-bc0e6578-5f84-419b-b4c1-ad38471aa2f0 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Router 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:50:09.443736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d296c-292f-4020-a42f-acc50348a63b req-3487c52f-be37-47e9-b4fd-a41c101a2506 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:09.445335 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de3d296c-292f-4020-a42f-acc50348a63b req-3487c52f-be37-47e9-b4fd-a41c101a2506 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/ports?device_id=19718a07-ccf9-4417-b070-99b44424adf8 HTTP/1.1" status: 200 len: 932 time: 0.5349021 Jul 07 20:50:09.455086 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-28e8de9b-4501-4279-9abe-1853e3b9242d tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=74e4cd2697c34fdda7bbf0e0e6f11527&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1064591 Jul 07 20:50:09.490413 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-bb9c1471-9e08-4305-bfd9-33455e277151 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2276084 Jul 07 20:50:09.588607 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de3d296c-292f-4020-a42f-acc50348a63b req-40e5d761-3476-44c6-a6ac-3dca6dae60b4 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/security-groups?id=60ff3ed9-d0fe-4360-ac3e-3707f4165dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324689 Jul 07 20:50:09.669112 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f12a817-6b0a-4714-aff3-51b599b7dac3 x-openstack-request-id: req-4f12a817-6b0a-4714-aff3-51b599b7dac3 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:09.669373 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b570c24b-2c16-4f9e-a533-6b25e6237ad9", "name": "network-vif-deleted", "tag": "b43f1e22-d294-4224-9ea5-e3b3f2749a39", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:09.669622 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4f12a817-6b0a-4714-aff3-51b599b7dac3 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:09.670030 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b570c24b-2c16-4f9e-a533-6b25e6237ad9', 'name': 'network-vif-deleted', 'tag': 'b43f1e22-d294-4224-9ea5-e3b3f2749a39', 'status': 'completed', 'code': 200} Jul 07 20:50:09.703735 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-8ad8a2c1-7bb3-43bb-83bc-f55f25bc56c3 service neutron] Request body: {'port': {'device_id': '19718a07-ccf9-4417-b070-99b44424adf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:09.708986 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-65d01cfd-1378-4e02-a171-c73af31c526a tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Allocated IP 172.20.0.5 (862b922f-3f8e-403e-939d-5a18a5258b58/71aa915f-97b8-42f5-b575-925f0ac5a27a/4228e434-d7b8-41d2-a956-8590e791b22a) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:50:09.805449 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-845e967c-3959-4a68-986f-f3d5c7281f33 req-7744e9e7-4ca0-4cc6-83ce-6e6d9198a47e tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6 HTTP/1.1" status: 200 len: 210 time: 0.0695693 Jul 07 20:50:09.848885 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9f6b08b-d01f-47cc-9b59-f59294473384 req-bc0e6578-5f84-419b-b4c1-ad38471aa2f0 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:50:09.858123 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-971d8916-d5d1-4129-8e99-594c6db42f92 service neutron] 10.222.0.64 "GET /v2.0/networks/7b3d2841-fe7b-4e25-9f87-711a966d6026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942835 Jul 07 20:50:09.864857 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598f0e01-ff53-427b-acec-fa857031a7fa None None] Sync routers for ids ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:50:09.874140 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598f0e01-ff53-427b-acec-fa857031a7fa None None] Routers {'4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:50:09.875013 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-598f0e01-ff53-427b-acec-fa857031a7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:50:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:09.968455 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-8ad8a2c1-7bb3-43bb-83bc-f55f25bc56c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:10.039497 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-598f0e01-ff53-427b-acec-fa857031a7fa None None] Set router 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:50:10.103937 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f6b08b-d01f-47cc-9b59-f59294473384 req-bc0e6578-5f84-419b-b4c1-ad38471aa2f0 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] No DVR routers for this DVR port 50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:50:10.107144 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c9f6b08b-d01f-47cc-9b59-f59294473384 req-bc0e6578-5f84-419b-b4c1-ad38471aa2f0 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:10.109750 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c9f6b08b-d01f-47cc-9b59-f59294473384 req-bc0e6578-5f84-419b-b4c1-ad38471aa2f0 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.58 "DELETE /v2.0/ports/50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5 HTTP/1.1" status: 204 len: 173 time: 4.5846715 Jul 07 20:50:10.350293 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-598f0e01-ff53-427b-acec-fa857031a7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984555661-router', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:13Z', 'updated_at': '2021-07-07T20:44:18Z', 'revision_number': 4, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'gw_port': {'id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:14Z', 'updated_at': '2021-07-07T20:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'e654a902-e471-4c18-8d0d-103b5c3ee4a0', 'name': '', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'mac_address': 'fa:16:3e:d7:c2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:17Z', 'updated_at': '2021-07-07T20:44:27Z', 'revision_number': 5, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'subnets': [{'id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:10.392953 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598f0e01-ff53-427b-acec-fa857031a7fa None None] Checking router: 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:50:10.404696 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598f0e01-ff53-427b-acec-fa857031a7fa None None] Routers {'4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:50:10.405388 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-598f0e01-ff53-427b-acec-fa857031a7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:50:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:10.526215 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-598f0e01-ff53-427b-acec-fa857031a7fa None None] Set router 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:50:10.627807 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-285987a3-b152-4cd6-aeb7-ea67b550168d req-f8df6f8f-26bc-4539-8242-0590e480321e tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/ports?device_id=6e9b4526-39a9-469c-8e3c-de42c227172e HTTP/1.1" status: 200 len: 210 time: 0.0540302 Jul 07 20:50:10.676387 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-6c19b17a-c9b7-4be4-9c07-ed048151d73e service neutron] 10.222.0.64 "GET /v2.0/networks/7b3d2841-fe7b-4e25-9f87-711a966d6026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8173940 Jul 07 20:50:10.722421 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-65d01cfd-1378-4e02-a171-c73af31c526a tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:10.752046 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-65d01cfd-1378-4e02-a171-c73af31c526a tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Transition to ACTIVE for port object 4228e434-d7b8-41d2-a956-8590e791b22a will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:50:10.758476 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-598f0e01-ff53-427b-acec-fa857031a7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984555661-router', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:13Z', 'updated_at': '2021-07-07T20:44:18Z', 'revision_number': 4, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'gw_port': {'id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:14Z', 'updated_at': '2021-07-07T20:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'e654a902-e471-4c18-8d0d-103b5c3ee4a0', 'name': '', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'mac_address': 'fa:16:3e:d7:c2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:17Z', 'updated_at': '2021-07-07T20:44:27Z', 'revision_number': 5, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'subnets': [{'id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:10.787794 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598f0e01-ff53-427b-acec-fa857031a7fa None None] The sync data for ids ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'] in n-d-695189-11 is: [{'id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984555661-router', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:13Z', 'updated_at': '2021-07-07T20:44:18Z', 'revision_number': 4, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'gw_port': {'id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:14Z', 'updated_at': '2021-07-07T20:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'e654a902-e471-4c18-8d0d-103b5c3ee4a0', 'name': '', 'network_id': '264dde5d-0b26-40d6-b1bf-7b5ec20a1ece', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'mac_address': 'fa:16:3e:d7:c2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:17Z', 'updated_at': '2021-07-07T20:44:27Z', 'revision_number': 5, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'subnets': [{'id': 'a4e42a85-93d1-4c63-8ac0-5587b9394f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:50:10.800122 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-8ad8a2c1-7bb3-43bb-83bc-f55f25bc56c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa01e607-3a72-496c-8dd1-612818e0cfb3 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:50:10.811179 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-8ad8a2c1-7bb3-43bb-83bc-f55f25bc56c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:10.841144 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-8ad8a2c1-7bb3-43bb-83bc-f55f25bc56c3 service neutron] Transition to ACTIVE for port object fa01e607-3a72-496c-8dd1-612818e0cfb3 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:50:10.848080 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-8ad8a2c1-7bb3-43bb-83bc-f55f25bc56c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:10.859995 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-65d01cfd-1378-4e02-a171-c73af31c526a tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:10.973562 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-65d01cfd-1378-4e02-a171-c73af31c526a tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Network 862b922f-3f8e-403e-939d-5a18a5258b58 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:50:10.981428 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-65d01cfd-1378-4e02-a171-c73af31c526a tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:10.989210 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-65d01cfd-1378-4e02-a171-c73af31c526a tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:50:10.994142 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8a2c1-7bb3-43bb-83bc-f55f25bc56c3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa01e607-3a72-496c-8dd1-612818e0cfb3,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:11.217775 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-65d01cfd-1378-4e02-a171-c73af31c526a tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:11.220655 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-65d01cfd-1378-4e02-a171-c73af31c526a tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:11.260470 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0df943-8da7-48c1-a0f3-1e2a479c4a4f None None] New status for floating IP da3c7b44-13fd-404b-aca4-16efba82db7f: DOWN {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:50:11.308193 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d01cfd-1378-4e02-a171-c73af31c526a tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Pushing event updated for resources: {'Port': ['ID=4228e434-d7b8-41d2-a956-8590e791b22a,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:11.314754 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-b6d4abca-1d6b-4169-acb0-77943c12b11d tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504341 Jul 07 20:50:11.324460 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-65d01cfd-1378-4e02-a171-c73af31c526a tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8400702 Jul 07 20:50:11.361173 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-8ad8a2c1-7bb3-43bb-83bc-f55f25bc56c3 service neutron] Attempting to bind port fa01e607-3a72-496c-8dd1-612818e0cfb3 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:50:11.361519 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-8ad8a2c1-7bb3-43bb-83bc-f55f25bc56c3 service neutron] Attempting to bind port fa01e607-3a72-496c-8dd1-612818e0cfb3 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '27a15d2f-090d-4d9b-9129-6177fbcbf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd3491a6d-7d90-409a-b342-5c9451222988'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:50:11.361857 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-8ad8a2c1-7bb3-43bb-83bc-f55f25bc56c3 service neutron] Attempting to bind port fa01e607-3a72-496c-8dd1-612818e0cfb3 on network d3491a6d-7d90-409a-b342-5c9451222988 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:50:11.367221 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-e2cdba91-3959-4e4d-93db-ac6a0fc9d67d service neutron] Request body: {'port': {'device_id': 'f89d0a69-bc16-45a5-8d23-46210bb6a3b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:11.427796 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-8ad8a2c1-7bb3-43bb-83bc-f55f25bc56c3 service neutron] Port fa01e607-3a72-496c-8dd1-612818e0cfb3 on network d3491a6d-7d90-409a-b342-5c9451222988 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:50:11.428139 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-8ad8a2c1-7bb3-43bb-83bc-f55f25bc56c3 service neutron] Attempting to bind port fa01e607-3a72-496c-8dd1-612818e0cfb3 on network d3491a6d-7d90-409a-b342-5c9451222988 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:50:11.434701 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-aae46b45-f9ea-4e7d-b6bf-df3b1aae5916 None None] Provisioning for port 4228e434-d7b8-41d2-a956-8590e791b22a completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:11.439628 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-aae46b45-f9ea-4e7d-b6bf-df3b1aae5916 None None] Provisioning complete for port 4228e434-d7b8-41d2-a956-8590e791b22a triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:11.440066 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-aae46b45-f9ea-4e7d-b6bf-df3b1aae5916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:11.449353 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-8ad8a2c1-7bb3-43bb-83bc-f55f25bc56c3 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:50:11.449687 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-8ad8a2c1-7bb3-43bb-83bc-f55f25bc56c3 service neutron] Checking segment: {'id': '27a15d2f-090d-4d9b-9129-6177fbcbf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd3491a6d-7d90-409a-b342-5c9451222988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:50:11.450075 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-8ad8a2c1-7bb3-43bb-83bc-f55f25bc56c3 service neutron] Bound using segment: {'id': '27a15d2f-090d-4d9b-9129-6177fbcbf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd3491a6d-7d90-409a-b342-5c9451222988'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:50:11.450524 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-8ad8a2c1-7bb3-43bb-83bc-f55f25bc56c3 service neutron] Bound port: fa01e607-3a72-496c-8dd1-612818e0cfb3, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27a15d2f-090d-4d9b-9129-6177fbcbf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'd3491a6d-7d90-409a-b342-5c9451222988'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:50:11.450946 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-8ad8a2c1-7bb3-43bb-83bc-f55f25bc56c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:11.529971 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-aae46b45-f9ea-4e7d-b6bf-df3b1aae5916 None None] Port 4228e434-d7b8-41d2-a956-8590e791b22a cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:50:11.621009 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-e2cdba91-3959-4e4d-93db-ac6a0fc9d67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:11.642526 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-92d14617-e414-4c96-8209-bad5e3638a5b tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:11.651785 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-92d14617-e414-4c96-8209-bad5e3638a5b tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3214827 Jul 07 20:50:11.672281 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9b4526-39a9-469c-8e3c-de42c227172e', 'name': 'network-vif-deleted', 'tag': '50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:11.674578 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911c0e40-0cb1-49f9-9282-f71952cd7872" -d '{"events": [{"server_uuid": "6e9b4526-39a9-469c-8e3c-de42c227172e", "name": "network-vif-deleted", "tag": "50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:11.695354 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-73cffc83-5b6b-4cce-8408-288321a85545 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/quotas/505481bc2c1e4a469ecb05628eb12eb4 HTTP/1.1" status: 200 len: 375 time: 0.0426743 Jul 07 20:50:11.714540 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-8ad8a2c1-7bb3-43bb-83bc-f55f25bc56c3 service neutron] For port fa01e607-3a72-496c-8dd1-612818e0cfb3, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:50:11.768778 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-8ad8a2c1-7bb3-43bb-83bc-f55f25bc56c3 service neutron] For port fa01e607-3a72-496c-8dd1-612818e0cfb3, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=fa01e607-3a72-496c-8dd1-612818e0cfb3,segment=NetworkSegment(27a15d2f-090d-4d9b-9129-6177fbcbf67b),segment_id=27a15d2f-090d-4d9b-9129-6177fbcbf67b)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:50:11.777935 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-78686ee0-012b-430e-82d4-6a88551c1657 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589716 Jul 07 20:50:11.786896 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-8ad8a2c1-7bb3-43bb-83bc-f55f25bc56c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:11.878174 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6311fc-25a7-42ba-b021-97056c7bd3d6 req-14dbe401-055e-4bca-b58e-7de2536a2613 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:11.879724 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e6311fc-25a7-42ba-b021-97056c7bd3d6 req-14dbe401-055e-4bca-b58e-7de2536a2613 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/ports?device_id=19718a07-ccf9-4417-b070-99b44424adf8 HTTP/1.1" status: 200 len: 944 time: 0.3150387 Jul 07 20:50:11.887171 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-8ad8a2c1-7bb3-43bb-83bc-f55f25bc56c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:11.887965 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-8ad8a2c1-7bb3-43bb-83bc-f55f25bc56c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:11.889203 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-8ad8a2c1-7bb3-43bb-83bc-f55f25bc56c3 service neutron] 10.222.0.39 "PUT /v2.0/ports/fa01e607-3a72-496c-8dd1-612818e0cfb3 HTTP/1.1" status: 200 len: 1093 time: 2.3368313 Jul 07 20:50:12.033015 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8a2c1-7bb3-43bb-83bc-f55f25bc56c3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa01e607-3a72-496c-8dd1-612818e0cfb3,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:12.056729 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e6311fc-25a7-42ba-b021-97056c7bd3d6 req-8d81edb7-9a7c-49d1-b197-ddf6777d116b tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/security-groups?id=60ff3ed9-d0fe-4360-ac3e-3707f4165dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582944 Jul 07 20:50:12.081518 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-18739d97-df2f-4828-a5e1-6a8debb37922 req-5b32f1f9-3d29-4e69-89d0-86ccfb1ddeba tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1de9f19-0b46-470c-8c22-6d53a9206710 HTTP/1.1" status: 200 len: 210 time: 0.0560808 Jul 07 20:50:12.142833 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-a12d6e92-ebd9-4d63-8116-7446406fea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:12.144326 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-a12d6e92-ebd9-4d63-8116-7446406fea25 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fb02cd6471b418ebfe28639036fff11&device_id=19718a07-ccf9-4417-b070-99b44424adf8 HTTP/1.1" status: 200 len: 1096 time: 0.1977556 Jul 07 20:50:12.200318 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-377b04d4-0f9c-47c4-9041-9dd8c80c2828 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa01e607-3a72-496c-8dd1-612818e0cfb3 HTTP/1.1" status: 200 len: 217 time: 0.0439215 Jul 07 20:50:12.295269 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-e2cdba91-3959-4e4d-93db-ac6a0fc9d67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4228e434-d7b8-41d2-a956-8590e791b22a {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:50:12.318325 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-e2cdba91-3959-4e4d-93db-ac6a0fc9d67d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:12.353957 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-c254b014-72aa-480d-984b-6a89e5914905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:12.355445 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-c254b014-72aa-480d-984b-6a89e5914905 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a88350a-7324-4536-a09e-51401ac187a1 HTTP/1.1" status: 200 len: 865 time: 0.1369486 Jul 07 20:50:12.363197 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-e2cdba91-3959-4e4d-93db-ac6a0fc9d67d service neutron] Transition to ACTIVE for port object 4228e434-d7b8-41d2-a956-8590e791b22a will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:50:12.381022 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-e2cdba91-3959-4e4d-93db-ac6a0fc9d67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:12.420505 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-fa625f9b-efdc-4e38-a815-13ea98e76868 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d3491a6d-7d90-409a-b342-5c9451222988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490074 Jul 07 20:50:12.469915 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b76ee-7c8b-47cc-a69b-c6e9fb605683 req-0727a781-1e4e-4548-a94d-0777f0d81484 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:12.476163 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-299b76ee-7c8b-47cc-a69b-c6e9fb605683 req-0727a781-1e4e-4548-a94d-0777f0d81484 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6 HTTP/1.1" status: 200 len: 931 time: 0.2540698 Jul 07 20:50:12.517577 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-ad46ae44-0b59-4880-9fc3-45f6f0be49db tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:12.519815 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-ad46ae44-0b59-4880-9fc3-45f6f0be49db tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] 10.222.0.39 "GET /v2.0/networks?id=7b3d2841-fe7b-4e25-9f87-711a966d6026 HTTP/1.1" status: 200 len: 818 time: 0.1494365 Jul 07 20:50:12.544376 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-6aede0db-b7a8-40bd-bbfd-ce2e62ca5960 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Request body: {'port': {'device_id': 'c1de9f19-0b46-470c-8c22-6d53a9206710', 'network_id': '7b3d2841-fe7b-4e25-9f87-711a966d6026', 'admin_state_up': True, 'tenant_id': '74e4cd2697c34fdda7bbf0e0e6f11527'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:12.605589 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cdba91-3959-4e4d-93db-ac6a0fc9d67d service neutron] Pushing event updated for resources: {'Port': ['ID=4228e434-d7b8-41d2-a956-8590e791b22a,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:12.659218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d38cd-507f-4b87-8da3-d3ab885f2bb5 req-0c7c2d3d-7129-42bb-ac97-d9cbe9aa1035 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:12.663833 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ed5d38cd-507f-4b87-8da3-d3ab885f2bb5 req-0c7c2d3d-7129-42bb-ac97-d9cbe9aa1035 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3e722d4-30c2-44b0-8c49-1ac31e53bcd5 HTTP/1.1" status: 200 len: 950 time: 0.3620429 Jul 07 20:50:12.699968 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-6aede0db-b7a8-40bd-bbfd-ce2e62ca5960 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Made reservation on behalf of 74e4cd2697c34fdda7bbf0e0e6f11527 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:50:12.703739 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-6aede0db-b7a8-40bd-bbfd-ce2e62ca5960 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:12.745651 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-ad56431c-bc4e-402e-8879-a70d27928d8c service neutron] 10.222.0.39 "GET /v2.0/networks/d3491a6d-7d90-409a-b342-5c9451222988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961369 Jul 07 20:50:12.757391 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-299b76ee-7c8b-47cc-a69b-c6e9fb605683 req-556f1024-7b6b-4f9e-b22c-67716de310e2 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff067910-6f78-4774-9228-0897ea21899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543366 Jul 07 20:50:12.846040 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-e2cdba91-3959-4e4d-93db-ac6a0fc9d67d service neutron] Attempting to bind port 4228e434-d7b8-41d2-a956-8590e791b22a on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:50:12.846651 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-e2cdba91-3959-4e4d-93db-ac6a0fc9d67d service neutron] Attempting to bind port 4228e434-d7b8-41d2-a956-8590e791b22a by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'aaff765e-b21c-4ac5-bd47-02eb6b015550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:50:12.847153 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-e2cdba91-3959-4e4d-93db-ac6a0fc9d67d service neutron] Attempting to bind port 4228e434-d7b8-41d2-a956-8590e791b22a on network 862b922f-3f8e-403e-939d-5a18a5258b58 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:50:12.854373 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ed5d38cd-507f-4b87-8da3-d3ab885f2bb5 req-7f4b3e72-57e9-47c6-bdd2-3214def6abd2 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850519 Jul 07 20:50:12.860018 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-e2cdba91-3959-4e4d-93db-ac6a0fc9d67d service neutron] Port 4228e434-d7b8-41d2-a956-8590e791b22a on network 862b922f-3f8e-403e-939d-5a18a5258b58 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:50:12.860471 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-e2cdba91-3959-4e4d-93db-ac6a0fc9d67d service neutron] Attempting to bind port 4228e434-d7b8-41d2-a956-8590e791b22a on network 862b922f-3f8e-403e-939d-5a18a5258b58 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:50:12.861227 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-6aede0db-b7a8-40bd-bbfd-ce2e62ca5960 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Allocated IP 172.20.0.13 (7b3d2841-fe7b-4e25-9f87-711a966d6026/654b90f1-5725-4aad-8f9c-64e913e4ba25/def5630f-ce57-49cc-b9d8-7050360f93c6) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:50:12.875906 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-e2cdba91-3959-4e4d-93db-ac6a0fc9d67d service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:50:12.876401 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-e2cdba91-3959-4e4d-93db-ac6a0fc9d67d service neutron] Checking segment: {'id': 'aaff765e-b21c-4ac5-bd47-02eb6b015550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:50:12.876971 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-e2cdba91-3959-4e4d-93db-ac6a0fc9d67d service neutron] Bound using segment: {'id': 'aaff765e-b21c-4ac5-bd47-02eb6b015550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:50:12.877515 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-e2cdba91-3959-4e4d-93db-ac6a0fc9d67d service neutron] Bound port: 4228e434-d7b8-41d2-a956-8590e791b22a, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaff765e-b21c-4ac5-bd47-02eb6b015550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:50:12.877967 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-e2cdba91-3959-4e4d-93db-ac6a0fc9d67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:12.912479 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a45947e4-7811-4a4e-aa41-b6eeffb53cfe req-08b10029-c5c8-4ea9-ba56-3b56f287cc9e service neutron] 10.222.0.39 "GET /v2.0/networks/d3491a6d-7d90-409a-b342-5c9451222988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508989 Jul 07 20:50:12.943976 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b20cd3-70f8-45d8-91ae-fcb181b27f54 x-openstack-request-id: req-79b20cd3-70f8-45d8-91ae-fcb181b27f54 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:12.944372 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9b4526-39a9-469c-8e3c-de42c227172e", "name": "network-vif-deleted", "tag": "50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:12.944749 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-79b20cd3-70f8-45d8-91ae-fcb181b27f54 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:12.945244 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9b4526-39a9-469c-8e3c-de42c227172e', 'name': 'network-vif-deleted', 'tag': '50504f3c-cd5b-4f52-bc0c-4ddd5b62d7c5', 'status': 'completed', 'code': 200} Jul 07 20:50:13.003552 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-e2cdba91-3959-4e4d-93db-ac6a0fc9d67d service neutron] For port 4228e434-d7b8-41d2-a956-8590e791b22a, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:50:13.007004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-e2cdba91-3959-4e4d-93db-ac6a0fc9d67d service neutron] For port 4228e434-d7b8-41d2-a956-8590e791b22a, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=4228e434-d7b8-41d2-a956-8590e791b22a,segment=NetworkSegment(aaff765e-b21c-4ac5-bd47-02eb6b015550),segment_id=aaff765e-b21c-4ac5-bd47-02eb6b015550)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:50:13.013052 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-e2cdba91-3959-4e4d-93db-ac6a0fc9d67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:13.052942 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-e2cdba91-3959-4e4d-93db-ac6a0fc9d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:13.053803 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-e2cdba91-3959-4e4d-93db-ac6a0fc9d67d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:13.055645 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-e2cdba91-3959-4e4d-93db-ac6a0fc9d67d service neutron] 10.222.0.58 "PUT /v2.0/ports/4228e434-d7b8-41d2-a956-8590e791b22a HTTP/1.1" status: 200 len: 1092 time: 1.6954837 Jul 07 20:50:13.085491 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cdba91-3959-4e4d-93db-ac6a0fc9d67d service neutron] Pushing event updated for resources: {'Port': ['ID=4228e434-d7b8-41d2-a956-8590e791b22a,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:13.093010 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-6aede0db-b7a8-40bd-bbfd-ce2e62ca5960 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:13.145385 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-6aede0db-b7a8-40bd-bbfd-ce2e62ca5960 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:13.202074 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91801aba-448c-4889-b464-d083f6ddc167 req-8b14a4c1-7033-4e79-9ee1-bf415f1f300b tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 210 time: 0.0680792 Jul 07 20:50:13.209135 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-6aede0db-b7a8-40bd-bbfd-ce2e62ca5960 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Network 7b3d2841-fe7b-4e25-9f87-711a966d6026 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:50:13.213307 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-6aede0db-b7a8-40bd-bbfd-ce2e62ca5960 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:13.217353 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-6aede0db-b7a8-40bd-bbfd-ce2e62ca5960 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:50:13.281584 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-6aede0db-b7a8-40bd-bbfd-ce2e62ca5960 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:13.282768 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-6aede0db-b7a8-40bd-bbfd-ce2e62ca5960 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:13.295679 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-94aa9205-4950-4d70-95f0-fa04ff1c7d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:13.298556 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-94aa9205-4950-4d70-95f0-fa04ff1c7d69 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5ecdc93a1ea491aaf71d58b3b9d68f7&device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6 HTTP/1.1" status: 200 len: 1095 time: 0.1723864 Jul 07 20:50:13.298890 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-6aede0db-b7a8-40bd-bbfd-ce2e62ca5960 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7660539 Jul 07 20:50:13.302332 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aede0db-b7a8-40bd-bbfd-ce2e62ca5960 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Pushing event updated for resources: {'Port': ['ID=def5630f-ce57-49cc-b9d8-7050360f93c6,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:13.313751 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-5d687f8a-3a7c-41cf-8356-12c26a774253 service neutron] Request body: {'port': {'device_id': 'c1de9f19-0b46-470c-8c22-6d53a9206710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:13.359584 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-d39f7432-c142-4656-95d1-23b0e6a82e10 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4228e434-d7b8-41d2-a956-8590e791b22a HTTP/1.1" status: 200 len: 217 time: 0.0451262 Jul 07 20:50:13.390718 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20349c-9940-4274-b241-c7df966242da req-e03e313d-b6f8-4c06-b537-ad27e818b084 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:13.414740 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9a20349c-9940-4274-b241-c7df966242da req-e03e313d-b6f8-4c06-b537-ad27e818b084 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8ba3bc-e050-4ef2-a082-1d7552535dc4 HTTP/1.1" status: 200 len: 945 time: 0.2078011 Jul 07 20:50:13.442282 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-5d687f8a-3a7c-41cf-8356-12c26a774253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:13.480670 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-c78c0983-b6a9-42e4-a595-77516748f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:13.486930 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-c78c0983-b6a9-42e4-a595-77516748f3a3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71aa915f-97b8-42f5-b575-925f0ac5a27a HTTP/1.1" status: 200 len: 859 time: 0.1106243 Jul 07 20:50:13.531963 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9a20349c-9940-4274-b241-c7df966242da req-87806ffa-2382-4215-8ea0-cc6e87ba49ff tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162276 Jul 07 20:50:13.659844 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-ea66ac35-e778-4ad6-be90-f6aa5ca8bb9e tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465655 Jul 07 20:50:13.772335 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-5d687f8a-3a7c-41cf-8356-12c26a774253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def5630f-ce57-49cc-b9d8-7050360f93c6 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:50:13.782065 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-5d687f8a-3a7c-41cf-8356-12c26a774253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:13.798170 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-5d687f8a-3a7c-41cf-8356-12c26a774253 service neutron] Transition to ACTIVE for port object def5630f-ce57-49cc-b9d8-7050360f93c6 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:50:13.802271 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-5d687f8a-3a7c-41cf-8356-12c26a774253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:13.866224 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d687f8a-3a7c-41cf-8356-12c26a774253 service neutron] Pushing event updated for resources: {'Port': ['ID=def5630f-ce57-49cc-b9d8-7050360f93c6,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:13.882526 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb940990-536a-42f9-bf68-96a3ae3bdcca req-1dfd1335-2ff3-4002-ac04-45e79da28fd7 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:13.885473 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fb940990-536a-42f9-bf68-96a3ae3bdcca req-1dfd1335-2ff3-4002-ac04-45e79da28fd7 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/ports?device_id=19718a07-ccf9-4417-b070-99b44424adf8 HTTP/1.1" status: 200 len: 944 time: 0.3520532 Jul 07 20:50:13.918921 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-cc131fc0-b236-4aa2-b38a-ef2c32b05577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:13.924849 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-cc131fc0-b236-4aa2-b38a-ef2c32b05577 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=862b922f-3f8e-403e-939d-5a18a5258b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4187591 Jul 07 20:50:13.999417 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-5d687f8a-3a7c-41cf-8356-12c26a774253 service neutron] Attempting to bind port def5630f-ce57-49cc-b9d8-7050360f93c6 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:50:14.000050 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-5d687f8a-3a7c-41cf-8356-12c26a774253 service neutron] Attempting to bind port def5630f-ce57-49cc-b9d8-7050360f93c6 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': 'de19d4c6-e3ed-40dd-97a1-a8aa13c705c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7b3d2841-fe7b-4e25-9f87-711a966d6026'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:50:14.000545 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-5d687f8a-3a7c-41cf-8356-12c26a774253 service neutron] Attempting to bind port def5630f-ce57-49cc-b9d8-7050360f93c6 on network 7b3d2841-fe7b-4e25-9f87-711a966d6026 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:50:14.008482 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-a804d199-00bb-4c7d-b7c9-6ad670be3c5c tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:14.010413 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-a804d199-00bb-4c7d-b7c9-6ad670be3c5c tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3160801 Jul 07 20:50:14.010783 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-5d687f8a-3a7c-41cf-8356-12c26a774253 service neutron] Port def5630f-ce57-49cc-b9d8-7050360f93c6 on network 7b3d2841-fe7b-4e25-9f87-711a966d6026 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:50:14.011115 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-5d687f8a-3a7c-41cf-8356-12c26a774253 service neutron] Attempting to bind port def5630f-ce57-49cc-b9d8-7050360f93c6 on network 7b3d2841-fe7b-4e25-9f87-711a966d6026 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:50:14.019886 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cf661-2c42-426b-a3ac-e364713c8712 req-faada1f8-43ac-4389-a686-1094f83adcd2 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:14.021391 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e39cf661-2c42-426b-a3ac-e364713c8712 req-faada1f8-43ac-4389-a686-1094f83adcd2 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3e722d4-30c2-44b0-8c49-1ac31e53bcd5 HTTP/1.1" status: 200 len: 950 time: 0.1274359 Jul 07 20:50:14.025779 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-5d687f8a-3a7c-41cf-8356-12c26a774253 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:50:14.026129 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-5d687f8a-3a7c-41cf-8356-12c26a774253 service neutron] Checking segment: {'id': 'de19d4c6-e3ed-40dd-97a1-a8aa13c705c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7b3d2841-fe7b-4e25-9f87-711a966d6026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:50:14.026516 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-5d687f8a-3a7c-41cf-8356-12c26a774253 service neutron] Bound using segment: {'id': 'de19d4c6-e3ed-40dd-97a1-a8aa13c705c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7b3d2841-fe7b-4e25-9f87-711a966d6026'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:50:14.026949 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-5d687f8a-3a7c-41cf-8356-12c26a774253 service neutron] Bound port: def5630f-ce57-49cc-b9d8-7050360f93c6, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de19d4c6-e3ed-40dd-97a1-a8aa13c705c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '7b3d2841-fe7b-4e25-9f87-711a966d6026'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:50:14.027463 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-5d687f8a-3a7c-41cf-8356-12c26a774253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:14.068066 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-ec54f1a9-8cd3-432a-8943-882670d8fcf5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Request body: {'port': {'device_id': '84441d51-06f4-4712-87bd-f322d0f3ccbc', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': '505481bc2c1e4a469ecb05628eb12eb4'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:14.137100 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fb940990-536a-42f9-bf68-96a3ae3bdcca req-ff603f4f-9478-464d-a053-d927c958f741 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/security-groups?id=60ff3ed9-d0fe-4360-ac3e-3707f4165dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246869 Jul 07 20:50:14.153537 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f071b-8f26-4fb0-8042-8f6fb902ce50 req-f211d8a9-f132-4610-b9af-2b053277f2b0 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:14.155113 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6b4f071b-8f26-4fb0-8042-8f6fb902ce50 req-f211d8a9-f132-4610-b9af-2b053277f2b0 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1de9f19-0b46-470c-8c22-6d53a9206710 HTTP/1.1" status: 200 len: 932 time: 0.4912653 Jul 07 20:50:14.179900 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-5d687f8a-3a7c-41cf-8356-12c26a774253 service neutron] For port def5630f-ce57-49cc-b9d8-7050360f93c6, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:50:14.185690 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-5d687f8a-3a7c-41cf-8356-12c26a774253 service neutron] For port def5630f-ce57-49cc-b9d8-7050360f93c6, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=def5630f-ce57-49cc-b9d8-7050360f93c6,segment=NetworkSegment(de19d4c6-e3ed-40dd-97a1-a8aa13c705c2),segment_id=de19d4c6-e3ed-40dd-97a1-a8aa13c705c2)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:50:14.195044 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-5d687f8a-3a7c-41cf-8356-12c26a774253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:14.210922 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0f1eebfb-cdf2-4bfc-8354-dcc656117eed details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:50:14.213471 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-5d687f8a-3a7c-41cf-8356-12c26a774253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:14.214048 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-5d687f8a-3a7c-41cf-8356-12c26a774253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:14.215517 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-5d687f8a-3a7c-41cf-8356-12c26a774253 service neutron] 10.222.0.39 "PUT /v2.0/ports/def5630f-ce57-49cc-b9d8-7050360f93c6 HTTP/1.1" status: 200 len: 1093 time: 0.9074759 Jul 07 20:50:14.217044 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1de9f19-0b46-470c-8c22-6d53a9206710', 'tag': 'def5630f-ce57-49cc-b9d8-7050360f93c6'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:14.219063 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71edd534-fbdb-4ec6-9e5a-e3c2544d98cf" -d '{"events": [{"name": "network-changed", "server_uuid": "c1de9f19-0b46-470c-8c22-6d53a9206710", "tag": "def5630f-ce57-49cc-b9d8-7050360f93c6"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:14.247910 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-e39cf661-2c42-426b-a3ac-e364713c8712 req-125428b6-725c-4d1f-bb73-4cc65272d54d tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Deleting port 24eda47b-c96d-45e4-af25-3e78133a0dac {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:14.248252 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e39cf661-2c42-426b-a3ac-e364713c8712 req-125428b6-725c-4d1f-bb73-4cc65272d54d tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:14.253211 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-8179831f-f082-45bc-b922-e009b7af4c2a service neutron] 10.222.0.58 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717412 Jul 07 20:50:14.366701 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6b4f071b-8f26-4fb0-8042-8f6fb902ce50 req-6fb928d8-1413-408e-b820-a255860b9750 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] 10.222.0.64 "GET /v2.0/security-groups?id=6567dc89-a636-4a07-a4e0-4f30d982d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022285 Jul 07 20:50:14.370976 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0f1eebfb-cdf2-4bfc-8354-dcc656117eed, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0f1eebfb-cdf2-4bfc-8354-dcc656117eed,segment=NetworkSegment(bf53d961-3859-4756-83b3-c7352abc25ca),segment_id=bf53d961-3859-4756-83b3-c7352abc25ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:14.377365 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d687f8a-3a7c-41cf-8356-12c26a774253 service neutron] Pushing event updated for resources: {'Port': ['ID=def5630f-ce57-49cc-b9d8-7050360f93c6,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:14.385823 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '0f1eebfb-cdf2-4bfc-8354-dcc656117eed', 'network_id': 'd1a6625d-e0a5-4a92-8051-0eec64122ad8', 'port_id': '0f1eebfb-cdf2-4bfc-8354-dcc656117eed', 'mac_address': 'fa:16:3e:bf:6c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44323baf-dba1-4cdd-b0c1-02177941adb8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:50:14.433058 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-01bad56c-7cfe-4fdf-8d38-c49e9b3529ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:14.434587 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-01bad56c-7cfe-4fdf-8d38-c49e9b3529ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=74e4cd2697c34fdda7bbf0e0e6f11527&device_id=c1de9f19-0b46-470c-8c22-6d53a9206710 HTTP/1.1" status: 200 len: 1096 time: 0.1359911 Jul 07 20:50:14.436432 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-e39cf661-2c42-426b-a3ac-e364713c8712 req-125428b6-725c-4d1f-bb73-4cc65272d54d tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] For port 24eda47b-c96d-45e4-af25-3e78133a0dac, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=24eda47b-c96d-45e4-af25-3e78133a0dac,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:14.436798 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e39cf661-2c42-426b-a3ac-e364713c8712 req-125428b6-725c-4d1f-bb73-4cc65272d54d tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:14.439541 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:14.456122 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-e39cf661-2c42-426b-a3ac-e364713c8712 req-125428b6-725c-4d1f-bb73-4cc65272d54d tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Calling delete_port for 24eda47b-c96d-45e4-af25-3e78133a0dac owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:14.474594 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13cbcd3f-6b0e-41c7-8b84-c89d1d76727b req-10c31ec7-cb07-47a9-9149-7e5178a002cf service neutron] 10.222.0.58 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062767 Jul 07 20:50:14.591709 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-ec54f1a9-8cd3-432a-8943-882670d8fcf5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Made reservation on behalf of 505481bc2c1e4a469ecb05628eb12eb4 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:50:14.595543 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-ec54f1a9-8cd3-432a-8943-882670d8fcf5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:14.613261 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f1eebfb-cdf2-4bfc-8354-dcc656117eed {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:50:14.637325 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0f1eebfb-cdf2-4bfc-8354-dcc656117eed, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0f1eebfb-cdf2-4bfc-8354-dcc656117eed,segment=NetworkSegment(bf53d961-3859-4756-83b3-c7352abc25ca),segment_id=bf53d961-3859-4756-83b3-c7352abc25ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:14.642130 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:14.707827 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=0f1eebfb-cdf2-4bfc-8354-dcc656117eed,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:14.719925 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0f1eebfb-cdf2-4bfc-8354-dcc656117eed'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:14.775791 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-3577544e-8002-4d84-8331-a98988a591ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=def5630f-ce57-49cc-b9d8-7050360f93c6 HTTP/1.1" status: 200 len: 217 time: 0.3296430 Jul 07 20:50:14.867898 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-7339c1eb-0fd2-45b7-bb71-a162c64cee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:14.870148 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-7339c1eb-0fd2-45b7-bb71-a162c64cee3f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=654b90f1-5725-4aad-8f9c-64e913e4ba25 HTTP/1.1" status: 200 len: 858 time: 0.0870652 Jul 07 20:50:14.909201 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-ec54f1a9-8cd3-432a-8943-882670d8fcf5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:14.917790 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-2808a9d5-1c77-4a27-a219-9b0c859f80e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b3d2841-fe7b-4e25-9f87-711a966d6026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366476 Jul 07 20:50:14.951049 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19718a07-ccf9-4417-b070-99b44424adf8', 'tag': 'fa01e607-3a72-496c-8dd1-612818e0cfb3'}, {'name': 'network-changed', 'server_uuid': 'f89d0a69-bc16-45a5-8d23-46210bb6a3b6', 'tag': '4228e434-d7b8-41d2-a956-8590e791b22a'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:14.953292 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f3e989-1f81-4260-9988-a4ed756dec95" -d '{"events": [{"name": "network-changed", "server_uuid": "19718a07-ccf9-4417-b070-99b44424adf8", "tag": "fa01e607-3a72-496c-8dd1-612818e0cfb3"}, {"name": "network-changed", "server_uuid": "f89d0a69-bc16-45a5-8d23-46210bb6a3b6", "tag": "4228e434-d7b8-41d2-a956-8590e791b22a"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:14.983313 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5047310-4d08-4492-8fc5-8eafbab0dcda req-8dde35b2-ef77-48f3-befb-415b732b3eff tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:14.984857 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d5047310-4d08-4492-8fc5-8eafbab0dcda req-8dde35b2-ef77-48f3-befb-415b732b3eff tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3e722d4-30c2-44b0-8c49-1ac31e53bcd5 HTTP/1.1" status: 200 len: 950 time: 0.4566591 Jul 07 20:50:15.008599 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27379bba-8672-4d18-90fb-54dfc1752121 req-61eb8f81-99e4-4dd4-afe5-0205756c623c tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:15.010642 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-27379bba-8672-4d18-90fb-54dfc1752121 req-61eb8f81-99e4-4dd4-afe5-0205756c623c tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6 HTTP/1.1" status: 200 len: 943 time: 0.5385208 Jul 07 20:50:15.046120 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e39cf661-2c42-426b-a3ac-e364713c8712 req-125428b6-725c-4d1f-bb73-4cc65272d54d tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:15.060038 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['c801cc7b-e11f-4614-939c-2a4dcc21c18d', '24eda47b-c96d-45e4-af25-3e78133a0dac'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:15.062788 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['3f2f695a-9a83-4fa2-9166-162abc5fdd62', '3fd3d68c-e58c-4865-9dbd-4ad768444535', '19254ff3-2f0f-4684-b14a-aa9c0294c902', '01187ebd-7ebb-415f-9591-d6cf0cc026a4'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:15.088214 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125428b6-725c-4d1f-bb73-4cc65272d54d tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Pushing event deleted for resources: {'Port': ['ID=24eda47b-c96d-45e4-af25-3e78133a0dac,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:15.089478 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d5047310-4d08-4492-8fc5-8eafbab0dcda req-ef0f69bb-66ed-41d8-90f5-5226418ae0a7 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942626 Jul 07 20:50:15.100657 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-27379bba-8672-4d18-90fb-54dfc1752121 req-1e33763c-ffe4-4053-8adf-946aaf04f604 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff067910-6f78-4774-9228-0897ea21899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827351 Jul 07 20:50:15.139834 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-024d81ff-3082-4b5e-bd95-f9762fb59237 service neutron] 10.222.0.39 "GET /v2.0/networks/7b3d2841-fe7b-4e25-9f87-711a966d6026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167013 Jul 07 20:50:15.195423 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-ec54f1a9-8cd3-432a-8943-882670d8fcf5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:15.201404 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-ec54f1a9-8cd3-432a-8943-882670d8fcf5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:15.299971 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39cf661-2c42-426b-a3ac-e364713c8712 req-125428b6-725c-4d1f-bb73-4cc65272d54d tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] No DVR routers for this DVR port 24eda47b-c96d-45e4-af25-3e78133a0dac on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:50:15.314967 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e39cf661-2c42-426b-a3ac-e364713c8712 req-125428b6-725c-4d1f-bb73-4cc65272d54d tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:15.318222 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e39cf661-2c42-426b-a3ac-e364713c8712 req-125428b6-725c-4d1f-bb73-4cc65272d54d tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.58 "DELETE /v2.0/ports/24eda47b-c96d-45e4-af25-3e78133a0dac HTTP/1.1" status: 204 len: 173 time: 1.2792723 Jul 07 20:50:15.400546 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8402f7ea-6a1f-4aba-ada6-0250f763b93c x-openstack-request-id: req-8402f7ea-6a1f-4aba-ada6-0250f763b93c {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:15.400902 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1de9f19-0b46-470c-8c22-6d53a9206710", "tag": "def5630f-ce57-49cc-b9d8-7050360f93c6", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:15.401423 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8402f7ea-6a1f-4aba-ada6-0250f763b93c {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:15.402248 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1de9f19-0b46-470c-8c22-6d53a9206710', 'tag': 'def5630f-ce57-49cc-b9d8-7050360f93c6', 'status': 'completed', 'code': 200} Jul 07 20:50:15.404394 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54f1a9-8cd3-432a-8943-882670d8fcf5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e929e4-71d6-4c12-bbe5-18c71dcfda96,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:15.420733 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ca1ed72c-0932-4ad0-9e4b-fa7b29fe7ae5 req-8af05e83-dc6b-4d12-9952-a279c5572f87 service neutron] 10.222.0.39 "GET /v2.0/networks/7b3d2841-fe7b-4e25-9f87-711a966d6026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702127 Jul 07 20:50:15.457090 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37772) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:15.531398 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-974d79d7-27ff-488f-8dc4-6f9eddf7e82a req-abb91851-cd42-4bcc-aac1-ad5d038b5ca2 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 210 time: 0.1430845 Jul 07 20:50:15.601117 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2727d8be-05d4-4d04-aa6e-69cdf4384e00 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:15.643286 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2727d8be-05d4-4d04-aa6e-69cdf4384e00 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:15.766454 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1611a209-033a-4faa-8ae6-e20256f8cdcb x-openstack-request-id: req-1611a209-033a-4faa-8ae6-e20256f8cdcb {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:15.766454 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19718a07-ccf9-4417-b070-99b44424adf8", "tag": "fa01e607-3a72-496c-8dd1-612818e0cfb3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f89d0a69-bc16-45a5-8d23-46210bb6a3b6", "tag": "4228e434-d7b8-41d2-a956-8590e791b22a", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:15.766832 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1611a209-033a-4faa-8ae6-e20256f8cdcb {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:15.767133 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19718a07-ccf9-4417-b070-99b44424adf8', 'tag': 'fa01e607-3a72-496c-8dd1-612818e0cfb3', 'status': 'completed', 'code': 200} Jul 07 20:50:15.767348 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89d0a69-bc16-45a5-8d23-46210bb6a3b6', 'tag': '4228e434-d7b8-41d2-a956-8590e791b22a', 'status': 'completed', 'code': 200} Jul 07 20:50:15.798065 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2727d8be-05d4-4d04-aa6e-69cdf4384e00 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:15.803024 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2727d8be-05d4-4d04-aa6e-69cdf4384e00 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:15.803269 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2727d8be-05d4-4d04-aa6e-69cdf4384e00 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "DELETE /v2.0/security-groups/34055790-2ef2-48df-8f0e-13887aa7456b HTTP/1.1" status: 204 len: 168 time: 0.3449175 Jul 07 20:50:15.812745 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37774) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:15.830784 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edd534-fbdb-4ec6-9e5a-e3c2544d98cf req-b6fa5a51-c528-4386-bd83-f727047addb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:15.832427 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-71edd534-fbdb-4ec6-9e5a-e3c2544d98cf req-b6fa5a51-c528-4386-bd83-f727047addb5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=74e4cd2697c34fdda7bbf0e0e6f11527&device_id=c1de9f19-0b46-470c-8c22-6d53a9206710 HTTP/1.1" status: 200 len: 1096 time: 0.1713600 Jul 07 20:50:15.860537 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727d8be-05d4-4d04-aa6e-69cdf4384e00 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34055790-2ef2-48df-8f0e-13887aa7456b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:15.889395 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-b59950eb-bd2c-484d-a89d-7f7a6d630721 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] show failed (client error): The resource could not be found. Jul 07 20:50:15.892047 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b59950eb-bd2c-484d-a89d-7f7a6d630721 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "GET /v2.0/security-groups/34055790-2ef2-48df-8f0e-13887aa7456b HTTP/1.1" status: 404 len: 347 time: 0.0692022 Jul 07 20:50:15.893555 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-ec54f1a9-8cd3-432a-8943-882670d8fcf5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Allocated IP 192.168.233.52 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:50:15.903136 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37776) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:15.972894 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3e989-1f81-4260-9988-a4ed756dec95 req-cee77e03-b938-4925-af18-51884bc8181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:15.977222 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-15f3e989-1f81-4260-9988-a4ed756dec95 req-cee77e03-b938-4925-af18-51884bc8181d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5ecdc93a1ea491aaf71d58b3b9d68f7&device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6 HTTP/1.1" status: 200 len: 1095 time: 0.1970015 Jul 07 20:50:16.005202 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device fa01e607-3a72-496c-8dd1-612818e0cfb3 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:50:16.047154 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edd534-fbdb-4ec6-9e5a-e3c2544d98cf req-65518eeb-af63-4580-b22f-b0581301199d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:16.048694 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-71edd534-fbdb-4ec6-9e5a-e3c2544d98cf req-65518eeb-af63-4580-b22f-b0581301199d service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b3d2841-fe7b-4e25-9f87-711a966d6026 HTTP/1.1" status: 200 len: 919 time: 0.2070332 Jul 07 20:50:16.098311 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3e989-1f81-4260-9988-a4ed756dec95 req-9c465d56-ad7d-43a2-bdb5-5f24e8ce6204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:16.100306 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15f3e989-1f81-4260-9988-a4ed756dec95 req-9c465d56-ad7d-43a2-bdb5-5f24e8ce6204 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fb02cd6471b418ebfe28639036fff11&device_id=19718a07-ccf9-4417-b070-99b44424adf8 HTTP/1.1" status: 200 len: 1096 time: 0.3109164 Jul 07 20:50:16.100576 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-71edd534-fbdb-4ec6-9e5a-e3c2544d98cf req-9995265c-baac-4a25-a86b-3dc928bbc855 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=def5630f-ce57-49cc-b9d8-7050360f93c6 HTTP/1.1" status: 200 len: 217 time: 0.0426290 Jul 07 20:50:16.120935 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe784ab-e96d-44b9-82ec-3a284d69022f req-59c75d41-0af9-4d3e-9cd5-73df9fba9737 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:16.121999 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port fa01e607-3a72-496c-8dd1-612818e0cfb3, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=fa01e607-3a72-496c-8dd1-612818e0cfb3,segment=NetworkSegment(27a15d2f-090d-4d9b-9129-6177fbcbf67b),segment_id=27a15d2f-090d-4d9b-9129-6177fbcbf67b)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:16.122875 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5fe784ab-e96d-44b9-82ec-3a284d69022f req-59c75d41-0af9-4d3e-9cd5-73df9fba9737 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8ba3bc-e050-4ef2-a082-1d7552535dc4 HTTP/1.1" status: 200 len: 944 time: 0.4756880 Jul 07 20:50:16.141202 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'fa01e607-3a72-496c-8dd1-612818e0cfb3', 'network_id': 'd3491a6d-7d90-409a-b342-5c9451222988', 'port_id': 'fa01e607-3a72-496c-8dd1-612818e0cfb3', 'mac_address': 'fa:16:3e:72:e4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a88350a-7324-4536-a09e-51401ac187a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:50:16.162780 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3e989-1f81-4260-9988-a4ed756dec95 req-790dea4d-5936-405f-b2dd-834ab4a06a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:16.164285 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-15f3e989-1f81-4260-9988-a4ed756dec95 req-790dea4d-5936-405f-b2dd-834ab4a06a06 service neutron] 10.222.0.58 "GET /v2.0/networks?id=862b922f-3f8e-403e-939d-5a18a5258b58 HTTP/1.1" status: 200 len: 921 time: 0.1693923 Jul 07 20:50:16.187885 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edd534-fbdb-4ec6-9e5a-e3c2544d98cf req-561a4f3b-e675-4d86-8a6b-fd3bd83f76e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:16.189607 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-71edd534-fbdb-4ec6-9e5a-e3c2544d98cf req-561a4f3b-e675-4d86-8a6b-fd3bd83f76e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=654b90f1-5725-4aad-8f9c-64e913e4ba25 HTTP/1.1" status: 200 len: 858 time: 0.0730355 Jul 07 20:50:16.193306 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:16.216288 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa01e607-3a72-496c-8dd1-612818e0cfb3 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:50:16.225494 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0f1eebfb-cdf2-4bfc-8354-dcc656117eed up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:50:16.260799 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-15f3e989-1f81-4260-9988-a4ed756dec95 req-c476ade2-947b-4c34-8a54-a1ad31c54a3f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4228e434-d7b8-41d2-a956-8590e791b22a HTTP/1.1" status: 200 len: 217 time: 0.0838048 Jul 07 20:50:16.271314 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port fa01e607-3a72-496c-8dd1-612818e0cfb3, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=fa01e607-3a72-496c-8dd1-612818e0cfb3,segment=NetworkSegment(27a15d2f-090d-4d9b-9129-6177fbcbf67b),segment_id=27a15d2f-090d-4d9b-9129-6177fbcbf67b)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:16.281859 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:16.295719 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-71edd534-fbdb-4ec6-9e5a-e3c2544d98cf req-dc95fc8e-be09-4bf6-91f5-77f219724337 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b3d2841-fe7b-4e25-9f87-711a966d6026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471678 Jul 07 20:50:16.342431 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 0f1eebfb-cdf2-4bfc-8354-dcc656117eed triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:16.342857 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:16.355886 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7607c2-1447-4288-89e8-6c3c95c71d9c req-a3b542b7-f59f-4523-9998-51f79fbb3684 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:16.359823 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e7607c2-1447-4288-89e8-6c3c95c71d9c req-a3b542b7-f59f-4523-9998-51f79fbb3684 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/ports?device_id=19718a07-ccf9-4417-b070-99b44424adf8 HTTP/1.1" status: 200 len: 944 time: 0.4622669 Jul 07 20:50:16.372557 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5fe784ab-e96d-44b9-82ec-3a284d69022f req-b1631d9a-e64e-4427-8a31-d1f24184e579 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030480 Jul 07 20:50:16.382173 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=fa01e607-3a72-496c-8dd1-612818e0cfb3,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:16.419517 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3e989-1f81-4260-9988-a4ed756dec95 req-c7fbfd46-c5e2-4944-9e38-d5d27d0cce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:16.421197 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-15f3e989-1f81-4260-9988-a4ed756dec95 req-c7fbfd46-c5e2-4944-9e38-d5d27d0cce8d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71aa915f-97b8-42f5-b575-925f0ac5a27a HTTP/1.1" status: 200 len: 859 time: 0.1299694 Jul 07 20:50:16.441055 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3e989-1f81-4260-9988-a4ed756dec95 req-b36b7d77-9744-4040-ae17-908ac8c6a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:16.442700 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15f3e989-1f81-4260-9988-a4ed756dec95 req-b36b7d77-9744-4040-ae17-908ac8c6a32e service neutron] 10.222.0.39 "GET /v2.0/networks?id=d3491a6d-7d90-409a-b342-5c9451222988 HTTP/1.1" status: 200 len: 926 time: 0.3185117 Jul 07 20:50:16.450901 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-8ff5dd8a-f2a5-4320-a300-ae53c82033b5 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Deleting port 1bb0cf4b-2148-4a03-8f07-93d645bef224 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:16.451372 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ff5dd8a-f2a5-4320-a300-ae53c82033b5 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:16.476686 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-ec54f1a9-8cd3-432a-8943-882670d8fcf5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:16.488226 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:16.517919 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8ba3bc-e050-4ef2-a082-1d7552535dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1eebfb-cdf2-4bfc-8354-dcc656117eed'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:16.521249 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7259d5d5-7bf5-448c-8115-9021a7cfb96b" -d '{"events": [{"server_uuid": "3f8ba3bc-e050-4ef2-a082-1d7552535dc4", "name": "network-vif-plugged", "status": "completed", "tag": "0f1eebfb-cdf2-4bfc-8354-dcc656117eed"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:16.536187 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-71edd534-fbdb-4ec6-9e5a-e3c2544d98cf req-78b070a1-83a3-4e27-a2b9-52863139b675 service neutron] 10.222.0.39 "GET /v2.0/networks/7b3d2841-fe7b-4e25-9f87-711a966d6026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278306 Jul 07 20:50:16.536905 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0f1eebfb-cdf2-4bfc-8354-dcc656117eed, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0f1eebfb-cdf2-4bfc-8354-dcc656117eed,segment=NetworkSegment(bf53d961-3859-4756-83b3-c7352abc25ca),segment_id=bf53d961-3859-4756-83b3-c7352abc25ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:16.541137 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3e989-1f81-4260-9988-a4ed756dec95 req-e27d1ac0-1b69-42e9-b087-9fe7b7f2b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:16.543455 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-15f3e989-1f81-4260-9988-a4ed756dec95 req-e27d1ac0-1b69-42e9-b087-9fe7b7f2b92a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=862b922f-3f8e-403e-939d-5a18a5258b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1077883 Jul 07 20:50:16.544123 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:16.560132 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15f3e989-1f81-4260-9988-a4ed756dec95 req-7b3dd8a8-1b85-408b-af82-2aae867f18e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa01e607-3a72-496c-8dd1-612818e0cfb3 HTTP/1.1" status: 200 len: 217 time: 0.1066577 Jul 07 20:50:16.591093 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e7607c2-1447-4288-89e8-6c3c95c71d9c req-e4d4aaba-5dbc-4731-8792-4484b172766e tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/security-groups?id=60ff3ed9-d0fe-4360-ac3e-3707f4165dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122343 Jul 07 20:50:16.598651 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=0f1eebfb-cdf2-4bfc-8354-dcc656117eed,revision_number=7']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:16.616390 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-ec54f1a9-8cd3-432a-8943-882670d8fcf5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Transition to ACTIVE for port object f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:50:16.623783 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['fa01e607-3a72-496c-8dd1-612818e0cfb3'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:16.696275 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ff5dd8a-f2a5-4320-a300-ae53c82033b5 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:16.697119 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ff5dd8a-f2a5-4320-a300-ae53c82033b5 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:16.710414 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3e989-1f81-4260-9988-a4ed756dec95 req-51ac80ca-e828-4546-b605-22d1ff427fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:16.712209 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15f3e989-1f81-4260-9988-a4ed756dec95 req-51ac80ca-e828-4546-b605-22d1ff427fce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0a88350a-7324-4536-a09e-51401ac187a1 HTTP/1.1" status: 200 len: 865 time: 0.1364424 Jul 07 20:50:16.726899 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-8ff5dd8a-f2a5-4320-a300-ae53c82033b5 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Calling delete_port for 1bb0cf4b-2148-4a03-8f07-93d645bef224 owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:16.741766 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-15f3e989-1f81-4260-9988-a4ed756dec95 req-6937ea40-fb53-41bb-aea1-362bd1b27419 service neutron] 10.222.0.58 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777020 Jul 07 20:50:16.744683 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-71edd534-fbdb-4ec6-9e5a-e3c2544d98cf req-a1f7a566-b77d-4b80-b3e4-969307af56c7 service neutron] 10.222.0.39 "GET /v2.0/networks/7b3d2841-fe7b-4e25-9f87-711a966d6026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985526 Jul 07 20:50:16.782098 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15f3e989-1f81-4260-9988-a4ed756dec95 req-ccea4af4-5c4d-4751-b115-cf3aa2e558d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d3491a6d-7d90-409a-b342-5c9451222988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621800 Jul 07 20:50:16.849416 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-15f3e989-1f81-4260-9988-a4ed756dec95 req-a1eb462b-793a-4504-b6e3-e57a3a849928 service neutron] 10.222.0.58 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954850 Jul 07 20:50:16.903865 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496574d-17b4-4ddf-9825-6816528d52ea req-7d8cebde-4272-4130-a804-67a006523a1c tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:16.905369 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b496574d-17b4-4ddf-9825-6816528d52ea req-7d8cebde-4272-4130-a804-67a006523a1c tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1de9f19-0b46-470c-8c22-6d53a9206710 HTTP/1.1" status: 200 len: 944 time: 0.3565657 Jul 07 20:50:16.910428 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-ec54f1a9-8cd3-432a-8943-882670d8fcf5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:17.024930 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-ec54f1a9-8cd3-432a-8943-882670d8fcf5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:50:17.052006 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54f1a9-8cd3-432a-8943-882670d8fcf5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Pushing event updated for resources: {'Port': ['ID=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:17.054640 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-ec54f1a9-8cd3-432a-8943-882670d8fcf5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:17.064737 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-ec54f1a9-8cd3-432a-8943-882670d8fcf5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:50:17.081141 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b496574d-17b4-4ddf-9825-6816528d52ea req-2e277625-dda0-493f-9585-87ae87ace680 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] 10.222.0.64 "GET /v2.0/security-groups?id=6567dc89-a636-4a07-a4e0-4f30d982d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650903 Jul 07 20:50:17.121034 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431af17-000d-4cba-9f53-06ba32752848 req-7effffa1-2914-4a3c-9baa-41f57ee1a1b1 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:17.122510 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4431af17-000d-4cba-9f53-06ba32752848 req-7effffa1-2914-4a3c-9baa-41f57ee1a1b1 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6 HTTP/1.1" status: 200 len: 943 time: 0.3801706 Jul 07 20:50:17.129606 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15f3e989-1f81-4260-9988-a4ed756dec95 req-57961153-537a-4dbb-98e0-101c3cba9767 service neutron] 10.222.0.39 "GET /v2.0/networks/d3491a6d-7d90-409a-b342-5c9451222988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183208 Jul 07 20:50:17.194756 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-ec54f1a9-8cd3-432a-8943-882670d8fcf5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:17.195515 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-ec54f1a9-8cd3-432a-8943-882670d8fcf5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:17.281871 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-ec54f1a9-8cd3-432a-8943-882670d8fcf5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2287474 Jul 07 20:50:17.294521 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4431af17-000d-4cba-9f53-06ba32752848 req-44ef919d-5c4d-4da8-8270-2c81055c8f7d tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff067910-6f78-4774-9228-0897ea21899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605523 Jul 07 20:50:17.303540 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-fda75aea-5b73-4066-a5cc-7560ed9557a5 service neutron] Request body: {'port': {'device_id': '84441d51-06f4-4712-87bd-f322d0f3ccbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:17.341166 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ff5dd8a-f2a5-4320-a300-ae53c82033b5 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:17.362586 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345d1d1b-e0f1-490b-8293-a79e2d7a7e71 x-openstack-request-id: req-345d1d1b-e0f1-490b-8293-a79e2d7a7e71 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:17.363139 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8ba3bc-e050-4ef2-a082-1d7552535dc4", "name": "network-vif-plugged", "status": "completed", "tag": "0f1eebfb-cdf2-4bfc-8354-dcc656117eed", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:17.363735 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-345d1d1b-e0f1-490b-8293-a79e2d7a7e71 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:17.365687 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8ba3bc-e050-4ef2-a082-1d7552535dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1eebfb-cdf2-4bfc-8354-dcc656117eed', 'code': 200} Jul 07 20:50:17.381997 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b6c8fdac-cef5-4420-9586-ca4132f8fb55 None None] Provisioning for port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:17.383160 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5dd8a-f2a5-4320-a300-ae53c82033b5 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Pushing event deleted for resources: {'Port': ['ID=1bb0cf4b-2148-4a03-8f07-93d645bef224,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:17.387495 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b6c8fdac-cef5-4420-9586-ca4132f8fb55 None None] Provisioning complete for port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:17.388668 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b6c8fdac-cef5-4420-9586-ca4132f8fb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:17.403485 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e722d4-30c2-44b0-8c49-1ac31e53bcd5', 'name': 'network-vif-deleted', 'tag': '24eda47b-c96d-45e4-af25-3e78133a0dac'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:17.407016 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc7ff26-d44e-4a1b-b8a7-9733e67f16a0" -d '{"events": [{"server_uuid": "f3e722d4-30c2-44b0-8c49-1ac31e53bcd5", "name": "network-vif-deleted", "tag": "24eda47b-c96d-45e4-af25-3e78133a0dac"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:17.449986 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b6c8fdac-cef5-4420-9586-ca4132f8fb55 None None] Port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:50:17.459552 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-fda75aea-5b73-4066-a5cc-7560ed9557a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:17.472473 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15f3e989-1f81-4260-9988-a4ed756dec95 req-765d6254-8c84-4335-87b3-179422875649 service neutron] 10.222.0.39 "GET /v2.0/networks/d3491a6d-7d90-409a-b342-5c9451222988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249664 Jul 07 20:50:17.574583 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ff5dd8a-f2a5-4320-a300-ae53c82033b5 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:17.577228 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ff5dd8a-f2a5-4320-a300-ae53c82033b5 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:17.578384 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8ff5dd8a-f2a5-4320-a300-ae53c82033b5 tempest-ServersWithSpecificFlavorTestJSON-847767916 tempest-ServersWithSpecificFlavorTestJSON-847767916-project] 10.222.0.64 "DELETE /v2.0/floatingips/da3c7b44-13fd-404b-aca4-16efba82db7f HTTP/1.1" status: 204 len: 168 time: 1.6724513 Jul 07 20:50:17.677261 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e3f3a-30c8-49f0-ba99-0cca3c84ac64 req-7919804e-3867-46c7-923c-0dca4f1ed38a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:17.678785 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-386e3f3a-30c8-49f0-ba99-0cca3c84ac64 req-7919804e-3867-46c7-923c-0dca4f1ed38a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 935 time: 0.1826885 Jul 07 20:50:17.762497 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-386e3f3a-30c8-49f0-ba99-0cca3c84ac64 req-998cd6ad-8fb7-4d0b-8873-b5d90b631d50 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754745 Jul 07 20:50:17.821990 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9dbf5e-2f65-4737-a37e-7c686a8ce6f7 x-openstack-request-id: req-6f9dbf5e-2f65-4737-a37e-7c686a8ce6f7 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:17.822287 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e722d4-30c2-44b0-8c49-1ac31e53bcd5", "name": "network-vif-deleted", "tag": "24eda47b-c96d-45e4-af25-3e78133a0dac", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:17.822538 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f9dbf5e-2f65-4737-a37e-7c686a8ce6f7 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:17.822929 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e722d4-30c2-44b0-8c49-1ac31e53bcd5', 'name': 'network-vif-deleted', 'tag': '24eda47b-c96d-45e4-af25-3e78133a0dac', 'status': 'completed', 'code': 200} Jul 07 20:50:17.861482 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-fda75aea-5b73-4066-a5cc-7560ed9557a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:50:17.869725 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-fda75aea-5b73-4066-a5cc-7560ed9557a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:17.882455 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-fda75aea-5b73-4066-a5cc-7560ed9557a5 service neutron] Transition to ACTIVE for port object f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:50:17.886397 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-fda75aea-5b73-4066-a5cc-7560ed9557a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:17.982862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda75aea-5b73-4066-a5cc-7560ed9557a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:18.012607 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device def5630f-ce57-49cc-b9d8-7050360f93c6 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:50:18.015906 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device fa01e607-3a72-496c-8dd1-612818e0cfb3 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:50:18.060956 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ebb3e-8e40-4b9c-a3fa-ab9a4910dc02 req-d3e2020e-9bbf-4831-9887-e1419307983e tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:18.062442 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b87ebb3e-8e40-4b9c-a3fa-ab9a4910dc02 req-d3e2020e-9bbf-4831-9887-e1419307983e tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8ba3bc-e050-4ef2-a082-1d7552535dc4 HTTP/1.1" status: 200 len: 945 time: 0.1729007 Jul 07 20:50:18.131311 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-fda75aea-5b73-4066-a5cc-7560ed9557a5 service neutron] Attempting to bind port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:50:18.132085 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-fda75aea-5b73-4066-a5cc-7560ed9557a5 service neutron] Attempting to bind port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:50:18.132085 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-fda75aea-5b73-4066-a5cc-7560ed9557a5 service neutron] Attempting to bind port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:50:18.138664 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port fa01e607-3a72-496c-8dd1-612818e0cfb3 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:18.143475 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-fda75aea-5b73-4066-a5cc-7560ed9557a5 service neutron] Port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:50:18.143870 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-fda75aea-5b73-4066-a5cc-7560ed9557a5 service neutron] Attempting to bind port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:50:18.151271 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port fa01e607-3a72-496c-8dd1-612818e0cfb3 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:18.151669 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:18.163029 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-fda75aea-5b73-4066-a5cc-7560ed9557a5 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:50:18.163424 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-fda75aea-5b73-4066-a5cc-7560ed9557a5 service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:50:18.163788 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-fda75aea-5b73-4066-a5cc-7560ed9557a5 service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:50:18.164225 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-fda75aea-5b73-4066-a5cc-7560ed9557a5 service neutron] Bound port: f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:50:18.164586 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-fda75aea-5b73-4066-a5cc-7560ed9557a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:18.169448 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b87ebb3e-8e40-4b9c-a3fa-ab9a4910dc02 req-cc4a8de1-ee79-46ed-9453-a86da926e370 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907092 Jul 07 20:50:18.198357 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port def5630f-ce57-49cc-b9d8-7050360f93c6, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=def5630f-ce57-49cc-b9d8-7050360f93c6,segment=NetworkSegment(de19d4c6-e3ed-40dd-97a1-a8aa13c705c2),segment_id=de19d4c6-e3ed-40dd-97a1-a8aa13c705c2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:18.221779 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3848d-2a10-4530-b6be-47e74bbb69a6 req-f2136bc3-8953-4927-8251-73465c82df15 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:18.224136 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cfb3848d-2a10-4530-b6be-47e74bbb69a6 req-f2136bc3-8953-4927-8251-73465c82df15 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/ports?device_id=19718a07-ccf9-4417-b070-99b44424adf8 HTTP/1.1" status: 200 len: 945 time: 0.1589031 Jul 07 20:50:18.228617 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'def5630f-ce57-49cc-b9d8-7050360f93c6', 'network_id': '7b3d2841-fe7b-4e25-9f87-711a966d6026', 'port_id': 'def5630f-ce57-49cc-b9d8-7050360f93c6', 'mac_address': 'fa:16:3e:5d:bc:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654b90f1-5725-4aad-8f9c-64e913e4ba25', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:50:18.234400 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 4228e434-d7b8-41d2-a956-8590e791b22a details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:50:18.236761 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 24eda47b-c96d-45e4-af25-3e78133a0dac no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:18.279550 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-fda75aea-5b73-4066-a5cc-7560ed9557a5 service neutron] For port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:50:18.284607 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 24eda47b-c96d-45e4-af25-3e78133a0dac {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:50:18.284958 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 24eda47b-c96d-45e4-af25-3e78133a0dac not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:50:18.285384 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0f1eebfb-cdf2-4bfc-8354-dcc656117eed no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:18.300206 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-fda75aea-5b73-4066-a5cc-7560ed9557a5 service neutron] For port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:50:18.304307 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cfb3848d-2a10-4530-b6be-47e74bbb69a6 req-95128ceb-3dae-475c-a910-46ef3aa46c60 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/security-groups?id=60ff3ed9-d0fe-4360-ac3e-3707f4165dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663269 Jul 07 20:50:18.306873 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-fda75aea-5b73-4066-a5cc-7560ed9557a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:18.354058 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-fda75aea-5b73-4066-a5cc-7560ed9557a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:18.355099 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-fda75aea-5b73-4066-a5cc-7560ed9557a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:18.356571 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-fda75aea-5b73-4066-a5cc-7560ed9557a5 service neutron] 10.222.0.58 "PUT /v2.0/ports/f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc HTTP/1.1" status: 200 len: 1096 time: 1.0589368 Jul 07 20:50:18.358956 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84441d51-06f4-4712-87bd-f322d0f3ccbc', 'tag': 'f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:18.361460 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28072d1e-def5-4040-b146-1aa6c8d00e01" -d '{"events": [{"name": "network-changed", "server_uuid": "84441d51-06f4-4712-87bd-f322d0f3ccbc", "tag": "f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:18.395138 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda75aea-5b73-4066-a5cc-7560ed9557a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:18.509619 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-5c063f09-0cd2-4acc-9c56-2ea83b6f6e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:18.511559 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-5c063f09-0cd2-4acc-9c56-2ea83b6f6e37 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 1099 time: 0.0954530 Jul 07 20:50:18.533706 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:18.574197 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-c497b2d4-e165-4885-85f8-828799c880c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc HTTP/1.1" status: 200 len: 217 time: 0.0497344 Jul 07 20:50:18.640933 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 4228e434-d7b8-41d2-a956-8590e791b22a, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=4228e434-d7b8-41d2-a956-8590e791b22a,segment=NetworkSegment(aaff765e-b21c-4ac5-bd47-02eb6b015550),segment_id=aaff765e-b21c-4ac5-bd47-02eb6b015550)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:18.658386 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def5630f-ce57-49cc-b9d8-7050360f93c6 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:50:18.660903 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-faa1b88a-f90e-4fc4-871f-21af1272d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:18.662456 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-faa1b88a-f90e-4fc4-871f-21af1272d0d5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0765927 Jul 07 20:50:18.682140 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '4228e434-d7b8-41d2-a956-8590e791b22a', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'port_id': '4228e434-d7b8-41d2-a956-8590e791b22a', 'mac_address': 'fa:16:3e:4b:5d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:50:18.692494 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:18.695300 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port def5630f-ce57-49cc-b9d8-7050360f93c6, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=def5630f-ce57-49cc-b9d8-7050360f93c6,segment=NetworkSegment(de19d4c6-e3ed-40dd-97a1-a8aa13c705c2),segment_id=de19d4c6-e3ed-40dd-97a1-a8aa13c705c2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:18.714504 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bca9ee-6341-41be-bc61-7c32e1dd6d03 req-f7c23556-e36f-45eb-9e45-08510753051f tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:18.716092 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-56bca9ee-6341-41be-bc61-7c32e1dd6d03 req-f7c23556-e36f-45eb-9e45-08510753051f tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1de9f19-0b46-470c-8c22-6d53a9206710 HTTP/1.1" status: 200 len: 944 time: 0.1448128 Jul 07 20:50:18.724792 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:18.811129 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-56bca9ee-6341-41be-bc61-7c32e1dd6d03 req-e05a6f35-5f2f-4992-b6dd-f62c5be0ebea tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] 10.222.0.64 "GET /v2.0/security-groups?id=6567dc89-a636-4a07-a4e0-4f30d982d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863986 Jul 07 20:50:18.814418 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-44c2b459-6078-42a5-9944-ef0fbee3404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:18.816511 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-44c2b459-6078-42a5-9944-ef0fbee3404e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1448271 Jul 07 20:50:18.824666 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:18.835180 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:18.850820 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd332ce-e533-40fe-a3c3-782cb0cc7ebc req-b4ec5d60-ab5a-4fb8-a4e5-fe7253bd5f5f tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:18.852674 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cdd332ce-e533-40fe-a3c3-782cb0cc7ebc req-b4ec5d60-ab5a-4fb8-a4e5-fe7253bd5f5f tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6 HTTP/1.1" status: 200 len: 943 time: 0.1505969 Jul 07 20:50:18.859806 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port fa01e607-3a72-496c-8dd1-612818e0cfb3, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=fa01e607-3a72-496c-8dd1-612818e0cfb3,segment=NetworkSegment(27a15d2f-090d-4d9b-9129-6177fbcbf67b),segment_id=27a15d2f-090d-4d9b-9129-6177fbcbf67b)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:18.870269 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=def5630f-ce57-49cc-b9d8-7050360f93c6,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:18.879103 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:18.881659 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4228e434-d7b8-41d2-a956-8590e791b22a {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:50:18.936359 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0f1eebfb-cdf2-4bfc-8354-dcc656117eed, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0f1eebfb-cdf2-4bfc-8354-dcc656117eed,segment=NetworkSegment(bf53d961-3859-4756-83b3-c7352abc25ca),segment_id=bf53d961-3859-4756-83b3-c7352abc25ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:18.944540 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 4228e434-d7b8-41d2-a956-8590e791b22a, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=4228e434-d7b8-41d2-a956-8590e791b22a,segment=NetworkSegment(aaff765e-b21c-4ac5-bd47-02eb6b015550),segment_id=aaff765e-b21c-4ac5-bd47-02eb6b015550)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:18.950563 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:18.956600 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cdd332ce-e533-40fe-a3c3-782cb0cc7ebc req-68d20d4a-0d7c-436b-9276-9c10ac3ca77d tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff067910-6f78-4774-9228-0897ea21899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896022 Jul 07 20:50:18.957060 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:18.971695 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=fa01e607-3a72-496c-8dd1-612818e0cfb3,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:18.979115 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-94d5244c-ff29-46f4-af7f-0a45618fcb14 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522026 Jul 07 20:50:18.984500 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab2b200-6ae4-4dc1-9b63-9f2d6e0326e7 x-openstack-request-id: req-3ab2b200-6ae4-4dc1-9b63-9f2d6e0326e7 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:18.984851 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84441d51-06f4-4712-87bd-f322d0f3ccbc", "tag": "f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:18.985321 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ab2b200-6ae4-4dc1-9b63-9f2d6e0326e7 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:18.985709 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84441d51-06f4-4712-87bd-f322d0f3ccbc', 'tag': 'f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc', 'status': 'completed', 'code': 200} Jul 07 20:50:19.033567 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=0f1eebfb-cdf2-4bfc-8354-dcc656117eed,revision_number=8']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:19.081968 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['def5630f-ce57-49cc-b9d8-7050360f93c6'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:19.096505 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f5042bc-e2fa-4ec6-a906-76c13edd905a req-686b993e-95ff-4f44-9c57-0d5041f1fd3c service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050248 Jul 07 20:50:19.140407 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=4228e434-d7b8-41d2-a956-8590e791b22a,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:19.261843 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['4228e434-d7b8-41d2-a956-8590e791b22a'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:19.369289 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19718a07-ccf9-4417-b070-99b44424adf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa01e607-3a72-496c-8dd1-612818e0cfb3'}, {'server_uuid': '3f8ba3bc-e050-4ef2-a082-1d7552535dc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f1eebfb-cdf2-4bfc-8354-dcc656117eed'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:19.371887 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d14175e-f93d-4eea-9e88-a7992871d1ba" -d '{"events": [{"server_uuid": "19718a07-ccf9-4417-b070-99b44424adf8", "name": "network-vif-plugged", "status": "completed", "tag": "fa01e607-3a72-496c-8dd1-612818e0cfb3"}, {"server_uuid": "3f8ba3bc-e050-4ef2-a082-1d7552535dc4", "name": "network-vif-unplugged", "status": "completed", "tag": "0f1eebfb-cdf2-4bfc-8354-dcc656117eed"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:19.569891 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:19.600520 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4f5b1-12e0-4d67-b95c-1f2a3a8b8691 req-9c80e46e-8474-412b-9edf-7cd73ae2fbef tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:19.601997 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8cd4f5b1-12e0-4d67-b95c-1f2a3a8b8691 req-9c80e46e-8474-412b-9edf-7cd73ae2fbef tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6136bf4-f66c-4e5c-b3e5-b50373f4dd0d HTTP/1.1" status: 200 len: 949 time: 0.5044429 Jul 07 20:50:19.613209 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28072d1e-def5-4040-b146-1aa6c8d00e01 req-219eb9ce-f018-4b9f-a575-eeb039a47ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:19.614581 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28072d1e-def5-4040-b146-1aa6c8d00e01 req-219eb9ce-f018-4b9f-a575-eeb039a47ab0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 1099 time: 0.4577096 Jul 07 20:50:19.625552 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd54b4-55c5-44cf-8ed4-36ac8576696a req-73632189-c7c7-4eff-9758-86d71508b2de tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:19.626915 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-66fd54b4-55c5-44cf-8ed4-36ac8576696a req-73632189-c7c7-4eff-9758-86d71508b2de tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 947 time: 0.4713008 Jul 07 20:50:19.665464 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e33e6d-ecc0-4563-9d8e-c3bc6fd97d40 req-d26a6555-83ac-4825-825a-b1ac66f9e972 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:19.667445 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40e33e6d-ecc0-4563-9d8e-c3bc6fd97d40 req-d26a6555-83ac-4825-825a-b1ac66f9e972 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6136bf4-f66c-4e5c-b3e5-b50373f4dd0d HTTP/1.1" status: 200 len: 949 time: 0.1680667 Jul 07 20:50:19.761897 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:19.789628 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8cd4f5b1-12e0-4d67-b95c-1f2a3a8b8691 req-bf2819d6-9b22-4a1d-9a11-088baa4c8443 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783171 Jul 07 20:50:19.792953 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-66fd54b4-55c5-44cf-8ed4-36ac8576696a req-7a96113d-8552-46e4-9230-7526255ce86d tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522152 Jul 07 20:50:19.861542 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28072d1e-def5-4040-b146-1aa6c8d00e01 req-bb402b7b-683d-48d7-8e11-469b261132ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:19.863058 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28072d1e-def5-4040-b146-1aa6c8d00e01 req-bb402b7b-683d-48d7-8e11-469b261132ea service neutron] 10.222.0.58 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.2351384 Jul 07 20:50:19.887614 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-40e33e6d-ecc0-4563-9d8e-c3bc6fd97d40 req-32c3c0ea-b699-4885-b687-a4fe6192b7ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Deleting port 01187ebd-7ebb-415f-9591-d6cf0cc026a4 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:19.887879 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-40e33e6d-ecc0-4563-9d8e-c3bc6fd97d40 req-32c3c0ea-b699-4885-b687-a4fe6192b7ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:19.978070 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28072d1e-def5-4040-b146-1aa6c8d00e01 req-ade8f33e-6c73-4e79-bc32-65affd1a4202 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc HTTP/1.1" status: 200 len: 217 time: 0.0745060 Jul 07 20:50:19.981298 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718ea6b-e4bb-47bd-a0e5-d6e04b0d3e2a req-3da032b9-4730-4d01-8816-e5c9c0c6b526 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:19.982787 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e718ea6b-e4bb-47bd-a0e5-d6e04b0d3e2a req-3da032b9-4730-4d01-8816-e5c9c0c6b526 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f8ba3bc-e050-4ef2-a082-1d7552535dc4 HTTP/1.1" status: 200 len: 943 time: 0.0850375 Jul 07 20:50:20.023354 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device def5630f-ce57-49cc-b9d8-7050360f93c6 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:50:20.075616 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port def5630f-ce57-49cc-b9d8-7050360f93c6 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:20.080603 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port def5630f-ce57-49cc-b9d8-7050360f93c6 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:20.080603 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:20.107441 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-e718ea6b-e4bb-47bd-a0e5-d6e04b0d3e2a req-9f95199c-78ee-4f7f-aa48-cbb47a7d2e63 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Deleting port 0f1eebfb-cdf2-4bfc-8354-dcc656117eed {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:20.108157 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e718ea6b-e4bb-47bd-a0e5-d6e04b0d3e2a req-9f95199c-78ee-4f7f-aa48-cbb47a7d2e63 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:20.121459 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28072d1e-def5-4040-b146-1aa6c8d00e01 req-d875c86e-0fb9-4deb-947e-275d916e4f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:20.123043 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28072d1e-def5-4040-b146-1aa6c8d00e01 req-d875c86e-0fb9-4deb-947e-275d916e4f2a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1252174 Jul 07 20:50:20.150412 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-40e33e6d-ecc0-4563-9d8e-c3bc6fd97d40 req-32c3c0ea-b699-4885-b687-a4fe6192b7ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] For port 01187ebd-7ebb-415f-9591-d6cf0cc026a4, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=01187ebd-7ebb-415f-9591-d6cf0cc026a4,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:20.150697 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-40e33e6d-ecc0-4563-9d8e-c3bc6fd97d40 req-32c3c0ea-b699-4885-b687-a4fe6192b7ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:20.176061 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:20.191673 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-40e33e6d-ecc0-4563-9d8e-c3bc6fd97d40 req-32c3c0ea-b699-4885-b687-a4fe6192b7ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Calling delete_port for 01187ebd-7ebb-415f-9591-d6cf0cc026a4 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:20.207404 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-e718ea6b-e4bb-47bd-a0e5-d6e04b0d3e2a req-9f95199c-78ee-4f7f-aa48-cbb47a7d2e63 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] For port 0f1eebfb-cdf2-4bfc-8354-dcc656117eed, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0f1eebfb-cdf2-4bfc-8354-dcc656117eed,segment=NetworkSegment(bf53d961-3859-4756-83b3-c7352abc25ca),segment_id=bf53d961-3859-4756-83b3-c7352abc25ca)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:20.207933 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e718ea6b-e4bb-47bd-a0e5-d6e04b0d3e2a req-9f95199c-78ee-4f7f-aa48-cbb47a7d2e63 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:20.213697 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port def5630f-ce57-49cc-b9d8-7050360f93c6, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=def5630f-ce57-49cc-b9d8-7050360f93c6,segment=NetworkSegment(de19d4c6-e3ed-40dd-97a1-a8aa13c705c2),segment_id=de19d4c6-e3ed-40dd-97a1-a8aa13c705c2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:20.218175 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87de98-b55b-4c3b-a135-89d16c23fc05 req-dd752ffc-befd-4f3b-8f7d-255a331c89cc tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:20.219554 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e87de98-b55b-4c3b-a135-89d16c23fc05 req-dd752ffc-befd-4f3b-8f7d-255a331c89cc tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/ports?device_id=19718a07-ccf9-4417-b070-99b44424adf8 HTTP/1.1" status: 200 len: 946 time: 0.2461855 Jul 07 20:50:20.219954 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:20.224342 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-e718ea6b-e4bb-47bd-a0e5-d6e04b0d3e2a req-9f95199c-78ee-4f7f-aa48-cbb47a7d2e63 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Calling delete_port for 0f1eebfb-cdf2-4bfc-8354-dcc656117eed owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:20.227500 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 4228e434-d7b8-41d2-a956-8590e791b22a up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:50:20.235883 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c16087-96bc-46fe-9e62-472a5aeae7b3 req-c208d870-4976-438e-8950-3219663bfd14 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:20.237389 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-39c16087-96bc-46fe-9e62-472a5aeae7b3 req-c208d870-4976-438e-8950-3219663bfd14 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f8ba3bc-e050-4ef2-a082-1d7552535dc4 HTTP/1.1" status: 200 len: 943 time: 0.2654872 Jul 07 20:50:20.300680 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=def5630f-ce57-49cc-b9d8-7050360f93c6,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:20.319673 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 4228e434-d7b8-41d2-a956-8590e791b22a completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:20.324817 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 4228e434-d7b8-41d2-a956-8590e791b22a triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:20.325193 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:20.366931 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e718ea6b-e4bb-47bd-a0e5-d6e04b0d3e2a req-9f95199c-78ee-4f7f-aa48-cbb47a7d2e63 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:20.371190 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e87de98-b55b-4c3b-a135-89d16c23fc05 req-8e28c9bf-c8d2-49e0-9020-c641c34f064c tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/security-groups?id=60ff3ed9-d0fe-4360-ac3e-3707f4165dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327856 Jul 07 20:50:20.379943 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28072d1e-def5-4040-b146-1aa6c8d00e01 req-8a7de0f2-e77a-4805-8fd5-77cee729ced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:20.381447 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28072d1e-def5-4040-b146-1aa6c8d00e01 req-8a7de0f2-e77a-4805-8fd5-77cee729ced0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2469187 Jul 07 20:50:20.395837 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-39c16087-96bc-46fe-9e62-472a5aeae7b3 req-7e3c99f8-947e-4e33-9bad-b1eea5072e28 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230290 Jul 07 20:50:20.401848 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95199c-78ee-4f7f-aa48-cbb47a7d2e63 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Pushing event deleted for resources: {'Port': ['ID=0f1eebfb-cdf2-4bfc-8354-dcc656117eed,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:20.457561 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:20.469623 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eebaffe-cfb0-4e09-affe-f971eb6ca0e2 x-openstack-request-id: req-9eebaffe-cfb0-4e09-affe-f971eb6ca0e2 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:20.472199 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19718a07-ccf9-4417-b070-99b44424adf8", "name": "network-vif-plugged", "status": "completed", "tag": "fa01e607-3a72-496c-8dd1-612818e0cfb3", "code": 200}, {"server_uuid": "3f8ba3bc-e050-4ef2-a082-1d7552535dc4", "name": "network-vif-unplugged", "status": "completed", "tag": "0f1eebfb-cdf2-4bfc-8354-dcc656117eed", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:20.472525 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9eebaffe-cfb0-4e09-affe-f971eb6ca0e2 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:20.473039 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19718a07-ccf9-4417-b070-99b44424adf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa01e607-3a72-496c-8dd1-612818e0cfb3', 'code': 200} Jul 07 20:50:20.475095 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8ba3bc-e050-4ef2-a082-1d7552535dc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f1eebfb-cdf2-4bfc-8354-dcc656117eed', 'code': 200} Jul 07 20:50:20.484695 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e718ea6b-e4bb-47bd-a0e5-d6e04b0d3e2a req-9f95199c-78ee-4f7f-aa48-cbb47a7d2e63 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] No DVR routers for this DVR port 0f1eebfb-cdf2-4bfc-8354-dcc656117eed on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:50:20.488055 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e718ea6b-e4bb-47bd-a0e5-d6e04b0d3e2a req-9f95199c-78ee-4f7f-aa48-cbb47a7d2e63 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:20.491035 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e718ea6b-e4bb-47bd-a0e5-d6e04b0d3e2a req-9f95199c-78ee-4f7f-aa48-cbb47a7d2e63 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.58 "DELETE /v2.0/ports/0f1eebfb-cdf2-4bfc-8354-dcc656117eed HTTP/1.1" status: 204 len: 173 time: 0.4953513 Jul 07 20:50:20.491741 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8ba3bc-e050-4ef2-a082-1d7552535dc4', 'name': 'network-vif-deleted', 'tag': '0f1eebfb-cdf2-4bfc-8354-dcc656117eed'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:20.496432 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1570355d-c636-45fc-9937-34478db1ca68" -d '{"events": [{"server_uuid": "3f8ba3bc-e050-4ef2-a082-1d7552535dc4", "name": "network-vif-deleted", "tag": "0f1eebfb-cdf2-4bfc-8354-dcc656117eed"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:20.540519 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 4228e434-d7b8-41d2-a956-8590e791b22a, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=4228e434-d7b8-41d2-a956-8590e791b22a,segment=NetworkSegment(aaff765e-b21c-4ac5-bd47-02eb6b015550),segment_id=aaff765e-b21c-4ac5-bd47-02eb6b015550)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:20.546430 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:20.568192 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28072d1e-def5-4040-b146-1aa6c8d00e01 req-61922507-92a9-46d7-9fd3-8826986b115d service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575332 Jul 07 20:50:20.569444 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-40e33e6d-ecc0-4563-9d8e-c3bc6fd97d40 req-32c3c0ea-b699-4885-b687-a4fe6192b7ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:20.581691 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['3f2f695a-9a83-4fa2-9166-162abc5fdd62', '3fd3d68c-e58c-4865-9dbd-4ad768444535', '19254ff3-2f0f-4684-b14a-aa9c0294c902', '01187ebd-7ebb-415f-9591-d6cf0cc026a4'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:20.589755 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['c801cc7b-e11f-4614-939c-2a4dcc21c18d'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:20.614596 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3c0ea-b699-4885-b687-a4fe6192b7ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Pushing event deleted for resources: {'Port': ['ID=01187ebd-7ebb-415f-9591-d6cf0cc026a4,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:20.702008 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=4228e434-d7b8-41d2-a956-8590e791b22a,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:20.708854 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28072d1e-def5-4040-b146-1aa6c8d00e01 req-1c896807-0f11-4428-a3e7-f40f491cdfdd service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314802 Jul 07 20:50:20.758411 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b1a0f-3baf-4080-8eea-8c0266f32dbe req-459f5396-5f40-446f-bc8d-635d2ead4cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:20.760294 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b89b1a0f-3baf-4080-8eea-8c0266f32dbe req-459f5396-5f40-446f-bc8d-635d2ead4cde service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=19718a07-ccf9-4417-b070-99b44424adf8 HTTP/1.1" status: 200 len: 1098 time: 0.1803882 Jul 07 20:50:20.799641 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e33e6d-ecc0-4563-9d8e-c3bc6fd97d40 req-32c3c0ea-b699-4885-b687-a4fe6192b7ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] No DVR routers for this DVR port 01187ebd-7ebb-415f-9591-d6cf0cc026a4 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:50:20.803568 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-40e33e6d-ecc0-4563-9d8e-c3bc6fd97d40 req-32c3c0ea-b699-4885-b687-a4fe6192b7ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:20.807516 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40e33e6d-ecc0-4563-9d8e-c3bc6fd97d40 req-32c3c0ea-b699-4885-b687-a4fe6192b7ec tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.39 "DELETE /v2.0/ports/01187ebd-7ebb-415f-9591-d6cf0cc026a4 HTTP/1.1" status: 204 len: 173 time: 1.1218493 Jul 07 20:50:20.816646 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b89b1a0f-3baf-4080-8eea-8c0266f32dbe req-05c12b6a-1cb3-477c-a8ee-2381f4035a5d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=60ff3ed9-d0fe-4360-ac3e-3707f4165dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477026 Jul 07 20:50:20.833501 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d5704-8329-40fb-a24a-9d37a7143efb req-318285fb-e3f7-4892-be5d-f3cfaf44dc2b tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:20.835417 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-791d5704-8329-40fb-a24a-9d37a7143efb req-318285fb-e3f7-4892-be5d-f3cfaf44dc2b tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38 HTTP/1.1" status: 200 len: 950 time: 0.2817895 Jul 07 20:50:20.853642 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a860ef-02ba-42fa-8c81-310a96ff7a08 req-9ce84d11-259f-40c8-b1f8-9529ccd0c023 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:20.855394 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50a860ef-02ba-42fa-8c81-310a96ff7a08 req-9ce84d11-259f-40c8-b1f8-9529ccd0c023 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1de9f19-0b46-470c-8c22-6d53a9206710 HTTP/1.1" status: 200 len: 946 time: 0.1452410 Jul 07 20:50:20.909202 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50a860ef-02ba-42fa-8c81-310a96ff7a08 req-e17499a8-9cd8-4e32-931b-f8084cd3f35a tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] 10.222.0.64 "GET /v2.0/security-groups?id=6567dc89-a636-4a07-a4e0-4f30d982d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462494 Jul 07 20:50:20.967750 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-791d5704-8329-40fb-a24a-9d37a7143efb req-531c2ac1-dbfd-44d6-ab98-3ad991d04389 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Deleting port c801cc7b-e11f-4614-939c-2a4dcc21c18d {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:20.968106 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-791d5704-8329-40fb-a24a-9d37a7143efb req-531c2ac1-dbfd-44d6-ab98-3ad991d04389 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:20.987240 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6136bf4-f66c-4e5c-b3e5-b50373f4dd0d', 'name': 'network-vif-deleted', 'tag': '01187ebd-7ebb-415f-9591-d6cf0cc026a4'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:20.989940 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1968e1c4-5335-447a-bfaa-d0bedda12389" -d '{"events": [{"server_uuid": "b6136bf4-f66c-4e5c-b3e5-b50373f4dd0d", "name": "network-vif-deleted", "tag": "01187ebd-7ebb-415f-9591-d6cf0cc026a4"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:21.000940 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2f8499-7561-49ac-badc-1c4e08159bd4 x-openstack-request-id: req-8d2f8499-7561-49ac-badc-1c4e08159bd4 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:21.001529 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8ba3bc-e050-4ef2-a082-1d7552535dc4", "name": "network-vif-deleted", "tag": "0f1eebfb-cdf2-4bfc-8354-dcc656117eed", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:21.002506 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8d2f8499-7561-49ac-badc-1c4e08159bd4 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:21.002943 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8ba3bc-e050-4ef2-a082-1d7552535dc4', 'name': 'network-vif-deleted', 'tag': '0f1eebfb-cdf2-4bfc-8354-dcc656117eed', 'status': 'completed', 'code': 200} Jul 07 20:50:21.116835 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-791d5704-8329-40fb-a24a-9d37a7143efb req-531c2ac1-dbfd-44d6-ab98-3ad991d04389 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] For port c801cc7b-e11f-4614-939c-2a4dcc21c18d, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=c801cc7b-e11f-4614-939c-2a4dcc21c18d,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:21.117212 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-791d5704-8329-40fb-a24a-9d37a7143efb req-531c2ac1-dbfd-44d6-ab98-3ad991d04389 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:21.133448 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-791d5704-8329-40fb-a24a-9d37a7143efb req-531c2ac1-dbfd-44d6-ab98-3ad991d04389 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Calling delete_port for c801cc7b-e11f-4614-939c-2a4dcc21c18d owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:21.212629 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffdfb0-bf6d-4757-8029-2949ad040419 req-51b2b824-0b15-45d8-b701-d087512c70a9 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:21.223460 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52ffdfb0-bf6d-4757-8029-2949ad040419 req-51b2b824-0b15-45d8-b701-d087512c70a9 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6 HTTP/1.1" status: 200 len: 945 time: 0.1849649 Jul 07 20:50:21.284184 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ab7bf6a-7129-4f07-a366-0f855abb970b req-6dd13f87-d69f-42c3-8ff6-d2ee5ba53505 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6136bf4-f66c-4e5c-b3e5-b50373f4dd0d HTTP/1.1" status: 200 len: 210 time: 0.0315835 Jul 07 20:50:21.325760 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52ffdfb0-bf6d-4757-8029-2949ad040419 req-047e4672-9f5a-48a6-bf2f-6d105b744fbf tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff067910-6f78-4774-9228-0897ea21899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012223 Jul 07 20:50:21.333467 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-791d5704-8329-40fb-a24a-9d37a7143efb req-531c2ac1-dbfd-44d6-ab98-3ad991d04389 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:21.396298 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c2ac1-dbfd-44d6-ab98-3ad991d04389 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Pushing event deleted for resources: {'Port': ['ID=c801cc7b-e11f-4614-939c-2a4dcc21c18d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:21.409998 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890d1be4-e1da-4f39-a8fe-dae99cd40663 x-openstack-request-id: req-890d1be4-e1da-4f39-a8fe-dae99cd40663 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:21.410540 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6136bf4-f66c-4e5c-b3e5-b50373f4dd0d", "name": "network-vif-deleted", "tag": "01187ebd-7ebb-415f-9591-d6cf0cc026a4", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:21.411033 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-890d1be4-e1da-4f39-a8fe-dae99cd40663 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:21.411673 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6136bf4-f66c-4e5c-b3e5-b50373f4dd0d', 'name': 'network-vif-deleted', 'tag': '01187ebd-7ebb-415f-9591-d6cf0cc026a4', 'status': 'completed', 'code': 200} Jul 07 20:50:21.463220 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-791d5704-8329-40fb-a24a-9d37a7143efb req-531c2ac1-dbfd-44d6-ab98-3ad991d04389 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] No DVR routers for this DVR port c801cc7b-e11f-4614-939c-2a4dcc21c18d on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:50:21.466067 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-791d5704-8329-40fb-a24a-9d37a7143efb req-531c2ac1-dbfd-44d6-ab98-3ad991d04389 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:21.468167 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-791d5704-8329-40fb-a24a-9d37a7143efb req-531c2ac1-dbfd-44d6-ab98-3ad991d04389 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.58 "DELETE /v2.0/ports/c801cc7b-e11f-4614-939c-2a4dcc21c18d HTTP/1.1" status: 204 len: 173 time: 0.6255934 Jul 07 20:50:21.523532 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52843c07-dda4-4d68-a339-8d4376f826bc req-11c0200e-6a51-4883-aa50-cfc324131046 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:21.525951 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52843c07-dda4-4d68-a339-8d4376f826bc req-11c0200e-6a51-4883-aa50-cfc324131046 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 947 time: 0.0993574 Jul 07 20:50:21.572209 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52843c07-dda4-4d68-a339-8d4376f826bc req-ba6fb1a3-4c41-4831-82da-35021a0c2d0a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382268 Jul 07 20:50:21.679131 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baee4f7-d047-4455-a8fa-7074609f4647 req-0e07d120-40b4-492f-96aa-c84f9f5b79ba tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:21.681745 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0baee4f7-d047-4455-a8fa-7074609f4647 req-0e07d120-40b4-492f-96aa-c84f9f5b79ba tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/ports?device_id=19718a07-ccf9-4417-b070-99b44424adf8 HTTP/1.1" status: 200 len: 946 time: 0.0801120 Jul 07 20:50:21.756944 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0baee4f7-d047-4455-a8fa-7074609f4647 req-ddeadf29-eaaf-44f6-8ad8-8e56a6eb7a35 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/security-groups?id=60ff3ed9-d0fe-4360-ac3e-3707f4165dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434220 Jul 07 20:50:21.814018 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37858) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:22.038020 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-39661891-a818-4870-a7c0-3f709825b73d tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:22.040652 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-39661891-a818-4870-a7c0-3f709825b73d tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/networks?id=d1a6625d-e0a5-4a92-8051-0eec64122ad8 HTTP/1.1" status: 200 len: 822 time: 0.1717851 Jul 07 20:50:22.061011 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-15d502a5-9f04-4d99-8fce-aee29f090abd tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/quotas/3349249ad1c24a58b749b119fbeb9b09 HTTP/1.1" status: 200 len: 375 time: 0.0133274 Jul 07 20:50:22.226821 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:50:22.255696 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-84fd0406-7a2b-4353-a3b6-e55090c0067e tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3349249ad1c24a58b749b119fbeb9b09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1896918 Jul 07 20:50:22.384888 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea1360-97a1-423e-bea4-ecd1ee7479b0 req-d4c52be8-6fc1-4316-adc9-c91b3c89bfb2 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:22.386584 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-34ea1360-97a1-423e-bea4-ecd1ee7479b0 req-d4c52be8-6fc1-4316-adc9-c91b3c89bfb2 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1de9f19-0b46-470c-8c22-6d53a9206710 HTTP/1.1" status: 200 len: 946 time: 0.2313602 Jul 07 20:50:22.424593 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['3f2f695a-9a83-4fa2-9166-162abc5fdd62', '3fd3d68c-e58c-4865-9dbd-4ad768444535', '19254ff3-2f0f-4684-b14a-aa9c0294c902'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:22.481273 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1de9f19-0b46-470c-8c22-6d53a9206710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def5630f-ce57-49cc-b9d8-7050360f93c6'}, {'server_uuid': 'f89d0a69-bc16-45a5-8d23-46210bb6a3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4228e434-d7b8-41d2-a956-8590e791b22a'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:22.483603 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874bd2c3-1425-4694-98e2-f7756a514f40" -d '{"events": [{"server_uuid": "c1de9f19-0b46-470c-8c22-6d53a9206710", "name": "network-vif-plugged", "status": "completed", "tag": "def5630f-ce57-49cc-b9d8-7050360f93c6"}, {"server_uuid": "f89d0a69-bc16-45a5-8d23-46210bb6a3b6", "name": "network-vif-plugged", "status": "completed", "tag": "4228e434-d7b8-41d2-a956-8590e791b22a"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:22.496607 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-34ea1360-97a1-423e-bea4-ecd1ee7479b0 req-4cb9579b-38c6-4269-be6b-7eb99fa38089 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] 10.222.0.64 "GET /v2.0/security-groups?id=6567dc89-a636-4a07-a4e0-4f30d982d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759149 Jul 07 20:50:22.498725 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-2b2e8c82-ef95-45de-a0e9-7032fe5f2324 service neutron] 10.222.0.64 "GET /v2.0/networks/d1a6625d-e0a5-4a92-8051-0eec64122ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999249 Jul 07 20:50:22.529475 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:22.557175 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': 'f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc', 'mac_address': 'fa:16:3e:64:11:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:50:22.626863 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:22.653129 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:50:22.676086 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-de2340da-5911-4438-9231-ca5773a71403 service neutron] 10.222.0.64 "GET /v2.0/networks/d1a6625d-e0a5-4a92-8051-0eec64122ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585407 Jul 07 20:50:22.687318 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:22.695465 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:22.776468 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:22.845630 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392137a3-71d6-4d43-81f9-3692b0d41532 req-ed8832dd-59e3-411d-b73f-85674dffbbc5 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:22.856364 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-392137a3-71d6-4d43-81f9-3692b0d41532 req-ed8832dd-59e3-411d-b73f-85674dffbbc5 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6 HTTP/1.1" status: 200 len: 945 time: 0.1706204 Jul 07 20:50:22.868551 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ac1666-3ba9-4491-bd55-5c7f81ad7454 x-openstack-request-id: req-34ac1666-3ba9-4491-bd55-5c7f81ad7454 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:22.870349 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1de9f19-0b46-470c-8c22-6d53a9206710", "name": "network-vif-plugged", "status": "completed", "tag": "def5630f-ce57-49cc-b9d8-7050360f93c6", "code": 200}, {"server_uuid": "f89d0a69-bc16-45a5-8d23-46210bb6a3b6", "name": "network-vif-plugged", "status": "completed", "tag": "4228e434-d7b8-41d2-a956-8590e791b22a", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:22.871224 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-34ac1666-3ba9-4491-bd55-5c7f81ad7454 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:22.871783 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1de9f19-0b46-470c-8c22-6d53a9206710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def5630f-ce57-49cc-b9d8-7050360f93c6', 'code': 200} Jul 07 20:50:22.872138 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89d0a69-bc16-45a5-8d23-46210bb6a3b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4228e434-d7b8-41d2-a956-8590e791b22a', 'code': 200} Jul 07 20:50:22.938645 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-392137a3-71d6-4d43-81f9-3692b0d41532 req-feeeec20-2205-43a5-8725-ccbe58607820 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff067910-6f78-4774-9228-0897ea21899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805929 Jul 07 20:50:22.946683 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cff620d5-7f91-4157-96ec-11cb3504c767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:22.997138 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:23.049827 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38', 'name': 'network-vif-deleted', 'tag': 'c801cc7b-e11f-4614-939c-2a4dcc21c18d'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:23.053634 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0568edc-e0fe-4957-9f1a-7d5bf23c90ad" -d '{"events": [{"server_uuid": "a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38", "name": "network-vif-deleted", "tag": "c801cc7b-e11f-4614-939c-2a4dcc21c18d"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:23.114493 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c520fc-5357-4c1c-b1dd-1791fb9799c5 req-67569bb4-898c-4920-9338-50e04f028e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:23.117137 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-53c520fc-5357-4c1c-b1dd-1791fb9799c5 req-67569bb4-898c-4920-9338-50e04f028e45 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c1de9f19-0b46-470c-8c22-6d53a9206710 HTTP/1.1" status: 200 len: 1098 time: 0.1598544 Jul 07 20:50:23.136593 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385946f-cf0d-487e-9b85-ed7a825fa957 req-29ad7a5b-492a-49cf-ab94-1ce905bf849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:23.139015 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e385946f-cf0d-487e-9b85-ed7a825fa957 req-29ad7a5b-492a-49cf-ab94-1ce905bf849f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6 HTTP/1.1" status: 200 len: 1097 time: 0.1701593 Jul 07 20:50:23.196260 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e385946f-cf0d-487e-9b85-ed7a825fa957 req-96bfa881-3df7-4627-85c4-bd4745490b97 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ff067910-6f78-4774-9228-0897ea21899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441344 Jul 07 20:50:23.219074 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-53c520fc-5357-4c1c-b1dd-1791fb9799c5 req-45476ccf-3737-4357-a0aa-96e7a4828e75 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6567dc89-a636-4a07-a4e0-4f30d982d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915639 Jul 07 20:50:23.696658 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107fee86-9bab-42d5-881e-d940dc87816f req-2bb0096b-a350-43fa-9a94-5a7d77d83406 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:23.698284 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-107fee86-9bab-42d5-881e-d940dc87816f req-2bb0096b-a350-43fa-9a94-5a7d77d83406 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 948 time: 0.2524333 Jul 07 20:50:23.714416 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ec174-de32-4a54-a6c8-522a5fe7553a req-3d43bea1-1429-4dcc-8f5e-a25c2ddd39dd tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:23.716029 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-389ec174-de32-4a54-a6c8-522a5fe7553a req-3d43bea1-1429-4dcc-8f5e-a25c2ddd39dd tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/ports?device_id=19718a07-ccf9-4417-b070-99b44424adf8 HTTP/1.1" status: 200 len: 946 time: 0.2713451 Jul 07 20:50:23.806337 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-107fee86-9bab-42d5-881e-d940dc87816f req-c2797ae9-7b1b-4343-88d9-a38e91be69a2 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881996 Jul 07 20:50:23.811914 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-389ec174-de32-4a54-a6c8-522a5fe7553a req-35219f83-065c-4292-878e-40bfaa5db0bc tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/security-groups?id=60ff3ed9-d0fe-4360-ac3e-3707f4165dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824661 Jul 07 20:50:23.910692 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-cff620d5-7f91-4157-96ec-11cb3504c767 admin admin] Deleting port e654a902-e471-4c18-8d0d-103b5c3ee4a0 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:23.911395 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cff620d5-7f91-4157-96ec-11cb3504c767 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:23.989655 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51bb68ed-96a2-44a6-8651-ab6b2790350c req-e2c6cc21-5728-433b-8dd2-99d7399d0354 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=31b269e0-2cef-4c54-a3c3-2350a9e29658 HTTP/1.1" status: 200 len: 210 time: 0.0396612 Jul 07 20:50:24.034961 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 01187ebd-7ebb-415f-9591-d6cf0cc026a4 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:24.038086 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb1a80a-e349-4513-a38c-aa4b3737d8b7 x-openstack-request-id: req-ceb1a80a-e349-4513-a38c-aa4b3737d8b7 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:24.038699 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38", "name": "network-vif-deleted", "tag": "c801cc7b-e11f-4614-939c-2a4dcc21c18d", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:24.039172 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ceb1a80a-e349-4513-a38c-aa4b3737d8b7 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:24.040077 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e00a1e-3c5b-4d3e-9878-e515fe1c0a38', 'name': 'network-vif-deleted', 'tag': 'c801cc7b-e11f-4614-939c-2a4dcc21c18d', 'status': 'completed', 'code': 200} Jul 07 20:50:24.049339 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-cff620d5-7f91-4157-96ec-11cb3504c767 admin admin] For port e654a902-e471-4c18-8d0d-103b5c3ee4a0, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=e654a902-e471-4c18-8d0d-103b5c3ee4a0,segment=NetworkSegment(72898ccf-b813-4daa-8482-8990fb92981a),segment_id=72898ccf-b813-4daa-8482-8990fb92981a)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:24.050650 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cff620d5-7f91-4157-96ec-11cb3504c767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:24.063766 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 01187ebd-7ebb-415f-9591-d6cf0cc026a4 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:50:24.064125 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 01187ebd-7ebb-415f-9591-d6cf0cc026a4 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:50:24.075075 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-cff620d5-7f91-4157-96ec-11cb3504c767 admin admin] Calling delete_port for e654a902-e471-4c18-8d0d-103b5c3ee4a0 owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:24.244283 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:50:24.308756 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:24.313480 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:24.313948 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:24.367148 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f9b42-b3f9-41aa-8611-6059f6a2073c req-7b37e467-e7d9-4259-bcaf-df8ece403a06 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:24.379258 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f09f9b42-b3f9-41aa-8611-6059f6a2073c req-7b37e467-e7d9-4259-bcaf-df8ece403a06 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/ports?device_id=19718a07-ccf9-4417-b070-99b44424adf8 HTTP/1.1" status: 200 len: 946 time: 0.2310207 Jul 07 20:50:24.434938 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32705a92-c21f-4766-95d3-4de46bb88c8d req-98bc5b41-4bfe-4e94-8430-d7b040b0addd tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:24.436525 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32705a92-c21f-4766-95d3-4de46bb88c8d req-98bc5b41-4bfe-4e94-8430-d7b040b0addd tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1de9f19-0b46-470c-8c22-6d53a9206710 HTTP/1.1" status: 200 len: 946 time: 0.2899857 Jul 07 20:50:24.448176 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:24.487063 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-13996239-93b5-4226-85a4-e57bf84ccdf0 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:24.489778 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-13996239-93b5-4226-85a4-e57bf84ccdf0 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.58 "GET /v2.0/networks?id=d1a6625d-e0a5-4a92-8051-0eec64122ad8 HTTP/1.1" status: 200 len: 822 time: 0.2412355 Jul 07 20:50:24.500252 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:24.505566 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-ade21965-ce73-4998-927b-c43167c8f38b tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Request body: {'port': {'device_id': '31b269e0-2cef-4c54-a3c3-2350a9e29658', 'network_id': 'd1a6625d-e0a5-4a92-8051-0eec64122ad8', 'admin_state_up': True, 'tenant_id': '3349249ad1c24a58b749b119fbeb9b09'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:24.511494 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:24.512448 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0f1eebfb-cdf2-4bfc-8354-dcc656117eed no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:24.529905 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f09f9b42-b3f9-41aa-8611-6059f6a2073c req-9636d505-ff76-401f-8fc1-515979700e4d tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/security-groups?id=60ff3ed9-d0fe-4360-ac3e-3707f4165dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492963 Jul 07 20:50:24.571122 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 0f1eebfb-cdf2-4bfc-8354-dcc656117eed {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:50:24.571566 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0f1eebfb-cdf2-4bfc-8354-dcc656117eed not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:50:24.572119 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device c801cc7b-e11f-4614-939c-2a4dcc21c18d no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:24.580045 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32705a92-c21f-4766-95d3-4de46bb88c8d req-4adda42b-c369-4110-8eb5-60e4da712726 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] 10.222.0.64 "GET /v2.0/security-groups?id=6567dc89-a636-4a07-a4e0-4f30d982d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360233 Jul 07 20:50:24.593974 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: c801cc7b-e11f-4614-939c-2a4dcc21c18d {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:50:24.594322 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device c801cc7b-e11f-4614-939c-2a4dcc21c18d not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:50:24.636310 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:24.656339 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cff620d5-7f91-4157-96ec-11cb3504c767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:24.691318 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff620d5-7f91-4157-96ec-11cb3504c767 admin admin] Pushing event deleted for resources: {'Port': ['ID=e654a902-e471-4c18-8d0d-103b5c3ee4a0,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:24.728039 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-ade21965-ce73-4998-927b-c43167c8f38b tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Made reservation on behalf of 3349249ad1c24a58b749b119fbeb9b09 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:50:24.731813 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-ade21965-ce73-4998-927b-c43167c8f38b tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:24.873117 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84441d51-06f4-4712-87bd-f322d0f3ccbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:24.875742 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9efa09-84ba-4ab2-8987-ccc692cf4a98" -d '{"events": [{"server_uuid": "84441d51-06f4-4712-87bd-f322d0f3ccbc", "name": "network-vif-plugged", "status": "completed", "tag": "f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:24.888847 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-ade21965-ce73-4998-927b-c43167c8f38b tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Allocated IP 172.20.0.12 (d1a6625d-e0a5-4a92-8051-0eec64122ad8/44323baf-dba1-4cdd-b0c1-02177941adb8/54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:50:24.968155 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cff620d5-7f91-4157-96ec-11cb3504c767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:24.998569 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b47760-499a-4b32-a7d0-db3fecb10246 req-27f0c80f-5376-471e-96cc-d31aa05b8062 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:25.000147 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-65b47760-499a-4b32-a7d0-db3fecb10246 req-27f0c80f-5376-471e-96cc-d31aa05b8062 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6 HTTP/1.1" status: 200 len: 945 time: 0.2557006 Jul 07 20:50:25.059184 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-ade21965-ce73-4998-927b-c43167c8f38b tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:25.105237 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-ade21965-ce73-4998-927b-c43167c8f38b tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:25.136025 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-65b47760-499a-4b32-a7d0-db3fecb10246 req-95af32f0-24d8-47bd-a593-beda310de4d6 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff067910-6f78-4774-9228-0897ea21899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984943 Jul 07 20:50:25.161046 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade21965-ce73-4998-927b-c43167c8f38b tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Pushing event updated for resources: {'Port': ['ID=54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:25.176878 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-ade21965-ce73-4998-927b-c43167c8f38b tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Network d1a6625d-e0a5-4a92-8051-0eec64122ad8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:50:25.178540 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-ade21965-ce73-4998-927b-c43167c8f38b tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:25.181308 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-ade21965-ce73-4998-927b-c43167c8f38b tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:50:25.237540 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-ade21965-ce73-4998-927b-c43167c8f38b tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:25.238156 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-ade21965-ce73-4998-927b-c43167c8f38b tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:25.255992 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-ade21965-ce73-4998-927b-c43167c8f38b tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7544045 Jul 07 20:50:25.275063 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-bd9c4d57-77da-4f0d-957a-2b075bdd7653 service neutron] Request body: {'port': {'device_id': '31b269e0-2cef-4c54-a3c3-2350a9e29658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:25.310655 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81cfea-6f10-4dac-b540-ca2ca4b60cfb req-3fbe48e9-ea31-408a-9314-6e2423ba1a84 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:25.313972 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b81cfea-6f10-4dac-b540-ca2ca4b60cfb req-3fbe48e9-ea31-408a-9314-6e2423ba1a84 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 949 time: 0.1718688 Jul 07 20:50:25.355936 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-bd9c4d57-77da-4f0d-957a-2b075bdd7653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:25.364777 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b81cfea-6f10-4dac-b540-ca2ca4b60cfb req-df911874-1d97-411d-9a19-bd69673f6a05 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457070 Jul 07 20:50:25.379628 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff620d5-7f91-4157-96ec-11cb3504c767 admin admin] Router 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:50:25.436742 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737cb579-2822-448a-86b0-84d11dbbab1a x-openstack-request-id: req-737cb579-2822-448a-86b0-84d11dbbab1a {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:25.437287 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84441d51-06f4-4712-87bd-f322d0f3ccbc", "name": "network-vif-plugged", "status": "completed", "tag": "f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:25.437392 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-737cb579-2822-448a-86b0-84d11dbbab1a {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:25.437734 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84441d51-06f4-4712-87bd-f322d0f3ccbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc', 'code': 200} Jul 07 20:50:25.618893 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff620d5-7f91-4157-96ec-11cb3504c767 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:50:25.625940 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-cff620d5-7f91-4157-96ec-11cb3504c767 admin admin] 10.222.0.64 "PUT /v2.0/routers/4e0056d2-c84f-4a1b-995c-fa6ec6997b9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8107543 Jul 07 20:50:25.630279 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37934) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:25.640687 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a657764-46b7-4eb9-83b8-df6d38667db8 None None] Sync routers for ids ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:50:25.658492 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a657764-46b7-4eb9-83b8-df6d38667db8 None None] Routers {'4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:50:25.659132 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-4a657764-46b7-4eb9-83b8-df6d38667db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:50:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:25.685894 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f997e2e-5305-45fc-aa2d-aa86d8651284 req-6edb354e-ff15-4fed-a11e-f2181595f00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:25.687546 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0f997e2e-5305-45fc-aa2d-aa86d8651284 req-6edb354e-ff15-4fed-a11e-f2181595f00e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 1101 time: 0.1622689 Jul 07 20:50:25.728914 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffad4d-d817-4ab5-9ff4-ad2f4902eeda req-6384cc8c-bd56-4d7d-ae62-ba5ffa2c5da9 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:25.730535 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aaffad4d-d817-4ab5-9ff4-ad2f4902eeda req-6384cc8c-bd56-4d7d-ae62-ba5ffa2c5da9 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=31b269e0-2cef-4c54-a3c3-2350a9e29658 HTTP/1.1" status: 200 len: 932 time: 0.1576967 Jul 07 20:50:25.775933 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0f997e2e-5305-45fc-aa2d-aa86d8651284 req-1dea19a5-b34c-42a9-8912-272c1402f663 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708539 Jul 07 20:50:25.780704 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-4a657764-46b7-4eb9-83b8-df6d38667db8 None None] Set router 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:50:25.801320 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aaffad4d-d817-4ab5-9ff4-ad2f4902eeda req-cf9678ed-2dd2-45c1-8d98-e6d168796309 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636332 Jul 07 20:50:25.810621 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39899c4-ea36-4d79-9c0a-98f7bf371d8f req-96ae4cfe-0aee-4e36-a5fa-90554c644d18 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:25.812346 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d39899c4-ea36-4d79-9c0a-98f7bf371d8f req-96ae4cfe-0aee-4e36-a5fa-90554c644d18 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/ports?device_id=19718a07-ccf9-4417-b070-99b44424adf8 HTTP/1.1" status: 200 len: 946 time: 0.1555924 Jul 07 20:50:25.833094 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-28265cbb-0257-433e-86e5-dd048785242c admin admin] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:25.899922 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d39899c4-ea36-4d79-9c0a-98f7bf371d8f req-463958f6-6a7a-4602-ad80-a163e40182dd tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/security-groups?id=60ff3ed9-d0fe-4360-ac3e-3707f4165dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821192 Jul 07 20:50:25.942213 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-bd9c4d57-77da-4f0d-957a-2b075bdd7653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:50:25.953047 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-bd9c4d57-77da-4f0d-957a-2b075bdd7653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:25.977971 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-4a657764-46b7-4eb9-83b8-df6d38667db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984555661-router', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97'}], 'enable_snat': True}, 'gw_port_id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:13Z', 'updated_at': '2021-07-07T20:50:24Z', 'revision_number': 5, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'gw_port': {'id': '1025558d-5ddb-46d0-b68f-3d20547a308f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:01:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:14Z', 'updated_at': '2021-07-07T20:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:25.979603 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-bd9c4d57-77da-4f0d-957a-2b075bdd7653 service neutron] Transition to ACTIVE for port object 54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:50:25.988765 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-28265cbb-0257-433e-86e5-dd048785242c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:25.992224 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-bd9c4d57-77da-4f0d-957a-2b075bdd7653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:25.996325 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91edd3cc-df99-4cae-8d8c-e4572faca40e req-a3426f6b-927f-4303-b9b3-fade3e2562e6 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1564147 Jul 07 20:50:26.007705 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-91edd3cc-df99-4cae-8d8c-e4572faca40e req-c2f4a44c-69d5-4c5d-9487-68740aec1080 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:26.013937 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a657764-46b7-4eb9-83b8-df6d38667db8 None None] Checking router: 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:50:26.036002 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a657764-46b7-4eb9-83b8-df6d38667db8 None None] Routers {'4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:50:26.036988 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-4a657764-46b7-4eb9-83b8-df6d38667db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:50:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:26.069282 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-91edd3cc-df99-4cae-8d8c-e4572faca40e req-c2f4a44c-69d5-4c5d-9487-68740aec1080 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:26.074747 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c4d57-77da-4f0d-957a-2b075bdd7653 service neutron] Pushing event updated for resources: {'Port': ['ID=54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:26.134985 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-4a657764-46b7-4eb9-83b8-df6d38667db8 None None] Set router 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:50:26.139963 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-28265cbb-0257-433e-86e5-dd048785242c admin admin] Deleting port 1025558d-5ddb-46d0-b68f-3d20547a308f {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:26.140554 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-28265cbb-0257-433e-86e5-dd048785242c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:26.153808 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0632db-63ca-42d7-9196-be4d81137137 req-3bb4cc93-901b-47a4-9e8a-cd9f6a2a7ba7 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:26.155251 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9f0632db-63ca-42d7-9196-be4d81137137 req-3bb4cc93-901b-47a4-9e8a-cd9f6a2a7ba7 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f81a341-beaa-43c3-ac95-a6e8c03a119c HTTP/1.1" status: 200 len: 950 time: 0.1216640 Jul 07 20:50:26.191284 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-4a657764-46b7-4eb9-83b8-df6d38667db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984555661-router', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:13Z', 'updated_at': '2021-07-07T20:50:25Z', 'revision_number': 6, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:26.200983 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-bd9c4d57-77da-4f0d-957a-2b075bdd7653 service neutron] Attempting to bind port 54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:50:26.201347 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-bd9c4d57-77da-4f0d-957a-2b075bdd7653 service neutron] Attempting to bind port 54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'bf53d961-3859-4756-83b3-c7352abc25ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd1a6625d-e0a5-4a92-8051-0eec64122ad8'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:50:26.203203 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-bd9c4d57-77da-4f0d-957a-2b075bdd7653 service neutron] Attempting to bind port 54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69 on network d1a6625d-e0a5-4a92-8051-0eec64122ad8 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:50:26.223007 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a657764-46b7-4eb9-83b8-df6d38667db8 None None] The sync data for ids ['4e0056d2-c84f-4a1b-995c-fa6ec6997b9b'] in n-d-695189-11 is: [{'id': '4e0056d2-c84f-4a1b-995c-fa6ec6997b9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-984555661-router', 'tenant_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:13Z', 'updated_at': '2021-07-07T20:50:25Z', 'revision_number': 6, 'project_id': 'f402b06a8a6a45dfab0c4d0f5f332d1c', 'gw_port_host': None}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:50:26.223552 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9f0632db-63ca-42d7-9196-be4d81137137 req-8dce9d6e-30b8-420e-a1b4-c053e7fab6cf tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550246 Jul 07 20:50:26.234713 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-bd9c4d57-77da-4f0d-957a-2b075bdd7653 service neutron] Port 54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69 on network d1a6625d-e0a5-4a92-8051-0eec64122ad8 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:50:26.235043 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-bd9c4d57-77da-4f0d-957a-2b075bdd7653 service neutron] Attempting to bind port 54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69 on network d1a6625d-e0a5-4a92-8051-0eec64122ad8 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:50:26.235751 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-91edd3cc-df99-4cae-8d8c-e4572faca40e req-c2f4a44c-69d5-4c5d-9487-68740aec1080 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:26.244162 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-28265cbb-0257-433e-86e5-dd048785242c admin admin] For port 1025558d-5ddb-46d0-b68f-3d20547a308f, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=1025558d-5ddb-46d0-b68f-3d20547a308f,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:26.244600 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-28265cbb-0257-433e-86e5-dd048785242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:26.247587 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-bd9c4d57-77da-4f0d-957a-2b075bdd7653 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:50:26.247928 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-bd9c4d57-77da-4f0d-957a-2b075bdd7653 service neutron] Checking segment: {'id': 'bf53d961-3859-4756-83b3-c7352abc25ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd1a6625d-e0a5-4a92-8051-0eec64122ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:50:26.248577 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-bd9c4d57-77da-4f0d-957a-2b075bdd7653 service neutron] Bound using segment: {'id': 'bf53d961-3859-4756-83b3-c7352abc25ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd1a6625d-e0a5-4a92-8051-0eec64122ad8'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:50:26.249010 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-bd9c4d57-77da-4f0d-957a-2b075bdd7653 service neutron] Bound port: 54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf53d961-3859-4756-83b3-c7352abc25ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'd1a6625d-e0a5-4a92-8051-0eec64122ad8'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:50:26.249361 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-bd9c4d57-77da-4f0d-957a-2b075bdd7653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:26.268628 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-28265cbb-0257-433e-86e5-dd048785242c admin admin] Calling delete_port for 1025558d-5ddb-46d0-b68f-3d20547a308f owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:26.367700 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-91edd3cc-df99-4cae-8d8c-e4572faca40e req-c2f4a44c-69d5-4c5d-9487-68740aec1080 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Allocated IP 172.25.5.166 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/33313cc4-7a88-41ee-9c7e-169246608023) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:50:26.509264 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1e5bf-bf26-4fbd-bb5c-da2a48d9770e req-ad84aef5-d84b-46ba-9b78-986cff54691e tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:26.510913 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98e1e5bf-bf26-4fbd-bb5c-da2a48d9770e req-ad84aef5-d84b-46ba-9b78-986cff54691e tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 945 time: 0.1455319 Jul 07 20:50:26.554828 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-91edd3cc-df99-4cae-8d8c-e4572faca40e req-c2f4a44c-69d5-4c5d-9487-68740aec1080 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:26.579821 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98e1e5bf-bf26-4fbd-bb5c-da2a48d9770e req-da87be7f-b2f9-4f25-8892-e224cd06523c tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d0ec93b-17a8-4a4a-a7cd-5c19d7f989f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587335 Jul 07 20:50:26.614828 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-91edd3cc-df99-4cae-8d8c-e4572faca40e req-c2f4a44c-69d5-4c5d-9487-68740aec1080 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:26.664938 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91edd3cc-df99-4cae-8d8c-e4572faca40e req-c2f4a44c-69d5-4c5d-9487-68740aec1080 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:50:26.667430 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-bd9c4d57-77da-4f0d-957a-2b075bdd7653 service neutron] For port 54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:50:26.669711 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-91edd3cc-df99-4cae-8d8c-e4572faca40e req-c2f4a44c-69d5-4c5d-9487-68740aec1080 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:26.671832 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-bd9c4d57-77da-4f0d-957a-2b075bdd7653 service neutron] For port 54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69,segment=NetworkSegment(bf53d961-3859-4756-83b3-c7352abc25ca),segment_id=bf53d961-3859-4756-83b3-c7352abc25ca)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:50:26.674809 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4a44c-69d5-4c5d-9487-68740aec1080 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Pushing event updated for resources: {'Port': ['ID=33313cc4-7a88-41ee-9c7e-169246608023,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:26.678290 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-91edd3cc-df99-4cae-8d8c-e4572faca40e req-c2f4a44c-69d5-4c5d-9487-68740aec1080 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:50:26.741356 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-bd9c4d57-77da-4f0d-957a-2b075bdd7653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:26.823120 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-bd9c4d57-77da-4f0d-957a-2b075bdd7653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:26.823780 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-bd9c4d57-77da-4f0d-957a-2b075bdd7653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:26.825450 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-bd9c4d57-77da-4f0d-957a-2b075bdd7653 service neutron] 10.222.0.58 "PUT /v2.0/ports/54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69 HTTP/1.1" status: 200 len: 1093 time: 1.5609818 Jul 07 20:50:26.827403 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b269e0-2cef-4c54-a3c3-2350a9e29658', 'tag': '54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:26.830247 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c28732-9f6a-4596-80bf-97dd8da2b7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "31b269e0-2cef-4c54-a3c3-2350a9e29658", "tag": "54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:26.831390 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266a639-c97d-4f32-9dac-ab2354b4365d req-64bb3192-a302-451d-82ff-58bc1c1fad24 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:26.833078 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9266a639-c97d-4f32-9dac-ab2354b4365d req-64bb3192-a302-451d-82ff-58bc1c1fad24 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1de9f19-0b46-470c-8c22-6d53a9206710 HTTP/1.1" status: 200 len: 946 time: 0.0864282 Jul 07 20:50:26.853670 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-28265cbb-0257-433e-86e5-dd048785242c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:26.861862 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c4d57-77da-4f0d-957a-2b075bdd7653 service neutron] Pushing event updated for resources: {'Port': ['ID=54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:26.899292 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28265cbb-0257-433e-86e5-dd048785242c admin admin] Pushing event deleted for resources: {'Port': ['ID=1025558d-5ddb-46d0-b68f-3d20547a308f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:26.925769 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9266a639-c97d-4f32-9dac-ab2354b4365d req-a5c544ad-aa93-47f8-a762-257b0ec01292 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] 10.222.0.64 "GET /v2.0/security-groups?id=6567dc89-a636-4a07-a4e0-4f30d982d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853002 Jul 07 20:50:26.928857 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-91edd3cc-df99-4cae-8d8c-e4572faca40e req-c2f4a44c-69d5-4c5d-9487-68740aec1080 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:26.982404 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-91edd3cc-df99-4cae-8d8c-e4572faca40e req-c2f4a44c-69d5-4c5d-9487-68740aec1080 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:27.008085 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-28265cbb-0257-433e-86e5-dd048785242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:27.074779 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-41f86125-c55d-4f3e-9b31-f4603af9ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:27.076335 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-41f86125-c55d-4f3e-9b31-f4603af9ef64 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3349249ad1c24a58b749b119fbeb9b09&device_id=31b269e0-2cef-4c54-a3c3-2350a9e29658 HTTP/1.1" status: 200 len: 1096 time: 0.1581151 Jul 07 20:50:27.147844 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-28265cbb-0257-433e-86e5-dd048785242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:27.191761 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-28265cbb-0257-433e-86e5-dd048785242c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:27.198945 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-98dabcdd-266d-4e82-96ad-8fed6f5106da service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69 HTTP/1.1" status: 200 len: 217 time: 0.0788825 Jul 07 20:50:27.218885 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 1025558d-5ddb-46d0-b68f-3d20547a308f no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:27.219465 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-91edd3cc-df99-4cae-8d8c-e4572faca40e req-c2f4a44c-69d5-4c5d-9487-68740aec1080 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:27.225146 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-91edd3cc-df99-4cae-8d8c-e4572faca40e req-c2f4a44c-69d5-4c5d-9487-68740aec1080 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:27.239128 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 1025558d-5ddb-46d0-b68f-3d20547a308f {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:50:27.239789 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 1025558d-5ddb-46d0-b68f-3d20547a308f not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:50:27.240214 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device e654a902-e471-4c18-8d0d-103b5c3ee4a0 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:27.277385 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134097b8-b3c5-4bc0-bc2d-d89c8c9f9e7b req-cc958bb4-5580-4b8c-b29f-4fadc0fdc6d9 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:27.278999 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-134097b8-b3c5-4bc0-bc2d-d89c8c9f9e7b req-cc958bb4-5580-4b8c-b29f-4fadc0fdc6d9 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 949 time: 0.1380389 Jul 07 20:50:27.283233 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-28265cbb-0257-433e-86e5-dd048785242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:27.284193 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28265cbb-0257-433e-86e5-dd048785242c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e0056d2-c84f-4a1b-995c-fa6ec6997b9b {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:50:27.292019 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-28265cbb-0257-433e-86e5-dd048785242c admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:27.295565 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-28265cbb-0257-433e-86e5-dd048785242c admin admin] 10.222.0.64 "DELETE /v2.0/routers/4e0056d2-c84f-4a1b-995c-fa6ec6997b9b HTTP/1.1" status: 204 len: 168 time: 1.6618514 Jul 07 20:50:27.298011 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37954) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:27.298733 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: e654a902-e471-4c18-8d0d-103b5c3ee4a0 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:50:27.299145 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device e654a902-e471-4c18-8d0d-103b5c3ee4a0 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:50:27.309246 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-11fa6078-1357-447a-a3b4-858aa051594b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:27.310715 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-11fa6078-1357-447a-a3b4-858aa051594b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=44323baf-dba1-4cdd-b0c1-02177941adb8 HTTP/1.1" status: 200 len: 862 time: 0.1038461 Jul 07 20:50:27.330197 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4a44c-69d5-4c5d-9487-68740aec1080 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Pushing event updated for resources: {'Port': ['ID=33313cc4-7a88-41ee-9c7e-169246608023,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:27.348104 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-91edd3cc-df99-4cae-8d8c-e4572faca40e req-c2f4a44c-69d5-4c5d-9487-68740aec1080 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:27.368362 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-134097b8-b3c5-4bc0-bc2d-d89c8c9f9e7b req-4d1ed5ea-b1e7-416f-a7a7-175508f555b4 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658481 Jul 07 20:50:27.369424 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-5c78bbf2-f14f-4925-b587-9ec7317ffd0d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d1a6625d-e0a5-4a92-8051-0eec64122ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379744 Jul 07 20:50:27.375246 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-91edd3cc-df99-4cae-8d8c-e4572faca40e req-c2f4a44c-69d5-4c5d-9487-68740aec1080 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:27.381637 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846a7ba-4b27-4607-a76b-16fa4f0ab268 req-e770d5ac-d440-4390-8c81-6cfbc8c90d79 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:27.382894 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91edd3cc-df99-4cae-8d8c-e4572faca40e req-c2f4a44c-69d5-4c5d-9487-68740aec1080 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3852172 Jul 07 20:50:27.383728 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9846a7ba-4b27-4607-a76b-16fa4f0ab268 req-e770d5ac-d440-4390-8c81-6cfbc8c90d79 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f81a341-beaa-43c3-ac95-a6e8c03a119c HTTP/1.1" status: 200 len: 950 time: 0.2691576 Jul 07 20:50:27.439876 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-56fa3d65-3ef7-4743-81f5-b84889ccc230 admin admin] Deleting subnet a4e42a85-93d1-4c63-8ac0-5587b9394f0f {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:50:27.452591 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91edd3cc-df99-4cae-8d8c-e4572faca40e req-531523d2-702b-4716-a655-cb0be6f0cda2 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 696 time: 0.0680399 Jul 07 20:50:27.473990 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56fa3d65-3ef7-4743-81f5-b84889ccc230 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:27.557800 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56fa3d65-3ef7-4743-81f5-b84889ccc230 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:27.627718 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-b541df09-a660-4879-88ae-b15a1e264c84 service neutron] 10.222.0.58 "GET /v2.0/networks/d1a6625d-e0a5-4a92-8051-0eec64122ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429638 Jul 07 20:50:27.716090 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-9846a7ba-4b27-4607-a76b-16fa4f0ab268 req-77874a2f-c079-4862-8834-3534e436dd0e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Deleting port 3fd3d68c-e58c-4865-9dbd-4ad768444535 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:27.716919 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9846a7ba-4b27-4607-a76b-16fa4f0ab268 req-77874a2f-c079-4862-8834-3534e436dd0e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:27.766237 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56fa3d65-3ef7-4743-81f5-b84889ccc230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:27.876619 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d5299ddc-dfc2-4a51-a350-b0dea1e900ba req-ef339dc7-67a1-41e7-8dbc-8a0e05911cd4 service neutron] 10.222.0.58 "GET /v2.0/networks/d1a6625d-e0a5-4a92-8051-0eec64122ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359726 Jul 07 20:50:27.893514 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-9846a7ba-4b27-4607-a76b-16fa4f0ab268 req-77874a2f-c079-4862-8834-3534e436dd0e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] For port 3fd3d68c-e58c-4865-9dbd-4ad768444535, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=3fd3d68c-e58c-4865-9dbd-4ad768444535,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:27.893772 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9846a7ba-4b27-4607-a76b-16fa4f0ab268 req-77874a2f-c079-4862-8834-3534e436dd0e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:27.899378 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56fa3d65-3ef7-4743-81f5-b84889ccc230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:27.925084 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edd3cc-df99-4cae-8d8c-e4572faca40e req-0f5e7dac-6dbc-4144-878f-c0d1a7e4a059 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:27.926468 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91edd3cc-df99-4cae-8d8c-e4572faca40e req-0f5e7dac-6dbc-4144-878f-c0d1a7e4a059 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.4729950 Jul 07 20:50:27.932379 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-9846a7ba-4b27-4607-a76b-16fa4f0ab268 req-77874a2f-c079-4862-8834-3534e436dd0e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Calling delete_port for 3fd3d68c-e58c-4865-9dbd-4ad768444535 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:27.944975 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa3d65-3ef7-4743-81f5-b84889ccc230 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4e42a85-93d1-4c63-8ac0-5587b9394f0f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:27.950253 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56fa3d65-3ef7-4743-81f5-b84889ccc230 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:27.952411 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-56fa3d65-3ef7-4743-81f5-b84889ccc230 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a4e42a85-93d1-4c63-8ac0-5587b9394f0f HTTP/1.1" status: 204 len: 168 time: 0.6531644 Jul 07 20:50:27.955984 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37962) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:27.957199 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afa42e8-09d1-4a2f-8248-cecb31abee6c None None] Network 264dde5d-0b26-40d6-b1bf-7b5ec20a1ece requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:50:28.004052 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb3c3bd-fe46-4721-a123-d3d497aa88b6 x-openstack-request-id: req-acb3c3bd-fe46-4721-a123-d3d497aa88b6 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:28.004346 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b269e0-2cef-4c54-a3c3-2350a9e29658", "tag": "54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:28.004603 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-acb3c3bd-fe46-4721-a123-d3d497aa88b6 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:28.005267 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b269e0-2cef-4c54-a3c3-2350a9e29658', 'tag': '54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69', 'status': 'completed', 'code': 200} Jul 07 20:50:28.025578 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457ccff-21a4-4956-8d7d-ae9e272f2ae8 req-8be24c33-70dc-44ac-a3b0-9f690783bccd tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:28.032677 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c457ccff-21a4-4956-8d7d-ae9e272f2ae8 req-8be24c33-70dc-44ac-a3b0-9f690783bccd tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=31b269e0-2cef-4c54-a3c3-2350a9e29658 HTTP/1.1" status: 200 len: 944 time: 0.5231996 Jul 07 20:50:28.122240 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9846a7ba-4b27-4607-a76b-16fa4f0ab268 req-77874a2f-c079-4862-8834-3534e436dd0e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:28.157733 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77874a2f-c079-4862-8834-3534e436dd0e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Pushing event deleted for resources: {'Port': ['ID=3fd3d68c-e58c-4865-9dbd-4ad768444535,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:28.159304 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['3f2f695a-9a83-4fa2-9166-162abc5fdd62', '19254ff3-2f0f-4684-b14a-aa9c0294c902'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:28.170271 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e1c82-b02e-4ff0-b196-1b6d132c965a req-6a143373-cf54-49dd-8261-3015e3ff9bfc tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:28.171861 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-297e1c82-b02e-4ff0-b196-1b6d132c965a req-6a143373-cf54-49dd-8261-3015e3ff9bfc tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.39 "GET /v2.0/ports?device_id=ff49a5c3-f42a-4180-9d87-a014fd0a4020 HTTP/1.1" status: 200 len: 950 time: 0.3006601 Jul 07 20:50:28.174094 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c28732-9f6a-4596-80bf-97dd8da2b7a4 req-4dacaa43-d576-46bf-aec1-2cb9bc8922f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:28.176815 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a5c28732-9f6a-4596-80bf-97dd8da2b7a4 req-4dacaa43-d576-46bf-aec1-2cb9bc8922f3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3349249ad1c24a58b749b119fbeb9b09&device_id=31b269e0-2cef-4c54-a3c3-2350a9e29658 HTTP/1.1" status: 200 len: 1096 time: 0.1365230 Jul 07 20:50:28.181670 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f9ad1f44-bfbc-481d-9d58-653c056c04dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:28.198941 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c457ccff-21a4-4956-8d7d-ae9e272f2ae8 req-3e9e36f5-5be5-4599-8854-35839c4d937f tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479871 Jul 07 20:50:28.276144 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9846a7ba-4b27-4607-a76b-16fa4f0ab268 req-77874a2f-c079-4862-8834-3534e436dd0e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] No DVR routers for this DVR port 3fd3d68c-e58c-4865-9dbd-4ad768444535 on host n-h2-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:50:28.280082 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9846a7ba-4b27-4607-a76b-16fa4f0ab268 req-77874a2f-c079-4862-8834-3534e436dd0e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:28.282228 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9846a7ba-4b27-4607-a76b-16fa4f0ab268 req-77874a2f-c079-4862-8834-3534e436dd0e tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.39 "DELETE /v2.0/ports/3fd3d68c-e58c-4865-9dbd-4ad768444535 HTTP/1.1" status: 204 len: 173 time: 0.8884313 Jul 07 20:50:28.327071 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c28732-9f6a-4596-80bf-97dd8da2b7a4 req-c2bc2293-836c-4071-8acf-2d3f41060809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:28.328629 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a5c28732-9f6a-4596-80bf-97dd8da2b7a4 req-c2bc2293-836c-4071-8acf-2d3f41060809 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d1a6625d-e0a5-4a92-8051-0eec64122ad8 HTTP/1.1" status: 200 len: 923 time: 0.1316280 Jul 07 20:50:28.401887 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a5c28732-9f6a-4596-80bf-97dd8da2b7a4 req-46f3ce21-2925-4cf5-85f0-0264cada817f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69 HTTP/1.1" status: 200 len: 217 time: 0.0628965 Jul 07 20:50:28.408492 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-f9ad1f44-bfbc-481d-9d58-653c056c04dd admin admin] Deleting port c154feca-69ce-4b1a-accf-b3a42a972673 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:28.409259 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f9ad1f44-bfbc-481d-9d58-653c056c04dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:28.457266 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c28732-9f6a-4596-80bf-97dd8da2b7a4 req-292babc8-e98f-496f-8b0a-7f5cc359165e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:28.459228 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a5c28732-9f6a-4596-80bf-97dd8da2b7a4 req-292babc8-e98f-496f-8b0a-7f5cc359165e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=44323baf-dba1-4cdd-b0c1-02177941adb8 HTTP/1.1" status: 200 len: 862 time: 0.0505030 Jul 07 20:50:28.542840 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a5c28732-9f6a-4596-80bf-97dd8da2b7a4 req-316fef90-348a-47cd-ae11-027c646cc9e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d1a6625d-e0a5-4a92-8051-0eec64122ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745997 Jul 07 20:50:28.557303 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-297e1c82-b02e-4ff0-b196-1b6d132c965a req-bccc73bc-a639-40a3-ba7a-caa742fbd87b tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Deleting port 19254ff3-2f0f-4684-b14a-aa9c0294c902 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:28.560949 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-297e1c82-b02e-4ff0-b196-1b6d132c965a req-bccc73bc-a639-40a3-ba7a-caa742fbd87b tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:28.636412 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9e77b6-ca78-4c1a-8086-9b497e649b9d None None] DHCP port deletion for 264dde5d-0b26-40d6-b1bf-7b5ec20a1ece request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:50:28.688515 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-17c23389-fb66-41a9-a493-c76a3b728550 req-4212ce33-9dea-491d-977b-dc57e041ab59 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f81a341-beaa-43c3-ac95-a6e8c03a119c HTTP/1.1" status: 200 len: 210 time: 0.0865357 Jul 07 20:50:28.706355 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-f9ad1f44-bfbc-481d-9d58-653c056c04dd admin admin] For port c154feca-69ce-4b1a-accf-b3a42a972673, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c154feca-69ce-4b1a-accf-b3a42a972673,segment=NetworkSegment(72898ccf-b813-4daa-8482-8990fb92981a),segment_id=72898ccf-b813-4daa-8482-8990fb92981a)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:28.706355 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f9ad1f44-bfbc-481d-9d58-653c056c04dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:28.715185 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a5c28732-9f6a-4596-80bf-97dd8da2b7a4 req-84cea930-16cb-4656-a1df-7be0e59d1e7f service neutron] 10.222.0.58 "GET /v2.0/networks/d1a6625d-e0a5-4a92-8051-0eec64122ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634805 Jul 07 20:50:28.724723 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-f9ad1f44-bfbc-481d-9d58-653c056c04dd admin admin] Calling delete_port for c154feca-69ce-4b1a-accf-b3a42a972673 owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:28.770057 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e77b6-ca78-4c1a-8086-9b497e649b9d None None] Deleting port c154feca-69ce-4b1a-accf-b3a42a972673 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:28.770471 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6b9e77b6-ca78-4c1a-8086-9b497e649b9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:28.808377 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-297e1c82-b02e-4ff0-b196-1b6d132c965a req-bccc73bc-a639-40a3-ba7a-caa742fbd87b tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] For port 19254ff3-2f0f-4684-b14a-aa9c0294c902, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=19254ff3-2f0f-4684-b14a-aa9c0294c902,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:28.808780 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-297e1c82-b02e-4ff0-b196-1b6d132c965a req-bccc73bc-a639-40a3-ba7a-caa742fbd87b tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:28.855648 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-297e1c82-b02e-4ff0-b196-1b6d132c965a req-bccc73bc-a639-40a3-ba7a-caa742fbd87b tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Calling delete_port for 19254ff3-2f0f-4684-b14a-aa9c0294c902 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:28.858884 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a5c28732-9f6a-4596-80bf-97dd8da2b7a4 req-06ce812e-e468-4d20-b565-8a47a15f7504 service neutron] 10.222.0.58 "GET /v2.0/networks/d1a6625d-e0a5-4a92-8051-0eec64122ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330132 Jul 07 20:50:28.875439 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-6b9e77b6-ca78-4c1a-8086-9b497e649b9d None None] For port c154feca-69ce-4b1a-accf-b3a42a972673, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c154feca-69ce-4b1a-accf-b3a42a972673,segment=NetworkSegment(72898ccf-b813-4daa-8482-8990fb92981a),segment_id=72898ccf-b813-4daa-8482-8990fb92981a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:28.875843 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6b9e77b6-ca78-4c1a-8086-9b497e649b9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:28.902437 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-6b9e77b6-ca78-4c1a-8086-9b497e649b9d None None] Calling delete_port for c154feca-69ce-4b1a-accf-b3a42a972673 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:28.991384 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a071b61-586e-4507-80d7-81bc058d46a3 req-6af4771c-060a-4822-96e9-19c528c68abd tempest-MigrationsAdminTest-208978502 tempest-MigrationsAdminTest-208978502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:28.994234 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0a071b61-586e-4507-80d7-81bc058d46a3 req-6af4771c-060a-4822-96e9-19c528c68abd tempest-MigrationsAdminTest-208978502 tempest-MigrationsAdminTest-208978502-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 1101 time: 0.1694975 Jul 07 20:50:28.997103 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f9ad1f44-bfbc-481d-9d58-653c056c04dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:29.018596 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6b9e77b6-ca78-4c1a-8086-9b497e649b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:29.028194 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0a071b61-586e-4507-80d7-81bc058d46a3 req-0eb5ffdb-3aaf-429c-8f71-a0b361d68441 tempest-MigrationsAdminTest-208978502 tempest-MigrationsAdminTest-208978502-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:29.056497 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e77b6-ca78-4c1a-8086-9b497e649b9d None None] Pushing event deleted for resources: {'Port': ['ID=c154feca-69ce-4b1a-accf-b3a42a972673,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:29.064305 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ad1f44-bfbc-481d-9d58-653c056c04dd admin admin] No DVR routers for this DVR port c154feca-69ce-4b1a-accf-b3a42a972673 on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:50:29.069190 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9e77b6-ca78-4c1a-8086-9b497e649b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:29.069620 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9e77b6-ca78-4c1a-8086-9b497e649b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:29.070033 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9e77b6-ca78-4c1a-8086-9b497e649b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:29.070464 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9e77b6-ca78-4c1a-8086-9b497e649b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:29.071464 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9e77b6-ca78-4c1a-8086-9b497e649b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:29.071854 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9e77b6-ca78-4c1a-8086-9b497e649b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:29.072414 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9e77b6-ca78-4c1a-8086-9b497e649b9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:29.073143 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9e77b6-ca78-4c1a-8086-9b497e649b9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:29.074191 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9e77b6-ca78-4c1a-8086-9b497e649b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:29.074601 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9e77b6-ca78-4c1a-8086-9b497e649b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:29.075008 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9e77b6-ca78-4c1a-8086-9b497e649b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:29.075455 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9e77b6-ca78-4c1a-8086-9b497e649b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:29.078426 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9e77b6-ca78-4c1a-8086-9b497e649b9d None None] No DVR routers for this DVR port c154feca-69ce-4b1a-accf-b3a42a972673 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:50:29.105113 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad1f44-bfbc-481d-9d58-653c056c04dd admin admin] Pushing event deleted for resources: {'Port': ['ID=c154feca-69ce-4b1a-accf-b3a42a972673,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:29.152666 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c154feca-69ce-4b1a-accf-b3a42a972673 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:29.179019 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: c154feca-69ce-4b1a-accf-b3a42a972673 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:50:29.179482 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c154feca-69ce-4b1a-accf-b3a42a972673 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:50:29.183055 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4eb4da1a-f864-4ae6-90ed-6c510127c3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:29.297622 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f9ad1f44-bfbc-481d-9d58-653c056c04dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:29.333004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-f9ad1f44-bfbc-481d-9d58-653c056c04dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264dde5d-0b26-40d6-b1bf-7b5ec20a1ece']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:29.365976 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-f9ad1f44-bfbc-481d-9d58-653c056c04dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72898ccf-b813-4daa-8482-8990fb92981a') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:29.366275 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-f9ad1f44-bfbc-481d-9d58-653c056c04dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72898ccf-b813-4daa-8482-8990fb92981a') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:29.369179 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-297e1c82-b02e-4ff0-b196-1b6d132c965a req-bccc73bc-a639-40a3-ba7a-caa742fbd87b tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:29.382344 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['3f2f695a-9a83-4fa2-9166-162abc5fdd62'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:29.420298 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f9ad1f44-bfbc-481d-9d58-653c056c04dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:29.429180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-50d5dbe6-40e8-4530-a81a-152c9b143a8a tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:29.432141 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-50d5dbe6-40e8-4530-a81a-152c9b143a8a tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/networks?id=862b922f-3f8e-403e-939d-5a18a5258b58 HTTP/1.1" status: 200 len: 820 time: 0.3718493 Jul 07 20:50:29.452690 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc73bc-a639-40a3-ba7a-caa742fbd87b tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Pushing event deleted for resources: {'Port': ['ID=19254ff3-2f0f-4684-b14a-aa9c0294c902,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:29.489380 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f9ad1f44-bfbc-481d-9d58-653c056c04dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:29.512194 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-297e1c82-b02e-4ff0-b196-1b6d132c965a req-bccc73bc-a639-40a3-ba7a-caa742fbd87b tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] No DVR routers for this DVR port 19254ff3-2f0f-4684-b14a-aa9c0294c902 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:50:29.514821 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-297e1c82-b02e-4ff0-b196-1b6d132c965a req-bccc73bc-a639-40a3-ba7a-caa742fbd87b tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:29.517188 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-297e1c82-b02e-4ff0-b196-1b6d132c965a req-bccc73bc-a639-40a3-ba7a-caa742fbd87b tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.39 "DELETE /v2.0/ports/19254ff3-2f0f-4684-b14a-aa9c0294c902 HTTP/1.1" status: 204 len: 173 time: 1.3324525 Jul 07 20:50:29.519585 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff49a5c3-f42a-4180-9d87-a014fd0a4020', 'name': 'network-vif-deleted', 'tag': '19254ff3-2f0f-4684-b14a-aa9c0294c902'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:29.521923 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b550023b-658b-4afa-9d69-5c32175fc078" -d '{"events": [{"server_uuid": "ff49a5c3-f42a-4180-9d87-a014fd0a4020", "name": "network-vif-deleted", "tag": "19254ff3-2f0f-4684-b14a-aa9c0294c902"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:29.525909 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-e3950d27-6943-4de6-95ec-6b01d13e5977 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/quotas/c5ecdc93a1ea491aaf71d58b3b9d68f7 HTTP/1.1" status: 200 len: 375 time: 0.0791111 Jul 07 20:50:29.530240 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ad1f44-bfbc-481d-9d58-653c056c04dd admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:50:29.530649 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f9ad1f44-bfbc-481d-9d58-653c056c04dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: timer() Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:50:29.532453 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:50:29.630529 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0a071b61-586e-4507-80d7-81bc058d46a3 req-0eb5ffdb-3aaf-429c-8f71-a0b361d68441 tempest-MigrationsAdminTest-208978502 tempest-MigrationsAdminTest-208978502-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:29.636580 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0a071b61-586e-4507-80d7-81bc058d46a3 req-0eb5ffdb-3aaf-429c-8f71-a0b361d68441 tempest-MigrationsAdminTest-208978502 tempest-MigrationsAdminTest-208978502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:29.642808 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f9ad1f44-bfbc-481d-9d58-653c056c04dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:29.648724 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f9ad1f44-bfbc-481d-9d58-653c056c04dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:29.654166 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f9ad1f44-bfbc-481d-9d58-653c056c04dd admin admin] 10.222.0.64 "DELETE /v2.0/networks/264dde5d-0b26-40d6-b1bf-7b5ec20a1ece HTTP/1.1" status: 204 len: 168 time: 1.6952584 Jul 07 20:50:29.654351 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37986) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:29.691518 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad1f44-bfbc-481d-9d58-653c056c04dd admin admin] Pushing event deleted for resources: {'Network': ['ID=264dde5d-0b26-40d6-b1bf-7b5ec20a1ece,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:29.695615 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0a071b61-586e-4507-80d7-81bc058d46a3 req-0eb5ffdb-3aaf-429c-8f71-a0b361d68441 tempest-MigrationsAdminTest-208978502 tempest-MigrationsAdminTest-208978502-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6894734 Jul 07 20:50:29.708085 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5ffdb-3aaf-429c-8f71-a0b361d68441 tempest-MigrationsAdminTest-208978502 tempest-MigrationsAdminTest-208978502-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69feb5fd-6a0c-4c64-9287-13bab0ec663e,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:29.745056 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-4d91ec04-7da1-4a1f-944f-dd268d172680 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c5ecdc93a1ea491aaf71d58b3b9d68f7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1971059 Jul 07 20:50:29.886071 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-6297a6cb-d178-4ed5-8954-73097a9249a8 service neutron] 10.222.0.64 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327698 Jul 07 20:50:29.921821 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe50613-4b3c-48b3-a96f-0f9d4cdbddc0 req-41362d19-bac9-4831-b7f9-ab09d58239ef tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:29.923425 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fe50613-4b3c-48b3-a96f-0f9d4cdbddc0 req-41362d19-bac9-4831-b7f9-ab09d58239ef tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1de9f19-0b46-470c-8c22-6d53a9206710 HTTP/1.1" status: 200 len: 946 time: 0.1132512 Jul 07 20:50:29.997897 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fe50613-4b3c-48b3-a96f-0f9d4cdbddc0 req-54f5eb99-4265-477d-a0d6-d34e956e0f97 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] 10.222.0.64 "GET /v2.0/security-groups?id=6567dc89-a636-4a07-a4e0-4f30d982d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496085 Jul 07 20:50:30.006653 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f81a341-beaa-43c3-ac95-a6e8c03a119c', 'name': 'network-vif-deleted', 'tag': '3fd3d68c-e58c-4865-9dbd-4ad768444535'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:30.009375 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f3832d-31ef-4643-930f-17b0c886080b" -d '{"events": [{"server_uuid": "4f81a341-beaa-43c3-ac95-a6e8c03a119c", "name": "network-vif-deleted", "tag": "3fd3d68c-e58c-4865-9dbd-4ad768444535"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:30.040224 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-cc299a40-d92c-45ed-bcd2-853bb5e822cc service neutron] 10.222.0.64 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458690 Jul 07 20:50:30.076809 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cca65b3c-f9a1-458f-98b7-24cca4e52e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:30.096721 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 3fd3d68c-e58c-4865-9dbd-4ad768444535 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:30.131927 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 3fd3d68c-e58c-4865-9dbd-4ad768444535 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:50:30.132522 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 3fd3d68c-e58c-4865-9dbd-4ad768444535 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:50:30.133279 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 19254ff3-2f0f-4684-b14a-aa9c0294c902 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:30.163659 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 19254ff3-2f0f-4684-b14a-aa9c0294c902 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:50:30.163659 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 19254ff3-2f0f-4684-b14a-aa9c0294c902 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:50:30.246976 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192dcf67-534e-4aa9-a0bb-0fd5ddc7e9bc req-84ce677d-335d-4c42-8a04-c9a34869a878 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:30.249406 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-192dcf67-534e-4aa9-a0bb-0fd5ddc7e9bc req-84ce677d-335d-4c42-8a04-c9a34869a878 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/ports?device_id=19718a07-ccf9-4417-b070-99b44424adf8 HTTP/1.1" status: 200 len: 946 time: 0.1271038 Jul 07 20:50:30.255722 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:50:30.327128 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-192dcf67-534e-4aa9-a0bb-0fd5ddc7e9bc req-056cd336-058c-46fc-b525-ad9a3c37d111 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/security-groups?id=60ff3ed9-d0fe-4360-ac3e-3707f4165dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714653 Jul 07 20:50:30.592513 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-cca65b3c-f9a1-458f-98b7-24cca4e52e9b admin admin] Deleting port a4c75c03-5553-4b32-984b-40ba2efe25fc {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:30.593181 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cca65b3c-f9a1-458f-98b7-24cca4e52e9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:30.598895 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69,segment=NetworkSegment(bf53d961-3859-4756-83b3-c7352abc25ca),segment_id=bf53d961-3859-4756-83b3-c7352abc25ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:30.612437 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69', 'network_id': 'd1a6625d-e0a5-4a92-8051-0eec64122ad8', 'port_id': '54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69', 'mac_address': 'fa:16:3e:dd:33:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44323baf-dba1-4cdd-b0c1-02177941adb8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:50:30.664103 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:30.666643 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8753718-8e49-4abc-8e04-43f9a7fc1f98 req-c4e73647-5b15-4bea-959c-a987d5f72cd2 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:30.668300 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8753718-8e49-4abc-8e04-43f9a7fc1f98 req-c4e73647-5b15-4bea-959c-a987d5f72cd2 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1de9f19-0b46-470c-8c22-6d53a9206710 HTTP/1.1" status: 200 len: 946 time: 0.1412587 Jul 07 20:50:30.679049 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876cce2-07ef-47d8-9a7e-35b8289b5312 req-6a652c66-b39f-4ce8-ba49-1735fa7d5f80 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:30.680096 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:50:30.686031 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0876cce2-07ef-47d8-9a7e-35b8289b5312 req-6a652c66-b39f-4ce8-ba49-1735fa7d5f80 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 945 time: 0.2245002 Jul 07 20:50:30.698751 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-cca65b3c-f9a1-458f-98b7-24cca4e52e9b admin admin] For port a4c75c03-5553-4b32-984b-40ba2efe25fc, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a4c75c03-5553-4b32-984b-40ba2efe25fc,segment=NetworkSegment(d4a4edd5-a19e-4603-8fbc-32f9f5f5bcb9),segment_id=d4a4edd5-a19e-4603-8fbc-32f9f5f5bcb9)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:30.699346 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cca65b3c-f9a1-458f-98b7-24cca4e52e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:30.705083 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69,segment=NetworkSegment(bf53d961-3859-4756-83b3-c7352abc25ca),segment_id=bf53d961-3859-4756-83b3-c7352abc25ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:30.710221 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:30.718803 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-cca65b3c-f9a1-458f-98b7-24cca4e52e9b admin admin] Calling delete_port for a4c75c03-5553-4b32-984b-40ba2efe25fc owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:30.752667 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7147afa-8a4e-4110-8f8a-a337fbc24af6 req-3a4aa93a-b576-489d-b5e3-67cd09a35285 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:30.760699 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7147afa-8a4e-4110-8f8a-a337fbc24af6 req-3a4aa93a-b576-489d-b5e3-67cd09a35285 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=31b269e0-2cef-4c54-a3c3-2350a9e29658 HTTP/1.1" status: 200 len: 944 time: 0.2472022 Jul 07 20:50:30.772580 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:30.848028 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0876cce2-07ef-47d8-9a7e-35b8289b5312 req-d1d51193-0079-43d8-89e2-3fdec38728e8 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d0ec93b-17a8-4a4a-a7cd-5c19d7f989f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609452 Jul 07 20:50:30.888400 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b947ca6e-d784-45a6-a47d-421fbae04e42 x-openstack-request-id: req-b947ca6e-d784-45a6-a47d-421fbae04e42 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:30.888895 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff49a5c3-f42a-4180-9d87-a014fd0a4020", "name": "network-vif-deleted", "tag": "19254ff3-2f0f-4684-b14a-aa9c0294c902", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:30.889332 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b947ca6e-d784-45a6-a47d-421fbae04e42 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:30.889915 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff49a5c3-f42a-4180-9d87-a014fd0a4020', 'name': 'network-vif-deleted', 'tag': '19254ff3-2f0f-4684-b14a-aa9c0294c902', 'status': 'completed', 'code': 200} Jul 07 20:50:30.919591 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7147afa-8a4e-4110-8f8a-a337fbc24af6 req-8f21306f-e075-43df-92f5-98dac769dcce tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326306 Jul 07 20:50:30.966660 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-d8753718-8e49-4abc-8e04-43f9a7fc1f98 req-a14c6f89-e7ab-4dcb-85b6-5058fc362769 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Deleting port def5630f-ce57-49cc-b9d8-7050360f93c6 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:30.967013 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8753718-8e49-4abc-8e04-43f9a7fc1f98 req-a14c6f89-e7ab-4dcb-85b6-5058fc362769 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:30.997875 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:31.107824 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-d8753718-8e49-4abc-8e04-43f9a7fc1f98 req-a14c6f89-e7ab-4dcb-85b6-5058fc362769 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] For port def5630f-ce57-49cc-b9d8-7050360f93c6, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=def5630f-ce57-49cc-b9d8-7050360f93c6,segment=NetworkSegment(de19d4c6-e3ed-40dd-97a1-a8aa13c705c2),segment_id=de19d4c6-e3ed-40dd-97a1-a8aa13c705c2)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:31.108467 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8753718-8e49-4abc-8e04-43f9a7fc1f98 req-a14c6f89-e7ab-4dcb-85b6-5058fc362769 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:31.121811 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0364cb17-91dc-4646-b72e-cacea62cce6f x-openstack-request-id: req-0364cb17-91dc-4646-b72e-cacea62cce6f {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:31.122354 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f81a341-beaa-43c3-ac95-a6e8c03a119c", "name": "network-vif-deleted", "tag": "3fd3d68c-e58c-4865-9dbd-4ad768444535", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:31.122483 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0364cb17-91dc-4646-b72e-cacea62cce6f {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:31.122864 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f81a341-beaa-43c3-ac95-a6e8c03a119c', 'name': 'network-vif-deleted', 'tag': '3fd3d68c-e58c-4865-9dbd-4ad768444535', 'status': 'completed', 'code': 200} Jul 07 20:50:31.130673 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-d8753718-8e49-4abc-8e04-43f9a7fc1f98 req-a14c6f89-e7ab-4dcb-85b6-5058fc362769 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Calling delete_port for def5630f-ce57-49cc-b9d8-7050360f93c6 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:31.207555 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571d4d8-038c-4df4-8363-6f449ee96191 req-13a99b59-d50d-45d7-b024-6f0d2edfb23b tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:31.209171 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d571d4d8-038c-4df4-8363-6f449ee96191 req-13a99b59-d50d-45d7-b024-6f0d2edfb23b tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.39 "GET /v2.0/ports?device_id=19718a07-ccf9-4417-b070-99b44424adf8 HTTP/1.1" status: 200 len: 946 time: 0.0852013 Jul 07 20:50:31.323683 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-81fe65c5-6874-493c-8cf3-def9d0f79bf8 req-7e7401f3-9075-45d6-bd1a-ad3f1860afeb tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c021d54-9437-42cd-9a5e-1f94d6b45825 HTTP/1.1" status: 200 len: 210 time: 0.0358131 Jul 07 20:50:31.338189 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8753718-8e49-4abc-8e04-43f9a7fc1f98 req-a14c6f89-e7ab-4dcb-85b6-5058fc362769 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:31.358336 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['def5630f-ce57-49cc-b9d8-7050360f93c6'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:31.378195 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-d571d4d8-038c-4df4-8363-6f449ee96191 req-42eebdb1-175c-40a0-b2e3-839f2d374812 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Deleting port fa01e607-3a72-496c-8dd1-612818e0cfb3 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:31.378556 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d571d4d8-038c-4df4-8363-6f449ee96191 req-42eebdb1-175c-40a0-b2e3-839f2d374812 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:31.380754 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c6f89-e7ab-4dcb-85b6-5058fc362769 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Pushing event deleted for resources: {'Port': ['ID=def5630f-ce57-49cc-b9d8-7050360f93c6,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:31.421957 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c6f89-e7ab-4dcb-85b6-5058fc362769 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:31.422457 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c6f89-e7ab-4dcb-85b6-5058fc362769 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:31.422874 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c6f89-e7ab-4dcb-85b6-5058fc362769 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:31.423157 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c6f89-e7ab-4dcb-85b6-5058fc362769 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:31.423521 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c6f89-e7ab-4dcb-85b6-5058fc362769 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:31.425425 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c6f89-e7ab-4dcb-85b6-5058fc362769 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:31.425769 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c6f89-e7ab-4dcb-85b6-5058fc362769 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:31.426115 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c6f89-e7ab-4dcb-85b6-5058fc362769 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:31.426847 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c6f89-e7ab-4dcb-85b6-5058fc362769 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:31.426847 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c6f89-e7ab-4dcb-85b6-5058fc362769 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:31.427138 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c6f89-e7ab-4dcb-85b6-5058fc362769 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:31.427507 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14c6f89-e7ab-4dcb-85b6-5058fc362769 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:31.448823 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8753718-8e49-4abc-8e04-43f9a7fc1f98 req-a14c6f89-e7ab-4dcb-85b6-5058fc362769 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] No DVR routers for this DVR port def5630f-ce57-49cc-b9d8-7050360f93c6 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:50:31.451339 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8753718-8e49-4abc-8e04-43f9a7fc1f98 req-a14c6f89-e7ab-4dcb-85b6-5058fc362769 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:31.454223 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8753718-8e49-4abc-8e04-43f9a7fc1f98 req-a14c6f89-e7ab-4dcb-85b6-5058fc362769 tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] 10.222.0.39 "DELETE /v2.0/ports/def5630f-ce57-49cc-b9d8-7050360f93c6 HTTP/1.1" status: 204 len: 173 time: 0.7590413 Jul 07 20:50:31.545891 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-d571d4d8-038c-4df4-8363-6f449ee96191 req-42eebdb1-175c-40a0-b2e3-839f2d374812 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] For port fa01e607-3a72-496c-8dd1-612818e0cfb3, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=fa01e607-3a72-496c-8dd1-612818e0cfb3,segment=NetworkSegment(27a15d2f-090d-4d9b-9129-6177fbcbf67b),segment_id=27a15d2f-090d-4d9b-9129-6177fbcbf67b)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:31.546325 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d571d4d8-038c-4df4-8363-6f449ee96191 req-42eebdb1-175c-40a0-b2e3-839f2d374812 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:31.598148 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-d571d4d8-038c-4df4-8363-6f449ee96191 req-42eebdb1-175c-40a0-b2e3-839f2d374812 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Calling delete_port for fa01e607-3a72-496c-8dd1-612818e0cfb3 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:31.669036 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cca65b3c-f9a1-458f-98b7-24cca4e52e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:31.710763 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d56d8ff0-c18a-4dfc-a28d-9b1248a8b9b3 req-7953badf-ca4a-44f8-b6da-72c78cd99d6e tempest-InstanceActionsV221TestJSON-837370926 tempest-InstanceActionsV221TestJSON-837370926-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1de9f19-0b46-470c-8c22-6d53a9206710 HTTP/1.1" status: 200 len: 210 time: 0.0687449 Jul 07 20:50:31.731636 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca65b3c-f9a1-458f-98b7-24cca4e52e9b admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c75c03-5553-4b32-984b-40ba2efe25fc,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:31.845126 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-70696ede-1ac5-4c5b-b61d-c686e9008145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:31.887994 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:31.944333 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d571d4d8-038c-4df4-8363-6f449ee96191 req-42eebdb1-175c-40a0-b2e3-839f2d374812 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:31.960361 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['fa01e607-3a72-496c-8dd1-612818e0cfb3'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:32.022162 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eebdb1-175c-40a0-b2e3-839f2d374812 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Pushing event deleted for resources: {'Port': ['ID=fa01e607-3a72-496c-8dd1-612818e0cfb3,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:32.118741 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-d571d4d8-038c-4df4-8363-6f449ee96191 req-42eebdb1-175c-40a0-b2e3-839f2d374812 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] No DVR routers for this DVR port fa01e607-3a72-496c-8dd1-612818e0cfb3 on host n-h2-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:50:32.121818 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d571d4d8-038c-4df4-8363-6f449ee96191 req-42eebdb1-175c-40a0-b2e3-839f2d374812 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:32.124467 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d571d4d8-038c-4df4-8363-6f449ee96191 req-42eebdb1-175c-40a0-b2e3-839f2d374812 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.39 "DELETE /v2.0/ports/fa01e607-3a72-496c-8dd1-612818e0cfb3 HTTP/1.1" status: 204 len: 173 time: 0.9073856 Jul 07 20:50:32.142329 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-50162943-f896-4252-b784-800e38cd7925 req-f674dcd3-9ab0-4bca-8497-ad5ceebf2db1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3793139 Jul 07 20:50:32.152259 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f292a2-f63b-441c-91b6-88827f2ca577 req-d38e6bc7-910b-49ee-925c-dd14071160a9 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:32.154341 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29f292a2-f63b-441c-91b6-88827f2ca577 req-d38e6bc7-910b-49ee-925c-dd14071160a9 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/ports?device_id=19718a07-ccf9-4417-b070-99b44424adf8 HTTP/1.1" status: 200 len: 867 time: 0.3733814 Jul 07 20:50:32.165647 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cca65b3c-f9a1-458f-98b7-24cca4e52e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:32.178904 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48e3fb-e6f2-4354-8839-61bed88acf72 req-66d411f5-0f31-4709-b5e6-23306eeb2bb1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:32.183945 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1f48e3fb-e6f2-4354-8839-61bed88acf72 req-66d411f5-0f31-4709-b5e6-23306eeb2bb1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 949 time: 0.2141972 Jul 07 20:50:32.196689 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-cc25157b-9564-4c3b-abd1-abe45c297348 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:32.198539 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-cc25157b-9564-4c3b-abd1-abe45c297348 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.39 "GET /v2.0/networks?id=862b922f-3f8e-403e-939d-5a18a5258b58 HTTP/1.1" status: 200 len: 820 time: 0.4156308 Jul 07 20:50:32.229694 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-23e1ac72-c860-494c-a956-58f77ce66836 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Request body: {'port': {'device_id': '9c021d54-9437-42cd-9a5e-1f94d6b45825', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'admin_state_up': True, 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:32.267222 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:50:32.353929 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1f48e3fb-e6f2-4354-8839-61bed88acf72 req-1d8910e0-38e2-4955-8656-8d3c66d9d33f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520500 Jul 07 20:50:32.375929 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:32.384436 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:32.384822 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:32.487143 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29f292a2-f63b-441c-91b6-88827f2ca577 req-37979663-6fee-4fc0-b376-af4f196aba23 tempest-ServersNegativeTestMultiTenantJSON-1884663347 tempest-ServersNegativeTestMultiTenantJSON-1884663347-project] 10.222.0.64 "GET /v2.0/security-groups?id=60ff3ed9-d0fe-4360-ac3e-3707f4165dd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994878 Jul 07 20:50:32.524632 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca65b3c-f9a1-458f-98b7-24cca4e52e9b admin admin] Router 806317b4-d5cc-42b6-9aa7-0d6233c71757 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:50:32.528051 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:32.558292 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-23e1ac72-c860-494c-a956-58f77ce66836 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Made reservation on behalf of c5ecdc93a1ea491aaf71d58b3b9d68f7 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:50:32.569182 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-23e1ac72-c860-494c-a956-58f77ce66836 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:32.579476 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69,segment=NetworkSegment(bf53d961-3859-4756-83b3-c7352abc25ca),segment_id=bf53d961-3859-4756-83b3-c7352abc25ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:32.580876 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b269e0-2cef-4c54-a3c3-2350a9e29658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:32.585550 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b010b5c4-6dba-4406-b245-3c3613455395" -d '{"events": [{"server_uuid": "31b269e0-2cef-4c54-a3c3-2350a9e29658", "name": "network-vif-plugged", "status": "completed", "tag": "54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:32.593861 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:32.679880 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:32.748580 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca65b3c-f9a1-458f-98b7-24cca4e52e9b admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:50:32.754686 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cca65b3c-f9a1-458f-98b7-24cca4e52e9b admin admin] 10.222.0.64 "PUT /v2.0/routers/806317b4-d5cc-42b6-9aa7-0d6233c71757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0988083 Jul 07 20:50:32.760249 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38060) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:32.765587 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf890a8-c944-4840-aeda-79e772cd36b6 None None] Sync routers for ids ['806317b4-d5cc-42b6-9aa7-0d6233c71757'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:50:32.790746 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf890a8-c944-4840-aeda-79e772cd36b6 None None] Routers {'806317b4-d5cc-42b6-9aa7-0d6233c71757'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:50:32.791699 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ddf890a8-c944-4840-aeda-79e772cd36b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:50:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['806317b4-d5cc-42b6-9aa7-0d6233c71757'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:32.859105 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-23e1ac72-c860-494c-a956-58f77ce66836 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Allocated IP 172.20.0.14 (862b922f-3f8e-403e-939d-5a18a5258b58/71aa915f-97b8-42f5-b575-925f0ac5a27a/fcb8d989-b582-41bd-ab92-01fa213100e0) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:50:32.891319 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1de9f19-0b46-470c-8c22-6d53a9206710', 'name': 'network-vif-deleted', 'tag': 'def5630f-ce57-49cc-b9d8-7050360f93c6'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:32.900235 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2bbf87-7289-46eb-8e2d-97e1a97f66c0" -d '{"events": [{"server_uuid": "c1de9f19-0b46-470c-8c22-6d53a9206710", "name": "network-vif-deleted", "tag": "def5630f-ce57-49cc-b9d8-7050360f93c6"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:33.010728 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95071ddc-b0ec-471b-aded-05cd7ce445c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:33.130611 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-ddf890a8-c944-4840-aeda-79e772cd36b6 None None] Set router 806317b4-d5cc-42b6-9aa7-0d6233c71757 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:50:33.203673 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19718a07-ccf9-4417-b070-99b44424adf8', 'name': 'network-vif-deleted', 'tag': 'fa01e607-3a72-496c-8dd1-612818e0cfb3'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:33.208628 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94da8e9f-abec-4861-99ab-dc771ffbd510" -d '{"events": [{"server_uuid": "19718a07-ccf9-4417-b070-99b44424adf8", "name": "network-vif-deleted", "tag": "fa01e607-3a72-496c-8dd1-612818e0cfb3"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:33.241507 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95071ddc-b0ec-471b-aded-05cd7ce445c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:33.307586 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4030b922-5097-4e0c-b236-159cf8746cfb req-bf367b00-4455-4059-a53e-17a02e64c402 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c021d54-9437-42cd-9a5e-1f94d6b45825 HTTP/1.1" status: 200 len: 210 time: 0.1606491 Jul 07 20:50:33.316479 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-95071ddc-b0ec-471b-aded-05cd7ce445c0 admin admin] Deleting port 99a7c6b1-378c-4fbf-ba22-4e517144ab1a {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:33.317030 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95071ddc-b0ec-471b-aded-05cd7ce445c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:33.323801 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-23e1ac72-c860-494c-a956-58f77ce66836 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:33.343888 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-23e1ac72-c860-494c-a956-58f77ce66836 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Transition to ACTIVE for port object fcb8d989-b582-41bd-ab92-01fa213100e0 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:50:33.369669 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b2af2b-b151-43b4-adc7-0fd0aa8acba8 x-openstack-request-id: req-62b2af2b-b151-43b4-adc7-0fd0aa8acba8 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:33.370063 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b269e0-2cef-4c54-a3c3-2350a9e29658", "name": "network-vif-plugged", "status": "completed", "tag": "54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:33.370318 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62b2af2b-b151-43b4-adc7-0fd0aa8acba8 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:33.371502 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b269e0-2cef-4c54-a3c3-2350a9e29658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69', 'code': 200} Jul 07 20:50:33.397831 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-23e1ac72-c860-494c-a956-58f77ce66836 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:33.427943 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ddf890a8-c944-4840-aeda-79e772cd36b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806317b4-d5cc-42b6-9aa7-0d6233c71757', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1371591024-router', 'tenant_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '99a7c6b1-378c-4fbf-ba22-4e517144ab1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:24Z', 'updated_at': '2021-07-07T20:50:31Z', 'revision_number': 5, 'project_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'gw_port': {'id': '99a7c6b1-378c-4fbf-ba22-4e517144ab1a', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:50:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806317b4-d5cc-42b6-9aa7-0d6233c71757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:44:25Z', 'updated_at': '2021-07-07T20:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:33.455552 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['4228e434-d7b8-41d2-a956-8590e791b22a'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:33.472856 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-95071ddc-b0ec-471b-aded-05cd7ce445c0 admin admin] For port 99a7c6b1-378c-4fbf-ba22-4e517144ab1a, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=99a7c6b1-378c-4fbf-ba22-4e517144ab1a,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:33.474189 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95071ddc-b0ec-471b-aded-05cd7ce445c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:33.493787 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf890a8-c944-4840-aeda-79e772cd36b6 None None] Checking router: 806317b4-d5cc-42b6-9aa7-0d6233c71757 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:50:33.503584 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf890a8-c944-4840-aeda-79e772cd36b6 None None] Routers {'806317b4-d5cc-42b6-9aa7-0d6233c71757'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:50:33.504320 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ddf890a8-c944-4840-aeda-79e772cd36b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:50:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['806317b4-d5cc-42b6-9aa7-0d6233c71757'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:33.507753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05b028-7223-486a-90a5-812c0562234f req-07399edf-62b1-467d-bea0-2526b7364691 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:33.510928 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-95071ddc-b0ec-471b-aded-05cd7ce445c0 admin admin] Calling delete_port for 99a7c6b1-378c-4fbf-ba22-4e517144ab1a owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:33.516185 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:33.522859 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ed05b028-7223-486a-90a5-812c0562234f req-07399edf-62b1-467d-bea0-2526b7364691 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=31b269e0-2cef-4c54-a3c3-2350a9e29658 HTTP/1.1" status: 200 len: 946 time: 0.5206091 Jul 07 20:50:33.554614 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-23e1ac72-c860-494c-a956-58f77ce66836 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Network 862b922f-3f8e-403e-939d-5a18a5258b58 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:50:33.569375 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-23e1ac72-c860-494c-a956-58f77ce66836 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:33.576482 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-23e1ac72-c860-494c-a956-58f77ce66836 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:50:33.580219 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1ac72-c860-494c-a956-58f77ce66836 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Pushing event updated for resources: {'Port': ['ID=fcb8d989-b582-41bd-ab92-01fa213100e0,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:33.654875 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-ddf890a8-c944-4840-aeda-79e772cd36b6 None None] Set router 806317b4-d5cc-42b6-9aa7-0d6233c71757 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:50:33.655945 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ed05b028-7223-486a-90a5-812c0562234f req-0e57db89-556d-48b5-a91f-a276a1723dbe tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321380 Jul 07 20:50:33.712424 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-23e1ac72-c860-494c-a956-58f77ce66836 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:33.713338 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-23e1ac72-c860-494c-a956-58f77ce66836 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:33.738649 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-23e1ac72-c860-494c-a956-58f77ce66836 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5160820 Jul 07 20:50:33.758959 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-b1f7d172-222d-43fa-a121-d7d752bee055 service neutron] Request body: {'port': {'device_id': '9c021d54-9437-42cd-9a5e-1f94d6b45825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:33.765832 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ddf890a8-c944-4840-aeda-79e772cd36b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806317b4-d5cc-42b6-9aa7-0d6233c71757', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1371591024-router', 'tenant_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:24Z', 'updated_at': '2021-07-07T20:50:33Z', 'revision_number': 6, 'project_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:33.772924 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd44491-2d8d-4a35-8d94-baacb206f4e2 req-45e5c9d6-c2a4-4582-8a6b-73c1283bcb83 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:33.781527 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9bd44491-2d8d-4a35-8d94-baacb206f4e2 req-45e5c9d6-c2a4-4582-8a6b-73c1283bcb83 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 945 time: 0.1244490 Jul 07 20:50:33.841234 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf890a8-c944-4840-aeda-79e772cd36b6 None None] The sync data for ids ['806317b4-d5cc-42b6-9aa7-0d6233c71757'] in n-d-695189-11 is: [{'id': '806317b4-d5cc-42b6-9aa7-0d6233c71757', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1371591024-router', 'tenant_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:44:24Z', 'updated_at': '2021-07-07T20:50:33Z', 'revision_number': 6, 'project_id': '4b2ecc29e3c14f43a4907bd33c3c555c', 'gw_port_host': None}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:50:33.870156 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c41bdf-4a72-4fff-bc0c-65062b3d33e9 req-832df3f4-e591-4fe6-bf09-4ff2964c4aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:33.871631 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-17c41bdf-4a72-4fff-bc0c-65062b3d33e9 req-832df3f4-e591-4fe6-bf09-4ff2964c4aa9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=31b269e0-2cef-4c54-a3c3-2350a9e29658 HTTP/1.1" status: 200 len: 1098 time: 0.1256828 Jul 07 20:50:33.895699 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9bd44491-2d8d-4a35-8d94-baacb206f4e2 req-4b04864b-be81-4b59-8b57-afafe3e4aa03 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d0ec93b-17a8-4a4a-a7cd-5c19d7f989f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131988 Jul 07 20:50:33.945972 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-17c41bdf-4a72-4fff-bc0c-65062b3d33e9 req-c86bf3c2-8566-45c4-9ccd-f18002ca8e54 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506501 Jul 07 20:50:33.947647 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95071ddc-b0ec-471b-aded-05cd7ce445c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:33.962545 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0672d59c-1c7c-48d9-bd7e-602997c3c8b8 x-openstack-request-id: req-0672d59c-1c7c-48d9-bd7e-602997c3c8b8 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:33.962755 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1de9f19-0b46-470c-8c22-6d53a9206710", "name": "network-vif-deleted", "tag": "def5630f-ce57-49cc-b9d8-7050360f93c6", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:33.963193 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0672d59c-1c7c-48d9-bd7e-602997c3c8b8 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:33.963783 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1de9f19-0b46-470c-8c22-6d53a9206710', 'name': 'network-vif-deleted', 'tag': 'def5630f-ce57-49cc-b9d8-7050360f93c6', 'status': 'completed', 'code': 200} Jul 07 20:50:33.965657 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-b1f7d172-222d-43fa-a121-d7d752bee055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:33.981874 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95071ddc-b0ec-471b-aded-05cd7ce445c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=99a7c6b1-378c-4fbf-ba22-4e517144ab1a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:33.988374 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-18f3c0dd-ac84-45c0-aa3e-388284881433 None None] Provisioning for port fcb8d989-b582-41bd-ab92-01fa213100e0 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:33.991870 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1015fa-5295-4640-a0c9-73b167df5074 req-2ffe6194-42de-46eb-ae17-76599db200c2 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:33.997336 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-18f3c0dd-ac84-45c0-aa3e-388284881433 None None] Provisioning complete for port fcb8d989-b582-41bd-ab92-01fa213100e0 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:33.998592 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bb1015fa-5295-4640-a0c9-73b167df5074 req-2ffe6194-42de-46eb-ae17-76599db200c2 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=1652c582-58ee-4a7e-91bc-961e710e13d8 HTTP/1.1" status: 200 len: 949 time: 0.1394506 Jul 07 20:50:33.999650 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-18f3c0dd-ac84-45c0-aa3e-388284881433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:34.022282 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701ed228-55c9-4e2a-a4ca-bc286585d7c2 x-openstack-request-id: req-701ed228-55c9-4e2a-a4ca-bc286585d7c2 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:34.024259 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19718a07-ccf9-4417-b070-99b44424adf8", "name": "network-vif-deleted", "tag": "fa01e607-3a72-496c-8dd1-612818e0cfb3", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:34.024634 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-701ed228-55c9-4e2a-a4ca-bc286585d7c2 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:34.025046 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19718a07-ccf9-4417-b070-99b44424adf8', 'name': 'network-vif-deleted', 'tag': 'fa01e607-3a72-496c-8dd1-612818e0cfb3', 'status': 'completed', 'code': 200} Jul 07 20:50:34.056055 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-18f3c0dd-ac84-45c0-aa3e-388284881433 None None] Port fcb8d989-b582-41bd-ab92-01fa213100e0 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:50:34.078844 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95071ddc-b0ec-471b-aded-05cd7ce445c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:34.079196 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bb1015fa-5295-4640-a0c9-73b167df5074 req-7cd2cfe5-c151-4a72-bf28-6393d41ff451 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760000 Jul 07 20:50:34.107388 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device def5630f-ce57-49cc-b9d8-7050360f93c6 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:34.139246 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: def5630f-ce57-49cc-b9d8-7050360f93c6 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:50:34.139931 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device def5630f-ce57-49cc-b9d8-7050360f93c6 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:50:34.140601 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device fa01e607-3a72-496c-8dd1-612818e0cfb3 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:34.163907 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: fa01e607-3a72-496c-8dd1-612818e0cfb3 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:50:34.164909 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device fa01e607-3a72-496c-8dd1-612818e0cfb3 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:50:34.218229 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95071ddc-b0ec-471b-aded-05cd7ce445c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:34.220896 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95071ddc-b0ec-471b-aded-05cd7ce445c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:34.278723 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95071ddc-b0ec-471b-aded-05cd7ce445c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:34.279996 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95071ddc-b0ec-471b-aded-05cd7ce445c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 806317b4-d5cc-42b6-9aa7-0d6233c71757 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:50:34.283722 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50162943-f896-4252-b784-800e38cd7925 req-984be34a-bc02-4ea5-9984-906500620f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:34.285471 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-50162943-f896-4252-b784-800e38cd7925 req-984be34a-bc02-4ea5-9984-906500620f6b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 1101 time: 0.2016222 Jul 07 20:50:34.290871 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95071ddc-b0ec-471b-aded-05cd7ce445c0 admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:34.292098 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-95071ddc-b0ec-471b-aded-05cd7ce445c0 admin admin] 10.222.0.64 "DELETE /v2.0/routers/806317b4-d5cc-42b6-9aa7-0d6233c71757 HTTP/1.1" status: 204 len: 168 time: 1.5214689 Jul 07 20:50:34.294486 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38082) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:34.321866 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8991f-dc23-49c7-aaed-65fec18d2a58 req-f692d141-e56c-4316-a4ab-a244e02ceef2 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:34.322923 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-95c8991f-dc23-49c7-aaed-65fec18d2a58 req-f692d141-e56c-4316-a4ab-a244e02ceef2 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 949 time: 0.1485035 Jul 07 20:50:34.341456 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38086) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:34.390324 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-95c8991f-dc23-49c7-aaed-65fec18d2a58 req-273d5be0-afe6-4481-aaaa-442e6c8f8ae3 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543683 Jul 07 20:50:34.459878 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-b1f7d172-222d-43fa-a121-d7d752bee055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb8d989-b582-41bd-ab92-01fa213100e0 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:50:34.461740 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5c041d-07d9-46b9-909d-86aa23dc0d1e admin admin] Deleting subnet 738a37ea-b79b-4157-b864-293dc8b4a03c {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:50:34.465269 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa5c041d-07d9-46b9-909d-86aa23dc0d1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:34.468028 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-b1f7d172-222d-43fa-a121-d7d752bee055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:34.482012 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-b1f7d172-222d-43fa-a121-d7d752bee055 service neutron] Transition to ACTIVE for port object fcb8d989-b582-41bd-ab92-01fa213100e0 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:50:34.491629 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-b1f7d172-222d-43fa-a121-d7d752bee055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:34.517907 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa5c041d-07d9-46b9-909d-86aa23dc0d1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:34.529880 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d5a20c-a164-4d15-974c-f59214487f8e admin admin] Deleting subnet 0a88350a-7324-4536-a09e-51401ac187a1 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:50:34.543768 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38090) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:34.555483 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a20c-a164-4d15-974c-f59214487f8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:34.598776 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50162943-f896-4252-b784-800e38cd7925 req-a5cc3fd3-68be-49a4-9c9b-50c051ca2689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:34.600291 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-50162943-f896-4252-b784-800e38cd7925 req-a5cc3fd3-68be-49a4-9c9b-50c051ca2689 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.3029947 Jul 07 20:50:34.684388 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a20c-a164-4d15-974c-f59214487f8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:34.728419 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-50162943-f896-4252-b784-800e38cd7925 req-efff2e63-955f-4607-98cf-11a60e9720f9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc HTTP/1.1" status: 200 len: 217 time: 0.1171865 Jul 07 20:50:34.791358 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a20c-a164-4d15-974c-f59214487f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:34.794338 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50162943-f896-4252-b784-800e38cd7925 req-e8155d54-4d83-499f-b861-1b177642fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:34.795893 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-50162943-f896-4252-b784-800e38cd7925 req-e8155d54-4d83-499f-b861-1b177642fc8d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0567431 Jul 07 20:50:34.862101 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa5c041d-07d9-46b9-909d-86aa23dc0d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:34.947374 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a20c-a164-4d15-974c-f59214487f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:35.009111 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5a20c-a164-4d15-974c-f59214487f8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a88350a-7324-4536-a09e-51401ac187a1,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:35.009488 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7d172-222d-43fa-a121-d7d752bee055 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb8d989-b582-41bd-ab92-01fa213100e0,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:35.019258 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5d5a20c-a164-4d15-974c-f59214487f8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:35.021236 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e5d5a20c-a164-4d15-974c-f59214487f8e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0a88350a-7324-4536-a09e-51401ac187a1 HTTP/1.1" status: 204 len: 168 time: 0.6698356 Jul 07 20:50:35.024603 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38096) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:35.028155 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa5c041d-07d9-46b9-909d-86aa23dc0d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:35.066992 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50162943-f896-4252-b784-800e38cd7925 req-fac0dba4-c565-41d7-bf67-31111fb131f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:35.068528 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-50162943-f896-4252-b784-800e38cd7925 req-fac0dba4-c565-41d7-bf67-31111fb131f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2503009 Jul 07 20:50:35.086639 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bdd36f-d2e2-4701-9653-519b8069b78a admin admin] Deleting subnet 654b90f1-5725-4aad-8f9c-64e913e4ba25 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:50:35.090239 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c4bdd36f-d2e2-4701-9653-519b8069b78a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:35.127780 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c4bdd36f-d2e2-4701-9653-519b8069b78a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:35.129148 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa5c041d-07d9-46b9-909d-86aa23dc0d1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:35.131025 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fa5c041d-07d9-46b9-909d-86aa23dc0d1e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/738a37ea-b79b-4157-b864-293dc8b4a03c HTTP/1.1" status: 204 len: 168 time: 0.8349922 Jul 07 20:50:35.132164 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c041d-07d9-46b9-909d-86aa23dc0d1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=738a37ea-b79b-4157-b864-293dc8b4a03c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:35.139277 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:35.143094 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38100) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:35.144426 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93661fc6-544f-4a03-b134-bed66813d733 None None] Network 2bf8726a-0e60-45bc-b31d-e94a17cd05bc requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:50:35.170509 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c4bdd36f-d2e2-4701-9653-519b8069b78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:35.223580 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a4c75c03-5553-4b32-984b-40ba2efe25fc no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:35.248865 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: a4c75c03-5553-4b32-984b-40ba2efe25fc {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:50:35.249577 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a4c75c03-5553-4b32-984b-40ba2efe25fc not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:50:35.250225 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 99a7c6b1-378c-4fbf-ba22-4e517144ab1a no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:35.266500 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-b1f7d172-222d-43fa-a121-d7d752bee055 service neutron] Attempting to bind port fcb8d989-b582-41bd-ab92-01fa213100e0 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:50:35.266842 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-b1f7d172-222d-43fa-a121-d7d752bee055 service neutron] Attempting to bind port fcb8d989-b582-41bd-ab92-01fa213100e0 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': 'aaff765e-b21c-4ac5-bd47-02eb6b015550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:50:35.267498 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-b1f7d172-222d-43fa-a121-d7d752bee055 service neutron] Attempting to bind port fcb8d989-b582-41bd-ab92-01fa213100e0 on network 862b922f-3f8e-403e-939d-5a18a5258b58 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:50:35.270175 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c4bdd36f-d2e2-4701-9653-519b8069b78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:35.281029 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 99a7c6b1-378c-4fbf-ba22-4e517144ab1a {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:50:35.281485 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 99a7c6b1-378c-4fbf-ba22-4e517144ab1a not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:50:35.310069 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdd36f-d2e2-4701-9653-519b8069b78a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=654b90f1-5725-4aad-8f9c-64e913e4ba25,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:35.322797 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e6cf1-e2ed-467e-8445-6b56609d4b1e req-dd40a362-7dbe-4608-ab5a-438e9a05736b tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:35.324450 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4f6e6cf1-e2ed-467e-8445-6b56609d4b1e req-dd40a362-7dbe-4608-ab5a-438e9a05736b tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c021d54-9437-42cd-9a5e-1f94d6b45825 HTTP/1.1" status: 200 len: 944 time: 0.7819543 Jul 07 20:50:35.328519 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-b1f7d172-222d-43fa-a121-d7d752bee055 service neutron] Port fcb8d989-b582-41bd-ab92-01fa213100e0 on network 862b922f-3f8e-403e-939d-5a18a5258b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:50:35.329210 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-b1f7d172-222d-43fa-a121-d7d752bee055 service neutron] Attempting to bind port fcb8d989-b582-41bd-ab92-01fa213100e0 on network 862b922f-3f8e-403e-939d-5a18a5258b58 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:50:35.348372 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c4bdd36f-d2e2-4701-9653-519b8069b78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:35.350556 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c4bdd36f-d2e2-4701-9653-519b8069b78a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/654b90f1-5725-4aad-8f9c-64e913e4ba25 HTTP/1.1" status: 204 len: 168 time: 0.8040662 Jul 07 20:50:35.355079 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38102) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:35.374417 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-b1f7d172-222d-43fa-a121-d7d752bee055 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:50:35.374417 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-b1f7d172-222d-43fa-a121-d7d752bee055 service neutron] Checking segment: {'id': 'aaff765e-b21c-4ac5-bd47-02eb6b015550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:50:35.374792 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-b1f7d172-222d-43fa-a121-d7d752bee055 service neutron] Bound using segment: {'id': 'aaff765e-b21c-4ac5-bd47-02eb6b015550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:50:35.375191 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-b1f7d172-222d-43fa-a121-d7d752bee055 service neutron] Bound port: fcb8d989-b582-41bd-ab92-01fa213100e0, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaff765e-b21c-4ac5-bd47-02eb6b015550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:50:35.375586 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-b1f7d172-222d-43fa-a121-d7d752bee055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:35.459076 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a952ea9-735f-452b-8639-fc07fb870b76 req-ee7b062c-9047-40e0-8bd7-e660e8908094 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:35.460666 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a952ea9-735f-452b-8639-fc07fb870b76 req-ee7b062c-9047-40e0-8bd7-e660e8908094 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=31b269e0-2cef-4c54-a3c3-2350a9e29658 HTTP/1.1" status: 200 len: 946 time: 0.4455948 Jul 07 20:50:35.485925 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4f6e6cf1-e2ed-467e-8445-6b56609d4b1e req-52a185c2-6f65-437b-933c-699f7fd46bdb tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff067910-6f78-4774-9228-0897ea21899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539366 Jul 07 20:50:35.495993 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5664c11-bb69-4378-871e-8c2313b3cdd6 None None] DHCP port deletion for 2bf8726a-0e60-45bc-b31d-e94a17cd05bc request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:50:35.518832 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2aab77-9ae2-4faa-a0ff-7bd75b0685bd req-b7b819e7-ec9e-4ad3-9e92-a6bcb43744eb tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:35.520376 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8c2aab77-9ae2-4faa-a0ff-7bd75b0685bd req-b7b819e7-ec9e-4ad3-9e92-a6bcb43744eb tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.39 "GET /v2.0/ports?device_id=1652c582-58ee-4a7e-91bc-961e710e13d8 HTTP/1.1" status: 200 len: 949 time: 0.5081801 Jul 07 20:50:35.551964 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-50162943-f896-4252-b784-800e38cd7925 req-434c08e8-d3f4-47b9-924a-f7cbd17113d7 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388452 Jul 07 20:50:35.555948 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-e5664c11-bb69-4378-871e-8c2313b3cdd6 None None] Deleting port cd025afc-55ea-4da4-b739-d0997e5f4e23 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:35.556436 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e5664c11-bb69-4378-871e-8c2313b3cdd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:35.577537 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a9a2ffb4-7b4f-4235-b345-835f710d4bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:35.593823 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2952145d-fae8-4501-9db5-2d54791181cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:35.639531 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-e5664c11-bb69-4378-871e-8c2313b3cdd6 None None] For port cd025afc-55ea-4da4-b739-d0997e5f4e23, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=cd025afc-55ea-4da4-b739-d0997e5f4e23,segment=NetworkSegment(d4a4edd5-a19e-4603-8fbc-32f9f5f5bcb9),segment_id=d4a4edd5-a19e-4603-8fbc-32f9f5f5bcb9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:35.640010 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e5664c11-bb69-4378-871e-8c2313b3cdd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:35.647917 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a952ea9-735f-452b-8639-fc07fb870b76 req-42d0b598-3efb-4536-9ea2-e24ff16bec48 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757278 Jul 07 20:50:35.653544 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-e5664c11-bb69-4378-871e-8c2313b3cdd6 None None] Calling delete_port for cd025afc-55ea-4da4-b739-d0997e5f4e23 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:35.678280 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-b1f7d172-222d-43fa-a121-d7d752bee055 service neutron] For port fcb8d989-b582-41bd-ab92-01fa213100e0, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:50:35.686842 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86521530-e421-4931-b637-e74666beffef req-9418fd2b-acbd-4f68-b436-e28871b22a66 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:35.689747 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-86521530-e421-4931-b637-e74666beffef req-9418fd2b-acbd-4f68-b436-e28871b22a66 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 945 time: 0.7608783 Jul 07 20:50:35.694541 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-b1f7d172-222d-43fa-a121-d7d752bee055 service neutron] For port fcb8d989-b582-41bd-ab92-01fa213100e0, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=fcb8d989-b582-41bd-ab92-01fa213100e0,segment=NetworkSegment(aaff765e-b21c-4ac5-bd47-02eb6b015550),segment_id=aaff765e-b21c-4ac5-bd47-02eb6b015550)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:50:35.721252 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-b1f7d172-222d-43fa-a121-d7d752bee055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:35.760435 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e5664c11-bb69-4378-871e-8c2313b3cdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:35.791389 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5664c11-bb69-4378-871e-8c2313b3cdd6 None None] Pushing event deleted for resources: {'Port': ['ID=cd025afc-55ea-4da4-b739-d0997e5f4e23,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:35.797204 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5664c11-bb69-4378-871e-8c2313b3cdd6 None None] No DVR routers for this DVR port cd025afc-55ea-4da4-b739-d0997e5f4e23 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:50:35.862700 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-b1f7d172-222d-43fa-a121-d7d752bee055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:35.863524 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-b1f7d172-222d-43fa-a121-d7d752bee055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:35.864743 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-b1f7d172-222d-43fa-a121-d7d752bee055 service neutron] 10.222.0.39 "PUT /v2.0/ports/fcb8d989-b582-41bd-ab92-01fa213100e0 HTTP/1.1" status: 200 len: 1093 time: 2.1103017 Jul 07 20:50:35.894301 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e672b84c-39db-4275-a47e-702c8613761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:35.908901 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a9a2ffb4-7b4f-4235-b345-835f710d4bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:35.936994 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-a9a2ffb4-7b4f-4235-b345-835f710d4bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3491a6d-7d90-409a-b342-5c9451222988']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:35.940582 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-50162943-f896-4252-b784-800e38cd7925 req-4b44e778-ad56-41f8-a4dd-536cbd912706 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550646 Jul 07 20:50:35.952498 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-a9a2ffb4-7b4f-4235-b345-835f710d4bf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a15d2f-090d-4d9b-9129-6177fbcbf67b') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:35.952789 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-a9a2ffb4-7b4f-4235-b345-835f710d4bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a15d2f-090d-4d9b-9129-6177fbcbf67b') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:35.968080 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a9a2ffb4-7b4f-4235-b345-835f710d4bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:35.976439 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c021d54-9437-42cd-9a5e-1f94d6b45825', 'tag': 'fcb8d989-b582-41bd-ab92-01fa213100e0'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:35.979050 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192d7af8-39a0-4eaa-a26b-53da9ee01c84" -d '{"events": [{"name": "network-changed", "server_uuid": "9c021d54-9437-42cd-9a5e-1f94d6b45825", "tag": "fcb8d989-b582-41bd-ab92-01fa213100e0"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:36.043881 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2952145d-fae8-4501-9db5-2d54791181cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.047765 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a9a2ffb4-7b4f-4235-b345-835f710d4bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.055944 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1786ffe-81d7-4bfe-b4fa-25a2c1ed2be0 req-41dcd009-f322-47b5-ac7d-d51fc4f0681c tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:36.059994 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c1786ffe-81d7-4bfe-b4fa-25a2c1ed2be0 req-41dcd009-f322-47b5-ac7d-d51fc4f0681c tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 945 time: 0.4424443 Jul 07 20:50:36.069965 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a2ffb4-7b4f-4235-b345-835f710d4bf2 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:50:36.070576 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a9a2ffb4-7b4f-4235-b345-835f710d4bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:50:36.072420 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:50:36.076397 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7d172-222d-43fa-a121-d7d752bee055 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb8d989-b582-41bd-ab92-01fa213100e0,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:36.094679 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-2952145d-fae8-4501-9db5-2d54791181cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3d2841-fe7b-4e25-9f87-711a966d6026']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:36.113944 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e672b84c-39db-4275-a47e-702c8613761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.125157 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-86521530-e421-4931-b637-e74666beffef req-3e347c1a-7936-4047-99fb-75385ae7f969 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Deleting port a53c18d1-1528-4be0-8e2c-810a342ea061 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:36.125507 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-86521530-e421-4931-b637-e74666beffef req-3e347c1a-7936-4047-99fb-75385ae7f969 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.138016 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-2952145d-fae8-4501-9db5-2d54791181cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de19d4c6-e3ed-40dd-97a1-a8aa13c705c2') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:36.138319 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-2952145d-fae8-4501-9db5-2d54791181cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de19d4c6-e3ed-40dd-97a1-a8aa13c705c2') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:36.150479 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-8c2aab77-9ae2-4faa-a0ff-7bd75b0685bd req-fc0d0248-e023-4d28-935f-c9b5f9826c62 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Deleting port 3f2f695a-9a83-4fa2-9166-162abc5fdd62 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:36.150852 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8c2aab77-9ae2-4faa-a0ff-7bd75b0685bd req-fc0d0248-e023-4d28-935f-c9b5f9826c62 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.151373 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-e672b84c-39db-4275-a47e-702c8613761c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf8726a-0e60-45bc-b31d-e94a17cd05bc']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:36.159203 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2952145d-fae8-4501-9db5-2d54791181cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.179026 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e85bf9-ece9-4bf9-93e4-ffbca05446f1 req-63cfb883-9bd0-4aa4-bb1b-56b2d089cb9b tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:36.180746 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-17e85bf9-ece9-4bf9-93e4-ffbca05446f1 req-63cfb883-9bd0-4aa4-bb1b-56b2d089cb9b tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=1652c582-58ee-4a7e-91bc-961e710e13d8 HTTP/1.1" status: 200 len: 949 time: 0.3984437 Jul 07 20:50:36.196671 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-e672b84c-39db-4275-a47e-702c8613761c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a4edd5-a19e-4603-8fbc-32f9f5f5bcb9') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:36.196972 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-e672b84c-39db-4275-a47e-702c8613761c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a4edd5-a19e-4603-8fbc-32f9f5f5bcb9') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:36.213652 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e672b84c-39db-4275-a47e-702c8613761c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.224559 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a9a2ffb4-7b4f-4235-b345-835f710d4bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.230059 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a9a2ffb4-7b4f-4235-b345-835f710d4bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.232330 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a9a2ffb4-7b4f-4235-b345-835f710d4bf2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d3491a6d-7d90-409a-b342-5c9451222988 HTTP/1.1" status: 204 len: 168 time: 1.2054858 Jul 07 20:50:36.237699 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38108) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:36.258051 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c1786ffe-81d7-4bfe-b4fa-25a2c1ed2be0 req-97a1fae5-8289-4fe7-81fc-a6cb97698aed tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/security-groups?id=4d0ec93b-17a8-4a4a-a7cd-5c19d7f989f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759689 Jul 07 20:50:36.259144 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2952145d-fae8-4501-9db5-2d54791181cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.263966 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e672b84c-39db-4275-a47e-702c8613761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.278001 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2952145d-fae8-4501-9db5-2d54791181cd admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:50:36.278411 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2952145d-fae8-4501-9db5-2d54791181cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: timer() Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:50:36.280064 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:50:36.285844 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-3f6b0c8d-014a-452c-b1be-3879ca7104fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:36.286577 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2ffb4-7b4f-4235-b345-835f710d4bf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3491a6d-7d90-409a-b342-5c9451222988,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:36.287366 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-3f6b0c8d-014a-452c-b1be-3879ca7104fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5ecdc93a1ea491aaf71d58b3b9d68f7&device_id=9c021d54-9437-42cd-9a5e-1f94d6b45825 HTTP/1.1" status: 200 len: 1096 time: 0.3630035 Jul 07 20:50:36.304409 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e672b84c-39db-4275-a47e-702c8613761c admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:50:36.305082 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e672b84c-39db-4275-a47e-702c8613761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:50:36.308357 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:50:36.370266 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-86521530-e421-4931-b637-e74666beffef req-3e347c1a-7936-4047-99fb-75385ae7f969 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] For port a53c18d1-1528-4be0-8e2c-810a342ea061, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a53c18d1-1528-4be0-8e2c-810a342ea061,segment=NetworkSegment(22c3ee63-ef64-4098-a51b-1647e4329dd4),segment_id=22c3ee63-ef64-4098-a51b-1647e4329dd4)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:36.370641 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-86521530-e421-4931-b637-e74666beffef req-3e347c1a-7936-4047-99fb-75385ae7f969 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.395368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e648c8a-4e48-4e43-90fd-ca2f4fd8ac91 admin admin] Deleting subnet 8744541e-918f-4654-bc1e-6df515e8b539 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:50:36.406825 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e648c8a-4e48-4e43-90fd-ca2f4fd8ac91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.407204 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-a58b1f83-2dc3-4bfa-9ffd-259f7574725f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcb8d989-b582-41bd-ab92-01fa213100e0 HTTP/1.1" status: 200 len: 217 time: 0.0995042 Jul 07 20:50:36.417588 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-17e85bf9-ece9-4bf9-93e4-ffbca05446f1 req-085566a3-1fa8-418b-85c4-97b3faccd94b tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/security-groups?id=1421dccb-50b3-4ff9-aae0-fbefd373e507&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993072 Jul 07 20:50:36.436585 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e672b84c-39db-4275-a47e-702c8613761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.468095 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e672b84c-39db-4275-a47e-702c8613761c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.471379 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e672b84c-39db-4275-a47e-702c8613761c admin admin] 10.222.0.64 "DELETE /v2.0/networks/2bf8726a-0e60-45bc-b31d-e94a17cd05bc HTTP/1.1" status: 204 len: 168 time: 1.3185377 Jul 07 20:50:36.483516 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d2f394-0339-4fc7-8c17-88174d858c59 x-openstack-request-id: req-18d2f394-0339-4fc7-8c17-88174d858c59 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:36.483516 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c021d54-9437-42cd-9a5e-1f94d6b45825", "tag": "fcb8d989-b582-41bd-ab92-01fa213100e0", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:36.483516 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-18d2f394-0339-4fc7-8c17-88174d858c59 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:36.483516 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c021d54-9437-42cd-9a5e-1f94d6b45825', 'tag': 'fcb8d989-b582-41bd-ab92-01fa213100e0', 'status': 'completed', 'code': 200} Jul 07 20:50:36.491150 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672b84c-39db-4275-a47e-702c8613761c admin admin] Pushing event deleted for resources: {'Network': ['ID=2bf8726a-0e60-45bc-b31d-e94a17cd05bc,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:36.497433 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2952145d-fae8-4501-9db5-2d54791181cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.503371 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-8c2aab77-9ae2-4faa-a0ff-7bd75b0685bd req-fc0d0248-e023-4d28-935f-c9b5f9826c62 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] For port 3f2f695a-9a83-4fa2-9166-162abc5fdd62, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=3f2f695a-9a83-4fa2-9166-162abc5fdd62,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:36.503716 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8c2aab77-9ae2-4faa-a0ff-7bd75b0685bd req-fc0d0248-e023-4d28-935f-c9b5f9826c62 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.510634 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e648c8a-4e48-4e43-90fd-ca2f4fd8ac91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.518430 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2952145d-fae8-4501-9db5-2d54791181cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.520292 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2952145d-fae8-4501-9db5-2d54791181cd admin admin] 10.222.0.64 "DELETE /v2.0/networks/7b3d2841-fe7b-4e25-9f87-711a966d6026 HTTP/1.1" status: 204 len: 168 time: 1.1574726 Jul 07 20:50:36.554476 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-8c2aab77-9ae2-4faa-a0ff-7bd75b0685bd req-fc0d0248-e023-4d28-935f-c9b5f9826c62 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Calling delete_port for 3f2f695a-9a83-4fa2-9166-162abc5fdd62 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:36.558167 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952145d-fae8-4501-9db5-2d54791181cd admin admin] Pushing event deleted for resources: {'Network': ['ID=7b3d2841-fe7b-4e25-9f87-711a966d6026,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:36.564586 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-5b3a102f-89ae-4ffc-8c60-e932c6c34fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:36.565999 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-5b3a102f-89ae-4ffc-8c60-e932c6c34fcb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=71aa915f-97b8-42f5-b575-925f0ac5a27a HTTP/1.1" status: 200 len: 859 time: 0.1469893 Jul 07 20:50:36.607305 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e648c8a-4e48-4e43-90fd-ca2f4fd8ac91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.659768 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cbb55-da14-413c-92bb-6cd05eb91495 req-c5e7d945-6ed9-49ec-982f-2b76fb844ec6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:36.667194 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4d2cbb55-da14-413c-92bb-6cd05eb91495 req-c5e7d945-6ed9-49ec-982f-2b76fb844ec6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 949 time: 0.2773113 Jul 07 20:50:36.678733 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38118) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:36.723265 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38120) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:36.731685 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-86521530-e421-4931-b637-e74666beffef req-3e347c1a-7936-4047-99fb-75385ae7f969 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.732061 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-86521530-e421-4931-b637-e74666beffef req-3e347c1a-7936-4047-99fb-75385ae7f969 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.732374 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [req-86521530-e421-4931-b637-e74666beffef req-3e347c1a-7936-4047-99fb-75385ae7f969 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Floating IP 8e75c17e-a068-4afc-a6e8-bded5a64d2f9 disassociated. External IP: 172.25.5.14, port: a53c18d1-1528-4be0-8e2c-810a342ea061. Jul 07 20:50:36.732728 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-86521530-e421-4931-b637-e74666beffef req-3e347c1a-7936-4047-99fb-75385ae7f969 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Calling delete_port for a53c18d1-1528-4be0-8e2c-810a342ea061 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:36.753645 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e648c8a-4e48-4e43-90fd-ca2f4fd8ac91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.816501 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4d2cbb55-da14-413c-92bb-6cd05eb91495 req-f86e385c-3df3-456c-82b3-e4cfc262fe07 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484282 Jul 07 20:50:36.817451 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e648c8a-4e48-4e43-90fd-ca2f4fd8ac91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:36.822282 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3e648c8a-4e48-4e43-90fd-ca2f4fd8ac91 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8744541e-918f-4654-bc1e-6df515e8b539 HTTP/1.1" status: 204 len: 168 time: 0.5750344 Jul 07 20:50:36.822282 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e648c8a-4e48-4e43-90fd-ca2f4fd8ac91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8744541e-918f-4654-bc1e-6df515e8b539,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:36.823354 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38122) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:36.847870 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-4828dbcf-d4e6-464b-9929-d7b03b657d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:36.849888 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-4828dbcf-d4e6-464b-9929-d7b03b657d17 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=862b922f-3f8e-403e-939d-5a18a5258b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2743618 Jul 07 20:50:36.871895 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-819c0749-36aa-480f-b3ef-954f9e0cd67d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f402b06a8a6a45dfab0c4d0f5f332d1c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1843960 Jul 07 20:50:36.880118 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38124) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:36.918801 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f04188e0-796e-43df-bcfa-ea8e3fdfc55a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=74e4cd2697c34fdda7bbf0e0e6f11527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906323 Jul 07 20:50:36.919575 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38126) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:36.957449 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-669f6273-d4c6-4205-acab-6847755feec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:37.004606 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5fe12171-794b-46cf-9513-3f65b2631358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:37.048085 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53558341-b8fc-4a12-9cbd-6827bb74574f req-c2cc23ca-f434-4f29-9257-df9211d00863 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:37.049639 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-53558341-b8fc-4a12-9cbd-6827bb74574f req-c2cc23ca-f434-4f29-9257-df9211d00863 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c021d54-9437-42cd-9a5e-1f94d6b45825 HTTP/1.1" status: 200 len: 944 time: 0.3585427 Jul 07 20:50:37.057305 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8c2aab77-9ae2-4faa-a0ff-7bd75b0685bd req-fc0d0248-e023-4d28-935f-c9b5f9826c62 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:37.074666 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-86521530-e421-4931-b637-e74666beffef req-3e347c1a-7936-4047-99fb-75385ae7f969 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:37.077392 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5fe12171-794b-46cf-9513-3f65b2631358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:37.132688 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d0248-e023-4d28-935f-c9b5f9826c62 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Pushing event deleted for resources: {'Port': ['ID=3f2f695a-9a83-4fa2-9166-162abc5fdd62,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:37.152445 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e347c1a-7936-4047-99fb-75385ae7f969 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Pushing event deleted for resources: {'Port': ['ID=a53c18d1-1528-4be0-8e2c-810a342ea061,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:37.165419 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-669f6273-d4c6-4205-acab-6847755feec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:37.165868 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-68d9a786-3ea6-46a2-b308-38d2d433c1a6 service neutron] 10.222.0.39 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996306 Jul 07 20:50:37.188797 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-669f6273-d4c6-4205-acab-6847755feec4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ee9d61-4471-48ce-9fb6-730ae0cbc0b4']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:37.203762 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device cd025afc-55ea-4da4-b739-d0997e5f4e23 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:37.210130 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-79aac8ce-610f-4b8d-8393-631f0fa51829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:37.231470 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: cd025afc-55ea-4da4-b739-d0997e5f4e23 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:50:37.232251 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device cd025afc-55ea-4da4-b739-d0997e5f4e23 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:50:37.232443 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-53558341-b8fc-4a12-9cbd-6827bb74574f req-edcd6329-119b-4191-8044-8f0e5a93fef9 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff067910-6f78-4774-9228-0897ea21899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712649 Jul 07 20:50:37.233667 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-669f6273-d4c6-4205-acab-6847755feec4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0123c15-9712-4c97-949c-92b721215021') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:37.234140 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-669f6273-d4c6-4205-acab-6847755feec4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0123c15-9712-4c97-949c-92b721215021') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:37.246440 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2aab77-9ae2-4faa-a0ff-7bd75b0685bd req-fc0d0248-e023-4d28-935f-c9b5f9826c62 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] No DVR routers for this DVR port 3f2f695a-9a83-4fa2-9166-162abc5fdd62 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:50:37.248617 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-669f6273-d4c6-4205-acab-6847755feec4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:37.271027 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-669f6273-d4c6-4205-acab-6847755feec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:37.274276 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5fe12171-794b-46cf-9513-3f65b2631358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:37.276908 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5fe12171-794b-46cf-9513-3f65b2631358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:37.278049 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5fe12171-794b-46cf-9513-3f65b2631358 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/86ab6bd3-0003-4de8-9818-5bbce8c2af1c HTTP/1.1" status: 204 len: 168 time: 0.3969998 Jul 07 20:50:37.281060 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8c2aab77-9ae2-4faa-a0ff-7bd75b0685bd req-fc0d0248-e023-4d28-935f-c9b5f9826c62 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:37.283137 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8c2aab77-9ae2-4faa-a0ff-7bd75b0685bd req-fc0d0248-e023-4d28-935f-c9b5f9826c62 tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.39 "DELETE /v2.0/ports/3f2f695a-9a83-4fa2-9166-162abc5fdd62 HTTP/1.1" status: 204 len: 173 time: 1.7502992 Jul 07 20:50:37.310599 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c893e-2648-4693-91c7-f7c1762ebd06 req-6c5e1d8b-58bb-4efb-b545-0bce56e73c2d tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:37.312221 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec7c893e-2648-4693-91c7-f7c1762ebd06 req-6c5e1d8b-58bb-4efb-b545-0bce56e73c2d tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=31b269e0-2cef-4c54-a3c3-2350a9e29658 HTTP/1.1" status: 200 len: 946 time: 0.3547843 Jul 07 20:50:37.314975 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669f6273-d4c6-4205-acab-6847755feec4 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:50:37.315571 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-669f6273-d4c6-4205-acab-6847755feec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:50:37.317741 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:50:37.321770 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-79aac8ce-610f-4b8d-8393-631f0fa51829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:37.362404 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe12171-794b-46cf-9513-3f65b2631358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ab6bd3-0003-4de8-9818-5bbce8c2af1c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:37.413426 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86521530-e421-4931-b637-e74666beffef req-3e347c1a-7936-4047-99fb-75385ae7f969 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Router 98060c53-bc94-4b5e-984e-0f24e50c4a34 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:50:37.422619 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-669f6273-d4c6-4205-acab-6847755feec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:37.431226 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-669f6273-d4c6-4205-acab-6847755feec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:37.433755 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-669f6273-d4c6-4205-acab-6847755feec4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d8ee9d61-4471-48ce-9fb6-730ae0cbc0b4 HTTP/1.1" status: 204 len: 168 time: 0.6077094 Jul 07 20:50:37.436914 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec7c893e-2648-4693-91c7-f7c1762ebd06 req-a61be626-e867-410a-a5e2-1bd31b9415db tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050820 Jul 07 20:50:37.444605 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e47db50c-fa25-43e8-b94c-f4f6755e5465 req-78fc9ea1-41f5-43a0-9564-3ae91708a9ae service neutron] 10.222.0.39 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441013 Jul 07 20:50:37.465498 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-79aac8ce-610f-4b8d-8393-631f0fa51829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:37.469041 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-79aac8ce-610f-4b8d-8393-631f0fa51829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:37.473756 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-79aac8ce-610f-4b8d-8393-631f0fa51829 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6567dc89-a636-4a07-a4e0-4f30d982d2db HTTP/1.1" status: 204 len: 168 time: 0.5250053 Jul 07 20:50:37.484279 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aac8ce-610f-4b8d-8393-631f0fa51829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6567dc89-a636-4a07-a4e0-4f30d982d2db,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:37.485855 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f6273-d4c6-4205-acab-6847755feec4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8ee9d61-4471-48ce-9fb6-730ae0cbc0b4,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:37.721871 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86521530-e421-4931-b637-e74666beffef req-3e347c1a-7936-4047-99fb-75385ae7f969 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:50:37.736277 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8708ed8-b540-4243-b197-0d963d71d398 None None] Sync routers for ids ['98060c53-bc94-4b5e-984e-0f24e50c4a34'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:50:37.753239 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8708ed8-b540-4243-b197-0d963d71d398 None None] Routers {'98060c53-bc94-4b5e-984e-0f24e50c4a34'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:50:37.754490 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-d8708ed8-b540-4243-b197-0d963d71d398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:50:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['98060c53-bc94-4b5e-984e-0f24e50c4a34'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:37.780515 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f39dca7c-7f7f-40a2-8e88-4201093d460b req-27591c9f-8b16-46ca-bd5b-4b58f2aea215 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 210 time: 0.0917718 Jul 07 20:50:37.783001 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38140) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:37.845680 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-86521530-e421-4931-b637-e74666beffef req-3e347c1a-7936-4047-99fb-75385ae7f969 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] No DVR routers for this DVR port a53c18d1-1528-4be0-8e2c-810a342ea061 on host n-h2-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:50:37.854689 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-86521530-e421-4931-b637-e74666beffef req-3e347c1a-7936-4047-99fb-75385ae7f969 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:37.856899 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-86521530-e421-4931-b637-e74666beffef req-3e347c1a-7936-4047-99fb-75385ae7f969 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.39 "DELETE /v2.0/ports/a53c18d1-1528-4be0-8e2c-810a342ea061 HTTP/1.1" status: 204 len: 173 time: 2.1469817 Jul 07 20:50:37.857398 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1f45d6-6734-4f0a-898f-581233671fb3', 'name': 'network-vif-deleted', 'tag': 'a53c18d1-1528-4be0-8e2c-810a342ea061'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:37.859700 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf4fc38-8ca6-41b7-9bfc-a3a946e9334b" -d '{"events": [{"server_uuid": "5d1f45d6-6734-4f0a-898f-581233671fb3", "name": "network-vif-deleted", "tag": "a53c18d1-1528-4be0-8e2c-810a342ea061"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:37.895518 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a946f55-152b-4f08-9ed4-28380dbc7fb6 req-d0ea2741-728a-4b37-8872-067fa68a68cb tempest-ServersOnMultiNodesTest-477612624 tempest-ServersOnMultiNodesTest-477612624-project] 10.222.0.64 "GET /v2.0/ports?device_id=1652c582-58ee-4a7e-91bc-961e710e13d8 HTTP/1.1" status: 200 len: 210 time: 0.1131794 Jul 07 20:50:37.941016 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d7af8-39a0-4eaa-a26b-53da9ee01c84 req-776db31b-6722-47fb-9b71-9a8738ba6d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:37.942816 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-192d7af8-39a0-4eaa-a26b-53da9ee01c84 req-776db31b-6722-47fb-9b71-9a8738ba6d62 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5ecdc93a1ea491aaf71d58b3b9d68f7&device_id=9c021d54-9437-42cd-9a5e-1f94d6b45825 HTTP/1.1" status: 200 len: 1096 time: 0.3238330 Jul 07 20:50:37.948673 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38148) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:37.956687 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b1daef3b-5035-4878-b096-6d4def769068 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8fb02cd6471b418ebfe28639036fff11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726129 Jul 07 20:50:38.058276 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-af2ef463-0657-4e78-baaf-e9e91c573c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:38.095462 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-d8708ed8-b540-4243-b197-0d963d71d398 None None] Set router 98060c53-bc94-4b5e-984e-0f24e50c4a34 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:50:38.115465 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d7af8-39a0-4eaa-a26b-53da9ee01c84 req-4e6d03e0-7f63-4578-8c79-c5aa78812cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:38.118391 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-192d7af8-39a0-4eaa-a26b-53da9ee01c84 req-4e6d03e0-7f63-4578-8c79-c5aa78812cb3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=862b922f-3f8e-403e-939d-5a18a5258b58 HTTP/1.1" status: 200 len: 921 time: 0.1562402 Jul 07 20:50:38.124232 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-af2ef463-0657-4e78-baaf-e9e91c573c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:38.257553 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38152) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:38.297063 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-192d7af8-39a0-4eaa-a26b-53da9ee01c84 req-7c30f144-e83a-4422-8861-df6a56bc48ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcb8d989-b582-41bd-ab92-01fa213100e0 HTTP/1.1" status: 200 len: 217 time: 0.1704619 Jul 07 20:50:38.408835 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a53c18d1-1528-4be0-8e2c-810a342ea061 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:38.414898 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d834c75c-3935-4014-992e-580c10451f7a x-openstack-request-id: req-d834c75c-3935-4014-992e-580c10451f7a {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:38.415210 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1f45d6-6734-4f0a-898f-581233671fb3", "name": "network-vif-deleted", "tag": "a53c18d1-1528-4be0-8e2c-810a342ea061", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:38.415505 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d834c75c-3935-4014-992e-580c10451f7a {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:38.417090 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1f45d6-6734-4f0a-898f-581233671fb3', 'name': 'network-vif-deleted', 'tag': 'a53c18d1-1528-4be0-8e2c-810a342ea061', 'status': 'completed', 'code': 200} Jul 07 20:50:38.418898 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d7af8-39a0-4eaa-a26b-53da9ee01c84 req-08ad1135-be0b-4771-b1c1-72dac6e6d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:38.422275 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-192d7af8-39a0-4eaa-a26b-53da9ee01c84 req-08ad1135-be0b-4771-b1c1-72dac6e6d6f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=71aa915f-97b8-42f5-b575-925f0ac5a27a HTTP/1.1" status: 200 len: 859 time: 0.0791435 Jul 07 20:50:38.423790 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e0906619-8520-4ecd-8bf0-dfefd0217aa5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4b2ecc29e3c14f43a4907bd33c3c555c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1647916 Jul 07 20:50:38.426732 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38158) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:38.499496 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1652c582-58ee-4a7e-91bc-961e710e13d8', 'name': 'network-vif-deleted', 'tag': '3f2f695a-9a83-4fa2-9166-162abc5fdd62'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:38.503083 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b6e2e3-1c9f-4b74-b6a0-d5ff5f68090c" -d '{"events": [{"server_uuid": "1652c582-58ee-4a7e-91bc-961e710e13d8", "name": "network-vif-deleted", "tag": "3f2f695a-9a83-4fa2-9166-162abc5fdd62"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:38.522510 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2628f-ff19-4a45-acef-afdc8e9ceedd req-98357306-afc0-4584-b513-54f7b03a5cdd tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:38.534846 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3fb2628f-ff19-4a45-acef-afdc8e9ceedd req-98357306-afc0-4584-b513-54f7b03a5cdd tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 949 time: 0.2740278 Jul 07 20:50:38.535173 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-af2ef463-0657-4e78-baaf-e9e91c573c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:38.537706 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-af2ef463-0657-4e78-baaf-e9e91c573c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:38.541882 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-af2ef463-0657-4e78-baaf-e9e91c573c2c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/60ff3ed9-d0fe-4360-ac3e-3707f4165dd2 HTTP/1.1" status: 204 len: 168 time: 0.5889783 Jul 07 20:50:38.546137 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: a53c18d1-1528-4be0-8e2c-810a342ea061 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:50:38.546611 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a53c18d1-1528-4be0-8e2c-810a342ea061 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:50:38.547045 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 3f2f695a-9a83-4fa2-9166-162abc5fdd62 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:38.572880 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ef463-0657-4e78-baaf-e9e91c573c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ff3ed9-d0fe-4360-ac3e-3707f4165dd2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:38.597281 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 3f2f695a-9a83-4fa2-9166-162abc5fdd62 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:50:38.597634 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 3f2f695a-9a83-4fa2-9166-162abc5fdd62 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:50:38.604537 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-78e9ef59-8601-4cd1-b9d3-ac8b02854333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:38.641588 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d7af8-39a0-4eaa-a26b-53da9ee01c84 req-e0d049dc-26e8-4ec1-ada9-aef8bb8546ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:38.643258 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-192d7af8-39a0-4eaa-a26b-53da9ee01c84 req-e0d049dc-26e8-4ec1-ada9-aef8bb8546ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=862b922f-3f8e-403e-939d-5a18a5258b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2027934 Jul 07 20:50:38.656211 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-78e9ef59-8601-4cd1-b9d3-ac8b02854333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:38.669073 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3fb2628f-ff19-4a45-acef-afdc8e9ceedd req-dacecefb-d3c3-428c-9481-ff728c8b0879 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332312 Jul 07 20:50:38.754989 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-78e9ef59-8601-4cd1-b9d3-ac8b02854333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:38.757776 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-78e9ef59-8601-4cd1-b9d3-ac8b02854333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:38.761505 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-78e9ef59-8601-4cd1-b9d3-ac8b02854333 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/58b1262c-4f13-408e-950d-8ae7df2329df HTTP/1.1" status: 204 len: 168 time: 0.3313057 Jul 07 20:50:38.774099 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9ef59-8601-4cd1-b9d3-ac8b02854333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b1262c-4f13-408e-950d-8ae7df2329df,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:38.810894 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-d8708ed8-b540-4243-b197-0d963d71d398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'name': 'tempest-ServersTestBootFromVolume-1101165149-router', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:43Z', 'updated_at': '2021-07-07T20:46:49Z', 'revision_number': 4, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'gw_port': {'id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:98:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:44Z', 'updated_at': '2021-07-07T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '555df1d2-aa35-4fc3-a3ac-77ff10138a74', 'name': '', 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'mac_address': 'fa:16:3e:c0:00:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '3a661560-d0ca-4a80-a1c0-8f03610fb2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:49Z', 'updated_at': '2021-07-07T20:46:57Z', 'revision_number': 5, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'subnets': [{'id': '3a661560-d0ca-4a80-a1c0-8f03610fb2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:38.874716 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8708ed8-b540-4243-b197-0d963d71d398 None None] Checking router: 98060c53-bc94-4b5e-984e-0f24e50c4a34 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:50:38.878333 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6b2f7-9969-4a42-900e-5fd2d2a68541 req-83e52c53-eabc-4c2d-b29d-af0e7d730932 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:38.880006 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-37c6b2f7-9969-4a42-900e-5fd2d2a68541 req-83e52c53-eabc-4c2d-b29d-af0e7d730932 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c021d54-9437-42cd-9a5e-1f94d6b45825 HTTP/1.1" status: 200 len: 944 time: 0.3305643 Jul 07 20:50:38.886636 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8708ed8-b540-4243-b197-0d963d71d398 None None] Routers {'98060c53-bc94-4b5e-984e-0f24e50c4a34'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:50:38.887446 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-d8708ed8-b540-4243-b197-0d963d71d398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:50:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['98060c53-bc94-4b5e-984e-0f24e50c4a34'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:38.970975 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-192d7af8-39a0-4eaa-a26b-53da9ee01c84 req-9943e173-d79e-4cea-8aa0-a9eecb4e8d45 service neutron] 10.222.0.39 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185852 Jul 07 20:50:38.979986 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38182) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:39.021722 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-d8708ed8-b540-4243-b197-0d963d71d398 None None] Set router 98060c53-bc94-4b5e-984e-0f24e50c4a34 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:50:39.028675 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-37c6b2f7-9969-4a42-900e-5fd2d2a68541 req-b5db7c0a-a408-4413-9d1e-9dd29ac45516 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff067910-6f78-4774-9228-0897ea21899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305759 Jul 07 20:50:39.063842 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-337f766c-f84d-4765-b4d5-5b69041061ad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b29d89e352d24d2ebc09c9a5d934da13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0822670 Jul 07 20:50:39.064465 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38184) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:39.155570 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ccece8-1660-45dc-aa08-3743635e5d52 x-openstack-request-id: req-f8ccece8-1660-45dc-aa08-3743635e5d52 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:39.156936 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1652c582-58ee-4a7e-91bc-961e710e13d8", "name": "network-vif-deleted", "tag": "3f2f695a-9a83-4fa2-9166-162abc5fdd62", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:39.157540 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f8ccece8-1660-45dc-aa08-3743635e5d52 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:39.160219 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1652c582-58ee-4a7e-91bc-961e710e13d8', 'name': 'network-vif-deleted', 'tag': '3f2f695a-9a83-4fa2-9166-162abc5fdd62', 'status': 'completed', 'code': 200} Jul 07 20:50:39.170697 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-37db29d1-838f-4a97-8e52-7776417fe0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:39.222382 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-37db29d1-838f-4a97-8e52-7776417fe0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:39.229469 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e2449-558c-4cdd-bf2d-948ecc160550 req-cad84f01-9e0b-49a9-9c54-47781ad99a64 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:39.231106 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c88e2449-558c-4cdd-bf2d-948ecc160550 req-cad84f01-9e0b-49a9-9c54-47781ad99a64 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=31b269e0-2cef-4c54-a3c3-2350a9e29658 HTTP/1.1" status: 200 len: 946 time: 0.3635662 Jul 07 20:50:39.331687 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-37db29d1-838f-4a97-8e52-7776417fe0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:39.334248 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-37db29d1-838f-4a97-8e52-7776417fe0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:39.335480 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-37db29d1-838f-4a97-8e52-7776417fe0e2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f3272d65-433a-4444-b949-6b9b12d048e8 HTTP/1.1" status: 204 len: 168 time: 0.2700403 Jul 07 20:50:39.359844 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db29d1-838f-4a97-8e52-7776417fe0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3272d65-433a-4444-b949-6b9b12d048e8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:39.376122 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-192d7af8-39a0-4eaa-a26b-53da9ee01c84 req-0a86d080-4911-4f17-bc50-886372857573 service neutron] 10.222.0.39 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972898 Jul 07 20:50:39.406420 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c88e2449-558c-4cdd-bf2d-948ecc160550 req-1e346538-952f-4579-8826-7372a9ab5526 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450965 Jul 07 20:50:39.408566 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8a066cb-8629-4ea7-80aa-94e410a2aeb2 req-835bbcb6-f848-4d11-b9f1-6eb8c36132b8 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 210 time: 0.0663323 Jul 07 20:50:39.474968 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-d8708ed8-b540-4243-b197-0d963d71d398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'name': 'tempest-ServersTestBootFromVolume-1101165149-router', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:43Z', 'updated_at': '2021-07-07T20:46:49Z', 'revision_number': 4, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'gw_port': {'id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:98:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:44Z', 'updated_at': '2021-07-07T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '555df1d2-aa35-4fc3-a3ac-77ff10138a74', 'name': '', 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'mac_address': 'fa:16:3e:c0:00:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '3a661560-d0ca-4a80-a1c0-8f03610fb2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:49Z', 'updated_at': '2021-07-07T20:46:57Z', 'revision_number': 5, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'subnets': [{'id': '3a661560-d0ca-4a80-a1c0-8f03610fb2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:39.512209 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8708ed8-b540-4243-b197-0d963d71d398 None None] The sync data for ids ['98060c53-bc94-4b5e-984e-0f24e50c4a34'] in n-d-695189-11 is: [{'id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'name': 'tempest-ServersTestBootFromVolume-1101165149-router', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:43Z', 'updated_at': '2021-07-07T20:46:49Z', 'revision_number': 4, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'gw_port': {'id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:98:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:44Z', 'updated_at': '2021-07-07T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '555df1d2-aa35-4fc3-a3ac-77ff10138a74', 'name': '', 'network_id': '10c6c845-5620-49c3-9767-57c4afeea554', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'mac_address': 'fa:16:3e:c0:00:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '3a661560-d0ca-4a80-a1c0-8f03610fb2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:49Z', 'updated_at': '2021-07-07T20:46:57Z', 'revision_number': 5, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'subnets': [{'id': '3a661560-d0ca-4a80-a1c0-8f03610fb2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:50:39.922547 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9730d29-50e1-4c32-bf88-881ae8064596 req-de7e768e-da9d-4a2a-a620-e462b1183d10 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:39.929556 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e9730d29-50e1-4c32-bf88-881ae8064596 req-de7e768e-da9d-4a2a-a620-e462b1183d10 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 949 time: 0.0905769 Jul 07 20:50:39.982959 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aff45d-6b51-48c3-81cc-1fcc1ffd9e0c None None] New status for floating IP 8e75c17e-a068-4afc-a6e8-bded5a64d2f9: DOWN {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:50:39.986008 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e9730d29-50e1-4c32-bf88-881ae8064596 req-f90c5398-71f5-4511-88b0-673762baf7e1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540977 Jul 07 20:50:39.996017 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38218) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:40.136006 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device fcb8d989-b582-41bd-ab92-01fa213100e0 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:50:40.266907 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cd7f3-7eb8-445c-92b2-159dfbed8bfa req-99421f97-260e-446b-afb6-1b240f63efa0 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:40.269249 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-099cd7f3-7eb8-445c-92b2-159dfbed8bfa req-99421f97-260e-446b-afb6-1b240f63efa0 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c021d54-9437-42cd-9a5e-1f94d6b45825 HTTP/1.1" status: 200 len: 944 time: 0.0880048 Jul 07 20:50:40.320833 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port fcb8d989-b582-41bd-ab92-01fa213100e0, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=fcb8d989-b582-41bd-ab92-01fa213100e0,segment=NetworkSegment(aaff765e-b21c-4ac5-bd47-02eb6b015550),segment_id=aaff765e-b21c-4ac5-bd47-02eb6b015550)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:40.348989 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-83782f76-f64c-48f9-858b-63b8b1f1ee80 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a1c17a3325344c6cbaa5788b7ca45ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3521070 Jul 07 20:50:40.351393 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38238) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:40.357438 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'fcb8d989-b582-41bd-ab92-01fa213100e0', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'port_id': 'fcb8d989-b582-41bd-ab92-01fa213100e0', 'mac_address': 'fa:16:3e:6b:65:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:50:40.374141 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-099cd7f3-7eb8-445c-92b2-159dfbed8bfa req-c467322e-1e1b-46c3-b9a2-ff1c7a8358cf tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff067910-6f78-4774-9228-0897ea21899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966780 Jul 07 20:50:40.427534 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:40.429743 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e325f09a-48d1-458f-92dc-155a9982aae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:40.453728 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb8d989-b582-41bd-ab92-01fa213100e0 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:50:40.463123 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e325f09a-48d1-458f-92dc-155a9982aae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:40.491425 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port fcb8d989-b582-41bd-ab92-01fa213100e0, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=fcb8d989-b582-41bd-ab92-01fa213100e0,segment=NetworkSegment(aaff765e-b21c-4ac5-bd47-02eb6b015550),segment_id=aaff765e-b21c-4ac5-bd47-02eb6b015550)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:40.498577 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:40.529965 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e325f09a-48d1-458f-92dc-155a9982aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:40.533214 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e325f09a-48d1-458f-92dc-155a9982aae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:40.537288 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e325f09a-48d1-458f-92dc-155a9982aae9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1421dccb-50b3-4ff9-aae0-fbefd373e507 HTTP/1.1" status: 204 len: 168 time: 0.1846957 Jul 07 20:50:40.550528 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325f09a-48d1-458f-92dc-155a9982aae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1421dccb-50b3-4ff9-aae0-fbefd373e507,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:40.596486 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=fcb8d989-b582-41bd-ab92-01fa213100e0,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:40.725546 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a7bb4-d554-49c4-8eac-c3ecfab9958f req-2c5d9575-712f-41a2-b8da-d2c2436c3569 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:40.732425 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-120a7bb4-d554-49c4-8eac-c3ecfab9958f req-2c5d9575-712f-41a2-b8da-d2c2436c3569 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b269e0-2cef-4c54-a3c3-2350a9e29658 HTTP/1.1" status: 200 len: 946 time: 0.1259122 Jul 07 20:50:40.751363 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['fcb8d989-b582-41bd-ab92-01fa213100e0'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:40.911273 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-120a7bb4-d554-49c4-8eac-c3ecfab9958f req-72c41c30-2b6b-42e0-b88b-50bae9b56aaa tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Deleting port 54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:40.913302 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-120a7bb4-d554-49c4-8eac-c3ecfab9958f req-72c41c30-2b6b-42e0-b88b-50bae9b56aaa tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:41.077856 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-120a7bb4-d554-49c4-8eac-c3ecfab9958f req-72c41c30-2b6b-42e0-b88b-50bae9b56aaa tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] For port 54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69,segment=NetworkSegment(bf53d961-3859-4756-83b3-c7352abc25ca),segment_id=bf53d961-3859-4756-83b3-c7352abc25ca)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:41.078562 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-120a7bb4-d554-49c4-8eac-c3ecfab9958f req-72c41c30-2b6b-42e0-b88b-50bae9b56aaa tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:41.095630 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-120a7bb4-d554-49c4-8eac-c3ecfab9958f req-72c41c30-2b6b-42e0-b88b-50bae9b56aaa tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Calling delete_port for 54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:41.291717 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-120a7bb4-d554-49c4-8eac-c3ecfab9958f req-72c41c30-2b6b-42e0-b88b-50bae9b56aaa tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:41.311040 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:50:41.313299 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38266) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:41.316064 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c50d42f3-2d20-4a45-9ffd-27ecca75f89f req-ba346e4c-9a4c-4e5c-aa56-4792b713c75a tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 210 time: 0.0507553 Jul 07 20:50:41.368614 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e612a7-c19e-43ed-92c9-e9b2a4e59a38 req-2b1dae77-a2e4-4e6f-8038-f407183d071f tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:41.372560 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4e612a7-c19e-43ed-92c9-e9b2a4e59a38 req-2b1dae77-a2e4-4e6f-8038-f407183d071f tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/ports?device_id=31b269e0-2cef-4c54-a3c3-2350a9e29658 HTTP/1.1" status: 200 len: 867 time: 0.6952274 Jul 07 20:50:41.386701 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c41c30-2b6b-42e0-b88b-50bae9b56aaa tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Pushing event deleted for resources: {'Port': ['ID=54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:41.446206 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-120a7bb4-d554-49c4-8eac-c3ecfab9958f req-72c41c30-2b6b-42e0-b88b-50bae9b56aaa tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] No DVR routers for this DVR port 54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:50:41.453918 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-120a7bb4-d554-49c4-8eac-c3ecfab9958f req-72c41c30-2b6b-42e0-b88b-50bae9b56aaa tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:41.456685 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-120a7bb4-d554-49c4-8eac-c3ecfab9958f req-72c41c30-2b6b-42e0-b88b-50bae9b56aaa tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.58 "DELETE /v2.0/ports/54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69 HTTP/1.1" status: 204 len: 173 time: 0.7124355 Jul 07 20:50:41.457295 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b269e0-2cef-4c54-a3c3-2350a9e29658', 'name': 'network-vif-deleted', 'tag': '54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:41.458507 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38272) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:41.461221 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a008f258-6e1e-469b-9fc0-ffc34116a593" -d '{"events": [{"server_uuid": "31b269e0-2cef-4c54-a3c3-2350a9e29658", "name": "network-vif-deleted", "tag": "54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:41.480301 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4e612a7-c19e-43ed-92c9-e9b2a4e59a38 req-22d2c4f8-83c6-4093-926d-73730ce7d035 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups?id=51a566a2-6349-44a4-9b1d-e982ec58845b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011715 Jul 07 20:50:41.494713 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-56bc76a2-376a-454c-866b-03f895e941da admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fef96550d87d4000b11c30b4da1214b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1750526 Jul 07 20:50:41.496328 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38278) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:41.615542 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-17eec8a5-7b63-4aef-98e9-277c760f45a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1227447015-network', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:41.665696 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17eec8a5-7b63-4aef-98e9-277c760f45a5 admin admin] Made reservation on behalf of 840e879ee5f84b5498858a5e69b47b03 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:50:41.668136 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-17eec8a5-7b63-4aef-98e9-277c760f45a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:41.717805 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-17eec8a5-7b63-4aef-98e9-277c760f45a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:41.820609 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ecc6d91-c478-4959-b622-44ead2470a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:41.845191 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57d161-f652-40e6-9b1b-00d072b02c7b req-aea058c0-b768-4875-ba7a-3b98eee3b578 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:41.846964 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9f57d161-f652-40e6-9b1b-00d072b02c7b req-aea058c0-b768-4875-ba7a-3b98eee3b578 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 949 time: 0.1977506 Jul 07 20:50:41.888031 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ecc6d91-c478-4959-b622-44ead2470a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:41.995208 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9f57d161-f652-40e6-9b1b-00d072b02c7b req-e155c805-a58f-44fa-8886-c621e34ac146 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324894 Jul 07 20:50:42.015710 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d377a-cd4d-4cf1-9bdb-f2b856ce7d4f req-f51ebc3a-1a55-473f-9f41-35851bcca6e7 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:42.022470 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-828d377a-cd4d-4cf1-9bdb-f2b856ce7d4f req-f51ebc3a-1a55-473f-9f41-35851bcca6e7 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c021d54-9437-42cd-9a5e-1f94d6b45825 HTTP/1.1" status: 200 len: 945 time: 0.2557304 Jul 07 20:50:42.057487 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e709bdec-83f3-463a-9e89-403337c6b930 x-openstack-request-id: req-e709bdec-83f3-463a-9e89-403337c6b930 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:42.057879 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b269e0-2cef-4c54-a3c3-2350a9e29658", "name": "network-vif-deleted", "tag": "54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:42.058218 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e709bdec-83f3-463a-9e89-403337c6b930 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:42.060707 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b269e0-2cef-4c54-a3c3-2350a9e29658', 'name': 'network-vif-deleted', 'tag': '54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69', 'status': 'completed', 'code': 200} Jul 07 20:50:42.076122 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-17eec8a5-7b63-4aef-98e9-277c760f45a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:42.080006 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ecc6d91-c478-4959-b622-44ead2470a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:42.083148 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ecc6d91-c478-4959-b622-44ead2470a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:42.084438 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3ecc6d91-c478-4959-b622-44ead2470a62 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/28dff146-96e0-49ee-96a0-fb9f656b9461 HTTP/1.1" status: 204 len: 168 time: 0.5864685 Jul 07 20:50:42.090800 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-17eec8a5-7b63-4aef-98e9-277c760f45a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:42.116217 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-828d377a-cd4d-4cf1-9bdb-f2b856ce7d4f req-e12b5462-560f-4809-bc64-da4fd8ae8a9e tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff067910-6f78-4774-9228-0897ea21899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927367 Jul 07 20:50:42.121359 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc6d91-c478-4959-b622-44ead2470a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dff146-96e0-49ee-96a0-fb9f656b9461,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:42.151625 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device fcb8d989-b582-41bd-ab92-01fa213100e0 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:50:42.163730 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17eec8a5-7b63-4aef-98e9-277c760f45a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:50:42.187961 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-17eec8a5-7b63-4aef-98e9-277c760f45a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:42.188325 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-17eec8a5-7b63-4aef-98e9-277c760f45a5 admin admin] Added segment 49619db1-acb6-458a-8d24-00385dd7ad61 of type vlan for network dbd0aac4-ba7c-4061-9d6d-26726df3c3bb Jul 07 20:50:42.189758 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eec8a5-7b63-4aef-98e9-277c760f45a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb7d1be-a00a-4dd5-93f0-f8f474f55a70,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:42.232126 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port fcb8d989-b582-41bd-ab92-01fa213100e0 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:42.245501 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port fcb8d989-b582-41bd-ab92-01fa213100e0 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:42.246012 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:42.266504 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-17eec8a5-7b63-4aef-98e9-277c760f45a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:42.314704 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-17eec8a5-7b63-4aef-98e9-277c760f45a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:42.315720 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eec8a5-7b63-4aef-98e9-277c760f45a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:42.316310 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-17eec8a5-7b63-4aef-98e9-277c760f45a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:42.334686 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38306) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:42.336119 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-17eec8a5-7b63-4aef-98e9-277c760f45a5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8759716 Jul 07 20:50:42.342336 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-c24a1967-a979-4e4b-b7f9-111784f34af1 admin admin] Request body: {'subnet': {'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1227447015-subnet', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:42.407853 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24a1967-a979-4e4b-b7f9-111784f34af1 admin admin] Made reservation on behalf of 840e879ee5f84b5498858a5e69b47b03 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:50:42.411367 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c24a1967-a979-4e4b-b7f9-111784f34af1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:42.434091 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:42.485358 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eec8a5-7b63-4aef-98e9-277c760f45a5 admin admin] Pushing event updated for resources: {'Network': ['ID=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:42.520270 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network dbd0aac4-ba7c-4061-9d6d-26726df3c3bb details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:50:42.624401 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45bf66b2-54c3-4004-b958-82fa5ee13f82 req-326f70d0-dd06-41be-b690-0aa8b567fa7a tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 210 time: 0.0777881 Jul 07 20:50:42.800592 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c021d54-9437-42cd-9a5e-1f94d6b45825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb8d989-b582-41bd-ab92-01fa213100e0'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:42.802827 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e479d7c-87d9-479e-853b-1e8674cad18f" -d '{"events": [{"server_uuid": "9c021d54-9437-42cd-9a5e-1f94d6b45825", "name": "network-vif-plugged", "status": "completed", "tag": "fcb8d989-b582-41bd-ab92-01fa213100e0"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:42.874820 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port fcb8d989-b582-41bd-ab92-01fa213100e0, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=fcb8d989-b582-41bd-ab92-01fa213100e0,segment=NetworkSegment(aaff765e-b21c-4ac5-bd47-02eb6b015550),segment_id=aaff765e-b21c-4ac5-bd47-02eb6b015550)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:42.888489 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c24a1967-a979-4e4b-b7f9-111784f34af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:42.905808 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9632a99-d520-4a26-9e73-15b2b7be13ce x-openstack-request-id: req-e9632a99-d520-4a26-9e73-15b2b7be13ce {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:42.905808 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c021d54-9437-42cd-9a5e-1f94d6b45825", "name": "network-vif-plugged", "status": "completed", "tag": "fcb8d989-b582-41bd-ab92-01fa213100e0", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:42.905808 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e9632a99-d520-4a26-9e73-15b2b7be13ce {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:42.905808 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c021d54-9437-42cd-9a5e-1f94d6b45825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb8d989-b582-41bd-ab92-01fa213100e0', 'code': 200} Jul 07 20:50:42.906874 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38338) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:42.919735 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:42.974044 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a1967-a979-4e4b-b7f9-111784f34af1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b4310c6-664d-4c25-affc-191900c3c7bd,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:42.989492 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24a1967-a979-4e4b-b7f9-111784f34af1 admin admin] Checking segment: {'id': '49619db1-acb6-458a-8d24-00385dd7ad61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:50:42.990383 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24a1967-a979-4e4b-b7f9-111784f34af1 admin admin] Network hostable DHCP agents. Network: dbd0aac4-ba7c-4061-9d6d-26726df3c3bb, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:50:43.040135 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24a1967-a979-4e4b-b7f9-111784f34af1 admin admin] Network dbd0aac4-ba7c-4061-9d6d-26726df3c3bb is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:50:43.072454 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=fcb8d989-b582-41bd-ab92-01fa213100e0,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:43.072972 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-c24a1967-a979-4e4b-b7f9-111784f34af1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, dbd0aac4-ba7c-4061-9d6d-26726df3c3bb) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:43.089902 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdaef3d-26bb-4e77-9c24-d90f9159ba10 None None] Network dbd0aac4-ba7c-4061-9d6d-26726df3c3bb requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:50:43.096690 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24a1967-a979-4e4b-b7f9-111784f34af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:43.102988 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c24a1967-a979-4e4b-b7f9-111784f34af1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:43.121067 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffeef4e-d86f-435a-87c4-d8ee184a32be req-13c93d36-9f5b-47d4-a81f-481b1e826c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:43.125768 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6ffeef4e-d86f-435a-87c4-d8ee184a32be req-13c93d36-9f5b-47d4-a81f-481b1e826c1f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9c021d54-9437-42cd-9a5e-1f94d6b45825 HTTP/1.1" status: 200 len: 1098 time: 0.1509888 Jul 07 20:50:43.140424 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c24a1967-a979-4e4b-b7f9-111784f34af1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8033156 Jul 07 20:50:43.142562 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38350) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:43.150717 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-becd0198-59b2-464d-ad69-58a6d406df0c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1227447015-router', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:43.175701 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-becd0198-59b2-464d-ad69-58a6d406df0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:43.178514 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-becd0198-59b2-464d-ad69-58a6d406df0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:43.231702 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4e7e4b8b-b7ba-4514-a102-221ea29c135b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:43.312902 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-becd0198-59b2-464d-ad69-58a6d406df0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:43.319079 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6ffeef4e-d86f-435a-87c4-d8ee184a32be req-8d9a51a9-bd5f-47f5-a2e0-18873d1328d9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ff067910-6f78-4774-9228-0897ea21899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819129 Jul 07 20:50:43.371267 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38356) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:43.419692 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45624ad3-92a8-4b5e-a34a-dd608c99d4df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'fixed_ips': [{'subnet_id': '3b4310c6-664d-4c25-affc-191900c3c7bd'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:50:43.420672 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-45624ad3-92a8-4b5e-a34a-dd608c99d4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:43.594657 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eee712-a189-4e7a-b209-591abbf5a4af req-30999c5e-47f7-45f6-8193-c2752424069b tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:43.602441 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-77eee712-a189-4e7a-b209-591abbf5a4af req-30999c5e-47f7-45f6-8193-c2752424069b tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 949 time: 0.2867899 Jul 07 20:50:43.625964 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-45624ad3-92a8-4b5e-a34a-dd608c99d4df None None] Allocated IP 172.20.0.2 (dbd0aac4-ba7c-4061-9d6d-26726df3c3bb/3b4310c6-664d-4c25-affc-191900c3c7bd/84341ea8-666e-4eff-9634-83b2eb2a7295) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:50:43.671777 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4e7e4b8b-b7ba-4514-a102-221ea29c135b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:43.693022 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-77eee712-a189-4e7a-b209-591abbf5a4af req-cf18d0df-ba55-4a36-bc24-63112dabb1c3 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890918 Jul 07 20:50:43.694450 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4e7e4b8b-b7ba-4514-a102-221ea29c135b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:43.855689 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4e7e4b8b-b7ba-4514-a102-221ea29c135b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=616de286a45e47a08a86aaca530add7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9471476 Jul 07 20:50:43.856970 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-45624ad3-92a8-4b5e-a34a-dd608c99d4df None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:43.869968 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e4b8b-b7ba-4514-a102-221ea29c135b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9602fb-2413-43b5-a417-837e8fb3fa2d,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:43.871600 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38368) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:43.886979 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-45624ad3-92a8-4b5e-a34a-dd608c99d4df None None] Transition to ACTIVE for port object 84341ea8-666e-4eff-9634-83b2eb2a7295 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:50:43.925565 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-45624ad3-92a8-4b5e-a34a-dd608c99d4df None None] Transition to ACTIVE for port object 84341ea8-666e-4eff-9634-83b2eb2a7295 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:50:43.941881 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-45624ad3-92a8-4b5e-a34a-dd608c99d4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:43.956575 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a503bac3-9c93-44ab-b430-02c419f4d105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:43.988710 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45624ad3-92a8-4b5e-a34a-dd608c99d4df None None] Network dbd0aac4-ba7c-4061-9d6d-26726df3c3bb is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:50:43.990153 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-becd0198-59b2-464d-ad69-58a6d406df0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:43.992469 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-45624ad3-92a8-4b5e-a34a-dd608c99d4df None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:43.996300 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45624ad3-92a8-4b5e-a34a-dd608c99d4df None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:50:44.030682 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45624ad3-92a8-4b5e-a34a-dd608c99d4df None None] Pushing event updated for resources: {'Port': ['ID=84341ea8-666e-4eff-9634-83b2eb2a7295,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:44.076209 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-45624ad3-92a8-4b5e-a34a-dd608c99d4df None None] Attempting to bind port 84341ea8-666e-4eff-9634-83b2eb2a7295 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:50:44.076638 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-45624ad3-92a8-4b5e-a34a-dd608c99d4df None None] Attempting to bind port 84341ea8-666e-4eff-9634-83b2eb2a7295 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '49619db1-acb6-458a-8d24-00385dd7ad61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:50:44.076962 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45624ad3-92a8-4b5e-a34a-dd608c99d4df None None] Attempting to bind port 84341ea8-666e-4eff-9634-83b2eb2a7295 on network dbd0aac4-ba7c-4061-9d6d-26726df3c3bb {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:50:44.083290 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45624ad3-92a8-4b5e-a34a-dd608c99d4df None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:50:44.083751 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45624ad3-92a8-4b5e-a34a-dd608c99d4df None None] Checking segment: {'id': '49619db1-acb6-458a-8d24-00385dd7ad61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:50:44.084183 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-45624ad3-92a8-4b5e-a34a-dd608c99d4df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:44.084719 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45624ad3-92a8-4b5e-a34a-dd608c99d4df None None] Bound using segment: {'id': '49619db1-acb6-458a-8d24-00385dd7ad61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:50:44.085203 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-45624ad3-92a8-4b5e-a34a-dd608c99d4df None None] Bound port: 84341ea8-666e-4eff-9634-83b2eb2a7295, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49619db1-acb6-458a-8d24-00385dd7ad61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:50:44.085863 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-45624ad3-92a8-4b5e-a34a-dd608c99d4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:44.150097 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a503bac3-9c93-44ab-b430-02c419f4d105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:44.165687 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a503bac3-9c93-44ab-b430-02c419f4d105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:44.186226 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38376) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:44.221175 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-45624ad3-92a8-4b5e-a34a-dd608c99d4df None None] For port 84341ea8-666e-4eff-9634-83b2eb2a7295, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:50:44.234914 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-45624ad3-92a8-4b5e-a34a-dd608c99d4df None None] For port 84341ea8-666e-4eff-9634-83b2eb2a7295, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=84341ea8-666e-4eff-9634-83b2eb2a7295,segment=NetworkSegment(49619db1-acb6-458a-8d24-00385dd7ad61),segment_id=49619db1-acb6-458a-8d24-00385dd7ad61)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:50:44.248221 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-45624ad3-92a8-4b5e-a34a-dd608c99d4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:44.311958 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1df8eb08-99fc-4116-b7f1-fce781795dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:44.347830 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45624ad3-92a8-4b5e-a34a-dd608c99d4df None None] Pushing event updated for resources: {'Port': ['ID=84341ea8-666e-4eff-9634-83b2eb2a7295,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:44.362441 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1df8eb08-99fc-4116-b7f1-fce781795dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:44.373723 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:44.443850 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-becd0198-59b2-464d-ad69-58a6d406df0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:44.449281 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:50:44.449785 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 54bb4a5f-d3e3-498d-a171-3b7a7f4ffe69 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:50:44.480214 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-becd0198-59b2-464d-ad69-58a6d406df0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:44.529583 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1df8eb08-99fc-4116-b7f1-fce781795dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:44.533091 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1df8eb08-99fc-4116-b7f1-fce781795dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:44.534603 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1df8eb08-99fc-4116-b7f1-fce781795dc5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9e9602fb-2413-43b5-a417-837e8fb3fa2d HTTP/1.1" status: 204 len: 168 time: 0.6199260 Jul 07 20:50:44.567293 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503bac3-9c93-44ab-b430-02c419f4d105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2eb1a06-cf2f-4e0e-916d-3857527dc744,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:44.601503 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a503bac3-9c93-44ab-b430-02c419f4d105 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ac36e136e5e49308074df81ba40a731&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2281685 Jul 07 20:50:44.660283 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38384) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:44.700693 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-becd0198-59b2-464d-ad69-58a6d406df0c admin admin] Allocated IP 172.25.5.94 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/f8009ad1-8e5b-4d02-8141-a0ae2d7824fc) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:50:44.787959 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c1cd5110-ab23-443e-a778-a82a0bf66cb8 req-8d3187f3-f081-41fa-a537-aba572c90f3c tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d1f45d6-6734-4f0a-898f-581233671fb3 HTTP/1.1" status: 200 len: 210 time: 0.2455854 Jul 07 20:50:44.791551 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8eb08-99fc-4116-b7f1-fce781795dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9602fb-2413-43b5-a417-837e8fb3fa2d,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:44.877395 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bcd71978-7371-41b9-8000-7c72761d9c58 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:44.899773 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8ff38-9f55-4572-b95b-82809a4dfd54 req-f4777f06-31fb-42ff-8499-785d03972c34 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:44.909039 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eeb8ff38-9f55-4572-b95b-82809a4dfd54 req-f4777f06-31fb-42ff-8499-785d03972c34 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c021d54-9437-42cd-9a5e-1f94d6b45825 HTTP/1.1" status: 200 len: 946 time: 0.9476278 Jul 07 20:50:44.985013 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-becd0198-59b2-464d-ad69-58a6d406df0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:45.043255 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bcd71978-7371-41b9-8000-7c72761d9c58 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:45.070921 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-15841ed6-a0a6-433a-a3b0-58df15099214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:45.093177 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-becd0198-59b2-464d-ad69-58a6d406df0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:45.100625 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eeb8ff38-9f55-4572-b95b-82809a4dfd54 req-63610acc-2749-4467-a7df-57e382ced4c7 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff067910-6f78-4774-9228-0897ea21899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907177 Jul 07 20:50:45.137037 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-15841ed6-a0a6-433a-a3b0-58df15099214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:45.188466 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f66ff-3276-4974-b626-cea00ed8de45 req-b3a8d3f9-475e-4e75-9c7a-663ec38ecd64 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:45.196507 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-839f66ff-3276-4974-b626-cea00ed8de45 req-b3a8d3f9-475e-4e75-9c7a-663ec38ecd64 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 949 time: 0.2390659 Jul 07 20:50:45.240940 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bcd71978-7371-41b9-8000-7c72761d9c58 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:45.244742 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bcd71978-7371-41b9-8000-7c72761d9c58 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:45.246605 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bcd71978-7371-41b9-8000-7c72761d9c58 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "DELETE /v2.0/security-groups/737ecd70-6096-4dda-b365-646c37ff8aa4 HTTP/1.1" status: 204 len: 168 time: 1.0258296 Jul 07 20:50:45.259995 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38398) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:45.293037 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd0198-59b2-464d-ad69-58a6d406df0c admin admin] Pushing event updated for resources: {'Port': ['ID=f8009ad1-8e5b-4d02-8141-a0ae2d7824fc,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:45.297220 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd71978-7371-41b9-8000-7c72761d9c58 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=737ecd70-6096-4dda-b365-646c37ff8aa4,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:45.308869 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-eb3c6546-22fd-46fb-8dee-b6ddad527b89 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] show failed (client error): The resource could not be found. Jul 07 20:50:45.310110 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-eb3c6546-22fd-46fb-8dee-b6ddad527b89 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "GET /v2.0/security-groups/737ecd70-6096-4dda-b365-646c37ff8aa4 HTTP/1.1" status: 404 len: 347 time: 0.0448899 Jul 07 20:50:45.315864 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38404) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:45.336714 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becd0198-59b2-464d-ad69-58a6d406df0c admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:50:45.345189 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-becd0198-59b2-464d-ad69-58a6d406df0c admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:45.349517 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becd0198-59b2-464d-ad69-58a6d406df0c admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:50:45.376701 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 84341ea8-666e-4eff-9634-83b2eb2a7295 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:50:45.395077 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-839f66ff-3276-4974-b626-cea00ed8de45 req-db26c708-7732-4c08-91d3-6b2224758b26 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973124 Jul 07 20:50:45.456279 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-15841ed6-a0a6-433a-a3b0-58df15099214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:45.460749 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-15841ed6-a0a6-433a-a3b0-58df15099214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:45.462353 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-15841ed6-a0a6-433a-a3b0-58df15099214 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d2eb1a06-cf2f-4e0e-916d-3857527dc744 HTTP/1.1" status: 204 len: 168 time: 0.7588966 Jul 07 20:50:45.493758 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15841ed6-a0a6-433a-a3b0-58df15099214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2eb1a06-cf2f-4e0e-916d-3857527dc744,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:45.534264 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:50:45.559968 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 84341ea8-666e-4eff-9634-83b2eb2a7295 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:45.566951 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-f8764325-ee70-4161-b8fc-55980b02d277 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Deleting port 57fbf0f4-0207-4f99-a01d-28db532d2251 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:45.567509 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f8764325-ee70-4161-b8fc-55980b02d277 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:45.724197 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f8764325-ee70-4161-b8fc-55980b02d277 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:45.724537 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f8764325-ee70-4161-b8fc-55980b02d277 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:45.748549 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-f8764325-ee70-4161-b8fc-55980b02d277 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Calling delete_port for 57fbf0f4-0207-4f99-a01d-28db532d2251 owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:45.818973 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-becd0198-59b2-464d-ad69-58a6d406df0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:46.031481 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38428) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:46.050541 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6a70be-868e-4d1d-95a5-86fd80e3180b None None] Network dbd0aac4-ba7c-4061-9d6d-26726df3c3bb requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:50:46.113670 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f8764325-ee70-4161-b8fc-55980b02d277 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:46.115925 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9af73db9-5875-4f3d-906b-a0034f69ff43 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:46.151002 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8764325-ee70-4161-b8fc-55980b02d277 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Pushing event deleted for resources: {'Port': ['ID=57fbf0f4-0207-4f99-a01d-28db532d2251,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:46.160381 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6fffc8d7-5169-4f1e-9134-86a48f5bbb9a None None] Provisioning for port 84341ea8-666e-4eff-9634-83b2eb2a7295 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:46.171408 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6fffc8d7-5169-4f1e-9134-86a48f5bbb9a None None] Provisioning complete for port 84341ea8-666e-4eff-9634-83b2eb2a7295 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:46.172021 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6fffc8d7-5169-4f1e-9134-86a48f5bbb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:46.330687 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-becd0198-59b2-464d-ad69-58a6d406df0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:46.349608 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6fffc8d7-5169-4f1e-9134-86a48f5bbb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:46.357314 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9af73db9-5875-4f3d-906b-a0034f69ff43 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:46.388036 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f8764325-ee70-4161-b8fc-55980b02d277 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:46.391388 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f8764325-ee70-4161-b8fc-55980b02d277 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:46.392950 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f8764325-ee70-4161-b8fc-55980b02d277 tempest-ImagesOneServerNegativeTestJSON-1882592229 tempest-ImagesOneServerNegativeTestJSON-1882592229-project] 10.222.0.64 "DELETE /v2.0/floatingips/8a64e2a3-d4fa-42df-b714-999f4a3af172 HTTP/1.1" status: 204 len: 168 time: 1.0759120 Jul 07 20:50:46.440291 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-6fffc8d7-5169-4f1e-9134-86a48f5bbb9a None None] For port 84341ea8-666e-4eff-9634-83b2eb2a7295, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=84341ea8-666e-4eff-9634-83b2eb2a7295,segment=NetworkSegment(49619db1-acb6-458a-8d24-00385dd7ad61),segment_id=49619db1-acb6-458a-8d24-00385dd7ad61)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:46.446581 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6fffc8d7-5169-4f1e-9134-86a48f5bbb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:46.500294 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38438) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:46.519884 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9af73db9-5875-4f3d-906b-a0034f69ff43 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:46.522283 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9af73db9-5875-4f3d-906b-a0034f69ff43 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:46.535522 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9af73db9-5875-4f3d-906b-a0034f69ff43 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "DELETE /v2.0/security-groups/4d0ec93b-17a8-4a4a-a7cd-5c19d7f989f3 HTTP/1.1" status: 204 len: 168 time: 0.5026667 Jul 07 20:50:46.536356 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38444) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:46.550977 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ebd7cb78-c5a8-49e5-a261-a8d35693e3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:46.578226 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffc8d7-5169-4f1e-9134-86a48f5bbb9a None None] Pushing event updated for resources: {'Port': ['ID=84341ea8-666e-4eff-9634-83b2eb2a7295,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:46.631009 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-8fe0490f-b3be-4d06-9b72-d890acfdc998 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=cb273ab273cc43938189fd7bd9078f99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298119 Jul 07 20:50:46.637785 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af73db9-5875-4f3d-906b-a0034f69ff43 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0ec93b-17a8-4a4a-a7cd-5c19d7f989f3,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:46.639768 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-f35e00f1-f47c-4537-9b1f-9e51b619c9f3 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] show failed (client error): The resource could not be found. Jul 07 20:50:46.643645 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f35e00f1-f47c-4537-9b1f-9e51b619c9f3 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "GET /v2.0/security-groups/4d0ec93b-17a8-4a4a-a7cd-5c19d7f989f3 HTTP/1.1" status: 404 len: 347 time: 0.0815725 Jul 07 20:50:46.646711 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38452) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:46.652714 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-becd0198-59b2-464d-ad69-58a6d406df0c admin admin] Router 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:50:46.775828 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-52f704c7-4ad9-41b1-9a4f-d183acecaf87 None None] Provisioning complete for port 84341ea8-666e-4eff-9634-83b2eb2a7295 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:46.775828 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-52f704c7-4ad9-41b1-9a4f-d183acecaf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:46.805555 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becd0198-59b2-464d-ad69-58a6d406df0c admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:50:46.824661 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b33cc-563e-4d02-81fa-6c8651f32735 req-0b8e421a-a5d4-49dd-bfed-dec8cd3b8cec tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:46.827017 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-163b33cc-563e-4d02-81fa-6c8651f32735 req-0b8e421a-a5d4-49dd-bfed-dec8cd3b8cec tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c021d54-9437-42cd-9a5e-1f94d6b45825 HTTP/1.1" status: 200 len: 946 time: 0.4327750 Jul 07 20:50:46.857357 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] Sync routers for ids ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:50:46.862827 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38456) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:46.884386 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] Routers {'369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:50:46.885446 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:50:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:46.991307 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-163b33cc-563e-4d02-81fa-6c8651f32735 req-60375e42-0e48-4ed0-af8c-050861af00cc tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff067910-6f78-4774-9228-0897ea21899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491876 Jul 07 20:50:47.004068 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-01366ae3-2e22-4b0d-9638-a266e910656f tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:47.005714 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-01366ae3-2e22-4b0d-9638-a266e910656f tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3584743 Jul 07 20:50:47.048403 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-878d1741-a453-498f-8293-40f6e228f09a tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] 10.222.0.64 "GET /v2.0/quotas/cb273ab273cc43938189fd7bd9078f99 HTTP/1.1" status: 200 len: 375 time: 0.0171511 Jul 07 20:50:47.053095 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-a1a48e03-5d21-44b6-936d-dc691f5f8c45 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-870955724-network', 'tenant_id': '0a31f92e02774825a7ee89c6df016045'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:47.086777 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] Set router 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:50:47.128509 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-6ca9e9a7-5f32-4e99-a585-1c82f3023956 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Deleting port 29949b55-23e5-468b-a5eb-1699a8c4cad3 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:47.128736 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6ca9e9a7-5f32-4e99-a585-1c82f3023956 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:47.135362 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ebd7cb78-c5a8-49e5-a261-a8d35693e3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:47.150788 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-becd0198-59b2-464d-ad69-58a6d406df0c admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:47.152166 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-becd0198-59b2-464d-ad69-58a6d406df0c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0083799 Jul 07 20:50:47.155219 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38468) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:47.157809 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-b18c56cc-607a-4909-8717-65fee0afd915 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb273ab273cc43938189fd7bd9078f99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942400 Jul 07 20:50:47.167262 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ebd7cb78-c5a8-49e5-a261-a8d35693e3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:47.191521 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 84341ea8-666e-4eff-9634-83b2eb2a7295 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:50:47.251967 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a48e03-5d21-44b6-936d-dc691f5f8c45 admin admin] Made reservation on behalf of 0a31f92e02774825a7ee89c6df016045 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:50:47.254656 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1a48e03-5d21-44b6-936d-dc691f5f8c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:47.269881 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1a48e03-5d21-44b6-936d-dc691f5f8c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:47.334171 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 84341ea8-666e-4eff-9634-83b2eb2a7295 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:47.334588 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:47.383261 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7cb78-c5a8-49e5-a261-a8d35693e3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1df623-e13b-4c6a-9706-408276b7f901,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:47.432290 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ebd7cb78-c5a8-49e5-a261-a8d35693e3d0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45290dda161b4f8e973bb8496a496b95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9290392 Jul 07 20:50:47.435851 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38470) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:47.481360 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'name': 'tempest-AttachVolumeTestJSON-1227447015-router', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:43Z', 'updated_at': '2021-07-07T20:50:45Z', 'revision_number': 3, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'gw_port': {'id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:44Z', 'updated_at': '2021-07-07T20:50:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:47.517656 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] Checking router: 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:50:47.518253 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] Updating router 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a port f8009ad1-8e5b-4d02-8141-a0ae2d7824fc binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:50:47.528140 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1a48e03-5d21-44b6-936d-dc691f5f8c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:47.534738 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1a48e03-5d21-44b6-936d-dc691f5f8c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:47.570577 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:47.580001 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a48e03-5d21-44b6-936d-dc691f5f8c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4c1726-1377-41b4-9d00-aa750253603c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:47.593548 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6ca9e9a7-5f32-4e99-a585-1c82f3023956 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:47.595082 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6ca9e9a7-5f32-4e99-a585-1c82f3023956 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:47.599186 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a48e03-5d21-44b6-936d-dc691f5f8c45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:50:47.636588 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-6ca9e9a7-5f32-4e99-a585-1c82f3023956 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Calling delete_port for 29949b55-23e5-468b-a5eb-1699a8c4cad3 owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:47.775612 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-32d2fe60-5a5b-4608-bfca-bbb93c11e515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:47.840247 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-32d2fe60-5a5b-4608-bfca-bbb93c11e515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:47.858902 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1a48e03-5d21-44b6-936d-dc691f5f8c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:47.859564 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-a1a48e03-5d21-44b6-936d-dc691f5f8c45 admin admin] Added segment 9009888a-6363-422f-94cb-76a8eb92eaa3 of type vlan for network 82625c3c-1135-4f0a-9cb6-1fb96845c005 Jul 07 20:50:47.864456 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba43a24-27a8-4d02-a1e1-88ab70551d9d req-ef28556d-6f4c-4247-844a-fd4f5ffd43d8 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:47.872134 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eba43a24-27a8-4d02-a1e1-88ab70551d9d req-ef28556d-6f4c-4247-844a-fd4f5ffd43d8 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 949 time: 0.4170027 Jul 07 20:50:47.976939 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1a48e03-5d21-44b6-936d-dc691f5f8c45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:47.988443 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-78f2f94c-9d5d-4bc5-851d-69d0ae4e4e78 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:48.001963 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-78f2f94c-9d5d-4bc5-851d-69d0ae4e4e78 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3621984 Jul 07 20:50:48.034280 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eba43a24-27a8-4d02-a1e1-88ab70551d9d req-bb86ccdc-3d88-4a7e-947e-c0bb49e47b8b tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610444 Jul 07 20:50:48.074019 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:48.078627 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1a48e03-5d21-44b6-936d-dc691f5f8c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:48.079669 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a48e03-5d21-44b6-936d-dc691f5f8c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:48.081435 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1a48e03-5d21-44b6-936d-dc691f5f8c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:48.094406 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:48.156460 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-fa66d88e-7281-433d-adcf-25902754079a tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 696 time: 0.1429217 Jul 07 20:50:48.169737 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-32d2fe60-5a5b-4608-bfca-bbb93c11e515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:48.175623 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-32d2fe60-5a5b-4608-bfca-bbb93c11e515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:48.175623 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-32d2fe60-5a5b-4608-bfca-bbb93c11e515 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fb1df623-e13b-4c6a-9706-408276b7f901 HTTP/1.1" status: 204 len: 168 time: 0.7372832 Jul 07 20:50:48.183873 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a48e03-5d21-44b6-936d-dc691f5f8c45 admin admin] Pushing event updated for resources: {'Network': ['ID=82625c3c-1135-4f0a-9cb6-1fb96845c005,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:48.188123 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-031694d8-e23e-480b-875f-1509976127e6 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Request body: {'floatingip': {'port_id': '4228e434-d7b8-41d2-a956-8590e791b22a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:48.196426 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 82625c3c-1135-4f0a-9cb6-1fb96845c005 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:50:48.207394 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a1a48e03-5d21-44b6-936d-dc691f5f8c45 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3383977 Jul 07 20:50:48.259062 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-031694d8-e23e-480b-875f-1509976127e6 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks [] for floatingip, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:48.374983 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2fe60-5a5b-4608-bfca-bbb93c11e515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1df623-e13b-4c6a-9706-408276b7f901,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:48.394046 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] Transition to ACTIVE for port object f8009ad1-8e5b-4d02-8141-a0ae2d7824fc will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:50:48.421516 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:48.430009 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6ca9e9a7-5f32-4e99-a585-1c82f3023956 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:48.434054 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d52ca292-b080-4c67-bed0-a2a7c9b8b465 req-ce6db6ad-0706-4612-b567-95d2dc4d9b63 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae9a4bb0-3ff4-4767-8f44-18950b54636f HTTP/1.1" status: 200 len: 210 time: 0.1496255 Jul 07 20:50:48.495203 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9e9a7-5f32-4e99-a585-1c82f3023956 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Pushing event deleted for resources: {'Port': ['ID=29949b55-23e5-468b-a5eb-1699a8c4cad3,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:48.561431 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38492) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:48.605703 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6186a2-f4c8-44b4-b5fb-83c3de4d0865 None None] Pushing event updated for resources: {'Port': ['ID=f8009ad1-8e5b-4d02-8141-a0ae2d7824fc,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:48.615411 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] Attempting to bind port f8009ad1-8e5b-4d02-8141-a0ae2d7824fc on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:50:48.615411 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] Attempting to bind port f8009ad1-8e5b-4d02-8141-a0ae2d7824fc by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:50:48.615411 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] Attempting to bind port f8009ad1-8e5b-4d02-8141-a0ae2d7824fc on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:50:48.629894 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:50:48.629894 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:50:48.629894 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:48.629894 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:50:48.629894 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] Bound port: f8009ad1-8e5b-4d02-8141-a0ae2d7824fc, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:50:48.630553 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:48.678355 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Allocated IP 172.20.0.1 (dbd0aac4-ba7c-4061-9d6d-26726df3c3bb/3b4310c6-664d-4c25-affc-191900c3c7bd/9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:50:48.725590 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-08244856-d88f-47e5-a4e0-1603870d2b4f admin admin] Deleting subnet 44323baf-dba1-4cdd-b0c1-02177941adb8 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:50:48.739257 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-08244856-d88f-47e5-a4e0-1603870d2b4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:48.759361 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] For port f8009ad1-8e5b-4d02-8141-a0ae2d7824fc, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:50:48.765384 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] For port f8009ad1-8e5b-4d02-8141-a0ae2d7824fc, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f8009ad1-8e5b-4d02-8141-a0ae2d7824fc,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:50:48.772446 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:48.914238 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] Routers {'369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:50:48.914898 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:50:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:48.919855 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6186a2-f4c8-44b4-b5fb-83c3de4d0865 None None] Pushing event updated for resources: {'Port': ['ID=f8009ad1-8e5b-4d02-8141-a0ae2d7824fc,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:48.957757 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-08244856-d88f-47e5-a4e0-1603870d2b4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:49.016109 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-08244856-d88f-47e5-a4e0-1603870d2b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:49.038107 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6ca9e9a7-5f32-4e99-a585-1c82f3023956 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:49.040754 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6ca9e9a7-5f32-4e99-a585-1c82f3023956 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:49.044692 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6ca9e9a7-5f32-4e99-a585-1c82f3023956 tempest-ServersTestBootFromVolume-512760234 tempest-ServersTestBootFromVolume-512760234-project] 10.222.0.64 "DELETE /v2.0/floatingips/8e75c17e-a068-4afc-a6e8-bded5a64d2f9 HTTP/1.1" status: 204 len: 168 time: 2.3175979 Jul 07 20:50:49.045074 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38506) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:49.089174 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] Set router 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:50:49.215780 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:49.234146 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-08244856-d88f-47e5-a4e0-1603870d2b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:49.258845 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Transition to ACTIVE for port object 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:50:49.315567 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08244856-d88f-47e5-a4e0-1603870d2b4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44323baf-dba1-4cdd-b0c1-02177941adb8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:49.333139 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-08244856-d88f-47e5-a4e0-1603870d2b4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:49.338634 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-08244856-d88f-47e5-a4e0-1603870d2b4f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/44323baf-dba1-4cdd-b0c1-02177941adb8 HTTP/1.1" status: 204 len: 168 time: 0.7714956 Jul 07 20:50:49.339908 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38518) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:49.398903 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38520) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:49.446343 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:49.517959 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'name': 'tempest-AttachVolumeTestJSON-1227447015-router', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:43Z', 'updated_at': '2021-07-07T20:50:45Z', 'revision_number': 3, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'gw_port': {'id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:44Z', 'updated_at': '2021-07-07T20:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:49.577447 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cde59e-a313-4e3d-a273-e44db4d1166a None None] The sync data for ids ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'] in n-d-695189-11 is: [{'id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'name': 'tempest-AttachVolumeTestJSON-1227447015-router', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:43Z', 'updated_at': '2021-07-07T20:50:45Z', 'revision_number': 3, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'gw_port': {'id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:44Z', 'updated_at': '2021-07-07T20:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:50:49.605981 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:49.672155 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-fa9eccb2-0304-4bfe-938a-bf843b1d6b47 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=cb273ab273cc43938189fd7bd9078f99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1011505 Jul 07 20:50:49.755776 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:49.804454 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-4973dc1c-f245-4f2e-b305-30fcc99ca4b0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1683132032-network', 'tenant_id': '65fae3fefbe64254998437b5d4795dfb'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:49.818265 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Network dbd0aac4-ba7c-4061-9d6d-26726df3c3bb is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:50:49.832391 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:49.843078 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:50:49.890451 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56d24a07-4b1b-4317-be27-c6754cb7acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:49.896909 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Pushing event updated for resources: {'Port': ['ID=9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:49.907599 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4973dc1c-f245-4f2e-b305-30fcc99ca4b0 admin admin] Made reservation on behalf of 65fae3fefbe64254998437b5d4795dfb for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:50:49.909903 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4973dc1c-f245-4f2e-b305-30fcc99ca4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:49.928447 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:49.928829 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:49.929206 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:49.929850 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:49.929850 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:49.930169 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:49.930505 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:49.930835 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:49.931165 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:49.931537 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:49.931874 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:49.932203 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:50:49.941142 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4973dc1c-f245-4f2e-b305-30fcc99ca4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:49.947416 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:50.002376 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c6f94-b532-444f-a6af-d279d8c046da req-0fd79af2-44e9-4c49-99e3-6cf111d364f3 tempest-ComputeTenantNetworksTest-231889456 tempest-ComputeTenantNetworksTest-231889456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:50.013186 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c6f94-b532-444f-a6af-d279d8c046da req-0fd79af2-44e9-4c49-99e3-6cf111d364f3 tempest-ComputeTenantNetworksTest-231889456 tempest-ComputeTenantNetworksTest-231889456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:50.023229 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c6f94-b532-444f-a6af-d279d8c046da req-0fd79af2-44e9-4c49-99e3-6cf111d364f3 tempest-ComputeTenantNetworksTest-231889456 tempest-ComputeTenantNetworksTest-231889456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:50.039152 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cb5c6f94-b532-444f-a6af-d279d8c046da req-0fd79af2-44e9-4c49-99e3-6cf111d364f3 tempest-ComputeTenantNetworksTest-231889456 tempest-ComputeTenantNetworksTest-231889456-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 1.0956357 Jul 07 20:50:50.153311 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56d24a07-4b1b-4317-be27-c6754cb7acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:50.185084 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-56d24a07-4b1b-4317-be27-c6754cb7acc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a6625d-e0a5-4a92-8051-0eec64122ad8']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:50.216006 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c9dc1fac-1e4d-464b-967c-eef21b416f47 None None] Provisioning for port 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:50.220391 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c9dc1fac-1e4d-464b-967c-eef21b416f47 None None] Provisioning complete for port 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:50.220766 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c9dc1fac-1e4d-464b-967c-eef21b416f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:50.263464 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-56d24a07-4b1b-4317-be27-c6754cb7acc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf53d961-3859-4756-83b3-c7352abc25ca') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:50.264076 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-56d24a07-4b1b-4317-be27-c6754cb7acc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf53d961-3859-4756-83b3-c7352abc25ca') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:50.278312 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc1fac-1e4d-464b-967c-eef21b416f47 None None] Port 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:50:50.291928 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56d24a07-4b1b-4317-be27-c6754cb7acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:50.317470 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56d24a07-4b1b-4317-be27-c6754cb7acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:50.361696 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-1fec847c-fed1-4c56-b30b-a6b489ab7695 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:50.363460 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-1fec847c-fed1-4c56-b30b-a6b489ab7695 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6629193 Jul 07 20:50:50.386958 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d24a07-4b1b-4317-be27-c6754cb7acc7 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:50:50.387793 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56d24a07-4b1b-4317-be27-c6754cb7acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:50:50.389660 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:50:50.421419 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-54b3cece-8981-4ff8-a444-55a4853b49b5 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Request body: {'port': {'device_id': 'ae9a4bb0-3ff4-4767-8f44-18950b54636f', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': 'cb273ab273cc43938189fd7bd9078f99'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:50.442621 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4973dc1c-f245-4f2e-b305-30fcc99ca4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:50.452860 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4973dc1c-f245-4f2e-b305-30fcc99ca4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:50.487300 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:50.503449 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4973dc1c-f245-4f2e-b305-30fcc99ca4b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:50:50.522850 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56d24a07-4b1b-4317-be27-c6754cb7acc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:50.527881 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56d24a07-4b1b-4317-be27-c6754cb7acc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:50.530164 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-56d24a07-4b1b-4317-be27-c6754cb7acc7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d1a6625d-e0a5-4a92-8051-0eec64122ad8 HTTP/1.1" status: 204 len: 168 time: 1.1890154 Jul 07 20:50:50.530458 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.db.resource_extend [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-031694d8-e23e-480b-875f-1509976127e6 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 20:50:50.538356 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973dc1c-f245-4f2e-b305-30fcc99ca4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26f8b94-ee00-448f-a70d-2c051ba20d81,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:50.542740 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4973dc1c-f245-4f2e-b305-30fcc99ca4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:50.543091 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-4973dc1c-f245-4f2e-b305-30fcc99ca4b0 admin admin] Added segment 7814ef99-1a11-4758-9ec6-f3d79984a9d6 of type vlan for network a969003f-4d51-4bc6-945b-910c720df136 Jul 07 20:50:50.562340 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d24a07-4b1b-4317-be27-c6754cb7acc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1a6625d-e0a5-4a92-8051-0eec64122ad8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:50.604645 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d13ab3-1225-4a5b-9bfb-4382c260292e req-7fe9cb6e-f080-4ac9-bd3e-e89e51e95b40 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:50.606259 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-60d13ab3-1225-4a5b-9bfb-4382c260292e req-7fe9cb6e-f080-4ac9-bd3e-e89e51e95b40 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 949 time: 0.4365535 Jul 07 20:50:50.632173 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4973dc1c-f245-4f2e-b305-30fcc99ca4b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:50.686105 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-031694d8-e23e-480b-875f-1509976127e6 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:50.707371 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-031694d8-e23e-480b-875f-1509976127e6 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:50.721925 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4973dc1c-f245-4f2e-b305-30fcc99ca4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:50.723067 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4973dc1c-f245-4f2e-b305-30fcc99ca4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:50.723807 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4973dc1c-f245-4f2e-b305-30fcc99ca4b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:50.754537 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38530) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:50.780575 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-60d13ab3-1225-4a5b-9bfb-4382c260292e req-56b6faf9-6ec5-451d-aa90-5276a2e97eae tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660051 Jul 07 20:50:50.847400 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973dc1c-f245-4f2e-b305-30fcc99ca4b0 admin admin] Pushing event updated for resources: {'Network': ['ID=a969003f-4d51-4bc6-945b-910c720df136,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:50.860396 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4973dc1c-f245-4f2e-b305-30fcc99ca4b0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4463644 Jul 07 20:50:50.860657 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-54b3cece-8981-4ff8-a444-55a4853b49b5 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Made reservation on behalf of cb273ab273cc43938189fd7bd9078f99 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:50:50.861125 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-54b3cece-8981-4ff8-a444-55a4853b49b5 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:50.863785 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38532) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:50.873725 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-9ddadc12-07b5-4195-ba13-8783994e0819 admin admin] Request body: {'subnet': {'network_id': 'a969003f-4d51-4bc6-945b-910c720df136', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1683132032-subnet', 'tenant_id': '65fae3fefbe64254998437b5d4795dfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:50.876786 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-54b3cece-8981-4ff8-a444-55a4853b49b5 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:50.880831 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network a969003f-4d51-4bc6-945b-910c720df136 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:50:50.893962 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e80a9def-8859-4bbd-85a2-379c2eff59c4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3349249ad1c24a58b749b119fbeb9b09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1361156 Jul 07 20:50:50.895639 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38534) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:50.905050 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:50.912179 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:50.935451 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddadc12-07b5-4195-ba13-8783994e0819 admin admin] Made reservation on behalf of 65fae3fefbe64254998437b5d4795dfb for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:50:50.937790 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ddadc12-07b5-4195-ba13-8783994e0819 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:50.959364 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-031694d8-e23e-480b-875f-1509976127e6 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Floating IP e7a399a4-227a-4510-892d-5b52b1ab8e53 associated. External IP: 172.25.5.166, port: 4228e434-d7b8-41d2-a956-8590e791b22a. Jul 07 20:50:50.971771 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8086af37-07e6-4195-b72c-a3012559f22b req-6172b3cd-e5f2-460e-86bd-08d23c4506e2 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae9a4bb0-3ff4-4767-8f44-18950b54636f HTTP/1.1" status: 200 len: 210 time: 0.0751631 Jul 07 20:50:51.040460 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Pushing event updated for resources: {'Port': ['ID=9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:51.047568 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:51.188622 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8acbd6e9-6fb8-42bd-a76d-57a1f08f5e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:51.225098 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f8009ad1-8e5b-4d02-8141-a0ae2d7824fc up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:50:51.260760 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Network dbd0aac4-ba7c-4061-9d6d-26726df3c3bb is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:50:51.264676 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7e18e-c538-4fc3-8463-2b669fe978e9 req-a3a02e9a-fe28-4293-b680-ae68bb5f8c98 tempest-ComputeTenantNetworksTest-231889456 tempest-ComputeTenantNetworksTest-231889456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:51.266522 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fd7e18e-c538-4fc3-8463-2b669fe978e9 req-a3a02e9a-fe28-4293-b680-ae68bb5f8c98 tempest-ComputeTenantNetworksTest-231889456 tempest-ComputeTenantNetworksTest-231889456-project] 10.222.0.64 "GET /v2.0/networks/82625c3c-1135-4f0a-9cb6-1fb96845c005 HTTP/1.1" status: 200 len: 768 time: 0.2302885 Jul 07 20:50:51.278985 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38536) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:51.280503 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:51.309483 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port f8009ad1-8e5b-4d02-8141-a0ae2d7824fc completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:51.314379 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port f8009ad1-8e5b-4d02-8141-a0ae2d7824fc triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:51.315091 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:51.320422 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8acbd6e9-6fb8-42bd-a76d-57a1f08f5e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:51.343733 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ddadc12-07b5-4195-ba13-8783994e0819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:51.446908 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:51.456101 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddadc12-07b5-4195-ba13-8783994e0819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e76f85dc-7298-41c1-a5c0-b46924c81a29,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:51.483897 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port f8009ad1-8e5b-4d02-8141-a0ae2d7824fc, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f8009ad1-8e5b-4d02-8141-a0ae2d7824fc,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:51.499908 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:51.511395 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddadc12-07b5-4195-ba13-8783994e0819 admin admin] Checking segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:50:51.511765 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddadc12-07b5-4195-ba13-8783994e0819 admin admin] Network hostable DHCP agents. Network: a969003f-4d51-4bc6-945b-910c720df136, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:50:51.518577 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-54b3cece-8981-4ff8-a444-55a4853b49b5 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:51.524247 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Router 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:50:51.536698 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-54b3cece-8981-4ff8-a444-55a4853b49b5 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:51.548668 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7f7c2c43-cddd-4832-a77e-d667bd1dd3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:51.568395 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddadc12-07b5-4195-ba13-8783994e0819 admin admin] Network a969003f-4d51-4bc6-945b-910c720df136 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:50:51.575542 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=f8009ad1-8e5b-4d02-8141-a0ae2d7824fc,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:51.617601 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-9ddadc12-07b5-4195-ba13-8783994e0819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, a969003f-4d51-4bc6-945b-910c720df136) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:51.625568 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-27323433-8c64-46b8-9ffd-398e97cd721d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:51.627402 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddadc12-07b5-4195-ba13-8783994e0819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:51.627993 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ddadc12-07b5-4195-ba13-8783994e0819 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:51.631711 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-67696907-aa74-4a6b-9146-81ea24693143 None None] Provisioning complete for port 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:51.632264 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-67696907-aa74-4a6b-9146-81ea24693143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:51.634050 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba5eead-a852-4548-aa67-1ca8ccaac5e3 None None] Network a969003f-4d51-4bc6-945b-910c720df136 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:50:51.670309 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9ddadc12-07b5-4195-ba13-8783994e0819 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7942777 Jul 07 20:50:51.715747 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-67696907-aa74-4a6b-9146-81ea24693143 None None] Port 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:50:51.725323 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:50:51.731508 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c8c07894-befe-4ab5-bc2f-e7151ce0679a admin admin] 10.222.0.64 "PUT /v2.0/routers/369340f2-f5e8-4c76-9eb7-ecc891ff6d4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5753126 Jul 07 20:50:51.741057 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8acbd6e9-6fb8-42bd-a76d-57a1f08f5e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:51.752865 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8acbd6e9-6fb8-42bd-a76d-57a1f08f5e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:51.754336 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8acbd6e9-6fb8-42bd-a76d-57a1f08f5e8b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/51a566a2-6349-44a4-9b1d-e982ec58845b HTTP/1.1" status: 204 len: 168 time: 0.8567262 Jul 07 20:50:51.789041 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3cece-8981-4ff8-a444-55a4853b49b5 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6abcb758-7cae-48e5-9136-e3e3d3abe698,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:51.828660 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16389f83-d49b-421d-a58a-4c38659007de None None] Network a969003f-4d51-4bc6-945b-910c720df136 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:50:51.839854 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbd6e9-6fb8-42bd-a76d-57a1f08f5e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a566a2-6349-44a4-9b1d-e982ec58845b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:51.857423 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] Sync routers for ids ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:50:51.880715 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] Routers {'369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:50:51.881456 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:50:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:52.031036 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] Set router 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:50:52.281764 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'name': 'tempest-AttachVolumeTestJSON-1227447015-router', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:43Z', 'updated_at': '2021-07-07T20:50:50Z', 'revision_number': 4, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'gw_port': {'id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:44Z', 'updated_at': '2021-07-07T20:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28', 'name': '', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'mac_address': 'fa:16:3e:cd:43:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:48Z', 'updated_at': '2021-07-07T20:50:50Z', 'revision_number': 2, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'subnets': [{'id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:52.315986 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] Checking router: 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:50:52.316342 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] Updating router 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a port 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:50:52.349935 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-031694d8-e23e-480b-875f-1509976127e6 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Router ea6cde6f-5b57-4192-88be-009ef571cec2 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:50:52.362538 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:52.478479 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-54b3cece-8981-4ff8-a444-55a4853b49b5 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Allocated IP 192.168.233.166 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/c27a237b-2099-4e22-82ed-b22d412e796e) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:50:52.481823 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7f7c2c43-cddd-4832-a77e-d667bd1dd3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:52.572189 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-7f7c2c43-cddd-4832-a77e-d667bd1dd3ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82625c3c-1135-4f0a-9cb6-1fb96845c005']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:52.603073 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-7f7c2c43-cddd-4832-a77e-d667bd1dd3ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9009888a-6363-422f-94cb-76a8eb92eaa3') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:52.603444 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-7f7c2c43-cddd-4832-a77e-d667bd1dd3ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9009888a-6363-422f-94cb-76a8eb92eaa3') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:52.664904 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38576) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:52.670030 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-de17ae5f-b102-404c-964c-29e6e2f29461 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1487353297-network', 'tenant_id': 'f57359dfa07044e4997d9a53abfd9aa6'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:52.677172 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7f7c2c43-cddd-4832-a77e-d667bd1dd3ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:52.696718 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de17ae5f-b102-404c-964c-29e6e2f29461 admin admin] Made reservation on behalf of f57359dfa07044e4997d9a53abfd9aa6 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:50:52.699281 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-de17ae5f-b102-404c-964c-29e6e2f29461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:52.709529 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-de17ae5f-b102-404c-964c-29e6e2f29461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:52.725417 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7f7c2c43-cddd-4832-a77e-d667bd1dd3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:52.741611 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969eaef8-da00-47cc-84fc-bbb4639fffb1 req-f066e129-57dc-4ae2-b3ac-d221d5d6d661 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:52.748819 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-969eaef8-da00-47cc-84fc-bbb4639fffb1 req-f066e129-57dc-4ae2-b3ac-d221d5d6d661 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 949 time: 0.4252408 Jul 07 20:50:52.761462 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f7c2c43-cddd-4832-a77e-d667bd1dd3ac admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:50:52.761886 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7f7c2c43-cddd-4832-a77e-d667bd1dd3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: timer() Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:50:52.778772 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:50:52.802747 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:52.847291 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-de17ae5f-b102-404c-964c-29e6e2f29461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:52.856675 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-de17ae5f-b102-404c-964c-29e6e2f29461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:52.879885 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de17ae5f-b102-404c-964c-29e6e2f29461 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:50:52.884036 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-031694d8-e23e-480b-875f-1509976127e6 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:50:52.892670 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-031694d8-e23e-480b-875f-1509976127e6 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:52.898148 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d27d91-a3aa-48ee-94a5-fd0740d66383 None None] Sync routers for ids ['ea6cde6f-5b57-4192-88be-009ef571cec2'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:50:52.903115 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] Transition to ACTIVE for port object 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:50:52.909053 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17ae5f-b102-404c-964c-29e6e2f29461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ba71c4-4541-48a9-92da-d9a38b30981e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:52.912121 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-de17ae5f-b102-404c-964c-29e6e2f29461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:52.912463 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-de17ae5f-b102-404c-964c-29e6e2f29461 admin admin] Added segment 73da8ef4-0b6f-4658-a4b8-3b6b8802511a of type vlan for network 9350cd30-4cee-402e-bbd6-7374699c754a Jul 07 20:50:52.914127 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d27d91-a3aa-48ee-94a5-fd0740d66383 None None] Routers {'ea6cde6f-5b57-4192-88be-009ef571cec2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:50:52.916059 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b9d27d91-a3aa-48ee-94a5-fd0740d66383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:50:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ea6cde6f-5b57-4192-88be-009ef571cec2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:52.933438 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7f7c2c43-cddd-4832-a77e-d667bd1dd3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:52.938969 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:52.964658 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7f7c2c43-cddd-4832-a77e-d667bd1dd3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:52.968903 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7f7c2c43-cddd-4832-a77e-d667bd1dd3ac admin admin] 10.222.0.64 "DELETE /v2.0/networks/82625c3c-1135-4f0a-9cb6-1fb96845c005 HTTP/1.1" status: 204 len: 168 time: 1.6853948 Jul 07 20:50:52.979913 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-969eaef8-da00-47cc-84fc-bbb4639fffb1 req-c59df3b9-b303-472f-bcc8-82295cfe3972 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302108 Jul 07 20:50:52.992258 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-de17ae5f-b102-404c-964c-29e6e2f29461 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.030662 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c2c43-cddd-4832-a77e-d667bd1dd3ac admin admin] Pushing event deleted for resources: {'Network': ['ID=82625c3c-1135-4f0a-9cb6-1fb96845c005,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:53.046670 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-de17ae5f-b102-404c-964c-29e6e2f29461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.047625 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-031694d8-e23e-480b-875f-1509976127e6 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "PUT /v2.0/floatingips/e7a399a4-227a-4510-892d-5b52b1ab8e53 HTTP/1.1" status: 200 len: 996 time: 4.8801301 Jul 07 20:50:53.050713 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de17ae5f-b102-404c-964c-29e6e2f29461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:53.052969 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-de17ae5f-b102-404c-964c-29e6e2f29461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.054177 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89d0a69-bc16-45a5-8d23-46210bb6a3b6', 'tag': '4228e434-d7b8-41d2-a956-8590e791b22a'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:53.057052 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4807fee7-cbbf-4c65-8b66-76f4eb7d0433" -d '{"events": [{"name": "network-changed", "server_uuid": "f89d0a69-bc16-45a5-8d23-46210bb6a3b6", "tag": "4228e434-d7b8-41d2-a956-8590e791b22a"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:53.160436 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2a46d-7be1-46c4-bcc1-beb2f823240b None None] Pushing event updated for resources: {'Port': ['ID=9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:53.162779 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-de17ae5f-b102-404c-964c-29e6e2f29461 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4963932 Jul 07 20:50:53.187163 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38590) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:53.188844 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-b9d27d91-a3aa-48ee-94a5-fd0740d66383 None None] Set router ea6cde6f-5b57-4192-88be-009ef571cec2 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:50:53.198988 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-f1a83dbf-185a-4634-9f6a-1c7aba171e50 admin admin] Request body: {'subnet': {'network_id': '9350cd30-4cee-402e-bbd6-7374699c754a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1487353297-subnet', 'tenant_id': 'f57359dfa07044e4997d9a53abfd9aa6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:53.222003 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17ae5f-b102-404c-964c-29e6e2f29461 admin admin] Pushing event updated for resources: {'Network': ['ID=9350cd30-4cee-402e-bbd6-7374699c754a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:53.235934 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-54b3cece-8981-4ff8-a444-55a4853b49b5 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.255814 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 9350cd30-4cee-402e-bbd6-7374699c754a details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:50:53.265570 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f8009ad1-8e5b-4d02-8141-a0ae2d7824fc up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:50:53.272156 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] Attempting to bind port 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:50:53.273494 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] Attempting to bind port 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '49619db1-acb6-458a-8d24-00385dd7ad61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:50:53.275117 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] Attempting to bind port 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28 on network dbd0aac4-ba7c-4061-9d6d-26726df3c3bb {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:50:53.282712 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:50:53.283668 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] Checking segment: {'id': '49619db1-acb6-458a-8d24-00385dd7ad61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:50:53.284264 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.285280 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] Bound using segment: {'id': '49619db1-acb6-458a-8d24-00385dd7ad61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:50:53.285932 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] Bound port: 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49619db1-acb6-458a-8d24-00385dd7ad61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:50:53.286538 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.306720 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-54b3cece-8981-4ff8-a444-55a4853b49b5 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Transition to ACTIVE for port object c27a237b-2099-4e22-82ed-b22d412e796e will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:50:53.323191 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a83dbf-185a-4634-9f6a-1c7aba171e50 admin admin] Made reservation on behalf of f57359dfa07044e4997d9a53abfd9aa6 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:50:53.326158 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f1a83dbf-185a-4634-9f6a-1c7aba171e50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.327006 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38592) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:53.423051 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-3ddb444c-aebc-4b47-9d06-1dabfa63557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:53.425517 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-3ddb444c-aebc-4b47-9d06-1dabfa63557a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c5ecdc93a1ea491aaf71d58b3b9d68f7&device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6 HTTP/1.1" status: 200 len: 1097 time: 0.3338790 Jul 07 20:50:53.457416 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b167b462-415e-440c-ab61-f92accb59c81 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0a31f92e02774825a7ee89c6df016045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1291304 Jul 07 20:50:53.464718 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38594) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:53.472737 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] For port 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:50:53.479127 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] For port 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28,segment=NetworkSegment(49619db1-acb6-458a-8d24-00385dd7ad61),segment_id=49619db1-acb6-458a-8d24-00385dd7ad61)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:50:53.491633 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.510576 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port f8009ad1-8e5b-4d02-8141-a0ae2d7824fc triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:53.511256 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.537518 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ca44210b-483f-437e-b589-68f298c05ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.564800 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ca44210b-483f-437e-b589-68f298c05ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.638723 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ca44210b-483f-437e-b589-68f298c05ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.641767 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ca44210b-483f-437e-b589-68f298c05ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.643407 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ca44210b-483f-437e-b589-68f298c05ff1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0a4c1726-1377-41b4-9d00-aa750253603c HTTP/1.1" status: 204 len: 168 time: 0.1775885 Jul 07 20:50:53.656723 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44210b-483f-437e-b589-68f298c05ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4c1726-1377-41b4-9d00-aa750253603c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:53.676696 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-54b3cece-8981-4ff8-a444-55a4853b49b5 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.679929 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-27323433-8c64-46b8-9ffd-398e97cd721d admin admin] Deleting port 555df1d2-aa35-4fc3-a3ac-77ff10138a74 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:53.680992 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-27323433-8c64-46b8-9ffd-398e97cd721d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.797351 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2a46d-7be1-46c4-bcc1-beb2f823240b None None] Pushing event updated for resources: {'Port': ['ID=9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:53.826625 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-54b3cece-8981-4ff8-a444-55a4853b49b5 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:50:53.838171 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-54b3cece-8981-4ff8-a444-55a4853b49b5 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:53.854011 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b9d27d91-a3aa-48ee-94a5-fd0740d66383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:50:00Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'e7a399a4-227a-4510-892d-5b52b1ab8e53', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'port_id': '4228e434-d7b8-41d2-a956-8590e791b22a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'mac_address': 'fa:16:3e:4b:5d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89d0a69-bc16-45a5-8d23-46210bb6a3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:50:26Z', 'updated_at': '2021-07-07T20:50:50Z', 'revision_number': 1, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000b58aa-c770-46f8-9b35-2ff15f9d502e', 'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'mac_address': 'fa:16:3e:c5:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:58Z', 'updated_at': '2021-07-07T20:50:08Z', 'revision_number': 5, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'subnets': [{'id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:53.855855 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] Routers {'369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:50:53.857933 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:50:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:53.861171 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-54b3cece-8981-4ff8-a444-55a4853b49b5 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:50:53.873817 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f1a83dbf-185a-4634-9f6a-1c7aba171e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:53.928979 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d27d91-a3aa-48ee-94a5-fd0740d66383 None None] Checking router: ea6cde6f-5b57-4192-88be-009ef571cec2 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:50:53.953135 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d27d91-a3aa-48ee-94a5-fd0740d66383 None None] Routers {'ea6cde6f-5b57-4192-88be-009ef571cec2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:50:53.953785 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b9d27d91-a3aa-48ee-94a5-fd0740d66383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:50:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ea6cde6f-5b57-4192-88be-009ef571cec2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:54.018538 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3cece-8981-4ff8-a444-55a4853b49b5 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Pushing event updated for resources: {'Port': ['ID=c27a237b-2099-4e22-82ed-b22d412e796e,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:54.107674 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] Set router 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:50:54.125567 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-ea1b6acc-86af-4038-ab2a-d920decbd706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:54.134517 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-ea1b6acc-86af-4038-ab2a-d920decbd706 service neutron] 10.222.0.64 "GET /v2.0/networks?id=862b922f-3f8e-403e-939d-5a18a5258b58 HTTP/1.1" status: 200 len: 921 time: 0.7005832 Jul 07 20:50:54.188714 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-54b3cece-8981-4ff8-a444-55a4853b49b5 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:54.195441 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-54b3cece-8981-4ff8-a444-55a4853b49b5 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:54.205223 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-b9d27d91-a3aa-48ee-94a5-fd0740d66383 None None] Set router ea6cde6f-5b57-4192-88be-009ef571cec2 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:50:54.270767 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a83dbf-185a-4634-9f6a-1c7aba171e50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94467b07-09c9-4faa-8670-c4a050628c03,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:54.286230 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-27323433-8c64-46b8-9ffd-398e97cd721d admin admin] For port 555df1d2-aa35-4fc3-a3ac-77ff10138a74, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=555df1d2-aa35-4fc3-a3ac-77ff10138a74,segment=NetworkSegment(22c3ee63-ef64-4098-a51b-1647e4329dd4),segment_id=22c3ee63-ef64-4098-a51b-1647e4329dd4)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:54.286698 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-27323433-8c64-46b8-9ffd-398e97cd721d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:54.311522 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38608) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:54.316595 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-2d260a83-1c0a-4c22-ba9d-b30ef8a4e13b tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--331306277', 'description': 'tempest-description--969614150'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:54.350038 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2d260a83-1c0a-4c22-ba9d-b30ef8a4e13b tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:54.350291 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-54b3cece-8981-4ff8-a444-55a4853b49b5 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9367731 Jul 07 20:50:54.353779 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-27323433-8c64-46b8-9ffd-398e97cd721d admin admin] Calling delete_port for 555df1d2-aa35-4fc3-a3ac-77ff10138a74 owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:54.363139 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a83dbf-185a-4634-9f6a-1c7aba171e50 admin admin] Checking segment: {'id': '73da8ef4-0b6f-4658-a4b8-3b6b8802511a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9350cd30-4cee-402e-bbd6-7374699c754a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:50:54.364145 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a83dbf-185a-4634-9f6a-1c7aba171e50 admin admin] Network hostable DHCP agents. Network: 9350cd30-4cee-402e-bbd6-7374699c754a, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:50:54.397351 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-e79b4185-9dfc-42dc-8af7-d8281b202445 service neutron] Request body: {'port': {'device_id': 'ae9a4bb0-3ff4-4767-8f44-18950b54636f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:54.496161 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'name': 'tempest-AttachVolumeTestJSON-1227447015-router', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:43Z', 'updated_at': '2021-07-07T20:50:50Z', 'revision_number': 4, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'gw_port': {'id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:44Z', 'updated_at': '2021-07-07T20:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28', 'name': '', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'mac_address': 'fa:16:3e:cd:43:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:48Z', 'updated_at': '2021-07-07T20:50:53Z', 'revision_number': 4, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'subnets': [{'id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:54.502061 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-269d0dc4-baa4-42e9-aa18-5b95ad1e3bac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4228e434-d7b8-41d2-a956-8590e791b22a HTTP/1.1" status: 200 len: 999 time: 0.3665857 Jul 07 20:50:54.518431 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2d260a83-1c0a-4c22-ba9d-b30ef8a4e13b tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:54.524152 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2d260a83-1c0a-4c22-ba9d-b30ef8a4e13b tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:54.560547 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2d260a83-1c0a-4c22-ba9d-b30ef8a4e13b tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:54.564751 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2d260a83-1c0a-4c22-ba9d-b30ef8a4e13b tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2492175 Jul 07 20:50:54.566278 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38614) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:54.572789 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf387e1b-4a11-4e7a-a04d-4aa501bae416 None None] The sync data for ids ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'] in n-d-695189-11 is: [{'id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'name': 'tempest-AttachVolumeTestJSON-1227447015-router', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:43Z', 'updated_at': '2021-07-07T20:50:50Z', 'revision_number': 4, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'gw_port': {'id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:44Z', 'updated_at': '2021-07-07T20:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28', 'name': '', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'mac_address': 'fa:16:3e:cd:43:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:48Z', 'updated_at': '2021-07-07T20:50:53Z', 'revision_number': 4, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'subnets': [{'id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:50:54.574295 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-abe52f8d-6700-46a4-be54-eb1c5e5b2428 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Request body: {'security_group_rule': {'security_group_id': '8f9a90bd-67a7-407a-b33e-e71759615746', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:54.605306 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d260a83-1c0a-4c22-ba9d-b30ef8a4e13b tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9a90bd-67a7-407a-b33e-e71759615746,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:54.637463 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-abe52f8d-6700-46a4-be54-eb1c5e5b2428 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:54.755213 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-abe52f8d-6700-46a4-be54-eb1c5e5b2428 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:54.763067 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-abe52f8d-6700-46a4-be54-eb1c5e5b2428 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:54.811533 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe52f8d-6700-46a4-be54-eb1c5e5b2428 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16345f0-b3d1-4ac8-805d-ec3476e335e7,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:54.819064 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-abe52f8d-6700-46a4-be54-eb1c5e5b2428 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:54.821042 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c9831a5a-843e-44d2-a77a-c3d3decbb66d None None] Provisioning for port c27a237b-2099-4e22-82ed-b22d412e796e completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:54.821555 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-abe52f8d-6700-46a4-be54-eb1c5e5b2428 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2550652 Jul 07 20:50:54.825125 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38622) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:54.837054 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-d8d73de7-46c1-4d02-a245-bd2bca48710d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:54.838574 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-d8d73de7-46c1-4d02-a245-bd2bca48710d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71aa915f-97b8-42f5-b575-925f0ac5a27a HTTP/1.1" status: 200 len: 859 time: 0.2860303 Jul 07 20:50:54.841222 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-752b0c0b-cef7-42c1-b775-5663b026277e tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Request body: {'security_group_rule': {'security_group_id': '8f9a90bd-67a7-407a-b33e-e71759615746', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:54.864814 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c9831a5a-843e-44d2-a77a-c3d3decbb66d None None] Provisioning complete for port c27a237b-2099-4e22-82ed-b22d412e796e triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:54.865460 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c9831a5a-843e-44d2-a77a-c3d3decbb66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:54.894840 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-752b0c0b-cef7-42c1-b775-5663b026277e tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:54.935038 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a83dbf-185a-4634-9f6a-1c7aba171e50 admin admin] Network 9350cd30-4cee-402e-bbd6-7374699c754a is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:50:54.957510 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-c9831a5a-843e-44d2-a77a-c3d3decbb66d None None] Port c27a237b-2099-4e22-82ed-b22d412e796e cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:50:54.975189 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-27323433-8c64-46b8-9ffd-398e97cd721d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:54.980712 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-752b0c0b-cef7-42c1-b775-5663b026277e tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:54.988844 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-752b0c0b-cef7-42c1-b775-5663b026277e tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:55.005076 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b9d27d91-a3aa-48ee-94a5-fd0740d66383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:50:00Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'e7a399a4-227a-4510-892d-5b52b1ab8e53', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'port_id': '4228e434-d7b8-41d2-a956-8590e791b22a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'mac_address': 'fa:16:3e:4b:5d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89d0a69-bc16-45a5-8d23-46210bb6a3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:50:26Z', 'updated_at': '2021-07-07T20:50:50Z', 'revision_number': 1, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000b58aa-c770-46f8-9b35-2ff15f9d502e', 'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'mac_address': 'fa:16:3e:c5:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:58Z', 'updated_at': '2021-07-07T20:50:08Z', 'revision_number': 5, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'subnets': [{'id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:55.027054 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b0c0b-cef7-42c1-b775-5663b026277e tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e5f2c9-4af9-43e5-a105-d9a7af19373a,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:55.055537 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-752b0c0b-cef7-42c1-b775-5663b026277e tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:55.057365 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-752b0c0b-cef7-42c1-b775-5663b026277e tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2307668 Jul 07 20:50:55.060243 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38624) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:55.063131 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27323433-8c64-46b8-9ffd-398e97cd721d admin admin] Pushing event deleted for resources: {'Port': ['ID=555df1d2-aa35-4fc3-a3ac-77ff10138a74,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:55.064764 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-f1a83dbf-185a-4634-9f6a-1c7aba171e50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 9350cd30-4cee-402e-bbd6-7374699c754a) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:55.068634 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-1c13bd55-e8bd-4b46-8064-cc8269f97955 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:50:55.081283 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a83dbf-185a-4634-9f6a-1c7aba171e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:55.082040 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f1a83dbf-185a-4634-9f6a-1c7aba171e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:55.082830 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d27d91-a3aa-48ee-94a5-fd0740d66383 None None] The sync data for ids ['ea6cde6f-5b57-4192-88be-009ef571cec2'] in n-d-695189-11 is: [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:50:00Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'e7a399a4-227a-4510-892d-5b52b1ab8e53', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'port_id': '4228e434-d7b8-41d2-a956-8590e791b22a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'mac_address': 'fa:16:3e:4b:5d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89d0a69-bc16-45a5-8d23-46210bb6a3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:50:26Z', 'updated_at': '2021-07-07T20:50:50Z', 'revision_number': 1, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000b58aa-c770-46f8-9b35-2ff15f9d502e', 'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'mac_address': 'fa:16:3e:c5:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:58Z', 'updated_at': '2021-07-07T20:50:08Z', 'revision_number': 5, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'subnets': [{'id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:50:55.090487 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3296f95-e98e-4dd6-a348-517b8ac19308 None None] Network 9350cd30-4cee-402e-bbd6-7374699c754a requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:50:55.137163 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1c13bd55-e8bd-4b46-8064-cc8269f97955 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for floatingip, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:55.212408 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-e79b4185-9dfc-42dc-8af7-d8281b202445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:55.417050 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1c13bd55-e8bd-4b46-8064-cc8269f97955 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:55.422236 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:50:55.478257 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e45d9d-9b08-4fea-974e-4aa79d6005d3 None None] Network 9350cd30-4cee-402e-bbd6-7374699c754a requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:50:55.585969 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9690b2c-f314-4ef8-aef8-7c999ebc4f13 None None] New status for floating IP e7a399a4-227a-4510-892d-5b52b1ab8e53: ACTIVE {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:50:55.670619 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-1c13bd55-e8bd-4b46-8064-cc8269f97955 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Allocated IP 172.25.5.187 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/f36b6212-37ea-49b1-8ff4-37b9d39e37a8) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:50:55.718146 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:50:55.742537 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:55.742918 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:55.756293 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f1a83dbf-185a-4634-9f6a-1c7aba171e50 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.5663929 Jul 07 20:50:55.874147 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1c13bd55-e8bd-4b46-8064-cc8269f97955 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:55.883070 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-27323433-8c64-46b8-9ffd-398e97cd721d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:55.902465 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fab8b-d460-417b-871e-ed5bcb71c219 req-fbc63d23-9766-4e2e-a938-1c75b3394abd tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:55.911241 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-983fab8b-d460-417b-871e-ed5bcb71c219 req-fbc63d23-9766-4e2e-a938-1c75b3394abd tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae9a4bb0-3ff4-4767-8f44-18950b54636f HTTP/1.1" status: 200 len: 936 time: 1.4113896 Jul 07 20:50:55.972779 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1c13bd55-e8bd-4b46-8064-cc8269f97955 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:56.077425 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c13bd55-e8bd-4b46-8064-cc8269f97955 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:50:56.083425 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-1c13bd55-e8bd-4b46-8064-cc8269f97955 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:50:56.088513 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c13bd55-e8bd-4b46-8064-cc8269f97955 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:50:56.154695 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13bd55-e8bd-4b46-8064-cc8269f97955 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Pushing event updated for resources: {'Port': ['ID=f36b6212-37ea-49b1-8ff4-37b9d39e37a8,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:56.162571 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:56.217787 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28,segment=NetworkSegment(49619db1-acb6-458a-8d24-00385dd7ad61),segment_id=49619db1-acb6-458a-8d24-00385dd7ad61)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:56.222416 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:56.318671 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-b304c246-9eb3-4aa0-952b-99f1bb1c5683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:56.321141 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-b304c246-9eb3-4aa0-952b-99f1bb1c5683 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=862b922f-3f8e-403e-939d-5a18a5258b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3755515 Jul 07 20:50:56.350594 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:56.356723 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-73fce8fb-454d-4686-9636-32f68fa57567 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:50:56.357828 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-73fce8fb-454d-4686-9636-32f68fa57567 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0255008 Jul 07 20:50:56.371431 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1c13bd55-e8bd-4b46-8064-cc8269f97955 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:56.442660 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1c13bd55-e8bd-4b46-8064-cc8269f97955 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:56.475233 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-983fab8b-d460-417b-871e-ed5bcb71c219 req-7374b671-431b-40a9-9d09-b3481984c626 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] 10.222.0.64 "GET /v2.0/security-groups?id=6abcb758-7cae-48e5-9136-e3e3d3abe698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5628974 Jul 07 20:50:56.706603 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b38308-21ac-4b43-8bfd-b1a91cb67d91 x-openstack-request-id: req-89b38308-21ac-4b43-8bfd-b1a91cb67d91 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:50:56.706990 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89d0a69-bc16-45a5-8d23-46210bb6a3b6", "tag": "4228e434-d7b8-41d2-a956-8590e791b22a", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:50:56.707174 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-89b38308-21ac-4b43-8bfd-b1a91cb67d91 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:50:56.707629 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89d0a69-bc16-45a5-8d23-46210bb6a3b6', 'tag': '4228e434-d7b8-41d2-a956-8590e791b22a', 'status': 'completed', 'code': 200} Jul 07 20:50:56.710733 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807fee7-cbbf-4c65-8b66-76f4eb7d0433 req-47f2cae1-80c5-409c-adf8-b067a70bd8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:56.713150 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4807fee7-cbbf-4c65-8b66-76f4eb7d0433 req-47f2cae1-80c5-409c-adf8-b067a70bd8e5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5ecdc93a1ea491aaf71d58b3b9d68f7&device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6 HTTP/1.1" status: 200 len: 1097 time: 0.0880113 Jul 07 20:50:56.729667 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27323433-8c64-46b8-9ffd-398e97cd721d admin admin] Router 98060c53-bc94-4b5e-984e-0f24e50c4a34 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:50:56.767365 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1c13bd55-e8bd-4b46-8064-cc8269f97955 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:56.770428 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-752e3f78-8d45-423b-b3a6-9f403b1ab30c service neutron] 10.222.0.64 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648465 Jul 07 20:50:56.814259 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1c13bd55-e8bd-4b46-8064-cc8269f97955 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:56.922379 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13bd55-e8bd-4b46-8064-cc8269f97955 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Pushing event updated for resources: {'Port': ['ID=f36b6212-37ea-49b1-8ff4-37b9d39e37a8,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:56.942318 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1c13bd55-e8bd-4b46-8064-cc8269f97955 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:56.958392 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807fee7-cbbf-4c65-8b66-76f4eb7d0433 req-0ea47bdc-4f57-4a5b-8295-ba59d8473b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:56.961967 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4807fee7-cbbf-4c65-8b66-76f4eb7d0433 req-0ea47bdc-4f57-4a5b-8295-ba59d8473b69 service neutron] 10.222.0.58 "GET /v2.0/networks?id=862b922f-3f8e-403e-939d-5a18a5258b58 HTTP/1.1" status: 200 len: 921 time: 0.2241683 Jul 07 20:50:56.968338 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1c13bd55-e8bd-4b46-8064-cc8269f97955 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:56.977655 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1c13bd55-e8bd-4b46-8064-cc8269f97955 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9085405 Jul 07 20:50:56.985105 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-e79b4185-9dfc-42dc-8af7-d8281b202445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c27a237b-2099-4e22-82ed-b22d412e796e {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:50:57.001657 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-e79b4185-9dfc-42dc-8af7-d8281b202445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:57.036538 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-e79b4185-9dfc-42dc-8af7-d8281b202445 service neutron] Transition to ACTIVE for port object c27a237b-2099-4e22-82ed-b22d412e796e will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:50:57.037890 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27323433-8c64-46b8-9ffd-398e97cd721d admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:50:57.050574 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-27323433-8c64-46b8-9ffd-398e97cd721d admin admin] 10.222.0.64 "PUT /v2.0/routers/98060c53-bc94-4b5e-984e-0f24e50c4a34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9974482 Jul 07 20:50:57.053948 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38674) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:57.055650 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278bf0f-08c0-4461-8616-7cefef40b91e None None] Sync routers for ids ['98060c53-bc94-4b5e-984e-0f24e50c4a34'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:50:57.056013 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-e79b4185-9dfc-42dc-8af7-d8281b202445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:57.072979 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5278bf0f-08c0-4461-8616-7cefef40b91e None None] Routers {'98060c53-bc94-4b5e-984e-0f24e50c4a34'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:50:57.073626 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-5278bf0f-08c0-4461-8616-7cefef40b91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:50:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['98060c53-bc94-4b5e-984e-0f24e50c4a34'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:57.136909 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4807fee7-cbbf-4c65-8b66-76f4eb7d0433 req-3cab5680-daf0-4786-9dbd-48a7c639b64b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4228e434-d7b8-41d2-a956-8590e791b22a HTTP/1.1" status: 200 len: 1001 time: 0.1587698 Jul 07 20:50:57.231784 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-762ac7fe-661f-4c5d-9e40-19270dabd603 admin admin] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:57.238515 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c56507ae-001c-4edc-bbfa-2d85897796b3 req-40da3efa-395d-42de-b6e2-159c8f41316a service neutron] 10.222.0.64 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558320 Jul 07 20:50:57.288747 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807fee7-cbbf-4c65-8b66-76f4eb7d0433 req-463499a0-e249-491f-9488-b7cd1ee05037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:57.293957 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4807fee7-cbbf-4c65-8b66-76f4eb7d0433 req-463499a0-e249-491f-9488-b7cd1ee05037 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71aa915f-97b8-42f5-b575-925f0ac5a27a HTTP/1.1" status: 200 len: 859 time: 0.1401856 Jul 07 20:50:57.384925 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b4185-9dfc-42dc-8af7-d8281b202445 service neutron] Pushing event updated for resources: {'Port': ['ID=c27a237b-2099-4e22-82ed-b22d412e796e,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:57.386800 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:50:57.438867 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807fee7-cbbf-4c65-8b66-76f4eb7d0433 req-4ba51e05-3e57-4d05-bcb2-3ada086a0e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:57.440439 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4807fee7-cbbf-4c65-8b66-76f4eb7d0433 req-4ba51e05-3e57-4d05-bcb2-3ada086a0e7f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=862b922f-3f8e-403e-939d-5a18a5258b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1378632 Jul 07 20:50:57.565614 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4807fee7-cbbf-4c65-8b66-76f4eb7d0433 req-a828a4a5-cec7-4f63-bae0-aac09f8c0cc4 service neutron] 10.222.0.58 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127927 Jul 07 20:50:57.579007 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-762ac7fe-661f-4c5d-9e40-19270dabd603 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:57.615015 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-e79b4185-9dfc-42dc-8af7-d8281b202445 service neutron] Attempting to bind port c27a237b-2099-4e22-82ed-b22d412e796e on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:50:57.615472 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-e79b4185-9dfc-42dc-8af7-d8281b202445 service neutron] Attempting to bind port c27a237b-2099-4e22-82ed-b22d412e796e by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:50:57.615715 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-e79b4185-9dfc-42dc-8af7-d8281b202445 service neutron] Attempting to bind port c27a237b-2099-4e22-82ed-b22d412e796e on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:50:57.628406 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f764d52-547b-4130-b9a7-480ca4345c49 req-5db22c6c-176f-4bca-b73f-f078f2e3d5bb tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:57.637327 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0f764d52-547b-4130-b9a7-480ca4345c49 req-5db22c6c-176f-4bca-b73f-f078f2e3d5bb tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 949 time: 0.2092204 Jul 07 20:50:57.663046 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:50:57.663618 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:57.666516 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-5278bf0f-08c0-4461-8616-7cefef40b91e None None] Set router 98060c53-bc94-4b5e-984e-0f24e50c4a34 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:50:57.683425 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-e79b4185-9dfc-42dc-8af7-d8281b202445 service neutron] Port c27a237b-2099-4e22-82ed-b22d412e796e on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:50:57.683425 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-e79b4185-9dfc-42dc-8af7-d8281b202445 service neutron] Attempting to bind port c27a237b-2099-4e22-82ed-b22d412e796e on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:50:57.695953 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-e79b4185-9dfc-42dc-8af7-d8281b202445 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:50:57.696309 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-e79b4185-9dfc-42dc-8af7-d8281b202445 service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:50:57.696716 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-e79b4185-9dfc-42dc-8af7-d8281b202445 service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:50:57.697162 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-e79b4185-9dfc-42dc-8af7-d8281b202445 service neutron] Bound port: c27a237b-2099-4e22-82ed-b22d412e796e, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:50:57.697528 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-e79b4185-9dfc-42dc-8af7-d8281b202445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:57.740786 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4807fee7-cbbf-4c65-8b66-76f4eb7d0433 req-b7a4c156-db5e-49ee-9b91-7221937d08cb service neutron] 10.222.0.58 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658990 Jul 07 20:50:57.757080 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0f764d52-547b-4130-b9a7-480ca4345c49 req-c0028c11-8314-42f5-ad88-29663fbe8a52 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173632 Jul 07 20:50:57.822509 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-762ac7fe-661f-4c5d-9e40-19270dabd603 admin admin] Deleting port 92d785a6-bca7-43eb-9f55-a6c9732b466f {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:50:57.828000 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-762ac7fe-661f-4c5d-9e40-19270dabd603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:57.930931 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-430c2d48-4725-4606-adfd-6de5caa8e74e req-bd944da4-0747-4cf8-a82e-85577df1aa76 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9c021d54-9437-42cd-9a5e-1f94d6b45825&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1644661 Jul 07 20:50:57.950901 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-762ac7fe-661f-4c5d-9e40-19270dabd603 admin admin] For port 92d785a6-bca7-43eb-9f55-a6c9732b466f, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=92d785a6-bca7-43eb-9f55-a6c9732b466f,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:50:57.951384 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-762ac7fe-661f-4c5d-9e40-19270dabd603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:57.977532 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-762ac7fe-661f-4c5d-9e40-19270dabd603 admin admin] Calling delete_port for 92d785a6-bca7-43eb-9f55-a6c9732b466f owned by network:router_gateway {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:50:58.050844 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c2d48-4725-4606-adfd-6de5caa8e74e req-3550dd62-ac4a-434d-8c16-373307b494d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:58.052618 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-430c2d48-4725-4606-adfd-6de5caa8e74e req-3550dd62-ac4a-434d-8c16-373307b494d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5ecdc93a1ea491aaf71d58b3b9d68f7&device_id=9c021d54-9437-42cd-9a5e-1f94d6b45825 HTTP/1.1" status: 200 len: 1098 time: 0.0713377 Jul 07 20:50:58.073423 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-5278bf0f-08c0-4461-8616-7cefef40b91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'name': 'tempest-ServersTestBootFromVolume-1101165149-router', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:43Z', 'updated_at': '2021-07-07T20:50:54Z', 'revision_number': 5, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'gw_port': {'id': '92d785a6-bca7-43eb-9f55-a6c9732b466f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:98:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:46:44Z', 'updated_at': '2021-07-07T20:46:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:58.103437 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278bf0f-08c0-4461-8616-7cefef40b91e None None] Checking router: 98060c53-bc94-4b5e-984e-0f24e50c4a34 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:50:58.114476 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5278bf0f-08c0-4461-8616-7cefef40b91e None None] Routers {'98060c53-bc94-4b5e-984e-0f24e50c4a34'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:50:58.115121 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-5278bf0f-08c0-4461-8616-7cefef40b91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:50:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['98060c53-bc94-4b5e-984e-0f24e50c4a34'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:58.122429 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38716) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:58.176244 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c2d48-4725-4606-adfd-6de5caa8e74e req-80f63520-f07a-45bd-952c-52ef0b3a1042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:58.177973 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-430c2d48-4725-4606-adfd-6de5caa8e74e req-80f63520-f07a-45bd-952c-52ef0b3a1042 service neutron] 10.222.0.39 "GET /v2.0/networks?id=862b922f-3f8e-403e-939d-5a18a5258b58 HTTP/1.1" status: 200 len: 921 time: 0.1013191 Jul 07 20:50:58.212399 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-5278bf0f-08c0-4461-8616-7cefef40b91e None None] Set router 98060c53-bc94-4b5e-984e-0f24e50c4a34 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:50:58.242023 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-430c2d48-4725-4606-adfd-6de5caa8e74e req-099406da-706d-4d88-a9d5-2d18803ed0e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcb8d989-b582-41bd-ab92-01fa213100e0 HTTP/1.1" status: 200 len: 217 time: 0.0478234 Jul 07 20:50:58.276897 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-5278bf0f-08c0-4461-8616-7cefef40b91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'name': 'tempest-ServersTestBootFromVolume-1101165149-router', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:43Z', 'updated_at': '2021-07-07T20:50:57Z', 'revision_number': 6, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:50:58.296326 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c2d48-4725-4606-adfd-6de5caa8e74e req-4387912e-9388-4f6c-8d0e-c6d2fb21cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:58.297982 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-430c2d48-4725-4606-adfd-6de5caa8e74e req-4387912e-9388-4f6c-8d0e-c6d2fb21cb13 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=71aa915f-97b8-42f5-b575-925f0ac5a27a HTTP/1.1" status: 200 len: 859 time: 0.0492160 Jul 07 20:50:58.304255 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278bf0f-08c0-4461-8616-7cefef40b91e None None] The sync data for ids ['98060c53-bc94-4b5e-984e-0f24e50c4a34'] in n-d-695189-11 is: [{'id': '98060c53-bc94-4b5e-984e-0f24e50c4a34', 'name': 'tempest-ServersTestBootFromVolume-1101165149-router', 'tenant_id': '24474cabdc4f49bba6441263c31f143d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:46:43Z', 'updated_at': '2021-07-07T20:50:57Z', 'revision_number': 6, 'project_id': '24474cabdc4f49bba6441263c31f143d', 'gw_port_host': None}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:50:58.365859 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c2d48-4725-4606-adfd-6de5caa8e74e req-53c1b06d-8e9c-4ed6-8799-1f087a2c02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:58.368028 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-430c2d48-4725-4606-adfd-6de5caa8e74e req-53c1b06d-8e9c-4ed6-8799-1f087a2c02e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=862b922f-3f8e-403e-939d-5a18a5258b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579939 Jul 07 20:50:58.467761 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-430c2d48-4725-4606-adfd-6de5caa8e74e req-00cc7fdd-8faa-4d73-a6a7-44b44be30d84 service neutron] 10.222.0.39 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910292 Jul 07 20:50:58.519781 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-935997fc-c6b6-4086-ac73-1c67dfaceb4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:58.535356 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-e79b4185-9dfc-42dc-8af7-d8281b202445 service neutron] For port c27a237b-2099-4e22-82ed-b22d412e796e, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:50:58.570021 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-e79b4185-9dfc-42dc-8af7-d8281b202445 service neutron] For port c27a237b-2099-4e22-82ed-b22d412e796e, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c27a237b-2099-4e22-82ed-b22d412e796e,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:50:58.572175 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-430c2d48-4725-4606-adfd-6de5caa8e74e req-0fb7ab65-0bc6-4b28-b028-479f2d315ea2 service neutron] 10.222.0.39 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943611 Jul 07 20:50:58.577423 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-2b12006e-a5cd-456a-9b7f-31a01d19de34 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--331306277&fields=id&tenant_id=840e879ee5f84b5498858a5e69b47b03 HTTP/1.1" status: 200 len: 267 time: 0.4698675 Jul 07 20:50:58.591453 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-e79b4185-9dfc-42dc-8af7-d8281b202445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:58.593230 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-762ac7fe-661f-4c5d-9e40-19270dabd603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:58.724391 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-e79b4185-9dfc-42dc-8af7-d8281b202445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:58.725018 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-e79b4185-9dfc-42dc-8af7-d8281b202445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:58.726503 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-e79b4185-9dfc-42dc-8af7-d8281b202445 service neutron] 10.222.0.39 "PUT /v2.0/ports/c27a237b-2099-4e22-82ed-b22d412e796e HTTP/1.1" status: 200 len: 1097 time: 4.3579247 Jul 07 20:50:58.730687 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9a4bb0-3ff4-4767-8f44-18950b54636f', 'tag': 'c27a237b-2099-4e22-82ed-b22d412e796e'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:50:58.733112 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c8c16b-f15a-4336-84a6-3a3cacbd0b55" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9a4bb0-3ff4-4767-8f44-18950b54636f", "tag": "c27a237b-2099-4e22-82ed-b22d412e796e"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:50:58.754384 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-aaa7e96e-4861-404c-aeed-4732c5b66e30 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:58.756155 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-aaa7e96e-4861-404c-aeed-4732c5b66e30 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 808 time: 0.6472154 Jul 07 20:50:58.882363 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-c598c9f9-b672-474f-8468-28c46a5af7ba tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/quotas/65fae3fefbe64254998437b5d4795dfb HTTP/1.1" status: 200 len: 375 time: 0.0971649 Jul 07 20:50:58.890495 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b4185-9dfc-42dc-8af7-d8281b202445 service neutron] Pushing event updated for resources: {'Port': ['ID=c27a237b-2099-4e22-82ed-b22d412e796e,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:58.982085 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ac7fe-661f-4c5d-9e40-19270dabd603 admin admin] Pushing event deleted for resources: {'Port': ['ID=92d785a6-bca7-43eb-9f55-a6c9732b466f,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:58.985583 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-762ac7fe-661f-4c5d-9e40-19270dabd603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:58.990340 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-34915d41-f9d3-4c7f-944e-88e39ec7b933 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0862441 Jul 07 20:50:59.051676 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-8fe3745a-6f24-4cba-8490-d96947708c79 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:59.053984 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-8fe3745a-6f24-4cba-8490-d96947708c79 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/networks?id=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb HTTP/1.1" status: 200 len: 811 time: 0.4654167 Jul 07 20:50:59.155004 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7825ffc5-35f5-4233-87e9-447810412fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:59.185456 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-762ac7fe-661f-4c5d-9e40-19270dabd603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:59.186980 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 555df1d2-aa35-4fc3-a3ac-77ff10138a74 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:59.194210 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-762ac7fe-661f-4c5d-9e40-19270dabd603 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:59.197623 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-8ae6b0b4-b097-4bd3-b4d5-45c2a2f2b89c tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/quotas/840e879ee5f84b5498858a5e69b47b03 HTTP/1.1" status: 200 len: 375 time: 0.1032052 Jul 07 20:50:59.207817 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 555df1d2-aa35-4fc3-a3ac-77ff10138a74 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:50:59.208250 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 555df1d2-aa35-4fc3-a3ac-77ff10138a74 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:50:59.208751 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 92d785a6-bca7-43eb-9f55-a6c9732b466f no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:50:59.230857 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 92d785a6-bca7-43eb-9f55-a6c9732b466f {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:50:59.231295 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 92d785a6-bca7-43eb-9f55-a6c9732b466f not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:50:59.292005 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-686fe905-e7a5-4d80-8c86-d82741fbdfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:59.293511 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-686fe905-e7a5-4d80-8c86-d82741fbdfba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb273ab273cc43938189fd7bd9078f99&device_id=ae9a4bb0-3ff4-4767-8f44-18950b54636f HTTP/1.1" status: 200 len: 1100 time: 0.4967408 Jul 07 20:50:59.321909 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-935997fc-c6b6-4086-ac73-1c67dfaceb4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:59.336586 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-762ac7fe-661f-4c5d-9e40-19270dabd603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:59.337123 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762ac7fe-661f-4c5d-9e40-19270dabd603 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98060c53-bc94-4b5e-984e-0f24e50c4a34 {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:50:59.375134 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-935997fc-c6b6-4086-ac73-1c67dfaceb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:59.379582 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-762ac7fe-661f-4c5d-9e40-19270dabd603 admin admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:59.380731 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-762ac7fe-661f-4c5d-9e40-19270dabd603 admin admin] 10.222.0.64 "DELETE /v2.0/routers/98060c53-bc94-4b5e-984e-0f24e50c4a34 HTTP/1.1" status: 204 len: 168 time: 2.3257146 Jul 07 20:50:59.383585 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38724) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:59.402011 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-17fff9bd-95fb-46eb-b289-303ffd541864 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=c27a237b-2099-4e22-82ed-b22d412e796e HTTP/1.1" status: 200 len: 217 time: 0.0824456 Jul 07 20:50:59.444684 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-ce460622-778a-4337-9a64-1e8e5dcb97dd service neutron] 10.222.0.64 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010816 Jul 07 20:50:59.451704 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c36cdc-98f4-49b7-bf18-62d74f2a8e9f admin admin] Deleting subnet 3a661560-d0ca-4a80-a1c0-8f03610fb2e7 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:50:59.455048 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-25c36cdc-98f4-49b7-bf18-62d74f2a8e9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:59.475232 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-935997fc-c6b6-4086-ac73-1c67dfaceb4e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=374b3b323875475fa5ee34f569661672&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3494205 Jul 07 20:50:59.478181 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38726) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:50:59.487574 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935997fc-c6b6-4086-ac73-1c67dfaceb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9742d7d-d88a-4d4a-955c-b40fac18a241,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:59.516630 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-25c36cdc-98f4-49b7-bf18-62d74f2a8e9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:59.562708 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-6084abe0-9547-49de-83c3-7d434f6432f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:59.564431 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-6084abe0-9547-49de-83c3-7d434f6432f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1517627 Jul 07 20:50:59.575223 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-03c8fa55-66a7-47d8-883e-29d5f66995a6 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=840e879ee5f84b5498858a5e69b47b03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3343964 Jul 07 20:50:59.576343 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f256-9fc3-4882-bf9c-cecf38e32926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:59.623178 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f256-9fc3-4882-bf9c-cecf38e32926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:59.647661 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-25c36cdc-98f4-49b7-bf18-62d74f2a8e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:59.697812 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-708bf9bb-4cdd-4259-b780-37cdbd5ab7dd service neutron] 10.222.0.64 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289860 Jul 07 20:50:59.730218 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f256-9fc3-4882-bf9c-cecf38e32926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:59.733023 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f256-9fc3-4882-bf9c-cecf38e32926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:59.734230 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e8a5f256-9fc3-4882-bf9c-cecf38e32926 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9742d7d-d88a-4d4a-955c-b40fac18a241 HTTP/1.1" status: 204 len: 168 time: 0.2551157 Jul 07 20:50:59.739150 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-25c36cdc-98f4-49b7-bf18-62d74f2a8e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:59.744583 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-d42207bd-2db8-48e6-92e6-dcf6edc7accb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:50:59.746187 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-d42207bd-2db8-48e6-92e6-dcf6edc7accb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1684046 Jul 07 20:50:59.757107 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-41f0938e-2946-47c3-af9f-32f7ecede9ca service neutron] 10.222.0.64 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692102 Jul 07 20:50:59.765845 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5f256-9fc3-4882-bf9c-cecf38e32926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9742d7d-d88a-4d4a-955c-b40fac18a241,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:59.805723 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0eb35f-02d5-4814-8122-96a4215f8dd2 None None] Network 10c6c845-5620-49c3-9767-57c4afeea554 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:50:59.811923 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c36cdc-98f4-49b7-bf18-62d74f2a8e9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a661560-d0ca-4a80-a1c0-8f03610fb2e7,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:50:59.814865 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-25c36cdc-98f4-49b7-bf18-62d74f2a8e9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:50:59.817216 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-25c36cdc-98f4-49b7-bf18-62d74f2a8e9f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3a661560-d0ca-4a80-a1c0-8f03610fb2e7 HTTP/1.1" status: 204 len: 168 time: 0.4324367 Jul 07 20:50:59.825212 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38732) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:00.012657 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-78717c99-d6f0-4237-b98d-b09b488e622d service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541599 Jul 07 20:51:00.026829 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-9872bf99-3802-4fe2-81fb-e51f5cae2baa service neutron] 10.222.0.64 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459528 Jul 07 20:51:00.070868 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8d5b-8eab-406b-ae64-4303edd73de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:00.197531 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-fa2b8d5b-8eab-406b-ae64-4303edd73de5 admin admin] Deleting port 31eb8755-23f0-4e5b-a85f-21ebeb63cf32 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:51:00.197959 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8d5b-8eab-406b-ae64-4303edd73de5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:00.200443 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38744) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:00.274800 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0f7d0ed-38b6-4322-8aee-f111f996212e req-10d55927-bc2c-4206-9331-683feebdd4d5 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465827 Jul 07 20:51:00.309096 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117fb75-9459-46a2-b9f7-715691d010bc req-f673d86b-617b-40fa-bb90-fd489aea6add tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:00.316490 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d117fb75-9459-46a2-b9f7-715691d010bc req-f673d86b-617b-40fa-bb90-fd489aea6add tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c021d54-9437-42cd-9a5e-1f94d6b45825&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1424685 Jul 07 20:51:00.336719 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34f8e8f-796e-4495-b9a3-550ca8dc378a None None] DHCP port deletion for 10c6c845-5620-49c3-9767-57c4afeea554 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:51:00.338653 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-db9cdbc7-62b7-427a-aabf-3092a5db75bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:00.432494 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d117fb75-9459-46a2-b9f7-715691d010bc req-705c71f3-7009-49aa-ab5f-6e00fe573d5d tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 1001 time: 0.1148291 Jul 07 20:51:00.437944 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-fa2b8d5b-8eab-406b-ae64-4303edd73de5 admin admin] For port 31eb8755-23f0-4e5b-a85f-21ebeb63cf32, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=31eb8755-23f0-4e5b-a85f-21ebeb63cf32,segment=NetworkSegment(22c3ee63-ef64-4098-a51b-1647e4329dd4),segment_id=22c3ee63-ef64-4098-a51b-1647e4329dd4)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:00.438465 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8d5b-8eab-406b-ae64-4303edd73de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:00.439054 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-d117fb75-9459-46a2-b9f7-715691d010bc req-8feba42f-26a3-4351-826c-e8ff042712ae tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Request body: {'floatingip': {'port_id': 'fcb8d989-b582-41bd-ab92-01fa213100e0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:00.445487 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-c34f8e8f-796e-4495-b9a3-550ca8dc378a None None] Deleting port 31eb8755-23f0-4e5b-a85f-21ebeb63cf32 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:51:00.446123 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c34f8e8f-796e-4495-b9a3-550ca8dc378a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:00.470589 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-fa2b8d5b-8eab-406b-ae64-4303edd73de5 admin admin] Calling delete_port for 31eb8755-23f0-4e5b-a85f-21ebeb63cf32 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:51:00.545002 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-c34f8e8f-796e-4495-b9a3-550ca8dc378a None None] For port 31eb8755-23f0-4e5b-a85f-21ebeb63cf32, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=31eb8755-23f0-4e5b-a85f-21ebeb63cf32,segment=NetworkSegment(22c3ee63-ef64-4098-a51b-1647e4329dd4),segment_id=22c3ee63-ef64-4098-a51b-1647e4329dd4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:00.547054 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c34f8e8f-796e-4495-b9a3-550ca8dc378a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:00.555849 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d117fb75-9459-46a2-b9f7-715691d010bc req-8feba42f-26a3-4351-826c-e8ff042712ae tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks [] for floatingip, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:00.566449 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-c34f8e8f-796e-4495-b9a3-550ca8dc378a None None] Calling delete_port for 31eb8755-23f0-4e5b-a85f-21ebeb63cf32 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:51:00.639059 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8d5b-8eab-406b-ae64-4303edd73de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:00.683806 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b8d5b-8eab-406b-ae64-4303edd73de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=31eb8755-23f0-4e5b-a85f-21ebeb63cf32,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:00.689167 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c34f8e8f-796e-4495-b9a3-550ca8dc378a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:00.703390 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b8d5b-8eab-406b-ae64-4303edd73de5 admin admin] No DVR routers for this DVR port 31eb8755-23f0-4e5b-a85f-21ebeb63cf32 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:51:00.715226 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456b30a-6f48-40fb-ae56-8ac5cf412f00 req-304cb3d7-4fd5-4ea5-a63c-60633ab19581 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:00.718860 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0456b30a-6f48-40fb-ae56-8ac5cf412f00 req-304cb3d7-4fd5-4ea5-a63c-60633ab19581 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae9a4bb0-3ff4-4767-8f44-18950b54636f HTTP/1.1" status: 200 len: 948 time: 0.2165644 Jul 07 20:51:00.722519 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34f8e8f-796e-4495-b9a3-550ca8dc378a None None] No DVR routers for this DVR port 31eb8755-23f0-4e5b-a85f-21ebeb63cf32 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:51:00.773884 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f8e8f-796e-4495-b9a3-550ca8dc378a None None] Pushing event deleted for resources: {'Port': ['ID=31eb8755-23f0-4e5b-a85f-21ebeb63cf32,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:00.814803 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0456b30a-6f48-40fb-ae56-8ac5cf412f00 req-6fa24d8f-3ba8-431d-8f16-e7e0dcfa0930 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] 10.222.0.64 "GET /v2.0/security-groups?id=6abcb758-7cae-48e5-9136-e3e3d3abe698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830934 Jul 07 20:51:01.203938 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 31eb8755-23f0-4e5b-a85f-21ebeb63cf32 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:51:01.210962 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-06c27843-a929-4279-8ff2-c7b79c9436de req-38830a5d-9c87-4b93-896c-920445d3eff3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8655238 Jul 07 20:51:01.212533 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8d5b-8eab-406b-ae64-4303edd73de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:01.226464 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 31eb8755-23f0-4e5b-a85f-21ebeb63cf32 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:51:01.227189 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 31eb8755-23f0-4e5b-a85f-21ebeb63cf32 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:51:01.229562 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-fa2b8d5b-8eab-406b-ae64-4303edd73de5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c6c845-5620-49c3-9767-57c4afeea554']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:01.242829 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-fa2b8d5b-8eab-406b-ae64-4303edd73de5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c3ee63-ef64-4098-a51b-1647e4329dd4') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:01.243270 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-fa2b8d5b-8eab-406b-ae64-4303edd73de5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c3ee63-ef64-4098-a51b-1647e4329dd4') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:01.260556 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8d5b-8eab-406b-ae64-4303edd73de5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:01.275276 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4aa5e49-b274-4538-b1ff-e3b109e7d055 x-openstack-request-id: req-a4aa5e49-b274-4538-b1ff-e3b109e7d055 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:01.276233 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9a4bb0-3ff4-4767-8f44-18950b54636f", "tag": "c27a237b-2099-4e22-82ed-b22d412e796e", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:01.276485 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a4aa5e49-b274-4538-b1ff-e3b109e7d055 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:01.276877 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9a4bb0-3ff4-4767-8f44-18950b54636f', 'tag': 'c27a237b-2099-4e22-82ed-b22d412e796e', 'status': 'completed', 'code': 200} Jul 07 20:51:01.280806 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8d5b-8eab-406b-ae64-4303edd73de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:01.292523 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2b8d5b-8eab-406b-ae64-4303edd73de5 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:51:01.292850 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8d5b-8eab-406b-ae64-4303edd73de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:51:01.302432 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:51:01.396116 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-db9cdbc7-62b7-427a-aabf-3092a5db75bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:01.397561 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8d5b-8eab-406b-ae64-4303edd73de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:01.404761 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8d5b-8eab-406b-ae64-4303edd73de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:01.406635 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fa2b8d5b-8eab-406b-ae64-4303edd73de5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/10c6c845-5620-49c3-9767-57c4afeea554 HTTP/1.1" status: 204 len: 168 time: 1.5803869 Jul 07 20:51:01.431809 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-db9cdbc7-62b7-427a-aabf-3092a5db75bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:01.450525 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b8d5b-8eab-406b-ae64-4303edd73de5 admin admin] Pushing event deleted for resources: {'Network': ['ID=10c6c845-5620-49c3-9767-57c4afeea554,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:01.454056 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f9503-1385-4b6f-8532-56b6dc56d3de req-9bfec97f-6ed2-4085-90c8-cfaf8cafd7cd tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:01.455788 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-708f9503-1385-4b6f-8532-56b6dc56d3de req-9bfec97f-6ed2-4085-90c8-cfaf8cafd7cd tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 949 time: 0.1780014 Jul 07 20:51:01.462843 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8c16b-f15a-4336-84a6-3a3cacbd0b55 req-be078081-d4b8-4421-911c-3eaf698a2ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:01.465352 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-66c8c16b-f15a-4336-84a6-3a3cacbd0b55 req-be078081-d4b8-4421-911c-3eaf698a2ddc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cb273ab273cc43938189fd7bd9078f99&device_id=ae9a4bb0-3ff4-4767-8f44-18950b54636f HTTP/1.1" status: 200 len: 1100 time: 0.1866200 Jul 07 20:51:01.493020 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-db9cdbc7-62b7-427a-aabf-3092a5db75bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5a4c3394c6b4502b3edbc8a891c18f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2920408 Jul 07 20:51:01.510390 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9cdbc7-62b7-427a-aabf-3092a5db75bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc3ec38-197d-4c39-8c6a-2012a96ea66b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:01.517076 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38762) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:01.592400 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c27843-a929-4279-8ff2-c7b79c9436de req-dd662f46-eff9-4bd2-a059-74ecb7b4a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:01.595147 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-06c27843-a929-4279-8ff2-c7b79c9436de req-dd662f46-eff9-4bd2-a059-74ecb7b4a264 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5ecdc93a1ea491aaf71d58b3b9d68f7&device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6 HTTP/1.1" status: 200 len: 1097 time: 0.3040526 Jul 07 20:51:01.596213 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7049fc6d-552a-4c41-a8bb-60b91c172e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:01.620776 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8c16b-f15a-4336-84a6-3a3cacbd0b55 req-9bcc2463-2ee5-4f53-9eaa-bce4d409ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:01.622292 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-66c8c16b-f15a-4336-84a6-3a3cacbd0b55 req-9bcc2463-2ee5-4f53-9eaa-bce4d409ae46 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.1470151 Jul 07 20:51:01.649751 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7049fc6d-552a-4c41-a8bb-60b91c172e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:01.724498 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7049fc6d-552a-4c41-a8bb-60b91c172e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:01.727253 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7049fc6d-552a-4c41-a8bb-60b91c172e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:01.728502 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7049fc6d-552a-4c41-a8bb-60b91c172e8f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/efc3ec38-197d-4c39-8c6a-2012a96ea66b HTTP/1.1" status: 204 len: 168 time: 0.2102475 Jul 07 20:51:01.772086 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38766) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:01.777963 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-66c8c16b-f15a-4336-84a6-3a3cacbd0b55 req-d8917c07-2ce1-4543-9418-c44d0ecf1ecd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=c27a237b-2099-4e22-82ed-b22d412e796e HTTP/1.1" status: 200 len: 217 time: 0.1356871 Jul 07 20:51:01.781561 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049fc6d-552a-4c41-a8bb-60b91c172e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc3ec38-197d-4c39-8c6a-2012a96ea66b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:01.843236 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-597ade94-34ff-4fc4-8c0b-88a668a88723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:01.856126 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3f827a6e-4a1f-4a4a-892f-682f4a4b502b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=24474cabdc4f49bba6441263c31f143d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0826764 Jul 07 20:51:01.858684 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38770) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:01.873118 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-708f9503-1385-4b6f-8532-56b6dc56d3de req-bc4b6413-ac90-4cff-b5ab-df8893a22f87 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064684 Jul 07 20:51:01.874725 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8c16b-f15a-4336-84a6-3a3cacbd0b55 req-1cd1682d-83d5-4106-811c-4f57b01bd1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:01.874900 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c27843-a929-4279-8ff2-c7b79c9436de req-cd578d01-4bcb-49a0-a639-3ad711421c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:01.876180 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-66c8c16b-f15a-4336-84a6-3a3cacbd0b55 req-1cd1682d-83d5-4106-811c-4f57b01bd1bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0692019 Jul 07 20:51:01.881043 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-06c27843-a929-4279-8ff2-c7b79c9436de req-cd578d01-4bcb-49a0-a639-3ad711421c08 service neutron] 10.222.0.58 "GET /v2.0/networks?id=862b922f-3f8e-403e-939d-5a18a5258b58 HTTP/1.1" status: 200 len: 921 time: 0.1807771 Jul 07 20:51:01.919639 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:02.054372 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-06c27843-a929-4279-8ff2-c7b79c9436de req-7a322e52-3357-4d6a-8527-1cb812b726df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4228e434-d7b8-41d2-a956-8590e791b22a HTTP/1.1" status: 200 len: 1001 time: 0.1662920 Jul 07 20:51:02.064415 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-88498583-8830-479c-b526-91c79003d42b tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:02.066359 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-88498583-8830-479c-b526-91c79003d42b tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.58 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 808 time: 0.4410541 Jul 07 20:51:02.073810 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b29b5634-38c0-451c-b352-bda3a713bfb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:02.104504 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5de2d235-ed42-433c-94ac-97b94365dbec req-e6bc9b64-f2ca-4033-b82d-787c7dd45e2f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 210 time: 0.0328996 Jul 07 20:51:02.116277 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-46d1c1fc-6941-48ef-8799-4aa8bfa8642f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Request body: {'port': {'device_id': '548e34b8-e1f8-4188-bf51-4c2337aee25f', 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136', 'admin_state_up': True, 'tenant_id': '65fae3fefbe64254998437b5d4795dfb'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:02.143637 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b29b5634-38c0-451c-b352-bda3a713bfb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:02.156310 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8c16b-f15a-4336-84a6-3a3cacbd0b55 req-f68e6912-7d99-4f7f-98b5-01d415b47e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:02.157971 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-66c8c16b-f15a-4336-84a6-3a3cacbd0b55 req-f68e6912-7d99-4f7f-98b5-01d415b47e5c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2473326 Jul 07 20:51:02.166590 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c27843-a929-4279-8ff2-c7b79c9436de req-8dbb1b01-23c9-4207-af6e-07ef42b79a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:02.169001 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-06c27843-a929-4279-8ff2-c7b79c9436de req-8dbb1b01-23c9-4207-af6e-07ef42b79a1c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71aa915f-97b8-42f5-b575-925f0ac5a27a HTTP/1.1" status: 200 len: 859 time: 0.0904965 Jul 07 20:51:02.284389 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b29b5634-38c0-451c-b352-bda3a713bfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:02.287028 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b29b5634-38c0-451c-b352-bda3a713bfb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:02.291365 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b29b5634-38c0-451c-b352-bda3a713bfb0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/437d731d-5b76-4d42-8bf2-f4309ac363ef HTTP/1.1" status: 204 len: 168 time: 0.4292839 Jul 07 20:51:02.294761 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c27843-a929-4279-8ff2-c7b79c9436de req-4bcd479b-18c7-4184-9c2d-e7806b3959f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:02.296285 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-06c27843-a929-4279-8ff2-c7b79c9436de req-4bcd479b-18c7-4184-9c2d-e7806b3959f9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=862b922f-3f8e-403e-939d-5a18a5258b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1142163 Jul 07 20:51:02.301928 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b5634-38c0-451c-b352-bda3a713bfb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437d731d-5b76-4d42-8bf2-f4309ac363ef,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:02.384889 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cce9b974-4cfb-4407-ad69-9433ddef1535 req-345f9956-0d15-4d0f-8d49-2aba440e74a2 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 210 time: 0.1194906 Jul 07 20:51:02.387193 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-66c8c16b-f15a-4336-84a6-3a3cacbd0b55 req-981685b6-b783-48b6-bfe0-fe71ffcaf9b6 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166817 Jul 07 20:51:02.395626 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d117fb75-9459-46a2-b9f7-715691d010bc req-8feba42f-26a3-4351-826c-e8ff042712ae tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:02.439599 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d117fb75-9459-46a2-b9f7-715691d010bc req-8feba42f-26a3-4351-826c-e8ff042712ae tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:02.445904 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-06c27843-a929-4279-8ff2-c7b79c9436de req-6b4e2ddf-7be0-40f5-943e-8f1db804ba79 service neutron] 10.222.0.58 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330981 Jul 07 20:51:02.639058 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-06c27843-a929-4279-8ff2-c7b79c9436de req-cf035f77-5730-4528-b201-3cb5df8cee33 service neutron] 10.222.0.58 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901007 Jul 07 20:51:02.802361 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-46d1c1fc-6941-48ef-8799-4aa8bfa8642f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Made reservation on behalf of 65fae3fefbe64254998437b5d4795dfb for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:02.806663 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-46d1c1fc-6941-48ef-8799-4aa8bfa8642f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:02.822952 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-66c8c16b-f15a-4336-84a6-3a3cacbd0b55 req-24dbb72e-b79c-45fb-a6a4-e03611b7115a service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158943 Jul 07 20:51:02.880307 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [req-d117fb75-9459-46a2-b9f7-715691d010bc req-8feba42f-26a3-4351-826c-e8ff042712ae tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Floating IP e7a399a4-227a-4510-892d-5b52b1ab8e53 associated. External IP: 172.25.5.166, port: 4228e434-d7b8-41d2-a956-8590e791b22a. Jul 07 20:51:02.941740 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-c4051a08-4777-4fc9-9ae2-67c134b1c2ca tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:02.943308 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-c4051a08-4777-4fc9-9ae2-67c134b1c2ca tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.58 "GET /v2.0/networks?id=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb HTTP/1.1" status: 200 len: 811 time: 0.4017904 Jul 07 20:51:03.004325 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842171ca-9f08-44b4-b73f-8c53a5a949f5 req-9a316dec-9e50-4ee7-b6d7-392f5afb07b1 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:03.005860 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-842171ca-9f08-44b4-b73f-8c53a5a949f5 req-9a316dec-9e50-4ee7-b6d7-392f5afb07b1 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae9a4bb0-3ff4-4767-8f44-18950b54636f HTTP/1.1" status: 200 len: 948 time: 0.3571534 Jul 07 20:51:03.251510 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38824) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:03.375906 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f7935c0a-4a69-4c9e-b6aa-e58e469ce080 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-869383580-network', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:03.381606 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-94e851b5-dc67-431b-9c3a-19114e1de305 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=840e879ee5f84b5498858a5e69b47b03 HTTP/1.1" status: 200 len: 379 time: 0.4040875 Jul 07 20:51:03.398260 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7935c0a-4a69-4c9e-b6aa-e58e469ce080 admin admin] Made reservation on behalf of 859c780e1e8746908f85dc4bc22ba62e for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:03.400966 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f7935c0a-4a69-4c9e-b6aa-e58e469ce080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:03.415923 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-ce7c82e3-0a11-4e07-8fda-e5bcfa1e80de tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Request body: {'port': {'device_id': '0d74b71a-237b-4dbe-95b1-e91f53089de6', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'admin_state_up': True, 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'security_groups': ['8f9a90bd-67a7-407a-b33e-e71759615746']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:03.422496 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f7935c0a-4a69-4c9e-b6aa-e58e469ce080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:03.433943 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:03.485731 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-842171ca-9f08-44b4-b73f-8c53a5a949f5 req-4dd1dbcc-c4a1-4b3d-ad84-060ac11d8fb4 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] 10.222.0.64 "GET /v2.0/security-groups?id=6abcb758-7cae-48e5-9136-e3e3d3abe698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653838 Jul 07 20:51:03.558737 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-46d1c1fc-6941-48ef-8799-4aa8bfa8642f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Allocated IP 172.20.0.5 (a969003f-4d51-4bc6-945b-910c720df136/e76f85dc-7298-41c1-a5c0-b46924c81a29/11d8c012-324f-4238-87ef-f17ab10841cb) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:03.559834 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f7935c0a-4a69-4c9e-b6aa-e58e469ce080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:03.567616 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f7935c0a-4a69-4c9e-b6aa-e58e469ce080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:03.605185 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7935c0a-4a69-4c9e-b6aa-e58e469ce080 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:51:03.617066 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7935c0a-4a69-4c9e-b6aa-e58e469ce080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c506a476-da16-4bba-8b73-71cde2e9b280,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:03.623660 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f7935c0a-4a69-4c9e-b6aa-e58e469ce080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:03.624052 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-f7935c0a-4a69-4c9e-b6aa-e58e469ce080 admin admin] Added segment 230c399b-dc40-43ae-a1fc-5e6d70e026da of type vlan for network 11c72bfa-694c-4468-a09f-5d536029fc88 Jul 07 20:51:03.680472 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f7935c0a-4a69-4c9e-b6aa-e58e469ce080 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:03.718476 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f7935c0a-4a69-4c9e-b6aa-e58e469ce080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:03.719923 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7935c0a-4a69-4c9e-b6aa-e58e469ce080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:03.721183 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f7935c0a-4a69-4c9e-b6aa-e58e469ce080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:03.771218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d117fb75-9459-46a2-b9f7-715691d010bc req-8feba42f-26a3-4351-826c-e8ff042712ae tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Router ea6cde6f-5b57-4192-88be-009ef571cec2 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:51:03.772425 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-ce7c82e3-0a11-4e07-8fda-e5bcfa1e80de tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Made reservation on behalf of 840e879ee5f84b5498858a5e69b47b03 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:03.776042 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-ce7c82e3-0a11-4e07-8fda-e5bcfa1e80de tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:03.799577 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f7935c0a-4a69-4c9e-b6aa-e58e469ce080 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5460150 Jul 07 20:51:03.802589 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38842) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:03.808212 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-9d410af7-d3df-48d8-a284-187dfb24d09a admin admin] Request body: {'subnet': {'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-869383580-subnet', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:03.812829 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7935c0a-4a69-4c9e-b6aa-e58e469ce080 admin admin] Pushing event updated for resources: {'Network': ['ID=11c72bfa-694c-4468-a09f-5d536029fc88,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:03.825487 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 11c72bfa-694c-4468-a09f-5d536029fc88 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:51:03.839678 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d410af7-d3df-48d8-a284-187dfb24d09a admin admin] Made reservation on behalf of 859c780e1e8746908f85dc4bc22ba62e for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:03.842442 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9d410af7-d3df-48d8-a284-187dfb24d09a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:04.040734 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9d410af7-d3df-48d8-a284-187dfb24d09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:04.050420 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-46d1c1fc-6941-48ef-8799-4aa8bfa8642f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:04.107135 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d410af7-d3df-48d8-a284-187dfb24d09a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e2de973-7d90-47e5-b7b8-d0df5795ea59,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:04.115381 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d410af7-d3df-48d8-a284-187dfb24d09a admin admin] Checking segment: {'id': '230c399b-dc40-43ae-a1fc-5e6d70e026da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:04.116406 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d410af7-d3df-48d8-a284-187dfb24d09a admin admin] Network hostable DHCP agents. Network: 11c72bfa-694c-4468-a09f-5d536029fc88, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:51:04.137658 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d410af7-d3df-48d8-a284-187dfb24d09a admin admin] Network 11c72bfa-694c-4468-a09f-5d536029fc88 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:51:04.149057 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-9d410af7-d3df-48d8-a284-187dfb24d09a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 11c72bfa-694c-4468-a09f-5d536029fc88) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:04.152452 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8739ba7-5bf6-4a44-a8c1-07981113b499 req-c80b87f8-e047-4de3-bc3f-fb3f3d643348 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:04.155233 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d410af7-d3df-48d8-a284-187dfb24d09a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:04.156086 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9d410af7-d3df-48d8-a284-187dfb24d09a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:04.158986 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c8739ba7-5bf6-4a44-a8c1-07981113b499 req-c80b87f8-e047-4de3-bc3f-fb3f3d643348 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 949 time: 0.3071105 Jul 07 20:51:04.162873 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6995e054-0fac-4ab2-a358-e2d348aef919 None None] Network 11c72bfa-694c-4468-a09f-5d536029fc88 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:51:04.164218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-ce7c82e3-0a11-4e07-8fda-e5bcfa1e80de tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Allocated IP 172.20.0.12 (dbd0aac4-ba7c-4061-9d6d-26726df3c3bb/3b4310c6-664d-4c25-affc-191900c3c7bd/0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:04.166883 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d117fb75-9459-46a2-b9f7-715691d010bc req-8feba42f-26a3-4351-826c-e8ff042712ae tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:51:04.179428 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c765ec0a-ae2e-486e-81f6-b8836bfae514 None None] Sync routers for ids ['ea6cde6f-5b57-4192-88be-009ef571cec2'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:51:04.188620 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9d410af7-d3df-48d8-a284-187dfb24d09a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3716502 Jul 07 20:51:04.190913 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38852) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:04.196870 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c765ec0a-ae2e-486e-81f6-b8836bfae514 None None] Routers {'ea6cde6f-5b57-4192-88be-009ef571cec2'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:04.198450 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-c765ec0a-ae2e-486e-81f6-b8836bfae514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:51:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ea6cde6f-5b57-4192-88be-009ef571cec2'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:04.208844 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e9a6df3d-db83-4c71-be35-44a6d6e3d412 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-869383580-router', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:04.243085 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9a6df3d-db83-4c71-be35-44a6d6e3d412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:04.244978 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9a6df3d-db83-4c71-be35-44a6d6e3d412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:04.248361 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device c27a237b-2099-4e22-82ed-b22d412e796e details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:51:04.325728 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9a6df3d-db83-4c71-be35-44a6d6e3d412 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:04.362977 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-c765ec0a-ae2e-486e-81f6-b8836bfae514 None None] Set router ea6cde6f-5b57-4192-88be-009ef571cec2 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:04.419226 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c8739ba7-5bf6-4a44-a8c1-07981113b499 req-caa5e2cf-0518-4ca4-963e-18006216c660 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592189 Jul 07 20:51:04.429874 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826125d2-051b-4a16-9567-f025a55a2897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-11c72bfa-694c-4468-a09f-5d536029fc88', 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'fixed_ips': [{'subnet_id': '7e2de973-7d90-47e5-b7b8-d0df5795ea59'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:51:04.440659 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-826125d2-051b-4a16-9567-f025a55a2897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:04.446199 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-46d1c1fc-6941-48ef-8799-4aa8bfa8642f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:04.568606 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port c27a237b-2099-4e22-82ed-b22d412e796e, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c27a237b-2099-4e22-82ed-b22d412e796e,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:04.592166 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-46d1c1fc-6941-48ef-8799-4aa8bfa8642f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Network a969003f-4d51-4bc6-945b-910c720df136 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:04.608134 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9a6df3d-db83-4c71-be35-44a6d6e3d412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:04.698991 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-46d1c1fc-6941-48ef-8799-4aa8bfa8642f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:04.717608 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'c27a237b-2099-4e22-82ed-b22d412e796e', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': 'c27a237b-2099-4e22-82ed-b22d412e796e', 'mac_address': 'fa:16:3e:a2:02:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:51:04.726462 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-46d1c1fc-6941-48ef-8799-4aa8bfa8642f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:04.738242 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-c765ec0a-ae2e-486e-81f6-b8836bfae514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:50:00Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'e7a399a4-227a-4510-892d-5b52b1ab8e53', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'port_id': 'fcb8d989-b582-41bd-ab92-01fa213100e0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'mac_address': 'fa:16:3e:6b:65:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c021d54-9437-42cd-9a5e-1f94d6b45825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:50:26Z', 'updated_at': '2021-07-07T20:51:01Z', 'revision_number': 3, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000b58aa-c770-46f8-9b35-2ff15f9d502e', 'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'mac_address': 'fa:16:3e:c5:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:58Z', 'updated_at': '2021-07-07T20:50:08Z', 'revision_number': 5, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'subnets': [{'id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:04.815672 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c765ec0a-ae2e-486e-81f6-b8836bfae514 None None] Checking router: ea6cde6f-5b57-4192-88be-009ef571cec2 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:51:04.839206 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c765ec0a-ae2e-486e-81f6-b8836bfae514 None None] Routers {'ea6cde6f-5b57-4192-88be-009ef571cec2'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:04.840688 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-c765ec0a-ae2e-486e-81f6-b8836bfae514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:51:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ea6cde6f-5b57-4192-88be-009ef571cec2'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:04.850720 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1c1fc-6941-48ef-8799-4aa8bfa8642f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Pushing event updated for resources: {'Port': ['ID=11d8c012-324f-4238-87ef-f17ab10841cb,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:04.889947 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:04.931850 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27a237b-2099-4e22-82ed-b22d412e796e {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:51:04.938324 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-826125d2-051b-4a16-9567-f025a55a2897 None None] Allocated IP 172.20.0.2 (11c72bfa-694c-4468-a09f-5d536029fc88/7e2de973-7d90-47e5-b7b8-d0df5795ea59/03a4f5fa-c192-4cbd-a93d-5b4537da3e7b) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:04.969940 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port c27a237b-2099-4e22-82ed-b22d412e796e, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c27a237b-2099-4e22-82ed-b22d412e796e,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:04.990446 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:05.001286 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-46d1c1fc-6941-48ef-8799-4aa8bfa8642f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:05.001945 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-46d1c1fc-6941-48ef-8799-4aa8bfa8642f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:05.058732 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-ce7c82e3-0a11-4e07-8fda-e5bcfa1e80de tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:05.073974 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f632f85-0ca2-48c0-9411-07cd12f9b594 req-b693c2ba-b9da-40b4-abb3-4997ceebf3a9 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:05.081198 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6f632f85-0ca2-48c0-9411-07cd12f9b594 req-b693c2ba-b9da-40b4-abb3-4997ceebf3a9 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 931 time: 0.3837306 Jul 07 20:51:05.092373 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-46d1c1fc-6941-48ef-8799-4aa8bfa8642f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9868441 Jul 07 20:51:05.096752 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=c27a237b-2099-4e22-82ed-b22d412e796e,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:05.115970 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-118fb36a-4364-4b9f-aad2-44f62a53e0fb service neutron] Request body: {'port': {'device_id': '548e34b8-e1f8-4188-bf51-4c2337aee25f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:05.140750 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:05.143988 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-c765ec0a-ae2e-486e-81f6-b8836bfae514 None None] Set router ea6cde6f-5b57-4192-88be-009ef571cec2 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:05.155750 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-ce7c82e3-0a11-4e07-8fda-e5bcfa1e80de tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Transition to ACTIVE for port object 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:05.178037 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9a6df3d-db83-4c71-be35-44a6d6e3d412 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:05.232489 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9a6df3d-db83-4c71-be35-44a6d6e3d412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:05.252986 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6f632f85-0ca2-48c0-9411-07cd12f9b594 req-a5a6cfc0-d53e-499b-a70c-b62bb7f42db9 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705332 Jul 07 20:51:05.291075 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-826125d2-051b-4a16-9567-f025a55a2897 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:05.308198 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['c27a237b-2099-4e22-82ed-b22d412e796e'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:51:05.313253 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-826125d2-051b-4a16-9567-f025a55a2897 None None] Transition to ACTIVE for port object 03a4f5fa-c192-4cbd-a93d-5b4537da3e7b will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:05.343074 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d117fb75-9459-46a2-b9f7-715691d010bc req-8feba42f-26a3-4351-826c-e8ff042712ae tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Router ea6cde6f-5b57-4192-88be-009ef571cec2 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:51:05.369743 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-826125d2-051b-4a16-9567-f025a55a2897 None None] Transition to ACTIVE for port object 03a4f5fa-c192-4cbd-a93d-5b4537da3e7b will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:05.383748 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-826125d2-051b-4a16-9567-f025a55a2897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:05.397332 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-118fb36a-4364-4b9f-aad2-44f62a53e0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:05.427561 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-ce7c82e3-0a11-4e07-8fda-e5bcfa1e80de tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:05.457902 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826125d2-051b-4a16-9567-f025a55a2897 None None] Network 11c72bfa-694c-4468-a09f-5d536029fc88 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:05.467828 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-826125d2-051b-4a16-9567-f025a55a2897 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:05.470547 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826125d2-051b-4a16-9567-f025a55a2897 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:05.484437 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-e9a6df3d-db83-4c71-be35-44a6d6e3d412 admin admin] Allocated IP 172.25.5.243 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/4e1814cc-bf68-48de-a581-9878ccb098da) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:05.521011 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826125d2-051b-4a16-9567-f025a55a2897 None None] Pushing event updated for resources: {'Port': ['ID=03a4f5fa-c192-4cbd-a93d-5b4537da3e7b,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:05.594333 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-826125d2-051b-4a16-9567-f025a55a2897 None None] Attempting to bind port 03a4f5fa-c192-4cbd-a93d-5b4537da3e7b on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:05.594684 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-826125d2-051b-4a16-9567-f025a55a2897 None None] Attempting to bind port 03a4f5fa-c192-4cbd-a93d-5b4537da3e7b by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '230c399b-dc40-43ae-a1fc-5e6d70e026da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:05.595134 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826125d2-051b-4a16-9567-f025a55a2897 None None] Attempting to bind port 03a4f5fa-c192-4cbd-a93d-5b4537da3e7b on network 11c72bfa-694c-4468-a09f-5d536029fc88 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:05.615106 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826125d2-051b-4a16-9567-f025a55a2897 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:05.616842 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826125d2-051b-4a16-9567-f025a55a2897 None None] Checking segment: {'id': '230c399b-dc40-43ae-a1fc-5e6d70e026da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:05.617283 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-826125d2-051b-4a16-9567-f025a55a2897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:05.617834 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826125d2-051b-4a16-9567-f025a55a2897 None None] Bound using segment: {'id': '230c399b-dc40-43ae-a1fc-5e6d70e026da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:05.618422 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-826125d2-051b-4a16-9567-f025a55a2897 None None] Bound port: 03a4f5fa-c192-4cbd-a93d-5b4537da3e7b, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230c399b-dc40-43ae-a1fc-5e6d70e026da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:05.618821 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-826125d2-051b-4a16-9567-f025a55a2897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:05.624159 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-c765ec0a-ae2e-486e-81f6-b8836bfae514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:50:00Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'e7a399a4-227a-4510-892d-5b52b1ab8e53', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'port_id': 'fcb8d989-b582-41bd-ab92-01fa213100e0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'mac_address': 'fa:16:3e:6b:65:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c021d54-9437-42cd-9a5e-1f94d6b45825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:50:26Z', 'updated_at': '2021-07-07T20:51:01Z', 'revision_number': 3, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000b58aa-c770-46f8-9b35-2ff15f9d502e', 'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'mac_address': 'fa:16:3e:c5:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:58Z', 'updated_at': '2021-07-07T20:50:08Z', 'revision_number': 5, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'subnets': [{'id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:05.644554 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38870) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:05.661506 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c765ec0a-ae2e-486e-81f6-b8836bfae514 None None] The sync data for ids ['ea6cde6f-5b57-4192-88be-009ef571cec2'] in n-d-695189-11 is: [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:50:00Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'e7a399a4-227a-4510-892d-5b52b1ab8e53', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'port_id': 'fcb8d989-b582-41bd-ab92-01fa213100e0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'mac_address': 'fa:16:3e:6b:65:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c021d54-9437-42cd-9a5e-1f94d6b45825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:50:26Z', 'updated_at': '2021-07-07T20:51:01Z', 'revision_number': 3, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000b58aa-c770-46f8-9b35-2ff15f9d502e', 'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'mac_address': 'fa:16:3e:c5:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:58Z', 'updated_at': '2021-07-07T20:50:08Z', 'revision_number': 5, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'subnets': [{'id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:51:05.668179 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-ce7c82e3-0a11-4e07-8fda-e5bcfa1e80de tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Network dbd0aac4-ba7c-4061-9d6d-26726df3c3bb is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:05.708744 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9a6df3d-db83-4c71-be35-44a6d6e3d412 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:05.730198 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-826125d2-051b-4a16-9567-f025a55a2897 None None] For port 03a4f5fa-c192-4cbd-a93d-5b4537da3e7b, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:05.734280 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-826125d2-051b-4a16-9567-f025a55a2897 None None] For port 03a4f5fa-c192-4cbd-a93d-5b4537da3e7b, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=03a4f5fa-c192-4cbd-a93d-5b4537da3e7b,segment=NetworkSegment(230c399b-dc40-43ae-a1fc-5e6d70e026da),segment_id=230c399b-dc40-43ae-a1fc-5e6d70e026da)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:05.741393 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-826125d2-051b-4a16-9567-f025a55a2897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:05.775728 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9a6df3d-db83-4c71-be35-44a6d6e3d412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:05.802506 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826125d2-051b-4a16-9567-f025a55a2897 None None] Pushing event updated for resources: {'Port': ['ID=03a4f5fa-c192-4cbd-a93d-5b4537da3e7b,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:05.848124 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a6df3d-db83-4c71-be35-44a6d6e3d412 admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:05.856284 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-e9a6df3d-db83-4c71-be35-44a6d6e3d412 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:05.866492 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a6df3d-db83-4c71-be35-44a6d6e3d412 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:05.869903 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6df3d-db83-4c71-be35-44a6d6e3d412 admin admin] Pushing event updated for resources: {'Port': ['ID=4e1814cc-bf68-48de-a581-9878ccb098da,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:05.913906 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c6c1a5e-c4ab-47b1-838c-6af0acd878a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:06.004544 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67933f26-70c6-40be-91b6-701dbfa491be None None] New status for floating IP e7a399a4-227a-4510-892d-5b52b1ab8e53: ACTIVE {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:51:06.054001 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-ce7c82e3-0a11-4e07-8fda-e5bcfa1e80de tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:06.062210 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-ce7c82e3-0a11-4e07-8fda-e5bcfa1e80de tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:06.194355 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c82e3-0a11-4e07-8fda-e5bcfa1e80de tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Pushing event updated for resources: {'Port': ['ID=0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:06.260157 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c6c1a5e-c4ab-47b1-838c-6af0acd878a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:06.263478 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device c27a237b-2099-4e22-82ed-b22d412e796e up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:06.271023 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c6c1a5e-c4ab-47b1-838c-6af0acd878a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:06.299623 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-ce7c82e3-0a11-4e07-8fda-e5bcfa1e80de tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:06.300440 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-ce7c82e3-0a11-4e07-8fda-e5bcfa1e80de tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:06.340284 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd657355-6deb-4505-b305-8fcc5a497ff0 req-d3b05df6-9e24-4553-9b95-aabdd59c8af7 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:06.344088 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5c6c1a5e-c4ab-47b1-838c-6af0acd878a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9e50edca2d874bfba6980b05bee9e56a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6922195 Jul 07 20:51:06.345131 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c1a5e-c4ab-47b1-838c-6af0acd878a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19669c57-f010-4347-93d5-4e2a81969551,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:06.347765 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38876) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:06.361102 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cd657355-6deb-4505-b305-8fcc5a497ff0 req-d3b05df6-9e24-4553-9b95-aabdd59c8af7 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 932 time: 0.8581278 Jul 07 20:51:06.386808 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9a6df3d-db83-4c71-be35-44a6d6e3d412 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:06.433712 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port c27a237b-2099-4e22-82ed-b22d412e796e completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:06.438187 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port c27a237b-2099-4e22-82ed-b22d412e796e triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:06.438672 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:06.450605 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d117fb75-9459-46a2-b9f7-715691d010bc req-8feba42f-26a3-4351-826c-e8ff042712ae tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:51:06.457123 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d117fb75-9459-46a2-b9f7-715691d010bc req-8feba42f-26a3-4351-826c-e8ff042712ae tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:06.460386 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-ce7c82e3-0a11-4e07-8fda-e5bcfa1e80de tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0516717 Jul 07 20:51:06.503716 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-3602a4be-a183-4c07-b63a-03a4df0e470b service neutron] Request body: {'port': {'device_id': '0d74b71a-237b-4dbe-95b1-e91f53089de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:06.530104 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bfec016b-4b47-4720-846e-1ba1a7a6961b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:06.548336 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:06.552288 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b4916457-eab2-4451-b8f3-3aaac4f92e8a None None] Provisioning for port 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:06.564376 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b4916457-eab2-4451-b8f3-3aaac4f92e8a None None] Provisioning complete for port 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:06.564758 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b4916457-eab2-4451-b8f3-3aaac4f92e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:06.572581 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cd657355-6deb-4505-b305-8fcc5a497ff0 req-578e2012-3834-4b2b-85c8-592feddbafbe tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103870 Jul 07 20:51:06.591960 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port c27a237b-2099-4e22-82ed-b22d412e796e, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c27a237b-2099-4e22-82ed-b22d412e796e,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:06.608899 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bfec016b-4b47-4720-846e-1ba1a7a6961b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:06.619756 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9a4bb0-3ff4-4767-8f44-18950b54636f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27a237b-2099-4e22-82ed-b22d412e796e'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:06.622018 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd979d8c-a090-47d9-a91a-ec88ec8791c3" -d '{"events": [{"server_uuid": "ae9a4bb0-3ff4-4767-8f44-18950b54636f", "name": "network-vif-plugged", "status": "completed", "tag": "c27a237b-2099-4e22-82ed-b22d412e796e"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:06.628046 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:06.633737 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89d0a69-bc16-45a5-8d23-46210bb6a3b6', 'tag': '4228e434-d7b8-41d2-a956-8590e791b22a'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:06.638848 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f36f9d-53c5-4327-bdb4-74df109cc325" -d '{"events": [{"name": "network-changed", "server_uuid": "f89d0a69-bc16-45a5-8d23-46210bb6a3b6", "tag": "4228e434-d7b8-41d2-a956-8590e791b22a"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:06.656690 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d117fb75-9459-46a2-b9f7-715691d010bc req-8feba42f-26a3-4351-826c-e8ff042712ae tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "PUT /v2.0/floatingips/e7a399a4-227a-4510-892d-5b52b1ab8e53 HTTP/1.1" status: 200 len: 999 time: 6.2229903 Jul 07 20:51:06.669794 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b4916457-eab2-4451-b8f3-3aaac4f92e8a None None] Port 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:51:06.697779 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96869c21-1d52-4f89-8668-45dc15f4633d None None] Sync routers for ids ['ea6cde6f-5b57-4192-88be-009ef571cec2'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:51:06.701232 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=c27a237b-2099-4e22-82ed-b22d412e796e,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:06.715100 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96869c21-1d52-4f89-8668-45dc15f4633d None None] Routers {'ea6cde6f-5b57-4192-88be-009ef571cec2'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:06.715767 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-96869c21-1d52-4f89-8668-45dc15f4633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:51:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ea6cde6f-5b57-4192-88be-009ef571cec2'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:06.742952 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9a6df3d-db83-4c71-be35-44a6d6e3d412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:06.771440 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-3602a4be-a183-4c07-b63a-03a4df0e470b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:06.817594 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bfec016b-4b47-4720-846e-1ba1a7a6961b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:06.820355 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bfec016b-4b47-4720-846e-1ba1a7a6961b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:06.824543 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bfec016b-4b47-4720-846e-1ba1a7a6961b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/19669c57-f010-4347-93d5-4e2a81969551 HTTP/1.1" status: 204 len: 168 time: 0.4686551 Jul 07 20:51:06.842998 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec016b-4b47-4720-846e-1ba1a7a6961b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19669c57-f010-4347-93d5-4e2a81969551,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:06.860379 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117fb75-9459-46a2-b9f7-715691d010bc req-a004cc3e-9cb9-44b8-8d76-c28d48c210dc tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:06.861882 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d117fb75-9459-46a2-b9f7-715691d010bc req-a004cc3e-9cb9-44b8-8d76-c28d48c210dc tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports/4228e434-d7b8-41d2-a956-8590e791b22a HTTP/1.1" status: 200 len: 942 time: 0.1669087 Jul 07 20:51:06.864584 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-118fb36a-4364-4b9f-aad2-44f62a53e0fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11d8c012-324f-4238-87ef-f17ab10841cb {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:51:06.895758 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-118fb36a-4364-4b9f-aad2-44f62a53e0fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:06.937067 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-118fb36a-4364-4b9f-aad2-44f62a53e0fb service neutron] Transition to ACTIVE for port object 11d8c012-324f-4238-87ef-f17ab10841cb will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:06.957389 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a6df3d-db83-4c71-be35-44a6d6e3d412 admin admin] Router efcdc4c9-36ee-47ad-83c8-ab4a355885d8 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:51:07.014793 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-118fb36a-4364-4b9f-aad2-44f62a53e0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:07.091718 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-96869c21-1d52-4f89-8668-45dc15f4633d None None] Set router ea6cde6f-5b57-4192-88be-009ef571cec2 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:07.135852 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a6df3d-db83-4c71-be35-44a6d6e3d412 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:51:07.145494 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc69de-6d0d-47ed-95f0-09796fb7655b req-e04697de-5611-4025-8a7f-22098e51ae2b tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:07.147289 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] Sync routers for ids ['efcdc4c9-36ee-47ad-83c8-ab4a355885d8'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:51:07.154987 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f1cc69de-6d0d-47ed-95f0-09796fb7655b req-e04697de-5611-4025-8a7f-22098e51ae2b tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae9a4bb0-3ff4-4767-8f44-18950b54636f HTTP/1.1" status: 200 len: 950 time: 0.3498569 Jul 07 20:51:07.157032 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9a6df3d-db83-4c71-be35-44a6d6e3d412 admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:07.158380 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] Routers {'efcdc4c9-36ee-47ad-83c8-ab4a355885d8'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:07.159017 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:51:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['efcdc4c9-36ee-47ad-83c8-ab4a355885d8'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:07.159570 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e9a6df3d-db83-4c71-be35-44a6d6e3d412 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9660382 Jul 07 20:51:07.161519 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38888) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:07.353417 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fb36a-4364-4b9f-aad2-44f62a53e0fb service neutron] Pushing event updated for resources: {'Port': ['ID=11d8c012-324f-4238-87ef-f17ab10841cb,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:07.373174 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 03a4f5fa-c192-4cbd-a93d-5b4537da3e7b up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:07.451493 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f1cc69de-6d0d-47ed-95f0-09796fb7655b req-87a7659a-68fa-418b-ab0e-c22801b8eb97 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] 10.222.0.64 "GET /v2.0/security-groups?id=6abcb758-7cae-48e5-9136-e3e3d3abe698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952302 Jul 07 20:51:07.560798 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38890) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:07.583495 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117fb75-9459-46a2-b9f7-715691d010bc req-590ee6fa-b958-4114-8e10-1400c5503e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:07.594120 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d772c771-004b-4d8f-b664-c0830cd4a201 None None] Network 11c72bfa-694c-4468-a09f-5d536029fc88 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:51:07.603984 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d117fb75-9459-46a2-b9f7-715691d010bc req-590ee6fa-b958-4114-8e10-1400c5503e01 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c5ecdc93a1ea491aaf71d58b3b9d68f7&device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6 HTTP/1.1" status: 200 len: 1097 time: 0.5858440 Jul 07 20:51:07.623705 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-96869c21-1d52-4f89-8668-45dc15f4633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:50:00Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'e7a399a4-227a-4510-892d-5b52b1ab8e53', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'port_id': 'fcb8d989-b582-41bd-ab92-01fa213100e0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'mac_address': 'fa:16:3e:6b:65:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c021d54-9437-42cd-9a5e-1f94d6b45825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:50:26Z', 'updated_at': '2021-07-07T20:51:06Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000b58aa-c770-46f8-9b35-2ff15f9d502e', 'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'mac_address': 'fa:16:3e:c5:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:58Z', 'updated_at': '2021-07-07T20:50:08Z', 'revision_number': 5, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'subnets': [{'id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:07.664143 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96869c21-1d52-4f89-8668-45dc15f4633d None None] Checking router: ea6cde6f-5b57-4192-88be-009ef571cec2 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:51:07.666778 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-44e84087-884f-4dde-910a-d981eee03ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:07.675627 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96869c21-1d52-4f89-8668-45dc15f4633d None None] Routers {'ea6cde6f-5b57-4192-88be-009ef571cec2'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:07.676263 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-96869c21-1d52-4f89-8668-45dc15f4633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:51:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ea6cde6f-5b57-4192-88be-009ef571cec2'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:07.736498 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-118fb36a-4364-4b9f-aad2-44f62a53e0fb service neutron] Attempting to bind port 11d8c012-324f-4238-87ef-f17ab10841cb on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:07.736852 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-118fb36a-4364-4b9f-aad2-44f62a53e0fb service neutron] Attempting to bind port 11d8c012-324f-4238-87ef-f17ab10841cb by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:07.737168 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-118fb36a-4364-4b9f-aad2-44f62a53e0fb service neutron] Attempting to bind port 11d8c012-324f-4238-87ef-f17ab10841cb on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:07.765182 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] Set router efcdc4c9-36ee-47ad-83c8-ab4a355885d8 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:07.770061 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0859d365-8762-4327-8cfe-8e3d23705439 None None] Provisioning for port 03a4f5fa-c192-4cbd-a93d-5b4537da3e7b completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:07.776061 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-118fb36a-4364-4b9f-aad2-44f62a53e0fb service neutron] Port 11d8c012-324f-4238-87ef-f17ab10841cb on network a969003f-4d51-4bc6-945b-910c720df136 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:51:07.776446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-118fb36a-4364-4b9f-aad2-44f62a53e0fb service neutron] Attempting to bind port 11d8c012-324f-4238-87ef-f17ab10841cb on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:07.821759 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-118fb36a-4364-4b9f-aad2-44f62a53e0fb service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:07.821759 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-118fb36a-4364-4b9f-aad2-44f62a53e0fb service neutron] Checking segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:07.822129 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-118fb36a-4364-4b9f-aad2-44f62a53e0fb service neutron] Bound using segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:07.822358 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-118fb36a-4364-4b9f-aad2-44f62a53e0fb service neutron] Bound port: 11d8c012-324f-4238-87ef-f17ab10841cb, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:07.822721 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-118fb36a-4364-4b9f-aad2-44f62a53e0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:07.840840 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 03a4f5fa-c192-4cbd-a93d-5b4537da3e7b completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:07.871050 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-3602a4be-a183-4c07-b63a-03a4df0e470b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:51:07.879101 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 03a4f5fa-c192-4cbd-a93d-5b4537da3e7b triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:07.879690 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:07.882071 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117fb75-9459-46a2-b9f7-715691d010bc req-b3a062d5-ec3d-49b6-84ce-8d1252037c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:07.886654 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-96869c21-1d52-4f89-8668-45dc15f4633d None None] Set router ea6cde6f-5b57-4192-88be-009ef571cec2 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:07.890074 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d117fb75-9459-46a2-b9f7-715691d010bc req-b3a062d5-ec3d-49b6-84ce-8d1252037c14 service neutron] 10.222.0.64 "GET /v2.0/networks?id=862b922f-3f8e-403e-939d-5a18a5258b58 HTTP/1.1" status: 200 len: 921 time: 0.2851741 Jul 07 20:51:07.904310 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-3602a4be-a183-4c07-b63a-03a4df0e470b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:07.989750 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d117fb75-9459-46a2-b9f7-715691d010bc req-47ce66aa-58ee-4c70-8d49-d1f19f93fbe8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4228e434-d7b8-41d2-a956-8590e791b22a HTTP/1.1" status: 200 len: 217 time: 0.0987718 Jul 07 20:51:08.025308 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.054387 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117fb75-9459-46a2-b9f7-715691d010bc req-8dab0c80-8f5c-4546-bc6f-955a34e368e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:08.056236 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d117fb75-9459-46a2-b9f7-715691d010bc req-8dab0c80-8f5c-4546-bc6f-955a34e368e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71aa915f-97b8-42f5-b575-925f0ac5a27a HTTP/1.1" status: 200 len: 859 time: 0.0656562 Jul 07 20:51:08.057597 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-3602a4be-a183-4c07-b63a-03a4df0e470b service neutron] Transition to ACTIVE for port object 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:08.079995 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 03a4f5fa-c192-4cbd-a93d-5b4537da3e7b, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=03a4f5fa-c192-4cbd-a93d-5b4537da3e7b,segment=NetworkSegment(230c399b-dc40-43ae-a1fc-5e6d70e026da),segment_id=230c399b-dc40-43ae-a1fc-5e6d70e026da)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:08.088132 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.105102 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8765bc-7a2b-4188-a47f-b39f9a43655a req-fd3d306b-1544-41d2-8072-697905addcd7 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:08.111497 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e8765bc-7a2b-4188-a47f-b39f9a43655a req-fd3d306b-1544-41d2-8072-697905addcd7 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 949 time: 0.4359787 Jul 07 20:51:08.117855 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-3602a4be-a183-4c07-b63a-03a4df0e470b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.128206 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1368b7e3-3e2d-4c23-be7c-1698e21e9beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.172841 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=03a4f5fa-c192-4cbd-a93d-5b4537da3e7b,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:08.200832 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'name': 'tempest-TaggedBootDevicesTest-869383580-router', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:04Z', 'updated_at': '2021-07-07T20:51:06Z', 'revision_number': 3, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'gw_port': {'id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:59:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:05Z', 'updated_at': '2021-07-07T20:51:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:08.224169 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-118fb36a-4364-4b9f-aad2-44f62a53e0fb service neutron] For port 11d8c012-324f-4238-87ef-f17ab10841cb, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:08.247817 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] Checking router: efcdc4c9-36ee-47ad-83c8-ab4a355885d8 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:51:08.248490 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] Updating router efcdc4c9-36ee-47ad-83c8-ab4a355885d8 port 4e1814cc-bf68-48de-a581-9878ccb098da binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:51:08.289620 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-118fb36a-4364-4b9f-aad2-44f62a53e0fb service neutron] For port 11d8c012-324f-4238-87ef-f17ab10841cb, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=11d8c012-324f-4238-87ef-f17ab10841cb,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:08.298874 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-44e84087-884f-4dde-910a-d981eee03ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.307582 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.319279 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-118fb36a-4364-4b9f-aad2-44f62a53e0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.344157 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602a4be-a183-4c07-b63a-03a4df0e470b service neutron] Pushing event updated for resources: {'Port': ['ID=0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:08.362200 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-96869c21-1d52-4f89-8668-45dc15f4633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:50:00Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'e7a399a4-227a-4510-892d-5b52b1ab8e53', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'port_id': 'fcb8d989-b582-41bd-ab92-01fa213100e0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'mac_address': 'fa:16:3e:6b:65:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c021d54-9437-42cd-9a5e-1f94d6b45825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:50:26Z', 'updated_at': '2021-07-07T20:51:06Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000b58aa-c770-46f8-9b35-2ff15f9d502e', 'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'mac_address': 'fa:16:3e:c5:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:58Z', 'updated_at': '2021-07-07T20:50:08Z', 'revision_number': 5, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'subnets': [{'id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:08.368101 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e8765bc-7a2b-4188-a47f-b39f9a43655a req-b7957c14-51b4-4d62-af81-c9175fc7a86b tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075930 Jul 07 20:51:08.375169 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-44e84087-884f-4dde-910a-d981eee03ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.415357 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96869c21-1d52-4f89-8668-45dc15f4633d None None] The sync data for ids ['ea6cde6f-5b57-4192-88be-009ef571cec2'] in n-d-695189-11 is: [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:50:00Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'e7a399a4-227a-4510-892d-5b52b1ab8e53', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'port_id': 'fcb8d989-b582-41bd-ab92-01fa213100e0', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'mac_address': 'fa:16:3e:6b:65:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c021d54-9437-42cd-9a5e-1f94d6b45825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:50:26Z', 'updated_at': '2021-07-07T20:51:06Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000b58aa-c770-46f8-9b35-2ff15f9d502e', 'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'mac_address': 'fa:16:3e:c5:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:58Z', 'updated_at': '2021-07-07T20:50:08Z', 'revision_number': 5, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'subnets': [{'id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:51:08.448314 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-1368b7e3-3e2d-4c23-be7c-1698e21e9beb admin admin] Allocated IP 172.20.0.1 (11c72bfa-694c-4468-a09f-5d536029fc88/7e2de973-7d90-47e5-b7b8-d0df5795ea59/08fff8d9-ea86-4827-86f8-59f103926865) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:08.478355 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ff49d7a6-7817-499c-80df-c6b693a3ad46 None None] Provisioning complete for port 03a4f5fa-c192-4cbd-a93d-5b4537da3e7b triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:08.478832 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ff49d7a6-7817-499c-80df-c6b693a3ad46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.577306 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-44e84087-884f-4dde-910a-d981eee03ccc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=62d8a40a884f4131b6b71df94843965d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0154777 Jul 07 20:51:08.586685 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38896) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:08.617653 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-118fb36a-4364-4b9f-aad2-44f62a53e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:08.618284 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-118fb36a-4364-4b9f-aad2-44f62a53e0fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.619804 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-118fb36a-4364-4b9f-aad2-44f62a53e0fb service neutron] 10.222.0.58 "PUT /v2.0/ports/11d8c012-324f-4238-87ef-f17ab10841cb HTTP/1.1" status: 200 len: 1092 time: 3.5168345 Jul 07 20:51:08.671675 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1368b7e3-3e2d-4c23-be7c-1698e21e9beb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.696924 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-1368b7e3-3e2d-4c23-be7c-1698e21e9beb admin admin] Transition to ACTIVE for port object 08fff8d9-ea86-4827-86f8-59f103926865 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:08.735153 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e84087-884f-4dde-910a-d981eee03ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd164741-54ed-4aad-9937-37dea7853b94,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:08.738432 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [req-50162943-f896-4252-b784-800e38cd7925 req-1e506c33-3f17-4294-9b6c-4a0aff8bc9f8 service neutron] show failed (client error): The resource could not be found. Jul 07 20:51:08.739866 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-50162943-f896-4252-b784-800e38cd7925 req-1e506c33-3f17-4294-9b6c-4a0aff8bc9f8 service neutron] 10.222.0.58 "GET /v2.0/ports/f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc/bindings/n-h2-695189-11 HTTP/1.1" status: 404 len: 381 time: 0.1883378 Jul 07 20:51:08.774980 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117fb75-9459-46a2-b9f7-715691d010bc req-54aeca8c-9ad7-411d-8a1a-166cb407f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:08.776757 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d117fb75-9459-46a2-b9f7-715691d010bc req-54aeca8c-9ad7-411d-8a1a-166cb407f15d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=862b922f-3f8e-403e-939d-5a18a5258b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7089765 Jul 07 20:51:08.785495 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1368b7e3-3e2d-4c23-be7c-1698e21e9beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.799748 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fb36a-4364-4b9f-aad2-44f62a53e0fb service neutron] Pushing event updated for resources: {'Port': ['ID=11d8c012-324f-4238-87ef-f17ab10841cb,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:08.817592 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-d117fb75-9459-46a2-b9f7-715691d010bc req-2cb7c5ea-af49-4d12-8ee3-6dd11e39d396 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:51:08.819172 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d117fb75-9459-46a2-b9f7-715691d010bc req-2cb7c5ea-af49-4d12-8ee3-6dd11e39d396 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114520 Jul 07 20:51:08.828918 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-3602a4be-a183-4c07-b63a-03a4df0e470b service neutron] Attempting to bind port 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:08.829331 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-3602a4be-a183-4c07-b63a-03a4df0e470b service neutron] Attempting to bind port 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '49619db1-acb6-458a-8d24-00385dd7ad61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:08.829660 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-3602a4be-a183-4c07-b63a-03a4df0e470b service neutron] Attempting to bind port 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 on network dbd0aac4-ba7c-4061-9d6d-26726df3c3bb {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:08.830655 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.831505 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1368b7e3-3e2d-4c23-be7c-1698e21e9beb admin admin] Network 11c72bfa-694c-4468-a09f-5d536029fc88 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:08.835731 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-1368b7e3-3e2d-4c23-be7c-1698e21e9beb admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:08.839792 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1368b7e3-3e2d-4c23-be7c-1698e21e9beb admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:08.855374 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] Transition to ACTIVE for port object 4e1814cc-bf68-48de-a581-9878ccb098da will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:08.864357 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-3602a4be-a183-4c07-b63a-03a4df0e470b service neutron] Port 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 on network dbd0aac4-ba7c-4061-9d6d-26726df3c3bb not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:51:08.864636 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-3602a4be-a183-4c07-b63a-03a4df0e470b service neutron] Attempting to bind port 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 on network dbd0aac4-ba7c-4061-9d6d-26726df3c3bb {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:08.882106 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.895119 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1368b7e3-3e2d-4c23-be7c-1698e21e9beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.929891 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55e525-c37b-4bdc-b808-457deadbb0aa None None] Pushing event updated for resources: {'Port': ['ID=4e1814cc-bf68-48de-a581-9878ccb098da,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:08.931297 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b66a5458-2e87-4f99-9620-f7f731705743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.933075 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-3602a4be-a183-4c07-b63a-03a4df0e470b service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:08.933443 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-3602a4be-a183-4c07-b63a-03a4df0e470b service neutron] Checking segment: {'id': '49619db1-acb6-458a-8d24-00385dd7ad61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:08.933820 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-3602a4be-a183-4c07-b63a-03a4df0e470b service neutron] Bound using segment: {'id': '49619db1-acb6-458a-8d24-00385dd7ad61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:08.934263 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-3602a4be-a183-4c07-b63a-03a4df0e470b service neutron] Bound port: 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49619db1-acb6-458a-8d24-00385dd7ad61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:08.934616 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-3602a4be-a183-4c07-b63a-03a4df0e470b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.968327 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] Attempting to bind port 4e1814cc-bf68-48de-a581-9878ccb098da on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:08.968833 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] Attempting to bind port 4e1814cc-bf68-48de-a581-9878ccb098da by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:08.969083 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] Attempting to bind port 4e1814cc-bf68-48de-a581-9878ccb098da on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:08.971121 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368b7e3-3e2d-4c23-be7c-1698e21e9beb admin admin] Pushing event updated for resources: {'Port': ['ID=08fff8d9-ea86-4827-86f8-59f103926865,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:08.977331 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:08.977735 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:08.978174 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:08.978882 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:08.979211 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] Bound port: 4e1814cc-bf68-48de-a581-9878ccb098da, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:08.981292 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.043762 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b66a5458-2e87-4f99-9620-f7f731705743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.053213 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca231244-d9e1-425a-ab82-aa1c4149de55 req-fe774741-c2a4-4ab2-acf6-f54ff7426430 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:09.054856 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca231244-d9e1-425a-ab82-aa1c4149de55 req-fe774741-c2a4-4ab2-acf6-f54ff7426430 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 943 time: 0.4278674 Jul 07 20:51:09.066886 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] For port 4e1814cc-bf68-48de-a581-9878ccb098da, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:09.071245 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] For port 4e1814cc-bf68-48de-a581-9878ccb098da, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=4e1814cc-bf68-48de-a581-9878ccb098da,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:09.071580 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-992947e7-7a19-4d05-88c7-8c79fdf9cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:09.073496 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-992947e7-7a19-4d05-88c7-8c79fdf9cfcf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 1095 time: 0.3868096 Jul 07 20:51:09.076539 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.126621 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1368b7e3-3e2d-4c23-be7c-1698e21e9beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.149189 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] Routers {'efcdc4c9-36ee-47ad-83c8-ab4a355885d8'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:09.149969 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:51:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['efcdc4c9-36ee-47ad-83c8-ab4a355885d8'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:09.200633 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55e525-c37b-4bdc-b808-457deadbb0aa None None] Pushing event updated for resources: {'Port': ['ID=4e1814cc-bf68-48de-a581-9878ccb098da,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:09.211769 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d117fb75-9459-46a2-b9f7-715691d010bc req-09f95c87-a9ab-4cc2-a96c-eae78baeceae service neutron] 10.222.0.64 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794017 Jul 07 20:51:09.256515 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b66a5458-2e87-4f99-9620-f7f731705743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.259239 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b66a5458-2e87-4f99-9620-f7f731705743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.262673 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b66a5458-2e87-4f99-9620-f7f731705743 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cd164741-54ed-4aad-9937-37dea7853b94 HTTP/1.1" status: 204 len: 168 time: 0.6695287 Jul 07 20:51:09.270172 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 03a4f5fa-c192-4cbd-a93d-5b4537da3e7b up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:09.274454 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-9ce42176-3b83-4c92-9dd3-60ead2944a94 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11d8c012-324f-4238-87ef-f17ab10841cb HTTP/1.1" status: 200 len: 217 time: 0.1731641 Jul 07 20:51:09.322969 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d4406fc1-c7ff-4769-8c68-836a30bbd7b5 None None] Provisioning for port 08fff8d9-ea86-4827-86f8-59f103926865 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:09.335793 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d4406fc1-c7ff-4769-8c68-836a30bbd7b5 None None] Provisioning complete for port 08fff8d9-ea86-4827-86f8-59f103926865 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:09.336179 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d4406fc1-c7ff-4769-8c68-836a30bbd7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.337444 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1368b7e3-3e2d-4c23-be7c-1698e21e9beb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.342820 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a5458-2e87-4f99-9620-f7f731705743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd164741-54ed-4aad-9937-37dea7853b94,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:09.345677 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1368b7e3-3e2d-4c23-be7c-1698e21e9beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.374257 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] Set router efcdc4c9-36ee-47ad-83c8-ab4a355885d8 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:09.404464 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368b7e3-3e2d-4c23-be7c-1698e21e9beb admin admin] Pushing event updated for resources: {'Port': ['ID=08fff8d9-ea86-4827-86f8-59f103926865,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:09.444035 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 03a4f5fa-c192-4cbd-a93d-5b4537da3e7b triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:09.444403 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.446252 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-d4406fc1-c7ff-4769-8c68-836a30bbd7b5 None None] Port 08fff8d9-ea86-4827-86f8-59f103926865 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:51:09.463278 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1368b7e3-3e2d-4c23-be7c-1698e21e9beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.597645 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1368b7e3-3e2d-4c23-be7c-1698e21e9beb admin admin] Network 11c72bfa-694c-4468-a09f-5d536029fc88 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:09.599220 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-1368b7e3-3e2d-4c23-be7c-1698e21e9beb admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:09.704188 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca231244-d9e1-425a-ab82-aa1c4149de55 req-c81fba56-5eba-4e53-8c49-51067c6682e9 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6337776 Jul 07 20:51:09.742581 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'name': 'tempest-TaggedBootDevicesTest-869383580-router', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:04Z', 'updated_at': '2021-07-07T20:51:09Z', 'revision_number': 4, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'gw_port': {'id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:59:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:05Z', 'updated_at': '2021-07-07T20:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '08fff8d9-ea86-4827-86f8-59f103926865', 'name': '', 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'mac_address': 'fa:16:3e:6e:3c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '7e2de973-7d90-47e5-b7b8-d0df5795ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:08Z', 'updated_at': '2021-07-07T20:51:08Z', 'revision_number': 1, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'subnets': [{'id': '7e2de973-7d90-47e5-b7b8-d0df5795ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:09.766695 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-3602a4be-a183-4c07-b63a-03a4df0e470b service neutron] For port 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:09.817596 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d04d8bc-384f-4afa-9fca-e195abfa5b94 x-openstack-request-id: req-7d04d8bc-384f-4afa-9fca-e195abfa5b94 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:09.817888 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9a4bb0-3ff4-4767-8f44-18950b54636f", "name": "network-vif-plugged", "status": "completed", "tag": "c27a237b-2099-4e22-82ed-b22d412e796e", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:09.818150 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d04d8bc-384f-4afa-9fca-e195abfa5b94 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:09.819428 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9a4bb0-3ff4-4767-8f44-18950b54636f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27a237b-2099-4e22-82ed-b22d412e796e', 'code': 200} Jul 07 20:51:09.820306 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb0533f-80dc-459c-b640-400f34e56cfe None None] The sync data for ids ['efcdc4c9-36ee-47ad-83c8-ab4a355885d8'] in n-d-695189-11 is: [{'id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'name': 'tempest-TaggedBootDevicesTest-869383580-router', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:04Z', 'updated_at': '2021-07-07T20:51:09Z', 'revision_number': 4, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'gw_port': {'id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:59:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:05Z', 'updated_at': '2021-07-07T20:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '08fff8d9-ea86-4827-86f8-59f103926865', 'name': '', 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'mac_address': 'fa:16:3e:6e:3c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '7e2de973-7d90-47e5-b7b8-d0df5795ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:08Z', 'updated_at': '2021-07-07T20:51:08Z', 'revision_number': 1, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'subnets': [{'id': '7e2de973-7d90-47e5-b7b8-d0df5795ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:51:09.854896 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-a1963602-dd84-41dc-890c-1e58808d759b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:09.856456 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-a1963602-dd84-41dc-890c-1e58808d759b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e76f85dc-7298-41c1-a5c0-b46924c81a29 HTTP/1.1" status: 200 len: 848 time: 0.5666680 Jul 07 20:51:09.858270 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-3602a4be-a183-4c07-b63a-03a4df0e470b service neutron] For port 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9,segment=NetworkSegment(49619db1-acb6-458a-8d24-00385dd7ad61),segment_id=49619db1-acb6-458a-8d24-00385dd7ad61)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:09.867842 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1368b7e3-3e2d-4c23-be7c-1698e21e9beb admin admin] Router efcdc4c9-36ee-47ad-83c8-ab4a355885d8 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:51:09.886636 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-3602a4be-a183-4c07-b63a-03a4df0e470b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.891648 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ef5612df-e066-48ba-8243-73f69cc06048 None None] Provisioning complete for port 08fff8d9-ea86-4827-86f8-59f103926865 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:09.892454 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ef5612df-e066-48ba-8243-73f69cc06048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:09.902850 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50162943-f896-4252-b784-800e38cd7925 req-42d427f1-846b-47e2-80f3-39a1fe2284f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:09.928756 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50162943-f896-4252-b784-800e38cd7925 req-42d427f1-846b-47e2-80f3-39a1fe2284f0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc&tenant_id=505481bc2c1e4a469ecb05628eb12eb4 HTTP/1.1" status: 200 len: 1101 time: 0.8198981 Jul 07 20:51:09.955958 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-50162943-f896-4252-b784-800e38cd7925 req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695189-11', 'device_owner': 'compute:nova'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:09.964061 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ef5612df-e066-48ba-8243-73f69cc06048 None None] Port 08fff8d9-ea86-4827-86f8-59f103926865 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:51:10.044379 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d117fb75-9459-46a2-b9f7-715691d010bc req-8fb15ab7-cd3d-4bab-bc32-726d75267fce service neutron] 10.222.0.64 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7923119 Jul 07 20:51:10.046513 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-1d5a4ac4-4fd5-4da1-9f93-8e32d414d003 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a969003f-4d51-4bc6-945b-910c720df136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1759439 Jul 07 20:51:10.051916 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1daba113-1854-4520-bde0-d791c2c6c187 x-openstack-request-id: req-1daba113-1854-4520-bde0-d791c2c6c187 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:10.052470 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89d0a69-bc16-45a5-8d23-46210bb6a3b6", "tag": "4228e434-d7b8-41d2-a956-8590e791b22a", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:10.053635 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1daba113-1854-4520-bde0-d791c2c6c187 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:10.054764 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89d0a69-bc16-45a5-8d23-46210bb6a3b6', 'tag': '4228e434-d7b8-41d2-a956-8590e791b22a', 'status': 'completed', 'code': 200} Jul 07 20:51:10.089833 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-3602a4be-a183-4c07-b63a-03a4df0e470b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:10.090584 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-3602a4be-a183-4c07-b63a-03a4df0e470b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:10.092145 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-3602a4be-a183-4c07-b63a-03a4df0e470b service neutron] 10.222.0.58 "PUT /v2.0/ports/0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 HTTP/1.1" status: 200 len: 1093 time: 3.5998173 Jul 07 20:51:10.205457 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1368b7e3-3e2d-4c23-be7c-1698e21e9beb admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:51:10.222829 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1368b7e3-3e2d-4c23-be7c-1698e21e9beb admin admin] 10.222.0.64 "PUT /v2.0/routers/efcdc4c9-36ee-47ad-83c8-ab4a355885d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0592403 Jul 07 20:51:10.263611 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f25db-8d97-486a-8530-69a81152befb req-98e48ab6-073e-44e2-ac08-248234dc68cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:10.268397 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1c4f25db-8d97-486a-8530-69a81152befb req-98e48ab6-073e-44e2-ac08-248234dc68cd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ae9a4bb0-3ff4-4767-8f44-18950b54636f HTTP/1.1" status: 200 len: 1102 time: 0.2369356 Jul 07 20:51:10.272211 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f36f9d-53c5-4327-bdb4-74df109cc325 req-50b4b5ed-d14a-487e-8538-c8440fca5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:10.275940 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32f36f9d-53c5-4327-bdb4-74df109cc325 req-50b4b5ed-d14a-487e-8538-c8440fca5e80 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5ecdc93a1ea491aaf71d58b3b9d68f7&device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6 HTTP/1.1" status: 200 len: 1097 time: 0.2044315 Jul 07 20:51:10.385437 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1c4f25db-8d97-486a-8530-69a81152befb req-246526c3-08d8-4693-a41f-8dca59b75941 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6abcb758-7cae-48e5-9136-e3e3d3abe698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036487 Jul 07 20:51:10.429369 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-9e052e94-4497-452e-88e0-62961dc5f4be service neutron] 10.222.0.58 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629739 Jul 07 20:51:10.436682 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602a4be-a183-4c07-b63a-03a4df0e470b service neutron] Pushing event updated for resources: {'Port': ['ID=0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:10.506951 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f36f9d-53c5-4327-bdb4-74df109cc325 req-fb0fecf0-3d34-4b35-98b8-4b0405056b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:10.509377 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32f36f9d-53c5-4327-bdb4-74df109cc325 req-fb0fecf0-3d34-4b35-98b8-4b0405056b6d service neutron] 10.222.0.58 "GET /v2.0/networks?id=862b922f-3f8e-403e-939d-5a18a5258b58 HTTP/1.1" status: 200 len: 921 time: 0.1841011 Jul 07 20:51:10.571873 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32f36f9d-53c5-4327-bdb4-74df109cc325 req-6545afb2-847e-48cc-93b6-3404be27108b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4228e434-d7b8-41d2-a956-8590e791b22a HTTP/1.1" status: 200 len: 217 time: 0.0425096 Jul 07 20:51:10.575746 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-50162943-f896-4252-b784-800e38cd7925 req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:10.667536 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117fb75-9459-46a2-b9f7-715691d010bc req-44c2544c-1099-41fa-917a-1061ec9917eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:10.669405 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d117fb75-9459-46a2-b9f7-715691d010bc req-44c2544c-1099-41fa-917a-1061ec9917eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c5ecdc93a1ea491aaf71d58b3b9d68f7&device_id=9c021d54-9437-42cd-9a5e-1f94d6b45825 HTTP/1.1" status: 200 len: 1098 time: 0.5484912 Jul 07 20:51:10.670446 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f36f9d-53c5-4327-bdb4-74df109cc325 req-5bb2348a-ee9e-4a1e-a4d4-8475a39bdb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:10.671967 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32f36f9d-53c5-4327-bdb4-74df109cc325 req-5bb2348a-ee9e-4a1e-a4d4-8475a39bdb98 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71aa915f-97b8-42f5-b575-925f0ac5a27a HTTP/1.1" status: 200 len: 859 time: 0.0912626 Jul 07 20:51:10.676730 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-1e95bee0-3b32-4af9-ad10-10cafd88b958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:10.678897 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-1e95bee0-3b32-4af9-ad10-10cafd88b958 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=840e879ee5f84b5498858a5e69b47b03&device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 1096 time: 0.4072304 Jul 07 20:51:10.771192 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f36f9d-53c5-4327-bdb4-74df109cc325 req-1872e784-6f35-42a3-9a86-064f3af5f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:10.773828 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32f36f9d-53c5-4327-bdb4-74df109cc325 req-1872e784-6f35-42a3-9a86-064f3af5f061 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=862b922f-3f8e-403e-939d-5a18a5258b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806909 Jul 07 20:51:10.851364 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-261f0c6f-4a7f-43f0-b844-7513cbbdf801 req-3d7fc8ef-afb2-4a0e-926b-82bc661bd2d7 service neutron] 10.222.0.58 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900166 Jul 07 20:51:10.852669 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-ed674c93-886f-4bea-aacd-4dc859dba0df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 HTTP/1.1" status: 200 len: 217 time: 0.1547139 Jul 07 20:51:10.941933 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546405b7-4982-4c74-a9c5-056708aa8820 req-3b81e007-aaa6-418f-aa14-2eb68419c011 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:10.948481 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32f36f9d-53c5-4327-bdb4-74df109cc325 req-bdb173ad-82c9-4d30-b7e9-f95ba0fb2625 service neutron] 10.222.0.58 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626205 Jul 07 20:51:10.949028 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-546405b7-4982-4c74-a9c5-056708aa8820 req-3b81e007-aaa6-418f-aa14-2eb68419c011 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 944 time: 0.5900729 Jul 07 20:51:11.109397 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32f36f9d-53c5-4327-bdb4-74df109cc325 req-35c59e11-70d5-4312-aa1a-6b4113e02186 service neutron] 10.222.0.58 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490898 Jul 07 20:51:11.116915 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-87109af7-0e3a-478e-8b6b-a4e03622355c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:11.118438 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-87109af7-0e3a-478e-8b6b-a4e03622355c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b4310c6-664d-4c25-affc-191900c3c7bd HTTP/1.1" status: 200 len: 850 time: 0.1668272 Jul 07 20:51:11.121489 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-546405b7-4982-4c74-a9c5-056708aa8820 req-e030775b-5f75-4c61-bd5d-80cf8e90578b tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716354 Jul 07 20:51:11.230085 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117fb75-9459-46a2-b9f7-715691d010bc req-ba9d53e1-5f83-4d5d-8439-160ec4748191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:11.231670 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d117fb75-9459-46a2-b9f7-715691d010bc req-ba9d53e1-5f83-4d5d-8439-160ec4748191 service neutron] 10.222.0.64 "GET /v2.0/networks?id=862b922f-3f8e-403e-939d-5a18a5258b58 HTTP/1.1" status: 200 len: 921 time: 0.5518205 Jul 07 20:51:11.314247 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 4e1814cc-bf68-48de-a581-9878ccb098da up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:11.400954 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 4e1814cc-bf68-48de-a581-9878ccb098da completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:11.410655 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 4e1814cc-bf68-48de-a581-9878ccb098da triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:11.411296 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:11.511062 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-50162943-f896-4252-b784-800e38cd7925 req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] For port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:11.554280 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-50162943-f896-4252-b784-800e38cd7925 req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] For port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:11.576948 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:11.602711 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 4e1814cc-bf68-48de-a581-9878ccb098da, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=4e1814cc-bf68-48de-a581-9878ccb098da,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:11.607928 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:11.649895 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-05f1090c-b1fc-44e2-b4ef-b6f5a4415ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:11.652136 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-05f1090c-b1fc-44e2-b4ef-b6f5a4415ff7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4855936 Jul 07 20:51:11.684040 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=4e1814cc-bf68-48de-a581-9878ccb098da,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:11.706376 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-50162943-f896-4252-b784-800e38cd7925 req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:11.715845 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d117fb75-9459-46a2-b9f7-715691d010bc req-19ee79c4-6152-439a-b793-c8d8070e934a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcb8d989-b582-41bd-ab92-01fa213100e0 HTTP/1.1" status: 200 len: 1002 time: 0.4452696 Jul 07 20:51:11.842656 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-50162943-f896-4252-b784-800e38cd7925 req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] Transition to ACTIVE for port object f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:11.862784 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-50162943-f896-4252-b784-800e38cd7925 req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:11.928757 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117fb75-9459-46a2-b9f7-715691d010bc req-17415d72-5be0-4d47-98a4-e4c7058060dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:11.930341 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d117fb75-9459-46a2-b9f7-715691d010bc req-17415d72-5be0-4d47-98a4-e4c7058060dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71aa915f-97b8-42f5-b575-925f0ac5a27a HTTP/1.1" status: 200 len: 859 time: 0.1416988 Jul 07 20:51:11.947644 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] Pushing event updated for resources: {'Port': ['ID=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc,revision_number=6']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:11.993511 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fc788-c7d5-4176-a065-039304e4e388 req-bc2ee60f-8237-4244-b852-36f04144125e tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:11.995477 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-324fc788-c7d5-4176-a065-039304e4e388 req-bc2ee60f-8237-4244-b852-36f04144125e tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae9a4bb0-3ff4-4767-8f44-18950b54636f HTTP/1.1" status: 200 len: 950 time: 0.6469657 Jul 07 20:51:12.062587 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c021d54-9437-42cd-9a5e-1f94d6b45825', 'tag': 'fcb8d989-b582-41bd-ab92-01fa213100e0'}, {'name': 'network-changed', 'server_uuid': '548e34b8-e1f8-4188-bf51-4c2337aee25f', 'tag': '11d8c012-324f-4238-87ef-f17ab10841cb'}, {'name': 'network-changed', 'server_uuid': '0d74b71a-237b-4dbe-95b1-e91f53089de6', 'tag': '0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9'}, {'server_uuid': '84441d51-06f4-4712-87bd-f322d0f3ccbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:12.065253 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6" -d '{"events": [{"name": "network-changed", "server_uuid": "9c021d54-9437-42cd-9a5e-1f94d6b45825", "tag": "fcb8d989-b582-41bd-ab92-01fa213100e0"}, {"name": "network-changed", "server_uuid": "548e34b8-e1f8-4188-bf51-4c2337aee25f", "tag": "11d8c012-324f-4238-87ef-f17ab10841cb"}, {"name": "network-changed", "server_uuid": "0d74b71a-237b-4dbe-95b1-e91f53089de6", "tag": "0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9"}, {"server_uuid": "84441d51-06f4-4712-87bd-f322d0f3ccbc", "name": "network-vif-unplugged", "status": "completed", "tag": "f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:12.083864 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-50162943-f896-4252-b784-800e38cd7925 req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] No DVR routers for this DVR port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:51:12.128327 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-b52c8b73-1ed8-4e49-bd07-52cf377471c0 service neutron] 10.222.0.58 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594948 Jul 07 20:51:12.210827 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-324fc788-c7d5-4176-a065-039304e4e388 req-0df4958b-3de7-4b66-b06f-3b74cc8fbb26 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] 10.222.0.64 "GET /v2.0/security-groups?id=6abcb758-7cae-48e5-9136-e3e3d3abe698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037089 Jul 07 20:51:12.257371 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117fb75-9459-46a2-b9f7-715691d010bc req-a08c13b4-db93-451e-83ca-6d77835f12f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:12.262639 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d117fb75-9459-46a2-b9f7-715691d010bc req-a08c13b4-db93-451e-83ca-6d77835f12f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=862b922f-3f8e-403e-939d-5a18a5258b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3199749 Jul 07 20:51:12.267153 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-50162943-f896-4252-b784-800e38cd7925 req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] Attempting to bind port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:12.267531 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-50162943-f896-4252-b784-800e38cd7925 req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] Attempting to bind port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:12.267875 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50162943-f896-4252-b784-800e38cd7925 req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] Attempting to bind port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:12.287832 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50162943-f896-4252-b784-800e38cd7925 req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] Port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:51:12.288148 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50162943-f896-4252-b784-800e38cd7925 req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] Attempting to bind port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:12.347581 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50162943-f896-4252-b784-800e38cd7925 req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:12.348519 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50162943-f896-4252-b784-800e38cd7925 req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:12.348519 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50162943-f896-4252-b784-800e38cd7925 req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:12.348790 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-50162943-f896-4252-b784-800e38cd7925 req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] Bound port: f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:12.349133 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-50162943-f896-4252-b784-800e38cd7925 req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:12.442620 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 11d8c012-324f-4238-87ef-f17ab10841cb details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:51:12.445722 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:51:12.469318 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d61eac2a-cd30-4d97-9333-4e48f1ab1cfb req-d42d6a07-1393-4320-ba6b-767b4e7fea40 service neutron] 10.222.0.58 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186345 Jul 07 20:51:12.555390 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d117fb75-9459-46a2-b9f7-715691d010bc req-ae5caf0b-f70f-4905-8a22-c5991768c0fc service neutron] 10.222.0.64 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825372 Jul 07 20:51:12.578812 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:51:12.589141 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-50162943-f896-4252-b784-800e38cd7925 req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] For port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:12.599647 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be136a-e09e-461f-ac8a-089500223ebc req-32648b07-198a-4d4b-a6c2-1de0ac876ffb tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:12.601252 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64be136a-e09e-461f-ac8a-089500223ebc req-32648b07-198a-4d4b-a6c2-1de0ac876ffb tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 947 time: 0.2263963 Jul 07 20:51:12.665035 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 11d8c012-324f-4238-87ef-f17ab10841cb, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=11d8c012-324f-4238-87ef-f17ab10841cb,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:12.668743 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-50162943-f896-4252-b784-800e38cd7925 req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] For port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:12.684222 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '11d8c012-324f-4238-87ef-f17ab10841cb', 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136', 'port_id': '11d8c012-324f-4238-87ef-f17ab10841cb', 'mac_address': 'fa:16:3e:4f:94:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e76f85dc-7298-41c1-a5c0-b46924c81a29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:51:12.686118 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-50162943-f896-4252-b784-800e38cd7925 req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:12.747660 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:12.754362 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50162943-f896-4252-b784-800e38cd7925 req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:12.759803 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-50162943-f896-4252-b784-800e38cd7925 req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:12.761296 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50162943-f896-4252-b784-800e38cd7925 req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] 10.222.0.39 "PUT /v2.0/ports/f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc HTTP/1.1" status: 200 len: 1096 time: 2.8314891 Jul 07 20:51:12.774542 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11d8c012-324f-4238-87ef-f17ab10841cb {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:51:12.788333 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64be136a-e09e-461f-ac8a-089500223ebc req-d352beba-6b67-46d4-98ef-b303b6fd5f56 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726129 Jul 07 20:51:12.806116 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 11d8c012-324f-4238-87ef-f17ab10841cb, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=11d8c012-324f-4238-87ef-f17ab10841cb,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:12.811562 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:12.934674 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=11d8c012-324f-4238-87ef-f17ab10841cb,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:12.940080 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb5398-8935-49ca-b94c-75fc2c75b6ea service neutron] Pushing event updated for resources: {'Port': ['ID=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc,revision_number=7']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:12.971903 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d117fb75-9459-46a2-b9f7-715691d010bc req-bf85ae5c-01b0-439e-ac6b-a124ecce872b service neutron] 10.222.0.64 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072108 Jul 07 20:51:13.022522 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50162943-f896-4252-b784-800e38cd7925 req-db02af11-3e46-4ee5-86a5-56d223e05c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:13.024141 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50162943-f896-4252-b784-800e38cd7925 req-db02af11-3e46-4ee5-86a5-56d223e05c66 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 1099 time: 0.1824465 Jul 07 20:51:13.090260 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['11d8c012-324f-4238-87ef-f17ab10841cb'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:51:13.196748 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65730a59-628e-4441-87ac-e899bf3564d1 x-openstack-request-id: req-65730a59-628e-4441-87ac-e899bf3564d1 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:13.197151 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c021d54-9437-42cd-9a5e-1f94d6b45825", "tag": "fcb8d989-b582-41bd-ab92-01fa213100e0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "548e34b8-e1f8-4188-bf51-4c2337aee25f", "tag": "11d8c012-324f-4238-87ef-f17ab10841cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0d74b71a-237b-4dbe-95b1-e91f53089de6", "tag": "0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9", "status": "completed", "code": 200}, {"server_uuid": "84441d51-06f4-4712-87bd-f322d0f3ccbc", "name": "network-vif-unplugged", "status": "completed", "tag": "f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:13.197482 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65730a59-628e-4441-87ac-e899bf3564d1 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:13.198983 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c021d54-9437-42cd-9a5e-1f94d6b45825', 'tag': 'fcb8d989-b582-41bd-ab92-01fa213100e0', 'status': 'completed', 'code': 200} Jul 07 20:51:13.199127 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548e34b8-e1f8-4188-bf51-4c2337aee25f', 'tag': '11d8c012-324f-4238-87ef-f17ab10841cb', 'status': 'completed', 'code': 200} Jul 07 20:51:13.199474 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d74b71a-237b-4dbe-95b1-e91f53089de6', 'tag': '0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9', 'status': 'completed', 'code': 200} Jul 07 20:51:13.200000 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84441d51-06f4-4712-87bd-f322d0f3ccbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc', 'code': 200} Jul 07 20:51:13.315749 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-b97a71cb-4515-4179-b36e-6dcfdc2c5caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:13.317424 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 4e1814cc-bf68-48de-a581-9878ccb098da up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:13.320621 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-b97a71cb-4515-4179-b36e-6dcfdc2c5caa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5ecdc93a1ea491aaf71d58b3b9d68f7&device_id=9c021d54-9437-42cd-9a5e-1f94d6b45825 HTTP/1.1" status: 200 len: 1098 time: 0.1925840 Jul 07 20:51:13.332278 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] Sync routers for ids ['efcdc4c9-36ee-47ad-83c8-ab4a355885d8'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:51:13.355574 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] Routers {'efcdc4c9-36ee-47ad-83c8-ab4a355885d8'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:13.356894 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:51:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['efcdc4c9-36ee-47ad-83c8-ab4a355885d8'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:13.454377 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 4e1814cc-bf68-48de-a581-9878ccb098da triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:13.455000 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:13.547899 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-140bd2e8-09bd-4fd3-9103-7243dc0925f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:13.550922 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-140bd2e8-09bd-4fd3-9103-7243dc0925f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=862b922f-3f8e-403e-939d-5a18a5258b58 HTTP/1.1" status: 200 len: 921 time: 0.2135544 Jul 07 20:51:13.556001 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50162943-f896-4252-b784-800e38cd7925 req-29a4a4f3-e1c9-4de5-b568-339c1cb9c48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:13.558568 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50162943-f896-4252-b784-800e38cd7925 req-29a4a4f3-e1c9-4de5-b568-339c1cb9c48c service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.5164320 Jul 07 20:51:13.568482 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-3ef97f9d-d027-4166-9ce9-37984e69e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:13.570244 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-3ef97f9d-d027-4166-9ce9-37984e69e402 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 1096 time: 0.3928034 Jul 07 20:51:13.601621 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57477b-f1b2-4199-8fe2-5a200e6420b9 req-2a508980-f5d6-4b53-8bb6-51df8788e087 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:13.612134 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9d57477b-f1b2-4199-8fe2-5a200e6420b9 req-2a508980-f5d6-4b53-8bb6-51df8788e087 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 944 time: 0.4110725 Jul 07 20:51:13.664633 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-92a1687b-65c2-4325-8d76-e32b612bb25a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcb8d989-b582-41bd-ab92-01fa213100e0 HTTP/1.1" status: 200 len: 1002 time: 0.0914192 Jul 07 20:51:13.671042 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] Set router efcdc4c9-36ee-47ad-83c8-ab4a355885d8 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:13.732594 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-99e47e9b-2153-432b-9f40-d0061e913751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:13.737107 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-99e47e9b-2153-432b-9f40-d0061e913751 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=71aa915f-97b8-42f5-b575-925f0ac5a27a HTTP/1.1" status: 200 len: 859 time: 0.0600672 Jul 07 20:51:13.827666 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-ab6a8923-2b2c-4058-b446-6553b1095097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:13.829225 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-ab6a8923-2b2c-4058-b446-6553b1095097 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=862b922f-3f8e-403e-939d-5a18a5258b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829086 Jul 07 20:51:14.018744 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-1bf5ce1a-7554-4505-a3c8-d34a595c8ffe service neutron] 10.222.0.39 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775565 Jul 07 20:51:14.069527 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'name': 'tempest-TaggedBootDevicesTest-869383580-router', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:04Z', 'updated_at': '2021-07-07T20:51:09Z', 'revision_number': 4, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'gw_port': {'id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:05Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '08fff8d9-ea86-4827-86f8-59f103926865', 'name': '', 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'mac_address': 'fa:16:3e:6e:3c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '7e2de973-7d90-47e5-b7b8-d0df5795ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:08Z', 'updated_at': '2021-07-07T20:51:09Z', 'revision_number': 2, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'subnets': [{'id': '7e2de973-7d90-47e5-b7b8-d0df5795ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:14.097730 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50162943-f896-4252-b784-800e38cd7925 req-f50cd1bf-9761-43ef-ac72-461ad20d8942 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc HTTP/1.1" status: 200 len: 217 time: 0.4822860 Jul 07 20:51:14.124510 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] Checking router: efcdc4c9-36ee-47ad-83c8-ab4a355885d8 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:51:14.124880 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] Updating router efcdc4c9-36ee-47ad-83c8-ab4a355885d8 port 08fff8d9-ea86-4827-86f8-59f103926865 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:51:14.172249 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50baf88b-f80a-48c8-9769-ad98fb8a955a req-a68cfffb-be9c-4e37-a7ea-d59a60cb79e6 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:14.174102 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50baf88b-f80a-48c8-9769-ad98fb8a955a req-a68cfffb-be9c-4e37-a7ea-d59a60cb79e6 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 944 time: 0.7777147 Jul 07 20:51:14.176123 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-1af6f3a9-28ed-4dd7-8cfb-e796dcdeaae6 service neutron] 10.222.0.39 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457391 Jul 07 20:51:14.204082 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:14.241129 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9d57477b-f1b2-4199-8fe2-5a200e6420b9 req-80de5f64-745b-4843-a257-37e629410f2c tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6272736 Jul 07 20:51:14.289649 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50162943-f896-4252-b784-800e38cd7925 req-f51eb05f-cded-426d-b451-83fc05598cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:14.291311 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50162943-f896-4252-b784-800e38cd7925 req-f51eb05f-cded-426d-b451-83fc05598cd1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1768970 Jul 07 20:51:14.355065 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50baf88b-f80a-48c8-9769-ad98fb8a955a req-1aa0db43-97c5-4f20-ba19-664b27fdc174 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521814 Jul 07 20:51:14.412513 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-3a4f99de-a4d0-4b7b-a0f9-368ae89a8e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:14.414169 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-3a4f99de-a4d0-4b7b-a0f9-368ae89a8e9c service neutron] 10.222.0.58 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 909 time: 0.7925248 Jul 07 20:51:14.446697 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:51:14.463608 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 11d8c012-324f-4238-87ef-f17ab10841cb up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:14.570053 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-93c118df-7141-45b7-af96-3189b254accb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11d8c012-324f-4238-87ef-f17ab10841cb HTTP/1.1" status: 200 len: 217 time: 0.1445935 Jul 07 20:51:14.682459 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bcd9c251-1b8f-4dc4-a39a-02bf80b38631 req-d907c150-9cde-4c53-903e-631cecb01168 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 1002 time: 0.2656512 Jul 07 20:51:14.689980 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-8e0e34cb-d244-4850-a871-0480c748c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:14.691596 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-8e0e34cb-d244-4850-a871-0480c748c2f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e76f85dc-7298-41c1-a5c0-b46924c81a29 HTTP/1.1" status: 200 len: 848 time: 0.1121843 Jul 07 20:51:14.819610 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50162943-f896-4252-b784-800e38cd7925 req-84f8709c-6220-4443-8e97-1ca15ee87333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:14.821233 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50162943-f896-4252-b784-800e38cd7925 req-84f8709c-6220-4443-8e97-1ca15ee87333 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4821432 Jul 07 20:51:14.829758 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-6aad7328-b7f2-4e44-a514-050d87e096b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a969003f-4d51-4bc6-945b-910c720df136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195416 Jul 07 20:51:14.842802 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:14.872886 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] Transition to ACTIVE for port object 08fff8d9-ea86-4827-86f8-59f103926865 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:14.889105 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:14.965996 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 11d8c012-324f-4238-87ef-f17ab10841cb completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:14.975785 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9,segment=NetworkSegment(49619db1-acb6-458a-8d24-00385dd7ad61),segment_id=49619db1-acb6-458a-8d24-00385dd7ad61)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:14.985206 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 11d8c012-324f-4238-87ef-f17ab10841cb triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:14.985838 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:14.999845 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9c251-1b8f-4dc4-a39a-02bf80b38631 req-ec43f0ad-3341-411e-86b5-4e004f0d8980 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:15.013837 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'port_id': '0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9', 'mac_address': 'fa:16:3e:e4:f1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:51:15.018573 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bcd9c251-1b8f-4dc4-a39a-02bf80b38631 req-ec43f0ad-3341-411e-86b5-4e004f0d8980 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports/fcb8d989-b582-41bd-ab92-01fa213100e0 HTTP/1.1" status: 200 len: 943 time: 0.3351350 Jul 07 20:51:15.025658 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76836558-6688-4988-9cb8-345ba9191e4b None None] Pushing event updated for resources: {'Port': ['ID=08fff8d9-ea86-4827-86f8-59f103926865,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:15.056859 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76836558-6688-4988-9cb8-345ba9191e4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:15.059262 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76836558-6688-4988-9cb8-345ba9191e4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:15.059964 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76836558-6688-4988-9cb8-345ba9191e4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:15.060503 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76836558-6688-4988-9cb8-345ba9191e4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:15.060952 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76836558-6688-4988-9cb8-345ba9191e4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:15.061982 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76836558-6688-4988-9cb8-345ba9191e4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:15.063400 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76836558-6688-4988-9cb8-345ba9191e4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:15.063870 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76836558-6688-4988-9cb8-345ba9191e4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:15.065944 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76836558-6688-4988-9cb8-345ba9191e4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:15.066649 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76836558-6688-4988-9cb8-345ba9191e4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:15.070665 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76836558-6688-4988-9cb8-345ba9191e4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:15.071129 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76836558-6688-4988-9cb8-345ba9191e4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:15.137963 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:15.159352 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:51:15.202877 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84441d51-06f4-4712-87bd-f322d0f3ccbc', 'tag': 'f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:15.208463 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839e077c-dabe-4c75-99b8-ebe61aa4a8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "84441d51-06f4-4712-87bd-f322d0f3ccbc", "tag": "f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:15.244228 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:15.255050 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50162943-f896-4252-b784-800e38cd7925 req-f2e4f444-8b2a-4a2a-903e-43e126a07b38 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111047 Jul 07 20:51:15.262509 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] Attempting to bind port 08fff8d9-ea86-4827-86f8-59f103926865 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:15.263027 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] Attempting to bind port 08fff8d9-ea86-4827-86f8-59f103926865 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '230c399b-dc40-43ae-a1fc-5e6d70e026da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:15.263529 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] Attempting to bind port 08fff8d9-ea86-4827-86f8-59f103926865 on network 11c72bfa-694c-4468-a09f-5d536029fc88 {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:15.274063 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:15.278841 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-96b138cb-98f2-418d-a204-d36e720ffa54 service neutron] 10.222.0.58 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382837 Jul 07 20:51:15.279730 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] Checking segment: {'id': '230c399b-dc40-43ae-a1fc-5e6d70e026da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:15.280331 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:15.281178 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] Bound using segment: {'id': '230c399b-dc40-43ae-a1fc-5e6d70e026da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:15.281768 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] Bound port: 08fff8d9-ea86-4827-86f8-59f103926865, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230c399b-dc40-43ae-a1fc-5e6d70e026da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:15.282272 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:15.309245 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9,segment=NetworkSegment(49619db1-acb6-458a-8d24-00385dd7ad61),segment_id=49619db1-acb6-458a-8d24-00385dd7ad61)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:15.333798 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548e34b8-e1f8-4188-bf51-4c2337aee25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d8c012-324f-4238-87ef-f17ab10841cb'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:15.341043 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed997bee-5266-41d8-b1d5-ec13b74b356f" -d '{"events": [{"server_uuid": "548e34b8-e1f8-4188-bf51-4c2337aee25f", "name": "network-vif-plugged", "status": "completed", "tag": "11d8c012-324f-4238-87ef-f17ab10841cb"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:15.373610 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:15.393030 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 11d8c012-324f-4238-87ef-f17ab10841cb, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=11d8c012-324f-4238-87ef-f17ab10841cb,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:15.408189 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:15.506440 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] For port 08fff8d9-ea86-4827-86f8-59f103926865, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:15.510871 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] For port 08fff8d9-ea86-4827-86f8-59f103926865, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=08fff8d9-ea86-4827-86f8-59f103926865,segment=NetworkSegment(230c399b-dc40-43ae-a1fc-5e6d70e026da),segment_id=230c399b-dc40-43ae-a1fc-5e6d70e026da)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:15.523818 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:15.535464 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:15.629183 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bcd9c251-1b8f-4dc4-a39a-02bf80b38631 req-35a13a4e-4f9a-4e4d-9c7d-a6817a74f290 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 1002 time: 0.3499410 Jul 07 20:51:15.639963 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=11d8c012-324f-4238-87ef-f17ab10841cb,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:15.649213 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:51:15.708353 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] Routers {'efcdc4c9-36ee-47ad-83c8-ab4a355885d8'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:15.712674 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:51:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['efcdc4c9-36ee-47ad-83c8-ab4a355885d8'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:15.783647 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50162943-f896-4252-b784-800e38cd7925 req-423bc8c6-b3c5-406f-b73e-203bf2bea7cd service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5028169 Jul 07 20:51:15.810394 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-fe0c04fe-9e83-42af-a790-92eae1079054 service neutron] 10.222.0.58 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105097 Jul 07 20:51:15.873577 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c9e74-9a28-4064-bab1-f89765d29724 req-8e1d20a5-8c90-4d17-a197-b63b2878b810 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:15.875220 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6f1c9e74-9a28-4064-bab1-f89765d29724 req-8e1d20a5-8c90-4d17-a197-b63b2878b810 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae9a4bb0-3ff4-4767-8f44-18950b54636f HTTP/1.1" status: 200 len: 950 time: 0.4680545 Jul 07 20:51:16.019880 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9c251-1b8f-4dc4-a39a-02bf80b38631 req-a85229e3-8ec1-4709-8c3e-904ab2472949 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:16.028164 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bcd9c251-1b8f-4dc4-a39a-02bf80b38631 req-a85229e3-8ec1-4709-8c3e-904ab2472949 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.3977237 Jul 07 20:51:16.140023 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6f1c9e74-9a28-4064-bab1-f89765d29724 req-db7c8fd2-763b-4f23-bd4f-c578de418886 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] 10.222.0.64 "GET /v2.0/security-groups?id=6abcb758-7cae-48e5-9136-e3e3d3abe698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485805 Jul 07 20:51:16.193172 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-fd84c5ea-cbf8-4697-bf0a-d18543878c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:16.203724 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-fd84c5ea-cbf8-4697-bf0a-d18543878c33 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=840e879ee5f84b5498858a5e69b47b03&device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 1097 time: 0.2880602 Jul 07 20:51:16.282503 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76836558-6688-4988-9cb8-345ba9191e4b None None] Pushing event updated for resources: {'Port': ['ID=08fff8d9-ea86-4827-86f8-59f103926865,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:16.318486 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] Set router efcdc4c9-36ee-47ad-83c8-ab4a355885d8 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:16.473738 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-2a939003-f6ef-4295-b6bf-3c576d01997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:16.476892 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-2a939003-f6ef-4295-b6bf-3c576d01997a service neutron] 10.222.0.58 "GET /v2.0/networks?id=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb HTTP/1.1" status: 200 len: 912 time: 0.2620533 Jul 07 20:51:16.557413 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1f32b-d797-47ad-a285-2d875815e30d req-d92c5b44-a91b-4486-a309-d8c67387974e tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:16.560612 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b3b1f32b-d797-47ad-a285-2d875815e30d req-d92c5b44-a91b-4486-a309-d8c67387974e tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 947 time: 0.2231040 Jul 07 20:51:16.563965 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-21663a8f-7809-4bb0-9c75-5371663c3da9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 HTTP/1.1" status: 200 len: 217 time: 0.0754962 Jul 07 20:51:16.645189 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'name': 'tempest-TaggedBootDevicesTest-869383580-router', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:04Z', 'updated_at': '2021-07-07T20:51:09Z', 'revision_number': 4, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'gw_port': {'id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:05Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '08fff8d9-ea86-4827-86f8-59f103926865', 'name': '', 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'mac_address': 'fa:16:3e:6e:3c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '7e2de973-7d90-47e5-b7b8-d0df5795ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:08Z', 'updated_at': '2021-07-07T20:51:15Z', 'revision_number': 4, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'subnets': [{'id': '7e2de973-7d90-47e5-b7b8-d0df5795ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:16.653026 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-425758f2-fe12-40f7-ab41-a23ce58db16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:16.655172 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-425758f2-fe12-40f7-ab41-a23ce58db16b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b4310c6-664d-4c25-affc-191900c3c7bd HTTP/1.1" status: 200 len: 850 time: 0.0793328 Jul 07 20:51:16.658982 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b3b1f32b-d797-47ad-a285-2d875815e30d req-07c8655f-55ea-44c5-bf91-1c4c9d3d5d4b tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925388 Jul 07 20:51:16.712529 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0674a0ba-0254-451d-be8c-5194e0d9acd6 None None] The sync data for ids ['efcdc4c9-36ee-47ad-83c8-ab4a355885d8'] in n-d-695189-11 is: [{'id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'name': 'tempest-TaggedBootDevicesTest-869383580-router', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:04Z', 'updated_at': '2021-07-07T20:51:09Z', 'revision_number': 4, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'gw_port': {'id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:05Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '08fff8d9-ea86-4827-86f8-59f103926865', 'name': '', 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'mac_address': 'fa:16:3e:6e:3c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '7e2de973-7d90-47e5-b7b8-d0df5795ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:08Z', 'updated_at': '2021-07-07T20:51:15Z', 'revision_number': 4, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'subnets': [{'id': '7e2de973-7d90-47e5-b7b8-d0df5795ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:51:16.773507 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f992e6-3790-4c60-8391-0a6f350c4188 x-openstack-request-id: req-03f992e6-3790-4c60-8391-0a6f350c4188 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:16.773846 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84441d51-06f4-4712-87bd-f322d0f3ccbc", "tag": "f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:16.774159 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-03f992e6-3790-4c60-8391-0a6f350c4188 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:16.774580 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84441d51-06f4-4712-87bd-f322d0f3ccbc', 'tag': 'f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc', 'status': 'completed', 'code': 200} Jul 07 20:51:16.805719 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-383e7b7c-e2fb-4963-81c8-093afb4ab2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:16.810210 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-383e7b7c-e2fb-4963-81c8-093afb4ab2cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1455574 Jul 07 20:51:16.834355 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fba51de-b784-4cc7-a948-64120d9ca8ad x-openstack-request-id: req-8fba51de-b784-4cc7-a948-64120d9ca8ad {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:16.834912 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548e34b8-e1f8-4188-bf51-4c2337aee25f", "name": "network-vif-plugged", "status": "completed", "tag": "11d8c012-324f-4238-87ef-f17ab10841cb", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:16.834912 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8fba51de-b784-4cc7-a948-64120d9ca8ad {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:16.835293 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548e34b8-e1f8-4188-bf51-4c2337aee25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d8c012-324f-4238-87ef-f17ab10841cb', 'code': 200} Jul 07 20:51:16.916692 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e077c-dabe-4c75-99b8-ebe61aa4a8ee req-b9f821fe-425c-4951-bfca-a7bdd55cb0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:16.921530 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-839e077c-dabe-4c75-99b8-ebe61aa4a8ee req-b9f821fe-425c-4951-bfca-a7bdd55cb0c4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 1099 time: 0.1257212 Jul 07 20:51:17.102772 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e077c-dabe-4c75-99b8-ebe61aa4a8ee req-40e149d1-bff3-4487-af9e-4f60c321a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:17.105309 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-839e077c-dabe-4c75-99b8-ebe61aa4a8ee req-40e149d1-bff3-4487-af9e-4f60c321a858 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.1697559 Jul 07 20:51:17.157018 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-839e077c-dabe-4c75-99b8-ebe61aa4a8ee req-d3c62a62-bbb1-409d-9268-9d206340f700 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc HTTP/1.1" status: 200 len: 217 time: 0.0418735 Jul 07 20:51:17.240811 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-53bddd0a-b3b5-4adf-aa29-50bdc5af1913 service neutron] 10.222.0.58 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998911 Jul 07 20:51:17.249307 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e077c-dabe-4c75-99b8-ebe61aa4a8ee req-0e1c8a4b-d598-4985-82f2-4ac696be79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:17.251082 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-839e077c-dabe-4c75-99b8-ebe61aa4a8ee req-0e1c8a4b-d598-4985-82f2-4ac696be79b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0864680 Jul 07 20:51:17.277550 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e077c-dabe-4c75-99b8-ebe61aa4a8ee req-85a77ce8-eea0-4411-be98-cabf3539c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:17.279390 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-839e077c-dabe-4c75-99b8-ebe61aa4a8ee req-85a77ce8-eea0-4411-be98-cabf3539c82b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 1099 time: 0.4682610 Jul 07 20:51:17.294962 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 08fff8d9-ea86-4827-86f8-59f103926865 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:17.394209 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e077c-dabe-4c75-99b8-ebe61aa4a8ee req-ed511322-62a0-4b51-aa05-8b9e76583eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:17.398936 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-839e077c-dabe-4c75-99b8-ebe61aa4a8ee req-ed511322-62a0-4b51-aa05-8b9e76583eac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1378882 Jul 07 20:51:17.425913 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 08fff8d9-ea86-4827-86f8-59f103926865 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:17.432965 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 08fff8d9-ea86-4827-86f8-59f103926865 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:17.433990 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:17.512299 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc5200-0552-4af3-a91e-b288b9f8ef9a req-4c894dcb-58bb-481d-9540-056772efa936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:17.517901 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6edc5200-0552-4af3-a91e-b288b9f8ef9a req-4c894dcb-58bb-481d-9540-056772efa936 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 1097 time: 0.4559691 Jul 07 20:51:17.571041 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc101676-3447-4c72-8ac7-ea77f270f604 req-86398f7e-8441-430e-bc01-0614a5aa6b69 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:17.571418 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:17.574929 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc101676-3447-4c72-8ac7-ea77f270f604 req-86398f7e-8441-430e-bc01-0614a5aa6b69 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 945 time: 0.6559644 Jul 07 20:51:17.598204 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-839e077c-dabe-4c75-99b8-ebe61aa4a8ee req-0d4d9410-7e54-4003-8384-a409ad8c452a service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875234 Jul 07 20:51:17.625029 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 08fff8d9-ea86-4827-86f8-59f103926865, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=08fff8d9-ea86-4827-86f8-59f103926865,segment=NetworkSegment(230c399b-dc40-43ae-a1fc-5e6d70e026da),segment_id=230c399b-dc40-43ae-a1fc-5e6d70e026da)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:17.632264 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:17.667426 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cb895-9511-4d02-8ba9-1afddb08033b req-9f14b4bc-6f33-4f1f-949f-178578fa86f0 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:17.670109 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f56cb895-9511-4d02-8ba9-1afddb08033b req-9f14b4bc-6f33-4f1f-949f-178578fa86f0 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 945 time: 0.6066096 Jul 07 20:51:17.741112 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=08fff8d9-ea86-4827-86f8-59f103926865,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:17.801377 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc101676-3447-4c72-8ac7-ea77f270f604 req-7f3a1ff6-a271-48ad-9ddb-40706e415419 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124467 Jul 07 20:51:17.839154 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-615f4f3b-1b01-4b63-aa29-3035fdf4d1c6 req-9249927d-fcdc-4a83-857b-917cd6466771 service neutron] 10.222.0.58 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5836246 Jul 07 20:51:17.877826 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6edc5200-0552-4af3-a91e-b288b9f8ef9a req-2d2fa7f8-284a-4846-9108-41931bd25e9e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183753 Jul 07 20:51:17.882919 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-839e077c-dabe-4c75-99b8-ebe61aa4a8ee req-b43fcbe3-18a2-4ca4-a3e4-0407fd33037f service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751520 Jul 07 20:51:17.892287 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e077c-dabe-4c75-99b8-ebe61aa4a8ee req-ea2ab660-18f9-4c22-be48-91bb6cebbb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:17.893724 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-839e077c-dabe-4c75-99b8-ebe61aa4a8ee req-ea2ab660-18f9-4c22-be48-91bb6cebbb81 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.4992974 Jul 07 20:51:17.896966 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f56cb895-9511-4d02-8ba9-1afddb08033b req-86b4c657-38ba-44ea-8e70-6832dfbecddb tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945918 Jul 07 20:51:18.310655 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-010a026a-8a5a-44fa-af94-4113d438f2c4 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 1002 time: 0.4510145 Jul 07 20:51:18.313907 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-839e077c-dabe-4c75-99b8-ebe61aa4a8ee req-416819cc-f85b-4769-ab1f-c60081f075aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc HTTP/1.1" status: 200 len: 217 time: 0.3867235 Jul 07 20:51:18.417845 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-e9dd0f6d-dfb3-4a1d-9b18-feba4e756c14 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:18.438856 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-e9dd0f6d-dfb3-4a1d-9b18-feba4e756c14 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports/fcb8d989-b582-41bd-ab92-01fa213100e0 HTTP/1.1" status: 200 len: 943 time: 0.1121373 Jul 07 20:51:18.441259 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e077c-dabe-4c75-99b8-ebe61aa4a8ee req-b462aed0-d62f-43cf-8c42-d1995357399c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:18.442706 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-839e077c-dabe-4c75-99b8-ebe61aa4a8ee req-b462aed0-d62f-43cf-8c42-d1995357399c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0990975 Jul 07 20:51:18.473635 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:18.553683 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:18.568098 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:18.568098 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:18.607859 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e077c-dabe-4c75-99b8-ebe61aa4a8ee req-17f37d29-e9b3-470f-91a4-d9a24bb3871e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:18.609396 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-839e077c-dabe-4c75-99b8-ebe61aa4a8ee req-17f37d29-e9b3-470f-91a4-d9a24bb3871e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1553552 Jul 07 20:51:18.701830 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:18.765818 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9,segment=NetworkSegment(49619db1-acb6-458a-8d24-00385dd7ad61),segment_id=49619db1-acb6-458a-8d24-00385dd7ad61)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:18.785857 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-bfe052c1-49cb-4499-bc29-6bde8a801aef tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 1002 time: 0.1579607 Jul 07 20:51:18.789885 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:18.871288 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-839e077c-dabe-4c75-99b8-ebe61aa4a8ee req-0ad5b27a-487b-4dc5-9b9f-b5e7669679a9 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420399 Jul 07 20:51:18.875702 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d74b71a-237b-4dbe-95b1-e91f53089de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:18.881127 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1064de2e-12bb-414b-8f86-51d2583487c1" -d '{"events": [{"server_uuid": "0d74b71a-237b-4dbe-95b1-e91f53089de6", "name": "network-vif-plugged", "status": "completed", "tag": "0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:18.957213 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:19.014323 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-8707c228-d657-4ac3-81cd-0322f250c3b6 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:19.015901 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-8707c228-d657-4ac3-81cd-0322f250c3b6 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.2190652 Jul 07 20:51:19.124556 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-839e077c-dabe-4c75-99b8-ebe61aa4a8ee req-59bdd81d-f220-45d8-b850-3a8c987d6dec service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431664 Jul 07 20:51:19.165474 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-5be40778-73b4-494e-a3e0-ad7f3a585ef7 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 1002 time: 0.1297688 Jul 07 20:51:19.177059 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-1c341d2a-c5d5-4a05-b7bf-7b062f0ecd56 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:19.190766 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4028686-b53d-4eb8-a18d-c8559dcd05be req-ea90be90-0e61-47a6-8aab-2e16c6e073ae tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:19.192377 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4028686-b53d-4eb8-a18d-c8559dcd05be req-ea90be90-0e61-47a6-8aab-2e16c6e073ae tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 947 time: 0.2029488 Jul 07 20:51:19.222543 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 08fff8d9-ea86-4827-86f8-59f103926865 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:19.285728 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 08fff8d9-ea86-4827-86f8-59f103926865 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:19.286113 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:19.300264 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4028686-b53d-4eb8-a18d-c8559dcd05be req-056105ed-2870-4582-b83f-4f0299f9920a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635967 Jul 07 20:51:19.309021 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-1c341d2a-c5d5-4a05-b7bf-7b062f0ecd56 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks [] for floatingip, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:19.552719 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-1c341d2a-c5d5-4a05-b7bf-7b062f0ecd56 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:19.575412 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-1c341d2a-c5d5-4a05-b7bf-7b062f0ecd56 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:19.575763 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-1c341d2a-c5d5-4a05-b7bf-7b062f0ecd56 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Floating IP e7a399a4-227a-4510-892d-5b52b1ab8e53 disassociated. External IP: 172.25.5.166, port: fcb8d989-b582-41bd-ab92-01fa213100e0. Jul 07 20:51:19.639927 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:19.700478 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5e01a-d883-43fa-868c-8b0c3da1c963 req-ff2dd0be-3e44-4d3e-93ae-1f7eef1ab1f1 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:19.702036 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dca5e01a-d883-43fa-868c-8b0c3da1c963 req-ff2dd0be-3e44-4d3e-93ae-1f7eef1ab1f1 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 945 time: 0.1968954 Jul 07 20:51:19.788440 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dca5e01a-d883-43fa-868c-8b0c3da1c963 req-f5e83f1b-15d0-4a7e-8b4a-4d1f07ccc391 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788379 Jul 07 20:51:19.789819 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:19.865594 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-1c341d2a-c5d5-4a05-b7bf-7b062f0ecd56 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Router ea6cde6f-5b57-4192-88be-009ef571cec2 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:51:19.897338 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc92e0d2-e22a-43eb-8db9-943b4661dfc3 x-openstack-request-id: req-fc92e0d2-e22a-43eb-8db9-943b4661dfc3 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:19.898019 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d74b71a-237b-4dbe-95b1-e91f53089de6", "name": "network-vif-plugged", "status": "completed", "tag": "0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:19.898515 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fc92e0d2-e22a-43eb-8db9-943b4661dfc3 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:19.899161 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d74b71a-237b-4dbe-95b1-e91f53089de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9', 'code': 200} Jul 07 20:51:20.007128 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-1c341d2a-c5d5-4a05-b7bf-7b062f0ecd56 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:51:20.012578 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-1c341d2a-c5d5-4a05-b7bf-7b062f0ecd56 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:20.017418 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cb3258-ff64-4e2c-b26e-193d676b950c None None] Sync routers for ids ['ea6cde6f-5b57-4192-88be-009ef571cec2'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:51:20.033308 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cb3258-ff64-4e2c-b26e-193d676b950c None None] Routers {'ea6cde6f-5b57-4192-88be-009ef571cec2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:20.033972 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b8cb3258-ff64-4e2c-b26e-193d676b950c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:51:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ea6cde6f-5b57-4192-88be-009ef571cec2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:20.072478 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187dd51d-391a-4761-b736-8f52198738ca req-0e9aa846-4144-4968-bc06-1498f37191a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:20.074828 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-187dd51d-391a-4761-b736-8f52198738ca req-0e9aa846-4144-4968-bc06-1498f37191a2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 1098 time: 0.0873122 Jul 07 20:51:20.111973 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-1c341d2a-c5d5-4a05-b7bf-7b062f0ecd56 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "PUT /v2.0/floatingips/e7a399a4-227a-4510-892d-5b52b1ab8e53 HTTP/1.1" status: 200 len: 695 time: 0.9387467 Jul 07 20:51:20.111973 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c021d54-9437-42cd-9a5e-1f94d6b45825', 'tag': 'fcb8d989-b582-41bd-ab92-01fa213100e0'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:20.113887 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad97276-f388-4f83-9eea-8aeba43625e8" -d '{"events": [{"name": "network-changed", "server_uuid": "9c021d54-9437-42cd-9a5e-1f94d6b45825", "tag": "fcb8d989-b582-41bd-ab92-01fa213100e0"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:20.147545 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-187dd51d-391a-4761-b736-8f52198738ca req-76fa0116-0a7b-41d0-8e2b-2336a7d4957f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597622 Jul 07 20:51:20.206215 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-b8cb3258-ff64-4e2c-b26e-193d676b950c None None] Set router ea6cde6f-5b57-4192-88be-009ef571cec2 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:20.206473 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900cf0d-b8f7-4724-8b19-bd55a833bc5e req-0ea573f2-4f49-4c8c-97ae-653dc98a9f5b tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:20.208077 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3900cf0d-b8f7-4724-8b19-bd55a833bc5e req-0ea573f2-4f49-4c8c-97ae-653dc98a9f5b tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.1656525 Jul 07 20:51:20.238651 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-e1b684c6-3d87-4c9f-921c-aab2e293155c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:20.246744 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-e1b684c6-3d87-4c9f-921c-aab2e293155c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c5ecdc93a1ea491aaf71d58b3b9d68f7&device_id=9c021d54-9437-42cd-9a5e-1f94d6b45825 HTTP/1.1" status: 200 len: 1098 time: 0.1227341 Jul 07 20:51:20.324609 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:51:20.343656 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3900cf0d-b8f7-4724-8b19-bd55a833bc5e req-8d9049b0-d86f-4684-83c6-bc5cf8fedcca tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263053 Jul 07 20:51:20.437306 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-9e7ece97-988a-47dc-9520-9e6bea326680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:20.439199 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-9e7ece97-988a-47dc-9520-9e6bea326680 service neutron] 10.222.0.64 "GET /v2.0/networks?id=862b922f-3f8e-403e-939d-5a18a5258b58 HTTP/1.1" status: 200 len: 921 time: 0.1912577 Jul 07 20:51:20.564328 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-6ba6fdb2-1dd9-4157-a666-1d6fc9cca396 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcb8d989-b582-41bd-ab92-01fa213100e0 HTTP/1.1" status: 200 len: 217 time: 0.0895693 Jul 07 20:51:20.583271 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:20.640061 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': 'f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc', 'mac_address': 'fa:16:3e:64:11:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:51:20.651319 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-287398c2-8d60-4952-9800-004d70355771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:20.656165 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-287398c2-8d60-4952-9800-004d70355771 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71aa915f-97b8-42f5-b575-925f0ac5a27a HTTP/1.1" status: 200 len: 859 time: 0.0819163 Jul 07 20:51:20.686831 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b8cb3258-ff64-4e2c-b26e-193d676b950c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:50:00Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '000b58aa-c770-46f8-9b35-2ff15f9d502e', 'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'mac_address': 'fa:16:3e:c5:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:58Z', 'updated_at': '2021-07-07T20:50:08Z', 'revision_number': 5, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'subnets': [{'id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:20.743496 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cb3258-ff64-4e2c-b26e-193d676b950c None None] Checking router: ea6cde6f-5b57-4192-88be-009ef571cec2 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:51:20.765592 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cb3258-ff64-4e2c-b26e-193d676b950c None None] Routers {'ea6cde6f-5b57-4192-88be-009ef571cec2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:20.766226 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b8cb3258-ff64-4e2c-b26e-193d676b950c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:51:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ea6cde6f-5b57-4192-88be-009ef571cec2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:20.782846 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-16b48fd3-364d-470c-a774-7fe9477922ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:20.785147 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-16b48fd3-364d-470c-a774-7fe9477922ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=862b922f-3f8e-403e-939d-5a18a5258b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1210554 Jul 07 20:51:20.827822 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:20.890352 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:51:20.925688 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:20.937469 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:20.952319 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-d9b2cf4b-d476-4ad0-beec-a54ad0462715 service neutron] 10.222.0.64 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519086 Jul 07 20:51:20.974620 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-b8cb3258-ff64-4e2c-b26e-193d676b950c None None] Set router ea6cde6f-5b57-4192-88be-009ef571cec2 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:21.050892 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c653b5f-06c1-4445-aa99-bc4f6b84e37a req-24061903-a16d-443b-b899-80761736a1ef tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:21.053604 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9c653b5f-06c1-4445-aa99-bc4f6b84e37a req-24061903-a16d-443b-b899-80761736a1ef tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.58 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc&tenant_id=505481bc2c1e4a469ecb05628eb12eb4&binding%3Ahost_id=n-h2-695189-11 HTTP/1.1" status: 200 len: 947 time: 0.2887688 Jul 07 20:51:21.163725 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc,revision_number=8']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:21.178305 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e7bcd550-9e36-4caf-8733-e364e822a9f4 req-913ff109-edb5-4e04-a974-75dcead9007d service neutron] 10.222.0.64 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194843 Jul 07 20:51:21.196778 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [req-9c653b5f-06c1-4445-aa99-bc4f6b84e37a req-c23b87dd-6a35-40cd-8f3e-3d62093b0ab0 service neutron] delete failed (client error): The resource could not be found. Jul 07 20:51:21.201342 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9c653b5f-06c1-4445-aa99-bc4f6b84e37a req-c23b87dd-6a35-40cd-8f3e-3d62093b0ab0 service neutron] 10.222.0.58 "DELETE /v2.0/ports/f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc/bindings/n-h1-695189-11 HTTP/1.1" status: 404 len: 381 time: 0.1363661 Jul 07 20:51:21.346516 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:51:21.366036 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21026a68-ea20-4bc6-be63-9569d5b5740f x-openstack-request-id: req-21026a68-ea20-4bc6-be63-9569d5b5740f {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:21.366036 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c021d54-9437-42cd-9a5e-1f94d6b45825", "tag": "fcb8d989-b582-41bd-ab92-01fa213100e0", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:21.366424 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-21026a68-ea20-4bc6-be63-9569d5b5740f {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:21.366538 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c021d54-9437-42cd-9a5e-1f94d6b45825', 'tag': 'fcb8d989-b582-41bd-ab92-01fa213100e0', 'status': 'completed', 'code': 200} Jul 07 20:51:21.388314 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470bb14-5030-498f-b44c-96dd4573bb82 req-cfafc8a9-4abb-407c-a3b0-a9d8b3237dbf tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:21.392496 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7470bb14-5030-498f-b44c-96dd4573bb82 req-cfafc8a9-4abb-407c-a3b0-a9d8b3237dbf tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 1097 time: 0.1909587 Jul 07 20:51:21.480629 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b8cb3258-ff64-4e2c-b26e-193d676b950c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:50:00Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '000b58aa-c770-46f8-9b35-2ff15f9d502e', 'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'mac_address': 'fa:16:3e:c5:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:58Z', 'updated_at': '2021-07-07T20:50:08Z', 'revision_number': 5, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'subnets': [{'id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:21.512879 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7470bb14-5030-498f-b44c-96dd4573bb82 req-16ff240a-40c2-4ede-b9ae-2e1422577932 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102545 Jul 07 20:51:21.513854 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c653b5f-06c1-4445-aa99-bc4f6b84e37a req-dd69f852-da92-45a6-bfbf-66879abb5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:21.517324 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9c653b5f-06c1-4445-aa99-bc4f6b84e37a req-dd69f852-da92-45a6-bfbf-66879abb5cdb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 1100 time: 0.1452351 Jul 07 20:51:21.535617 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cb3258-ff64-4e2c-b26e-193d676b950c None None] The sync data for ids ['ea6cde6f-5b57-4192-88be-009ef571cec2'] in n-d-695189-11 is: [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:50:00Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '000b58aa-c770-46f8-9b35-2ff15f9d502e', 'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'mac_address': 'fa:16:3e:c5:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:58Z', 'updated_at': '2021-07-07T20:50:08Z', 'revision_number': 5, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'subnets': [{'id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:51:21.565477 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad97276-f388-4f83-9eea-8aeba43625e8 req-6158e8e4-eb8b-46be-be99-2f638c2be400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:21.567210 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aad97276-f388-4f83-9eea-8aeba43625e8 req-6158e8e4-eb8b-46be-be99-2f638c2be400 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c5ecdc93a1ea491aaf71d58b3b9d68f7&device_id=9c021d54-9437-42cd-9a5e-1f94d6b45825 HTTP/1.1" status: 200 len: 1098 time: 0.1629860 Jul 07 20:51:21.799495 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c653b5f-06c1-4445-aa99-bc4f6b84e37a req-04447237-b60e-4d64-9aeb-83e94ac666b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:21.802677 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9c653b5f-06c1-4445-aa99-bc4f6b84e37a req-04447237-b60e-4d64-9aeb-83e94ac666b3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.2738016 Jul 07 20:51:21.853591 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d00bb9-ae54-4ec5-9a1e-37e225745d9f req-b20802d0-1270-46fb-b8fc-20d4c7e57dba tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:21.855211 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-31d00bb9-ae54-4ec5-9a1e-37e225745d9f req-b20802d0-1270-46fb-b8fc-20d4c7e57dba tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 948 time: 0.2680004 Jul 07 20:51:21.887610 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad97276-f388-4f83-9eea-8aeba43625e8 req-18529c45-62fc-47dc-95ab-b6c534f33ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:21.889125 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aad97276-f388-4f83-9eea-8aeba43625e8 req-18529c45-62fc-47dc-95ab-b6c534f33ba6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=862b922f-3f8e-403e-939d-5a18a5258b58 HTTP/1.1" status: 200 len: 921 time: 0.3105574 Jul 07 20:51:21.899020 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9c653b5f-06c1-4445-aa99-bc4f6b84e37a req-76811018-0f99-4130-8b81-9c222796b8e7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc HTTP/1.1" status: 200 len: 217 time: 0.0856783 Jul 07 20:51:21.956230 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aad97276-f388-4f83-9eea-8aeba43625e8 req-4c53b4e2-d7bc-4d77-bd15-5423dd5004fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcb8d989-b582-41bd-ab92-01fa213100e0 HTTP/1.1" status: 200 len: 217 time: 0.0542896 Jul 07 20:51:21.962293 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-31d00bb9-ae54-4ec5-9a1e-37e225745d9f req-a3c261e1-c148-40cb-b11f-0c6fdb3755fe tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926218 Jul 07 20:51:22.053104 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c653b5f-06c1-4445-aa99-bc4f6b84e37a req-1ea3a716-0109-4511-989a-69b4f21958c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:22.056753 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9c653b5f-06c1-4445-aa99-bc4f6b84e37a req-1ea3a716-0109-4511-989a-69b4f21958c4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1460264 Jul 07 20:51:22.096732 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac3243d-5b0e-4e12-bf83-00d14b98c226 None None] New status for floating IP e7a399a4-227a-4510-892d-5b52b1ab8e53: DOWN {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:51:22.143137 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad97276-f388-4f83-9eea-8aeba43625e8 req-64122949-76f8-4404-97bb-3e5850e29c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:22.145181 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aad97276-f388-4f83-9eea-8aeba43625e8 req-64122949-76f8-4404-97bb-3e5850e29c91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=71aa915f-97b8-42f5-b575-925f0ac5a27a HTTP/1.1" status: 200 len: 859 time: 0.1785641 Jul 07 20:51:22.227362 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c653b5f-06c1-4445-aa99-bc4f6b84e37a req-cbdb8dbb-9d69-4ed2-b256-97be3dcc3ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:22.234014 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9c653b5f-06c1-4445-aa99-bc4f6b84e37a req-cbdb8dbb-9d69-4ed2-b256-97be3dcc3ccb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1649830 Jul 07 20:51:22.241414 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad97276-f388-4f83-9eea-8aeba43625e8 req-041eb75b-0814-46a9-b515-fe00ba15533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:22.243560 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aad97276-f388-4f83-9eea-8aeba43625e8 req-041eb75b-0814-46a9-b515-fe00ba15533f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=862b922f-3f8e-403e-939d-5a18a5258b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837798 Jul 07 20:51:22.429741 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9c653b5f-06c1-4445-aa99-bc4f6b84e37a req-a5e22767-3cab-4e2a-9834-4f669e73a8f4 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838942 Jul 07 20:51:22.436781 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aad97276-f388-4f83-9eea-8aeba43625e8 req-7261489c-43fb-461a-8112-4c5f7634d86a service neutron] 10.222.0.39 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721690 Jul 07 20:51:22.556060 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd90888-a6df-40f6-9f75-6525c979fded req-8fdeee8a-7eb3-4edc-af6d-e07d29e32fad tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:22.564038 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4dd90888-a6df-40f6-9f75-6525c979fded req-8fdeee8a-7eb3-4edc-af6d-e07d29e32fad tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.1846902 Jul 07 20:51:22.605475 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:51:22.664353 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9c653b5f-06c1-4445-aa99-bc4f6b84e37a req-3d31280d-71b2-4ba4-bbf0-b1f9912bbea4 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240193 Jul 07 20:51:22.708063 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4dd90888-a6df-40f6-9f75-6525c979fded req-f4b48dfb-ec18-4536-ad1e-0c080f54e629 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430242 Jul 07 20:51:22.717289 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aad97276-f388-4f83-9eea-8aeba43625e8 req-5ce6878d-bd35-4e5d-86b2-d91156db2e0b service neutron] 10.222.0.39 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610092 Jul 07 20:51:22.792915 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc7813-6c77-40cd-b3a8-de69b07c63de req-61fbdd11-95b3-46a4-80c4-c72c7f20d9d5 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:22.802962 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3dcc7813-6c77-40cd-b3a8-de69b07c63de req-61fbdd11-95b3-46a4-80c4-c72c7f20d9d5 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 1097 time: 0.1759112 Jul 07 20:51:22.853778 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3dcc7813-6c77-40cd-b3a8-de69b07c63de req-f2954ffd-497d-45ae-ac6d-0fada5274a36 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502682 Jul 07 20:51:22.865261 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39212) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:22.951505 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac949db-a3b7-4687-b965-051afd9b758b req-11c6b019-42b6-4ec5-83af-be5cf2014c0b tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:22.953339 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bac949db-a3b7-4687-b965-051afd9b758b req-11c6b019-42b6-4ec5-83af-be5cf2014c0b tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae9a4bb0-3ff4-4767-8f44-18950b54636f HTTP/1.1" status: 200 len: 950 time: 0.0850592 Jul 07 20:51:23.008278 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bac949db-a3b7-4687-b965-051afd9b758b req-4899746d-45a8-41d4-ac19-fd5bd72b40e6 tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] 10.222.0.64 "GET /v2.0/security-groups?id=6abcb758-7cae-48e5-9136-e3e3d3abe698&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473778 Jul 07 20:51:23.027407 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc591464-f599-4ea4-b947-a76a89fedd17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:23.196608 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc591464-f599-4ea4-b947-a76a89fedd17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:23.204923 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff71de-7fa2-4758-a2fa-f290ec5c8636 req-5ec7a18b-d33c-44c4-88a5-1f39e4f1a4d0 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:23.205190 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc591464-f599-4ea4-b947-a76a89fedd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:23.216156 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-30ff71de-7fa2-4758-a2fa-f290ec5c8636 req-5ec7a18b-d33c-44c4-88a5-1f39e4f1a4d0 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2009699 Jul 07 20:51:23.284355 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dc591464-f599-4ea4-b947-a76a89fedd17 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c1afdb9a3f864d239a39610df26188d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4165080 Jul 07 20:51:23.290047 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39222) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:23.314532 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc591464-f599-4ea4-b947-a76a89fedd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6f19de-b91b-4c9c-a26d-c595c9dfb783,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:23.329826 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-30ff71de-7fa2-4758-a2fa-f290ec5c8636 req-a0f9602b-c02a-41c3-bf64-15ba598bc673 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 696 time: 0.1058807 Jul 07 20:51:23.344841 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-30ff71de-7fa2-4758-a2fa-f290ec5c8636 req-c52c458d-3a4e-4896-bd37-904d7509b3fd tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Request body: {'floatingip': {'port_id': '4228e434-d7b8-41d2-a956-8590e791b22a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:23.415650 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38f3e48b-6a50-43d2-89cb-909a636eee48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:23.416401 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078f121-6da4-4b95-bb16-7b7c8e6f8f9b req-3704f3f0-145b-425e-b409-de00bf2f1c45 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:23.419930 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7078f121-6da4-4b95-bb16-7b7c8e6f8f9b req-3704f3f0-145b-425e-b409-de00bf2f1c45 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.3027797 Jul 07 20:51:23.442318 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39224) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:23.446389 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-30ff71de-7fa2-4758-a2fa-f290ec5c8636 req-c52c458d-3a4e-4896-bd37-904d7509b3fd tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks [] for floatingip, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:23.453281 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e0b1241d-71ca-4bfd-a784-9aa9ff6f3cf2 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Request body: {'floatingip': {'port_id': '0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:23.799011 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38f3e48b-6a50-43d2-89cb-909a636eee48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:23.812543 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e0b1241d-71ca-4bfd-a784-9aa9ff6f3cf2 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for floatingip, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:23.967716 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38f3e48b-6a50-43d2-89cb-909a636eee48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:23.970456 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38f3e48b-6a50-43d2-89cb-909a636eee48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:23.975540 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-38f3e48b-6a50-43d2-89cb-909a636eee48 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fa6f19de-b91b-4c9c-a26d-c595c9dfb783 HTTP/1.1" status: 204 len: 168 time: 0.6837556 Jul 07 20:51:24.190678 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3e48b-6a50-43d2-89cb-909a636eee48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6f19de-b91b-4c9c-a26d-c595c9dfb783,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:24.306666 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:24.374607 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:24.380926 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:24.381734 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:24.485868 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39240) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:24.487760 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:24.519844 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84441d51-06f4-4712-87bd-f322d0f3ccbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:24.523583 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587323d1-0826-4c55-99b8-3b1a4e2a8dba" -d '{"events": [{"server_uuid": "84441d51-06f4-4712-87bd-f322d0f3ccbc", "name": "network-vif-plugged", "status": "completed", "tag": "f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:24.540134 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:24.545714 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4a7b88b5-bab0-4fca-98e5-5671867aae0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:24.549709 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:24.622979 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc,revision_number=9']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:24.624932 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-30ff71de-7fa2-4758-a2fa-f290ec5c8636 req-c52c458d-3a4e-4896-bd37-904d7509b3fd tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:24.635064 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-30ff71de-7fa2-4758-a2fa-f290ec5c8636 req-c52c458d-3a4e-4896-bd37-904d7509b3fd tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:24.639142 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e0b1241d-71ca-4bfd-a784-9aa9ff6f3cf2 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:24.648538 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e0b1241d-71ca-4bfd-a784-9aa9ff6f3cf2 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:24.711422 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404aea2-4853-4b8e-8ff7-9028f25a410a req-2c1d17a7-86c1-445d-864e-5e478f03f7f3 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:24.718523 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7404aea2-4853-4b8e-8ff7-9028f25a410a req-2c1d17a7-86c1-445d-864e-5e478f03f7f3 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 948 time: 0.2024698 Jul 07 20:51:24.765850 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb7ecb-3c2e-4114-a372-5c4aff073c83 req-a19faa6a-1e64-40fb-a8d9-088eb33dd33c tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:24.767349 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-46eb7ecb-3c2e-4114-a372-5c4aff073c83 req-a19faa6a-1e64-40fb-a8d9-088eb33dd33c tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae9a4bb0-3ff4-4767-8f44-18950b54636f HTTP/1.1" status: 200 len: 950 time: 0.2528419 Jul 07 20:51:24.768158 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4a7b88b5-bab0-4fca-98e5-5671867aae0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:24.778687 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4a7b88b5-bab0-4fca-98e5-5671867aae0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:24.823536 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [None req-e0b1241d-71ca-4bfd-a784-9aa9ff6f3cf2 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Floating IP a65b41f5-a3c8-4b08-a7d1-2bb2fa3a582b associated. External IP: 172.25.5.187, port: 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9. Jul 07 20:51:24.839865 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [req-30ff71de-7fa2-4758-a2fa-f290ec5c8636 req-c52c458d-3a4e-4896-bd37-904d7509b3fd tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Floating IP e7a399a4-227a-4510-892d-5b52b1ab8e53 associated. External IP: 172.25.5.166, port: 4228e434-d7b8-41d2-a956-8590e791b22a. Jul 07 20:51:24.847800 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7404aea2-4853-4b8e-8ff7-9028f25a410a req-3416f4c6-8741-4c7e-b091-65346dab7321 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280775 Jul 07 20:51:24.902500 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4a7b88b5-bab0-4fca-98e5-5671867aae0f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=87ca3516af2d46a392bfacb9b4093afe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4148586 Jul 07 20:51:24.905936 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39246) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:24.909163 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b88b5-bab0-4fca-98e5-5671867aae0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5d9c51-dbb8-46dc-badb-3e64adfe4ace,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:25.035742 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415fe68-fdb1-458d-8496-1d7f31a935a8 req-b1496d9b-c33f-4bd9-ad20-17d3bed63316 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:25.037566 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a415fe68-fdb1-458d-8496-1d7f31a935a8 req-b1496d9b-c33f-4bd9-ad20-17d3bed63316 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c021d54-9437-42cd-9a5e-1f94d6b45825 HTTP/1.1" status: 200 len: 946 time: 0.2423663 Jul 07 20:51:25.065779 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-46eb7ecb-3c2e-4114-a372-5c4aff073c83 req-505ad6c7-3b25-4620-8981-b1947d4dbd0c tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Deleting port c27a237b-2099-4e22-82ed-b22d412e796e {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:51:25.066134 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-46eb7ecb-3c2e-4114-a372-5c4aff073c83 req-505ad6c7-3b25-4620-8981-b1947d4dbd0c tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:25.088548 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-36e6acd0-dce1-428b-a720-05a1a560195a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:25.171896 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-36e6acd0-dce1-428b-a720-05a1a560195a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:25.257554 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30ff71de-7fa2-4758-a2fa-f290ec5c8636 req-c52c458d-3a4e-4896-bd37-904d7509b3fd tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Router ea6cde6f-5b57-4192-88be-009ef571cec2 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:51:25.264801 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-46eb7ecb-3c2e-4114-a372-5c4aff073c83 req-505ad6c7-3b25-4620-8981-b1947d4dbd0c tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] For port c27a237b-2099-4e22-82ed-b22d412e796e, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c27a237b-2099-4e22-82ed-b22d412e796e,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:25.265882 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-46eb7ecb-3c2e-4114-a372-5c4aff073c83 req-505ad6c7-3b25-4620-8981-b1947d4dbd0c tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:25.287103 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-46eb7ecb-3c2e-4114-a372-5c4aff073c83 req-505ad6c7-3b25-4620-8981-b1947d4dbd0c tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Calling delete_port for c27a237b-2099-4e22-82ed-b22d412e796e owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:51:25.319045 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-a415fe68-fdb1-458d-8496-1d7f31a935a8 req-c3d7e38f-a35a-48e5-9884-edb2057da4bb tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Deleting port fcb8d989-b582-41bd-ab92-01fa213100e0 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:51:25.319426 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a415fe68-fdb1-458d-8496-1d7f31a935a8 req-c3d7e38f-a35a-48e5-9884-edb2057da4bb tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:25.327654 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b1241d-71ca-4bfd-a784-9aa9ff6f3cf2 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Router 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:51:25.369293 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-36e6acd0-dce1-428b-a720-05a1a560195a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:25.371944 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-36e6acd0-dce1-428b-a720-05a1a560195a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:25.373360 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-36e6acd0-dce1-428b-a720-05a1a560195a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2a5d9c51-dbb8-46dc-badb-3e64adfe4ace HTTP/1.1" status: 204 len: 168 time: 0.4662392 Jul 07 20:51:25.399213 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6acd0-dce1-428b-a720-05a1a560195a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5d9c51-dbb8-46dc-badb-3e64adfe4ace,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:25.468983 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30ff71de-7fa2-4758-a2fa-f290ec5c8636 req-c52c458d-3a4e-4896-bd37-904d7509b3fd tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:51:25.475854 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-30ff71de-7fa2-4758-a2fa-f290ec5c8636 req-c52c458d-3a4e-4896-bd37-904d7509b3fd tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:25.483037 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a47d55b-cbb2-4368-9fd4-67c1876c1773 None None] Sync routers for ids ['ea6cde6f-5b57-4192-88be-009ef571cec2'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:51:25.497673 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a47d55b-cbb2-4368-9fd4-67c1876c1773 None None] Routers {'ea6cde6f-5b57-4192-88be-009ef571cec2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:25.502373 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-3a47d55b-cbb2-4368-9fd4-67c1876c1773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:51:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ea6cde6f-5b57-4192-88be-009ef571cec2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:25.562046 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-30ff71de-7fa2-4758-a2fa-f290ec5c8636 req-c52c458d-3a4e-4896-bd37-904d7509b3fd tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "PUT /v2.0/floatingips/e7a399a4-227a-4510-892d-5b52b1ab8e53 HTTP/1.1" status: 200 len: 996 time: 2.2304351 Jul 07 20:51:25.571531 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89d0a69-bc16-45a5-8d23-46210bb6a3b6', 'tag': '4228e434-d7b8-41d2-a956-8590e791b22a'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:25.577098 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edea2e74-a9f0-4623-889a-524a5da215e8" -d '{"events": [{"name": "network-changed", "server_uuid": "f89d0a69-bc16-45a5-8d23-46210bb6a3b6", "tag": "4228e434-d7b8-41d2-a956-8590e791b22a"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:25.651776 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-a415fe68-fdb1-458d-8496-1d7f31a935a8 req-c3d7e38f-a35a-48e5-9884-edb2057da4bb tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] For port fcb8d989-b582-41bd-ab92-01fa213100e0, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=fcb8d989-b582-41bd-ab92-01fa213100e0,segment=NetworkSegment(aaff765e-b21c-4ac5-bd47-02eb6b015550),segment_id=aaff765e-b21c-4ac5-bd47-02eb6b015550)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:25.652394 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a415fe68-fdb1-458d-8496-1d7f31a935a8 req-c3d7e38f-a35a-48e5-9884-edb2057da4bb tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:25.693529 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-a415fe68-fdb1-458d-8496-1d7f31a935a8 req-c3d7e38f-a35a-48e5-9884-edb2057da4bb tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Calling delete_port for fcb8d989-b582-41bd-ab92-01fa213100e0 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:51:25.729450 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b1241d-71ca-4bfd-a784-9aa9ff6f3cf2 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:51:25.737228 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-3a47d55b-cbb2-4368-9fd4-67c1876c1773 None None] Set router ea6cde6f-5b57-4192-88be-009ef571cec2 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:25.740322 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e0b1241d-71ca-4bfd-a784-9aa9ff6f3cf2 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:25.743058 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-46eb7ecb-3c2e-4114-a372-5c4aff073c83 req-505ad6c7-3b25-4620-8981-b1947d4dbd0c tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:25.760174 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce4db3-f1ad-4597-81ed-b6787dfb08d6 None None] Sync routers for ids ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:51:25.775177 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce4db3-f1ad-4597-81ed-b6787dfb08d6 None None] Routers {'369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:25.775968 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-c3ce4db3-f1ad-4597-81ed-b6787dfb08d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:51:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:25.832706 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['c27a237b-2099-4e22-82ed-b22d412e796e'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:51:25.851405 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ad6c7-3b25-4620-8981-b1947d4dbd0c tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Pushing event deleted for resources: {'Port': ['ID=c27a237b-2099-4e22-82ed-b22d412e796e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:25.905230 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e0b1241d-71ca-4bfd-a784-9aa9ff6f3cf2 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "PUT /v2.0/floatingips/a65b41f5-a3c8-4b08-a7d1-2bb2fa3a582b HTTP/1.1" status: 200 len: 992 time: 2.4585173 Jul 07 20:51:25.916908 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d74b71a-237b-4dbe-95b1-e91f53089de6', 'tag': '0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:25.932403 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbd1e09-f73b-4661-9c75-935cbf3cc241" -d '{"events": [{"name": "network-changed", "server_uuid": "0d74b71a-237b-4dbe-95b1-e91f53089de6", "tag": "0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:25.951403 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff71de-7fa2-4758-a2fa-f290ec5c8636 req-2ea9c0cb-0ab0-40ee-bea5-438d18b4d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:25.953383 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-30ff71de-7fa2-4758-a2fa-f290ec5c8636 req-2ea9c0cb-0ab0-40ee-bea5-438d18b4d160 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c5ecdc93a1ea491aaf71d58b3b9d68f7&device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6 HTTP/1.1" status: 200 len: 1097 time: 0.3553367 Jul 07 20:51:26.000982 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-c3ce4db3-f1ad-4597-81ed-b6787dfb08d6 None None] Set router 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:26.049828 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-46eb7ecb-3c2e-4114-a372-5c4aff073c83 req-505ad6c7-3b25-4620-8981-b1947d4dbd0c tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] No DVR routers for this DVR port c27a237b-2099-4e22-82ed-b22d412e796e on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:51:26.070714 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-46eb7ecb-3c2e-4114-a372-5c4aff073c83 req-505ad6c7-3b25-4620-8981-b1947d4dbd0c tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:26.079551 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-46eb7ecb-3c2e-4114-a372-5c4aff073c83 req-505ad6c7-3b25-4620-8981-b1947d4dbd0c tempest-TenantUsagesTestJSON-821541795 tempest-TenantUsagesTestJSON-821541795-project] 10.222.0.39 "DELETE /v2.0/ports/c27a237b-2099-4e22-82ed-b22d412e796e HTTP/1.1" status: 204 len: 173 time: 1.2890537 Jul 07 20:51:26.271036 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff71de-7fa2-4758-a2fa-f290ec5c8636 req-a35e1c22-f684-4c9c-82b4-b687900f89a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:26.281897 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-30ff71de-7fa2-4758-a2fa-f290ec5c8636 req-a35e1c22-f684-4c9c-82b4-b687900f89a0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=862b922f-3f8e-403e-939d-5a18a5258b58 HTTP/1.1" status: 200 len: 921 time: 0.3125341 Jul 07 20:51:26.347427 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a415fe68-fdb1-458d-8496-1d7f31a935a8 req-c3d7e38f-a35a-48e5-9884-edb2057da4bb tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:26.379890 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['4228e434-d7b8-41d2-a956-8590e791b22a'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:51:26.435276 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-30ff71de-7fa2-4758-a2fa-f290ec5c8636 req-42229d7b-152b-4e36-9eb6-805b51541cc8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4228e434-d7b8-41d2-a956-8590e791b22a HTTP/1.1" status: 200 len: 999 time: 0.1523011 Jul 07 20:51:26.524457 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-c3ce4db3-f1ad-4597-81ed-b6787dfb08d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'name': 'tempest-AttachVolumeTestJSON-1227447015-router', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:43Z', 'updated_at': '2021-07-07T20:50:50Z', 'revision_number': 4, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'gw_port': {'id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:44Z', 'updated_at': '2021-07-07T20:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'a65b41f5-a3c8-4b08-a7d1-2bb2fa3a582b', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'port_id': '0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'mac_address': 'fa:16:3e:e4:f1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d74b71a-237b-4dbe-95b1-e91f53089de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:50:56Z', 'updated_at': '2021-07-07T20:51:24Z', 'revision_number': 1, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28', 'name': '', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'mac_address': 'fa:16:3e:cd:43:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:48Z', 'updated_at': '2021-07-07T20:50:56Z', 'revision_number': 5, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'subnets': [{'id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:26.533204 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7e38f-a35a-48e5-9884-edb2057da4bb tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Pushing event deleted for resources: {'Port': ['ID=fcb8d989-b582-41bd-ab92-01fa213100e0,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:26.537056 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-a415fe68-fdb1-458d-8496-1d7f31a935a8 req-c3d7e38f-a35a-48e5-9884-edb2057da4bb tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] No DVR routers for this DVR port fcb8d989-b582-41bd-ab92-01fa213100e0 on host n-h2-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:51:26.541974 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a415fe68-fdb1-458d-8496-1d7f31a935a8 req-c3d7e38f-a35a-48e5-9884-edb2057da4bb tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:26.544519 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a415fe68-fdb1-458d-8496-1d7f31a935a8 req-c3d7e38f-a35a-48e5-9884-edb2057da4bb tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.39 "DELETE /v2.0/ports/fcb8d989-b582-41bd-ab92-01fa213100e0 HTTP/1.1" status: 204 len: 173 time: 1.4962804 Jul 07 20:51:26.563009 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce4db3-f1ad-4597-81ed-b6787dfb08d6 None None] Checking router: 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:51:26.574225 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce4db3-f1ad-4597-81ed-b6787dfb08d6 None None] Routers {'369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:26.575253 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-c3ce4db3-f1ad-4597-81ed-b6787dfb08d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:51:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:26.610527 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff71de-7fa2-4758-a2fa-f290ec5c8636 req-2ae3a752-58ef-4d96-b09b-a03a41ceeecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:26.621867 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-30ff71de-7fa2-4758-a2fa-f290ec5c8636 req-2ae3a752-58ef-4d96-b09b-a03a41ceeecb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71aa915f-97b8-42f5-b575-925f0ac5a27a HTTP/1.1" status: 200 len: 859 time: 0.1792705 Jul 07 20:51:26.701526 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-3a47d55b-cbb2-4368-9fd4-67c1876c1773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:50:00Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'e7a399a4-227a-4510-892d-5b52b1ab8e53', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'port_id': '4228e434-d7b8-41d2-a956-8590e791b22a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'mac_address': 'fa:16:3e:4b:5d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89d0a69-bc16-45a5-8d23-46210bb6a3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:50:26Z', 'updated_at': '2021-07-07T20:51:24Z', 'revision_number': 8, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000b58aa-c770-46f8-9b35-2ff15f9d502e', 'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'mac_address': 'fa:16:3e:c5:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:58Z', 'updated_at': '2021-07-07T20:50:08Z', 'revision_number': 5, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'subnets': [{'id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:26.737964 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff71de-7fa2-4758-a2fa-f290ec5c8636 req-7103fe92-7588-4d4c-b314-44d8ae8e1386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:26.739951 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-c3ce4db3-f1ad-4597-81ed-b6787dfb08d6 None None] Set router 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:26.744839 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a47d55b-cbb2-4368-9fd4-67c1876c1773 None None] Checking router: ea6cde6f-5b57-4192-88be-009ef571cec2 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:51:26.751615 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-30ff71de-7fa2-4758-a2fa-f290ec5c8636 req-7103fe92-7588-4d4c-b314-44d8ae8e1386 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=862b922f-3f8e-403e-939d-5a18a5258b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1260910 Jul 07 20:51:26.769989 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a47d55b-cbb2-4368-9fd4-67c1876c1773 None None] Routers {'ea6cde6f-5b57-4192-88be-009ef571cec2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:26.771036 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-3a47d55b-cbb2-4368-9fd4-67c1876c1773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:51:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ea6cde6f-5b57-4192-88be-009ef571cec2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:26.990784 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-3a47d55b-cbb2-4368-9fd4-67c1876c1773 None None] Set router ea6cde6f-5b57-4192-88be-009ef571cec2 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:27.009973 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-30ff71de-7fa2-4758-a2fa-f290ec5c8636 req-5a84520e-73c4-4b32-b147-a0e3a780bd27 service neutron] 10.222.0.64 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565696 Jul 07 20:51:27.218487 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-30ff71de-7fa2-4758-a2fa-f290ec5c8636 req-efe82b17-bb30-47f3-a39b-926cc9b7f71d service neutron] 10.222.0.64 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039585 Jul 07 20:51:27.359847 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-c3ce4db3-f1ad-4597-81ed-b6787dfb08d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'name': 'tempest-AttachVolumeTestJSON-1227447015-router', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:43Z', 'updated_at': '2021-07-07T20:50:50Z', 'revision_number': 4, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'gw_port': {'id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:44Z', 'updated_at': '2021-07-07T20:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'a65b41f5-a3c8-4b08-a7d1-2bb2fa3a582b', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'port_id': '0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'mac_address': 'fa:16:3e:e4:f1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d74b71a-237b-4dbe-95b1-e91f53089de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:50:56Z', 'updated_at': '2021-07-07T20:51:24Z', 'revision_number': 1, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28', 'name': '', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'mac_address': 'fa:16:3e:cd:43:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:48Z', 'updated_at': '2021-07-07T20:50:56Z', 'revision_number': 5, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'subnets': [{'id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:27.408720 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce4db3-f1ad-4597-81ed-b6787dfb08d6 None None] The sync data for ids ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'] in n-d-695189-11 is: [{'id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'name': 'tempest-AttachVolumeTestJSON-1227447015-router', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:43Z', 'updated_at': '2021-07-07T20:50:50Z', 'revision_number': 4, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'gw_port': {'id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:44Z', 'updated_at': '2021-07-07T20:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'a65b41f5-a3c8-4b08-a7d1-2bb2fa3a582b', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'port_id': '0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'mac_address': 'fa:16:3e:e4:f1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d74b71a-237b-4dbe-95b1-e91f53089de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:50:56Z', 'updated_at': '2021-07-07T20:51:24Z', 'revision_number': 1, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28', 'name': '', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'mac_address': 'fa:16:3e:cd:43:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:48Z', 'updated_at': '2021-07-07T20:50:56Z', 'revision_number': 5, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'subnets': [{'id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:51:27.528250 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-3a47d55b-cbb2-4368-9fd4-67c1876c1773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:50:00Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'e7a399a4-227a-4510-892d-5b52b1ab8e53', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'port_id': '4228e434-d7b8-41d2-a956-8590e791b22a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'mac_address': 'fa:16:3e:4b:5d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89d0a69-bc16-45a5-8d23-46210bb6a3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:50:26Z', 'updated_at': '2021-07-07T20:51:24Z', 'revision_number': 8, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000b58aa-c770-46f8-9b35-2ff15f9d502e', 'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'mac_address': 'fa:16:3e:c5:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:58Z', 'updated_at': '2021-07-07T20:50:08Z', 'revision_number': 5, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'subnets': [{'id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:27.575821 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a47d55b-cbb2-4368-9fd4-67c1876c1773 None None] The sync data for ids ['ea6cde6f-5b57-4192-88be-009ef571cec2'] in n-d-695189-11 is: [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:50:00Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'e7a399a4-227a-4510-892d-5b52b1ab8e53', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'port_id': '4228e434-d7b8-41d2-a956-8590e791b22a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'mac_address': 'fa:16:3e:4b:5d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89d0a69-bc16-45a5-8d23-46210bb6a3b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:50:26Z', 'updated_at': '2021-07-07T20:51:24Z', 'revision_number': 8, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000b58aa-c770-46f8-9b35-2ff15f9d502e', 'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'mac_address': 'fa:16:3e:c5:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:58Z', 'updated_at': '2021-07-07T20:50:08Z', 'revision_number': 5, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'subnets': [{'id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:51:27.612957 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27189523-c087-4383-90e7-becf59de5262 x-openstack-request-id: req-27189523-c087-4383-90e7-becf59de5262 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:27.613528 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84441d51-06f4-4712-87bd-f322d0f3ccbc", "name": "network-vif-plugged", "status": "completed", "tag": "f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:27.614511 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-27189523-c087-4383-90e7-becf59de5262 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:27.615159 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84441d51-06f4-4712-87bd-f322d0f3ccbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc', 'code': 200} Jul 07 20:51:27.810939 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28747316-37fa-48f7-9ca8-224f6ae424a1 None None] New status for floating IP a65b41f5-a3c8-4b08-a7d1-2bb2fa3a582b: ACTIVE {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:51:27.919207 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-7f5e486e-d15e-4a4b-85fe-94105f6157af tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:51:27.921752 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-7f5e486e-d15e-4a4b-85fe-94105f6157af tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4931788 Jul 07 20:51:27.947070 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-c8b2fad8-a853-4b12-9a39-c573a2f0df80 service neutron] Request body: {'binding': {'host': 'n-h2-695189-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:27.947668 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-c8b2fad8-a853-4b12-9a39-c573a2f0df80 service neutron] Unknown quota resources ['binding']. {{(pid=100447) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 20:51:27.985719 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abbf62-bc92-43d3-9a22-8c4830545f16 req-cd42210d-2e23-44b9-a475-36d7d363ab33 tempest-MigrationsAdminTest-208978502 tempest-MigrationsAdminTest-208978502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:27.998724 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79abbf62-bc92-43d3-9a22-8c4830545f16 req-cd42210d-2e23-44b9-a475-36d7d363ab33 tempest-MigrationsAdminTest-208978502 tempest-MigrationsAdminTest-208978502-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 1101 time: 0.1318171 Jul 07 20:51:28.089731 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79abbf62-bc92-43d3-9a22-8c4830545f16 req-41a61db5-cd31-4997-b3cb-f541ed992145 tempest-MigrationsAdminTest-208978502 tempest-MigrationsAdminTest-208978502-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823245 Jul 07 20:51:28.097869 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e4e293-73df-453f-93c8-44dbb5c013aa None None] New status for floating IP e7a399a4-227a-4510-892d-5b52b1ab8e53: ACTIVE {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:51:28.186153 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 39322) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:28.227012 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bb221d-f604-4c7b-99c0-68e464821188 x-openstack-request-id: req-16bb221d-f604-4c7b-99c0-68e464821188 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:28.227319 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89d0a69-bc16-45a5-8d23-46210bb6a3b6", "tag": "4228e434-d7b8-41d2-a956-8590e791b22a", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:28.227804 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16bb221d-f604-4c7b-99c0-68e464821188 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:28.229163 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89d0a69-bc16-45a5-8d23-46210bb6a3b6', 'tag': '4228e434-d7b8-41d2-a956-8590e791b22a', 'status': 'completed', 'code': 200} Jul 07 20:51:28.237356 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-c8b2fad8-a853-4b12-9a39-c573a2f0df80 service neutron] Attempting to bind port 11d8c012-324f-4238-87ef-f17ab10841cb on host n-h2-695189-11 for vnic_type normal with profile None {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:28.237697 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-c8b2fad8-a853-4b12-9a39-c573a2f0df80 service neutron] Attempting to bind port 11d8c012-324f-4238-87ef-f17ab10841cb by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:28.238034 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-c8b2fad8-a853-4b12-9a39-c573a2f0df80 service neutron] Attempting to bind port 11d8c012-324f-4238-87ef-f17ab10841cb on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:28.248782 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-c8b2fad8-a853-4b12-9a39-c573a2f0df80 service neutron] Port 11d8c012-324f-4238-87ef-f17ab10841cb on network a969003f-4d51-4bc6-945b-910c720df136 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:51:28.249119 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-c8b2fad8-a853-4b12-9a39-c573a2f0df80 service neutron] Attempting to bind port 11d8c012-324f-4238-87ef-f17ab10841cb on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:28.254392 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-c8b2fad8-a853-4b12-9a39-c573a2f0df80 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:28.255211 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-c8b2fad8-a853-4b12-9a39-c573a2f0df80 service neutron] Checking segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:28.255666 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-c8b2fad8-a853-4b12-9a39-c573a2f0df80 service neutron] Bound using segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:28.256157 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-c8b2fad8-a853-4b12-9a39-c573a2f0df80 service neutron] Bound port: 11d8c012-324f-4238-87ef-f17ab10841cb, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:28.320012 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-c8b2fad8-a853-4b12-9a39-c573a2f0df80 service neutron] For port 11d8c012-324f-4238-87ef-f17ab10841cb, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=11d8c012-324f-4238-87ef-f17ab10841cb,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:28.326764 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device fcb8d989-b582-41bd-ab92-01fa213100e0 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:51:28.334399 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-c8b2fad8-a853-4b12-9a39-c573a2f0df80 service neutron] Notify callbacks [] for binding, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:28.335801 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-c8b2fad8-a853-4b12-9a39-c573a2f0df80 service neutron] 10.222.0.64 "POST /v2.0/ports/11d8c012-324f-4238-87ef-f17ab10841cb/bindings HTTP/1.1" status: 201 len: 390 time: 0.4031453 Jul 07 20:51:28.390059 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: fcb8d989-b582-41bd-ab92-01fa213100e0 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:51:28.390059 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device fcb8d989-b582-41bd-ab92-01fa213100e0 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:51:28.390059 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device c27a237b-2099-4e22-82ed-b22d412e796e no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:51:28.425311 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea2e74-a9f0-4623-889a-524a5da215e8 req-65608fde-1241-4a4a-9d32-e471493f630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:28.429070 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-edea2e74-a9f0-4623-889a-524a5da215e8 req-65608fde-1241-4a4a-9d32-e471493f630f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5ecdc93a1ea491aaf71d58b3b9d68f7&device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6 HTTP/1.1" status: 200 len: 1097 time: 0.1070051 Jul 07 20:51:28.461721 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: c27a237b-2099-4e22-82ed-b22d412e796e {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:51:28.471053 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device c27a237b-2099-4e22-82ed-b22d412e796e not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:51:28.623263 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5a3ef2-f233-440a-9634-91332fa3750f x-openstack-request-id: req-6c5a3ef2-f233-440a-9634-91332fa3750f {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:28.624758 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d74b71a-237b-4dbe-95b1-e91f53089de6", "tag": "0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:28.625385 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c5a3ef2-f233-440a-9634-91332fa3750f {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:28.626341 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d74b71a-237b-4dbe-95b1-e91f53089de6', 'tag': '0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9', 'status': 'completed', 'code': 200} Jul 07 20:51:28.805798 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1bdbea8f-3d5e-434d-b2dd-fcbf88ace214 req-e307796f-0fa4-4ce8-baf0-e99fa612b49e tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/floatingips/e7a399a4-227a-4510-892d-5b52b1ab8e53 HTTP/1.1" status: 200 len: 996 time: 0.2567186 Jul 07 20:51:28.873034 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea2e74-a9f0-4623-889a-524a5da215e8 req-5c673fb1-62c7-4bc6-978a-4777ce17d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:28.876735 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-edea2e74-a9f0-4623-889a-524a5da215e8 req-5c673fb1-62c7-4bc6-978a-4777ce17d37f service neutron] 10.222.0.58 "GET /v2.0/networks?id=862b922f-3f8e-403e-939d-5a18a5258b58 HTTP/1.1" status: 200 len: 921 time: 0.4362965 Jul 07 20:51:28.976861 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-edea2e74-a9f0-4623-889a-524a5da215e8 req-9d9e556f-8ac1-4bf7-a779-e7dc33b047ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4228e434-d7b8-41d2-a956-8590e791b22a HTTP/1.1" status: 200 len: 1001 time: 0.0880942 Jul 07 20:51:28.978992 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-8526d1de-3b3a-41cb-80ca-6ecf2d4bf07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:28.980447 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-8526d1de-3b3a-41cb-80ca-6ecf2d4bf07e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 1097 time: 0.2458713 Jul 07 20:51:29.013534 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4d88c360-a5dc-483a-923c-cd604d52a5c4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cb273ab273cc43938189fd7bd9078f99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8253438 Jul 07 20:51:29.023735 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39348) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:29.049877 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd1e09-f73b-4661-9c75-935cbf3cc241 req-39546f23-94a1-4ef9-b77d-702bf091bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:29.052325 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9dbd1e09-f73b-4661-9c75-935cbf3cc241 req-39546f23-94a1-4ef9-b77d-702bf091bcba service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=840e879ee5f84b5498858a5e69b47b03&device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 1098 time: 0.4165025 Jul 07 20:51:29.099660 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbea8f-3d5e-434d-b2dd-fcbf88ace214 req-a32b5922-245e-4839-9860-d732ce9531ab tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:29.114038 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1bdbea8f-3d5e-434d-b2dd-fcbf88ace214 req-a32b5922-245e-4839-9860-d732ce9531ab tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.3063049 Jul 07 20:51:29.173054 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-740df8c2-7c23-428c-8dee-cdd5bf18550d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:29.200539 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19e68022-16d1-4b5b-a0f5-b0698b0113fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:29.213904 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34985804-94d1-4059-ac28-f92bdf03778c req-9208ed53-55ef-46f6-977a-468149d6ec66 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:29.215855 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-34985804-94d1-4059-ac28-f92bdf03778c req-9208ed53-55ef-46f6-977a-468149d6ec66 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 945 time: 0.3112228 Jul 07 20:51:29.237680 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea2e74-a9f0-4623-889a-524a5da215e8 req-498ebc5a-6f03-4b2c-b238-5396b4e4da09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:29.240680 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-edea2e74-a9f0-4623-889a-524a5da215e8 req-498ebc5a-6f03-4b2c-b238-5396b4e4da09 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71aa915f-97b8-42f5-b575-925f0ac5a27a HTTP/1.1" status: 200 len: 859 time: 0.2510736 Jul 07 20:51:29.243105 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19e68022-16d1-4b5b-a0f5-b0698b0113fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:29.267789 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd1e09-f73b-4661-9c75-935cbf3cc241 req-2631f75f-921c-41f6-8e6d-228ecbd3039f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:29.269407 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9dbd1e09-f73b-4661-9c75-935cbf3cc241 req-2631f75f-921c-41f6-8e6d-228ecbd3039f service neutron] 10.222.0.58 "GET /v2.0/networks?id=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb HTTP/1.1" status: 200 len: 912 time: 0.1994817 Jul 07 20:51:29.300007 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-34985804-94d1-4059-ac28-f92bdf03778c req-ebff5a68-588b-434f-b70b-516839e2e374 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716405 Jul 07 20:51:29.342364 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-ec145f6d-f15e-4150-ba64-23925b655bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:29.343958 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-ec145f6d-f15e-4150-ba64-23925b655bce service neutron] 10.222.0.39 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 909 time: 0.3513229 Jul 07 20:51:29.404592 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-48c5184b-e22c-46b3-9159-446a6e314df3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11d8c012-324f-4238-87ef-f17ab10841cb HTTP/1.1" status: 200 len: 217 time: 0.0488894 Jul 07 20:51:29.456927 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea2e74-a9f0-4623-889a-524a5da215e8 req-6fe8f4ad-28d6-4c1d-a486-fa5731e58145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:29.460445 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-edea2e74-a9f0-4623-889a-524a5da215e8 req-6fe8f4ad-28d6-4c1d-a486-fa5731e58145 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=862b922f-3f8e-403e-939d-5a18a5258b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1909988 Jul 07 20:51:29.470696 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19e68022-16d1-4b5b-a0f5-b0698b0113fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:29.473208 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19e68022-16d1-4b5b-a0f5-b0698b0113fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:29.477153 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-19e68022-16d1-4b5b-a0f5-b0698b0113fb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6abcb758-7cae-48e5-9136-e3e3d3abe698 HTTP/1.1" status: 204 len: 168 time: 0.4508183 Jul 07 20:51:29.576675 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e68022-16d1-4b5b-a0f5-b0698b0113fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abcb758-7cae-48e5-9136-e3e3d3abe698,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:29.581212 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-7c7bc8a4-0562-40f0-b690-82d018845f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:29.584394 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-7c7bc8a4-0562-40f0-b690-82d018845f8f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e76f85dc-7298-41c1-a5c0-b46924c81a29 HTTP/1.1" status: 200 len: 848 time: 0.1644588 Jul 07 20:51:29.680861 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-04804e70-a2d1-4781-93ce-2561d90a9d6a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a969003f-4d51-4bc6-945b-910c720df136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861120 Jul 07 20:51:29.687646 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-edea2e74-a9f0-4623-889a-524a5da215e8 req-08670451-ddf4-4c21-a07b-bade9306a1fa service neutron] 10.222.0.58 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180536 Jul 07 20:51:29.789471 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-492006f6-6815-4f9f-84e5-6d23b38c3fd6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555723 Jul 07 20:51:29.805843 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9dbd1e09-f73b-4661-9c75-935cbf3cc241 req-dbc30480-8b7d-4984-9504-77cd59021b4f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 HTTP/1.1" status: 200 len: 1002 time: 0.5240753 Jul 07 20:51:29.877464 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-62a72a6b-634b-4e52-9e72-ba89fa2e4748 service neutron] 10.222.0.39 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853871 Jul 07 20:51:29.891309 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-174a3039-1989-4dca-a8d0-f85e61b6e722 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 1001 time: 0.5447047 Jul 07 20:51:29.953735 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-edea2e74-a9f0-4623-889a-524a5da215e8 req-c83087e5-c464-4e03-989e-cfd865cb394d service neutron] 10.222.0.58 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241864 Jul 07 20:51:29.964651 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd1e09-f73b-4661-9c75-935cbf3cc241 req-5477f9fd-0f1b-4265-8613-c6831d084c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:29.966180 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9dbd1e09-f73b-4661-9c75-935cbf3cc241 req-5477f9fd-0f1b-4265-8613-c6831d084c90 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b4310c6-664d-4c25-affc-191900c3c7bd HTTP/1.1" status: 200 len: 850 time: 0.1418831 Jul 07 20:51:30.031421 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-d2075f90-bbe7-4e61-8b68-a7ca1bf119c9 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:30.032815 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-d2075f90-bbe7-4e61-8b68-a7ca1bf119c9 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports/4228e434-d7b8-41d2-a956-8590e791b22a HTTP/1.1" status: 200 len: 942 time: 0.1337631 Jul 07 20:51:30.062589 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-35ac06e5-b920-4f5e-9951-99016c3977df tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:30.067530 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-35ac06e5-b920-4f5e-9951-99016c3977df tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2765949 Jul 07 20:51:30.070496 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-ab87b0fa-1069-47a6-b258-1b0af9b9960e service neutron] 10.222.0.39 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811020 Jul 07 20:51:30.086503 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-1a90405c-9f70-40b6-8c73-a3982aee157d tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/quotas/505481bc2c1e4a469ecb05628eb12eb4 HTTP/1.1" status: 200 len: 375 time: 0.0180299 Jul 07 20:51:30.111023 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39434) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:30.141980 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd1e09-f73b-4661-9c75-935cbf3cc241 req-0dd6fad3-fe71-4d6e-a8db-fc34e3020b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:30.143639 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9dbd1e09-f73b-4661-9c75-935cbf3cc241 req-0dd6fad3-fe71-4d6e-a8db-fc34e3020b2a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1608868 Jul 07 20:51:30.219023 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-221766b0-b110-4a98-b6fd-d5f79cc871e3 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1314259 Jul 07 20:51:30.255903 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9a4bb0-3ff4-4767-8f44-18950b54636f', 'name': 'network-vif-deleted', 'tag': 'c27a237b-2099-4e22-82ed-b22d412e796e'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:30.258874 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0863187-9d47-415b-9033-34d13a499296" -d '{"events": [{"server_uuid": "ae9a4bb0-3ff4-4767-8f44-18950b54636f", "name": "network-vif-deleted", "tag": "c27a237b-2099-4e22-82ed-b22d412e796e"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:30.366639 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-2e8b5227-fd37-43a6-b4f7-ecdea1ef3fe1 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 1001 time: 0.1433220 Jul 07 20:51:30.490743 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9dbd1e09-f73b-4661-9c75-935cbf3cc241 req-820cfe26-f137-400d-a1e7-e66a06b2ac2b service neutron] 10.222.0.58 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332384 Jul 07 20:51:30.505127 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b98455e1-6abd-4fe9-a332-a98218875fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:30.611772 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-c62b11da-56ab-40e4-9428-2e806a263806 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:30.620001 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-c62b11da-56ab-40e4-9428-2e806a263806 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.2451794 Jul 07 20:51:30.632247 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c021d54-9437-42cd-9a5e-1f94d6b45825', 'name': 'network-vif-deleted', 'tag': 'fcb8d989-b582-41bd-ab92-01fa213100e0'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:30.632247 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff3bae9-d13c-4868-8d75-66923746d563" -d '{"events": [{"server_uuid": "9c021d54-9437-42cd-9a5e-1f94d6b45825", "name": "network-vif-deleted", "tag": "fcb8d989-b582-41bd-ab92-01fa213100e0"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:30.643377 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-cb254225-6ceb-49ad-afb6-90ce2b658f3b tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:30.646121 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-cb254225-6ceb-49ad-afb6-90ce2b658f3b tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f&tenant_id=65fae3fefbe64254998437b5d4795dfb&binding%3Ahost_id=n-h1-695189-11 HTTP/1.1" status: 200 len: 1097 time: 0.1425993 Jul 07 20:51:30.665536 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-2cefc062-aea5-4070-964c-d91c1d6d88fd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-695189-11'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:30.734280 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9dbd1e09-f73b-4661-9c75-935cbf3cc241 req-5e1cc7c2-277a-47ec-be70-32f2a656ee5d service neutron] 10.222.0.58 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195857 Jul 07 20:51:30.773656 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-d8ab5e32-4708-4231-8e01-9b6440a9ca1e tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 1001 time: 0.1526773 Jul 07 20:51:30.782553 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-465f8217-cb3b-445a-9b14-abd5d6f02b17 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:30.854114 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b98455e1-6abd-4fe9-a332-a98218875fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:30.859514 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-465f8217-cb3b-445a-9b14-abd5d6f02b17 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks [] for floatingip, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:30.863853 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b98455e1-6abd-4fe9-a332-a98218875fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:30.887234 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-2cefc062-aea5-4070-964c-d91c1d6d88fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:30.959379 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b98455e1-6abd-4fe9-a332-a98218875fac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d160af4d72e4419292ad73734f172b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8441930 Jul 07 20:51:30.963202 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39472) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:30.963563 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39474) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:31.005336 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98455e1-6abd-4fe9-a332-a98218875fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d020ae36-e679-4cc0-a501-e4cf80e15340,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:31.103355 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-465f8217-cb3b-445a-9b14-abd5d6f02b17 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:31.108575 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-465f8217-cb3b-445a-9b14-abd5d6f02b17 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:31.109000 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-465f8217-cb3b-445a-9b14-abd5d6f02b17 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Floating IP e7a399a4-227a-4510-892d-5b52b1ab8e53 disassociated. External IP: 172.25.5.166, port: 4228e434-d7b8-41d2-a956-8590e791b22a. Jul 07 20:51:31.177574 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3381bceb-c076-4c37-bbbd-8ed1cf7e2e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:31.204393 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3381bceb-c076-4c37-bbbd-8ed1cf7e2e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:31.303107 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3381bceb-c076-4c37-bbbd-8ed1cf7e2e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:31.305667 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3381bceb-c076-4c37-bbbd-8ed1cf7e2e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:31.307027 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3381bceb-c076-4c37-bbbd-8ed1cf7e2e05 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d020ae36-e679-4cc0-a501-e4cf80e15340 HTTP/1.1" status: 204 len: 168 time: 0.3411775 Jul 07 20:51:31.335945 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b5595a4-eb68-40df-b05e-ec8707decf04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:31.428979 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-465f8217-cb3b-445a-9b14-abd5d6f02b17 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Router ea6cde6f-5b57-4192-88be-009ef571cec2 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:51:31.452207 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381bceb-c076-4c37-bbbd-8ed1cf7e2e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d020ae36-e679-4cc0-a501-e4cf80e15340,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:31.497717 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-2cefc062-aea5-4070-964c-d91c1d6d88fd service neutron] For port 11d8c012-324f-4238-87ef-f17ab10841cb, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=11d8c012-324f-4238-87ef-f17ab10841cb,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:31.554836 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea9a23e-333d-4f66-a48f-4c1f0f55078c x-openstack-request-id: req-4ea9a23e-333d-4f66-a48f-4c1f0f55078c {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:31.555138 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9a4bb0-3ff4-4767-8f44-18950b54636f", "name": "network-vif-deleted", "tag": "c27a237b-2099-4e22-82ed-b22d412e796e", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:31.555435 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ea9a23e-333d-4f66-a48f-4c1f0f55078c {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:31.555896 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9a4bb0-3ff4-4767-8f44-18950b54636f', 'name': 'network-vif-deleted', 'tag': 'c27a237b-2099-4e22-82ed-b22d412e796e', 'status': 'completed', 'code': 200} Jul 07 20:51:31.591117 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-465f8217-cb3b-445a-9b14-abd5d6f02b17 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:51:31.608145 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-2cefc062-aea5-4070-964c-d91c1d6d88fd service neutron] For port 11d8c012-324f-4238-87ef-f17ab10841cb, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:31.611044 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a21101d-1b6a-4676-bc15-c66fb07d1033 None None] Sync routers for ids ['ea6cde6f-5b57-4192-88be-009ef571cec2'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:51:31.612186 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-465f8217-cb3b-445a-9b14-abd5d6f02b17 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:31.625470 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a21101d-1b6a-4676-bc15-c66fb07d1033 None None] Routers {'ea6cde6f-5b57-4192-88be-009ef571cec2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:31.626105 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-9a21101d-1b6a-4676-bc15-c66fb07d1033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:51:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ea6cde6f-5b57-4192-88be-009ef571cec2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:31.678308 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-465f8217-cb3b-445a-9b14-abd5d6f02b17 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "PUT /v2.0/floatingips/e7a399a4-227a-4510-892d-5b52b1ab8e53 HTTP/1.1" status: 200 len: 696 time: 0.9032867 Jul 07 20:51:31.680759 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-2cefc062-aea5-4070-964c-d91c1d6d88fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:31.702756 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-2cefc062-aea5-4070-964c-d91c1d6d88fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:31.762655 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-6fca77ad-c2d2-44c1-96d4-31b37682dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:31.771189 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-6fca77ad-c2d2-44c1-96d4-31b37682dbac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c5ecdc93a1ea491aaf71d58b3b9d68f7&device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6 HTTP/1.1" status: 200 len: 1097 time: 0.0824652 Jul 07 20:51:31.830728 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b5595a4-eb68-40df-b05e-ec8707decf04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:31.856049 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b5595a4-eb68-40df-b05e-ec8707decf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:31.875243 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-9a21101d-1b6a-4676-bc15-c66fb07d1033 None None] Set router ea6cde6f-5b57-4192-88be-009ef571cec2 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:31.896737 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-9e85172b-2b2c-44d7-aeea-0d8286920e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:31.904855 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-9e85172b-2b2c-44d7-aeea-0d8286920e45 service neutron] 10.222.0.64 "GET /v2.0/networks?id=862b922f-3f8e-403e-939d-5a18a5258b58 HTTP/1.1" status: 200 len: 921 time: 0.1326759 Jul 07 20:51:31.955317 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:31.970429 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f5ec1c7a-4a1c-4c9a-8543-f8a33b2240f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:31.971405 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cefc062-aea5-4070-964c-d91c1d6d88fd service neutron] Pushing event updated for resources: {'Port': ['ID=11d8c012-324f-4238-87ef-f17ab10841cb,revision_number=7']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:31.975656 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-ac0527b3-8b5c-4a40-994a-90f71ace3607 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4228e434-d7b8-41d2-a956-8590e791b22a HTTP/1.1" status: 200 len: 217 time: 0.0697424 Jul 07 20:51:32.040154 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 39504) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:32.042929 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7b5595a4-eb68-40df-b05e-ec8707decf04 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b8a011e2d714406a969a5f2ff8519785&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0470572 Jul 07 20:51:32.093623 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5595a4-eb68-40df-b05e-ec8707decf04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0a1cb0-d7a3-4807-b281-373805a5a87f,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:32.121685 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338fe7c-087b-4d7c-a328-06839cae9c69 req-fcbceea9-eb94-4353-b0df-cb0358092897 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:32.124367 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-2cefc062-aea5-4070-964c-d91c1d6d88fd service neutron] Attempting to bind port 11d8c012-324f-4238-87ef-f17ab10841cb on host n-h1-695189-11 for vnic_type normal with profile {"migrating_to": "n-h2-695189-11"} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:32.125108 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-2cefc062-aea5-4070-964c-d91c1d6d88fd service neutron] Attempting to bind port 11d8c012-324f-4238-87ef-f17ab10841cb by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:32.125469 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-2cefc062-aea5-4070-964c-d91c1d6d88fd service neutron] Attempting to bind port 11d8c012-324f-4238-87ef-f17ab10841cb on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:32.131074 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8338fe7c-087b-4d7c-a328-06839cae9c69 req-fcbceea9-eb94-4353-b0df-cb0358092897 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 943 time: 0.2451038 Jul 07 20:51:32.141289 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-2cefc062-aea5-4070-964c-d91c1d6d88fd service neutron] Port 11d8c012-324f-4238-87ef-f17ab10841cb on network a969003f-4d51-4bc6-945b-910c720df136 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:51:32.141911 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-2cefc062-aea5-4070-964c-d91c1d6d88fd service neutron] Attempting to bind port 11d8c012-324f-4238-87ef-f17ab10841cb on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:32.154094 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-2cefc062-aea5-4070-964c-d91c1d6d88fd service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:32.157499 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-2cefc062-aea5-4070-964c-d91c1d6d88fd service neutron] Checking segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:32.158175 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-2cefc062-aea5-4070-964c-d91c1d6d88fd service neutron] Bound using segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:32.158812 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-2cefc062-aea5-4070-964c-d91c1d6d88fd service neutron] Bound port: 11d8c012-324f-4238-87ef-f17ab10841cb, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:32.159515 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-2cefc062-aea5-4070-964c-d91c1d6d88fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:32.178276 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-2387b213-5567-4a74-bd12-412956127d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:32.186846 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-2387b213-5567-4a74-bd12-412956127d3c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71aa915f-97b8-42f5-b575-925f0ac5a27a HTTP/1.1" status: 200 len: 859 time: 0.2096038 Jul 07 20:51:32.254257 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-9a21101d-1b6a-4676-bc15-c66fb07d1033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:50:00Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '000b58aa-c770-46f8-9b35-2ff15f9d502e', 'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'mac_address': 'fa:16:3e:c5:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:58Z', 'updated_at': '2021-07-07T20:50:08Z', 'revision_number': 5, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'subnets': [{'id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:32.267908 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-b3cb0a80-fb70-4573-98e0-6fda678efeae tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229821 Jul 07 20:51:32.324378 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a28b05e0-2816-406b-9858-35196229dc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:32.342869 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a21101d-1b6a-4676-bc15-c66fb07d1033 None None] Checking router: ea6cde6f-5b57-4192-88be-009ef571cec2 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:51:32.344132 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-2cefc062-aea5-4070-964c-d91c1d6d88fd service neutron] For port 11d8c012-324f-4238-87ef-f17ab10841cb, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:32.350517 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a28b05e0-2816-406b-9858-35196229dc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:32.354947 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-2cefc062-aea5-4070-964c-d91c1d6d88fd service neutron] For port 11d8c012-324f-4238-87ef-f17ab10841cb, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=11d8c012-324f-4238-87ef-f17ab10841cb,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:32.371263 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-2cefc062-aea5-4070-964c-d91c1d6d88fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:32.373804 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a21101d-1b6a-4676-bc15-c66fb07d1033 None None] Routers {'ea6cde6f-5b57-4192-88be-009ef571cec2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:32.376154 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-9a21101d-1b6a-4676-bc15-c66fb07d1033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:51:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ea6cde6f-5b57-4192-88be-009ef571cec2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:32.403385 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8338fe7c-087b-4d7c-a328-06839cae9c69 req-a4ccdc43-19ec-485b-9c90-3e67481595a2 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711427 Jul 07 20:51:32.481429 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-2cefc062-aea5-4070-964c-d91c1d6d88fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:32.487793 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-2cefc062-aea5-4070-964c-d91c1d6d88fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:32.490252 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-2cefc062-aea5-4070-964c-d91c1d6d88fd service neutron] 10.222.0.39 "PUT /v2.0/ports/11d8c012-324f-4238-87ef-f17ab10841cb HTTP/1.1" status: 200 len: 1123 time: 1.8319802 Jul 07 20:51:32.494601 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cefc062-aea5-4070-964c-d91c1d6d88fd service neutron] Pushing event updated for resources: {'Port': ['ID=11d8c012-324f-4238-87ef-f17ab10841cb,revision_number=8']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:32.584596 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-a659878f-0c72-485b-9a32-0864de0b3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:32.598904 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-a659878f-0c72-485b-9a32-0864de0b3648 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=862b922f-3f8e-403e-939d-5a18a5258b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4104633 Jul 07 20:51:32.630392 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39516) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:32.655250 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['11d8c012-324f-4238-87ef-f17ab10841cb'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:51:32.675757 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a28b05e0-2816-406b-9858-35196229dc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:32.680255 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a28b05e0-2816-406b-9858-35196229dc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:32.683876 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a28b05e0-2816-406b-9858-35196229dc68 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef0a1cb0-d7a3-4807-b281-373805a5a87f HTTP/1.1" status: 204 len: 168 time: 0.6391850 Jul 07 20:51:32.742965 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d809ae09-a205-4fb0-8d2d-c27221bc91f1 req-42aeec8d-3644-4458-a7d4-54ac0ea5f74f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 210 time: 0.0758219 Jul 07 20:51:32.746579 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-9a21101d-1b6a-4676-bc15-c66fb07d1033 None None] Set router ea6cde6f-5b57-4192-88be-009ef571cec2 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:32.761235 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b05e0-2816-406b-9858-35196229dc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0a1cb0-d7a3-4807-b281-373805a5a87f,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:32.789479 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-7bd44d3c-d72b-4317-8be1-5ae4626f5592 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-681110329-network', 'tenant_id': '7a4391071c5940c79e426dc1a3be6177'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:32.811866 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28b05e0-2816-406b-9858-35196229dc68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:32.812197 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28b05e0-2816-406b-9858-35196229dc68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:32.812544 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28b05e0-2816-406b-9858-35196229dc68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:32.812900 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28b05e0-2816-406b-9858-35196229dc68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:32.813236 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28b05e0-2816-406b-9858-35196229dc68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:32.813551 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28b05e0-2816-406b-9858-35196229dc68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:32.813883 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28b05e0-2816-406b-9858-35196229dc68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:32.814212 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28b05e0-2816-406b-9858-35196229dc68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:32.814542 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28b05e0-2816-406b-9858-35196229dc68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:32.814931 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28b05e0-2816-406b-9858-35196229dc68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:32.815177 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28b05e0-2816-406b-9858-35196229dc68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:32.819362 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28b05e0-2816-406b-9858-35196229dc68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:32.832282 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-e1d633a8-8956-4ff9-a9e1-f01e74dc877b tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:32.834670 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-e1d633a8-8956-4ff9-a9e1-f01e74dc877b tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5228934 Jul 07 20:51:32.835242 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd44d3c-d72b-4317-8be1-5ae4626f5592 admin admin] Made reservation on behalf of 7a4391071c5940c79e426dc1a3be6177 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:32.842674 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7bd44d3c-d72b-4317-8be1-5ae4626f5592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:32.859380 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-2efbba74-34d8-45a3-b094-8b54014c52d1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Request body: {'port': {'device_id': '8ab44be9-3c8d-4ebe-9ba3-472854a49f94', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': '505481bc2c1e4a469ecb05628eb12eb4'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:32.888372 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234724a7-91b6-4e49-b33d-b5c98bccd640 x-openstack-request-id: req-234724a7-91b6-4e49-b33d-b5c98bccd640 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:32.890359 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c021d54-9437-42cd-9a5e-1f94d6b45825", "name": "network-vif-deleted", "tag": "fcb8d989-b582-41bd-ab92-01fa213100e0", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:32.890734 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-234724a7-91b6-4e49-b33d-b5c98bccd640 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:32.892342 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c021d54-9437-42cd-9a5e-1f94d6b45825', 'name': 'network-vif-deleted', 'tag': 'fcb8d989-b582-41bd-ab92-01fa213100e0', 'status': 'completed', 'code': 200} Jul 07 20:51:32.900741 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7bd44d3c-d72b-4317-8be1-5ae4626f5592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:32.971772 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-cc155fdf-fe78-48bc-8dc5-f5a0a8af3bd0 service neutron] 10.222.0.64 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715763 Jul 07 20:51:33.138136 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1db48983-205c-42a5-98aa-ca03d8ec2c45 req-7bb4783b-c6b1-4599-afea-791a0d207143 service neutron] 10.222.0.64 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623356 Jul 07 20:51:33.187201 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7bd44d3c-d72b-4317-8be1-5ae4626f5592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:33.193548 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7bd44d3c-d72b-4317-8be1-5ae4626f5592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:33.212909 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-2efbba74-34d8-45a3-b094-8b54014c52d1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Made reservation on behalf of 505481bc2c1e4a469ecb05628eb12eb4 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:33.219917 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-2efbba74-34d8-45a3-b094-8b54014c52d1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:33.226711 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 39532) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:33.248999 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd44d3c-d72b-4317-8be1-5ae4626f5592 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:51:33.271993 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd44d3c-d72b-4317-8be1-5ae4626f5592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc13b627-3909-4b07-8612-9b694608496b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:33.282984 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7bd44d3c-d72b-4317-8be1-5ae4626f5592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:33.283495 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-7bd44d3c-d72b-4317-8be1-5ae4626f5592 admin admin] Added segment 3798d3ff-5155-4660-9dee-f7dddc93eb7e of type vlan for network bcd41d8f-3e87-4622-92ea-0ce27cca5c4d Jul 07 20:51:33.293741 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c5cee62c-3712-455c-8125-f35b5132ba13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:33.369343 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7bd44d3c-d72b-4317-8be1-5ae4626f5592 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:33.450290 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7bd44d3c-d72b-4317-8be1-5ae4626f5592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:33.451553 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd44d3c-d72b-4317-8be1-5ae4626f5592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:33.454162 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7bd44d3c-d72b-4317-8be1-5ae4626f5592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:33.533452 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-2efbba74-34d8-45a3-b094-8b54014c52d1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Allocated IP 192.168.233.201 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/d08268eb-098d-48cf-b467-d8b20280a8c6) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:33.537547 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:33.570296 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-9a21101d-1b6a-4676-bc15-c66fb07d1033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:50:00Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '000b58aa-c770-46f8-9b35-2ff15f9d502e', 'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'mac_address': 'fa:16:3e:c5:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:58Z', 'updated_at': '2021-07-07T20:50:08Z', 'revision_number': 5, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'subnets': [{'id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:33.578269 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd44d3c-d72b-4317-8be1-5ae4626f5592 admin admin] Pushing event updated for resources: {'Network': ['ID=bcd41d8f-3e87-4622-92ea-0ce27cca5c4d,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:33.591459 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89d0a69-bc16-45a5-8d23-46210bb6a3b6', 'tag': '4228e434-d7b8-41d2-a956-8590e791b22a'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:33.594027 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4048761-4ee6-4556-8e1c-5e132c1b4201" -d '{"events": [{"name": "network-changed", "server_uuid": "f89d0a69-bc16-45a5-8d23-46210bb6a3b6", "tag": "4228e434-d7b8-41d2-a956-8590e791b22a"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:33.612500 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51daef7f-adac-4325-a17e-99d8d27d3062 req-4e6f8d11-3161-4ef2-8b0e-0e18777aefe9 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/floatingips/e7a399a4-227a-4510-892d-5b52b1ab8e53 HTTP/1.1" status: 200 len: 696 time: 0.0841749 Jul 07 20:51:33.622810 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a21101d-1b6a-4676-bc15-c66fb07d1033 None None] The sync data for ids ['ea6cde6f-5b57-4192-88be-009ef571cec2'] in n-d-695189-11 is: [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:50:00Z', 'revision_number': 4, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '000b58aa-c770-46f8-9b35-2ff15f9d502e', 'name': '', 'network_id': '862b922f-3f8e-403e-939d-5a18a5258b58', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'mac_address': 'fa:16:3e:c5:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:58Z', 'updated_at': '2021-07-07T20:50:08Z', 'revision_number': 5, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'subnets': [{'id': '71aa915f-97b8-42f5-b575-925f0ac5a27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:51:33.635039 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network bcd41d8f-3e87-4622-92ea-0ce27cca5c4d details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:51:33.667003 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39546) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:33.749487 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c5cee62c-3712-455c-8125-f35b5132ba13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:33.772796 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c5cee62c-3712-455c-8125-f35b5132ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:33.773662 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7bd44d3c-d72b-4317-8be1-5ae4626f5592 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1419008 Jul 07 20:51:33.774585 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39552) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:33.780574 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ee4164d1-997e-4ed2-98bb-ad3e0ee771d0 admin admin] Request body: {'subnet': {'network_id': 'bcd41d8f-3e87-4622-92ea-0ce27cca5c4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-681110329-subnet', 'tenant_id': '7a4391071c5940c79e426dc1a3be6177', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:33.821543 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4164d1-997e-4ed2-98bb-ad3e0ee771d0 admin admin] Made reservation on behalf of 7a4391071c5940c79e426dc1a3be6177 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:33.827016 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee4164d1-997e-4ed2-98bb-ad3e0ee771d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:33.869799 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cee62c-3712-455c-8125-f35b5132ba13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c203ad4-84c4-4b11-ae4b-871523fc0bc3,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:33.937191 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c5cee62c-3712-455c-8125-f35b5132ba13 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bc316cce29bb4678bb21969d0d9b43d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7067397 Jul 07 20:51:33.937908 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39554) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:33.969788 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee60f530-348e-47a3-bd7e-aab2b0a46076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:33.984290 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51daef7f-adac-4325-a17e-99d8d27d3062 req-bb8140a2-481a-454b-9b05-e88d9563581b tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:33.985730 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51daef7f-adac-4325-a17e-99d8d27d3062 req-bb8140a2-481a-454b-9b05-e88d9563581b tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.3658261 Jul 07 20:51:34.014416 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43ab3e-fad7-495b-896f-6fd5ba4e3bcd req-5851c470-0cf0-4876-b834-1530ad221335 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:34.016172 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e43ab3e-fad7-495b-896f-6fd5ba4e3bcd req-5851c470-0cf0-4876-b834-1530ad221335 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 943 time: 0.3655162 Jul 07 20:51:34.055889 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44e2423-280b-4478-b32a-58d3c2843553 None None] New status for floating IP e7a399a4-227a-4510-892d-5b52b1ab8e53: DOWN {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:51:34.094229 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51daef7f-adac-4325-a17e-99d8d27d3062 req-67fcf925-d016-42b8-ab7b-2d11dbecfacb tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 699 time: 0.0915244 Jul 07 20:51:34.117423 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-2efbba74-34d8-45a3-b094-8b54014c52d1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.134239 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-2efbba74-34d8-45a3-b094-8b54014c52d1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Transition to ACTIVE for port object d08268eb-098d-48cf-b467-d8b20280a8c6 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:34.189729 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a52e0de4-446d-4020-90a1-dc2c974d5d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.198885 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee60f530-348e-47a3-bd7e-aab2b0a46076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.217208 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e43ab3e-fad7-495b-896f-6fd5ba4e3bcd req-7a1ba988-4684-4af9-b251-a31bd662a5b5 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896186 Jul 07 20:51:34.226103 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-2efbba74-34d8-45a3-b094-8b54014c52d1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.237093 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee60f530-348e-47a3-bd7e-aab2b0a46076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.242720 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:51:34.276396 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a52e0de4-446d-4020-90a1-dc2c974d5d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.343048 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60f530-348e-47a3-bd7e-aab2b0a46076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409a018e-4c52-43c9-bf6a-94c1c197c3bc,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:34.361581 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ee60f530-348e-47a3-bd7e-aab2b0a46076 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=48bc340c76894aaaaa8c035c5fa9a589&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6931562 Jul 07 20:51:34.372353 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39568) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:34.373801 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 11d8c012-324f-4238-87ef-f17ab10841cb details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:51:34.409444 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e440bbaf-ec2e-4569-b292-4352d03abc6f x-openstack-request-id: req-e440bbaf-ec2e-4569-b292-4352d03abc6f {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:34.410027 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89d0a69-bc16-45a5-8d23-46210bb6a3b6", "tag": "4228e434-d7b8-41d2-a956-8590e791b22a", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:34.410720 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e440bbaf-ec2e-4569-b292-4352d03abc6f {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:34.412561 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee4164d1-997e-4ed2-98bb-ad3e0ee771d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.413273 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89d0a69-bc16-45a5-8d23-46210bb6a3b6', 'tag': '4228e434-d7b8-41d2-a956-8590e791b22a', 'status': 'completed', 'code': 200} Jul 07 20:51:34.514664 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a52e0de4-446d-4020-90a1-dc2c974d5d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.518619 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a52e0de4-446d-4020-90a1-dc2c974d5d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.521463 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a52e0de4-446d-4020-90a1-dc2c974d5d91 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5c203ad4-84c4-4b11-ae4b-871523fc0bc3 HTTP/1.1" status: 204 len: 168 time: 0.5823405 Jul 07 20:51:34.586571 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-786d45d3-608e-4ca1-9535-bbc839d24e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.602392 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e0de4-446d-4020-90a1-dc2c974d5d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c203ad4-84c4-4b11-ae4b-871523fc0bc3,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:34.617226 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4164d1-997e-4ed2-98bb-ad3e0ee771d0 admin admin] Checking segment: {'id': '3798d3ff-5155-4660-9dee-f7dddc93eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bcd41d8f-3e87-4622-92ea-0ce27cca5c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:34.617932 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4164d1-997e-4ed2-98bb-ad3e0ee771d0 admin admin] Network hostable DHCP agents. Network: bcd41d8f-3e87-4622-92ea-0ce27cca5c4d, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:51:34.622373 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 11d8c012-324f-4238-87ef-f17ab10841cb, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=11d8c012-324f-4238-87ef-f17ab10841cb,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:34.629478 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4164d1-997e-4ed2-98bb-ad3e0ee771d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f66876c7-d3ed-4f86-9cff-283b6f88dfb7,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:34.639360 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 11d8c012-324f-4238-87ef-f17ab10841cb has no active binding in host n-h2-695189-11 {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 20:51:34.649368 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-786d45d3-608e-4ca1-9535-bbc839d24e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.681116 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4164d1-997e-4ed2-98bb-ad3e0ee771d0 admin admin] Network bcd41d8f-3e87-4622-92ea-0ce27cca5c4d is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:51:34.705164 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-ee4164d1-997e-4ed2-98bb-ad3e0ee771d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, bcd41d8f-3e87-4622-92ea-0ce27cca5c4d) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:34.710134 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4164d1-997e-4ed2-98bb-ad3e0ee771d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:34.710780 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee4164d1-997e-4ed2-98bb-ad3e0ee771d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.725063 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7593ca7a-c7fe-4f21-adf9-8109e1fa3d24 None None] Network bcd41d8f-3e87-4622-92ea-0ce27cca5c4d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:51:34.728956 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ee4164d1-997e-4ed2-98bb-ad3e0ee771d0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9528549 Jul 07 20:51:34.731932 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39572) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:34.737796 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-cfc44c57-e437-4c37-a57e-895a6b703dbe admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-681110329-router', 'tenant_id': '7a4391071c5940c79e426dc1a3be6177', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:34.770358 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-786d45d3-608e-4ca1-9535-bbc839d24e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.777564 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-786d45d3-608e-4ca1-9535-bbc839d24e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.780991 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-786d45d3-608e-4ca1-9535-bbc839d24e0c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/409a018e-4c52-43c9-bf6a-94c1c197c3bc HTTP/1.1" status: 204 len: 168 time: 0.4076061 Jul 07 20:51:34.821035 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d45d3-608e-4ca1-9535-bbc839d24e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409a018e-4c52-43c9-bf6a-94c1c197c3bc,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:34.823783 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cfc44c57-e437-4c37-a57e-895a6b703dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.825318 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cfc44c57-e437-4c37-a57e-895a6b703dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.933827 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548e34b8-e1f8-4188-bf51-4c2337aee25f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11d8c012-324f-4238-87ef-f17ab10841cb'}, {'name': 'network-changed', 'server_uuid': '548e34b8-e1f8-4188-bf51-4c2337aee25f', 'tag': '11d8c012-324f-4238-87ef-f17ab10841cb'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:34.950097 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7981eee-2101-4eae-bd5e-e346c5e6a851" -d '{"events": [{"server_uuid": "548e34b8-e1f8-4188-bf51-4c2337aee25f", "name": "network-vif-unplugged", "status": "completed", "tag": "11d8c012-324f-4238-87ef-f17ab10841cb"}, {"name": "network-changed", "server_uuid": "548e34b8-e1f8-4188-bf51-4c2337aee25f", "tag": "11d8c012-324f-4238-87ef-f17ab10841cb"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:34.965703 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cfc44c57-e437-4c37-a57e-895a6b703dbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:34.969984 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51daef7f-adac-4325-a17e-99d8d27d3062 req-3da8b9f3-16a0-4c30-9006-1c5cce1a999c tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.166 HTTP/1.1" status: 200 len: 699 time: 0.7689116 Jul 07 20:51:35.027951 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-bcd41d8f-3e87-4622-92ea-0ce27cca5c4d', 'network_id': 'bcd41d8f-3e87-4622-92ea-0ce27cca5c4d', 'tenant_id': '7a4391071c5940c79e426dc1a3be6177', 'fixed_ips': [{'subnet_id': 'f66876c7-d3ed-4f86-9cff-283b6f88dfb7'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:51:35.035983 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.036434 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-2efbba74-34d8-45a3-b094-8b54014c52d1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:35.094706 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-2efbba74-34d8-45a3-b094-8b54014c52d1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:35.118003 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-2efbba74-34d8-45a3-b094-8b54014c52d1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:35.134013 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbba74-34d8-45a3-b094-8b54014c52d1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Pushing event updated for resources: {'Port': ['ID=d08268eb-098d-48cf-b467-d8b20280a8c6,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:35.274442 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4048761-4ee6-4556-8e1c-5e132c1b4201 req-985d8063-f686-48d7-994c-cb998a1c184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:35.276437 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4048761-4ee6-4556-8e1c-5e132c1b4201 req-985d8063-f686-48d7-994c-cb998a1c184d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5ecdc93a1ea491aaf71d58b3b9d68f7&device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6 HTTP/1.1" status: 200 len: 1097 time: 0.8615396 Jul 07 20:51:35.284267 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.312742 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cfc44c57-e437-4c37-a57e-895a6b703dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.458318 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Allocated IP 172.20.0.2 (bcd41d8f-3e87-4622-92ea-0ce27cca5c4d/f66876c7-d3ed-4f86-9cff-283b6f88dfb7/90a17c80-6bc6-415c-8c13-6e2f57229c0d) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:35.478332 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-2efbba74-34d8-45a3-b094-8b54014c52d1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:35.478906 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-2efbba74-34d8-45a3-b094-8b54014c52d1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.521892 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-2efbba74-34d8-45a3-b094-8b54014c52d1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6664712 Jul 07 20:51:35.534361 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045888e-e6c8-4897-b7da-4b0f700d7535 req-d72e41e7-2ff3-472f-8dba-98955e24f60c tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:35.540925 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4045888e-e6c8-4897-b7da-4b0f700d7535 req-d72e41e7-2ff3-472f-8dba-98955e24f60c tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 936 time: 0.6441276 Jul 07 20:51:35.554222 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-86d1b2b4-ef8f-4014-b5ef-8dae2f261c97 service neutron] Request body: {'port': {'device_id': '8ab44be9-3c8d-4ebe-9ba3-472854a49f94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:35.596367 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-51daef7f-adac-4325-a17e-99d8d27d3062 req-d89bcdaf-88d3-42e9-bceb-fb058925cde5 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Deleting port 33313cc4-7a88-41ee-9c7e-169246608023 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:51:35.596703 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51daef7f-adac-4325-a17e-99d8d27d3062 req-d89bcdaf-88d3-42e9-bceb-fb058925cde5 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.708217 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-46a33225-f138-4aee-a25a-8e28a04a436f None None] Provisioning for port d08268eb-098d-48cf-b467-d8b20280a8c6 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:35.710671 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4045888e-e6c8-4897-b7da-4b0f700d7535 req-80cf7ee4-6959-44c1-99a5-8bd28e1ddee0 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687667 Jul 07 20:51:35.721845 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-46a33225-f138-4aee-a25a-8e28a04a436f None None] Provisioning complete for port d08268eb-098d-48cf-b467-d8b20280a8c6 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:35.722666 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-46a33225-f138-4aee-a25a-8e28a04a436f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.730501 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4048761-4ee6-4556-8e1c-5e132c1b4201 req-844f8ba1-918a-4b82-8ba5-6e629c1fd5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:35.732443 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4048761-4ee6-4556-8e1c-5e132c1b4201 req-844f8ba1-918a-4b82-8ba5-6e629c1fd5aa service neutron] 10.222.0.58 "GET /v2.0/networks?id=862b922f-3f8e-403e-939d-5a18a5258b58 HTTP/1.1" status: 200 len: 921 time: 0.4456799 Jul 07 20:51:35.779487 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-46a33225-f138-4aee-a25a-8e28a04a436f None None] Port d08268eb-098d-48cf-b467-d8b20280a8c6 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:51:35.780137 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cfc44c57-e437-4c37-a57e-895a6b703dbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.809645 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.810211 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cfc44c57-e437-4c37-a57e-895a6b703dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.831450 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Transition to ACTIVE for port object 90a17c80-6bc6-415c-8c13-6e2f57229c0d will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:35.856663 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-86d1b2b4-ef8f-4014-b5ef-8dae2f261c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.892137 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Transition to ACTIVE for port object 90a17c80-6bc6-415c-8c13-6e2f57229c0d will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:35.909889 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:35.979009 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4048761-4ee6-4556-8e1c-5e132c1b4201 req-e3688ea3-c82f-4c02-810a-f3ec20d8d340 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4228e434-d7b8-41d2-a956-8590e791b22a HTTP/1.1" status: 200 len: 217 time: 0.1249723 Jul 07 20:51:35.985774 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-cfc44c57-e437-4c37-a57e-895a6b703dbe admin admin] Allocated IP 172.25.5.23 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/50819437-1d9d-4bba-999c-c95b52270821) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:36.005536 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Network bcd41d8f-3e87-4622-92ea-0ce27cca5c4d is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:36.014583 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:36.018130 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a0a3f0-e966-4d60-bf68-d9edb504385f x-openstack-request-id: req-80a0a3f0-e966-4d60-bf68-d9edb504385f {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:36.019715 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548e34b8-e1f8-4188-bf51-4c2337aee25f", "name": "network-vif-unplugged", "status": "completed", "tag": "11d8c012-324f-4238-87ef-f17ab10841cb", "code": 200}, {"name": "network-changed", "server_uuid": "548e34b8-e1f8-4188-bf51-4c2337aee25f", "tag": "11d8c012-324f-4238-87ef-f17ab10841cb", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:36.020174 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-80a0a3f0-e966-4d60-bf68-d9edb504385f {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:36.023467 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:36.034839 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548e34b8-e1f8-4188-bf51-4c2337aee25f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11d8c012-324f-4238-87ef-f17ab10841cb', 'code': 200} Jul 07 20:51:36.037134 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548e34b8-e1f8-4188-bf51-4c2337aee25f', 'tag': '11d8c012-324f-4238-87ef-f17ab10841cb', 'status': 'completed', 'code': 200} Jul 07 20:51:36.049328 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Pushing event updated for resources: {'Port': ['ID=90a17c80-6bc6-415c-8c13-6e2f57229c0d,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:36.118626 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:36.118970 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:36.119315 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:36.126857 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:36.127210 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:36.128383 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:36.128733 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:36.129073 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:36.129523 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:36.129969 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:36.130235 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:36.130495 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:36.179068 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51daef7f-adac-4325-a17e-99d8d27d3062 req-d89bcdaf-88d3-42e9-bceb-fb058925cde5 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:36.179758 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51daef7f-adac-4325-a17e-99d8d27d3062 req-d89bcdaf-88d3-42e9-bceb-fb058925cde5 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:36.193333 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Attempting to bind port 90a17c80-6bc6-415c-8c13-6e2f57229c0d on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:36.193723 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Attempting to bind port 90a17c80-6bc6-415c-8c13-6e2f57229c0d by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '3798d3ff-5155-4660-9dee-f7dddc93eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bcd41d8f-3e87-4622-92ea-0ce27cca5c4d'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:36.194095 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Attempting to bind port 90a17c80-6bc6-415c-8c13-6e2f57229c0d on network bcd41d8f-3e87-4622-92ea-0ce27cca5c4d {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:36.200886 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:36.201266 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Checking segment: {'id': '3798d3ff-5155-4660-9dee-f7dddc93eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bcd41d8f-3e87-4622-92ea-0ce27cca5c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:36.201678 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:36.202577 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Bound using segment: {'id': '3798d3ff-5155-4660-9dee-f7dddc93eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bcd41d8f-3e87-4622-92ea-0ce27cca5c4d'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:36.203338 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Bound port: 90a17c80-6bc6-415c-8c13-6e2f57229c0d, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3798d3ff-5155-4660-9dee-f7dddc93eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bcd41d8f-3e87-4622-92ea-0ce27cca5c4d'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:36.204086 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:36.308697 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] For port 90a17c80-6bc6-415c-8c13-6e2f57229c0d, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:36.311952 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] For port 90a17c80-6bc6-415c-8c13-6e2f57229c0d, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=90a17c80-6bc6-415c-8c13-6e2f57229c0d,segment=NetworkSegment(3798d3ff-5155-4660-9dee-f7dddc93eb7e),segment_id=3798d3ff-5155-4660-9dee-f7dddc93eb7e)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:36.318103 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:36.344624 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7981eee-2101-4eae-bd5e-e346c5e6a851 req-9e644597-ac92-4d49-899f-a8d441b188fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:36.346424 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d7981eee-2101-4eae-bd5e-e346c5e6a851 req-9e644597-ac92-4d49-899f-a8d441b188fd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 1126 time: 0.2473893 Jul 07 20:51:36.385726 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cfc44c57-e437-4c37-a57e-895a6b703dbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:36.393105 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a36956-e74e-4fd3-a364-76e064d9fc7a None None] Pushing event updated for resources: {'Port': ['ID=90a17c80-6bc6-415c-8c13-6e2f57229c0d,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:36.541085 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7981eee-2101-4eae-bd5e-e346c5e6a851 req-6792425d-af49-4791-8355-608ef2b93b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:36.542897 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d7981eee-2101-4eae-bd5e-e346c5e6a851 req-6792425d-af49-4791-8355-608ef2b93b01 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 909 time: 0.1830204 Jul 07 20:51:36.567444 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4048761-4ee6-4556-8e1c-5e132c1b4201 req-e7394efe-610f-4599-af91-2f6ea8a1ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:36.569267 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4048761-4ee6-4556-8e1c-5e132c1b4201 req-e7394efe-610f-4599-af91-2f6ea8a1ed62 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=71aa915f-97b8-42f5-b575-925f0ac5a27a HTTP/1.1" status: 200 len: 859 time: 0.5652912 Jul 07 20:51:36.578936 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cfc44c57-e437-4c37-a57e-895a6b703dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:36.588380 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-51daef7f-adac-4325-a17e-99d8d27d3062 req-d89bcdaf-88d3-42e9-bceb-fb058925cde5 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Calling delete_port for 33313cc4-7a88-41ee-9c7e-169246608023 owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:51:36.660042 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc44c57-e437-4c37-a57e-895a6b703dbe admin admin] Pushing event updated for resources: {'Port': ['ID=50819437-1d9d-4bba-999c-c95b52270821,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:36.668561 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d7981eee-2101-4eae-bd5e-e346c5e6a851 req-3820b27d-149e-4d8d-aabc-f2dbc8397672 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11d8c012-324f-4238-87ef-f17ab10841cb HTTP/1.1" status: 200 len: 217 time: 0.0972779 Jul 07 20:51:36.685575 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc44c57-e437-4c37-a57e-895a6b703dbe admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:36.706296 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-cfc44c57-e437-4c37-a57e-895a6b703dbe admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:36.764118 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc44c57-e437-4c37-a57e-895a6b703dbe admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:36.847313 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265bed6-9e2e-483f-95c8-2ab8e8678099 req-0c695e1a-099c-48c7-a119-6879f6411dfb tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:36.854792 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0265bed6-9e2e-483f-95c8-2ab8e8678099 req-0c695e1a-099c-48c7-a119-6879f6411dfb tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 943 time: 0.6954093 Jul 07 20:51:36.906731 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7981eee-2101-4eae-bd5e-e346c5e6a851 req-b3512433-bd23-4782-ad8b-3e62650c8163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:36.909037 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d7981eee-2101-4eae-bd5e-e346c5e6a851 req-b3512433-bd23-4782-ad8b-3e62650c8163 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e76f85dc-7298-41c1-a5c0-b46924c81a29 HTTP/1.1" status: 200 len: 848 time: 0.2217546 Jul 07 20:51:36.964927 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d7981eee-2101-4eae-bd5e-e346c5e6a851 req-18f6eee7-0acf-4e23-830e-bc702df0a57f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a969003f-4d51-4bc6-945b-910c720df136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345895 Jul 07 20:51:36.975907 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0265bed6-9e2e-483f-95c8-2ab8e8678099 req-0087e794-20e5-4afa-bcf9-7e23a1164b65 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197472 Jul 07 20:51:37.048889 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4048761-4ee6-4556-8e1c-5e132c1b4201 req-be2e6339-9e19-47a4-b67e-fe5e08a983c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:37.053392 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4048761-4ee6-4556-8e1c-5e132c1b4201 req-be2e6339-9e19-47a4-b67e-fe5e08a983c3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=862b922f-3f8e-403e-939d-5a18a5258b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4625340 Jul 07 20:51:37.078780 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-86d1b2b4-ef8f-4014-b5ef-8dae2f261c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08268eb-098d-48cf-b467-d8b20280a8c6 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:51:37.103264 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-86d1b2b4-ef8f-4014-b5ef-8dae2f261c97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:37.192009 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-86d1b2b4-ef8f-4014-b5ef-8dae2f261c97 service neutron] Transition to ACTIVE for port object d08268eb-098d-48cf-b467-d8b20280a8c6 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:37.210919 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-86d1b2b4-ef8f-4014-b5ef-8dae2f261c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:37.236769 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cfc44c57-e437-4c37-a57e-895a6b703dbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:37.390697 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 90a17c80-6bc6-415c-8c13-6e2f57229c0d up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:37.417079 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51daef7f-adac-4325-a17e-99d8d27d3062 req-d89bcdaf-88d3-42e9-bceb-fb058925cde5 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:37.465215 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d7981eee-2101-4eae-bd5e-e346c5e6a851 req-d3d32c09-2dbc-4c69-bbf6-5b3f9d5827e2 service neutron] 10.222.0.58 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848802 Jul 07 20:51:37.579925 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 90a17c80-6bc6-415c-8c13-6e2f57229c0d completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:37.586570 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1b2b4-ef8f-4014-b5ef-8dae2f261c97 service neutron] Pushing event updated for resources: {'Port': ['ID=d08268eb-098d-48cf-b467-d8b20280a8c6,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:37.673707 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4048761-4ee6-4556-8e1c-5e132c1b4201 req-f4475ac5-ee1a-464a-b848-f3de8edbed8b service neutron] 10.222.0.58 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6058145 Jul 07 20:51:37.899878 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bcdaf-88d3-42e9-bceb-fb058925cde5 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Pushing event deleted for resources: {'Port': ['ID=33313cc4-7a88-41ee-9c7e-169246608023,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:38.050116 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d7981eee-2101-4eae-bd5e-e346c5e6a851 req-39e7c745-b551-4372-b77c-1d8cd0cce27c service neutron] 10.222.0.58 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5751517 Jul 07 20:51:38.079212 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cfc44c57-e437-4c37-a57e-895a6b703dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:38.171762 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51daef7f-adac-4325-a17e-99d8d27d3062 req-d89bcdaf-88d3-42e9-bceb-fb058925cde5 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:38.173799 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51daef7f-adac-4325-a17e-99d8d27d3062 req-d89bcdaf-88d3-42e9-bceb-fb058925cde5 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:38.187012 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51daef7f-adac-4325-a17e-99d8d27d3062 req-d89bcdaf-88d3-42e9-bceb-fb058925cde5 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "DELETE /v2.0/floatingips/e7a399a4-227a-4510-892d-5b52b1ab8e53 HTTP/1.1" status: 204 len: 173 time: 3.2106707 Jul 07 20:51:38.188690 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-86d1b2b4-ef8f-4014-b5ef-8dae2f261c97 service neutron] Attempting to bind port d08268eb-098d-48cf-b467-d8b20280a8c6 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:38.192029 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-86d1b2b4-ef8f-4014-b5ef-8dae2f261c97 service neutron] Attempting to bind port d08268eb-098d-48cf-b467-d8b20280a8c6 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:38.192599 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-86d1b2b4-ef8f-4014-b5ef-8dae2f261c97 service neutron] Attempting to bind port d08268eb-098d-48cf-b467-d8b20280a8c6 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:38.202899 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4048761-4ee6-4556-8e1c-5e132c1b4201 req-e37ac921-7281-4de2-94fe-9f037a0f6675 service neutron] 10.222.0.58 "GET /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135620 Jul 07 20:51:38.225039 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-86d1b2b4-ef8f-4014-b5ef-8dae2f261c97 service neutron] Port d08268eb-098d-48cf-b467-d8b20280a8c6 on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:51:38.232314 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-86d1b2b4-ef8f-4014-b5ef-8dae2f261c97 service neutron] Attempting to bind port d08268eb-098d-48cf-b467-d8b20280a8c6 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:38.261804 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cbbad-3d7f-403b-b179-f7fefae5afee req-9aa4bce1-ba32-482c-b523-04f063a1f61a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:38.280466 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c43cbbad-3d7f-403b-b179-f7fefae5afee req-9aa4bce1-ba32-482c-b523-04f063a1f61a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 948 time: 0.4972069 Jul 07 20:51:38.282423 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 39702) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:38.284029 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-86d1b2b4-ef8f-4014-b5ef-8dae2f261c97 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:38.286596 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-86d1b2b4-ef8f-4014-b5ef-8dae2f261c97 service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:38.287078 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-86d1b2b4-ef8f-4014-b5ef-8dae2f261c97 service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:38.295857 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-86d1b2b4-ef8f-4014-b5ef-8dae2f261c97 service neutron] Bound port: d08268eb-098d-48cf-b467-d8b20280a8c6, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:38.296848 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-86d1b2b4-ef8f-4014-b5ef-8dae2f261c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:38.384115 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab37e324-4f1b-45f5-95f4-ebc29f2fdb53 None None] Network bcd41d8f-3e87-4622-92ea-0ce27cca5c4d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:51:38.464748 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-99b0a491-028e-4b46-9ee5-fdcd3ea875c0 service neutron] 10.222.0.58 "GET /v2.0/ports/11d8c012-324f-4238-87ef-f17ab10841cb/bindings/n-h2-695189-11 HTTP/1.1" status: 200 len: 385 time: 0.1899107 Jul 07 20:51:38.501376 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c43cbbad-3d7f-403b-b179-f7fefae5afee req-a5e40a13-4f3a-4c21-8c88-74b91bff9ec5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172964 Jul 07 20:51:38.665228 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8c5e4510-1ce1-4609-a1a1-91be66479cc1 None None] Provisioning for port 90a17c80-6bc6-415c-8c13-6e2f57229c0d completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:38.679369 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cc0d6c60-ae27-4173-afde-2f0915056474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:38.687400 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc44c57-e437-4c37-a57e-895a6b703dbe admin admin] Router 9456a5e9-b7ea-4606-a2b9-7e5b92e2805b is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:51:38.737530 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8c5e4510-1ce1-4609-a1a1-91be66479cc1 None None] Provisioning complete for port 90a17c80-6bc6-415c-8c13-6e2f57229c0d triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:38.738192 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8c5e4510-1ce1-4609-a1a1-91be66479cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:38.743452 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-86d1b2b4-ef8f-4014-b5ef-8dae2f261c97 service neutron] For port d08268eb-098d-48cf-b467-d8b20280a8c6, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:38.822737 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-86d1b2b4-ef8f-4014-b5ef-8dae2f261c97 service neutron] For port d08268eb-098d-48cf-b467-d8b20280a8c6, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=d08268eb-098d-48cf-b467-d8b20280a8c6,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:38.860810 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-86d1b2b4-ef8f-4014-b5ef-8dae2f261c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:38.940979 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-86d1b2b4-ef8f-4014-b5ef-8dae2f261c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:38.942236 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8c5e4510-1ce1-4609-a1a1-91be66479cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:38.942626 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-86d1b2b4-ef8f-4014-b5ef-8dae2f261c97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:38.944345 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-86d1b2b4-ef8f-4014-b5ef-8dae2f261c97 service neutron] 10.222.0.39 "PUT /v2.0/ports/d08268eb-098d-48cf-b467-d8b20280a8c6 HTTP/1.1" status: 200 len: 1097 time: 3.3975101 Jul 07 20:51:38.944995 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab44be9-3c8d-4ebe-9ba3-472854a49f94', 'tag': 'd08268eb-098d-48cf-b467-d8b20280a8c6'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:38.947545 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32084e6e-6bac-4ee4-9817-a9f5c2f3c32a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab44be9-3c8d-4ebe-9ba3-472854a49f94", "tag": "d08268eb-098d-48cf-b467-d8b20280a8c6"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:39.021964 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1b2b4-ef8f-4014-b5ef-8dae2f261c97 service neutron] Pushing event updated for resources: {'Port': ['ID=d08268eb-098d-48cf-b467-d8b20280a8c6,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:39.034399 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-8c5e4510-1ce1-4609-a1a1-91be66479cc1 None None] For port 90a17c80-6bc6-415c-8c13-6e2f57229c0d, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=90a17c80-6bc6-415c-8c13-6e2f57229c0d,segment=NetworkSegment(3798d3ff-5155-4660-9dee-f7dddc93eb7e),segment_id=3798d3ff-5155-4660-9dee-f7dddc93eb7e)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:39.040014 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8c5e4510-1ce1-4609-a1a1-91be66479cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:39.059523 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8f8d5-d262-40fb-813b-7095ac1e3f04 req-b90ab702-491e-4b6a-b3d5-22eb7db0fdb6 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:39.061147 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bef8f8d5-d262-40fb-813b-7095ac1e3f04 req-b90ab702-491e-4b6a-b3d5-22eb7db0fdb6 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 943 time: 0.3467968 Jul 07 20:51:39.199986 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e4510-1ce1-4609-a1a1-91be66479cc1 None None] Pushing event updated for resources: {'Port': ['ID=90a17c80-6bc6-415c-8c13-6e2f57229c0d,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:39.353821 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bef8f8d5-d262-40fb-813b-7095ac1e3f04 req-8113e60e-e02b-4b8a-bd6f-e07d79a79826 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468474 Jul 07 20:51:39.384856 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cc0d6c60-ae27-4173-afde-2f0915056474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:39.391979 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cc0d6c60-ae27-4173-afde-2f0915056474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:39.412308 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ceb0d3e-4110-4426-802a-694785806a68 x-openstack-request-id: req-9ceb0d3e-4110-4426-802a-694785806a68 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:39.416034 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab44be9-3c8d-4ebe-9ba3-472854a49f94", "tag": "d08268eb-098d-48cf-b467-d8b20280a8c6", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:39.416034 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ceb0d3e-4110-4426-802a-694785806a68 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:39.416484 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab44be9-3c8d-4ebe-9ba3-472854a49f94', 'tag': 'd08268eb-098d-48cf-b467-d8b20280a8c6', 'status': 'completed', 'code': 200} Jul 07 20:51:39.509115 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-c7331300-1dc8-4b6e-868f-2a14e3868610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:39.517480 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-c7331300-1dc8-4b6e-868f-2a14e3868610 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 1100 time: 0.4472790 Jul 07 20:51:39.542501 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d6c60-ae27-4173-afde-2f0915056474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f46668e-f98b-43c1-aa40-686dbd5d9ea4,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:39.547222 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-cc0d6c60-ae27-4173-afde-2f0915056474 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4ff917c1312f40469d9614e2ae46b990&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2215064 Jul 07 20:51:39.587221 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 39746) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:39.607213 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-93d5bc24-0580-4cdf-a49d-b220ef1267ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d08268eb-098d-48cf-b467-d8b20280a8c6 HTTP/1.1" status: 200 len: 217 time: 0.0777273 Jul 07 20:51:39.615721 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e87c8e58-d417-48e5-bc90-4fbb67aa9af5 None None] Provisioning complete for port 90a17c80-6bc6-415c-8c13-6e2f57229c0d triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:39.616412 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e87c8e58-d417-48e5-bc90-4fbb67aa9af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:39.704168 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc44c57-e437-4c37-a57e-895a6b703dbe admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:51:39.707988 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-cb91dc30-cb28-42fa-bd6a-472673198112 service neutron] For port 11d8c012-324f-4238-87ef-f17ab10841cb, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=11d8c012-324f-4238-87ef-f17ab10841cb,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:39.721066 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] Sync routers for ids ['9456a5e9-b7ea-4606-a2b9-7e5b92e2805b'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:51:39.757536 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cfc44c57-e437-4c37-a57e-895a6b703dbe admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:39.761437 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cfc44c57-e437-4c37-a57e-895a6b703dbe admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0258825 Jul 07 20:51:39.765766 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] Routers {'9456a5e9-b7ea-4606-a2b9-7e5b92e2805b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:39.767287 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39760) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:39.776350 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:51:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['9456a5e9-b7ea-4606-a2b9-7e5b92e2805b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:39.779820 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-cb91dc30-cb28-42fa-bd6a-472673198112 service neutron] For port 11d8c012-324f-4238-87ef-f17ab10841cb, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:39.935020 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-cb91dc30-cb28-42fa-bd6a-472673198112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11d8c012-324f-4238-87ef-f17ab10841cb {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:51:39.936840 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-a1a94d36-6400-4323-8a88-81ab9bf7a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:39.939921 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-a1a94d36-6400-4323-8a88-81ab9bf7a296 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.3229003 Jul 07 20:51:39.944489 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-03f13692-df6c-4929-9053-d5bb9f8c3d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:39.945935 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] Set router 9456a5e9-b7ea-4606-a2b9-7e5b92e2805b gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:39.972639 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-cb91dc30-cb28-42fa-bd6a-472673198112 service neutron] For port 11d8c012-324f-4238-87ef-f17ab10841cb, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=11d8c012-324f-4238-87ef-f17ab10841cb,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:40.003737 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-cb91dc30-cb28-42fa-bd6a-472673198112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:40.025014 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de53a93-c4a3-40e8-ad92-01f1f6b522fa req-0fc61c14-9598-4b1c-b7f5-fd5e14090ece tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:40.034801 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7de53a93-c4a3-40e8-ad92-01f1f6b522fa req-0fc61c14-9598-4b1c-b7f5-fd5e14090ece tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6 HTTP/1.1" status: 200 len: 945 time: 0.4488957 Jul 07 20:51:40.071961 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-03f13692-df6c-4929-9053-d5bb9f8c3d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:40.158662 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7de53a93-c4a3-40e8-ad92-01f1f6b522fa req-9ada3bc0-4fdc-434d-b888-b403837f0def tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff067910-6f78-4774-9228-0897ea21899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217589 Jul 07 20:51:40.182690 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ae23e-4779-4ecd-ace3-bd696bc5bb7f req-e4817583-d7c5-4e4d-bcac-cffb0c4e7421 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:40.187152 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-974ae23e-4779-4ecd-ace3-bd696bc5bb7f req-e4817583-d7c5-4e4d-bcac-cffb0c4e7421 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 948 time: 0.5068944 Jul 07 20:51:40.236830 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-c76fe6a0-db5c-42da-b062-4bbfdaaee9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:40.238941 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-c76fe6a0-db5c-42da-b062-4bbfdaaee9aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2780113 Jul 07 20:51:40.239638 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-03f13692-df6c-4929-9053-d5bb9f8c3d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:40.242700 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-03f13692-df6c-4929-9053-d5bb9f8c3d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:40.247414 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-cb91dc30-cb28-42fa-bd6a-472673198112 service neutron] Transition to ACTIVE for port object 11d8c012-324f-4238-87ef-f17ab10841cb will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:40.247623 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-03f13692-df6c-4929-9053-d5bb9f8c3d1f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4f46668e-f98b-43c1-aa40-686dbd5d9ea4 HTTP/1.1" status: 204 len: 168 time: 0.6565166 Jul 07 20:51:40.289271 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9456a5e9-b7ea-4606-a2b9-7e5b92e2805b', 'name': 'tempest-AttachSCSIVolumeTestJSON-681110329-router', 'tenant_id': '7a4391071c5940c79e426dc1a3be6177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '50819437-1d9d-4bba-999c-c95b52270821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:34Z', 'updated_at': '2021-07-07T20:51:36Z', 'revision_number': 3, 'project_id': '7a4391071c5940c79e426dc1a3be6177', 'gw_port': {'id': '50819437-1d9d-4bba-999c-c95b52270821', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ed:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9456a5e9-b7ea-4606-a2b9-7e5b92e2805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:35Z', 'updated_at': '2021-07-07T20:51:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:40.311553 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-974ae23e-4779-4ecd-ace3-bd696bc5bb7f req-5029db9a-3c81-4d16-80b4-b199eb57a29c tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822861 Jul 07 20:51:40.344609 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f13692-df6c-4929-9053-d5bb9f8c3d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f46668e-f98b-43c1-aa40-686dbd5d9ea4,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:40.352111 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-cb91dc30-cb28-42fa-bd6a-472673198112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:40.352313 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] Checking router: 9456a5e9-b7ea-4606-a2b9-7e5b92e2805b for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:51:40.352313 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] Updating router 9456a5e9-b7ea-4606-a2b9-7e5b92e2805b port 50819437-1d9d-4bba-999c-c95b52270821 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:51:40.396388 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:40.489762 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91dc30-cb28-42fa-bd6a-472673198112 service neutron] Pushing event updated for resources: {'Port': ['ID=11d8c012-324f-4238-87ef-f17ab10841cb,revision_number=10']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:40.575631 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-cb91dc30-cb28-42fa-bd6a-472673198112 service neutron] No DVR routers for this DVR port 11d8c012-324f-4238-87ef-f17ab10841cb on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:51:40.626451 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-cb91dc30-cb28-42fa-bd6a-472673198112 service neutron] 10.222.0.58 "PUT /v2.0/ports/11d8c012-324f-4238-87ef-f17ab10841cb/bindings/n-h2-695189-11/activate HTTP/1.1" status: 200 len: 370 time: 2.1449778 Jul 07 20:51:40.665503 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 11d8c012-324f-4238-87ef-f17ab10841cb no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:51:40.757997 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 11d8c012-324f-4238-87ef-f17ab10841cb not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:51:40.822637 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-2b5d43fd-314b-46ca-9ffc-1f609c5785df service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169535 Jul 07 20:51:40.933000 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bd304100-ed21-4d91-a289-ad70ecca838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:40.950398 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-c3394592-9ca1-49fc-905d-c61667caf960 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:40.951857 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-c3394592-9ca1-49fc-905d-c61667caf960 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f&tenant_id=65fae3fefbe64254998437b5d4795dfb&binding%3Ahost_id=n-h1-695189-11 HTTP/1.1" status: 200 len: 1096 time: 0.1960795 Jul 07 20:51:40.969297 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-951e5eb4-ce3d-44a6-ba93-06fe977c6ecf req-4d99f470-679c-48d0-9c9f-52d0e2a8ec58 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287673 Jul 07 20:51:40.986864 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:41.028822 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] Transition to ACTIVE for port object 50819437-1d9d-4bba-999c-c95b52270821 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:41.045038 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:41.096703 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] Attempting to bind port 50819437-1d9d-4bba-999c-c95b52270821 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:41.097081 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] Attempting to bind port 50819437-1d9d-4bba-999c-c95b52270821 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:41.097462 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] Attempting to bind port 50819437-1d9d-4bba-999c-c95b52270821 on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:41.107311 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:41.107723 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:41.108136 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:41.108540 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:41.109025 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] Bound port: 50819437-1d9d-4bba-999c-c95b52270821, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:41.109416 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:41.136698 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-fc564ba5-20b9-47bc-8323-e5c6160aea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:41.140289 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-fc564ba5-20b9-47bc-8323-e5c6160aea3c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f&tenant_id=65fae3fefbe64254998437b5d4795dfb HTTP/1.1" status: 200 len: 1096 time: 0.1772628 Jul 07 20:51:41.146227 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07a1a7-772c-4957-9d70-c46abf3446d3 None None] Pushing event updated for resources: {'Port': ['ID=50819437-1d9d-4bba-999c-c95b52270821,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:41.209810 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] For port 50819437-1d9d-4bba-999c-c95b52270821, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:41.216172 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba509d9-93cd-4425-9e2b-8e240b5c4c46 req-7b75568d-abc1-496e-a405-74af24ac5a4f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:41.217779 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ba509d9-93cd-4425-9e2b-8e240b5c4c46 req-7b75568d-abc1-496e-a405-74af24ac5a4f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 944 time: 0.3943870 Jul 07 20:51:41.219803 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] For port 50819437-1d9d-4bba-999c-c95b52270821, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=50819437-1d9d-4bba-999c-c95b52270821,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:41.229136 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:41.336660 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32084e6e-6bac-4ee4-9817-a9f5c2f3c32a req-22d53771-ef69-4d38-88cf-6e5d01afaac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:41.340603 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] Routers {'9456a5e9-b7ea-4606-a2b9-7e5b92e2805b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:41.341777 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:51:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['9456a5e9-b7ea-4606-a2b9-7e5b92e2805b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:41.343873 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32084e6e-6bac-4ee4-9817-a9f5c2f3c32a req-22d53771-ef69-4d38-88cf-6e5d01afaac2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 1100 time: 0.2698781 Jul 07 20:51:41.392631 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ba509d9-93cd-4425-9e2b-8e240b5c4c46 req-c6d96dd4-4b86-4fac-9081-0b10115002a6 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634619 Jul 07 20:51:41.471749 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 90a17c80-6bc6-415c-8c13-6e2f57229c0d up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:41.495272 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-bd304100-ed21-4d91-a289-ad70ecca838a admin admin] Allocated IP 172.20.0.1 (bcd41d8f-3e87-4622-92ea-0ce27cca5c4d/f66876c7-d3ed-4f86-9cff-283b6f88dfb7/ddb8aac7-3b92-4381-bb1c-e9b48fb946f5) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:41.604113 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07a1a7-772c-4957-9d70-c46abf3446d3 None None] Pushing event updated for resources: {'Port': ['ID=50819437-1d9d-4bba-999c-c95b52270821,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:41.626850 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-3e72e47c-db6a-482c-82db-3281d39ba432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:41.628432 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-3e72e47c-db6a-482c-82db-3281d39ba432 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 1096 time: 0.4383290 Jul 07 20:51:41.638795 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963007f-c73b-4912-a889-7485dd6fc3fa req-a7762a08-f777-4e12-a1ff-8ac28a2349cc tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:41.640335 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4963007f-c73b-4912-a889-7485dd6fc3fa req-a7762a08-f777-4e12-a1ff-8ac28a2349cc tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.58 "GET /v2.0/ports?device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6 HTTP/1.1" status: 200 len: 945 time: 0.3732297 Jul 07 20:51:41.805728 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 39854) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:41.881227 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58537684-3788-4566-8723-364ec9323efe req-4679b0e6-1180-42ee-8c5b-578c59067389 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:41.887718 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-58537684-3788-4566-8723-364ec9323efe req-4679b0e6-1180-42ee-8c5b-578c59067389 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 948 time: 0.2801383 Jul 07 20:51:41.890229 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32084e6e-6bac-4ee4-9817-a9f5c2f3c32a req-12542a49-e200-4c96-bd0f-30db9a9cf5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:41.891963 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32084e6e-6bac-4ee4-9817-a9f5c2f3c32a req-12542a49-e200-4c96-bd0f-30db9a9cf5f8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.5096753 Jul 07 20:51:41.901601 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127263e7-45c5-40ee-b6d3-67003c261d4b req-76f16ba4-48ac-4417-b373-ff729deaeab7 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:41.903277 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-127263e7-45c5-40ee-b6d3-67003c261d4b req-76f16ba4-48ac-4417-b373-ff729deaeab7 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6 HTTP/1.1" status: 200 len: 945 time: 0.4894280 Jul 07 20:51:41.915137 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bd304100-ed21-4d91-a289-ad70ecca838a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:41.946548 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] Set router 9456a5e9-b7ea-4606-a2b9-7e5b92e2805b gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:41.965189 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32084e6e-6bac-4ee4-9817-a9f5c2f3c32a req-3538aae9-e3af-49a0-996e-56fd6c18d890 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d08268eb-098d-48cf-b467-d8b20280a8c6 HTTP/1.1" status: 200 len: 217 time: 0.0559914 Jul 07 20:51:41.980822 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-d3b8919c-9622-4520-9d1f-2badfc1c569f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:41.984415 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-d3b8919c-9622-4520-9d1f-2badfc1c569f service neutron] 10.222.0.39 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 909 time: 0.3389359 Jul 07 20:51:42.003805 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-58537684-3788-4566-8723-364ec9323efe req-c365ec55-41cb-49e1-a16f-51d568778202 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124701 Jul 07 20:51:42.007825 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-bd304100-ed21-4d91-a289-ad70ecca838a admin admin] Transition to ACTIVE for port object ddb8aac7-3b92-4381-bb1c-e9b48fb946f5 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:42.072995 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-6f606246-fcfa-482f-9f96-a6fda825c358 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11d8c012-324f-4238-87ef-f17ab10841cb HTTP/1.1" status: 200 len: 217 time: 0.0469246 Jul 07 20:51:42.096161 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-4963007f-c73b-4912-a889-7485dd6fc3fa req-59ec5ead-7f51-48af-aa7e-3076f0066385 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Deleting port 4228e434-d7b8-41d2-a956-8590e791b22a {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:51:42.096475 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4963007f-c73b-4912-a889-7485dd6fc3fa req-59ec5ead-7f51-48af-aa7e-3076f0066385 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.189687 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-127263e7-45c5-40ee-b6d3-67003c261d4b req-83d4786b-bbcc-4674-ac32-63b13ccdf155 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff067910-6f78-4774-9228-0897ea21899a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727413 Jul 07 20:51:42.201340 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32084e6e-6bac-4ee4-9817-a9f5c2f3c32a req-16e9d85e-acbe-4d67-96c8-4e0b2a987164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:42.202880 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32084e6e-6bac-4ee4-9817-a9f5c2f3c32a req-16e9d85e-acbe-4d67-96c8-4e0b2a987164 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.2161562 Jul 07 20:51:42.239811 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 90a17c80-6bc6-415c-8c13-6e2f57229c0d triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:42.241676 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.244734 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-7bc97dc9-54f6-4589-aa37-f74cd2c5d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:42.247066 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-7bc97dc9-54f6-4589-aa37-f74cd2c5d760 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e76f85dc-7298-41c1-a5c0-b46924c81a29 HTTP/1.1" status: 200 len: 848 time: 0.1629667 Jul 07 20:51:42.248455 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bd304100-ed21-4d91-a289-ad70ecca838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.300571 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-652fec40-4eca-4bfb-9bbe-8123b74486a9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1181875170-network', 'tenant_id': '0b4ae079cc254c0e8045ba5ea1fe8707'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:42.336545 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652fec40-4eca-4bfb-9bbe-8123b74486a9 admin admin] Made reservation on behalf of 0b4ae079cc254c0e8045ba5ea1fe8707 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:42.339758 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-652fec40-4eca-4bfb-9bbe-8123b74486a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.350245 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-2835bf31-8078-42ef-8454-a925fabb919c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a969003f-4d51-4bc6-945b-910c720df136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874808 Jul 07 20:51:42.357638 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32084e6e-6bac-4ee4-9817-a9f5c2f3c32a req-5577ac34-8be4-4c50-9638-83fe0cccb83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:42.359242 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32084e6e-6bac-4ee4-9817-a9f5c2f3c32a req-5577ac34-8be4-4c50-9638-83fe0cccb83e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1443198 Jul 07 20:51:42.360508 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-652fec40-4eca-4bfb-9bbe-8123b74486a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.361180 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd304100-ed21-4d91-a289-ad70ecca838a admin admin] Network bcd41d8f-3e87-4622-92ea-0ce27cca5c4d is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:42.384991 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-bd304100-ed21-4d91-a289-ad70ecca838a admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:42.399670 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-4963007f-c73b-4912-a889-7485dd6fc3fa req-59ec5ead-7f51-48af-aa7e-3076f0066385 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] For port 4228e434-d7b8-41d2-a956-8590e791b22a, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=4228e434-d7b8-41d2-a956-8590e791b22a,segment=NetworkSegment(aaff765e-b21c-4ac5-bd47-02eb6b015550),segment_id=aaff765e-b21c-4ac5-bd47-02eb6b015550)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:42.400411 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4963007f-c73b-4912-a889-7485dd6fc3fa req-59ec5ead-7f51-48af-aa7e-3076f0066385 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.404202 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd304100-ed21-4d91-a289-ad70ecca838a admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:42.588494 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd304100-ed21-4d91-a289-ad70ecca838a admin admin] Pushing event updated for resources: {'Port': ['ID=ddb8aac7-3b92-4381-bb1c-e9b48fb946f5,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:42.620277 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9456a5e9-b7ea-4606-a2b9-7e5b92e2805b', 'name': 'tempest-AttachSCSIVolumeTestJSON-681110329-router', 'tenant_id': '7a4391071c5940c79e426dc1a3be6177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '50819437-1d9d-4bba-999c-c95b52270821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:34Z', 'updated_at': '2021-07-07T20:51:36Z', 'revision_number': 3, 'project_id': '7a4391071c5940c79e426dc1a3be6177', 'gw_port': {'id': '50819437-1d9d-4bba-999c-c95b52270821', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ed:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9456a5e9-b7ea-4606-a2b9-7e5b92e2805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:35Z', 'updated_at': '2021-07-07T20:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:42.628036 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32084e6e-6bac-4ee4-9817-a9f5c2f3c32a req-0c55cc05-cdea-4c8a-8f70-248715a2bc66 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538960 Jul 07 20:51:42.695145 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-4963007f-c73b-4912-a889-7485dd6fc3fa req-59ec5ead-7f51-48af-aa7e-3076f0066385 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Calling delete_port for 4228e434-d7b8-41d2-a956-8590e791b22a owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:51:42.716094 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfdfd67-4750-4bc3-85d1-4f17fc2a0acb None None] The sync data for ids ['9456a5e9-b7ea-4606-a2b9-7e5b92e2805b'] in n-d-695189-11 is: [{'id': '9456a5e9-b7ea-4606-a2b9-7e5b92e2805b', 'name': 'tempest-AttachSCSIVolumeTestJSON-681110329-router', 'tenant_id': '7a4391071c5940c79e426dc1a3be6177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '50819437-1d9d-4bba-999c-c95b52270821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:34Z', 'updated_at': '2021-07-07T20:51:36Z', 'revision_number': 3, 'project_id': '7a4391071c5940c79e426dc1a3be6177', 'gw_port': {'id': '50819437-1d9d-4bba-999c-c95b52270821', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ed:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9456a5e9-b7ea-4606-a2b9-7e5b92e2805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:35Z', 'updated_at': '2021-07-07T20:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:51:42.776079 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-652fec40-4eca-4bfb-9bbe-8123b74486a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.781566 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-652fec40-4eca-4bfb-9bbe-8123b74486a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.837999 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fec40-4eca-4bfb-9bbe-8123b74486a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb5f56d-a245-484a-bcbe-284959b5801a,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:42.853833 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bd304100-ed21-4d91-a289-ad70ecca838a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.870156 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-702c24a9-0525-450f-90a7-21e0a4cca99a None None] Provisioning for port ddb8aac7-3b92-4381-bb1c-e9b48fb946f5 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:42.874918 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-702c24a9-0525-450f-90a7-21e0a4cca99a None None] Provisioning complete for port ddb8aac7-3b92-4381-bb1c-e9b48fb946f5 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:42.875306 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-702c24a9-0525-450f-90a7-21e0a4cca99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.929035 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652fec40-4eca-4bfb-9bbe-8123b74486a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:51:42.956428 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-702c24a9-0525-450f-90a7-21e0a4cca99a None None] Port ddb8aac7-3b92-4381-bb1c-e9b48fb946f5 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:51:42.962345 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32084e6e-6bac-4ee4-9817-a9f5c2f3c32a req-8ba52aeb-b648-421c-a1e0-1ae459dd27c8 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246191 Jul 07 20:51:42.970880 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-652fec40-4eca-4bfb-9bbe-8123b74486a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:42.971248 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-652fec40-4eca-4bfb-9bbe-8123b74486a9 admin admin] Added segment f8bcc3aa-f863-42ef-9a5d-6ca5e8048648 of type vlan for network f0654f02-22e3-4df8-a677-3833569d53a1 Jul 07 20:51:42.973838 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-9630c0ab-af7e-4bd5-bf32-eac70435e864 service neutron] 10.222.0.39 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028209 Jul 07 20:51:43.075196 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 39900) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:43.098879 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-652fec40-4eca-4bfb-9bbe-8123b74486a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:43.184403 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d02fe3-2a18-4eb9-84de-dd9908b1760a req-96865463-9d9f-4c8b-a114-e46beac8636d tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:43.186248 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d9d02fe3-2a18-4eb9-84de-dd9908b1760a req-96865463-9d9f-4c8b-a114-e46beac8636d tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 944 time: 0.3640363 Jul 07 20:51:43.199714 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-652fec40-4eca-4bfb-9bbe-8123b74486a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:43.200807 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652fec40-4eca-4bfb-9bbe-8123b74486a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:43.201496 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-652fec40-4eca-4bfb-9bbe-8123b74486a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:43.279705 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-652fec40-4eca-4bfb-9bbe-8123b74486a9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4660964 Jul 07 20:51:43.280352 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 39906) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:43.281115 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-09127a08-4c70-4e61-9b2e-4936cba56b41 service neutron] 10.222.0.39 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671063 Jul 07 20:51:43.312344 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4963007f-c73b-4912-a889-7485dd6fc3fa req-59ec5ead-7f51-48af-aa7e-3076f0066385 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:43.356840 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec5ead-7f51-48af-aa7e-3076f0066385 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Pushing event deleted for resources: {'Port': ['ID=4228e434-d7b8-41d2-a956-8590e791b22a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:43.358695 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bd304100-ed21-4d91-a289-ad70ecca838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:43.359719 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 50819437-1d9d-4bba-999c-c95b52270821 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:43.364958 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-3dee7c30-5b2c-408c-ad36-4868e8bae2a0 admin admin] Request body: {'subnet': {'network_id': 'f0654f02-22e3-4df8-a677-3833569d53a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1181875170-subnet', 'tenant_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:43.446396 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 50819437-1d9d-4bba-999c-c95b52270821 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:43.451990 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 50819437-1d9d-4bba-999c-c95b52270821 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:43.452719 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:43.475085 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4963007f-c73b-4912-a889-7485dd6fc3fa req-59ec5ead-7f51-48af-aa7e-3076f0066385 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] No DVR routers for this DVR port 4228e434-d7b8-41d2-a956-8590e791b22a on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:51:43.480301 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-647bfdd3-2ea5-463d-bed9-6925a0cda3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:43.491899 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4963007f-c73b-4912-a889-7485dd6fc3fa req-59ec5ead-7f51-48af-aa7e-3076f0066385 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:43.494771 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4963007f-c73b-4912-a889-7485dd6fc3fa req-59ec5ead-7f51-48af-aa7e-3076f0066385 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.58 "DELETE /v2.0/ports/4228e434-d7b8-41d2-a956-8590e791b22a HTTP/1.1" status: 204 len: 173 time: 1.8460398 Jul 07 20:51:43.495252 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89d0a69-bc16-45a5-8d23-46210bb6a3b6', 'name': 'network-vif-deleted', 'tag': '4228e434-d7b8-41d2-a956-8590e791b22a'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:43.498525 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e6460b-4c67-49dd-8b16-812923dedd18" -d '{"events": [{"server_uuid": "f89d0a69-bc16-45a5-8d23-46210bb6a3b6", "name": "network-vif-deleted", "tag": "4228e434-d7b8-41d2-a956-8590e791b22a"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:43.522338 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fec40-4eca-4bfb-9bbe-8123b74486a9 admin admin] Pushing event updated for resources: {'Network': ['ID=f0654f02-22e3-4df8-a677-3833569d53a1,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:43.528243 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d9d02fe3-2a18-4eb9-84de-dd9908b1760a req-c2a12f7a-857a-4e5a-99d9-ba95416f517d tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294704 Jul 07 20:51:43.535102 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dee7c30-5b2c-408c-ad36-4868e8bae2a0 admin admin] Made reservation on behalf of 0b4ae079cc254c0e8045ba5ea1fe8707 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:43.538251 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3dee7c30-5b2c-408c-ad36-4868e8bae2a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:43.585701 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network f0654f02-22e3-4df8-a677-3833569d53a1 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:51:43.675134 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e280d-8dce-490c-969d-d0722f6c17eb req-75157461-0060-4296-aa1a-e3b1f099cb9b tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:43.676350 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dd8e280d-8dce-490c-969d-d0722f6c17eb req-75157461-0060-4296-aa1a-e3b1f099cb9b tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 948 time: 0.5023651 Jul 07 20:51:43.706275 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:43.715943 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bd304100-ed21-4d91-a289-ad70ecca838a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:43.724092 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bd304100-ed21-4d91-a289-ad70ecca838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:43.787714 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dd8e280d-8dce-490c-969d-d0722f6c17eb req-05252016-50be-4694-b481-277461d3ab3d tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996854 Jul 07 20:51:43.822857 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bd304100-ed21-4d91-a289-ad70ecca838a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:43.825755 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 50819437-1d9d-4bba-999c-c95b52270821, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=50819437-1d9d-4bba-999c-c95b52270821,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:43.864750 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-647bfdd3-2ea5-463d-bed9-6925a0cda3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:43.873153 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-647bfdd3-2ea5-463d-bed9-6925a0cda3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:43.926950 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:43.940338 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3dee7c30-5b2c-408c-ad36-4868e8bae2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:44.038751 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647bfdd3-2ea5-463d-bed9-6925a0cda3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf65e46-8ac8-4897-b4d4-3e37635d3f45,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:44.113869 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-5946d1dc-12b8-41c0-9d4a-c1b33c4898a5 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:44.115558 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-5946d1dc-12b8-41c0-9d4a-c1b33c4898a5 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f&tenant_id=65fae3fefbe64254998437b5d4795dfb&binding%3Ahost_id=n-h2-695189-11 HTTP/1.1" status: 200 len: 1096 time: 0.2384636 Jul 07 20:51:44.121083 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-647bfdd3-2ea5-463d-bed9-6925a0cda3ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=12bfabdb265946d191d26152d5bf3570&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0338933 Jul 07 20:51:44.128393 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39916) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:44.145685 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=50819437-1d9d-4bba-999c-c95b52270821,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:44.174246 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2cf83aea-6005-414d-96cf-0ff6d42aad4d req-3d13009b-46b2-44c3-ab38-b943d4796796 tempest-FloatingIPsAssociationTestJSON-46042415 tempest-FloatingIPsAssociationTestJSON-46042415-project] 10.222.0.64 "GET /v2.0/ports?device_id=f89d0a69-bc16-45a5-8d23-46210bb6a3b6 HTTP/1.1" status: 200 len: 210 time: 0.1626854 Jul 07 20:51:44.220129 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee7c30-5b2c-408c-ad36-4868e8bae2a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00fddda2-7b2a-4288-a4a2-a75c740a5524,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:44.227818 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dee7c30-5b2c-408c-ad36-4868e8bae2a0 admin admin] Checking segment: {'id': 'f8bcc3aa-f863-42ef-9a5d-6ca5e8048648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f0654f02-22e3-4df8-a677-3833569d53a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:44.228914 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dee7c30-5b2c-408c-ad36-4868e8bae2a0 admin admin] Network hostable DHCP agents. Network: f0654f02-22e3-4df8-a677-3833569d53a1, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:51:44.257982 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dee7c30-5b2c-408c-ad36-4868e8bae2a0 admin admin] Network f0654f02-22e3-4df8-a677-3833569d53a1 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:51:44.263619 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424b1e93-fb7a-4dbd-8a22-f741b062b187 x-openstack-request-id: req-424b1e93-fb7a-4dbd-8a22-f741b062b187 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:44.263975 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89d0a69-bc16-45a5-8d23-46210bb6a3b6", "name": "network-vif-deleted", "tag": "4228e434-d7b8-41d2-a956-8590e791b22a", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:44.264236 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-424b1e93-fb7a-4dbd-8a22-f741b062b187 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:44.264842 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89d0a69-bc16-45a5-8d23-46210bb6a3b6', 'name': 'network-vif-deleted', 'tag': '4228e434-d7b8-41d2-a956-8590e791b22a', 'status': 'completed', 'code': 200} Jul 07 20:51:44.268475 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd304100-ed21-4d91-a289-ad70ecca838a admin admin] Pushing event updated for resources: {'Port': ['ID=ddb8aac7-3b92-4381-bb1c-e9b48fb946f5,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:44.272109 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-3dee7c30-5b2c-408c-ad36-4868e8bae2a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, f0654f02-22e3-4df8-a677-3833569d53a1) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:44.277426 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dee7c30-5b2c-408c-ad36-4868e8bae2a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:44.277979 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3dee7c30-5b2c-408c-ad36-4868e8bae2a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:44.291885 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cc50b39e-055f-4929-8938-239fabcc54ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:44.293195 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945e2db6-a201-4a16-9ec2-77fc58113bf0 None None] Network f0654f02-22e3-4df8-a677-3833569d53a1 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:51:44.314893 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3dee7c30-5b2c-408c-ad36-4868e8bae2a0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9947093 Jul 07 20:51:44.315261 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 39918) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:44.321736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-3b5cd25d-a671-42cd-b126-766ef41a2e77 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1181875170-router', 'tenant_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:44.354685 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cc50b39e-055f-4929-8938-239fabcc54ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:44.369167 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd304100-ed21-4d91-a289-ad70ecca838a admin admin] Network bcd41d8f-3e87-4622-92ea-0ce27cca5c4d is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:44.377122 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-bd304100-ed21-4d91-a289-ad70ecca838a admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:44.378232 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b5cd25d-a671-42cd-b126-766ef41a2e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:44.381038 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b5cd25d-a671-42cd-b126-766ef41a2e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:44.423309 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device d08268eb-098d-48cf-b467-d8b20280a8c6 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:51:44.600790 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b5cd25d-a671-42cd-b126-766ef41a2e77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:44.640462 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cc50b39e-055f-4929-8938-239fabcc54ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:44.644189 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cc50b39e-055f-4929-8938-239fabcc54ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:44.655665 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 4228e434-d7b8-41d2-a956-8590e791b22a no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:51:44.659516 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cc50b39e-055f-4929-8938-239fabcc54ac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5cf65e46-8ac8-4897-b4d4-3e37635d3f45 HTTP/1.1" status: 204 len: 168 time: 0.4360271 Jul 07 20:51:44.697598 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50b39e-055f-4929-8938-239fabcc54ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf65e46-8ac8-4897-b4d4-3e37635d3f45,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:44.800966 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 4228e434-d7b8-41d2-a956-8590e791b22a {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:51:44.801968 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 4228e434-d7b8-41d2-a956-8590e791b22a not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:51:44.804712 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce6e207-c076-4145-bafe-1960ec422d0a None None] Network f0654f02-22e3-4df8-a677-3833569d53a1 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:51:44.910616 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c678413c-3409-4f03-9cf1-8e9e3d845a3f None None] Provisioning complete for port ddb8aac7-3b92-4381-bb1c-e9b48fb946f5 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:44.911658 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c678413c-3409-4f03-9cf1-8e9e3d845a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:45.053618 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b5cd25d-a671-42cd-b126-766ef41a2e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:45.058099 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port d08268eb-098d-48cf-b467-d8b20280a8c6, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=d08268eb-098d-48cf-b467-d8b20280a8c6,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:45.137726 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-c678413c-3409-4f03-9cf1-8e9e3d845a3f None None] Port ddb8aac7-3b92-4381-bb1c-e9b48fb946f5 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:51:45.145632 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'd08268eb-098d-48cf-b467-d8b20280a8c6', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': 'd08268eb-098d-48cf-b467-d8b20280a8c6', 'mac_address': 'fa:16:3e:5c:2a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:51:45.220792 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece68831-d5ab-4675-b462-5c82a28d1dea req-b20a7352-4dbe-4294-80fb-1c0d6c715c6b tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:45.228901 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ece68831-d5ab-4675-b462-5c82a28d1dea req-b20a7352-4dbe-4294-80fb-1c0d6c715c6b tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 944 time: 0.4311192 Jul 07 20:51:45.272454 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-cc8300c2-d9bd-4c12-98d8-1e7d6edbc478 service neutron] For port 11d8c012-324f-4238-87ef-f17ab10841cb, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:45.277740 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-cc8300c2-d9bd-4c12-98d8-1e7d6edbc478 service neutron] Notify callbacks [] for binding, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:45.278876 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3823212-61ca-4d7a-b5ca-772ab67d1b7d req-cc8300c2-d9bd-4c12-98d8-1e7d6edbc478 service neutron] 10.222.0.39 "DELETE /v2.0/ports/11d8c012-324f-4238-87ef-f17ab10841cb/bindings/n-h1-695189-11 HTTP/1.1" status: 204 len: 173 time: 1.1487114 Jul 07 20:51:45.321055 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ece68831-d5ab-4675-b462-5c82a28d1dea req-d6aebd1b-709f-48f2-9d15-5a025a53e918 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911818 Jul 07 20:51:45.342166 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0826a8-ce92-4c1c-8136-9afce38b2c74 req-90240b43-d0f6-4168-9130-873c40f0de66 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:45.347191 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ef0826a8-ce92-4c1c-8136-9afce38b2c74 req-90240b43-d0f6-4168-9130-873c40f0de66 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 948 time: 0.2437212 Jul 07 20:51:45.350002 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd304100-ed21-4d91-a289-ad70ecca838a admin admin] Router 9456a5e9-b7ea-4606-a2b9-7e5b92e2805b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:51:45.405141 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 50819437-1d9d-4bba-999c-c95b52270821 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:45.494668 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:45.519208 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ef0826a8-ce92-4c1c-8136-9afce38b2c74 req-44092cf8-9607-459b-8bd3-67c1fc741fe4 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480258 Jul 07 20:51:45.527810 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08268eb-098d-48cf-b467-d8b20280a8c6 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:51:45.555642 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port d08268eb-098d-48cf-b467-d8b20280a8c6, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=d08268eb-098d-48cf-b467-d8b20280a8c6,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:45.563576 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:45.580261 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd304100-ed21-4d91-a289-ad70ecca838a admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:51:45.590465 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bd304100-ed21-4d91-a289-ad70ecca838a admin admin] 10.222.0.64 "PUT /v2.0/routers/9456a5e9-b7ea-4606-a2b9-7e5b92e2805b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8220897 Jul 07 20:51:45.626021 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 50819437-1d9d-4bba-999c-c95b52270821 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:45.628055 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:45.715151 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39954) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:45.752905 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] Sync routers for ids ['9456a5e9-b7ea-4606-a2b9-7e5b92e2805b'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:51:45.783927 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] Routers {'9456a5e9-b7ea-4606-a2b9-7e5b92e2805b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:45.784574 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:51:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['9456a5e9-b7ea-4606-a2b9-7e5b92e2805b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:45.891376 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=d08268eb-098d-48cf-b467-d8b20280a8c6,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:45.920686 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['d08268eb-098d-48cf-b467-d8b20280a8c6'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:51:45.978253 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b5cd25d-a671-42cd-b126-766ef41a2e77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:46.088625 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] Set router 9456a5e9-b7ea-4606-a2b9-7e5b92e2805b gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:46.133834 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b5cd25d-a671-42cd-b126-766ef41a2e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:46.365044 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-3b5cd25d-a671-42cd-b126-766ef41a2e77 admin admin] Allocated IP 172.25.5.123 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/78f33e23-56a8-4bbd-b80e-bf35f3724c9c) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:46.370159 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18119a-d7f2-47ac-8bbd-94e3a26e14e6 req-14a8d446-b9be-4e17-aac3-289ca337a541 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:46.377566 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e18119a-d7f2-47ac-8bbd-94e3a26e14e6 req-14a8d446-b9be-4e17-aac3-289ca337a541 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 1096 time: 0.2620630 Jul 07 20:51:46.496405 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e18119a-d7f2-47ac-8bbd-94e3a26e14e6 req-3ffe7408-09bc-4120-b153-efb086e1fd76 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177194 Jul 07 20:51:46.598258 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9456a5e9-b7ea-4606-a2b9-7e5b92e2805b', 'name': 'tempest-AttachSCSIVolumeTestJSON-681110329-router', 'tenant_id': '7a4391071c5940c79e426dc1a3be6177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '50819437-1d9d-4bba-999c-c95b52270821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:34Z', 'updated_at': '2021-07-07T20:51:43Z', 'revision_number': 4, 'project_id': '7a4391071c5940c79e426dc1a3be6177', 'gw_port': {'id': '50819437-1d9d-4bba-999c-c95b52270821', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9456a5e9-b7ea-4606-a2b9-7e5b92e2805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:35Z', 'updated_at': '2021-07-07T20:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'ddb8aac7-3b92-4381-bb1c-e9b48fb946f5', 'name': '', 'network_id': 'bcd41d8f-3e87-4622-92ea-0ce27cca5c4d', 'tenant_id': '7a4391071c5940c79e426dc1a3be6177', 'mac_address': 'fa:16:3e:48:2f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9456a5e9-b7ea-4606-a2b9-7e5b92e2805b', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'f66876c7-d3ed-4f86-9cff-283b6f88dfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:40Z', 'updated_at': '2021-07-07T20:51:43Z', 'revision_number': 2, 'project_id': '7a4391071c5940c79e426dc1a3be6177', 'subnets': [{'id': 'f66876c7-d3ed-4f86-9cff-283b6f88dfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:46.609044 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-07b30a4a-0ab9-40db-ab47-e05131a83d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:46.668831 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] Checking router: 9456a5e9-b7ea-4606-a2b9-7e5b92e2805b for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:51:46.669195 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] Updating router 9456a5e9-b7ea-4606-a2b9-7e5b92e2805b port ddb8aac7-3b92-4381-bb1c-e9b48fb946f5 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:51:46.687740 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b5cd25d-a671-42cd-b126-766ef41a2e77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:46.711143 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39992) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:46.734247 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-c938697b-163d-47bc-bd62-b937f0a310d4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-417662378-network', 'tenant_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:46.747770 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b5cd25d-a671-42cd-b126-766ef41a2e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:46.773009 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:46.858183 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40008) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:46.878016 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-260affc0-c980-4cdc-bd26-f8d5df71fc1b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1203020039'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:46.902809 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c938697b-163d-47bc-bd62-b937f0a310d4 admin admin] Made reservation on behalf of 1e0ef6dfa34b4b81b060cb500b9d6fe9 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:46.906207 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c938697b-163d-47bc-bd62-b937f0a310d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:46.938390 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c938697b-163d-47bc-bd62-b937f0a310d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:46.962655 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260affc0-c980-4cdc-bd26-f8d5df71fc1b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Made reservation on behalf of 859c780e1e8746908f85dc4bc22ba62e for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:46.971813 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-260affc0-c980-4cdc-bd26-f8d5df71fc1b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.137207 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c938697b-163d-47bc-bd62-b937f0a310d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.149964 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260affc0-c980-4cdc-bd26-f8d5df71fc1b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:51:47.153422 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5cd25d-a671-42cd-b126-766ef41a2e77 admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:47.164393 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-260affc0-c980-4cdc-bd26-f8d5df71fc1b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.164646 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-260affc0-c980-4cdc-bd26-f8d5df71fc1b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Added segment f8abc1d0-3fa7-424f-8190-df378c5aeb49 of type vlan for network 32fe62b8-a098-45d1-9002-a2d13c738ee9 Jul 07 20:51:47.165160 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.178290 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] Transition to ACTIVE for port object ddb8aac7-3b92-4381-bb1c-e9b48fb946f5 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:47.186627 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.217207 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-3b5cd25d-a671-42cd-b126-766ef41a2e77 admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:47.222105 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cd25d-a671-42cd-b126-766ef41a2e77 admin admin] Pushing event updated for resources: {'Port': ['ID=78f33e23-56a8-4bbd-b80e-bf35f3724c9c,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:47.223525 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c938697b-163d-47bc-bd62-b937f0a310d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.226842 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5cd25d-a671-42cd-b126-766ef41a2e77 admin admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:47.240492 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c938697b-163d-47bc-bd62-b937f0a310d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:51:47.275282 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58508c-8a7a-4a8d-8736-29a65c316fe0 None None] Pushing event updated for resources: {'Port': ['ID=ddb8aac7-3b92-4381-bb1c-e9b48fb946f5,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:47.280269 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-260affc0-c980-4cdc-bd26-f8d5df71fc1b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.286446 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938697b-163d-47bc-bd62-b937f0a310d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cd9172-22af-4490-bb4d-8fc19a5739a9,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:47.303726 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c938697b-163d-47bc-bd62-b937f0a310d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.304085 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-c938697b-163d-47bc-bd62-b937f0a310d4 admin admin] Added segment baa52f0a-13f7-46a8-b085-44f9de0259e3 of type vlan for network 21c93144-b264-4039-8736-74bdcfd32782 Jul 07 20:51:47.332419 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30412b3-7557-4ef2-8313-daa9a9ab43a5 req-f14e00eb-dd56-4bbc-93c9-9d503ca94502 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:47.334032 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b30412b3-7557-4ef2-8313-daa9a9ab43a5 req-f14e00eb-dd56-4bbc-93c9-9d503ca94502 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 949 time: 0.5410254 Jul 07 20:51:47.347125 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-6e78fab5-3f87-4716-94b5-8d94932d4d7e tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:47.349011 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-6e78fab5-3f87-4716-94b5-8d94932d4d7e tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 808 time: 0.1945262 Jul 07 20:51:47.373719 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] Attempting to bind port ddb8aac7-3b92-4381-bb1c-e9b48fb946f5 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:47.374091 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] Attempting to bind port ddb8aac7-3b92-4381-bb1c-e9b48fb946f5 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '3798d3ff-5155-4660-9dee-f7dddc93eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bcd41d8f-3e87-4622-92ea-0ce27cca5c4d'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:47.374460 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] Attempting to bind port ddb8aac7-3b92-4381-bb1c-e9b48fb946f5 on network bcd41d8f-3e87-4622-92ea-0ce27cca5c4d {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:47.383467 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:47.383926 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] Checking segment: {'id': '3798d3ff-5155-4660-9dee-f7dddc93eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bcd41d8f-3e87-4622-92ea-0ce27cca5c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:47.384252 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.385338 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] Bound using segment: {'id': '3798d3ff-5155-4660-9dee-f7dddc93eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bcd41d8f-3e87-4622-92ea-0ce27cca5c4d'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:47.386003 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] Bound port: ddb8aac7-3b92-4381-bb1c-e9b48fb946f5, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3798d3ff-5155-4660-9dee-f7dddc93eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bcd41d8f-3e87-4622-92ea-0ce27cca5c4d'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:47.386420 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.429208 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.db.resource_extend [None req-260affc0-c980-4cdc-bd26-f8d5df71fc1b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 20:51:47.468942 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-e507eb2c-a674-42b6-8c94-19d1a4550c67 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/quotas/65fae3fefbe64254998437b5d4795dfb HTTP/1.1" status: 200 len: 375 time: 0.0707803 Jul 07 20:51:47.485816 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] For port ddb8aac7-3b92-4381-bb1c-e9b48fb946f5, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:47.490263 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] For port ddb8aac7-3b92-4381-bb1c-e9b48fb946f5, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ddb8aac7-3b92-4381-bb1c-e9b48fb946f5,segment=NetworkSegment(3798d3ff-5155-4660-9dee-f7dddc93eb7e),segment_id=3798d3ff-5155-4660-9dee-f7dddc93eb7e)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:47.495439 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.506951 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c938697b-163d-47bc-bd62-b937f0a310d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.511196 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-260affc0-c980-4cdc-bd26-f8d5df71fc1b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.517106 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260affc0-c980-4cdc-bd26-f8d5df71fc1b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:47.517734 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-260affc0-c980-4cdc-bd26-f8d5df71fc1b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.558534 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-260affc0-c980-4cdc-bd26-f8d5df71fc1b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6872945 Jul 07 20:51:47.562905 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40038) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:47.571603 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-80ab554c-52fe-4136-85f6-6d078efac47d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-130782579'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:47.576359 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58508c-8a7a-4a8d-8736-29a65c316fe0 None None] Pushing event updated for resources: {'Port': ['ID=ddb8aac7-3b92-4381-bb1c-e9b48fb946f5,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:47.585660 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] Routers {'9456a5e9-b7ea-4606-a2b9-7e5b92e2805b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:47.586266 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:51:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['9456a5e9-b7ea-4606-a2b9-7e5b92e2805b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:47.601235 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40040) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:47.616414 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b30412b3-7557-4ef2-8313-daa9a9ab43a5 req-23c99058-d5ed-4ee6-b1fc-5284c9fa8dde tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662065 Jul 07 20:51:47.661916 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ab554c-52fe-4136-85f6-6d078efac47d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Made reservation on behalf of 859c780e1e8746908f85dc4bc22ba62e for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:47.666056 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-80ab554c-52fe-4136-85f6-6d078efac47d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.736579 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260affc0-c980-4cdc-bd26-f8d5df71fc1b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event updated for resources: {'Network': ['ID=32fe62b8-a098-45d1-9002-a2d13c738ee9,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:47.750858 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 32fe62b8-a098-45d1-9002-a2d13c738ee9 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:51:47.758139 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] Set router 9456a5e9-b7ea-4606-a2b9-7e5b92e2805b gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:47.770097 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.db.resource_extend [None req-c938697b-163d-47bc-bd62-b937f0a310d4 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 20:51:47.830790 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ab554c-52fe-4136-85f6-6d078efac47d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:51:47.853873 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c938697b-163d-47bc-bd62-b937f0a310d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.855967 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-80ab554c-52fe-4136-85f6-6d078efac47d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.856422 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-80ab554c-52fe-4136-85f6-6d078efac47d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Added segment 3c71bb1f-6379-4398-a24d-bfc2b99d5fea of type vlan for network c00e2957-f59e-485b-9c29-168f84e55d6e Jul 07 20:51:47.856760 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c938697b-163d-47bc-bd62-b937f0a310d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:47.858306 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c938697b-163d-47bc-bd62-b937f0a310d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.905235 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-97789d94-a938-4ab1-8e06-2b5c4c8af368 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4269128 Jul 07 20:51:47.919533 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b5cd25d-a671-42cd-b126-766ef41a2e77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:47.978358 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c938697b-163d-47bc-bd62-b937f0a310d4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2604256 Jul 07 20:51:47.979390 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40046) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:47.980032 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938697b-163d-47bc-bd62-b937f0a310d4 admin admin] Pushing event updated for resources: {'Network': ['ID=21c93144-b264-4039-8736-74bdcfd32782,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:47.998515 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 21c93144-b264-4039-8736-74bdcfd32782 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:51:48.020390 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-50c33f13-09e2-40b9-b808-a4e901dd9134 admin admin] Request body: {'subnet': {'network_id': '21c93144-b264-4039-8736-74bdcfd32782', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-417662378-subnet', 'tenant_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:48.043139 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9456a5e9-b7ea-4606-a2b9-7e5b92e2805b', 'name': 'tempest-AttachSCSIVolumeTestJSON-681110329-router', 'tenant_id': '7a4391071c5940c79e426dc1a3be6177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '50819437-1d9d-4bba-999c-c95b52270821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:34Z', 'updated_at': '2021-07-07T20:51:43Z', 'revision_number': 4, 'project_id': '7a4391071c5940c79e426dc1a3be6177', 'gw_port': {'id': '50819437-1d9d-4bba-999c-c95b52270821', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9456a5e9-b7ea-4606-a2b9-7e5b92e2805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:35Z', 'updated_at': '2021-07-07T20:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'ddb8aac7-3b92-4381-bb1c-e9b48fb946f5', 'name': '', 'network_id': 'bcd41d8f-3e87-4622-92ea-0ce27cca5c4d', 'tenant_id': '7a4391071c5940c79e426dc1a3be6177', 'mac_address': 'fa:16:3e:48:2f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9456a5e9-b7ea-4606-a2b9-7e5b92e2805b', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'f66876c7-d3ed-4f86-9cff-283b6f88dfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:40Z', 'updated_at': '2021-07-07T20:51:47Z', 'revision_number': 4, 'project_id': '7a4391071c5940c79e426dc1a3be6177', 'subnets': [{'id': 'f66876c7-d3ed-4f86-9cff-283b6f88dfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:48.077213 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0f3a-7cd6-4666-b3c5-35db3462f92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:48.080916 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23f20c8-560d-4386-acd2-d367b46bd98f None None] The sync data for ids ['9456a5e9-b7ea-4606-a2b9-7e5b92e2805b'] in n-d-695189-11 is: [{'id': '9456a5e9-b7ea-4606-a2b9-7e5b92e2805b', 'name': 'tempest-AttachSCSIVolumeTestJSON-681110329-router', 'tenant_id': '7a4391071c5940c79e426dc1a3be6177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '50819437-1d9d-4bba-999c-c95b52270821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:34Z', 'updated_at': '2021-07-07T20:51:43Z', 'revision_number': 4, 'project_id': '7a4391071c5940c79e426dc1a3be6177', 'gw_port': {'id': '50819437-1d9d-4bba-999c-c95b52270821', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9456a5e9-b7ea-4606-a2b9-7e5b92e2805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:35Z', 'updated_at': '2021-07-07T20:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'ddb8aac7-3b92-4381-bb1c-e9b48fb946f5', 'name': '', 'network_id': 'bcd41d8f-3e87-4622-92ea-0ce27cca5c4d', 'tenant_id': '7a4391071c5940c79e426dc1a3be6177', 'mac_address': 'fa:16:3e:48:2f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9456a5e9-b7ea-4606-a2b9-7e5b92e2805b', 'device_owner': 'network:router_interface', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': 'f66876c7-d3ed-4f86-9cff-283b6f88dfb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:40Z', 'updated_at': '2021-07-07T20:51:47Z', 'revision_number': 4, 'project_id': '7a4391071c5940c79e426dc1a3be6177', 'subnets': [{'id': 'f66876c7-d3ed-4f86-9cff-283b6f88dfb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:51:48.112489 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c33f13-09e2-40b9-b808-a4e901dd9134 admin admin] Made reservation on behalf of 1e0ef6dfa34b4b81b060cb500b9d6fe9 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:48.117221 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-50c33f13-09e2-40b9-b808-a4e901dd9134 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:48.174368 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-80ab554c-52fe-4136-85f6-6d078efac47d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:48.231068 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-07b30a4a-0ab9-40db-ab47-e05131a83d4b admin admin] Deleting port 000b58aa-c770-46f8-9b35-2ff15f9d502e {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:51:48.231467 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-07b30a4a-0ab9-40db-ab47-e05131a83d4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:48.286692 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-ccf8081a-dc86-474a-9088-af8d6744e435 service neutron] 10.222.0.64 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628271 Jul 07 20:51:48.288811 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-80ab554c-52fe-4136-85f6-6d078efac47d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:48.295245 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ab554c-52fe-4136-85f6-6d078efac47d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:48.296086 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-80ab554c-52fe-4136-85f6-6d078efac47d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:48.389334 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-07b30a4a-0ab9-40db-ab47-e05131a83d4b admin admin] For port 000b58aa-c770-46f8-9b35-2ff15f9d502e, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=000b58aa-c770-46f8-9b35-2ff15f9d502e,segment=NetworkSegment(aaff765e-b21c-4ac5-bd47-02eb6b015550),segment_id=aaff765e-b21c-4ac5-bd47-02eb6b015550)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:48.389850 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-07b30a4a-0ab9-40db-ab47-e05131a83d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:48.415266 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-07b30a4a-0ab9-40db-ab47-e05131a83d4b admin admin] Calling delete_port for 000b58aa-c770-46f8-9b35-2ff15f9d502e owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:51:48.430651 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device d08268eb-098d-48cf-b467-d8b20280a8c6 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:48.516600 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0f3a-7cd6-4666-b3c5-35db3462f92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:48.517174 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port d08268eb-098d-48cf-b467-d8b20280a8c6 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:48.521795 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port d08268eb-098d-48cf-b467-d8b20280a8c6 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:48.522362 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:48.530556 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0f3a-7cd6-4666-b3c5-35db3462f92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:48.575913 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7ddf0f3a-7cd6-4666-b3c5-35db3462f92f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fb0fad433b6c4f7b8cbfc35b0b4810fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9155180 Jul 07 20:51:48.583230 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-80ab554c-52fe-4136-85f6-6d078efac47d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0163286 Jul 07 20:51:48.583900 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40048) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:48.584235 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40050) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:48.600420 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-857c5de6-3f7c-47d5-aba7-a0e616aba4be tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Request body: {'subnet': {'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:48.609314 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-50c33f13-09e2-40b9-b808-a4e901dd9134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:48.650093 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:48.680592 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab44be9-3c8d-4ebe-9ba3-472854a49f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08268eb-098d-48cf-b467-d8b20280a8c6'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:51:48.683297 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c3f89e-9a41-4d97-b034-3975b4950386" -d '{"events": [{"server_uuid": "8ab44be9-3c8d-4ebe-9ba3-472854a49f94", "name": "network-vif-plugged", "status": "completed", "tag": "d08268eb-098d-48cf-b467-d8b20280a8c6"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:51:48.690454 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b5cd25d-a671-42cd-b126-766ef41a2e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:48.699210 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port d08268eb-098d-48cf-b467-d8b20280a8c6, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=d08268eb-098d-48cf-b467-d8b20280a8c6,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:48.703398 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:48.708973 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab554c-52fe-4136-85f6-6d078efac47d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event updated for resources: {'Network': ['ID=c00e2957-f59e-485b-9c29-168f84e55d6e,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:48.725072 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-665cd31a-0034-463c-9789-0aa91b94a5f7 service neutron] 10.222.0.64 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252374 Jul 07 20:51:48.758279 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf0f3a-7cd6-4666-b3c5-35db3462f92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e52e0ec-3297-4820-a263-b391f6ecd65b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:48.788649 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c33f13-09e2-40b9-b808-a4e901dd9134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c342036-81d4-43bc-acfc-49f213cde220,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:48.837398 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=d08268eb-098d-48cf-b467-d8b20280a8c6,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:48.839061 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c33f13-09e2-40b9-b808-a4e901dd9134 admin admin] Checking segment: {'id': 'baa52f0a-13f7-46a8-b085-44f9de0259e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '21c93144-b264-4039-8736-74bdcfd32782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:48.839652 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c33f13-09e2-40b9-b808-a4e901dd9134 admin admin] Network hostable DHCP agents. Network: 21c93144-b264-4039-8736-74bdcfd32782, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:51:48.847307 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network c00e2957-f59e-485b-9c29-168f84e55d6e details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:51:48.879722 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c33f13-09e2-40b9-b808-a4e901dd9134 admin admin] Network 21c93144-b264-4039-8736-74bdcfd32782 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:51:48.911234 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-50c33f13-09e2-40b9-b808-a4e901dd9134 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 21c93144-b264-4039-8736-74bdcfd32782) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:48.918902 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c33f13-09e2-40b9-b808-a4e901dd9134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:48.919517 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-50c33f13-09e2-40b9-b808-a4e901dd9134 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:48.944122 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-07b30a4a-0ab9-40db-ab47-e05131a83d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:48.988945 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b30a4a-0ab9-40db-ab47-e05131a83d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=000b58aa-c770-46f8-9b35-2ff15f9d502e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:49.017424 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04851b7a-8b84-4d49-aebc-541cb44b5328 x-openstack-request-id: req-04851b7a-8b84-4d49-aebc-541cb44b5328 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:51:49.017873 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab44be9-3c8d-4ebe-9ba3-472854a49f94", "name": "network-vif-plugged", "status": "completed", "tag": "d08268eb-098d-48cf-b467-d8b20280a8c6", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:51:49.018228 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04851b7a-8b84-4d49-aebc-541cb44b5328 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:51:49.018731 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab44be9-3c8d-4ebe-9ba3-472854a49f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08268eb-098d-48cf-b467-d8b20280a8c6', 'code': 200} Jul 07 20:51:49.025338 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5d9328-0ba5-4489-be92-fc8aa646e743 None None] Network 21c93144-b264-4039-8736-74bdcfd32782 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:51:49.129634 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-09aac659-e399-458e-9616-03500cfe6b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:49.187282 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a02811f2-972d-4b82-af0b-b701951834de req-69bc6765-a1ef-4b50-b142-62f97b067e9e tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 210 time: 0.1274540 Jul 07 20:51:49.212534 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857c5de6-3f7c-47d5-aba7-a0e616aba4be tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Made reservation on behalf of 859c780e1e8746908f85dc4bc22ba62e for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:49.216507 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-857c5de6-3f7c-47d5-aba7-a0e616aba4be tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:49.229249 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-50c33f13-09e2-40b9-b808-a4e901dd9134 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2465229 Jul 07 20:51:49.245408 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40062) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:49.264257 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-417662378-router', 'tenant_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:49.282145 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-09aac659-e399-458e-9616-03500cfe6b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:49.452860 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e8abe7-c199-481a-a9b5-34185c990cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-21c93144-b264-4039-8736-74bdcfd32782', 'network_id': '21c93144-b264-4039-8736-74bdcfd32782', 'tenant_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'fixed_ips': [{'subnet_id': '1c342036-81d4-43bc-acfc-49f213cde220'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:51:49.454155 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-09aac659-e399-458e-9616-03500cfe6b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:49.455273 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-67e8abe7-c199-481a-a9b5-34185c990cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:49.460647 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-09aac659-e399-458e-9616-03500cfe6b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:49.461855 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-09aac659-e399-458e-9616-03500cfe6b2f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e52e0ec-3297-4820-a263-b391f6ecd65b HTTP/1.1" status: 204 len: 168 time: 0.8678882 Jul 07 20:51:49.487177 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c903986b-c490-47ec-b3b9-d063531cdfb7 req-22e26de9-7e09-4c05-bb92-8e10c973857f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:49.489607 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c903986b-c490-47ec-b3b9-d063531cdfb7 req-22e26de9-7e09-4c05-bb92-8e10c973857f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 950 time: 0.6152689 Jul 07 20:51:49.537634 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-07b30a4a-0ab9-40db-ab47-e05131a83d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:49.562667 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aac659-e399-458e-9616-03500cfe6b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e52e0ec-3297-4820-a263-b391f6ecd65b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:49.637585 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09695fe7-805b-4a56-a234-e5fa57e0472c req-ad4de9d3-b16d-4bed-8906-a3f990588d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:49.639880 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-09695fe7-805b-4a56-a234-e5fa57e0472c req-ad4de9d3-b16d-4bed-8906-a3f990588d21 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 1102 time: 0.5398784 Jul 07 20:51:49.672266 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ddb8aac7-3b92-4381-bb1c-e9b48fb946f5 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:49.693785 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:49.694818 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:49.702644 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-09695fe7-805b-4a56-a234-e5fa57e0472c req-75d79cba-ab14-4506-8d93-9249094fd8cf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481055 Jul 07 20:51:49.766075 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:49.798156 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5cd25d-a671-42cd-b126-766ef41a2e77 admin admin] Router 0ada6084-d81d-41ff-8872-b4ae2e4b0278 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:51:49.827629 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c903986b-c490-47ec-b3b9-d063531cdfb7 req-d9f78784-5deb-4094-a223-d78d2e9e6313 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033993 Jul 07 20:51:49.862250 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:49.877189 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:49.931946 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port ddb8aac7-3b92-4381-bb1c-e9b48fb946f5 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:49.941795 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port ddb8aac7-3b92-4381-bb1c-e9b48fb946f5 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:49.942596 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:49.979531 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-67e8abe7-c199-481a-a9b5-34185c990cdc None None] Allocated IP 172.20.0.2 (21c93144-b264-4039-8736-74bdcfd32782/1c342036-81d4-43bc-acfc-49f213cde220/a071697d-8bb8-450b-add1-735009049716) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:50.089056 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:50.174173 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:50.194559 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-857c5de6-3f7c-47d5-aba7-a0e616aba4be tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:50.230325 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5cd25d-a671-42cd-b126-766ef41a2e77 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:51:50.268619 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] Sync routers for ids ['0ada6084-d81d-41ff-8872-b4ae2e4b0278'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:51:50.277590 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port ddb8aac7-3b92-4381-bb1c-e9b48fb946f5, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ddb8aac7-3b92-4381-bb1c-e9b48fb946f5,segment=NetworkSegment(3798d3ff-5155-4660-9dee-f7dddc93eb7e),segment_id=3798d3ff-5155-4660-9dee-f7dddc93eb7e)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:50.291454 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:50.296672 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b30a4a-0ab9-40db-ab47-e05131a83d4b admin admin] Router ea6cde6f-5b57-4192-88be-009ef571cec2 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:51:50.314469 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c5de6-3f7c-47d5-aba7-a0e616aba4be tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event updated for resources: {'Subnet': ['ID=5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:50.319514 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] Routers {'0ada6084-d81d-41ff-8872-b4ae2e4b0278'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:50.319514 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:51:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0ada6084-d81d-41ff-8872-b4ae2e4b0278'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:50.346939 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b5cd25d-a671-42cd-b126-766ef41a2e77 admin admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:50.356608 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3b5cd25d-a671-42cd-b126-766ef41a2e77 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.0400612 Jul 07 20:51:50.357421 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40084) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:50.428754 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-67e8abe7-c199-481a-a9b5-34185c990cdc None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:50.466151 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-67e8abe7-c199-481a-a9b5-34185c990cdc None None] Transition to ACTIVE for port object a071697d-8bb8-450b-add1-735009049716 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:50.477824 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857c5de6-3f7c-47d5-aba7-a0e616aba4be tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Checking segment: {'id': 'f8abc1d0-3fa7-424f-8190-df378c5aeb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:50.477824 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857c5de6-3f7c-47d5-aba7-a0e616aba4be tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Network hostable DHCP agents. Network: 32fe62b8-a098-45d1-9002-a2d13c738ee9, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:51:50.528969 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-67e8abe7-c199-481a-a9b5-34185c990cdc None None] Transition to ACTIVE for port object a071697d-8bb8-450b-add1-735009049716 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:50.568979 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=ddb8aac7-3b92-4381-bb1c-e9b48fb946f5,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:50.592149 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-67e8abe7-c199-481a-a9b5-34185c990cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:50.648483 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b30a4a-0ab9-40db-ab47-e05131a83d4b admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:51:50.659570 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f9030f-9ff4-4f1d-968d-2293d8acbe23 None None] Sync routers for ids ['ea6cde6f-5b57-4192-88be-009ef571cec2'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:51:50.662262 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-07b30a4a-0ab9-40db-ab47-e05131a83d4b admin admin] 10.222.0.64 "PUT /v2.0/routers/ea6cde6f-5b57-4192-88be-009ef571cec2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9457698 Jul 07 20:51:50.668722 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40094) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:50.670860 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e8abe7-c199-481a-a9b5-34185c990cdc None None] Network 21c93144-b264-4039-8736-74bdcfd32782 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:50.678418 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f9030f-9ff4-4f1d-968d-2293d8acbe23 None None] Routers {'ea6cde6f-5b57-4192-88be-009ef571cec2'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:50.679831 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-73f9030f-9ff4-4f1d-968d-2293d8acbe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:51:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ea6cde6f-5b57-4192-88be-009ef571cec2'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:50.680061 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-67e8abe7-c199-481a-a9b5-34185c990cdc None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:50.689505 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e8abe7-c199-481a-a9b5-34185c990cdc None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:50.694662 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] Set router 0ada6084-d81d-41ff-8872-b4ae2e4b0278 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:50.743947 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8abe7-c199-481a-a9b5-34185c990cdc None None] Pushing event updated for resources: {'Port': ['ID=a071697d-8bb8-450b-add1-735009049716,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:50.776013 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:50.803871 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:51.035932 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-67e8abe7-c199-481a-a9b5-34185c990cdc None None] Attempting to bind port a071697d-8bb8-450b-add1-735009049716 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:51.036515 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-67e8abe7-c199-481a-a9b5-34185c990cdc None None] Attempting to bind port a071697d-8bb8-450b-add1-735009049716 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'baa52f0a-13f7-46a8-b085-44f9de0259e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '21c93144-b264-4039-8736-74bdcfd32782'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:51.036680 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8abe7-c199-481a-a9b5-34185c990cdc None None] Attempting to bind port a071697d-8bb8-450b-add1-735009049716 on network 21c93144-b264-4039-8736-74bdcfd32782 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:51.059620 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8abe7-c199-481a-a9b5-34185c990cdc None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:51.060063 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8abe7-c199-481a-a9b5-34185c990cdc None None] Checking segment: {'id': 'baa52f0a-13f7-46a8-b085-44f9de0259e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '21c93144-b264-4039-8736-74bdcfd32782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:51.060517 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-67e8abe7-c199-481a-a9b5-34185c990cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:51.061076 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8abe7-c199-481a-a9b5-34185c990cdc None None] Bound using segment: {'id': 'baa52f0a-13f7-46a8-b085-44f9de0259e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '21c93144-b264-4039-8736-74bdcfd32782'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:51.067627 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-67e8abe7-c199-481a-a9b5-34185c990cdc None None] Bound port: a071697d-8bb8-450b-add1-735009049716, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa52f0a-13f7-46a8-b085-44f9de0259e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '21c93144-b264-4039-8736-74bdcfd32782'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:51.068261 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-67e8abe7-c199-481a-a9b5-34185c990cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:51.163191 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bb702455-a51d-42b9-af0e-e435e139e9c0 req-6f60ad67-7fe3-4aa7-b693-f381efacdd14 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 210 time: 0.6871529 Jul 07 20:51:51.181710 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-73f9030f-9ff4-4f1d-968d-2293d8acbe23 None None] Set router ea6cde6f-5b57-4192-88be-009ef571cec2 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:51.209673 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857c5de6-3f7c-47d5-aba7-a0e616aba4be tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Network 32fe62b8-a098-45d1-9002-a2d13c738ee9 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:51:51.286518 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-857c5de6-3f7c-47d5-aba7-a0e616aba4be tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 32fe62b8-a098-45d1-9002-a2d13c738ee9) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:51.303712 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857c5de6-3f7c-47d5-aba7-a0e616aba4be tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:51.304338 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-857c5de6-3f7c-47d5-aba7-a0e616aba4be tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:51.325686 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bf3ef1-b188-4132-b707-8373c2c387b9 None None] Network 32fe62b8-a098-45d1-9002-a2d13c738ee9 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:51:51.327837 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ddb8aac7-3b92-4381-bb1c-e9b48fb946f5 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:51.451944 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-857c5de6-3f7c-47d5-aba7-a0e616aba4be tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8564572 Jul 07 20:51:51.456445 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-67e8abe7-c199-481a-a9b5-34185c990cdc None None] For port a071697d-8bb8-450b-add1-735009049716, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:51.469476 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23339496-5267-4b1a-83c4-7e74f971f9ab req-9fc151c0-0cc7-4485-952c-67aa5ca5718f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:51.481912 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-23339496-5267-4b1a-83c4-7e74f971f9ab req-9fc151c0-0cc7-4485-952c-67aa5ca5718f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 950 time: 0.2923594 Jul 07 20:51:51.483760 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40104) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:51.495135 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-67e8abe7-c199-481a-a9b5-34185c990cdc None None] For port a071697d-8bb8-450b-add1-735009049716, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a071697d-8bb8-450b-add1-735009049716,segment=NetworkSegment(baa52f0a-13f7-46a8-b085-44f9de0259e3),segment_id=baa52f0a-13f7-46a8-b085-44f9de0259e3)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:51.505677 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-67e8abe7-c199-481a-a9b5-34185c990cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:51.559262 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-62cda810-8566-477d-b3cc-ebf0d802ec12 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Request body: {'subnet': {'network_id': 'c00e2957-f59e-485b-9c29-168f84e55d6e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:51.630029 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ada6084-d81d-41ff-8872-b4ae2e4b0278', 'name': 'tempest-ServerRescueNegativeTestJSON-1181875170-router', 'tenant_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '78f33e23-56a8-4bbd-b80e-bf35f3724c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:44Z', 'updated_at': '2021-07-07T20:51:47Z', 'revision_number': 3, 'project_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'gw_port': {'id': '78f33e23-56a8-4bbd-b80e-bf35f3724c9c', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ada6084-d81d-41ff-8872-b4ae2e4b0278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:51.632384 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port ddb8aac7-3b92-4381-bb1c-e9b48fb946f5 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:51.632819 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:51.640981 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8abe7-c199-481a-a9b5-34185c990cdc None None] Pushing event updated for resources: {'Port': ['ID=a071697d-8bb8-450b-add1-735009049716,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:51.657349 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-23339496-5267-4b1a-83c4-7e74f971f9ab req-4ea9c864-3111-49ef-847d-e37f7e13b03a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689835 Jul 07 20:51:51.714476 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] Checking router: 0ada6084-d81d-41ff-8872-b4ae2e4b0278 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:51:51.714912 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] Updating router 0ada6084-d81d-41ff-8872-b4ae2e4b0278 port 78f33e23-56a8-4bbd-b80e-bf35f3724c9c binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:51:51.739932 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-73f9030f-9ff4-4f1d-968d-2293d8acbe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:51:48Z', 'revision_number': 5, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:51.810574 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f9030f-9ff4-4f1d-968d-2293d8acbe23 None None] Checking router: ea6cde6f-5b57-4192-88be-009ef571cec2 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:51:51.816846 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f3fcb0-a598-4a7b-ba6f-db2a0e043994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-32fe62b8-a098-45d1-9002-a2d13c738ee9', 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'fixed_ips': [{'subnet_id': '5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:51:51.818007 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-97f3fcb0-a598-4a7b-ba6f-db2a0e043994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:51.829608 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:51.831454 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f9030f-9ff4-4f1d-968d-2293d8acbe23 None None] Routers {'ea6cde6f-5b57-4192-88be-009ef571cec2'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:51.833155 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-73f9030f-9ff4-4f1d-968d-2293d8acbe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:51:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ea6cde6f-5b57-4192-88be-009ef571cec2'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:51.997627 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-73f9030f-9ff4-4f1d-968d-2293d8acbe23 None None] Set router ea6cde6f-5b57-4192-88be-009ef571cec2 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:52.062747 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bd8eb958-1f2a-4491-a236-ae5649cb2c3f admin admin] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:52.117161 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-730f938d-7e80-4264-95e9-7ff4b56a62cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:52.175303 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Allocated IP 172.25.5.212 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/837773b6-2dca-40aa-9902-9d7855956439) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:52.184603 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-f52e0a84-1edd-4256-a8fb-a471b2079cd4 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:52.186608 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-f52e0a84-1edd-4256-a8fb-a471b2079cd4 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.58 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 808 time: 0.6832318 Jul 07 20:51:52.211971 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-e6a3e763-1b9f-4731-bea5-bb4b6dcd02d3 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Request body: {'port': {'device_id': 'ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d', 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136', 'admin_state_up': True, 'tenant_id': '65fae3fefbe64254998437b5d4795dfb'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:52.250096 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40120) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:52.251276 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cda810-8566-477d-b3cc-ebf0d802ec12 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Made reservation on behalf of 859c780e1e8746908f85dc4bc22ba62e for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:52.255683 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62cda810-8566-477d-b3cc-ebf0d802ec12 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:52.328260 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-73f9030f-9ff4-4f1d-968d-2293d8acbe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:51:48Z', 'revision_number': 5, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:52.393326 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f9030f-9ff4-4f1d-968d-2293d8acbe23 None None] The sync data for ids ['ea6cde6f-5b57-4192-88be-009ef571cec2'] in n-d-695189-11 is: [{'id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'name': 'tempest-FloatingIPsAssociationTestJSON-409434961-router', 'tenant_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44'}], 'enable_snat': True}, 'gw_port_id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:49:53Z', 'updated_at': '2021-07-07T20:51:48Z', 'revision_number': 5, 'project_id': 'c5ecdc93a1ea491aaf71d58b3b9d68f7', 'gw_port': {'id': 'cde71b0d-791f-4a81-86f2-d2d9e6941206', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6cde6f-5b57-4192-88be-009ef571cec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:49:54Z', 'updated_at': '2021-07-07T20:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:51:52.469249 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-97f3fcb0-a598-4a7b-ba6f-db2a0e043994 None None] Allocated IP 10.1.1.2 (32fe62b8-a098-45d1-9002-a2d13c738ee9/5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e/5ecfa613-4441-4b88-934a-d8c30210d77a) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:52.530917 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-730f938d-7e80-4264-95e9-7ff4b56a62cf admin admin] Allocated IP 172.20.0.1 (f0654f02-22e3-4df8-a677-3833569d53a1/00fddda2-7b2a-4288-a4a2-a75c740a5524/22008acd-fcaa-49ab-a806-44042746c4a8) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:52.561997 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bd8eb958-1f2a-4491-a236-ae5649cb2c3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:52.568318 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-07593cfa-6d96-4da7-9191-2522c56ce32d req-8fc7ae88-1385-4140-a9af-4ce8ce7d4a15 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 210 time: 0.2021708 Jul 07 20:51:52.613824 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d1652ebe-9127-4517-a3af-27248d857abd tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-143904777'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:52.684503 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-97f3fcb0-a598-4a7b-ba6f-db2a0e043994 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:52.702179 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-97f3fcb0-a598-4a7b-ba6f-db2a0e043994 None None] Transition to ACTIVE for port object 5ecfa613-4441-4b88-934a-d8c30210d77a will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:52.711439 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-730f938d-7e80-4264-95e9-7ff4b56a62cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:52.716064 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:52.723186 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-97f3fcb0-a598-4a7b-ba6f-db2a0e043994 None None] Transition to ACTIVE for port object 5ecfa613-4441-4b88-934a-d8c30210d77a will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:52.743758 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-97f3fcb0-a598-4a7b-ba6f-db2a0e043994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:52.803718 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1652ebe-9127-4517-a3af-27248d857abd tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Made reservation on behalf of 3be02c42b4fa4935a8cb78c6c2d2d5c8 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:52.807247 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d1652ebe-9127-4517-a3af-27248d857abd tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:52.812499 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-730f938d-7e80-4264-95e9-7ff4b56a62cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:52.876056 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730f938d-7e80-4264-95e9-7ff4b56a62cf admin admin] Network f0654f02-22e3-4df8-a677-3833569d53a1 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:52.879314 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-730f938d-7e80-4264-95e9-7ff4b56a62cf admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:52.881989 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730f938d-7e80-4264-95e9-7ff4b56a62cf admin admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:52.919027 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f938d-7e80-4264-95e9-7ff4b56a62cf admin admin] Pushing event updated for resources: {'Port': ['ID=22008acd-fcaa-49ab-a806-44042746c4a8,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:52.938348 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d1652ebe-9127-4517-a3af-27248d857abd tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:52.973240 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-e6a3e763-1b9f-4731-bea5-bb4b6dcd02d3 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Made reservation on behalf of 65fae3fefbe64254998437b5d4795dfb for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:52.978640 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-730f938d-7e80-4264-95e9-7ff4b56a62cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:52.981572 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-e6a3e763-1b9f-4731-bea5-bb4b6dcd02d3 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:53.030721 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-bd8eb958-1f2a-4491-a236-ae5649cb2c3f admin admin] Deleting port cde71b0d-791f-4a81-86f2-d2d9e6941206 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:51:53.030843 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bd8eb958-1f2a-4491-a236-ae5649cb2c3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:53.104317 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f3fcb0-a598-4a7b-ba6f-db2a0e043994 None None] Network 32fe62b8-a098-45d1-9002-a2d13c738ee9 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:53.147832 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-97f3fcb0-a598-4a7b-ba6f-db2a0e043994 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:53.156366 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f3fcb0-a598-4a7b-ba6f-db2a0e043994 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:53.165036 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3fcb0-a598-4a7b-ba6f-db2a0e043994 None None] Pushing event updated for resources: {'Port': ['ID=5ecfa613-4441-4b88-934a-d8c30210d77a,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:53.203462 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0c4320-e4fa-4e12-8450-4f5d74e1a90e None None] Network 21c93144-b264-4039-8736-74bdcfd32782 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:51:53.223886 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3e75a-7fe2-4d84-8e92-d19a819e5032 req-ed994579-b472-494a-9d32-dda9d89c2344 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:53.224216 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62cda810-8566-477d-b3cc-ebf0d802ec12 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:53.225490 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-baf3e75a-7fe2-4d84-8e92-d19a819e5032 req-ed994579-b472-494a-9d32-dda9d89c2344 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 950 time: 0.3100688 Jul 07 20:51:53.292478 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:53.294825 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d1652ebe-9127-4517-a3af-27248d857abd tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:53.336098 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-97f3fcb0-a598-4a7b-ba6f-db2a0e043994 None None] Attempting to bind port 5ecfa613-4441-4b88-934a-d8c30210d77a on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:53.336502 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-97f3fcb0-a598-4a7b-ba6f-db2a0e043994 None None] Attempting to bind port 5ecfa613-4441-4b88-934a-d8c30210d77a by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'f8abc1d0-3fa7-424f-8190-df378c5aeb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:53.336892 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f3fcb0-a598-4a7b-ba6f-db2a0e043994 None None] Attempting to bind port 5ecfa613-4441-4b88-934a-d8c30210d77a on network 32fe62b8-a098-45d1-9002-a2d13c738ee9 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:53.347760 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f3fcb0-a598-4a7b-ba6f-db2a0e043994 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:53.348202 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f3fcb0-a598-4a7b-ba6f-db2a0e043994 None None] Checking segment: {'id': 'f8abc1d0-3fa7-424f-8190-df378c5aeb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:53.348719 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-97f3fcb0-a598-4a7b-ba6f-db2a0e043994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:53.349138 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f3fcb0-a598-4a7b-ba6f-db2a0e043994 None None] Bound using segment: {'id': 'f8abc1d0-3fa7-424f-8190-df378c5aeb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:53.350354 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-97f3fcb0-a598-4a7b-ba6f-db2a0e043994 None None] Bound port: 5ecfa613-4441-4b88-934a-d8c30210d77a, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8abc1d0-3fa7-424f-8190-df378c5aeb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:53.350354 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-97f3fcb0-a598-4a7b-ba6f-db2a0e043994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:53.360355 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-baf3e75a-7fe2-4d84-8e92-d19a819e5032 req-3185102d-511b-4159-aa69-ab147fbb4b1b tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862186 Jul 07 20:51:53.361847 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-730f938d-7e80-4264-95e9-7ff4b56a62cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:53.362948 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-89f102f1-57e9-49bc-b0a4-ee9349285ce5 None None] Provisioning for port a071697d-8bb8-450b-add1-735009049716 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:53.374489 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d1652ebe-9127-4517-a3af-27248d857abd tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:53.390789 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a071697d-8bb8-450b-add1-735009049716 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:53.474605 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Pushing event updated for resources: {'Port': ['ID=837773b6-2dca-40aa-9902-9d7855956439,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:53.499475 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:53.499865 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:53.500244 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:53.500575 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:53.500933 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:53.501332 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:53.501715 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:53.502043 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:53.502364 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:53.502683 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:53.503008 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:53.503997 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:51:53.516030 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:53.543091 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:53.548092 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-97f3fcb0-a598-4a7b-ba6f-db2a0e043994 None None] For port 5ecfa613-4441-4b88-934a-d8c30210d77a, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:53.563390 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-97f3fcb0-a598-4a7b-ba6f-db2a0e043994 None None] For port 5ecfa613-4441-4b88-934a-d8c30210d77a, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=5ecfa613-4441-4b88-934a-d8c30210d77a,segment=NetworkSegment(f8abc1d0-3fa7-424f-8190-df378c5aeb49),segment_id=f8abc1d0-3fa7-424f-8190-df378c5aeb49)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:53.574036 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1652ebe-9127-4517-a3af-27248d857abd tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d56cd2bd-e1d3-4f53-9511-51f8ec9d0eda,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:53.585991 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:53.598283 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:53.604813 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-97f3fcb0-a598-4a7b-ba6f-db2a0e043994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:53.608578 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1652ebe-9127-4517-a3af-27248d857abd tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:51:53.612328 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port a071697d-8bb8-450b-add1-735009049716 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:53.617691 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cda810-8566-477d-b3cc-ebf0d802ec12 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event updated for resources: {'Subnet': ['ID=c78532aa-0e3e-4262-a6a3-21fb633c032d,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:53.646066 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port a071697d-8bb8-450b-add1-735009049716 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:53.646576 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:53.656857 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-730f938d-7e80-4264-95e9-7ff4b56a62cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:53.672429 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-730f938d-7e80-4264-95e9-7ff4b56a62cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:53.681426 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] Transition to ACTIVE for port object 78f33e23-56a8-4bbd-b80e-bf35f3724c9c will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:53.689227 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cda810-8566-477d-b3cc-ebf0d802ec12 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Checking segment: {'id': '3c71bb1f-6379-4398-a24d-bfc2b99d5fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c00e2957-f59e-485b-9c29-168f84e55d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:53.689634 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cda810-8566-477d-b3cc-ebf0d802ec12 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Network hostable DHCP agents. Network: c00e2957-f59e-485b-9c29-168f84e55d6e, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:51:53.733595 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:53.792632 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3fcb0-a598-4a7b-ba6f-db2a0e043994 None None] Pushing event updated for resources: {'Port': ['ID=5ecfa613-4441-4b88-934a-d8c30210d77a,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:53.792894 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d1652ebe-9127-4517-a3af-27248d857abd tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:53.793105 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-d1652ebe-9127-4517-a3af-27248d857abd tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Added segment 8f8855bf-7128-4b98-8c8c-6499cf3e504e of type vlan for network 2ac3ebdb-cfb0-4eff-aba4-9eb3bf1c924b Jul 07 20:51:53.795379 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f938d-7e80-4264-95e9-7ff4b56a62cf admin admin] Pushing event updated for resources: {'Port': ['ID=22008acd-fcaa-49ab-a806-44042746c4a8,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:53.861857 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-bd8eb958-1f2a-4491-a236-ae5649cb2c3f admin admin] For port cde71b0d-791f-4a81-86f2-d2d9e6941206, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=cde71b0d-791f-4a81-86f2-d2d9e6941206,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:53.862504 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bd8eb958-1f2a-4491-a236-ae5649cb2c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:53.882114 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-87f18897-8bf1-4972-8a07-8cb6a131bf5e req-27f56f1c-b9bd-4275-ae3b-e0f11aa34d5a tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 210 time: 0.0571911 Jul 07 20:51:53.883950 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-730f938d-7e80-4264-95e9-7ff4b56a62cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:53.887588 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] Attempting to bind port 78f33e23-56a8-4bbd-b80e-bf35f3724c9c on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:53.889076 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] Attempting to bind port 78f33e23-56a8-4bbd-b80e-bf35f3724c9c by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:53.889076 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] Attempting to bind port 78f33e23-56a8-4bbd-b80e-bf35f3724c9c on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:53.924209 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cda810-8566-477d-b3cc-ebf0d802ec12 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Network c00e2957-f59e-485b-9c29-168f84e55d6e is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:51:53.939473 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:53.940004 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:53.941476 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:53.942005 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:53.942896 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] Bound port: 78f33e23-56a8-4bbd-b80e-bf35f3724c9c, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:53.943849 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-bd8eb958-1f2a-4491-a236-ae5649cb2c3f admin admin] Calling delete_port for cde71b0d-791f-4a81-86f2-d2d9e6941206 owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:51:53.944449 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:53.946177 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-62cda810-8566-477d-b3cc-ebf0d802ec12 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, c00e2957-f59e-485b-9c29-168f84e55d6e) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:53.951577 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e9520-6c54-43ac-b111-31d9628a1135 None None] Pushing event updated for resources: {'Port': ['ID=78f33e23-56a8-4bbd-b80e-bf35f3724c9c,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:53.966014 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5464433c-598b-4faf-a92e-700db6c281e7 None None] Network c00e2957-f59e-485b-9c29-168f84e55d6e requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:51:54.140880 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cda810-8566-477d-b3cc-ebf0d802ec12 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:54.141475 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62cda810-8566-477d-b3cc-ebf0d802ec12 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.203036 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-e6a3e763-1b9f-4731-bea5-bb4b6dcd02d3 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Allocated IP 172.20.0.14 (a969003f-4d51-4bc6-945b-910c720df136/e76f85dc-7298-41c1-a5c0-b46924c81a29/98a6e836-2bb7-4379-ac92-f66086a3fa74) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:54.207453 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.274954 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] For port 78f33e23-56a8-4bbd-b80e-bf35f3724c9c, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:54.312739 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca74127-6bb7-4396-a8c3-65789fa6b487 req-273da8c6-459e-4271-90c2-ba50e1889b1d tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:54.320413 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9ca74127-6bb7-4396-a8c3-65789fa6b487 req-273da8c6-459e-4271-90c2-ba50e1889b1d tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 950 time: 0.2705710 Jul 07 20:51:54.336692 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d1652ebe-9127-4517-a3af-27248d857abd tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.353970 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port a071697d-8bb8-450b-add1-735009049716, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a071697d-8bb8-450b-add1-735009049716,segment=NetworkSegment(baa52f0a-13f7-46a8-b085-44f9de0259e3),segment_id=baa52f0a-13f7-46a8-b085-44f9de0259e3)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:54.356084 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] For port 78f33e23-56a8-4bbd-b80e-bf35f3724c9c, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=78f33e23-56a8-4bbd-b80e-bf35f3724c9c,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:54.367159 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.368068 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730f938d-7e80-4264-95e9-7ff4b56a62cf admin admin] Network f0654f02-22e3-4df8-a677-3833569d53a1 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:54.371891 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-36367c3a-5004-4b5e-96f4-fa0c5d1a5379 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4704511 Jul 07 20:51:54.377042 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-62cda810-8566-477d-b3cc-ebf0d802ec12 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8695946 Jul 07 20:51:54.382790 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40144) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:54.386310 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-730f938d-7e80-4264-95e9-7ff4b56a62cf admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:54.398910 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.402489 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-f89361ad-0dc6-4020-94bb-925fbc3b2be8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Request body: {'port': {'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9', 'name': 'tempest-TaggedBootDevicesTest-55293651', 'fixed_ips': [{'subnet_id': '5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e'}]}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:54.440175 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 000b58aa-c770-46f8-9b35-2ff15f9d502e no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:51:54.453899 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9ca74127-6bb7-4396-a8c3-65789fa6b487 req-1cc86797-b831-4ccd-9d65-cca137fe4ce1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324458 Jul 07 20:51:54.522368 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 000b58aa-c770-46f8-9b35-2ff15f9d502e {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:51:54.522741 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 000b58aa-c770-46f8-9b35-2ff15f9d502e not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:51:54.552721 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d1652ebe-9127-4517-a3af-27248d857abd tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.559681 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1652ebe-9127-4517-a3af-27248d857abd tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:54.560405 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d1652ebe-9127-4517-a3af-27248d857abd tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.572061 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.591199 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] Routers {'0ada6084-d81d-41ff-8872-b4ae2e4b0278'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:54.594663 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:51:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0ada6084-d81d-41ff-8872-b4ae2e4b0278'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:54.599712 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d1652ebe-9127-4517-a3af-27248d857abd tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3406117 Jul 07 20:51:54.607679 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40150) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:54.668719 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-bbde9de7-8ff4-4d01-87c1-f2c64e54e1c4 None None] Provisioning complete for port a071697d-8bb8-450b-add1-735009049716 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:54.669159 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bbde9de7-8ff4-4d01-87c1-f2c64e54e1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.748105 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-9729ca91-c5b9-44af-9320-8aa40f3f087f tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Request body: {'network': {'name': 'tempest-network--669611745', 'router:external': True}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:54.760971 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e9520-6c54-43ac-b111-31d9628a1135 None None] Pushing event updated for resources: {'Port': ['ID=78f33e23-56a8-4bbd-b80e-bf35f3724c9c,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:54.777871 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.db.api [None req-f89361ad-0dc6-4020-94bb-925fbc3b2be8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 20:51:54.777871 n-d-695189-11 neutron-server[100448]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 20:51:54.777871 n-d-695189-11 neutron-server[100448]: [parameters: {'project_id_1': '859c780e1e8746908f85dc4bc22ba62e', 'expiration_1': datetime.datetime(2021, 7, 7, 20, 51, 54, 770328)}] Jul 07 20:51:54.777871 n-d-695189-11 neutron-server[100448]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 20:51:54.778317 n-d-695189-11 neutron-server[100448]: DEBUG oslo_db.api [None req-f89361ad-0dc6-4020-94bb-925fbc3b2be8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 20:51:54.784142 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730f938d-7e80-4264-95e9-7ff4b56a62cf admin admin] Router 0ada6084-d81d-41ff-8872-b4ae2e4b0278 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:51:54.806400 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9729ca91-c5b9-44af-9320-8aa40f3f087f tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Made reservation on behalf of 9c964e8c5a48419fb26c4683793a1fc8 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:54.809025 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9729ca91-c5b9-44af-9320-8aa40f3f087f tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.825218 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9729ca91-c5b9-44af-9320-8aa40f3f087f tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.827799 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=a071697d-8bb8-450b-add1-735009049716,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:54.835140 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1652ebe-9127-4517-a3af-27248d857abd tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Pushing event updated for resources: {'Network': ['ID=2ac3ebdb-cfb0-4eff-aba4-9eb3bf1c924b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:54.838331 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbd11d3-d204-47dd-8430-ffb3924f0624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-c00e2957-f59e-485b-9c29-168f84e55d6e', 'network_id': 'c00e2957-f59e-485b-9c29-168f84e55d6e', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'fixed_ips': [{'subnet_id': 'c78532aa-0e3e-4262-a6a3-21fb633c032d'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:51:54.839651 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2fbd11d3-d204-47dd-8430-ffb3924f0624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:54.911676 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 2ac3ebdb-cfb0-4eff-aba4-9eb3bf1c924b details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:51:54.968870 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bd8eb958-1f2a-4491-a236-ae5649cb2c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:55.028293 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8eb958-1f2a-4491-a236-ae5649cb2c3f admin admin] Pushing event deleted for resources: {'Port': ['ID=cde71b0d-791f-4a81-86f2-d2d9e6941206,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:55.116593 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-e6a3e763-1b9f-4731-bea5-bb4b6dcd02d3 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:55.121429 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] Set router 0ada6084-d81d-41ff-8872-b4ae2e4b0278 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:55.174979 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-56249076-2c16-416a-82e9-d67214e80803 req-7aec3c13-5d5a-43f3-aae0-b53fc2e35337 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 210 time: 0.0802922 Jul 07 20:51:55.232062 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730f938d-7e80-4264-95e9-7ff4b56a62cf admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:51:55.245864 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-730f938d-7e80-4264-95e9-7ff4b56a62cf admin admin] 10.222.0.64 "PUT /v2.0/routers/0ada6084-d81d-41ff-8872-b4ae2e4b0278/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8857138 Jul 07 20:51:55.396600 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9729ca91-c5b9-44af-9320-8aa40f3f087f tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:55.422865 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9729ca91-c5b9-44af-9320-8aa40f3f087f tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:55.432592 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a579932-58fa-4a1e-b73d-11eb00d254ad None None] Network 32fe62b8-a098-45d1-9002-a2d13c738ee9 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:51:55.573125 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9729ca91-c5b9-44af-9320-8aa40f3f087f tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:51:55.578067 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89361ad-0dc6-4020-94bb-925fbc3b2be8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Made reservation on behalf of 859c780e1e8746908f85dc4bc22ba62e for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:55.641049 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729ca91-c5b9-44af-9320-8aa40f3f087f tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e8ba1f-aabe-4484-bee9-be8e9263c921,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:55.735819 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9729ca91-c5b9-44af-9320-8aa40f3f087f tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:55.738620 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-9729ca91-c5b9-44af-9320-8aa40f3f087f tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Added segment ba461bc2-af8a-4a75-b5c8-fce0993ff250 of type vlan for network 8fd03f58-f45b-4ef1-893d-f6196f631b61 Jul 07 20:51:55.761533 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a071697d-8bb8-450b-add1-735009049716 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:55.953835 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9729ca91-c5b9-44af-9320-8aa40f3f087f tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:55.967350 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bd8eb958-1f2a-4491-a236-ae5649cb2c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:56.098144 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:56.108081 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f89361ad-0dc6-4020-94bb-925fbc3b2be8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:56.133931 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bd8eb958-1f2a-4491-a236-ae5649cb2c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:56.139522 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-2fbd11d3-d204-47dd-8430-ffb3924f0624 None None] Allocated IP 10.2.2.2 (c00e2957-f59e-485b-9c29-168f84e55d6e/c78532aa-0e3e-4262-a6a3-21fb633c032d/683988d1-7946-48d1-8d12-4cb8df6de36c) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:56.144234 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bd8eb958-1f2a-4491-a236-ae5649cb2c3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:56.182508 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-e6a3e763-1b9f-4731-bea5-bb4b6dcd02d3 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:56.234937 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9729ca91-c5b9-44af-9320-8aa40f3f087f tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:56.238152 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9729ca91-c5b9-44af-9320-8aa40f3f087f tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:56.239105 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9729ca91-c5b9-44af-9320-8aa40f3f087f tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:56.274076 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-f89361ad-0dc6-4020-94bb-925fbc3b2be8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] device_id is not set on port 7bfd1171-204a-4d07-ad3b-40f2a2169c45 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 20:51:56.282910 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bd8eb958-1f2a-4491-a236-ae5649cb2c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:56.284009 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8eb958-1f2a-4491-a236-ae5649cb2c3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea6cde6f-5b57-4192-88be-009ef571cec2 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:51:56.287763 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-e6a3e763-1b9f-4731-bea5-bb4b6dcd02d3 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Network a969003f-4d51-4bc6-945b-910c720df136 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:56.295400 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bd8eb958-1f2a-4491-a236-ae5649cb2c3f admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:56.297100 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bd8eb958-1f2a-4491-a236-ae5649cb2c3f admin admin] 10.222.0.64 "DELETE /v2.0/routers/ea6cde6f-5b57-4192-88be-009ef571cec2 HTTP/1.1" status: 204 len: 168 time: 5.6247211 Jul 07 20:51:56.327683 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40198) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:56.334996 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-e6a3e763-1b9f-4731-bea5-bb4b6dcd02d3 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:56.364036 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-e6a3e763-1b9f-4731-bea5-bb4b6dcd02d3 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:56.415812 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-dd0c2cc5-5c6f-4894-ba43-5ddb8926642c None None] Provisioning for port 5ecfa613-4441-4b88-934a-d8c30210d77a completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:56.420486 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port a071697d-8bb8-450b-add1-735009049716 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:56.421298 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:56.489541 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3e763-1b9f-4731-bea5-bb4b6dcd02d3 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Pushing event updated for resources: {'Port': ['ID=98a6e836-2bb7-4379-ac92-f66086a3fa74,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:56.615039 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0a1f6e-5e5c-4bc8-82d4-f013885f9a34 admin admin] Deleting subnet 71aa915f-97b8-42f5-b575-925f0ac5a27a {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:51:56.619077 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7f0a1f6e-5e5c-4bc8-82d4-f013885f9a34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:56.686900 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7f0a1f6e-5e5c-4bc8-82d4-f013885f9a34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:56.737151 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ada6084-d81d-41ff-8872-b4ae2e4b0278', 'name': 'tempest-ServerRescueNegativeTestJSON-1181875170-router', 'tenant_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '78f33e23-56a8-4bbd-b80e-bf35f3724c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:44Z', 'updated_at': '2021-07-07T20:51:53Z', 'revision_number': 4, 'project_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'gw_port': {'id': '78f33e23-56a8-4bbd-b80e-bf35f3724c9c', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ada6084-d81d-41ff-8872-b4ae2e4b0278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '22008acd-fcaa-49ab-a806-44042746c4a8', 'name': '', 'network_id': 'f0654f02-22e3-4df8-a677-3833569d53a1', 'tenant_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'mac_address': 'fa:16:3e:5e:fc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ada6084-d81d-41ff-8872-b4ae2e4b0278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '00fddda2-7b2a-4288-a4a2-a75c740a5524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:52Z', 'updated_at': '2021-07-07T20:51:53Z', 'revision_number': 2, 'project_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'subnets': [{'id': '00fddda2-7b2a-4288-a4a2-a75c740a5524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:56.743815 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-e6a3e763-1b9f-4731-bea5-bb4b6dcd02d3 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:56.744744 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-e6a3e763-1b9f-4731-bea5-bb4b6dcd02d3 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:56.771118 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-e6a3e763-1b9f-4731-bea5-bb4b6dcd02d3 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5690393 Jul 07 20:51:56.789952 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-7746f90d-513d-4602-abfb-32808e145aa5 service neutron] Request body: {'port': {'device_id': 'ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:56.796132 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2fbd11d3-d204-47dd-8430-ffb3924f0624 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:56.805774 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2fbd11d3-d204-47dd-8430-ffb3924f0624 None None] Transition to ACTIVE for port object 683988d1-7946-48d1-8d12-4cb8df6de36c will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:56.816752 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72591e0b-ee9e-4e44-82ad-cbadc250b011 req-ba2c3e8c-488c-43e2-92de-aaa12d72f4fe tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:56.824020 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72591e0b-ee9e-4e44-82ad-cbadc250b011 req-ba2c3e8c-488c-43e2-92de-aaa12d72f4fe tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 950 time: 1.0130396 Jul 07 20:51:56.831594 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c2e31-93e4-456f-93bc-3f881193de4f None None] The sync data for ids ['0ada6084-d81d-41ff-8872-b4ae2e4b0278'] in n-d-695189-11 is: [{'id': '0ada6084-d81d-41ff-8872-b4ae2e4b0278', 'name': 'tempest-ServerRescueNegativeTestJSON-1181875170-router', 'tenant_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '78f33e23-56a8-4bbd-b80e-bf35f3724c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:44Z', 'updated_at': '2021-07-07T20:51:53Z', 'revision_number': 4, 'project_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'gw_port': {'id': '78f33e23-56a8-4bbd-b80e-bf35f3724c9c', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ada6084-d81d-41ff-8872-b4ae2e4b0278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '22008acd-fcaa-49ab-a806-44042746c4a8', 'name': '', 'network_id': 'f0654f02-22e3-4df8-a677-3833569d53a1', 'tenant_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'mac_address': 'fa:16:3e:5e:fc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ada6084-d81d-41ff-8872-b4ae2e4b0278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '00fddda2-7b2a-4288-a4a2-a75c740a5524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:52Z', 'updated_at': '2021-07-07T20:51:53Z', 'revision_number': 2, 'project_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'subnets': [{'id': '00fddda2-7b2a-4288-a4a2-a75c740a5524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:51:56.893287 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2fbd11d3-d204-47dd-8430-ffb3924f0624 None None] Transition to ACTIVE for port object 683988d1-7946-48d1-8d12-4cb8df6de36c will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:56.902863 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2fbd11d3-d204-47dd-8430-ffb3924f0624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:56.911431 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9729ca91-c5b9-44af-9320-8aa40f3f087f tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.3024116 Jul 07 20:51:56.930832 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40202) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:56.937065 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-7746f90d-513d-4602-abfb-32808e145aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:56.960332 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Router f56142fa-c773-4e11-932e-d99e61308b49 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:51:56.984286 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd11d3-d204-47dd-8430-ffb3924f0624 None None] Pushing event updated for resources: {'Port': ['ID=683988d1-7946-48d1-8d12-4cb8df6de36c,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:57.003875 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbd11d3-d204-47dd-8430-ffb3924f0624 None None] Network c00e2957-f59e-485b-9c29-168f84e55d6e is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:57.007481 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-2fbd11d3-d204-47dd-8430-ffb3924f0624 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:57.010115 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 5ecfa613-4441-4b88-934a-d8c30210d77a up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:57.012022 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbd11d3-d204-47dd-8430-ffb3924f0624 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:57.089429 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-d001c59f-ad97-4b93-903f-075f6a2c3bad tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:57.101240 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-d001c59f-ad97-4b93-903f-075f6a2c3bad tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/networks?id=f0654f02-22e3-4df8-a677-3833569d53a1 HTTP/1.1" status: 200 len: 819 time: 0.9062068 Jul 07 20:51:57.125199 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729ca91-c5b9-44af-9320-8aa40f3f087f tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Pushing event updated for resources: {'Network': ['ID=8fd03f58-f45b-4ef1-893d-f6196f631b61,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:57.142924 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-2fbd11d3-d204-47dd-8430-ffb3924f0624 None None] Attempting to bind port 683988d1-7946-48d1-8d12-4cb8df6de36c on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:51:57.145569 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-2fbd11d3-d204-47dd-8430-ffb3924f0624 None None] Attempting to bind port 683988d1-7946-48d1-8d12-4cb8df6de36c by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '3c71bb1f-6379-4398-a24d-bfc2b99d5fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c00e2957-f59e-485b-9c29-168f84e55d6e'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:51:57.146161 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbd11d3-d204-47dd-8430-ffb3924f0624 None None] Attempting to bind port 683988d1-7946-48d1-8d12-4cb8df6de36c on network c00e2957-f59e-485b-9c29-168f84e55d6e {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:51:57.159342 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 8fd03f58-f45b-4ef1-893d-f6196f631b61 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:51:57.190318 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-69a304fc-750b-4dde-a32f-c27824014e49 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/quotas/0b4ae079cc254c0e8045ba5ea1fe8707 HTTP/1.1" status: 200 len: 375 time: 0.0878315 Jul 07 20:51:57.226932 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72591e0b-ee9e-4e44-82ad-cbadc250b011 req-8fefec3b-6315-438c-87ae-e1178c2e7868 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016151 Jul 07 20:51:57.229020 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbd11d3-d204-47dd-8430-ffb3924f0624 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:51:57.229940 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbd11d3-d204-47dd-8430-ffb3924f0624 None None] Checking segment: {'id': '3c71bb1f-6379-4398-a24d-bfc2b99d5fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c00e2957-f59e-485b-9c29-168f84e55d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:51:57.230638 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2fbd11d3-d204-47dd-8430-ffb3924f0624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:57.231526 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbd11d3-d204-47dd-8430-ffb3924f0624 None None] Bound using segment: {'id': '3c71bb1f-6379-4398-a24d-bfc2b99d5fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c00e2957-f59e-485b-9c29-168f84e55d6e'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:51:57.232467 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-2fbd11d3-d204-47dd-8430-ffb3924f0624 None None] Bound port: 683988d1-7946-48d1-8d12-4cb8df6de36c, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c71bb1f-6379-4398-a24d-bfc2b99d5fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c00e2957-f59e-485b-9c29-168f84e55d6e'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:51:57.234014 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2fbd11d3-d204-47dd-8430-ffb3924f0624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:57.306908 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7f0a1f6e-5e5c-4bc8-82d4-f013885f9a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:57.403229 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62f3e599-ae91-4aed-b5d4-a9c0548ef322 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:57.415924 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-e1d9827f-3f01-46c4-ae3a-82aa07d25820 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b4ae079cc254c0e8045ba5ea1fe8707&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2243869 Jul 07 20:51:57.493626 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:51:57.542464 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-f89361ad-0dc6-4020-94bb-925fbc3b2be8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Allocated IP 10.1.1.53 (32fe62b8-a098-45d1-9002-a2d13c738ee9/5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e/7bfd1171-204a-4d07-ad3b-40f2a2169c45) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:51:57.575618 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] Sync routers for ids ['f56142fa-c773-4e11-932e-d99e61308b49'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:51:57.607128 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 5ecfa613-4441-4b88-934a-d8c30210d77a completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:51:57.632247 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 5ecfa613-4441-4b88-934a-d8c30210d77a triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:57.632759 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:57.634555 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ec1cf7ab-3452-48e3-b1ea-2ffbd7c93734 None None] Provisioning complete for port 5ecfa613-4441-4b88-934a-d8c30210d77a triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:51:57.635045 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ec1cf7ab-3452-48e3-b1ea-2ffbd7c93734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:57.648515 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:57.652476 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-90b46cd5-2ec0-4e5a-9b60-c068c12c8ff6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.3954749 Jul 07 20:51:57.661134 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40204) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:57.667145 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] Routers {'f56142fa-c773-4e11-932e-d99e61308b49'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:51:57.676807 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:51:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['f56142fa-c773-4e11-932e-d99e61308b49'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:57.738796 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-9762cdc6-f0c5-4c2b-ba65-4b3ce42ba7d0 service neutron] 10.222.0.64 "GET /v2.0/networks/f0654f02-22e3-4df8-a677-3833569d53a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215756 Jul 07 20:51:57.809472 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-2fbd11d3-d204-47dd-8430-ffb3924f0624 None None] For port 683988d1-7946-48d1-8d12-4cb8df6de36c, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:51:57.823118 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62f3e599-ae91-4aed-b5d4-a9c0548ef322 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:57.841099 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-62f3e599-ae91-4aed-b5d4-a9c0548ef322 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd03f58-f45b-4ef1-893d-f6196f631b61']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:57.841536 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-2fbd11d3-d204-47dd-8430-ffb3924f0624 None None] For port 683988d1-7946-48d1-8d12-4cb8df6de36c, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=683988d1-7946-48d1-8d12-4cb8df6de36c,segment=NetworkSegment(3c71bb1f-6379-4398-a24d-bfc2b99d5fea),segment_id=3c71bb1f-6379-4398-a24d-bfc2b99d5fea)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:51:57.856621 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7f0a1f6e-5e5c-4bc8-82d4-f013885f9a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:57.866645 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-62f3e599-ae91-4aed-b5d4-a9c0548ef322 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba461bc2-af8a-4a75-b5c8-fce0993ff250') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:57.867066 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-62f3e599-ae91-4aed-b5d4-a9c0548ef322 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba461bc2-af8a-4a75-b5c8-fce0993ff250') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:57.882318 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2fbd11d3-d204-47dd-8430-ffb3924f0624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:57.908712 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62f3e599-ae91-4aed-b5d4-a9c0548ef322 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:57.910071 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac82d9-153c-48d8-903d-c1a08affe531 req-0e995de5-542e-499b-9079-2794160fa3e5 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:57.911686 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9ac82d9-153c-48d8-903d-c1a08affe531 req-0e995de5-542e-499b-9079-2794160fa3e5 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 932 time: 0.4811320 Jul 07 20:51:57.920362 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a1f6e-5e5c-4bc8-82d4-f013885f9a34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71aa915f-97b8-42f5-b575-925f0ac5a27a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:57.951031 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7f0a1f6e-5e5c-4bc8-82d4-f013885f9a34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:57.958462 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4264a963-1eb2-4f0c-875f-e111a3faac48 None None] Network 862b922f-3f8e-403e-939d-5a18a5258b58 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:51:57.960797 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7f0a1f6e-5e5c-4bc8-82d4-f013885f9a34 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/71aa915f-97b8-42f5-b575-925f0ac5a27a HTTP/1.1" status: 204 len: 168 time: 1.6276383 Jul 07 20:51:57.961753 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40206) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:57.996287 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] Set router f56142fa-c773-4e11-932e-d99e61308b49 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:51:58.055939 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-dc3b41d1-b557-4416-bc4d-d32b6a0a1a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:58.058524 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-dc3b41d1-b557-4416-bc4d-d32b6a0a1a98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 1102 time: 0.4763374 Jul 07 20:51:58.068835 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd11d3-d204-47dd-8430-ffb3924f0624 None None] Pushing event updated for resources: {'Port': ['ID=683988d1-7946-48d1-8d12-4cb8df6de36c,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:58.091272 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-f90ea1f7-2039-4ddf-bfd0-2a6fe1045d20 service neutron] 10.222.0.64 "GET /v2.0/networks/f0654f02-22e3-4df8-a677-3833569d53a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511350 Jul 07 20:51:58.102445 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62f3e599-ae91-4aed-b5d4-a9c0548ef322 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:58.136013 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9ac82d9-153c-48d8-903d-c1a08affe531 req-a69e66e7-85e2-459a-8ab9-5b296d12553e tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166536 Jul 07 20:51:58.172464 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f89361ad-0dc6-4020-94bb-925fbc3b2be8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:58.266518 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4c44b56e-8ff6-48b6-a4e7-682693394767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:58.273032 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f3e599-ae91-4aed-b5d4-a9c0548ef322 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:51:58.274231 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62f3e599-ae91-4aed-b5d4-a9c0548ef322 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:51:58.290274 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:51:58.534140 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-f89361ad-0dc6-4020-94bb-925fbc3b2be8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Transition to ACTIVE for port object 7bfd1171-204a-4d07-ad3b-40f2a2169c45 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:58.588841 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62f3e599-ae91-4aed-b5d4-a9c0548ef322 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:58.666127 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f3e599-ae91-4aed-b5d4-a9c0548ef322 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8fd03f58-f45b-4ef1-893d-f6196f631b61 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 20:51:58.668442 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ec1cf7ab-3452-48e3-b1ea-2ffbd7c93734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:58.678943 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62f3e599-ae91-4aed-b5d4-a9c0548ef322 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:58.684175 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-62f3e599-ae91-4aed-b5d4-a9c0548ef322 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] 10.222.0.64 "DELETE /v2.0/networks/8fd03f58-f45b-4ef1-893d-f6196f631b61 HTTP/1.1" status: 204 len: 168 time: 1.7311814 Jul 07 20:51:58.686988 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40214) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:58.708232 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-da9ff414-6733-4463-8d6e-42f2a5804485 req-b7917425-59e8-48f8-b827-a296330f5f0c tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 210 time: 0.0917926 Jul 07 20:51:58.709731 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-af9294e3-9839-4e8a-a879-1a07579f6019 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:58.711677 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:58.760611 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-87571ada-a2ea-4b3a-a932-74d3de72cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:58.762126 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-87571ada-a2ea-4b3a-a932-74d3de72cb9b service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.6733565 Jul 07 20:51:58.782002 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f89361ad-0dc6-4020-94bb-925fbc3b2be8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:58.822772 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-7746f90d-513d-4602-abfb-32808e145aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a6e836-2bb7-4379-ac92-f66086a3fa74 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:51:58.905379 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89361ad-0dc6-4020-94bb-925fbc3b2be8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Network 32fe62b8-a098-45d1-9002-a2d13c738ee9 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:51:58.910039 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9294e3-9839-4e8a-a879-1a07579f6019 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Made reservation on behalf of 9c964e8c5a48419fb26c4683793a1fc8 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:51:58.920252 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-f89361ad-0dc6-4020-94bb-925fbc3b2be8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:51:58.921686 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-af9294e3-9839-4e8a-a879-1a07579f6019 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:58.952958 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89361ad-0dc6-4020-94bb-925fbc3b2be8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:51:58.973261 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3e599-ae91-4aed-b5d4-a9c0548ef322 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Pushing event deleted for resources: {'Network': ['ID=8fd03f58-f45b-4ef1-893d-f6196f631b61,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:59.007441 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89361ad-0dc6-4020-94bb-925fbc3b2be8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event updated for resources: {'Port': ['ID=7bfd1171-204a-4d07-ad3b-40f2a2169c45,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:59.010555 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 5ecfa613-4441-4b88-934a-d8c30210d77a, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=5ecfa613-4441-4b88-934a-d8c30210d77a,segment=NetworkSegment(f8abc1d0-3fa7-424f-8190-df378c5aeb49),segment_id=f8abc1d0-3fa7-424f-8190-df378c5aeb49)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:59.019577 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:59.149180 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-7746f90d-513d-4602-abfb-32808e145aa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:59.198202 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af9294e3-9839-4e8a-a879-1a07579f6019 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:51:59.221308 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2bcc001b-291a-4cb2-b36d-c462d2809cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:59.230750 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.db.api [None req-ec1cf7ab-3452-48e3-b1ea-2ffbd7c93734 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 20:51:59.231193 n-d-695189-11 neutron-server[100449]: DEBUG oslo_db.api [None req-ec1cf7ab-3452-48e3-b1ea-2ffbd7c93734 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 20:51:59.231729 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=5ecfa613-4441-4b88-934a-d8c30210d77a,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:51:59.233466 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-af9294e3-9839-4e8a-a879-1a07579f6019 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:59.233821 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-af9294e3-9839-4e8a-a879-1a07579f6019 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Added segment 679881b6-8210-4aa0-9bf7-283a451b234b of type vlan for network 589f517d-09fa-43c6-9bb7-33d428abc6ab Jul 07 20:51:59.255219 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56142fa-c773-4e11-932e-d99e61308b49', 'name': 'tempest-AttachSCSIVolumeTestJSON-417662378-router', 'tenant_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '837773b6-2dca-40aa-9902-9d7855956439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:49Z', 'updated_at': '2021-07-07T20:51:54Z', 'revision_number': 3, 'project_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'gw_port': {'id': '837773b6-2dca-40aa-9902-9d7855956439', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:13:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56142fa-c773-4e11-932e-d99e61308b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:50Z', 'updated_at': '2021-07-07T20:51:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:51:59.269873 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-4e5b681b-02d8-46ce-8453-31f0e8ab6c2f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d08268eb-098d-48cf-b467-d8b20280a8c6 HTTP/1.1" status: 200 len: 217 time: 0.3945303 Jul 07 20:51:59.299492 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-7746f90d-513d-4602-abfb-32808e145aa5 service neutron] Transition to ACTIVE for port object 98a6e836-2bb7-4379-ac92-f66086a3fa74 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:51:59.345360 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d94dd75-79bc-498b-8a9c-db8a3775d5c0 None None] DHCP port deletion for 862b922f-3f8e-403e-939d-5a18a5258b58 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:51:59.361296 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] Checking router: f56142fa-c773-4e11-932e-d99e61308b49 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:51:59.362264 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] Updating router f56142fa-c773-4e11-932e-d99e61308b49 port 837773b6-2dca-40aa-9902-9d7855956439 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:51:59.388271 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-7746f90d-513d-4602-abfb-32808e145aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:59.452434 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89361ad-0dc6-4020-94bb-925fbc3b2be8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:59.453237 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f89361ad-0dc6-4020-94bb-925fbc3b2be8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:59.515653 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-af9294e3-9839-4e8a-a879-1a07579f6019 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:59.574870 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:51:59.607122 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a96597-5161-4f5c-b440-28bf32030e9f req-38ad1f6a-e8be-4a29-8c29-e2c783d2d1b5 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:59.614201 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-4c44b56e-8ff6-48b6-a4e7-682693394767 admin admin] Deleting port 17433ba6-7386-45e1-90b5-57d30f2d3196 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:51:59.614812 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4c44b56e-8ff6-48b6-a4e7-682693394767 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:59.620348 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99a96597-5161-4f5c-b440-28bf32030e9f req-38ad1f6a-e8be-4a29-8c29-e2c783d2d1b5 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/networks?id=f0654f02-22e3-4df8-a677-3833569d53a1 HTTP/1.1" status: 200 len: 819 time: 0.6767273 Jul 07 20:51:59.640444 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99a96597-5161-4f5c-b440-28bf32030e9f req-a4d48f6e-16a6-4ddf-a317-558af43fa797 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/quotas/0b4ae079cc254c0e8045ba5ea1fe8707 HTTP/1.1" status: 200 len: 375 time: 0.0187619 Jul 07 20:51:59.651413 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbaace-6143-48a5-8a10-f98db00dabb8 req-d48f5bf1-3cd7-410f-8126-791e6315e2ae tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:51:59.653285 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99bbaace-6143-48a5-8a10-f98db00dabb8 req-d48f5bf1-3cd7-410f-8126-791e6315e2ae tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 950 time: 0.8649287 Jul 07 20:51:59.663923 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-74182b51-2bad-4189-87c8-9e64a3c0c323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:59.667973 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f89361ad-0dc6-4020-94bb-925fbc3b2be8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.2740700 Jul 07 20:51:59.698315 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40238) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:51:59.705354 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-a23ecbad-f581-41ca-81c7-cc6fe9878f6d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Request body: {'port': {'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9', 'name': 'tempest-TaggedBootDevicesTest-1127680543', 'fixed_ips': [{'subnet_id': '5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e'}]}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:51:59.766736 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 683988d1-7946-48d1-8d12-4cb8df6de36c up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:51:59.823255 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-4c44b56e-8ff6-48b6-a4e7-682693394767 admin admin] For port 17433ba6-7386-45e1-90b5-57d30f2d3196, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=17433ba6-7386-45e1-90b5-57d30f2d3196,segment=NetworkSegment(aaff765e-b21c-4ac5-bd47-02eb6b015550),segment_id=aaff765e-b21c-4ac5-bd47-02eb6b015550)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:51:59.823974 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4c44b56e-8ff6-48b6-a4e7-682693394767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:59.847275 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-4c44b56e-8ff6-48b6-a4e7-682693394767 admin admin] Calling delete_port for 17433ba6-7386-45e1-90b5-57d30f2d3196 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:51:59.922190 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9658d4f-f024-4339-94cc-ee1f99058789 None None] Network c00e2957-f59e-485b-9c29-168f84e55d6e requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:51:59.945336 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:51:59.973815 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.db.resource_extend [None req-af9294e3-9839-4e8a-a879-1a07579f6019 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 20:51:59.994708 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99bbaace-6143-48a5-8a10-f98db00dabb8 req-5f672ae9-9c2a-47a6-b3fe-93bee6e4933f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143845 Jul 07 20:52:00.002403 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746f90d-513d-4602-abfb-32808e145aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=98a6e836-2bb7-4379-ac92-f66086a3fa74,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:00.007822 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-db350375-cf3d-48d2-94cf-42407884f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:00.009623 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-db350375-cf3d-48d2-94cf-42407884f1fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.6417501 Jul 07 20:52:00.083960 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4c44b56e-8ff6-48b6-a4e7-682693394767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.124622 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a14655a-e6b4-458f-a554-cada922c16bd req-01e170cc-a500-4955-900f-10d92b67c11c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3092527 Jul 07 20:52:00.151972 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23ecbad-f581-41ca-81c7-cc6fe9878f6d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Made reservation on behalf of 859c780e1e8746908f85dc4bc22ba62e for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:00.157027 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 683988d1-7946-48d1-8d12-4cb8df6de36c completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:00.158648 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a23ecbad-f581-41ca-81c7-cc6fe9878f6d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.187848 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44b56e-8ff6-48b6-a4e7-682693394767 admin admin] Pushing event deleted for resources: {'Port': ['ID=17433ba6-7386-45e1-90b5-57d30f2d3196,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:00.195255 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99a96597-5161-4f5c-b440-28bf32030e9f req-1916ce04-e65c-4b36-b08e-5f67a149b929 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b4ae079cc254c0e8045ba5ea1fe8707&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5343347 Jul 07 20:52:00.217894 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 78f33e23-56a8-4bbd-b80e-bf35f3724c9c up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:00.288660 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-c515e15d-3fb3-499a-9005-6560fc847c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:00.290678 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-c515e15d-3fb3-499a-9005-6560fc847c39 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2545645 Jul 07 20:52:00.294808 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-af9294e3-9839-4e8a-a879-1a07579f6019 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.296019 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9294e3-9839-4e8a-a879-1a07579f6019 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:00.296809 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-af9294e3-9839-4e8a-a879-1a07579f6019 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.360830 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-a23ecbad-f581-41ca-81c7-cc6fe9878f6d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] device_id is not set on port 35a846e8-0a45-4c06-a6dc-6eac8669665e yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 20:52:00.394592 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1d94dd75-79bc-498b-8a9c-db8a3775d5c0 None None] Deleting port 17433ba6-7386-45e1-90b5-57d30f2d3196 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:52:00.395225 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1d94dd75-79bc-498b-8a9c-db8a3775d5c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.427950 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c44b56e-8ff6-48b6-a4e7-682693394767 admin admin] No DVR routers for this DVR port 17433ba6-7386-45e1-90b5-57d30f2d3196 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:52:00.464647 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-74182b51-2bad-4189-87c8-9e64a3c0c323 admin admin] Allocated IP 172.20.0.1 (21c93144-b264-4039-8736-74bdcfd32782/1c342036-81d4-43bc-acfc-49f213cde220/f6c356ee-6ff9-47ed-bb7c-314905a3768f) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:00.482526 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-af9294e3-9839-4e8a-a879-1a07579f6019 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7836573 Jul 07 20:52:00.483164 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40242) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:00.517675 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a6646b24-b563-4cc9-8c12-312454f7a73c None None] Provisioning for port 7bfd1171-204a-4d07-ad3b-40f2a2169c45 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:00.542655 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d2a5bbb9-66ac-4249-87b6-4ec7db0a14ea tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Request body: {'subnet': {'network_id': '589f517d-09fa-43c6-9bb7-33d428abc6ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:00.559652 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a6646b24-b563-4cc9-8c12-312454f7a73c None None] Provisioning complete for port 7bfd1171-204a-4d07-ad3b-40f2a2169c45 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:00.560403 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a6646b24-b563-4cc9-8c12-312454f7a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.616334 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1d94dd75-79bc-498b-8a9c-db8a3775d5c0 None None] For port 17433ba6-7386-45e1-90b5-57d30f2d3196, host n-d-695189-11, got binding levels [] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:00.617076 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1d94dd75-79bc-498b-8a9c-db8a3775d5c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.625131 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-cd8b66af-1fbf-4271-a9ee-9a865e08b7f7 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099108 Jul 07 20:52:00.650994 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 78f33e23-56a8-4bbd-b80e-bf35f3724c9c completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:00.657012 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1d94dd75-79bc-498b-8a9c-db8a3775d5c0 None None] Calling delete_port for 17433ba6-7386-45e1-90b5-57d30f2d3196 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:52:00.661349 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4c44b56e-8ff6-48b6-a4e7-682693394767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.673096 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9294e3-9839-4e8a-a879-1a07579f6019 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Pushing event updated for resources: {'Network': ['ID=589f517d-09fa-43c6-9bb7-33d428abc6ab,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:00.686773 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.ipam_backend_mixin [None req-1d94dd75-79bc-498b-8a9c-db8a3775d5c0 None None] Port 17433ba6-7386-45e1-90b5-57d30f2d3196 was not found and therefore no delete operation was performed {{(pid=100449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 20:52:00.692503 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-7746f90d-513d-4602-abfb-32808e145aa5 service neutron] Attempting to bind port 98a6e836-2bb7-4379-ac92-f66086a3fa74 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:00.692904 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-7746f90d-513d-4602-abfb-32808e145aa5 service neutron] Attempting to bind port 98a6e836-2bb7-4379-ac92-f66086a3fa74 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:00.693187 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-7746f90d-513d-4602-abfb-32808e145aa5 service neutron] Attempting to bind port 98a6e836-2bb7-4379-ac92-f66086a3fa74 on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:00.723876 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 78f33e23-56a8-4bbd-b80e-bf35f3724c9c triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:00.724124 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.725901 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 589f517d-09fa-43c6-9bb7-33d428abc6ab details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:52:00.731288 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-4c44b56e-8ff6-48b6-a4e7-682693394767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862b922f-3f8e-403e-939d-5a18a5258b58']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:00.736050 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1d94dd75-79bc-498b-8a9c-db8a3775d5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.744377 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a5bbb9-66ac-4249-87b6-4ec7db0a14ea tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Made reservation on behalf of 9c964e8c5a48419fb26c4683793a1fc8 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:00.747021 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2a5bbb9-66ac-4249-87b6-4ec7db0a14ea tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.753599 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-4c44b56e-8ff6-48b6-a4e7-682693394767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaff765e-b21c-4ac5-bd47-02eb6b015550') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:00.753991 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-4c44b56e-8ff6-48b6-a4e7-682693394767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaff765e-b21c-4ac5-bd47-02eb6b015550') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:00.756899 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-7746f90d-513d-4602-abfb-32808e145aa5 service neutron] Port 98a6e836-2bb7-4379-ac92-f66086a3fa74 on network a969003f-4d51-4bc6-945b-910c720df136 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:52:00.756899 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-7746f90d-513d-4602-abfb-32808e145aa5 service neutron] Attempting to bind port 98a6e836-2bb7-4379-ac92-f66086a3fa74 on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:00.777682 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4c44b56e-8ff6-48b6-a4e7-682693394767 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.801578 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4c44b56e-8ff6-48b6-a4e7-682693394767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:00.812871 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-a6646b24-b563-4cc9-8c12-312454f7a73c None None] Port 7bfd1171-204a-4d07-ad3b-40f2a2169c45 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:52:00.843117 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94dd75-79bc-498b-8a9c-db8a3775d5c0 None None] Pushing event deleted for resources: {'Port': ['ID=17433ba6-7386-45e1-90b5-57d30f2d3196,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:00.896361 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d94dd75-79bc-498b-8a9c-db8a3775d5c0 None None] No DVR routers for this DVR port 17433ba6-7386-45e1-90b5-57d30f2d3196 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:52:00.992795 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a6646b24-b563-4cc9-8c12-312454f7a73c None None] Provisioning for port 683988d1-7946-48d1-8d12-4cb8df6de36c completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:01.022131 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a6646b24-b563-4cc9-8c12-312454f7a73c None None] Provisioning complete for port 683988d1-7946-48d1-8d12-4cb8df6de36c triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:01.022788 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a6646b24-b563-4cc9-8c12-312454f7a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:01.058564 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14655a-e6b4-458f-a554-cada922c16bd req-7083950a-a697-4686-9270-4d12bc619e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:01.060892 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a14655a-e6b4-458f-a554-cada922c16bd req-7083950a-a697-4686-9270-4d12bc619e38 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 1101 time: 0.8465281 Jul 07 20:52:01.072930 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99a96597-5161-4f5c-b440-28bf32030e9f req-083e53a2-1ca0-454c-932c-b8646fe87147 service neutron] 10.222.0.64 "GET /v2.0/networks/f0654f02-22e3-4df8-a677-3833569d53a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8690891 Jul 07 20:52:01.147220 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:01.192866 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:01.198196 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 78f33e23-56a8-4bbd-b80e-bf35f3724c9c, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=78f33e23-56a8-4bbd-b80e-bf35f3724c9c,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:01.220276 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:01.244533 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2863b-42d4-445d-96bc-fa54d31b4ad2 req-791ed92d-c2ca-4276-a1fe-03043f78a86e tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:01.251763 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e9a2863b-42d4-445d-96bc-fa54d31b4ad2 req-791ed92d-c2ca-4276-a1fe-03043f78a86e tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 944 time: 0.8274119 Jul 07 20:52:01.263648 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c44b56e-8ff6-48b6-a4e7-682693394767 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:52:01.264681 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4c44b56e-8ff6-48b6-a4e7-682693394767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:52:01.268201 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:52:01.292466 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-7746f90d-513d-4602-abfb-32808e145aa5 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:01.293136 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-7746f90d-513d-4602-abfb-32808e145aa5 service neutron] Checking segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:01.293714 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-7746f90d-513d-4602-abfb-32808e145aa5 service neutron] Bound using segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:01.294329 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-7746f90d-513d-4602-abfb-32808e145aa5 service neutron] Bound port: 98a6e836-2bb7-4379-ac92-f66086a3fa74, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:01.294873 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-7746f90d-513d-4602-abfb-32808e145aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:01.321730 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=78f33e23-56a8-4bbd-b80e-bf35f3724c9c,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:01.331935 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device cde71b0d-791f-4a81-86f2-d2d9e6941206 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:52:01.357849 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] Transition to ACTIVE for port object 837773b6-2dca-40aa-9902-9d7855956439 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:01.370816 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: cde71b0d-791f-4a81-86f2-d2d9e6941206 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:52:01.370816 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device cde71b0d-791f-4a81-86f2-d2d9e6941206 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:52:01.388953 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:01.423080 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-a23ecbad-f581-41ca-81c7-cc6fe9878f6d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Allocated IP 10.1.1.62 (32fe62b8-a098-45d1-9002-a2d13c738ee9/5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e/35a846e8-0a45-4c06-a6dc-6eac8669665e) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:01.483921 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a6646b24-b563-4cc9-8c12-312454f7a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:01.509686 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-74182b51-2bad-4189-87c8-9e64a3c0c323 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:01.516796 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-2f3b1eec-20e5-4642-8af7-fa12f767857d service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8692896 Jul 07 20:52:01.559807 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-a6646b24-b563-4cc9-8c12-312454f7a73c None None] For port 683988d1-7946-48d1-8d12-4cb8df6de36c, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=683988d1-7946-48d1-8d12-4cb8df6de36c,segment=NetworkSegment(3c71bb1f-6379-4398-a24d-bfc2b99d5fea),segment_id=3c71bb1f-6379-4398-a24d-bfc2b99d5fea)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:01.561514 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea4ee1-99dd-4380-9a27-9512f3a776e2 None None] Pushing event updated for resources: {'Port': ['ID=837773b6-2dca-40aa-9902-9d7855956439,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:01.569996 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e9a2863b-42d4-445d-96bc-fa54d31b4ad2 req-1c379302-10f5-46b8-ad5c-99d35e9c07ef tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170447 Jul 07 20:52:01.574916 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a6646b24-b563-4cc9-8c12-312454f7a73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:01.605109 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 78f33e23-56a8-4bbd-b80e-bf35f3724c9c up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:01.671494 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4c44b56e-8ff6-48b6-a4e7-682693394767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:01.679246 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] Attempting to bind port 837773b6-2dca-40aa-9902-9d7855956439 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:01.683187 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4c44b56e-8ff6-48b6-a4e7-682693394767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:01.686322 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] Attempting to bind port 837773b6-2dca-40aa-9902-9d7855956439 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:01.687012 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] Attempting to bind port 837773b6-2dca-40aa-9902-9d7855956439 on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:01.695031 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4c44b56e-8ff6-48b6-a4e7-682693394767 admin admin] 10.222.0.64 "DELETE /v2.0/networks/862b922f-3f8e-403e-939d-5a18a5258b58 HTTP/1.1" status: 204 len: 168 time: 3.7232020 Jul 07 20:52:01.701051 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:01.702196 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:01.702900 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:01.703725 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:01.704768 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] Bound port: 837773b6-2dca-40aa-9902-9d7855956439, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:01.705459 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:01.757065 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44b56e-8ff6-48b6-a4e7-682693394767 admin admin] Pushing event deleted for resources: {'Network': ['ID=862b922f-3f8e-403e-939d-5a18a5258b58,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:01.799181 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] For port 837773b6-2dca-40aa-9902-9d7855956439, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:01.815790 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] For port 837773b6-2dca-40aa-9902-9d7855956439, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=837773b6-2dca-40aa-9902-9d7855956439,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:01.816850 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-7746f90d-513d-4602-abfb-32808e145aa5 service neutron] For port 98a6e836-2bb7-4379-ac92-f66086a3fa74, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:01.830122 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-74182b51-2bad-4189-87c8-9e64a3c0c323 admin admin] Transition to ACTIVE for port object f6c356ee-6ff9-47ed-bb7c-314905a3768f will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:01.848114 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:01.904316 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-7746f90d-513d-4602-abfb-32808e145aa5 service neutron] For port 98a6e836-2bb7-4379-ac92-f66086a3fa74, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=98a6e836-2bb7-4379-ac92-f66086a3fa74,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:01.918026 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-7746f90d-513d-4602-abfb-32808e145aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:02.003784 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-7746f90d-513d-4602-abfb-32808e145aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:02.004631 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-7746f90d-513d-4602-abfb-32808e145aa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:02.006722 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-7746f90d-513d-4602-abfb-32808e145aa5 service neutron] 10.222.0.58 "PUT /v2.0/ports/98a6e836-2bb7-4379-ac92-f66086a3fa74 HTTP/1.1" status: 200 len: 1093 time: 5.2244642 Jul 07 20:52:02.007610 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d', 'tag': '98a6e836-2bb7-4379-ac92-f66086a3fa74'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:52:02.013152 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3755784d-4811-4bbf-bcea-2e3890c3ead0" -d '{"events": [{"name": "network-changed", "server_uuid": "ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d", "tag": "98a6e836-2bb7-4379-ac92-f66086a3fa74"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:52:02.044791 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d26058ff-95f6-4607-a772-25cc1fb46288 None None] Provisioning complete for port 683988d1-7946-48d1-8d12-4cb8df6de36c triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:02.045166 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d26058ff-95f6-4607-a772-25cc1fb46288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:02.047398 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6646b24-b563-4cc9-8c12-312454f7a73c None None] Pushing event updated for resources: {'Port': ['ID=683988d1-7946-48d1-8d12-4cb8df6de36c,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:02.069625 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b7649b67-9ea2-4177-bd12-cf0c66aed1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:02.118386 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:02.126645 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99a96597-5161-4f5c-b440-28bf32030e9f req-2c7a07d9-8629-45e7-a613-926afd0b6e34 service neutron] 10.222.0.64 "GET /v2.0/networks/f0654f02-22e3-4df8-a677-3833569d53a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0347414 Jul 07 20:52:02.128899 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] Sync routers for ids ['0ada6084-d81d-41ff-8872-b4ae2e4b0278'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:52:02.138959 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] Routers {'0ada6084-d81d-41ff-8872-b4ae2e4b0278'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:52:02.140927 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14655a-e6b4-458f-a554-cada922c16bd req-1a7b6b07-e858-42c5-949c-11bde219b373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:02.142205 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:52:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0ada6084-d81d-41ff-8872-b4ae2e4b0278'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:02.143998 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a14655a-e6b4-458f-a554-cada922c16bd req-1a7b6b07-e858-42c5-949c-11bde219b373 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 1.0085442 Jul 07 20:52:02.163311 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40252) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:02.174816 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] Routers {'f56142fa-c773-4e11-932e-d99e61308b49'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:52:02.176195 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:52:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['f56142fa-c773-4e11-932e-d99e61308b49'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:02.184640 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 78f33e23-56a8-4bbd-b80e-bf35f3724c9c triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:02.185022 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:02.186081 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746f90d-513d-4602-abfb-32808e145aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=98a6e836-2bb7-4379-ac92-f66086a3fa74,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:02.255091 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-74182b51-2bad-4189-87c8-9e64a3c0c323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:02.295030 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea4ee1-99dd-4380-9a27-9512f3a776e2 None None] Pushing event updated for resources: {'Port': ['ID=837773b6-2dca-40aa-9902-9d7855956439,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:02.426928 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] Set router 0ada6084-d81d-41ff-8872-b4ae2e4b0278 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:52:02.438871 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a14655a-e6b4-458f-a554-cada922c16bd req-9e63e4d2-0c64-4cab-aaa7-062384d6a33d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc HTTP/1.1" status: 200 len: 217 time: 0.1987038 Jul 07 20:52:02.442857 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d32736b-a8dc-4efd-b264-37f140307d04 x-openstack-request-id: req-6d32736b-a8dc-4efd-b264-37f140307d04 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:52:02.443157 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d", "tag": "98a6e836-2bb7-4379-ac92-f66086a3fa74", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:52:02.443440 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6d32736b-a8dc-4efd-b264-37f140307d04 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:52:02.445359 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d', 'tag': '98a6e836-2bb7-4379-ac92-f66086a3fa74', 'status': 'completed', 'code': 200} Jul 07 20:52:02.461921 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-83dc0458-428d-417c-a296-70c70805c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:02.463478 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-83dc0458-428d-417c-a296-70c70805c552 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 1096 time: 0.1933572 Jul 07 20:52:02.488488 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] Set router f56142fa-c773-4e11-932e-d99e61308b49 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:52:02.547826 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-339bbaae-edc1-41d4-b4ba-f77426acd554 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98a6e836-2bb7-4379-ac92-f66086a3fa74 HTTP/1.1" status: 200 len: 217 time: 0.0686331 Jul 07 20:52:02.605283 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74182b51-2bad-4189-87c8-9e64a3c0c323 admin admin] Network 21c93144-b264-4039-8736-74bdcfd32782 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:02.618245 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-570eb053-d70e-4fae-9c35-c3bc3a7792ac tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:02.619270 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-570eb053-d70e-4fae-9c35-c3bc3a7792ac tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.58 "GET /v2.0/networks?id=f0654f02-22e3-4df8-a677-3833569d53a1 HTTP/1.1" status: 200 len: 819 time: 0.9633238 Jul 07 20:52:02.623525 n-d-695189-11 neutron-server[100447]: DEBUG neutron.objects.ports [None req-d2a5bbb9-66ac-4249-87b6-4ec7db0a14ea tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100447) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 20:52:02.624053 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2a5bbb9-66ac-4249-87b6-4ec7db0a14ea tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:02.644929 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5bb0e834-3461-4983-8689-02f3fcbf9863 req-1659e8f4-d265-4439-a921-2dc7a1d3e220 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 210 time: 0.1414208 Jul 07 20:52:02.668260 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-74182b51-2bad-4189-87c8-9e64a3c0c323 admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:02.701502 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-29ea5828-5582-4f62-8b41-3d3ae91ca278 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Request body: {'port': {'device_id': '914b2ff7-f848-4b01-abf3-29fab60da266', 'network_id': 'f0654f02-22e3-4df8-a677-3833569d53a1', 'admin_state_up': True, 'tenant_id': '0b4ae079cc254c0e8045ba5ea1fe8707'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:02.740991 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-772107b7-99ad-41d7-98a7-783ea9562d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:02.742479 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-772107b7-99ad-41d7-98a7-783ea9562d6e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e76f85dc-7298-41c1-a5c0-b46924c81a29 HTTP/1.1" status: 200 len: 848 time: 0.1821132 Jul 07 20:52:02.770414 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5bbb9-66ac-4249-87b6-4ec7db0a14ea tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1aad34c8-9680-4e07-87fa-67eba5310ded,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:02.824587 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ada6084-d81d-41ff-8872-b4ae2e4b0278', 'name': 'tempest-ServerRescueNegativeTestJSON-1181875170-router', 'tenant_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '78f33e23-56a8-4bbd-b80e-bf35f3724c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:44Z', 'updated_at': '2021-07-07T20:51:53Z', 'revision_number': 4, 'project_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'gw_port': {'id': '78f33e23-56a8-4bbd-b80e-bf35f3724c9c', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ada6084-d81d-41ff-8872-b4ae2e4b0278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '22008acd-fcaa-49ab-a806-44042746c4a8', 'name': '', 'network_id': 'f0654f02-22e3-4df8-a677-3833569d53a1', 'tenant_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'mac_address': 'fa:16:3e:5e:fc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ada6084-d81d-41ff-8872-b4ae2e4b0278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '00fddda2-7b2a-4288-a4a2-a75c740a5524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:52Z', 'updated_at': '2021-07-07T20:51:53Z', 'revision_number': 2, 'project_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'subnets': [{'id': '00fddda2-7b2a-4288-a4a2-a75c740a5524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:02.830276 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-b019cc41-7b97-4c43-9913-4f031d696fe9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a969003f-4d51-4bc6-945b-910c720df136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778329 Jul 07 20:52:02.833439 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5bbb9-66ac-4249-87b6-4ec7db0a14ea tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Checking segment: {'id': '679881b6-8210-4aa0-9bf7-283a451b234b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '589f517d-09fa-43c6-9bb7-33d428abc6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:02.833812 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a5bbb9-66ac-4249-87b6-4ec7db0a14ea tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Network hostable DHCP agents. Network: 589f517d-09fa-43c6-9bb7-33d428abc6ab, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:52:02.862760 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74182b51-2bad-4189-87c8-9e64a3c0c323 admin admin] Pushing event updated for resources: {'Port': ['ID=f6c356ee-6ff9-47ed-bb7c-314905a3768f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:02.867051 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a04464ad-e855-4c3a-83c5-fdb882f11a14 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5ecdc93a1ea491aaf71d58b3b9d68f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6405373 Jul 07 20:52:02.868636 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14655a-e6b4-458f-a554-cada922c16bd req-e92e0e07-4396-4c47-9ab3-09f52eb54030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:02.870054 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a14655a-e6b4-458f-a554-cada922c16bd req-e92e0e07-4396-4c47-9ab3-09f52eb54030 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.4086649 Jul 07 20:52:02.870852 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74182b51-2bad-4189-87c8-9e64a3c0c323 admin admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:02.879444 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40264) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:02.913999 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] Checking router: 0ada6084-d81d-41ff-8872-b4ae2e4b0278 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:52:02.914746 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] Updating router 0ada6084-d81d-41ff-8872-b4ae2e4b0278 port 22008acd-fcaa-49ab-a806-44042746c4a8 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:52:02.963054 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:03.014697 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 5ecfa613-4441-4b88-934a-d8c30210d77a up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:03.027803 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd536c63-1450-429b-ad7b-49451252a1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:03.029824 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a5bbb9-66ac-4249-87b6-4ec7db0a14ea tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Network 589f517d-09fa-43c6-9bb7-33d428abc6ab is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:52:03.096313 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-d2a5bbb9-66ac-4249-87b6-4ec7db0a14ea tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 589f517d-09fa-43c6-9bb7-33d428abc6ab) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:03.111417 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a5bbb9-66ac-4249-87b6-4ec7db0a14ea tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:03.112818 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2a5bbb9-66ac-4249-87b6-4ec7db0a14ea tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:03.116590 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd536c63-1450-429b-ad7b-49451252a1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:03.119919 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-5724f6aa-f788-42b3-98e7-7ea26dd2de8e service neutron] 10.222.0.58 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834921 Jul 07 20:52:03.137889 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb35734-cc33-4521-ab42-dbd498337ec0 None None] Network 589f517d-09fa-43c6-9bb7-33d428abc6ab requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:52:03.148351 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a23ecbad-f581-41ca-81c7-cc6fe9878f6d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:03.181479 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-a23ecbad-f581-41ca-81c7-cc6fe9878f6d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Transition to ACTIVE for port object 35a846e8-0a45-4c06-a6dc-6eac8669665e will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:03.221723 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 5ecfa613-4441-4b88-934a-d8c30210d77a triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:03.222568 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:03.222698 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f69c5e3c-f730-4738-b6ec-97fa86435dbe req-ef40b0d3-a7af-4711-a946-7fae4ac8389f service neutron] 10.222.0.58 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920062 Jul 07 20:52:03.244795 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d2a5bbb9-66ac-4249-87b6-4ec7db0a14ea tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7059913 Jul 07 20:52:03.250787 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40270) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:03.257136 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-616098a2-d1f4-4865-96c7-c8dab60adfbb tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Request body: {'floatingip': {'floating_network_id': '589f517d-09fa-43c6-9bb7-33d428abc6ab'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:03.259916 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e6d316b9-6008-4ea9-a990-310ca45d7a6b None None] Provisioning for port f6c356ee-6ff9-47ed-bb7c-314905a3768f completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:03.287548 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e6d316b9-6008-4ea9-a990-310ca45d7a6b None None] Provisioning complete for port f6c356ee-6ff9-47ed-bb7c-314905a3768f triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:03.288343 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e6d316b9-6008-4ea9-a990-310ca45d7a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:03.296853 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-74182b51-2bad-4189-87c8-9e64a3c0c323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:03.298669 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-616098a2-d1f4-4865-96c7-c8dab60adfbb tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:03.343137 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-e6d316b9-6008-4ea9-a990-310ca45d7a6b None None] Port f6c356ee-6ff9-47ed-bb7c-314905a3768f cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:52:03.365742 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a23ecbad-f581-41ca-81c7-cc6fe9878f6d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:03.400058 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd536c63-1450-429b-ad7b-49451252a1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:03.403704 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd536c63-1450-429b-ad7b-49451252a1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:03.404964 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fd536c63-1450-429b-ad7b-49451252a1b4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff067910-6f78-4774-9228-0897ea21899a HTTP/1.1" status: 204 len: 168 time: 0.5242522 Jul 07 20:52:03.418876 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56142fa-c773-4e11-932e-d99e61308b49', 'name': 'tempest-AttachSCSIVolumeTestJSON-417662378-router', 'tenant_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '837773b6-2dca-40aa-9902-9d7855956439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:49Z', 'updated_at': '2021-07-07T20:51:54Z', 'revision_number': 3, 'project_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'gw_port': {'id': '837773b6-2dca-40aa-9902-9d7855956439', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:13:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56142fa-c773-4e11-932e-d99e61308b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:50Z', 'updated_at': '2021-07-07T20:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:03.422140 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd536c63-1450-429b-ad7b-49451252a1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff067910-6f78-4774-9228-0897ea21899a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:03.464854 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc98e9be-8a6f-45b6-a558-6aa531ea303a None None] Network 589f517d-09fa-43c6-9bb7-33d428abc6ab requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:52:03.475221 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755784d-4811-4bbf-bcea-2e3890c3ead0 req-01df7eb0-d78c-4e75-b8e7-615fc2d671bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:03.476958 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-3755784d-4811-4bbf-bcea-2e3890c3ead0 req-01df7eb0-d78c-4e75-b8e7-615fc2d671bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 1096 time: 0.1755493 Jul 07 20:52:03.567153 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c7110-b456-4c4c-a106-8f989fffee5b req-8d0e154d-04b9-46a9-b918-84a644ca0119 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:03.573653 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aa1c7110-b456-4c4c-a106-8f989fffee5b req-8d0e154d-04b9-46a9-b918-84a644ca0119 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 950 time: 1.3573802 Jul 07 20:52:03.608434 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-616098a2-d1f4-4865-96c7-c8dab60adfbb tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:03.630103 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:03.633105 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ded1da6-8505-42cd-bb94-1b2825e549d1 None None] The sync data for ids ['f56142fa-c773-4e11-932e-d99e61308b49'] in n-d-695189-11 is: [{'id': 'f56142fa-c773-4e11-932e-d99e61308b49', 'name': 'tempest-AttachSCSIVolumeTestJSON-417662378-router', 'tenant_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '837773b6-2dca-40aa-9902-9d7855956439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:49Z', 'updated_at': '2021-07-07T20:51:54Z', 'revision_number': 3, 'project_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'gw_port': {'id': '837773b6-2dca-40aa-9902-9d7855956439', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:13:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56142fa-c773-4e11-932e-d99e61308b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:50Z', 'updated_at': '2021-07-07T20:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:52:03.720086 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755784d-4811-4bbf-bcea-2e3890c3ead0 req-19e68ed9-588d-443b-a252-65e4f0bec85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:03.723873 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-3755784d-4811-4bbf-bcea-2e3890c3ead0 req-19e68ed9-588d-443b-a252-65e4f0bec85c service neutron] 10.222.0.58 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 909 time: 0.2362149 Jul 07 20:52:03.730955 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ecbad-f581-41ca-81c7-cc6fe9878f6d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event updated for resources: {'Port': ['ID=35a846e8-0a45-4c06-a6dc-6eac8669665e,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:03.750132 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23ecbad-f581-41ca-81c7-cc6fe9878f6d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Network 32fe62b8-a098-45d1-9002-a2d13c738ee9 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:03.763563 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-a23ecbad-f581-41ca-81c7-cc6fe9878f6d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:03.766051 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23ecbad-f581-41ca-81c7-cc6fe9878f6d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:03.829914 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 17433ba6-7386-45e1-90b5-57d30f2d3196 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:52:03.882771 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 17433ba6-7386-45e1-90b5-57d30f2d3196 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:52:03.886124 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:03.888050 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 17433ba6-7386-45e1-90b5-57d30f2d3196 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:52:03.912944 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] Transition to ACTIVE for port object 22008acd-fcaa-49ab-a806-44042746c4a8 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:03.928582 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-3755784d-4811-4bbf-bcea-2e3890c3ead0 req-eb82bbc5-c005-46a5-bb86-2335431a9e2b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98a6e836-2bb7-4379-ac92-f66086a3fa74 HTTP/1.1" status: 200 len: 217 time: 0.1812890 Jul 07 20:52:03.938852 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:03.985037 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-616098a2-d1f4-4865-96c7-c8dab60adfbb tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Allocated IP 172.20.0.2 (589f517d-09fa-43c6-9bb7-33d428abc6ab/1aad34c8-9680-4e07-87fa-67eba5310ded/c1b34e0b-0bbe-43ec-8e8c-99a26d0e7d6b) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:04.043218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474dae2-a387-4c5e-aec4-943d99214f82 req-4434abd8-6869-4f6d-9362-4b0d791edb8d tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:04.066123 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0474dae2-a387-4c5e-aec4-943d99214f82 req-4434abd8-6869-4f6d-9362-4b0d791edb8d tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 944 time: 1.1621120 Jul 07 20:52:04.109843 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 683988d1-7946-48d1-8d12-4cb8df6de36c up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:04.136588 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1428f4-ac05-4490-9974-8c379f224010 None None] Pushing event updated for resources: {'Port': ['ID=22008acd-fcaa-49ab-a806-44042746c4a8,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:04.172720 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755784d-4811-4bbf-bcea-2e3890c3ead0 req-599d593f-b4b8-42c8-a70d-829967538f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:04.174572 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-3755784d-4811-4bbf-bcea-2e3890c3ead0 req-599d593f-b4b8-42c8-a70d-829967538f31 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e76f85dc-7298-41c1-a5c0-b46924c81a29 HTTP/1.1" status: 200 len: 848 time: 0.2304516 Jul 07 20:52:04.276283 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14655a-e6b4-458f-a554-cada922c16bd req-0e74d069-3c7b-49ea-9ba7-9aa1beff1c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:04.284012 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a14655a-e6b4-458f-a554-cada922c16bd req-0e74d069-3c7b-49ea-9ba7-9aa1beff1c7d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.3002121 Jul 07 20:52:04.290221 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] Attempting to bind port 22008acd-fcaa-49ab-a806-44042746c4a8 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:04.290782 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] Attempting to bind port 22008acd-fcaa-49ab-a806-44042746c4a8 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'f8bcc3aa-f863-42ef-9a5d-6ca5e8048648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f0654f02-22e3-4df8-a677-3833569d53a1'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:04.291480 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] Attempting to bind port 22008acd-fcaa-49ab-a806-44042746c4a8 on network f0654f02-22e3-4df8-a677-3833569d53a1 {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:04.298241 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:04.298851 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] Checking segment: {'id': 'f8bcc3aa-f863-42ef-9a5d-6ca5e8048648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f0654f02-22e3-4df8-a677-3833569d53a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:04.300303 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:04.300989 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] Bound using segment: {'id': 'f8bcc3aa-f863-42ef-9a5d-6ca5e8048648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f0654f02-22e3-4df8-a677-3833569d53a1'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:04.301139 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 683988d1-7946-48d1-8d12-4cb8df6de36c triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:04.301454 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:04.301948 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] Bound port: 22008acd-fcaa-49ab-a806-44042746c4a8, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8bcc3aa-f863-42ef-9a5d-6ca5e8048648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f0654f02-22e3-4df8-a677-3833569d53a1'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:04.302670 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:04.307964 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aa1c7110-b456-4c4c-a106-8f989fffee5b req-1168a8af-2b22-481c-a51a-6cbfa3808a0f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6864564 Jul 07 20:52:04.325263 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23ecbad-f581-41ca-81c7-cc6fe9878f6d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:04.325996 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a23ecbad-f581-41ca-81c7-cc6fe9878f6d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:04.341953 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-29ea5828-5582-4f62-8b41-3d3ae91ca278 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Made reservation on behalf of 0b4ae079cc254c0e8045ba5ea1fe8707 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:04.352041 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-29ea5828-5582-4f62-8b41-3d3ae91ca278 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:04.375629 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-616098a2-d1f4-4865-96c7-c8dab60adfbb tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:04.417811 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e84c7046-64ee-4db0-b867-243d65d558ee None None] Provisioning for port 35a846e8-0a45-4c06-a6dc-6eac8669665e completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:04.448245 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-3755784d-4811-4bbf-bcea-2e3890c3ead0 req-e5b66880-8045-4cad-86e9-5df534eb0f09 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a969003f-4d51-4bc6-945b-910c720df136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2443988 Jul 07 20:52:04.460680 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] For port 22008acd-fcaa-49ab-a806-44042746c4a8, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:04.463616 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e84c7046-64ee-4db0-b867-243d65d558ee None None] Provisioning complete for port 35a846e8-0a45-4c06-a6dc-6eac8669665e triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:04.464107 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e84c7046-64ee-4db0-b867-243d65d558ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:04.468737 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] For port 22008acd-fcaa-49ab-a806-44042746c4a8, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=22008acd-fcaa-49ab-a806-44042746c4a8,segment=NetworkSegment(f8bcc3aa-f863-42ef-9a5d-6ca5e8048648),segment_id=f8bcc3aa-f863-42ef-9a5d-6ca5e8048648)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:04.479112 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:04.552063 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0474dae2-a387-4c5e-aec4-943d99214f82 req-9c08a3a9-1fc6-4818-b594-24e6908dbfaa tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842589 Jul 07 20:52:04.553422 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a23ecbad-f581-41ca-81c7-cc6fe9878f6d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.8533003 Jul 07 20:52:04.581406 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1428f4-ac05-4490-9974-8c379f224010 None None] Pushing event updated for resources: {'Port': ['ID=22008acd-fcaa-49ab-a806-44042746c4a8,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:04.636915 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-74182b51-2bad-4189-87c8-9e64a3c0c323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:04.656415 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] Routers {'0ada6084-d81d-41ff-8872-b4ae2e4b0278'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:52:04.659528 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:52:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0ada6084-d81d-41ff-8872-b4ae2e4b0278'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:04.688543 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-616098a2-d1f4-4865-96c7-c8dab60adfbb tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:04.771015 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 98a6e836-2bb7-4379-ac92-f66086a3fa74 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:52:04.822584 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-e84c7046-64ee-4db0-b867-243d65d558ee None None] Port 35a846e8-0a45-4c06-a6dc-6eac8669665e cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:52:04.877424 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616098a2-d1f4-4865-96c7-c8dab60adfbb tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Pushing event updated for resources: {'Port': ['ID=c1b34e0b-0bbe-43ec-8e8c-99a26d0e7d6b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:04.934414 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616098a2-d1f4-4865-96c7-c8dab60adfbb tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Network 589f517d-09fa-43c6-9bb7-33d428abc6ab is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:04.974638 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-16f37248-8193-4413-be68-d23e21e6c24e req-d735255c-a26a-44f6-9276-17a13fc7c0df tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 210 time: 0.1158376 Jul 07 20:52:04.975357 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] Set router 0ada6084-d81d-41ff-8872-b4ae2e4b0278 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:52:04.978534 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-616098a2-d1f4-4865-96c7-c8dab60adfbb tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:04.980209 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a14655a-e6b4-458f-a554-cada922c16bd req-fdc4c6d9-b361-4922-adc7-64d25559e7b4 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6491091 Jul 07 20:52:05.023830 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616098a2-d1f4-4865-96c7-c8dab60adfbb tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:05.130875 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40296) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:05.155908 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-be41c569-46b1-41e8-bbc0-16f277dac34b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2046781389', 'description': 'tempest-description--137054588'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:05.163032 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:05.171258 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40298) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:05.213511 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 98a6e836-2bb7-4379-ac92-f66086a3fa74, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=98a6e836-2bb7-4379-ac92-f66086a3fa74,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:05.215664 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-3755784d-4811-4bbf-bcea-2e3890c3ead0 req-ac647fd7-3d53-4a7d-88c3-71699ee8a9be service neutron] 10.222.0.58 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7652078 Jul 07 20:52:05.263817 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '98a6e836-2bb7-4379-ac92-f66086a3fa74', 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136', 'port_id': '98a6e836-2bb7-4379-ac92-f66086a3fa74', 'mac_address': 'fa:16:3e:fa:8e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e76f85dc-7298-41c1-a5c0-b46924c81a29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:52:05.358722 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:05.382499 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a6e836-2bb7-4379-ac92-f66086a3fa74 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:52:05.419855 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 98a6e836-2bb7-4379-ac92-f66086a3fa74, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=98a6e836-2bb7-4379-ac92-f66086a3fa74,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:05.431262 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:05.538257 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-616098a2-d1f4-4865-96c7-c8dab60adfbb tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:05.572176 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a96597-5161-4f5c-b440-28bf32030e9f req-468d4f71-c40c-4854-97bd-b878d9f509eb tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:05.574531 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-99a96597-5161-4f5c-b440-28bf32030e9f req-468d4f71-c40c-4854-97bd-b878d9f509eb tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.39 "GET /v2.0/networks?id=f0654f02-22e3-4df8-a677-3833569d53a1 HTTP/1.1" status: 200 len: 819 time: 0.6605532 Jul 07 20:52:05.625294 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=98a6e836-2bb7-4379-ac92-f66086a3fa74,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:05.660299 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ada6084-d81d-41ff-8872-b4ae2e4b0278', 'name': 'tempest-ServerRescueNegativeTestJSON-1181875170-router', 'tenant_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '78f33e23-56a8-4bbd-b80e-bf35f3724c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:44Z', 'updated_at': '2021-07-07T20:51:53Z', 'revision_number': 4, 'project_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'gw_port': {'id': '78f33e23-56a8-4bbd-b80e-bf35f3724c9c', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ada6084-d81d-41ff-8872-b4ae2e4b0278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '22008acd-fcaa-49ab-a806-44042746c4a8', 'name': '', 'network_id': 'f0654f02-22e3-4df8-a677-3833569d53a1', 'tenant_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'mac_address': 'fa:16:3e:5e:fc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ada6084-d81d-41ff-8872-b4ae2e4b0278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '00fddda2-7b2a-4288-a4a2-a75c740a5524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:52Z', 'updated_at': '2021-07-07T20:52:04Z', 'revision_number': 4, 'project_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'subnets': [{'id': '00fddda2-7b2a-4288-a4a2-a75c740a5524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:05.695002 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-99a96597-5161-4f5c-b440-28bf32030e9f req-5bdcd960-8962-4483-bf94-10af30ceb675 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Request body: {'port': {'device_id': '57e0d3e7-fbdd-41f2-a712-e48d10cfd928', 'network_id': 'f0654f02-22e3-4df8-a677-3833569d53a1', 'admin_state_up': True, 'tenant_id': '0b4ae079cc254c0e8045ba5ea1fe8707'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:05.731318 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['98a6e836-2bb7-4379-ac92-f66086a3fa74'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:52:05.749688 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-616098a2-d1f4-4865-96c7-c8dab60adfbb tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:05.779054 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a77497-eec5-423f-97de-1ce25129cd43 None None] The sync data for ids ['0ada6084-d81d-41ff-8872-b4ae2e4b0278'] in n-d-695189-11 is: [{'id': '0ada6084-d81d-41ff-8872-b4ae2e4b0278', 'name': 'tempest-ServerRescueNegativeTestJSON-1181875170-router', 'tenant_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '78f33e23-56a8-4bbd-b80e-bf35f3724c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:44Z', 'updated_at': '2021-07-07T20:51:53Z', 'revision_number': 4, 'project_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'gw_port': {'id': '78f33e23-56a8-4bbd-b80e-bf35f3724c9c', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ada6084-d81d-41ff-8872-b4ae2e4b0278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '22008acd-fcaa-49ab-a806-44042746c4a8', 'name': '', 'network_id': 'f0654f02-22e3-4df8-a677-3833569d53a1', 'tenant_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'mac_address': 'fa:16:3e:5e:fc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ada6084-d81d-41ff-8872-b4ae2e4b0278', 'device_owner': 'network:router_interface', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '00fddda2-7b2a-4288-a4a2-a75c740a5524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:52Z', 'updated_at': '2021-07-07T20:52:04Z', 'revision_number': 4, 'project_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'subnets': [{'id': '00fddda2-7b2a-4288-a4a2-a75c740a5524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:52:05.930559 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-3755784d-4811-4bbf-bcea-2e3890c3ead0 req-dcab52d5-de46-4701-9adc-6ef5f694fb80 service neutron] 10.222.0.58 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7033207 Jul 07 20:52:06.090641 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-b9c9c1ec-8de4-4af1-a9da-4a3af34551b6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-279670863-network', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:06.161310 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-616098a2-d1f4-4865-96c7-c8dab60adfbb tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:06.173397 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-616098a2-d1f4-4865-96c7-c8dab60adfbb tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:06.182880 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-be41c569-46b1-41e8-bbc0-16f277dac34b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:06.236633 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 22008acd-fcaa-49ab-a806-44042746c4a8 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:06.238856 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-29ea5828-5582-4f62-8b41-3d3ae91ca278 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Allocated IP 172.20.0.12 (f0654f02-22e3-4df8-a677-3833569d53a1/00fddda2-7b2a-4288-a4a2-a75c740a5524/bce6ae79-635b-49ce-8f1e-6a67c2e2aa34) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:06.318234 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 22008acd-fcaa-49ab-a806-44042746c4a8 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:06.322609 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a96597-5161-4f5c-b440-28bf32030e9f req-5bdcd960-8962-4483-bf94-10af30ceb675 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Made reservation on behalf of 0b4ae079cc254c0e8045ba5ea1fe8707 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:06.328125 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-99a96597-5161-4f5c-b440-28bf32030e9f req-5bdcd960-8962-4483-bf94-10af30ceb675 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:06.328813 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 22008acd-fcaa-49ab-a806-44042746c4a8 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:06.329620 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:06.330354 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a14655a-e6b4-458f-a554-cada922c16bd req-4ace478a-fe46-4263-a777-6f3d4cf5a6b3 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3233578 Jul 07 20:52:06.413192 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c9c1ec-8de4-4af1-a9da-4a3af34551b6 admin admin] Made reservation on behalf of bfe91e05b1564766ac243e3a53b670d9 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:06.416460 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b9c9c1ec-8de4-4af1-a9da-4a3af34551b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:06.423098 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616098a2-d1f4-4865-96c7-c8dab60adfbb tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Pushing event updated for resources: {'Port': ['ID=c1b34e0b-0bbe-43ec-8e8c-99a26d0e7d6b,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:06.477341 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-616098a2-d1f4-4865-96c7-c8dab60adfbb tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:06.492715 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:06.504881 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b9c9c1ec-8de4-4af1-a9da-4a3af34551b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:06.560764 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 22008acd-fcaa-49ab-a806-44042746c4a8, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=22008acd-fcaa-49ab-a806-44042746c4a8,segment=NetworkSegment(f8bcc3aa-f863-42ef-9a5d-6ca5e8048648),segment_id=f8bcc3aa-f863-42ef-9a5d-6ca5e8048648)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:06.567727 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:06.569351 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 837773b6-2dca-40aa-9902-9d7855956439 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:06.697230 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=22008acd-fcaa-49ab-a806-44042746c4a8,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:06.713785 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 837773b6-2dca-40aa-9902-9d7855956439 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:06.719020 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 837773b6-2dca-40aa-9902-9d7855956439 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:06.719440 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:06.731935 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-be41c569-46b1-41e8-bbc0-16f277dac34b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:06.742311 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-616098a2-d1f4-4865-96c7-c8dab60adfbb tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:06.744121 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-616098a2-d1f4-4865-96c7-c8dab60adfbb tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.4920366 Jul 07 20:52:06.747037 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40310) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:06.752531 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-be41c569-46b1-41e8-bbc0-16f277dac34b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:06.778759 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 98a6e836-2bb7-4379-ac92-f66086a3fa74 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:06.779383 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3facc3-a710-43d6-b6dc-88cf7565aaec req-8de96acd-2287-4e67-9de8-42a5badef9f7 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:06.781044 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5e3facc3-a710-43d6-b6dc-88cf7565aaec req-8de96acd-2287-4e67-9de8-42a5badef9f7 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 945 time: 0.6984892 Jul 07 20:52:06.859659 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-29ea5828-5582-4f62-8b41-3d3ae91ca278 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:06.897512 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7571322f-cc5d-4028-b693-5d8be50de85d tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] 10.222.0.64 "GET /v2.0/floatingips?floating_network_id=589f517d-09fa-43c6-9bb7-33d428abc6ab HTTP/1.1" status: 200 len: 689 time: 0.1490197 Jul 07 20:52:06.900100 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40314) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:06.904539 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 98a6e836-2bb7-4379-ac92-f66086a3fa74 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:06.916951 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 98a6e836-2bb7-4379-ac92-f66086a3fa74 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:06.917691 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:06.921506 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:06.976717 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 837773b6-2dca-40aa-9902-9d7855956439, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=837773b6-2dca-40aa-9902-9d7855956439,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:06.982713 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:06.998683 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b9c9c1ec-8de4-4af1-a9da-4a3af34551b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.023012 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b5571-0886-4928-9067-a17ca6773a50 req-032d99ab-e6e8-4028-a7bd-664c66af307e tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:07.030446 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c25b5571-0886-4928-9067-a17ca6773a50 req-032d99ab-e6e8-4028-a7bd-664c66af307e tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 950 time: 0.9509089 Jul 07 20:52:07.045096 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa22d358-de8c-492d-9df3-a610619213d8 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.055549 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-be41c569-46b1-41e8-bbc0-16f277dac34b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.059426 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-be41c569-46b1-41e8-bbc0-16f277dac34b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.9144444 Jul 07 20:52:07.071990 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=837773b6-2dca-40aa-9902-9d7855956439,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:07.082871 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b9c9c1ec-8de4-4af1-a9da-4a3af34551b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.091444 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.094772 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40316) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:07.106307 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-43ea9ff8-4a18-450c-b7d2-e1028fba4468 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Request body: {'security_group_rule': {'security_group_id': '47e66961-8656-4c0b-a015-5ce1ae8d9893', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:07.117862 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a6e836-2bb7-4379-ac92-f66086a3fa74'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:52:07.120001 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8ba5b1-920a-4ad3-8188-658aae85cd5a" -d '{"events": [{"server_uuid": "ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d", "name": "network-vif-plugged", "status": "completed", "tag": "98a6e836-2bb7-4379-ac92-f66086a3fa74"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:52:07.125004 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-74182b51-2bad-4189-87c8-9e64a3c0c323 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.134980 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 98a6e836-2bb7-4379-ac92-f66086a3fa74, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=98a6e836-2bb7-4379-ac92-f66086a3fa74,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:07.141698 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.172077 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-74182b51-2bad-4189-87c8-9e64a3c0c323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.198571 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=98a6e836-2bb7-4379-ac92-f66086a3fa74,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:07.221753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c9c1ec-8de4-4af1-a9da-4a3af34551b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:52:07.234500 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c25b5571-0886-4928-9067-a17ca6773a50 req-7c1e94de-20c5-4367-92ac-70c53739f861 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028465 Jul 07 20:52:07.253588 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-29ea5828-5582-4f62-8b41-3d3ae91ca278 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.293475 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41c569-46b1-41e8-bbc0-16f277dac34b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e66961-8656-4c0b-a015-5ce1ae8d9893,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:07.326849 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-99a96597-5161-4f5c-b440-28bf32030e9f req-5bdcd960-8962-4483-bf94-10af30ceb675 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Allocated IP 172.20.0.3 (f0654f02-22e3-4df8-a677-3833569d53a1/00fddda2-7b2a-4288-a4a2-a75c740a5524/790941df-5a6c-4bd3-875e-150b239fd606) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:07.327609 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b9c9c1ec-8de4-4af1-a9da-4a3af34551b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.327961 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-b9c9c1ec-8de4-4af1-a9da-4a3af34551b6 admin admin] Added segment 1446ad39-cf19-426c-97b9-acabee7a79cf of type vlan for network e5521cf8-568c-451a-aa56-f875facb5117 Jul 07 20:52:07.361412 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5e3facc3-a710-43d6-b6dc-88cf7565aaec req-3decad5e-828c-464c-af3e-f9caae355506 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510492 Jul 07 20:52:07.364761 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-fa22d358-de8c-492d-9df3-a610619213d8 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Deleting port c1b34e0b-0bbe-43ec-8e8c-99a26d0e7d6b {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:52:07.365384 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa22d358-de8c-492d-9df3-a610619213d8 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.437815 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-29ea5828-5582-4f62-8b41-3d3ae91ca278 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Network f0654f02-22e3-4df8-a677-3833569d53a1 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:07.451471 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-74182b51-2bad-4189-87c8-9e64a3c0c323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.458659 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-43ea9ff8-4a18-450c-b7d2-e1028fba4468 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.473074 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9c1ec-8de4-4af1-a9da-4a3af34551b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770db283-218a-4fbf-956a-b5aa78f5cc9b,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:07.475961 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-29ea5828-5582-4f62-8b41-3d3ae91ca278 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:07.477698 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74182b51-2bad-4189-87c8-9e64a3c0c323 admin admin] Pushing event updated for resources: {'Port': ['ID=f6c356ee-6ff9-47ed-bb7c-314905a3768f,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:07.493129 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-29ea5828-5582-4f62-8b41-3d3ae91ca278 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:07.508563 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b9c9c1ec-8de4-4af1-a9da-4a3af34551b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.552952 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa22d358-de8c-492d-9df3-a610619213d8 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.554358 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa22d358-de8c-492d-9df3-a610619213d8 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.591291 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-fa22d358-de8c-492d-9df3-a610619213d8 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Calling delete_port for c1b34e0b-0bbe-43ec-8e8c-99a26d0e7d6b owned by network:floatingip {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:52:07.608681 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-266c80b8-a075-484b-85a3-60f217736636 req-4e9147cb-a698-4526-91d5-922a77177f31 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 210 time: 0.1379039 Jul 07 20:52:07.658592 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-99a96597-5161-4f5c-b440-28bf32030e9f req-5bdcd960-8962-4483-bf94-10af30ceb675 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.675158 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a706d0d-2e25-4eb2-b714-f7c7bb0985ed x-openstack-request-id: req-1a706d0d-2e25-4eb2-b714-f7c7bb0985ed {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:52:07.675158 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d", "name": "network-vif-plugged", "status": "completed", "tag": "98a6e836-2bb7-4379-ac92-f66086a3fa74", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:52:07.675791 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a706d0d-2e25-4eb2-b714-f7c7bb0985ed {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:52:07.675791 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a6e836-2bb7-4379-ac92-f66086a3fa74', 'code': 200} Jul 07 20:52:07.682921 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.db.resource_extend [None req-b9c9c1ec-8de4-4af1-a9da-4a3af34551b6 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 20:52:07.773128 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea5828-5582-4f62-8b41-3d3ae91ca278 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Pushing event updated for resources: {'Port': ['ID=bce6ae79-635b-49ce-8f1e-6a67c2e2aa34,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:07.776067 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b9c9c1ec-8de4-4af1-a9da-4a3af34551b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.777829 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c9c1ec-8de4-4af1-a9da-4a3af34551b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:07.778280 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b9c9c1ec-8de4-4af1-a9da-4a3af34551b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.786714 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-29ea5828-5582-4f62-8b41-3d3ae91ca278 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:07.787455 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-29ea5828-5582-4f62-8b41-3d3ae91ca278 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.832807 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-99a96597-5161-4f5c-b440-28bf32030e9f req-5bdcd960-8962-4483-bf94-10af30ceb675 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.907579 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-43ea9ff8-4a18-450c-b7d2-e1028fba4468 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.922347 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-29ea5828-5582-4f62-8b41-3d3ae91ca278 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2691722 Jul 07 20:52:07.930981 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-43ea9ff8-4a18-450c-b7d2-e1028fba4468 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:07.948001 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b9c9c1ec-8de4-4af1-a9da-4a3af34551b6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.7741959 Jul 07 20:52:07.948784 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40322) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:07.957004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-9420e626-7b53-4140-ac8f-4e381d4fa7c6 service neutron] Request body: {'port': {'device_id': '914b2ff7-f848-4b01-abf3-29fab60da266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:07.960301 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9c1ec-8de4-4af1-a9da-4a3af34551b6 admin admin] Pushing event updated for resources: {'Network': ['ID=e5521cf8-568c-451a-aa56-f875facb5117,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:07.980317 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-12b764a4-3baa-4012-a444-27a4a20a5ee5 admin admin] Request body: {'subnet': {'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-279670863-subnet', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:07.992305 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network e5521cf8-568c-451a-aa56-f875facb5117 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:52:08.008805 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74182b51-2bad-4189-87c8-9e64a3c0c323 admin admin] Network 21c93144-b264-4039-8736-74bdcfd32782 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:08.018013 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea9ff8-4a18-450c-b7d2-e1028fba4468 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d1845c-c7ea-4452-aee0-45d2ad67883b,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:08.026597 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-74182b51-2bad-4189-87c8-9e64a3c0c323 admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:08.035304 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-43ea9ff8-4a18-450c-b7d2-e1028fba4468 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:08.045649 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-43ea9ff8-4a18-450c-b7d2-e1028fba4468 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9492319 Jul 07 20:52:08.048957 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40324) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:08.063251 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-05419424-c903-404b-9077-59080bf9760c tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Request body: {'security_group_rule': {'security_group_id': '47e66961-8656-4c0b-a015-5ce1ae8d9893', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:08.107958 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 22008acd-fcaa-49ab-a806-44042746c4a8 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:08.138848 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-9420e626-7b53-4140-ac8f-4e381d4fa7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:08.165477 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 22008acd-fcaa-49ab-a806-44042746c4a8 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:08.166371 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:08.199165 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b764a4-3baa-4012-a444-27a4a20a5ee5 admin admin] Made reservation on behalf of bfe91e05b1564766ac243e3a53b670d9 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:08.208409 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-12b764a4-3baa-4012-a444-27a4a20a5ee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:08.304213 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 837773b6-2dca-40aa-9902-9d7855956439 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:08.344396 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-05419424-c903-404b-9077-59080bf9760c tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:08.365238 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a96597-5161-4f5c-b440-28bf32030e9f req-5bdcd960-8962-4483-bf94-10af30ceb675 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Network f0654f02-22e3-4df8-a677-3833569d53a1 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:08.371983 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-99a96597-5161-4f5c-b440-28bf32030e9f req-5bdcd960-8962-4483-bf94-10af30ceb675 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:08.381571 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa22d358-de8c-492d-9df3-a610619213d8 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:08.397662 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a96597-5161-4f5c-b440-28bf32030e9f req-5bdcd960-8962-4483-bf94-10af30ceb675 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:08.423599 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 837773b6-2dca-40aa-9902-9d7855956439 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:08.425993 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:08.457998 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a96597-5161-4f5c-b440-28bf32030e9f req-5bdcd960-8962-4483-bf94-10af30ceb675 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:08.458642 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-99a96597-5161-4f5c-b440-28bf32030e9f req-5bdcd960-8962-4483-bf94-10af30ceb675 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:08.508048 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-99a96597-5161-4f5c-b440-28bf32030e9f req-5bdcd960-8962-4483-bf94-10af30ceb675 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8874352 Jul 07 20:52:08.513987 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcd960-8962-4483-bf94-10af30ceb675 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Pushing event updated for resources: {'Port': ['ID=790941df-5a6c-4bd3-875e-150b239fd606,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:08.528640 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6ec669b7-8fe8-4826-9742-ae519aaae748 None None] Provisioning complete for port f6c356ee-6ff9-47ed-bb7c-314905a3768f triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:08.529101 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6ec669b7-8fe8-4826-9742-ae519aaae748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:08.550197 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ff886-5099-49e1-a2a3-12c82565ec74 req-de250cfe-c437-43d0-9139-b6ba7426a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:08.552456 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-157ff886-5099-49e1-a2a3-12c82565ec74 req-de250cfe-c437-43d0-9139-b6ba7426a67d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 1098 time: 0.7977896 Jul 07 20:52:08.572078 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74182b51-2bad-4189-87c8-9e64a3c0c323 admin admin] Router f56142fa-c773-4e11-932e-d99e61308b49 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:52:08.583976 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-99a96597-5161-4f5c-b440-28bf32030e9f req-b8bcd9ef-e62c-4771-8907-8ee00e5ce4e6 service neutron] Request body: {'port': {'device_id': '57e0d3e7-fbdd-41f2-a712-e48d10cfd928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:08.588577 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-6ec669b7-8fe8-4826-9742-ae519aaae748 None None] Port f6c356ee-6ff9-47ed-bb7c-314905a3768f cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:52:08.608704 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22d358-de8c-492d-9df3-a610619213d8 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1b34e0b-0bbe-43ec-8e8c-99a26d0e7d6b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:08.610399 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-05419424-c903-404b-9077-59080bf9760c tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:08.665050 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-05419424-c903-404b-9077-59080bf9760c tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:08.690317 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa22d358-de8c-492d-9df3-a610619213d8 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:08.701645 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-157ff886-5099-49e1-a2a3-12c82565ec74 req-19038791-40ab-4a50-a21d-18290724b529 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117220 Jul 07 20:52:08.739908 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05419424-c903-404b-9077-59080bf9760c tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4e0f1f-4779-4d5d-8a4c-af8b9c7926ad,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:08.761439 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-99a96597-5161-4f5c-b440-28bf32030e9f req-b8bcd9ef-e62c-4771-8907-8ee00e5ce4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:08.777736 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa22d358-de8c-492d-9df3-a610619213d8 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:08.823252 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-05419424-c903-404b-9077-59080bf9760c tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:08.824396 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-05419424-c903-404b-9077-59080bf9760c tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7707431 Jul 07 20:52:08.828885 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40334) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:08.833387 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-4e6be283-2c28-49fa-9d94-9d64e163fe4a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:08.923291 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e6be283-2c28-49fa-9d94-9d64e163fe4a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for floatingip, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:08.985302 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd5800-b474-4911-8e1e-954677b28f10 req-f78291d3-423b-4b26-a2e8-674fe376cd82 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:08.985740 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fabd5800-b474-4911-8e1e-954677b28f10 req-f78291d3-423b-4b26-a2e8-674fe376cd82 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 946 time: 0.3840973 Jul 07 20:52:08.992462 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa22d358-de8c-492d-9df3-a610619213d8 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:09.001039 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ca63e-dbc6-43c6-93f4-b446333fa5a1 req-dd12ee11-b706-4158-b332-ce590df62028 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:09.002807 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cd8ca63e-dbc6-43c6-93f4-b446333fa5a1 req-dd12ee11-b706-4158-b332-ce590df62028 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 950 time: 0.5091136 Jul 07 20:52:09.019834 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-12b764a4-3baa-4012-a444-27a4a20a5ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:09.024408 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22d358-de8c-492d-9df3-a610619213d8 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1aad34c8-9680-4e07-87fa-67eba5310ded,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:09.091775 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa22d358-de8c-492d-9df3-a610619213d8 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:09.101388 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74182b51-2bad-4189-87c8-9e64a3c0c323 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:52:09.106279 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-fa22d358-de8c-492d-9df3-a610619213d8 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589f517d-09fa-43c6-9bb7-33d428abc6ab']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:09.114166 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] Sync routers for ids ['f56142fa-c773-4e11-932e-d99e61308b49'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:52:09.119242 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-fa22d358-de8c-492d-9df3-a610619213d8 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '679881b6-8210-4aa0-9bf7-283a451b234b') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:09.119566 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-fa22d358-de8c-492d-9df3-a610619213d8 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '679881b6-8210-4aa0-9bf7-283a451b234b') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:09.125152 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] Routers {'f56142fa-c773-4e11-932e-d99e61308b49'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:52:09.126260 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:52:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['f56142fa-c773-4e11-932e-d99e61308b49'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:09.129989 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-74182b51-2bad-4189-87c8-9e64a3c0c323 admin admin] 10.222.0.64 "PUT /v2.0/routers/f56142fa-c773-4e11-932e-d99e61308b49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4571371 Jul 07 20:52:09.132612 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa22d358-de8c-492d-9df3-a610619213d8 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:09.154727 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa22d358-de8c-492d-9df3-a610619213d8 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:09.165607 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa22d358-de8c-492d-9df3-a610619213d8 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:52:09.166021 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa22d358-de8c-492d-9df3-a610619213d8 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:52:09.167786 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:52:09.179844 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e6be283-2c28-49fa-9d94-9d64e163fe4a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:09.199736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b764a4-3baa-4012-a444-27a4a20a5ee5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b1a6a8f-f761-405e-ad77-75520358891e,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:09.209432 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cd8ca63e-dbc6-43c6-93f4-b446333fa5a1 req-466be2f7-172d-4a68-afd6-251f71199c52 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788802 Jul 07 20:52:09.220901 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fabd5800-b474-4911-8e1e-954677b28f10 req-a4c062dd-5841-4ce6-a0cb-4ab49d150736 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125843 Jul 07 20:52:09.228861 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-9420e626-7b53-4140-ac8f-4e381d4fa7c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:52:09.242724 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b764a4-3baa-4012-a444-27a4a20a5ee5 admin admin] Checking segment: {'id': '1446ad39-cf19-426c-97b9-acabee7a79cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:09.243114 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b764a4-3baa-4012-a444-27a4a20a5ee5 admin admin] Network hostable DHCP agents. Network: e5521cf8-568c-451a-aa56-f875facb5117, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:52:09.246989 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-9420e626-7b53-4140-ac8f-4e381d4fa7c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:09.297952 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b764a4-3baa-4012-a444-27a4a20a5ee5 admin admin] Network e5521cf8-568c-451a-aa56-f875facb5117 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:52:09.309740 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-12b764a4-3baa-4012-a444-27a4a20a5ee5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, e5521cf8-568c-451a-aa56-f875facb5117) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:09.314952 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b764a4-3baa-4012-a444-27a4a20a5ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:09.315984 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-12b764a4-3baa-4012-a444-27a4a20a5ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:09.346262 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-12b764a4-3baa-4012-a444-27a4a20a5ee5 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3772700 Jul 07 20:52:09.346262 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40338) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:09.352118 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-70462a23-eb88-4c07-81bc-385d5a991dc3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-279670863-router', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:09.384799 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-70462a23-eb88-4c07-81bc-385d5a991dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:09.390117 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-70462a23-eb88-4c07-81bc-385d5a991dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:09.395172 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa22d358-de8c-492d-9df3-a610619213d8 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:09.405121 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-9420e626-7b53-4140-ac8f-4e381d4fa7c6 service neutron] Transition to ACTIVE for port object bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:09.414081 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-9420e626-7b53-4140-ac8f-4e381d4fa7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:09.531378 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-70462a23-eb88-4c07-81bc-385d5a991dc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:09.607418 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] Set router f56142fa-c773-4e11-932e-d99e61308b49 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:52:09.636182 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa22d358-de8c-492d-9df3-a610619213d8 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 589f517d-09fa-43c6-9bb7-33d428abc6ab {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 20:52:09.686414 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-99a96597-5161-4f5c-b440-28bf32030e9f req-b8bcd9ef-e62c-4771-8907-8ee00e5ce4e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790941df-5a6c-4bd3-875e-150b239fd606 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:52:09.697743 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-99a96597-5161-4f5c-b440-28bf32030e9f req-b8bcd9ef-e62c-4771-8907-8ee00e5ce4e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:09.841230 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcf4263-74ec-4e7e-b3d1-ea4489c74ad0 None None] Network e5521cf8-568c-451a-aa56-f875facb5117 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:52:09.919069 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-4e6be283-2c28-49fa-9d94-9d64e163fe4a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Allocated IP 172.25.5.42 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/5875979c-ba63-4662-a6bd-e8c239dd53ed) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:10.062617 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420e626-7b53-4140-ac8f-4e381d4fa7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=bce6ae79-635b-49ce-8f1e-6a67c2e2aa34,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:10.114525 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-99a96597-5161-4f5c-b440-28bf32030e9f req-b8bcd9ef-e62c-4771-8907-8ee00e5ce4e6 service neutron] Transition to ACTIVE for port object 790941df-5a6c-4bd3-875e-150b239fd606 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:10.115810 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa22d358-de8c-492d-9df3-a610619213d8 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:10.121480 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fa22d358-de8c-492d-9df3-a610619213d8 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] 10.222.0.64 "DELETE /v2.0/networks/589f517d-09fa-43c6-9bb7-33d428abc6ab HTTP/1.1" status: 204 len: 168 time: 3.2167859 Jul 07 20:52:10.135149 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40350) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:10.142089 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-9420e626-7b53-4140-ac8f-4e381d4fa7c6 service neutron] Attempting to bind port bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:10.142562 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-9420e626-7b53-4140-ac8f-4e381d4fa7c6 service neutron] Attempting to bind port bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'f8bcc3aa-f863-42ef-9a5d-6ca5e8048648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f0654f02-22e3-4df8-a677-3833569d53a1'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:10.142744 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-9420e626-7b53-4140-ac8f-4e381d4fa7c6 service neutron] Attempting to bind port bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 on network f0654f02-22e3-4df8-a677-3833569d53a1 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:10.154183 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-99a96597-5161-4f5c-b440-28bf32030e9f req-b8bcd9ef-e62c-4771-8907-8ee00e5ce4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:10.172023 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22d358-de8c-492d-9df3-a610619213d8 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Pushing event deleted for resources: {'Network': ['ID=589f517d-09fa-43c6-9bb7-33d428abc6ab,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:10.192536 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-9420e626-7b53-4140-ac8f-4e381d4fa7c6 service neutron] Port bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 on network f0654f02-22e3-4df8-a677-3833569d53a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:52:10.192865 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-9420e626-7b53-4140-ac8f-4e381d4fa7c6 service neutron] Attempting to bind port bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 on network f0654f02-22e3-4df8-a677-3833569d53a1 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:10.205698 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-9420e626-7b53-4140-ac8f-4e381d4fa7c6 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:10.206663 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-9420e626-7b53-4140-ac8f-4e381d4fa7c6 service neutron] Checking segment: {'id': 'f8bcc3aa-f863-42ef-9a5d-6ca5e8048648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f0654f02-22e3-4df8-a677-3833569d53a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:10.206663 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-9420e626-7b53-4140-ac8f-4e381d4fa7c6 service neutron] Bound using segment: {'id': 'f8bcc3aa-f863-42ef-9a5d-6ca5e8048648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f0654f02-22e3-4df8-a677-3833569d53a1'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:10.207192 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-9420e626-7b53-4140-ac8f-4e381d4fa7c6 service neutron] Bound port: bce6ae79-635b-49ce-8f1e-6a67c2e2aa34, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8bcc3aa-f863-42ef-9a5d-6ca5e8048648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f0654f02-22e3-4df8-a677-3833569d53a1'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:10.207590 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-9420e626-7b53-4140-ac8f-4e381d4fa7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:10.334910 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-70462a23-eb88-4c07-81bc-385d5a991dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:10.459890 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44da41e-9cae-4512-b962-f2070741461e req-aed984f5-9435-4447-b176-64dd8f2ddea8 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:10.468118 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f44da41e-9cae-4512-b962-f2070741461e req-aed984f5-9435-4447-b176-64dd8f2ddea8 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 931 time: 0.4704823 Jul 07 20:52:10.498799 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1105b33-8a9f-4ee3-ac88-8fc071cdc12d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-e5521cf8-568c-451a-aa56-f875facb5117', 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'fixed_ips': [{'subnet_id': '0b1a6a8f-f761-405e-ad77-75520358891e'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:52:10.503170 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e1105b33-8a9f-4ee3-ac88-8fc071cdc12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:10.507070 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-9420e626-7b53-4140-ac8f-4e381d4fa7c6 service neutron] For port bce6ae79-635b-49ce-8f1e-6a67c2e2aa34, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:10.541337 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-9420e626-7b53-4140-ac8f-4e381d4fa7c6 service neutron] For port bce6ae79-635b-49ce-8f1e-6a67c2e2aa34, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=bce6ae79-635b-49ce-8f1e-6a67c2e2aa34,segment=NetworkSegment(f8bcc3aa-f863-42ef-9a5d-6ca5e8048648),segment_id=f8bcc3aa-f863-42ef-9a5d-6ca5e8048648)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:10.584473 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56142fa-c773-4e11-932e-d99e61308b49', 'name': 'tempest-AttachSCSIVolumeTestJSON-417662378-router', 'tenant_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '837773b6-2dca-40aa-9902-9d7855956439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:49Z', 'updated_at': '2021-07-07T20:52:04Z', 'revision_number': 4, 'project_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'gw_port': {'id': '837773b6-2dca-40aa-9902-9d7855956439', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56142fa-c773-4e11-932e-d99e61308b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:50Z', 'updated_at': '2021-07-07T20:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'f6c356ee-6ff9-47ed-bb7c-314905a3768f', 'name': '', 'network_id': '21c93144-b264-4039-8736-74bdcfd32782', 'tenant_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'mac_address': 'fa:16:3e:ea:e5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56142fa-c773-4e11-932e-d99e61308b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '1c342036-81d4-43bc-acfc-49f213cde220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:59Z', 'updated_at': '2021-07-07T20:52:05Z', 'revision_number': 2, 'project_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'subnets': [{'id': '1c342036-81d4-43bc-acfc-49f213cde220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:10.603310 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f44da41e-9cae-4512-b962-f2070741461e req-af4dd3b3-d336-48a5-a592-9b35931ab3ba tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342075 Jul 07 20:52:10.606968 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-9420e626-7b53-4140-ac8f-4e381d4fa7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:10.611612 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fcf8da30-3110-406f-bb79-3cb7882f194a tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.4748573 Jul 07 20:52:10.630976 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40358) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:10.634568 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] Checking router: f56142fa-c773-4e11-932e-d99e61308b49 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:52:10.634936 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] Updating router f56142fa-c773-4e11-932e-d99e61308b49 port f6c356ee-6ff9-47ed-bb7c-314905a3768f binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:52:10.747181 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e6be283-2c28-49fa-9d94-9d64e163fe4a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:10.758356 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:10.841319 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-9420e626-7b53-4140-ac8f-4e381d4fa7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:10.848960 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-9420e626-7b53-4140-ac8f-4e381d4fa7c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:10.853483 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-9420e626-7b53-4140-ac8f-4e381d4fa7c6 service neutron] 10.222.0.58 "PUT /v2.0/ports/bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 HTTP/1.1" status: 200 len: 1093 time: 2.9144506 Jul 07 20:52:10.861684 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914b2ff7-f848-4b01-abf3-29fab60da266', 'tag': 'bce6ae79-635b-49ce-8f1e-6a67c2e2aa34'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:52:10.876331 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af8c668-545b-4682-a2b6-67842ec1f6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "914b2ff7-f848-4b01-abf3-29fab60da266", "tag": "bce6ae79-635b-49ce-8f1e-6a67c2e2aa34"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:52:10.884913 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bcd9ef-e62c-4771-8907-8ee00e5ce4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=790941df-5a6c-4bd3-875e-150b239fd606,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:10.914170 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-e1105b33-8a9f-4ee3-ac88-8fc071cdc12d None None] Allocated IP 172.20.0.2 (e5521cf8-568c-451a-aa56-f875facb5117/0b1a6a8f-f761-405e-ad77-75520358891e/43eedce4-b283-4560-b9f6-c3c7695c2a59) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:11.052915 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c3dc4f-f5b4-4c25-adc3-b275b4062a11 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:11.053335 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c3dc4f-f5b4-4c25-adc3-b275b4062a11 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:11.053743 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c3dc4f-f5b4-4c25-adc3-b275b4062a11 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:11.054205 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c3dc4f-f5b4-4c25-adc3-b275b4062a11 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:11.055103 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c3dc4f-f5b4-4c25-adc3-b275b4062a11 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:11.055601 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c3dc4f-f5b4-4c25-adc3-b275b4062a11 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:11.056055 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c3dc4f-f5b4-4c25-adc3-b275b4062a11 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:11.056503 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c3dc4f-f5b4-4c25-adc3-b275b4062a11 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:11.056952 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c3dc4f-f5b4-4c25-adc3-b275b4062a11 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:11.057399 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c3dc4f-f5b4-4c25-adc3-b275b4062a11 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:11.057843 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c3dc4f-f5b4-4c25-adc3-b275b4062a11 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:11.058288 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c3dc4f-f5b4-4c25-adc3-b275b4062a11 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:11.058731 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c3dc4f-f5b4-4c25-adc3-b275b4062a11 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:11.060909 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a1c3dc4f-f5b4-4c25-adc3-b275b4062a11 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8407 time: 0.4275594 Jul 07 20:52:11.070655 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420e626-7b53-4140-ac8f-4e381d4fa7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=bce6ae79-635b-49ce-8f1e-6a67c2e2aa34,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:11.072886 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40362) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:11.119470 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-bddebed2-b3f8-4c76-a9bc-34095fafcb7f tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] delete failed (client error): The resource could not be found. Jul 07 20:52:11.120533 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bddebed2-b3f8-4c76-a9bc-34095fafcb7f tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/a3911fb3-97fb-4038-a254-da22b74c2c45 HTTP/1.1" status: 404 len: 345 time: 0.0466838 Jul 07 20:52:11.125037 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40364) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:11.142670 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e46e8-5de2-48b8-9235-1db070696b4c req-d7e556c1-eb48-493e-8678-5561b21e3d2e tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:11.148177 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-538e46e8-5de2-48b8-9235-1db070696b4c req-d7e556c1-eb48-493e-8678-5561b21e3d2e tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 950 time: 0.6151476 Jul 07 20:52:11.166597 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-99a96597-5161-4f5c-b440-28bf32030e9f req-b8bcd9ef-e62c-4771-8907-8ee00e5ce4e6 service neutron] Attempting to bind port 790941df-5a6c-4bd3-875e-150b239fd606 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:11.166949 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-99a96597-5161-4f5c-b440-28bf32030e9f req-b8bcd9ef-e62c-4771-8907-8ee00e5ce4e6 service neutron] Attempting to bind port 790941df-5a6c-4bd3-875e-150b239fd606 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': 'f8bcc3aa-f863-42ef-9a5d-6ca5e8048648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f0654f02-22e3-4df8-a677-3833569d53a1'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:11.167431 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a96597-5161-4f5c-b440-28bf32030e9f req-b8bcd9ef-e62c-4771-8907-8ee00e5ce4e6 service neutron] Attempting to bind port 790941df-5a6c-4bd3-875e-150b239fd606 on network f0654f02-22e3-4df8-a677-3833569d53a1 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:11.169732 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f132ae7-dec8-41ab-8666-e9ff0a288c04 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] DELETE failed (client error): The resource could not be found. Jul 07 20:52:11.170512 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f132ae7-dec8-41ab-8666-e9ff0a288c04 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 20:52:11.172322 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8f132ae7-dec8-41ab-8666-e9ff0a288c04 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] 10.222.0.64 "DELETE /v2.0/networks/589f517d-09fa-43c6-9bb7-33d428abc6ab HTTP/1.1" status: 404 len: 339 time: 0.0430908 Jul 07 20:52:11.177381 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e6be283-2c28-49fa-9d94-9d64e163fe4a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:11.177381 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40366) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:11.185830 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f1c7c95c-1701-47bb-860c-93dca3dee0ac tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Request body: {'network': {'name': 'tempest-network--452152614', 'router:external': True}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:11.196016 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a96597-5161-4f5c-b440-28bf32030e9f req-b8bcd9ef-e62c-4771-8907-8ee00e5ce4e6 service neutron] Port 790941df-5a6c-4bd3-875e-150b239fd606 on network f0654f02-22e3-4df8-a677-3833569d53a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:52:11.196428 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a96597-5161-4f5c-b440-28bf32030e9f req-b8bcd9ef-e62c-4771-8907-8ee00e5ce4e6 service neutron] Attempting to bind port 790941df-5a6c-4bd3-875e-150b239fd606 on network f0654f02-22e3-4df8-a677-3833569d53a1 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:11.235729 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a96597-5161-4f5c-b440-28bf32030e9f req-b8bcd9ef-e62c-4771-8907-8ee00e5ce4e6 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:11.236220 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a96597-5161-4f5c-b440-28bf32030e9f req-b8bcd9ef-e62c-4771-8907-8ee00e5ce4e6 service neutron] Checking segment: {'id': 'f8bcc3aa-f863-42ef-9a5d-6ca5e8048648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f0654f02-22e3-4df8-a677-3833569d53a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:11.236515 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a96597-5161-4f5c-b440-28bf32030e9f req-b8bcd9ef-e62c-4771-8907-8ee00e5ce4e6 service neutron] Bound using segment: {'id': 'f8bcc3aa-f863-42ef-9a5d-6ca5e8048648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f0654f02-22e3-4df8-a677-3833569d53a1'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:11.239015 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-99a96597-5161-4f5c-b440-28bf32030e9f req-b8bcd9ef-e62c-4771-8907-8ee00e5ce4e6 service neutron] Bound port: 790941df-5a6c-4bd3-875e-150b239fd606, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8bcc3aa-f863-42ef-9a5d-6ca5e8048648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'f0654f02-22e3-4df8-a677-3833569d53a1'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:11.239015 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-99a96597-5161-4f5c-b440-28bf32030e9f req-b8bcd9ef-e62c-4771-8907-8ee00e5ce4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:11.265110 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:11.270206 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6be283-2c28-49fa-9d94-9d64e163fe4a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:11.280899 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] Transition to ACTIVE for port object f6c356ee-6ff9-47ed-bb7c-314905a3768f will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:11.281709 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-4e6be283-2c28-49fa-9d94-9d64e163fe4a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:11.286414 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6be283-2c28-49fa-9d94-9d64e163fe4a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event updated for resources: {'Port': ['ID=5875979c-ba63-4662-a6bd-e8c239dd53ed,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:11.289939 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6be283-2c28-49fa-9d94-9d64e163fe4a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:11.293004 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c7c95c-1701-47bb-860c-93dca3dee0ac tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Made reservation on behalf of 9c964e8c5a48419fb26c4683793a1fc8 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:11.303797 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c95c-1701-47bb-860c-93dca3dee0ac tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:11.311946 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-62db0f53-83ea-4489-b99d-c7d5745ac0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:11.315467 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:11.315999 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-62db0f53-83ea-4489-b99d-c7d5745ac0bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0b4ae079cc254c0e8045ba5ea1fe8707&device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 1096 time: 0.3676753 Jul 07 20:52:11.428801 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c7c95c-1701-47bb-860c-93dca3dee0ac tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:52:11.458006 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c29d31-fd47-405b-b97e-6ac45629a104 None None] Pushing event updated for resources: {'Port': ['ID=f6c356ee-6ff9-47ed-bb7c-314905a3768f,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:11.462731 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-99a96597-5161-4f5c-b440-28bf32030e9f req-b8bcd9ef-e62c-4771-8907-8ee00e5ce4e6 service neutron] For port 790941df-5a6c-4bd3-875e-150b239fd606, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:11.466410 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c95c-1701-47bb-860c-93dca3dee0ac tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:11.466813 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-f1c7c95c-1701-47bb-860c-93dca3dee0ac tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Added segment 1478de0b-4bb1-4dce-9136-3e00b2e4e36e of type vlan for network 6a1ac1b1-f143-4985-9179-735c0181a06a Jul 07 20:52:11.514952 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-99a96597-5161-4f5c-b440-28bf32030e9f req-b8bcd9ef-e62c-4771-8907-8ee00e5ce4e6 service neutron] For port 790941df-5a6c-4bd3-875e-150b239fd606, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=790941df-5a6c-4bd3-875e-150b239fd606,segment=NetworkSegment(f8bcc3aa-f863-42ef-9a5d-6ca5e8048648),segment_id=f8bcc3aa-f863-42ef-9a5d-6ca5e8048648)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:11.523536 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-99a96597-5161-4f5c-b440-28bf32030e9f req-b8bcd9ef-e62c-4771-8907-8ee00e5ce4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:11.595727 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] Attempting to bind port f6c356ee-6ff9-47ed-bb7c-314905a3768f on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:11.601197 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] Attempting to bind port f6c356ee-6ff9-47ed-bb7c-314905a3768f by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'baa52f0a-13f7-46a8-b085-44f9de0259e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '21c93144-b264-4039-8736-74bdcfd32782'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:11.601197 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] Attempting to bind port f6c356ee-6ff9-47ed-bb7c-314905a3768f on network 21c93144-b264-4039-8736-74bdcfd32782 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:11.610190 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-39c3ed29-8ef3-4a35-9b12-d25945aa9769 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 HTTP/1.1" status: 200 len: 217 time: 0.1979656 Jul 07 20:52:11.628404 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:11.632058 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] Checking segment: {'id': 'baa52f0a-13f7-46a8-b085-44f9de0259e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '21c93144-b264-4039-8736-74bdcfd32782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:11.634340 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:11.635997 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] Bound using segment: {'id': 'baa52f0a-13f7-46a8-b085-44f9de0259e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '21c93144-b264-4039-8736-74bdcfd32782'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:11.636971 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] Bound port: f6c356ee-6ff9-47ed-bb7c-314905a3768f, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa52f0a-13f7-46a8-b085-44f9de0259e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '21c93144-b264-4039-8736-74bdcfd32782'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:11.636971 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:11.657175 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-538e46e8-5de2-48b8-9235-1db070696b4c req-a4482d50-b35d-4e79-ae7d-f905118003c4 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647174 Jul 07 20:52:11.683301 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bcd9ef-e62c-4771-8907-8ee00e5ce4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=790941df-5a6c-4bd3-875e-150b239fd606,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:11.704713 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e1105b33-8a9f-4ee3-ac88-8fc071cdc12d None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:11.707848 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e6be283-2c28-49fa-9d94-9d64e163fe4a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:11.754947 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e1105b33-8a9f-4ee3-ac88-8fc071cdc12d None None] Transition to ACTIVE for port object 43eedce4-b283-4560-b9f6-c3c7695c2a59 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:11.760304 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a96597-5161-4f5c-b440-28bf32030e9f req-b8bcd9ef-e62c-4771-8907-8ee00e5ce4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:11.760734 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-99a96597-5161-4f5c-b440-28bf32030e9f req-b8bcd9ef-e62c-4771-8907-8ee00e5ce4e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:11.765533 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-99a96597-5161-4f5c-b440-28bf32030e9f req-b8bcd9ef-e62c-4771-8907-8ee00e5ce4e6 service neutron] 10.222.0.39 "PUT /v2.0/ports/790941df-5a6c-4bd3-875e-150b239fd606 HTTP/1.1" status: 200 len: 1092 time: 3.2219779 Jul 07 20:52:11.765533 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e0d3e7-fbdd-41f2-a712-e48d10cfd928', 'tag': '790941df-5a6c-4bd3-875e-150b239fd606'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:52:11.780356 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87523de9-f0f1-471e-97d4-22f66365e6e3" -d '{"events": [{"name": "network-changed", "server_uuid": "57e0d3e7-fbdd-41f2-a712-e48d10cfd928", "tag": "790941df-5a6c-4bd3-875e-150b239fd606"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:52:11.821619 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e1105b33-8a9f-4ee3-ac88-8fc071cdc12d None None] Transition to ACTIVE for port object 43eedce4-b283-4560-b9f6-c3c7695c2a59 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:11.842157 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e1105b33-8a9f-4ee3-ac88-8fc071cdc12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:11.864887 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c95c-1701-47bb-860c-93dca3dee0ac tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:11.895234 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] For port f6c356ee-6ff9-47ed-bb7c-314905a3768f, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:11.940309 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e6be283-2c28-49fa-9d94-9d64e163fe4a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:11.998858 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1105b33-8a9f-4ee3-ac88-8fc071cdc12d None None] Network e5521cf8-568c-451a-aa56-f875facb5117 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:12.019975 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-e1105b33-8a9f-4ee3-ac88-8fc071cdc12d None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:12.041721 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] For port f6c356ee-6ff9-47ed-bb7c-314905a3768f, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f6c356ee-6ff9-47ed-bb7c-314905a3768f,segment=NetworkSegment(baa52f0a-13f7-46a8-b085-44f9de0259e3),segment_id=baa52f0a-13f7-46a8-b085-44f9de0259e3)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:12.051854 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8f224-cef3-402c-8842-8c2097af3855 req-e11c2428-99c4-4c4d-b0f2-f33326b9e9b5 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:12.058752 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1105b33-8a9f-4ee3-ac88-8fc071cdc12d None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:12.070951 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bac8f224-cef3-402c-8842-8c2097af3855 req-e11c2428-99c4-4c4d-b0f2-f33326b9e9b5 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 946 time: 1.0456748 Jul 07 20:52:12.073673 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:12.168581 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1105b33-8a9f-4ee3-ac88-8fc071cdc12d None None] Pushing event updated for resources: {'Port': ['ID=43eedce4-b283-4560-b9f6-c3c7695c2a59,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:12.174479 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-70462a23-eb88-4c07-81bc-385d5a991dc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:12.180801 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-48d02716-8210-43df-a085-80775850cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:12.182506 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-48d02716-8210-43df-a085-80775850cef2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=00fddda2-7b2a-4288-a4a2-a75c740a5524 HTTP/1.1" status: 200 len: 859 time: 0.5028470 Jul 07 20:52:12.292830 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4fa703-b420-425e-b46d-c48f16260057 x-openstack-request-id: req-af4fa703-b420-425e-b46d-c48f16260057 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:52:12.293447 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914b2ff7-f848-4b01-abf3-29fab60da266", "tag": "bce6ae79-635b-49ce-8f1e-6a67c2e2aa34", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:52:12.293752 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af4fa703-b420-425e-b46d-c48f16260057 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:52:12.294179 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914b2ff7-f848-4b01-abf3-29fab60da266', 'tag': 'bce6ae79-635b-49ce-8f1e-6a67c2e2aa34', 'status': 'completed', 'code': 200} Jul 07 20:52:12.321417 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e6be283-2c28-49fa-9d94-9d64e163fe4a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:12.344747 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c29d31-fd47-405b-b97e-6ac45629a104 None None] Pushing event updated for resources: {'Port': ['ID=f6c356ee-6ff9-47ed-bb7c-314905a3768f,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:12.352776 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e6be283-2c28-49fa-9d94-9d64e163fe4a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:12.366445 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c95c-1701-47bb-860c-93dca3dee0ac tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:12.367423 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c7c95c-1701-47bb-860c-93dca3dee0ac tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:12.367965 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c95c-1701-47bb-860c-93dca3dee0ac tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:12.416001 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] Routers {'f56142fa-c773-4e11-932e-d99e61308b49'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:52:12.416679 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:52:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['f56142fa-c773-4e11-932e-d99e61308b49'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:12.418735 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-e1105b33-8a9f-4ee3-ac88-8fc071cdc12d None None] Attempting to bind port 43eedce4-b283-4560-b9f6-c3c7695c2a59 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:12.419251 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-e1105b33-8a9f-4ee3-ac88-8fc071cdc12d None None] Attempting to bind port 43eedce4-b283-4560-b9f6-c3c7695c2a59 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '1446ad39-cf19-426c-97b9-acabee7a79cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:12.419665 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1105b33-8a9f-4ee3-ac88-8fc071cdc12d None None] Attempting to bind port 43eedce4-b283-4560-b9f6-c3c7695c2a59 on network e5521cf8-568c-451a-aa56-f875facb5117 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:12.426518 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1105b33-8a9f-4ee3-ac88-8fc071cdc12d None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:12.426518 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1105b33-8a9f-4ee3-ac88-8fc071cdc12d None None] Checking segment: {'id': '1446ad39-cf19-426c-97b9-acabee7a79cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:12.426911 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e1105b33-8a9f-4ee3-ac88-8fc071cdc12d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:12.427311 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1105b33-8a9f-4ee3-ac88-8fc071cdc12d None None] Bound using segment: {'id': '1446ad39-cf19-426c-97b9-acabee7a79cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:12.427900 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-e1105b33-8a9f-4ee3-ac88-8fc071cdc12d None None] Bound port: 43eedce4-b283-4560-b9f6-c3c7695c2a59, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1446ad39-cf19-426c-97b9-acabee7a79cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:12.428378 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e1105b33-8a9f-4ee3-ac88-8fc071cdc12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:12.461230 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-70462a23-eb88-4c07-81bc-385d5a991dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:12.464817 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-dbf0034c-9fde-41a3-a4b2-33cd2cd353ca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f0654f02-22e3-4df8-a677-3833569d53a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2533402 Jul 07 20:52:12.497269 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6be283-2c28-49fa-9d94-9d64e163fe4a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event updated for resources: {'Port': ['ID=5875979c-ba63-4662-a6bd-e8c239dd53ed,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:12.569326 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-e1105b33-8a9f-4ee3-ac88-8fc071cdc12d None None] For port 43eedce4-b283-4560-b9f6-c3c7695c2a59, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:12.572706 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-e1105b33-8a9f-4ee3-ac88-8fc071cdc12d None None] For port 43eedce4-b283-4560-b9f6-c3c7695c2a59, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=43eedce4-b283-4560-b9f6-c3c7695c2a59,segment=NetworkSegment(1446ad39-cf19-426c-97b9-acabee7a79cf),segment_id=1446ad39-cf19-426c-97b9-acabee7a79cf)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:12.583631 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e1105b33-8a9f-4ee3-ac88-8fc071cdc12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:12.588708 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bac8f224-cef3-402c-8842-8c2097af3855 req-480b6340-173c-4da6-b9b9-336047cf2393 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5164394 Jul 07 20:52:12.657777 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7c95c-1701-47bb-860c-93dca3dee0ac tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Pushing event updated for resources: {'Network': ['ID=6a1ac1b1-f143-4985-9179-735c0181a06a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:12.692090 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 6a1ac1b1-f143-4985-9179-735c0181a06a details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:52:12.695833 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca79980-3b0f-441e-99ef-de6667d7dc43 x-openstack-request-id: req-eca79980-3b0f-441e-99ef-de6667d7dc43 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:52:12.696399 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e0d3e7-fbdd-41f2-a712-e48d10cfd928", "tag": "790941df-5a6c-4bd3-875e-150b239fd606", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:52:12.696740 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eca79980-3b0f-441e-99ef-de6667d7dc43 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:52:12.697503 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e0d3e7-fbdd-41f2-a712-e48d10cfd928', 'tag': '790941df-5a6c-4bd3-875e-150b239fd606', 'status': 'completed', 'code': 200} Jul 07 20:52:12.710115 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f1c7c95c-1701-47bb-860c-93dca3dee0ac tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5285223 Jul 07 20:52:12.711494 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40376) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:12.748596 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a96597-5161-4f5c-b440-28bf32030e9f req-2d682836-a1d8-4580-80e1-5046e8325bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:12.750285 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-99a96597-5161-4f5c-b440-28bf32030e9f req-2d682836-a1d8-4580-80e1-5046e8325bda service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b4ae079cc254c0e8045ba5ea1fe8707&device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 1095 time: 0.8968225 Jul 07 20:52:12.825812 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] Set router f56142fa-c773-4e11-932e-d99e61308b49 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:52:12.845673 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-99a96597-5161-4f5c-b440-28bf32030e9f req-7548eaf4-797f-48c4-a04a-284aa6b3e766 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=790941df-5a6c-4bd3-875e-150b239fd606 HTTP/1.1" status: 200 len: 217 time: 0.0602860 Jul 07 20:52:12.851010 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a2589-165f-4c40-a38e-025b1489c796 req-9ec7ad31-576d-4f68-98d7-90be818a6ddd tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:12.858777 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-be4a2589-165f-4c40-a38e-025b1489c796 req-9ec7ad31-576d-4f68-98d7-90be818a6ddd tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 943 time: 0.4245021 Jul 07 20:52:12.918894 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-1f1f6869-b3ad-4385-9f3d-f20d2fb5001e service neutron] 10.222.0.58 "GET /v2.0/networks/f0654f02-22e3-4df8-a677-3833569d53a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251366 Jul 07 20:52:13.193984 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e6be283-2c28-49fa-9d94-9d64e163fe4a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:13.225076 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-be4a2589-165f-4c40-a38e-025b1489c796 req-53866791-d38a-4315-a8cd-d6a14189ba01 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608310 Jul 07 20:52:13.252791 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1105b33-8a9f-4ee3-ac88-8fc071cdc12d None None] Pushing event updated for resources: {'Port': ['ID=43eedce4-b283-4560-b9f6-c3c7695c2a59,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:13.330203 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56142fa-c773-4e11-932e-d99e61308b49', 'name': 'tempest-AttachSCSIVolumeTestJSON-417662378-router', 'tenant_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '837773b6-2dca-40aa-9902-9d7855956439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:49Z', 'updated_at': '2021-07-07T20:52:04Z', 'revision_number': 4, 'project_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'gw_port': {'id': '837773b6-2dca-40aa-9902-9d7855956439', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56142fa-c773-4e11-932e-d99e61308b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:50Z', 'updated_at': '2021-07-07T20:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'f6c356ee-6ff9-47ed-bb7c-314905a3768f', 'name': '', 'network_id': '21c93144-b264-4039-8736-74bdcfd32782', 'tenant_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'mac_address': 'fa:16:3e:ea:e5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56142fa-c773-4e11-932e-d99e61308b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '1c342036-81d4-43bc-acfc-49f213cde220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:59Z', 'updated_at': '2021-07-07T20:52:11Z', 'revision_number': 4, 'project_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'subnets': [{'id': '1c342036-81d4-43bc-acfc-49f213cde220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:13.345587 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-70462a23-eb88-4c07-81bc-385d5a991dc3 admin admin] Allocated IP 172.25.5.233 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/eb808474-9b28-498b-bedb-73cbab3664e0) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:13.364804 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e6be283-2c28-49fa-9d94-9d64e163fe4a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:13.366032 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4e6be283-2c28-49fa-9d94-9d64e163fe4a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5361867 Jul 07 20:52:13.369512 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a96597-5161-4f5c-b440-28bf32030e9f req-2b9bf3b3-cc3e-482b-8854-cb45de1703b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:13.370959 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-99a96597-5161-4f5c-b440-28bf32030e9f req-2b9bf3b3-cc3e-482b-8854-cb45de1703b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00fddda2-7b2a-4288-a4a2-a75c740a5524 HTTP/1.1" status: 200 len: 859 time: 0.4974806 Jul 07 20:52:13.523926 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe15c0b-f824-48be-a07f-82946f965874 tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:13.570657 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe15c0b-f824-48be-a07f-82946f965874 tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:13.601249 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe15c0b-f824-48be-a07f-82946f965874 tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:13.620830 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe15c0b-f824-48be-a07f-82946f965874 tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:13.625495 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cbe15c0b-f824-48be-a07f-82946f965874 tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.8717055 Jul 07 20:52:13.637183 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-99a96597-5161-4f5c-b440-28bf32030e9f req-a0645900-a87b-46ea-be61-c11198db8cd3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f0654f02-22e3-4df8-a677-3833569d53a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2542067 Jul 07 20:52:13.637728 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40384) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:13.705955 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a55b313-5117-45f9-beb2-14d0221e64c8 None None] The sync data for ids ['f56142fa-c773-4e11-932e-d99e61308b49'] in n-d-695189-11 is: [{'id': 'f56142fa-c773-4e11-932e-d99e61308b49', 'name': 'tempest-AttachSCSIVolumeTestJSON-417662378-router', 'tenant_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '837773b6-2dca-40aa-9902-9d7855956439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:49Z', 'updated_at': '2021-07-07T20:52:04Z', 'revision_number': 4, 'project_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'gw_port': {'id': '837773b6-2dca-40aa-9902-9d7855956439', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56142fa-c773-4e11-932e-d99e61308b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:50Z', 'updated_at': '2021-07-07T20:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'f6c356ee-6ff9-47ed-bb7c-314905a3768f', 'name': '', 'network_id': '21c93144-b264-4039-8736-74bdcfd32782', 'tenant_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'mac_address': 'fa:16:3e:ea:e5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56142fa-c773-4e11-932e-d99e61308b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '1c342036-81d4-43bc-acfc-49f213cde220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:59Z', 'updated_at': '2021-07-07T20:52:11Z', 'revision_number': 4, 'project_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'subnets': [{'id': '1c342036-81d4-43bc-acfc-49f213cde220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:52:13.734988 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6cc69-d0d8-4d1f-a57b-de83cf2b4eb2 req-e605ce5b-9160-4839-ac0f-5058cbdd8167 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:13.750594 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6ef6cc69-d0d8-4d1f-a57b-de83cf2b4eb2 req-e605ce5b-9160-4839-ac0f-5058cbdd8167 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 1098 time: 0.7886698 Jul 07 20:52:13.968852 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-99a96597-5161-4f5c-b440-28bf32030e9f req-4532b8fc-0590-43e5-9091-355d862ec6b4 service neutron] 10.222.0.39 "GET /v2.0/networks/f0654f02-22e3-4df8-a677-3833569d53a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069074 Jul 07 20:52:13.993122 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8b08f751-0402-4e9e-b1ff-91757a878047 req-631fdd39-b932-4b28-8856-e24cd725c73b service neutron] 10.222.0.58 "GET /v2.0/networks/f0654f02-22e3-4df8-a677-3833569d53a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0583739 Jul 07 20:52:14.153942 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6ef6cc69-d0d8-4d1f-a57b-de83cf2b4eb2 req-bda07cd4-e437-46aa-bab6-b254ed8e9156 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021852 Jul 07 20:52:14.190793 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6844b8d0-d94a-414c-aa12-a75ba84d0dfc tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:14.288569 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 43eedce4-b283-4560-b9f6-c3c7695c2a59 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:14.417379 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ff01b-8826-4027-905f-c637a7b972bd req-c5c57be1-44d7-4d9f-9e6d-6c1ed58715f7 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:14.433136 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c89ff01b-8826-4027-905f-c637a7b972bd req-c5c57be1-44d7-4d9f-9e6d-6c1ed58715f7 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 950 time: 0.7468150 Jul 07 20:52:14.448669 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-70462a23-eb88-4c07-81bc-385d5a991dc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:14.452529 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 43eedce4-b283-4560-b9f6-c3c7695c2a59 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:14.458018 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f6c356ee-6ff9-47ed-bb7c-314905a3768f up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:14.534093 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6844b8d0-d94a-414c-aa12-a75ba84d0dfc tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:14.556670 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-6844b8d0-d94a-414c-aa12-a75ba84d0dfc tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1ac1b1-f143-4985-9179-735c0181a06a']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:14.583244 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-6844b8d0-d94a-414c-aa12-a75ba84d0dfc tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1478de0b-4bb1-4dce-9136-3e00b2e4e36e') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:14.583670 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-6844b8d0-d94a-414c-aa12-a75ba84d0dfc tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1478de0b-4bb1-4dce-9136-3e00b2e4e36e') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:14.590853 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port f6c356ee-6ff9-47ed-bb7c-314905a3768f completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:14.596761 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port f6c356ee-6ff9-47ed-bb7c-314905a3768f triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:14.597249 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:14.612336 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6844b8d0-d94a-414c-aa12-a75ba84d0dfc tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:14.613161 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c89ff01b-8826-4027-905f-c637a7b972bd req-d5c51da0-e41b-4aac-91a9-d6b16d63b40f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778431 Jul 07 20:52:14.670513 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6844b8d0-d94a-414c-aa12-a75ba84d0dfc tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:14.697200 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6844b8d0-d94a-414c-aa12-a75ba84d0dfc tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:52:14.697701 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6844b8d0-d94a-414c-aa12-a75ba84d0dfc tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:14.738804 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d950f795-ad20-4551-80c0-fa0dc54348d4 None None] Network e5521cf8-568c-451a-aa56-f875facb5117 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:52:14.802805 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8c668-545b-4682-a2b6-67842ec1f6bc req-e558e2a9-e503-4987-8832-abb72590a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:14.810748 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5c77f83d-73e6-4b17-8be2-6478582b6d42 None None] Provisioning for port 43eedce4-b283-4560-b9f6-c3c7695c2a59 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:14.816495 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5af8c668-545b-4682-a2b6-67842ec1f6bc req-e558e2a9-e503-4987-8832-abb72590a740 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0b4ae079cc254c0e8045ba5ea1fe8707&device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 1096 time: 0.6355145 Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:52:14.843171 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:52:14.850656 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-99a96597-5161-4f5c-b440-28bf32030e9f req-9d70cf99-613e-4b01-8c2d-8921136a1256 service neutron] 10.222.0.39 "GET /v2.0/networks/f0654f02-22e3-4df8-a677-3833569d53a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8674586 Jul 07 20:52:14.851963 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6844b8d0-d94a-414c-aa12-a75ba84d0dfc tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:14.862695 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6844b8d0-d94a-414c-aa12-a75ba84d0dfc tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6a1ac1b1-f143-4985-9179-735c0181a06a {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 20:52:14.868373 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6844b8d0-d94a-414c-aa12-a75ba84d0dfc tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:14.877666 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6844b8d0-d94a-414c-aa12-a75ba84d0dfc tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] 10.222.0.64 "DELETE /v2.0/networks/6a1ac1b1-f143-4985-9179-735c0181a06a HTTP/1.1" status: 204 len: 168 time: 1.2377448 Jul 07 20:52:14.878515 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40400) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:14.894982 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-65ecb1c2-1e4c-483d-81d1-57598db5d326 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Request body: {'network': {'name': 'tempest-network--1952813796', 'router:external': True}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:14.922636 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5c77f83d-73e6-4b17-8be2-6478582b6d42 None None] Provisioning complete for port 43eedce4-b283-4560-b9f6-c3c7695c2a59 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:14.923062 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5c77f83d-73e6-4b17-8be2-6478582b6d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:14.966340 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0a2531d6-88b5-4030-9527-58d8c32dac27 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2046781389&fields=id&tenant_id=859c780e1e8746908f85dc4bc22ba62e HTTP/1.1" status: 200 len: 267 time: 0.2125735 Jul 07 20:52:15.027894 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-70462a23-eb88-4c07-81bc-385d5a991dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:15.030886 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ecb1c2-1e4c-483d-81d1-57598db5d326 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Made reservation on behalf of 9c964e8c5a48419fb26c4683793a1fc8 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:15.037235 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-65ecb1c2-1e4c-483d-81d1-57598db5d326 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:15.140042 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70462a23-eb88-4c07-81bc-385d5a991dc3 admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:15.156774 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-70462a23-eb88-4c07-81bc-385d5a991dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:15.165851 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70462a23-eb88-4c07-81bc-385d5a991dc3 admin admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:15.234694 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-be6f25b9-7e08-4f30-864d-9fd3276bf667 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:15.241491 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-be6f25b9-7e08-4f30-864d-9fd3276bf667 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports/7bfd1171-204a-4d07-ad3b-40f2a2169c45 HTTP/1.1" status: 200 len: 929 time: 0.2734895 Jul 07 20:52:15.256695 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5c77f83d-73e6-4b17-8be2-6478582b6d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:15.309796 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-48b05cba-9dbd-4477-a7c0-30a2d4e857ee tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:15.316943 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-48b05cba-9dbd-4477-a7c0-30a2d4e857ee tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports/35a846e8-0a45-4c06-a6dc-6eac8669665e HTTP/1.1" status: 200 len: 931 time: 0.0744302 Jul 07 20:52:15.345111 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-5c77f83d-73e6-4b17-8be2-6478582b6d42 None None] For port 43eedce4-b283-4560-b9f6-c3c7695c2a59, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=43eedce4-b283-4560-b9f6-c3c7695c2a59,segment=NetworkSegment(1446ad39-cf19-426c-97b9-acabee7a79cf),segment_id=1446ad39-cf19-426c-97b9-acabee7a79cf)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:15.361423 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5c77f83d-73e6-4b17-8be2-6478582b6d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:15.434651 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-dc05ffd9-7c00-43ce-b239-4be7b01dbe61 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?network_id=c00e2957-f59e-485b-9c29-168f84e55d6e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1167519 Jul 07 20:52:15.464383 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70462a23-eb88-4c07-81bc-385d5a991dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=eb808474-9b28-498b-bedb-73cbab3664e0,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:15.479499 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0a89b264-130e-422b-8a2f-3e8a24705208 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?network_id=c00e2957-f59e-485b-9c29-168f84e55d6e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0438728 Jul 07 20:52:15.513545 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77f83d-73e6-4b17-8be2-6478582b6d42 None None] Pushing event updated for resources: {'Port': ['ID=43eedce4-b283-4560-b9f6-c3c7695c2a59,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:15.522138 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11c839-ba7c-4702-92a3-12534a21564b req-f294aeb9-104c-4430-859f-0d104acd32ff tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:15.529796 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:15.535398 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d11c839-ba7c-4702-92a3-12534a21564b req-f294aeb9-104c-4430-859f-0d104acd32ff tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 1098 time: 0.5514314 Jul 07 20:52:15.576720 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8c668-545b-4682-a2b6-67842ec1f6bc req-8cd3ed8d-ca9b-44b1-a405-eec633516666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:15.579744 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5af8c668-545b-4682-a2b6-67842ec1f6bc req-8cd3ed8d-ca9b-44b1-a405-eec633516666 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f0654f02-22e3-4df8-a677-3833569d53a1 HTTP/1.1" status: 200 len: 920 time: 0.7454636 Jul 07 20:52:15.615871 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port f6c356ee-6ff9-47ed-bb7c-314905a3768f, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f6c356ee-6ff9-47ed-bb7c-314905a3768f,segment=NetworkSegment(baa52f0a-13f7-46a8-b085-44f9de0259e3),segment_id=baa52f0a-13f7-46a8-b085-44f9de0259e3)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:15.624366 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:15.763059 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=f6c356ee-6ff9-47ed-bb7c-314905a3768f,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:15.860990 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844b8d0-d94a-414c-aa12-a75ba84d0dfc tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Pushing event deleted for resources: {'Network': ['ID=6a1ac1b1-f143-4985-9179-735c0181a06a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:15.886159 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ecb1c2-1e4c-483d-81d1-57598db5d326 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:52:15.914440 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-65ecb1c2-1e4c-483d-81d1-57598db5d326 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:15.914964 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-65ecb1c2-1e4c-483d-81d1-57598db5d326 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Added segment 682d1c7b-b833-4903-96db-779912480066 of type vlan for network 8e05fb85-4e73-4f06-b0d6-6f468e5b8786 Jul 07 20:52:15.946194 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87523de9-f0f1-471e-97d4-22f66365e6e3 req-56d55a3b-2ecd-4869-961c-605eeabd853e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:15.948348 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-87523de9-f0f1-471e-97d4-22f66365e6e3 req-56d55a3b-2ecd-4869-961c-605eeabd853e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b4ae079cc254c0e8045ba5ea1fe8707&device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 1095 time: 0.9714663 Jul 07 20:52:16.124216 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 43eedce4-b283-4560-b9f6-c3c7695c2a59 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:16.199081 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-65ecb1c2-1e4c-483d-81d1-57598db5d326 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:16.321650 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d11c839-ba7c-4702-92a3-12534a21564b req-e031691f-d92c-44de-885b-1be171835d42 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7850344 Jul 07 20:52:16.323421 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5af8c668-545b-4682-a2b6-67842ec1f6bc req-71f14a4f-e8ad-4437-b1bb-3a0b68f54552 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 HTTP/1.1" status: 200 len: 217 time: 0.7320390 Jul 07 20:52:16.324239 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 43eedce4-b283-4560-b9f6-c3c7695c2a59 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:16.324931 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:16.333541 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-95680062-604b-4ab0-8162-f707d5be8fb7 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:16.339953 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-95680062-604b-4ab0-8162-f707d5be8fb7 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:16.347634 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-95680062-604b-4ab0-8162-f707d5be8fb7 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:16.367905 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-95680062-604b-4ab0-8162-f707d5be8fb7 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/networks?id=11c72bfa-694c-4468-a09f-5d536029fc88&id=32fe62b8-a098-45d1-9002-a2d13c738ee9&id=32fe62b8-a098-45d1-9002-a2d13c738ee9&id=c00e2957-f59e-485b-9c29-168f84e55d6e&id=c00e2957-f59e-485b-9c29-168f84e55d6e HTTP/1.1" status: 200 len: 1989 time: 0.8874128 Jul 07 20:52:16.397743 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-65ecb1c2-1e4c-483d-81d1-57598db5d326 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:16.398692 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ecb1c2-1e4c-483d-81d1-57598db5d326 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:16.399293 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-65ecb1c2-1e4c-483d-81d1-57598db5d326 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:16.436734 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-614d8cbb-db74-47b3-9610-5b145fc810f6 None None] Provisioning complete for port 43eedce4-b283-4560-b9f6-c3c7695c2a59 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:16.437313 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-614d8cbb-db74-47b3-9610-5b145fc810f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:16.491080 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8c668-545b-4682-a2b6-67842ec1f6bc req-b360579d-6bad-4eec-9ddf-1cf253e8db35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:16.492633 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5af8c668-545b-4682-a2b6-67842ec1f6bc req-b360579d-6bad-4eec-9ddf-1cf253e8db35 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=00fddda2-7b2a-4288-a4a2-a75c740a5524 HTTP/1.1" status: 200 len: 859 time: 0.1202946 Jul 07 20:52:16.528969 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-bc98ca40-7503-43b2-ba70-46cfc20fdf7f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/quotas/859c780e1e8746908f85dc4bc22ba62e HTTP/1.1" status: 200 len: 375 time: 0.1600232 Jul 07 20:52:16.571200 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-65ecb1c2-1e4c-483d-81d1-57598db5d326 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6834981 Jul 07 20:52:16.573262 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40408) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:16.590073 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87523de9-f0f1-471e-97d4-22f66365e6e3 req-5e4512c9-6efa-4c40-aac3-2c4e01fe5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:16.592477 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-87523de9-f0f1-471e-97d4-22f66365e6e3 req-5e4512c9-6efa-4c40-aac3-2c4e01fe5022 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f0654f02-22e3-4df8-a677-3833569d53a1 HTTP/1.1" status: 200 len: 920 time: 0.6233323 Jul 07 20:52:16.644021 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ecb1c2-1e4c-483d-81d1-57598db5d326 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Pushing event updated for resources: {'Network': ['ID=8e05fb85-4e73-4f06-b0d6-6f468e5b8786,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:16.691487 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 8e05fb85-4e73-4f06-b0d6-6f468e5b8786 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:52:16.699159 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5af8c668-545b-4682-a2b6-67842ec1f6bc req-8aac0b31-1505-41f4-8d03-c076e7436d96 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f0654f02-22e3-4df8-a677-3833569d53a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1892884 Jul 07 20:52:16.756570 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-87523de9-f0f1-471e-97d4-22f66365e6e3 req-09c0ac80-2e87-44ec-bed3-864b5e98aa52 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=790941df-5a6c-4bd3-875e-150b239fd606 HTTP/1.1" status: 200 len: 217 time: 0.1508412 Jul 07 20:52:16.819534 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:52:16.837296 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5af8c668-545b-4682-a2b6-67842ec1f6bc req-2e33c766-74f4-4b64-a803-974fa52b7047 service neutron] 10.222.0.58 "GET /v2.0/networks/f0654f02-22e3-4df8-a677-3833569d53a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132162 Jul 07 20:52:16.866254 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8fd4be-2a3e-49f3-b123-52e9967f0e64 tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:16.870065 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4a8fd4be-2a3e-49f3-b123-52e9967f0e64 tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] 10.222.0.64 "GET /v2.0/networks/8e05fb85-4e73-4f06-b0d6-6f468e5b8786 HTTP/1.1" status: 200 len: 757 time: 0.2930014 Jul 07 20:52:16.871483 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40410) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:16.937462 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87523de9-f0f1-471e-97d4-22f66365e6e3 req-2d112bc9-d848-45a2-b1fc-3e72d7adcd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:16.945923 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-87523de9-f0f1-471e-97d4-22f66365e6e3 req-2d112bc9-d848-45a2-b1fc-3e72d7adcd1c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00fddda2-7b2a-4288-a4a2-a75c740a5524 HTTP/1.1" status: 200 len: 859 time: 0.1747556 Jul 07 20:52:16.955166 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5af8c668-545b-4682-a2b6-67842ec1f6bc req-cbaccfac-9fd4-4e88-a2fd-f5c70da2d082 service neutron] 10.222.0.58 "GET /v2.0/networks/f0654f02-22e3-4df8-a677-3833569d53a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030841 Jul 07 20:52:17.023586 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f6c356ee-6ff9-47ed-bb7c-314905a3768f up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:17.026128 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a49a0c-7a25-48a3-a51c-9f5641a400a5 tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:17.030931 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d9a49a0c-7a25-48a3-a51c-9f5641a400a5 tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] 10.222.0.64 "GET /v2.0/networks/2ac3ebdb-cfb0-4eff-aba4-9eb3bf1c924b HTTP/1.1" status: 200 len: 767 time: 0.1560373 Jul 07 20:52:17.032347 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40412) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:17.083775 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-87523de9-f0f1-471e-97d4-22f66365e6e3 req-9388f7fa-7c9f-49b8-8570-bcfaae3c5971 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f0654f02-22e3-4df8-a677-3833569d53a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263843 Jul 07 20:52:17.179773 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-70462a23-eb88-4c07-81bc-385d5a991dc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:17.209879 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-3da10a83-83a9-4de2-9335-dab4d7ffd10f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=859c780e1e8746908f85dc4bc22ba62e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5393703 Jul 07 20:52:17.222131 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab1190-6261-400c-8abe-8346193dd227 req-4be9146c-64d0-4ea5-b744-57dc4b3cd853 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:17.230834 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64ab1190-6261-400c-8abe-8346193dd227 req-4be9146c-64d0-4ea5-b744-57dc4b3cd853 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 943 time: 0.7219822 Jul 07 20:52:17.361074 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port bce6ae79-635b-49ce-8f1e-6a67c2e2aa34, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=bce6ae79-635b-49ce-8f1e-6a67c2e2aa34,segment=NetworkSegment(f8bcc3aa-f863-42ef-9a5d-6ca5e8048648),segment_id=f8bcc3aa-f863-42ef-9a5d-6ca5e8048648)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:17.381474 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d6edf9c9-1350-415a-8c0c-83ca85f08cec tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:17.415208 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'bce6ae79-635b-49ce-8f1e-6a67c2e2aa34', 'network_id': 'f0654f02-22e3-4df8-a677-3833569d53a1', 'port_id': 'bce6ae79-635b-49ce-8f1e-6a67c2e2aa34', 'mac_address': 'fa:16:3e:62:b2:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00fddda2-7b2a-4288-a4a2-a75c740a5524', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:52:17.422493 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port f6c356ee-6ff9-47ed-bb7c-314905a3768f triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:17.422946 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:17.506166 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-ce5865f8-17d1-457a-8371-8e58e8592f42 service neutron] 10.222.0.64 "GET /v2.0/networks/11c72bfa-694c-4468-a09f-5d536029fc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483253 Jul 07 20:52:17.585721 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:17.614999 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:52:17.652801 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d6edf9c9-1350-415a-8c0c-83ca85f08cec tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:17.667187 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-d6edf9c9-1350-415a-8c0c-83ca85f08cec tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e05fb85-4e73-4f06-b0d6-6f468e5b8786']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:17.671231 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0246bcc2-64e2-46cf-883e-d2e28059c018 service neutron] 10.222.0.64 "GET /v2.0/networks/11c72bfa-694c-4468-a09f-5d536029fc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453941 Jul 07 20:52:17.687023 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-d6edf9c9-1350-415a-8c0c-83ca85f08cec tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '682d1c7b-b833-4903-96db-779912480066') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:17.687666 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-d6edf9c9-1350-415a-8c0c-83ca85f08cec tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '682d1c7b-b833-4903-96db-779912480066') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:17.702527 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64ab1190-6261-400c-8abe-8346193dd227 req-7af6fd0f-c2eb-407e-aa99-873f94a1b9c9 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699566 Jul 07 20:52:17.702744 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port bce6ae79-635b-49ce-8f1e-6a67c2e2aa34, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=bce6ae79-635b-49ce-8f1e-6a67c2e2aa34,segment=NetworkSegment(f8bcc3aa-f863-42ef-9a5d-6ca5e8048648),segment_id=f8bcc3aa-f863-42ef-9a5d-6ca5e8048648)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:17.703994 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d6edf9c9-1350-415a-8c0c-83ca85f08cec tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:17.727206 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d6edf9c9-1350-415a-8c0c-83ca85f08cec tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:17.732516 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:17.733175 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6edf9c9-1350-415a-8c0c-83ca85f08cec tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:52:17.733597 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d6edf9c9-1350-415a-8c0c-83ca85f08cec tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:17.808235 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-c6e3112e-0267-4b3e-b8e6-13cd5e4b702e service neutron] 10.222.0.64 "GET /v2.0/ports/7bfd1171-204a-4d07-ad3b-40f2a2169c45?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1009605 Jul 07 20:52:17.829503 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-87523de9-f0f1-471e-97d4-22f66365e6e3 req-91486064-c688-4b07-9f19-6e74e3ff7db4 service neutron] 10.222.0.39 "GET /v2.0/networks/f0654f02-22e3-4df8-a677-3833569d53a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7273428 Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:52:17.830549 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:52:17.833625 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d6edf9c9-1350-415a-8c0c-83ca85f08cec tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:17.843858 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6edf9c9-1350-415a-8c0c-83ca85f08cec tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8e05fb85-4e73-4f06-b0d6-6f468e5b8786 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 20:52:17.845250 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=bce6ae79-635b-49ce-8f1e-6a67c2e2aa34,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:17.862965 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d6edf9c9-1350-415a-8c0c-83ca85f08cec tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:17.868452 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d6edf9c9-1350-415a-8c0c-83ca85f08cec tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] 10.222.0.64 "DELETE /v2.0/networks/8e05fb85-4e73-4f06-b0d6-6f468e5b8786 HTTP/1.1" status: 204 len: 168 time: 0.8314903 Jul 07 20:52:17.884639 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40414) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:17.900488 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-9326bd6a-a340-47bc-ac55-a6cefd11818e tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Request body: {'network': {'name': 'tempest-network--1948678790'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:17.992990 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edf9c9-1350-415a-8c0c-83ca85f08cec tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Pushing event deleted for resources: {'Network': ['ID=8e05fb85-4e73-4f06-b0d6-6f468e5b8786,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:18.006058 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9326bd6a-a340-47bc-ac55-a6cefd11818e tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Made reservation on behalf of 9c964e8c5a48419fb26c4683793a1fc8 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:18.012929 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9326bd6a-a340-47bc-ac55-a6cefd11818e tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:18.019043 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-8c44cdc1-fcac-460b-a1dc-e46def79ee26 service neutron] 10.222.0.64 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093177 Jul 07 20:52:18.036388 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['bce6ae79-635b-49ce-8f1e-6a67c2e2aa34'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:52:18.135439 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9326bd6a-a340-47bc-ac55-a6cefd11818e tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:52:18.162901 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d1e66c67-a6fa-4216-a055-84897b9adb1f service neutron] 10.222.0.64 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421199 Jul 07 20:52:18.197494 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9326bd6a-a340-47bc-ac55-a6cefd11818e tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:18.198016 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-9326bd6a-a340-47bc-ac55-a6cefd11818e tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Added segment 7e96ef6e-f6fd-47f5-8c82-971dfccd95ec of type vlan for network bb4a4963-be37-45ec-bc48-1f2253b9058f Jul 07 20:52:18.206565 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-87523de9-f0f1-471e-97d4-22f66365e6e3 req-53b74620-4496-41db-9584-1d8f5d4dd4db service neutron] 10.222.0.39 "GET /v2.0/networks/f0654f02-22e3-4df8-a677-3833569d53a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566048 Jul 07 20:52:18.278065 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9326bd6a-a340-47bc-ac55-a6cefd11818e tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:18.327313 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9326bd6a-a340-47bc-ac55-a6cefd11818e tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:18.328767 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9326bd6a-a340-47bc-ac55-a6cefd11818e tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:18.331319 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9326bd6a-a340-47bc-ac55-a6cefd11818e tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:18.454831 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-bd5e21e0-07ce-4159-8daa-05bf1e792cb7 service neutron] 10.222.0.64 "GET /v2.0/ports/35a846e8-0a45-4c06-a6dc-6eac8669665e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2893038 Jul 07 20:52:18.467771 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326bd6a-a340-47bc-ac55-a6cefd11818e tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Pushing event updated for resources: {'Network': ['ID=bb4a4963-be37-45ec-bc48-1f2253b9058f,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:18.495571 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network bb4a4963-be37-45ec-bc48-1f2253b9058f details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:52:18.540386 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9326bd6a-a340-47bc-ac55-a6cefd11818e tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6443088 Jul 07 20:52:18.541016 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40416) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:18.552384 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-9caf6579-baf9-491f-9a28-d005157ed748 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:18.597718 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 790941df-5a6c-4bd3-875e-150b239fd606 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:52:18.700410 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba482276-5145-4370-b252-968ef9e736a3 req-d6aa6131-71cb-4623-af43-1627662c30da tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:18.711008 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 790941df-5a6c-4bd3-875e-150b239fd606, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=790941df-5a6c-4bd3-875e-150b239fd606,segment=NetworkSegment(f8bcc3aa-f863-42ef-9a5d-6ca5e8048648),segment_id=f8bcc3aa-f863-42ef-9a5d-6ca5e8048648)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:18.711790 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ba482276-5145-4370-b252-968ef9e736a3 req-d6aa6131-71cb-4623-af43-1627662c30da tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 950 time: 0.4736557 Jul 07 20:52:18.731230 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '790941df-5a6c-4bd3-875e-150b239fd606', 'network_id': 'f0654f02-22e3-4df8-a677-3833569d53a1', 'port_id': '790941df-5a6c-4bd3-875e-150b239fd606', 'mac_address': 'fa:16:3e:0f:66:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00fddda2-7b2a-4288-a4a2-a75c740a5524', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:52:18.753267 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-70462a23-eb88-4c07-81bc-385d5a991dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:18.791028 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:18.808025 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790941df-5a6c-4bd3-875e-150b239fd606 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:52:18.845201 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ba482276-5145-4370-b252-968ef9e736a3 req-25bd84d9-5551-4fb8-88ee-ddd7c250c904 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321990 Jul 07 20:52:18.850344 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-a63c3170-1bfc-42f9-beb2-461b15ec6ed8 service neutron] 10.222.0.64 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294635 Jul 07 20:52:18.851879 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 790941df-5a6c-4bd3-875e-150b239fd606, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=790941df-5a6c-4bd3-875e-150b239fd606,segment=NetworkSegment(f8bcc3aa-f863-42ef-9a5d-6ca5e8048648),segment_id=f8bcc3aa-f863-42ef-9a5d-6ca5e8048648)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:18.864829 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:18.879529 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9caf6579-baf9-491f-9a28-d005157ed748 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:18.900935 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9caf6579-baf9-491f-9a28-d005157ed748 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:18.970363 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=790941df-5a6c-4bd3-875e-150b239fd606,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:18.975728 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9caf6579-baf9-491f-9a28-d005157ed748 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Network bb4a4963-be37-45ec-bc48-1f2253b9058f is not hosted by any dhcp agent {{(pid=100447) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 20:52:18.976630 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caf6579-baf9-491f-9a28-d005157ed748 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:18.979678 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9caf6579-baf9-491f-9a28-d005157ed748 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:18.981366 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9caf6579-baf9-491f-9a28-d005157ed748 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] 10.222.0.64 "PUT /v2.0/networks/bb4a4963-be37-45ec-bc48-1f2253b9058f HTTP/1.1" status: 200 len: 858 time: 0.4392700 Jul 07 20:52:18.990131 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40426) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:19.080534 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf6579-baf9-491f-9a28-d005157ed748 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Pushing event updated for resources: {'Network': ['ID=bb4a4963-be37-45ec-bc48-1f2253b9058f,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:19.102648 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2df08385-8e2b-4554-a51d-4f22d9735e94 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:19.154198 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-fd71cda9-4142-4562-a8c7-3a638347b3a1 service neutron] 10.222.0.64 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828429 Jul 07 20:52:19.182393 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['790941df-5a6c-4bd3-875e-150b239fd606'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:52:19.196446 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2df08385-8e2b-4554-a51d-4f22d9735e94 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:19.209174 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-2df08385-8e2b-4554-a51d-4f22d9735e94 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4a4963-be37-45ec-bc48-1f2253b9058f']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:19.224396 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-2df08385-8e2b-4554-a51d-4f22d9735e94 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e96ef6e-f6fd-47f5-8c82-971dfccd95ec') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:19.225855 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-2df08385-8e2b-4554-a51d-4f22d9735e94 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e96ef6e-f6fd-47f5-8c82-971dfccd95ec') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:19.245757 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2df08385-8e2b-4554-a51d-4f22d9735e94 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:19.262339 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d8c8b-6f31-4c8d-b7f7-06f7a90ad4b5 req-31754abb-fa56-4aad-add5-5e31721eaf5c tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:19.265252 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-201d8c8b-6f31-4c8d-b7f7-06f7a90ad4b5 req-31754abb-fa56-4aad-add5-5e31721eaf5c tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 944 time: 0.1870282 Jul 07 20:52:19.269814 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2df08385-8e2b-4554-a51d-4f22d9735e94 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:19.278560 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df08385-8e2b-4554-a51d-4f22d9735e94 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:52:19.279384 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2df08385-8e2b-4554-a51d-4f22d9735e94 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:19.279566 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70462a23-eb88-4c07-81bc-385d5a991dc3 admin admin] Router 5b60fb1f-a09c-4f02-92da-b734fa2924a1 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:52:19.282237 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:52:19.358218 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-201d8c8b-6f31-4c8d-b7f7-06f7a90ad4b5 req-e6462efc-93e4-4993-804e-4c432fc77106 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838187 Jul 07 20:52:19.374669 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2df08385-8e2b-4554-a51d-4f22d9735e94 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:19.381668 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df08385-8e2b-4554-a51d-4f22d9735e94 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bb4a4963-be37-45ec-bc48-1f2253b9058f {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 20:52:19.384703 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2df08385-8e2b-4554-a51d-4f22d9735e94 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:19.393058 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2df08385-8e2b-4554-a51d-4f22d9735e94 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] 10.222.0.64 "DELETE /v2.0/networks/bb4a4963-be37-45ec-bc48-1f2253b9058f HTTP/1.1" status: 204 len: 168 time: 0.3980262 Jul 07 20:52:19.413463 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40428) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:19.414524 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df08385-8e2b-4554-a51d-4f22d9735e94 tempest-ExternalNetworksTestJSON-1964796327 tempest-ExternalNetworksTestJSON-1964796327-project-admin] Pushing event deleted for resources: {'Network': ['ID=bb4a4963-be37-45ec-bc48-1f2253b9058f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:19.464438 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f25d2f3-3397-4058-ac30-c7da602efa97 tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] DELETE failed (client error): The resource could not be found. Jul 07 20:52:19.465237 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f25d2f3-3397-4058-ac30-c7da602efa97 tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 20:52:19.470408 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1f25d2f3-3397-4058-ac30-c7da602efa97 tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] 10.222.0.64 "DELETE /v2.0/subnets/1aad34c8-9680-4e07-87fa-67eba5310ded HTTP/1.1" status: 404 len: 337 time: 0.0474410 Jul 07 20:52:19.472139 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40430) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:19.501364 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-da578b5d-179a-49d8-9357-ff44be0bc10c service neutron] 10.222.0.64 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462338 Jul 07 20:52:19.591616 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dddd8d42-a460-42f0-8bf7-7352297fbb30 tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:19.669555 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70462a23-eb88-4c07-81bc-385d5a991dc3 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:52:19.681201 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:19.711133 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-46ceb888-c7a3-475b-aa85-2fbfc4b09a39 service neutron] 10.222.0.64 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023451 Jul 07 20:52:19.725598 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-70462a23-eb88-4c07-81bc-385d5a991dc3 admin admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:19.742053 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-70462a23-eb88-4c07-81bc-385d5a991dc3 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 10.3831763 Jul 07 20:52:19.747129 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40432) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:19.784854 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dddd8d42-a460-42f0-8bf7-7352297fbb30 tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:19.818281 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-dddd8d42-a460-42f0-8bf7-7352297fbb30 tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac3ebdb-cfb0-4eff-aba4-9eb3bf1c924b']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:19.832941 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:19.860104 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-dddd8d42-a460-42f0-8bf7-7352297fbb30 tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8855bf-7128-4b98-8c8c-6499cf3e504e') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:19.860397 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-dddd8d42-a460-42f0-8bf7-7352297fbb30 tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8855bf-7128-4b98-8c8c-6499cf3e504e') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:19.896774 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dddd8d42-a460-42f0-8bf7-7352297fbb30 tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:19.914351 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dddd8d42-a460-42f0-8bf7-7352297fbb30 tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:19.930165 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dddd8d42-a460-42f0-8bf7-7352297fbb30 tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:52:19.932544 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dddd8d42-a460-42f0-8bf7-7352297fbb30 tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:52:19.940456 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:52:20.050811 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dddd8d42-a460-42f0-8bf7-7352297fbb30 tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:20.065391 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dddd8d42-a460-42f0-8bf7-7352297fbb30 tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:20.077216 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dddd8d42-a460-42f0-8bf7-7352297fbb30 tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] 10.222.0.64 "DELETE /v2.0/networks/2ac3ebdb-cfb0-4eff-aba4-9eb3bf1c924b HTTP/1.1" status: 204 len: 168 time: 0.6016355 Jul 07 20:52:20.149433 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd8d42-a460-42f0-8bf7-7352297fbb30 tempest-ExternalNetworksTestJSON-822538128 tempest-ExternalNetworksTestJSON-822538128-project] Pushing event deleted for resources: {'Network': ['ID=2ac3ebdb-cfb0-4eff-aba4-9eb3bf1c924b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:20.333606 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-dfee86bf-7458-4881-b9e7-a1e4607c0571 service neutron] 10.222.0.64 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214764 Jul 07 20:52:20.352930 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] Sync routers for ids ['5b60fb1f-a09c-4f02-92da-b734fa2924a1'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:52:20.365320 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] Routers {'5b60fb1f-a09c-4f02-92da-b734fa2924a1'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:52:20.366061 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:52:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5b60fb1f-a09c-4f02-92da-b734fa2924a1'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:20.442760 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40444) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:20.484224 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] Set router 5b60fb1f-a09c-4f02-92da-b734fa2924a1 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:52:20.599756 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 790941df-5a6c-4bd3-875e-150b239fd606 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:20.646268 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e5869d40-f818-494d-8133-92e033120a79 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3be02c42b4fa4935a8cb78c6c2d2d5c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2016380 Jul 07 20:52:20.647780 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40448) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:20.719462 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4c35696-5558-4a09-99bd-d1dfc3d875d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:20.753497 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4c35696-5558-4a09-99bd-d1dfc3d875d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:20.763270 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 790941df-5a6c-4bd3-875e-150b239fd606 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:20.772361 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 790941df-5a6c-4bd3-875e-150b239fd606 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:20.773658 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:20.834102 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:20.870868 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4c35696-5558-4a09-99bd-d1dfc3d875d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:20.881607 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-279670863-router', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:09Z', 'updated_at': '2021-07-07T20:52:16Z', 'revision_number': 3, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'gw_port': {'id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:12Z', 'updated_at': '2021-07-07T20:52:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:20.886307 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4c35696-5558-4a09-99bd-d1dfc3d875d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:20.893535 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a4c35696-5558-4a09-99bd-d1dfc3d875d7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d56cd2bd-e1d3-4f53-9511-51f8ec9d0eda HTTP/1.1" status: 204 len: 168 time: 0.2425947 Jul 07 20:52:20.903163 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34b489-fe9b-42e5-a988-9667462097cc req-034b9f2d-e670-4f15-b1df-c44a80534bd8 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:20.909405 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7e34b489-fe9b-42e5-a988-9667462097cc req-034b9f2d-e670-4f15-b1df-c44a80534bd8 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 1098 time: 0.7295663 Jul 07 20:52:20.914806 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c35696-5558-4a09-99bd-d1dfc3d875d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56cd2bd-e1d3-4f53-9511-51f8ec9d0eda,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:20.946808 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] Checking router: 5b60fb1f-a09c-4f02-92da-b734fa2924a1 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:52:20.947231 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] Updating router 5b60fb1f-a09c-4f02-92da-b734fa2924a1 port eb808474-9b28-498b-bedb-73cbab3664e0 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:52:21.005613 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.007898 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:21.014653 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:21.017207 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.091696 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.116788 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e0d3e7-fbdd-41f2-a712-e48d10cfd928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790941df-5a6c-4bd3-875e-150b239fd606'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:52:21.119926 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f784ef-737d-4c2d-996d-bad621f6e027" -d '{"events": [{"server_uuid": "57e0d3e7-fbdd-41f2-a712-e48d10cfd928", "name": "network-vif-plugged", "status": "completed", "tag": "790941df-5a6c-4bd3-875e-150b239fd606"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:52:21.145052 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 790941df-5a6c-4bd3-875e-150b239fd606, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=790941df-5a6c-4bd3-875e-150b239fd606,segment=NetworkSegment(f8bcc3aa-f863-42ef-9a5d-6ca5e8048648),segment_id=f8bcc3aa-f863-42ef-9a5d-6ca5e8048648)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:21.153240 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.182690 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0c021b67-489d-4464-98a5-5de5c3820f69 service neutron] 10.222.0.64 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8353543 Jul 07 20:52:21.196398 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7e34b489-fe9b-42e5-a988-9667462097cc req-2f1280e6-42ad-40b3-bcbc-b30c58564ac5 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924562 Jul 07 20:52:21.241996 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=790941df-5a6c-4bd3-875e-150b239fd606,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:21.306146 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.378969 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port bce6ae79-635b-49ce-8f1e-6a67c2e2aa34, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=bce6ae79-635b-49ce-8f1e-6a67c2e2aa34,segment=NetworkSegment(f8bcc3aa-f863-42ef-9a5d-6ca5e8048648),segment_id=f8bcc3aa-f863-42ef-9a5d-6ca5e8048648)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:21.386524 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.495037 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d2986eb5-f55b-4957-8d45-47ba8de1b5b5 service neutron] 10.222.0.64 "GET /v2.0/networks/c00e2957-f59e-485b-9c29-168f84e55d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972798 Jul 07 20:52:21.548569 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=bce6ae79-635b-49ce-8f1e-6a67c2e2aa34,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:21.590490 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40458) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:21.671832 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5df270a1-0438-4209-a8aa-1dd7be5df909 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9c964e8c5a48419fb26c4683793a1fc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0794423 Jul 07 20:52:21.674306 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40460) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:21.693774 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.705947 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] Transition to ACTIVE for port object eb808474-9b28-498b-bedb-73cbab3664e0 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:21.714564 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.766120 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0a3ed-eef8-4ad4-84c4-e2e04d5869e5 None None] Pushing event updated for resources: {'Port': ['ID=eb808474-9b28-498b-bedb-73cbab3664e0,revision_number=2']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:21.776924 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0a3ed-eef8-4ad4-84c4-e2e04d5869e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:21.777898 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0a3ed-eef8-4ad4-84c4-e2e04d5869e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:21.778488 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0a3ed-eef8-4ad4-84c4-e2e04d5869e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:21.779069 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0a3ed-eef8-4ad4-84c4-e2e04d5869e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:21.779694 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0a3ed-eef8-4ad4-84c4-e2e04d5869e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:21.780500 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0a3ed-eef8-4ad4-84c4-e2e04d5869e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:21.781055 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0a3ed-eef8-4ad4-84c4-e2e04d5869e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:21.781598 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0a3ed-eef8-4ad4-84c4-e2e04d5869e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:21.782137 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0a3ed-eef8-4ad4-84c4-e2e04d5869e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:21.784057 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0a3ed-eef8-4ad4-84c4-e2e04d5869e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:21.784636 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0a3ed-eef8-4ad4-84c4-e2e04d5869e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:21.785197 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a0a3ed-eef8-4ad4-84c4-e2e04d5869e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:21.785852 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-5087858a-333c-4f54-9c13-d9d06aa5fb15 service neutron] 10.222.0.64 "GET /v2.0/networks/c00e2957-f59e-485b-9c29-168f84e55d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255635 Jul 07 20:52:21.795463 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b6fbae5a-da1d-4238-8a9b-b77f0df5e370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.805048 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c98c2b-a725-49bd-868f-cc4632f92bcf req-105e9782-38df-477e-9088-ad3449b33687 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:21.806650 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-65c98c2b-a725-49bd-868f-cc4632f92bcf req-105e9782-38df-477e-9088-ad3449b33687 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 950 time: 0.1857152 Jul 07 20:52:21.814434 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] Attempting to bind port eb808474-9b28-498b-bedb-73cbab3664e0 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:21.815156 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] Attempting to bind port eb808474-9b28-498b-bedb-73cbab3664e0 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:21.815762 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] Attempting to bind port eb808474-9b28-498b-bedb-73cbab3664e0 on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:21.821766 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:21.822469 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:21.823374 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.823982 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:21.824667 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] Bound port: eb808474-9b28-498b-bedb-73cbab3664e0, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:21.825287 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.841101 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b296e5c-9159-4b12-80cf-c8ca28f3264a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.849849 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b6fbae5a-da1d-4238-8a9b-b77f0df5e370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.911290 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b6fbae5a-da1d-4238-8a9b-b77f0df5e370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.913398 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] For port eb808474-9b28-498b-bedb-73cbab3664e0, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:21.916586 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b6fbae5a-da1d-4238-8a9b-b77f0df5e370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.918358 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] For port eb808474-9b28-498b-bedb-73cbab3664e0, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=eb808474-9b28-498b-bedb-73cbab3664e0,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:21.920303 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b6fbae5a-da1d-4238-8a9b-b77f0df5e370 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/00e8ba1f-aabe-4484-bee9-be8e9263c921 HTTP/1.1" status: 204 len: 168 time: 0.2425799 Jul 07 20:52:21.927307 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:21.935986 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbae5a-da1d-4238-8a9b-b77f0df5e370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e8ba1f-aabe-4484-bee9-be8e9263c921,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:21.981123 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-65c98c2b-a725-49bd-868f-cc4632f92bcf req-7a52dba5-6255-4c41-84b4-ec20a8fa9390 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635873 Jul 07 20:52:22.060946 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] Routers {'5b60fb1f-a09c-4f02-92da-b734fa2924a1'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:52:22.062137 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:52:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5b60fb1f-a09c-4f02-92da-b734fa2924a1'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:22.127411 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0a3ed-eef8-4ad4-84c4-e2e04d5869e5 None None] Pushing event updated for resources: {'Port': ['ID=eb808474-9b28-498b-bedb-73cbab3664e0,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:22.186398 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-a1b6ea0e-934d-47db-a7cc-bb82ffd68278 service neutron] 10.222.0.64 "GET /v2.0/networks/c00e2957-f59e-485b-9c29-168f84e55d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786263 Jul 07 20:52:22.234874 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] Set router 5b60fb1f-a09c-4f02-92da-b734fa2924a1 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:52:22.468722 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-279670863-router', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:09Z', 'updated_at': '2021-07-07T20:52:16Z', 'revision_number': 3, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'gw_port': {'id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:12Z', 'updated_at': '2021-07-07T20:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:22.484984 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-1b296e5c-9159-4b12-80cf-c8ca28f3264a admin admin] Allocated IP 172.20.0.1 (e5521cf8-568c-451a-aa56-f875facb5117/0b1a6a8f-f761-405e-ad77-75520358891e/2db79556-a378-46cb-8f8b-ab59c1f91843) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:22.513937 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b43f88e-8e78-4ac2-987c-00abe8558039 None None] The sync data for ids ['5b60fb1f-a09c-4f02-92da-b734fa2924a1'] in n-d-695189-11 is: [{'id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-279670863-router', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:09Z', 'updated_at': '2021-07-07T20:52:16Z', 'revision_number': 3, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'gw_port': {'id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:12Z', 'updated_at': '2021-07-07T20:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:52:22.614892 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69fc58-ca5d-47e4-b28d-e66dd3c8f7dd req-8871c93b-3189-4202-aec9-3bc6524bc0cb tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:22.622281 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1b69fc58-ca5d-47e4-b28d-e66dd3c8f7dd req-8871c93b-3189-4202-aec9-3bc6524bc0cb tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 945 time: 0.3800142 Jul 07 20:52:22.659945 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d646fc94-171f-4420-937e-3466a3a2d790 service neutron] 10.222.0.64 "GET /v2.0/networks/c00e2957-f59e-485b-9c29-168f84e55d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129651 Jul 07 20:52:22.717843 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b296e5c-9159-4b12-80cf-c8ca28f3264a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:22.752463 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-1b296e5c-9159-4b12-80cf-c8ca28f3264a admin admin] Transition to ACTIVE for port object 2db79556-a378-46cb-8f8b-ab59c1f91843 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:22.773691 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1b69fc58-ca5d-47e4-b28d-e66dd3c8f7dd req-b6f8edc2-c5b3-4cbd-a0ad-49f328d8ff1d tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502750 Jul 07 20:52:22.817421 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b296e5c-9159-4b12-80cf-c8ca28f3264a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:22.912908 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b296e5c-9159-4b12-80cf-c8ca28f3264a admin admin] Pushing event updated for resources: {'Port': ['ID=2db79556-a378-46cb-8f8b-ab59c1f91843,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:22.937150 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b296e5c-9159-4b12-80cf-c8ca28f3264a admin admin] Network e5521cf8-568c-451a-aa56-f875facb5117 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:22.968808 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-1b296e5c-9159-4b12-80cf-c8ca28f3264a admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:22.985151 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b296e5c-9159-4b12-80cf-c8ca28f3264a admin admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:23.217941 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b296e5c-9159-4b12-80cf-c8ca28f3264a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:23.234880 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ac5867-788a-435f-a15c-b19b4f3ceb46 x-openstack-request-id: req-12ac5867-788a-435f-a15c-b19b4f3ceb46 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:52:23.235720 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e0d3e7-fbdd-41f2-a712-e48d10cfd928", "name": "network-vif-plugged", "status": "completed", "tag": "790941df-5a6c-4bd3-875e-150b239fd606", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:52:23.235720 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-12ac5867-788a-435f-a15c-b19b4f3ceb46 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:52:23.236593 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e0d3e7-fbdd-41f2-a712-e48d10cfd928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790941df-5a6c-4bd3-875e-150b239fd606', 'code': 200} Jul 07 20:52:23.629864 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-271e007e-6a92-416b-b710-9780e2106829 None None] Provisioning for port 2db79556-a378-46cb-8f8b-ab59c1f91843 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:23.650902 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-271e007e-6a92-416b-b710-9780e2106829 None None] Provisioning complete for port 2db79556-a378-46cb-8f8b-ab59c1f91843 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:23.652753 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-271e007e-6a92-416b-b710-9780e2106829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:23.653227 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a527d-ed3c-46dd-994e-db9b4204a8d9 req-8dc30da8-8dfd-45cd-999f-c5ec1359be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:23.656244 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-184a527d-ed3c-46dd-994e-db9b4204a8d9 req-8dc30da8-8dfd-45cd-999f-c5ec1359be94 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 1097 time: 0.2498689 Jul 07 20:52:23.758240 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-271e007e-6a92-416b-b710-9780e2106829 None None] Port 2db79556-a378-46cb-8f8b-ab59c1f91843 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:52:23.785150 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-184a527d-ed3c-46dd-994e-db9b4204a8d9 req-d3610565-eb1c-4521-99d2-ce49bc1e82d6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178746 Jul 07 20:52:23.911139 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b296e5c-9159-4b12-80cf-c8ca28f3264a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:23.934708 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b565de9-0430-4775-ab8b-9469d9f6ebee req-afe22b70-3f06-4cb1-a12b-afde1d387c27 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:23.943923 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b565de9-0430-4775-ab8b-9469d9f6ebee req-afe22b70-3f06-4cb1-a12b-afde1d387c27 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 1098 time: 0.2709649 Jul 07 20:52:24.089815 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b565de9-0430-4775-ab8b-9469d9f6ebee req-0a0a98be-0a82-48ca-8af1-182699b85d5a tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444738 Jul 07 20:52:24.208619 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device eb808474-9b28-498b-bedb-73cbab3664e0 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:24.333885 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port eb808474-9b28-498b-bedb-73cbab3664e0 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:24.343225 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port eb808474-9b28-498b-bedb-73cbab3664e0 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:24.343793 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:24.503359 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:24.531692 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0af065-8972-443e-a8cb-191e380fe425 req-7f3ec47b-2585-46e8-b37a-4e4bfb18ef66 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:24.542110 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5a0af065-8972-443e-a8cb-191e380fe425 req-7f3ec47b-2585-46e8-b37a-4e4bfb18ef66 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 950 time: 0.2896316 Jul 07 20:52:24.549719 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b296e5c-9159-4b12-80cf-c8ca28f3264a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:24.553812 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port eb808474-9b28-498b-bedb-73cbab3664e0, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=eb808474-9b28-498b-bedb-73cbab3664e0,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:24.560643 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:24.575745 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b296e5c-9159-4b12-80cf-c8ca28f3264a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:24.666698 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=eb808474-9b28-498b-bedb-73cbab3664e0,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:24.691563 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8315033-6414-47c8-98dd-a3ae3ddd5a7d req-c30a1d40-9766-47e5-899c-9140c2926a82 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:24.693470 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8315033-6414-47c8-98dd-a3ae3ddd5a7d req-c30a1d40-9766-47e5-899c-9140c2926a82 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 945 time: 0.3138852 Jul 07 20:52:24.749873 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b296e5c-9159-4b12-80cf-c8ca28f3264a admin admin] Pushing event updated for resources: {'Port': ['ID=2db79556-a378-46cb-8f8b-ab59c1f91843,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:24.770090 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5a0af065-8972-443e-a8cb-191e380fe425 req-c85325ce-09f6-4e4c-aa34-148e2f8c85fd tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269945 Jul 07 20:52:24.779951 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b296e5c-9159-4b12-80cf-c8ca28f3264a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:24.894212 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8315033-6414-47c8-98dd-a3ae3ddd5a7d req-f75590aa-f73a-41ca-9102-c7362ea7e7d5 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632476 Jul 07 20:52:25.040693 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40552) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:25.072306 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b296e5c-9159-4b12-80cf-c8ca28f3264a admin admin] Network e5521cf8-568c-451a-aa56-f875facb5117 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:25.075759 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-1b296e5c-9159-4b12-80cf-c8ca28f3264a admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:25.130629 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9d494a76-06fb-4125-a8b9-b024179d751d req-695c3c33-743c-49c9-b509-1d5d7a4473a4 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 210 time: 0.0564175 Jul 07 20:52:25.237452 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914b2ff7-f848-4b01-abf3-29fab60da266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce6ae79-635b-49ce-8f1e-6a67c2e2aa34'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:52:25.239745 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ce946e-4c73-4156-8d21-4ef03cfe3ea3" -d '{"events": [{"server_uuid": "914b2ff7-f848-4b01-abf3-29fab60da266", "name": "network-vif-plugged", "status": "completed", "tag": "bce6ae79-635b-49ce-8f1e-6a67c2e2aa34"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:52:25.348907 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-24acca98-b115-4e96-a07a-29550e9da0a0 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-528124853', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:25.366154 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dc3dbb-0258-4e07-931b-7ffe8a8cbc75 x-openstack-request-id: req-c7dc3dbb-0258-4e07-931b-7ffe8a8cbc75 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:52:25.367552 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914b2ff7-f848-4b01-abf3-29fab60da266", "name": "network-vif-plugged", "status": "completed", "tag": "bce6ae79-635b-49ce-8f1e-6a67c2e2aa34", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:52:25.368301 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c7dc3dbb-0258-4e07-931b-7ffe8a8cbc75 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:52:25.369167 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914b2ff7-f848-4b01-abf3-29fab60da266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce6ae79-635b-49ce-8f1e-6a67c2e2aa34', 'code': 200} Jul 07 20:52:25.425957 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24acca98-b115-4e96-a07a-29550e9da0a0 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Made reservation on behalf of c4c7c767700643929679db3695dc3dc4 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:25.428446 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-24acca98-b115-4e96-a07a-29550e9da0a0 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:25.468684 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-24acca98-b115-4e96-a07a-29550e9da0a0 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:25.528190 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b296e5c-9159-4b12-80cf-c8ca28f3264a admin admin] Router 5b60fb1f-a09c-4f02-92da-b734fa2924a1 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:52:25.657318 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-677751ff-5f91-4e09-9ad6-12a91092dfaf None None] Provisioning complete for port 2db79556-a378-46cb-8f8b-ab59c1f91843 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:25.658820 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-677751ff-5f91-4e09-9ad6-12a91092dfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:25.745432 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-24acca98-b115-4e96-a07a-29550e9da0a0 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:25.753205 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-24acca98-b115-4e96-a07a-29550e9da0a0 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:25.764417 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-677751ff-5f91-4e09-9ad6-12a91092dfaf None None] Port 2db79556-a378-46cb-8f8b-ab59c1f91843 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:52:25.809664 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24acca98-b115-4e96-a07a-29550e9da0a0 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f49961-2344-449f-be65-61d9e249b2cc,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:25.813500 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-24acca98-b115-4e96-a07a-29550e9da0a0 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] device_id is not set on port cccb4f9c-cd31-4a88-b680-b38731a6325c yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 20:52:25.906316 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b296e5c-9159-4b12-80cf-c8ca28f3264a admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:52:25.918000 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] Sync routers for ids ['5b60fb1f-a09c-4f02-92da-b734fa2924a1'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:52:25.934180 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] Routers {'5b60fb1f-a09c-4f02-92da-b734fa2924a1'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:52:25.934831 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:52:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5b60fb1f-a09c-4f02-92da-b734fa2924a1'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:25.940043 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1b296e5c-9159-4b12-80cf-c8ca28f3264a admin admin] 10.222.0.64 "PUT /v2.0/routers/5b60fb1f-a09c-4f02-92da-b734fa2924a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1926770 Jul 07 20:52:25.986861 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cc985-48bb-4e54-bfeb-be8c5fd5342a req-7350b26b-a6df-443b-8c20-5fdaa208cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:25.988470 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-be1cc985-48bb-4e54-bfeb-be8c5fd5342a req-7350b26b-a6df-443b-8c20-5fdaa208cc94 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 1098 time: 0.4372320 Jul 07 20:52:26.076690 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-be1cc985-48bb-4e54-bfeb-be8c5fd5342a req-e26e9025-25d8-4979-9a83-df22a6ebd2d4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793593 Jul 07 20:52:26.082985 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-24acca98-b115-4e96-a07a-29550e9da0a0 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Allocated IP 172.25.5.142 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/cccb4f9c-cd31-4a88-b680-b38731a6325c) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:26.253985 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a4906-97c6-4235-9be4-f3bc799a0f76 req-2b7dfac2-5d77-46ee-a9d9-0f3266c919b2 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:26.261705 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ee7a4906-97c6-4235-9be4-f3bc799a0f76 req-2b7dfac2-5d77-46ee-a9d9-0f3266c919b2 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 950 time: 0.1577020 Jul 07 20:52:26.341109 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device eb808474-9b28-498b-bedb-73cbab3664e0 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:26.366204 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ee7a4906-97c6-4235-9be4-f3bc799a0f76 req-b9fcec73-a637-4547-8658-a9503fc2d05a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989673 Jul 07 20:52:26.411581 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] Set router 5b60fb1f-a09c-4f02-92da-b734fa2924a1 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:52:26.520577 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-24acca98-b115-4e96-a07a-29550e9da0a0 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:26.613818 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-24acca98-b115-4e96-a07a-29550e9da0a0 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:26.726205 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24acca98-b115-4e96-a07a-29550e9da0a0 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Pushing event updated for resources: {'Port': ['ID=cccb4f9c-cd31-4a88-b680-b38731a6325c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:26.731682 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-80baa03b-dda5-46ae-9f01-eb32c0cdcc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:26.741036 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-80baa03b-dda5-46ae-9f01-eb32c0cdcc79 service neutron] 10.222.0.58 "GET /v2.0/ports/7bfd1171-204a-4d07-ad3b-40f2a2169c45 HTTP/1.1" status: 200 len: 1025 time: 0.2120473 Jul 07 20:52:26.760599 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24acca98-b115-4e96-a07a-29550e9da0a0 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:26.762969 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-24acca98-b115-4e96-a07a-29550e9da0a0 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:26.766997 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24acca98-b115-4e96-a07a-29550e9da0a0 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:26.803903 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port eb808474-9b28-498b-bedb-73cbab3664e0 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:26.804540 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:26.838752 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24acca98-b115-4e96-a07a-29550e9da0a0 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:26.839884 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-24acca98-b115-4e96-a07a-29550e9da0a0 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:26.897665 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-24acca98-b115-4e96-a07a-29550e9da0a0 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.8547149 Jul 07 20:52:26.901634 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40592) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:26.922102 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-ef6bdde6-0a32-40ef-b88c-4ae7de7fc984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:26.924984 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-ef6bdde6-0a32-40ef-b88c-4ae7de7fc984 service neutron] 10.222.0.58 "GET /v2.0/ports/35a846e8-0a45-4c06-a6dc-6eac8669665e HTTP/1.1" status: 200 len: 1027 time: 0.1752059 Jul 07 20:52:26.938079 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-38ff0783-cd61-4639-8775-0979a2d06c8c tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.142'}]}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:27.011850 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38ff0783-cd61-4639-8775-0979a2d06c8c tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:27.024606 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38ff0783-cd61-4639-8775-0979a2d06c8c tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:27.108810 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-279670863-router', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:09Z', 'updated_at': '2021-07-07T20:52:23Z', 'revision_number': 4, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'gw_port': {'id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:12Z', 'updated_at': '2021-07-07T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '2db79556-a378-46cb-8f8b-ab59c1f91843', 'name': '', 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'mac_address': 'fa:16:3e:57:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '0b1a6a8f-f761-405e-ad77-75520358891e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:21Z', 'updated_at': '2021-07-07T20:52:24Z', 'revision_number': 2, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'subnets': [{'id': '0b1a6a8f-f761-405e-ad77-75520358891e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:27.178675 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] Checking router: 5b60fb1f-a09c-4f02-92da-b734fa2924a1 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:52:27.179631 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] Updating router 5b60fb1f-a09c-4f02-92da-b734fa2924a1 port 2db79556-a378-46cb-8f8b-ab59c1f91843 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:52:27.213507 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38ff0783-cd61-4639-8775-0979a2d06c8c tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:27.289339 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:27.498788 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38ff0783-cd61-4639-8775-0979a2d06c8c tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:27.554009 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-35cef4c7-54dc-4bae-94ba-902713fece56 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:27.561153 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-35cef4c7-54dc-4bae-94ba-902713fece56 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:27.569903 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-35cef4c7-54dc-4bae-94ba-902713fece56 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:27.572400 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-35cef4c7-54dc-4bae-94ba-902713fece56 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.58 "GET /v2.0/networks?id=11c72bfa-694c-4468-a09f-5d536029fc88&id=32fe62b8-a098-45d1-9002-a2d13c738ee9&id=32fe62b8-a098-45d1-9002-a2d13c738ee9&id=32fe62b8-a098-45d1-9002-a2d13c738ee9&id=32fe62b8-a098-45d1-9002-a2d13c738ee9&id=c00e2957-f59e-485b-9c29-168f84e55d6e&id=c00e2957-f59e-485b-9c29-168f84e55d6e HTTP/1.1" status: 200 len: 1989 time: 0.6101074 Jul 07 20:52:27.588577 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6cf22-2e64-4c7c-bef8-3c38045b7d3b req-d8756992-137d-4846-b605-8892298ce8c7 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:27.598015 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-09e6cf22-2e64-4c7c-bef8-3c38045b7d3b req-d8756992-137d-4846-b605-8892298ce8c7 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 945 time: 0.8538139 Jul 07 20:52:27.692074 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d4d5952b-36e3-45f2-b467-22230d07b15e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=859c780e1e8746908f85dc4bc22ba62e HTTP/1.1" status: 200 len: 380 time: 0.0914233 Jul 07 20:52:27.707022 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-09e6cf22-2e64-4c7c-bef8-3c38045b7d3b req-eb17cf25-4087-4c48-a520-b755da53e69f tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076801 Jul 07 20:52:27.718053 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-ae21adab-3cef-4fa3-a5b8-9f18aac9039c tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Request body: {'port': {'device_id': '776d3f39-d4b1-4582-bea8-433919a8c356', 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88', 'admin_state_up': True, 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'security_groups': ['47e66961-8656-4c0b-a015-5ce1ae8d9893']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:27.928595 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-c2124d4c-c073-4365-a8a2-7c32988d8351 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:52:27.941045 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-c2124d4c-c073-4365-a8a2-7c32988d8351 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4474919 Jul 07 20:52:27.952783 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-63893e79-f48a-4946-88c5-2bd6bc48d3e1 service neutron] Request body: {'binding': {'host': 'n-h2-695189-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:27.957703 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-63893e79-f48a-4946-88c5-2bd6bc48d3e1 service neutron] Unknown quota resources ['binding']. {{(pid=100448) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 20:52:28.078065 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:28.104782 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] Transition to ACTIVE for port object 2db79556-a378-46cb-8f8b-ab59c1f91843 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:28.119241 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:28.125547 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-ae21adab-3cef-4fa3-a5b8-9f18aac9039c tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Made reservation on behalf of 859c780e1e8746908f85dc4bc22ba62e for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:28.130838 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-ae21adab-3cef-4fa3-a5b8-9f18aac9039c tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:28.138406 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38ff0783-cd61-4639-8775-0979a2d06c8c tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:28.191043 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38ff0783-cd61-4639-8775-0979a2d06c8c tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:28.230672 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d6ffbc64-532c-48b9-a7dd-e253fb9560b4 req-dfcd2486-0dea-4dec-a6e4-329e62067f03 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 210 time: 0.1156752 Jul 07 20:52:28.234529 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4ce36-7057-4bf7-9f57-085b85b9c167 None None] Pushing event updated for resources: {'Port': ['ID=2db79556-a378-46cb-8f8b-ab59c1f91843,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:28.373278 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] Attempting to bind port 2db79556-a378-46cb-8f8b-ab59c1f91843 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:28.373512 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] Attempting to bind port 2db79556-a378-46cb-8f8b-ab59c1f91843 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '1446ad39-cf19-426c-97b9-acabee7a79cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:28.373884 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] Attempting to bind port 2db79556-a378-46cb-8f8b-ab59c1f91843 on network e5521cf8-568c-451a-aa56-f875facb5117 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:28.385988 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:28.386382 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] Checking segment: {'id': '1446ad39-cf19-426c-97b9-acabee7a79cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:28.386798 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:28.387202 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] Bound using segment: {'id': '1446ad39-cf19-426c-97b9-acabee7a79cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:28.387732 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] Bound port: 2db79556-a378-46cb-8f8b-ab59c1f91843, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1446ad39-cf19-426c-97b9-acabee7a79cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:28.388741 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:28.428868 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-63893e79-f48a-4946-88c5-2bd6bc48d3e1 service neutron] Attempting to bind port 98a6e836-2bb7-4379-ac92-f66086a3fa74 on host n-h2-695189-11 for vnic_type normal with profile None {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:28.429213 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-63893e79-f48a-4946-88c5-2bd6bc48d3e1 service neutron] Attempting to bind port 98a6e836-2bb7-4379-ac92-f66086a3fa74 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:28.429552 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-63893e79-f48a-4946-88c5-2bd6bc48d3e1 service neutron] Attempting to bind port 98a6e836-2bb7-4379-ac92-f66086a3fa74 on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:28.444988 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-63893e79-f48a-4946-88c5-2bd6bc48d3e1 service neutron] Port 98a6e836-2bb7-4379-ac92-f66086a3fa74 on network a969003f-4d51-4bc6-945b-910c720df136 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:52:28.445325 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-63893e79-f48a-4946-88c5-2bd6bc48d3e1 service neutron] Attempting to bind port 98a6e836-2bb7-4379-ac92-f66086a3fa74 on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:28.466505 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-63893e79-f48a-4946-88c5-2bd6bc48d3e1 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:28.466789 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-63893e79-f48a-4946-88c5-2bd6bc48d3e1 service neutron] Checking segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:28.467183 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-63893e79-f48a-4946-88c5-2bd6bc48d3e1 service neutron] Bound using segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:28.467671 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-63893e79-f48a-4946-88c5-2bd6bc48d3e1 service neutron] Bound port: 98a6e836-2bb7-4379-ac92-f66086a3fa74, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:28.561485 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] For port 2db79556-a378-46cb-8f8b-ab59c1f91843, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:28.561810 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38ff0783-cd61-4639-8775-0979a2d06c8c tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:28.566880 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] For port 2db79556-a378-46cb-8f8b-ab59c1f91843, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=2db79556-a378-46cb-8f8b-ab59c1f91843,segment=NetworkSegment(1446ad39-cf19-426c-97b9-acabee7a79cf),segment_id=1446ad39-cf19-426c-97b9-acabee7a79cf)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:28.572019 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:28.728539 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] Routers {'5b60fb1f-a09c-4f02-92da-b734fa2924a1'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:52:28.729184 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:52:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5b60fb1f-a09c-4f02-92da-b734fa2924a1'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:28.775713 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-d2ba313b-c6c4-4cde-bd5c-2026475a0ee0 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:28.784077 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-d2ba313b-c6c4-4cde-bd5c-2026475a0ee0 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/networks?id=e5521cf8-568c-451a-aa56-f875facb5117 HTTP/1.1" status: 200 len: 828 time: 0.2889066 Jul 07 20:52:28.809465 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4ce36-7057-4bf7-9f57-085b85b9c167 None None] Pushing event updated for resources: {'Port': ['ID=2db79556-a378-46cb-8f8b-ab59c1f91843,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:28.845568 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-63893e79-f48a-4946-88c5-2bd6bc48d3e1 service neutron] For port 98a6e836-2bb7-4379-ac92-f66086a3fa74, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=98a6e836-2bb7-4379-ac92-f66086a3fa74,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:28.872372 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38ff0783-cd61-4639-8775-0979a2d06c8c tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:28.877730 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38ff0783-cd61-4639-8775-0979a2d06c8c tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:28.882935 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-ae21adab-3cef-4fa3-a5b8-9f18aac9039c tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Allocated IP 172.20.0.6 (11c72bfa-694c-4468-a09f-5d536029fc88/7e2de973-7d90-47e5-b7b8-d0df5795ea59/ac7f192b-2787-48a7-aad1-9ad147d23f58) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:28.935414 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38ff0783-cd61-4639-8775-0979a2d06c8c tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:28.936360 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ff0783-cd61-4639-8775-0979a2d06c8c tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de0547f8-2058-4bca-91df-e516fc66b063 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:52:28.959203 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-63893e79-f48a-4946-88c5-2bd6bc48d3e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:28.963141 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-63893e79-f48a-4946-88c5-2bd6bc48d3e1 service neutron] 10.222.0.64 "POST /v2.0/ports/98a6e836-2bb7-4379-ac92-f66086a3fa74/bindings HTTP/1.1" status: 201 len: 390 time: 1.0209358 Jul 07 20:52:28.968992 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-38ff0783-cd61-4639-8775-0979a2d06c8c tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 07 20:52:28.973819 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-38ff0783-cd61-4639-8775-0979a2d06c8c tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0512261 Jul 07 20:52:28.973819 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40612) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:28.976389 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-08527e1b-e824-4c61-aca6-5647e99d39bd tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/quotas/bfe91e05b1564766ac243e3a53b670d9 HTTP/1.1" status: 200 len: 375 time: 0.1912522 Jul 07 20:52:28.997908 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] Set router 5b60fb1f-a09c-4f02-92da-b734fa2924a1 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:52:29.269385 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-ae21adab-3cef-4fa3-a5b8-9f18aac9039c tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:29.332026 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-64652fe7-b00d-4fc4-8187-466efb8a92a2 service neutron] 10.222.0.39 "GET /v2.0/ports/d08268eb-098d-48cf-b467-d8b20280a8c6/bindings/n-h2-695189-11 HTTP/1.1" status: 200 len: 383 time: 0.3044541 Jul 07 20:52:29.352258 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-ae21adab-3cef-4fa3-a5b8-9f18aac9039c tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Transition to ACTIVE for port object ac7f192b-2787-48a7-aad1-9ad147d23f58 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:29.359880 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7745af25-3dd7-4206-a235-d3b63c952530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:29.407497 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-b024bc6f-786e-419e-9587-2b880a7ec827 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Deleting port cccb4f9c-cd31-4a88-b680-b38731a6325c {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:52:29.408448 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b024bc6f-786e-419e-9587-2b880a7ec827 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:29.433378 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-279670863-router', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:09Z', 'updated_at': '2021-07-07T20:52:23Z', 'revision_number': 4, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'gw_port': {'id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:12Z', 'updated_at': '2021-07-07T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '2db79556-a378-46cb-8f8b-ab59c1f91843', 'name': '', 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'mac_address': 'fa:16:3e:57:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '0b1a6a8f-f761-405e-ad77-75520358891e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:21Z', 'updated_at': '2021-07-07T20:52:28Z', 'revision_number': 4, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'subnets': [{'id': '0b1a6a8f-f761-405e-ad77-75520358891e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:29.466491 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00704c1d-9080-43db-822a-0b72d81e59ab None None] The sync data for ids ['5b60fb1f-a09c-4f02-92da-b734fa2924a1'] in n-d-695189-11 is: [{'id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-279670863-router', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:09Z', 'updated_at': '2021-07-07T20:52:23Z', 'revision_number': 4, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'gw_port': {'id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:12Z', 'updated_at': '2021-07-07T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '2db79556-a378-46cb-8f8b-ab59c1f91843', 'name': '', 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'mac_address': 'fa:16:3e:57:e7:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '0b1a6a8f-f761-405e-ad77-75520358891e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:21Z', 'updated_at': '2021-07-07T20:52:28Z', 'revision_number': 4, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'subnets': [{'id': '0b1a6a8f-f761-405e-ad77-75520358891e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:52:29.602755 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b024bc6f-786e-419e-9587-2b880a7ec827 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:29.618052 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-e33ce3b5-688c-48bf-8d9f-83a07eb1af38 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bfe91e05b1564766ac243e3a53b670d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6290615 Jul 07 20:52:29.651592 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-b024bc6f-786e-419e-9587-2b880a7ec827 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Calling delete_port for cccb4f9c-cd31-4a88-b680-b38731a6325c owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:52:29.903837 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b024bc6f-786e-419e-9587-2b880a7ec827 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:30.062915 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024bc6f-786e-419e-9587-2b880a7ec827 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Pushing event deleted for resources: {'Port': ['ID=cccb4f9c-cd31-4a88-b680-b38731a6325c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:30.073743 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b024bc6f-786e-419e-9587-2b880a7ec827 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:30.081261 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b024bc6f-786e-419e-9587-2b880a7ec827 tempest-RoutersAdminNegativeIpV6Test-1108374359 tempest-RoutersAdminNegativeIpV6Test-1108374359-project-admin] 10.222.0.64 "DELETE /v2.0/ports/cccb4f9c-cd31-4a88-b680-b38731a6325c HTTP/1.1" status: 204 len: 168 time: 1.1065533 Jul 07 20:52:30.121099 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-bfe194d1-cb96-45d0-97cd-0c8dc5e1faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:30.123412 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-bfe194d1-cb96-45d0-97cd-0c8dc5e1faaa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94&tenant_id=505481bc2c1e4a469ecb05628eb12eb4 HTTP/1.1" status: 200 len: 1102 time: 0.3780808 Jul 07 20:52:30.274032 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-60b91a57-dba1-41a8-891e-86dd8a0040fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:30.277104 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-60b91a57-dba1-41a8-891e-86dd8a0040fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 1102 time: 0.1168971 Jul 07 20:52:30.339270 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 2db79556-a378-46cb-8f8b-ab59c1f91843 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:30.378530 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-0c33699c-1fc8-4a15-abdc-655fb47955dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:30.385783 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-0c33699c-1fc8-4a15-abdc-655fb47955dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 1098 time: 1.0983579 Jul 07 20:52:30.416864 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-ae21adab-3cef-4fa3-a5b8-9f18aac9039c tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:30.433229 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-b4c5a4c5-43ea-4bcf-815b-6211786de48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:30.434821 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-b4c5a4c5-43ea-4bcf-815b-6211786de48f service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.1492848 Jul 07 20:52:30.497119 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-a55de009-c0dd-4d6f-b465-103c72116584 service neutron] 10.222.0.64 "GET /v2.0/networks/e5521cf8-568c-451a-aa56-f875facb5117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8768823 Jul 07 20:52:30.505494 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-cae47235-6776-456e-896c-76733023a6b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d08268eb-098d-48cf-b467-d8b20280a8c6 HTTP/1.1" status: 200 len: 217 time: 0.0629339 Jul 07 20:52:30.508593 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 2db79556-a378-46cb-8f8b-ab59c1f91843 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:30.518838 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 2db79556-a378-46cb-8f8b-ab59c1f91843 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:30.520154 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:30.549306 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bafa19-d78a-4f73-b87b-712d2bcd6a9d req-e0d40879-829b-4203-a623-31d16680910b tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:30.556097 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-71bafa19-d78a-4f73-b87b-712d2bcd6a9d req-e0d40879-829b-4203-a623-31d16680910b tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 950 time: 1.2483718 Jul 07 20:52:30.614568 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-779e7f99-da6c-4b6b-b04a-cd1852c782e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:30.617459 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-779e7f99-da6c-4b6b-b04a-cd1852c782e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0972657 Jul 07 20:52:30.715912 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40622) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:30.757871 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:30.787879 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-16fe87b8-81dd-4778-999f-9c5d90af6802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:30.789429 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-16fe87b8-81dd-4778-999f-9c5d90af6802 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1637948 Jul 07 20:52:30.790792 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-ae21adab-3cef-4fa3-a5b8-9f18aac9039c tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Network 11c72bfa-694c-4468-a09f-5d536029fc88 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:30.817157 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-71bafa19-d78a-4f73-b87b-712d2bcd6a9d req-53019672-be13-424e-ac38-df9662251a8d tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602446 Jul 07 20:52:30.854332 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 2db79556-a378-46cb-8f8b-ab59c1f91843, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=2db79556-a378-46cb-8f8b-ab59c1f91843,segment=NetworkSegment(1446ad39-cf19-426c-97b9-acabee7a79cf),segment_id=1446ad39-cf19-426c-97b9-acabee7a79cf)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:30.860392 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:30.882262 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-ae21adab-3cef-4fa3-a5b8-9f18aac9039c tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:30.921237 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-ae21adab-3cef-4fa3-a5b8-9f18aac9039c tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:30.942143 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21adab-3cef-4fa3-a5b8-9f18aac9039c tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event updated for resources: {'Port': ['ID=ac7f192b-2787-48a7-aad1-9ad147d23f58,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:31.001087 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=2db79556-a378-46cb-8f8b-ab59c1f91843,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:31.022955 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ca2d61ca-333e-4aed-b5fb-4186ddff0a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:31.208300 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-ae21adab-3cef-4fa3-a5b8-9f18aac9039c tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:31.209299 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-ae21adab-3cef-4fa3-a5b8-9f18aac9039c tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:31.247356 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-ca50cb9a-ebb8-4a16-8743-8a3ad49c86ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:31.249253 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-ca50cb9a-ebb8-4a16-8743-8a3ad49c86ea service neutron] 10.222.0.39 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 909 time: 0.8266501 Jul 07 20:52:31.264789 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-83608a52-82b0-4da9-bad3-7bfcf7db20e9 service neutron] 10.222.0.64 "GET /v2.0/networks/e5521cf8-568c-451a-aa56-f875facb5117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7666876 Jul 07 20:52:31.368419 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-16b8f189-f487-4fc1-a1ce-4bd5a79ccef4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98a6e836-2bb7-4379-ac92-f66086a3fa74 HTTP/1.1" status: 200 len: 217 time: 0.1021786 Jul 07 20:52:31.456932 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ca2d61ca-333e-4aed-b5fb-4186ddff0a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:31.480840 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-71b83bee-12bd-4b05-aa42-178f485801d3 None None] Provisioning for port ac7f192b-2787-48a7-aad1-9ad147d23f58 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:31.487002 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-2b8f439b-15d4-4606-be90-12ba5655b3bb service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6618664 Jul 07 20:52:31.498525 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ca2d61ca-333e-4aed-b5fb-4186ddff0a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:31.503500 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-71b83bee-12bd-4b05-aa42-178f485801d3 None None] Provisioning complete for port ac7f192b-2787-48a7-aad1-9ad147d23f58 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:31.505133 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-71b83bee-12bd-4b05-aa42-178f485801d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:31.611016 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-ae21adab-3cef-4fa3-a5b8-9f18aac9039c tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8996372 Jul 07 20:52:31.628071 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Request body: {'port': {'device_id': '776d3f39-d4b1-4582-bea8-433919a8c356', 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9', 'admin_state_up': True, 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'security_groups': ['47e66961-8656-4c0b-a015-5ce1ae8d9893']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:31.628297 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-71b83bee-12bd-4b05-aa42-178f485801d3 None None] Port ac7f192b-2787-48a7-aad1-9ad147d23f58 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:52:31.844488 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6f8e283d-38ad-401f-aa49-bebf2533002f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:31.893974 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:31.924096 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-ff5b05a0-cb6f-4a44-80b4-1eebc4ed6ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:31.925628 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-ff5b05a0-cb6f-4a44-80b4-1eebc4ed6ca7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e76f85dc-7298-41c1-a5c0-b46924c81a29 HTTP/1.1" status: 200 len: 848 time: 0.5484400 Jul 07 20:52:32.138554 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d61ca-333e-4aed-b5fb-4186ddff0a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19dd576-b301-4b8b-ba61-25c8e4684ff8,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:32.149706 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ca2d61ca-333e-4aed-b5fb-4186ddff0a60 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e0eb47e0147f438ba4a6663aa19caee0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4313815 Jul 07 20:52:32.150542 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40638) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:32.161003 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 2db79556-a378-46cb-8f8b-ab59c1f91843 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:32.178896 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-01d1e795-8a9a-4655-9f11-a2e042d7ec34 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a969003f-4d51-4bc6-945b-910c720df136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2233465 Jul 07 20:52:32.292809 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 2db79556-a378-46cb-8f8b-ab59c1f91843 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:32.293345 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:32.364235 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ce36c99-5901-4c27-9842-246ede1df2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:32.384205 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-aab78313-a55e-4b49-a1ff-bb7432cba71b service neutron] 10.222.0.39 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494038 Jul 07 20:52:32.453529 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c6441db6-f96d-436c-9b53-a1d4b35ccd72 req-de92858b-89cb-4a2c-a7cb-ac88ff65b02e service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9660134 Jul 07 20:52:32.491851 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ce36c99-5901-4c27-9842-246ede1df2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:32.600605 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ce36c99-5901-4c27-9842-246ede1df2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:32.604669 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ce36c99-5901-4c27-9842-246ede1df2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:32.609642 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8ce36c99-5901-4c27-9842-246ede1df2cd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f19dd576-b301-4b8b-ba61-25c8e4684ff8 HTTP/1.1" status: 204 len: 168 time: 0.4556797 Jul 07 20:52:32.614172 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device d08268eb-098d-48cf-b467-d8b20280a8c6 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:52:32.628072 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce36c99-5901-4c27-9842-246ede1df2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19dd576-b301-4b8b-ba61-25c8e4684ff8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:32.665126 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7fe1c-09e6-478c-ad55-50ab2c104366 req-d4a90d2b-5f4d-41df-b595-6af2ef3e7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:32.666869 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f4c7fe1c-09e6-478c-ad55-50ab2c104366 req-d4a90d2b-5f4d-41df-b595-6af2ef3e7a74 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b4ae079cc254c0e8045ba5ea1fe8707&device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 1097 time: 1.1557155 Jul 07 20:52:32.750989 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c679c3-6c44-4ca1-9f8a-dd76bbfc2ec3 req-ec12d604-5911-4dd7-aff7-3c50e7822b4c tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:32.758373 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f1c679c3-6c44-4ca1-9f8a-dd76bbfc2ec3 req-ec12d604-5911-4dd7-aff7-3c50e7822b4c tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 931 time: 0.8155897 Jul 07 20:52:32.806999 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:32.824506 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caea670-eef9-439c-9ac0-5253dca5ec14 req-66e151eb-c739-4316-9c0e-65f50ab40ead tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:32.832159 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4caea670-eef9-439c-9ac0-5253dca5ec14 req-66e151eb-c739-4316-9c0e-65f50ab40ead tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 946 time: 0.9032850 Jul 07 20:52:32.859278 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab44be9-3c8d-4ebe-9ba3-472854a49f94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd08268eb-098d-48cf-b467-d8b20280a8c6'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:52:32.868340 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e85abb-1ddd-48ee-8471-227a86ac824b" -d '{"events": [{"server_uuid": "8ab44be9-3c8d-4ebe-9ba3-472854a49f94", "name": "network-vif-unplugged", "status": "completed", "tag": "d08268eb-098d-48cf-b467-d8b20280a8c6"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:52:32.894993 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port d08268eb-098d-48cf-b467-d8b20280a8c6, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=d08268eb-098d-48cf-b467-d8b20280a8c6,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:32.901689 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:32.956702 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-02c8bba5-c6a2-4bf3-bacb-947a03bb312a service neutron] 10.222.0.39 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474885 Jul 07 20:52:32.990934 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f1c679c3-6c44-4ca1-9f8a-dd76bbfc2ec3 req-4c814e35-7d95-40d8-a553-4590b281aebc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314661 Jul 07 20:52:33.005654 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Made reservation on behalf of 859c780e1e8746908f85dc4bc22ba62e for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:33.020912 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:33.025790 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=d08268eb-098d-48cf-b467-d8b20280a8c6,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:33.263467 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4caea670-eef9-439c-9ac0-5253dca5ec14 req-75b7065f-be69-43df-8448-7c17b943d5ec tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301736 Jul 07 20:52:33.332842 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40650) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:33.394680 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7fe1c-09e6-478c-ad55-50ab2c104366 req-a5526f21-5cfa-43a9-a5b7-fec5cb9c8c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:33.396340 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f4c7fe1c-09e6-478c-ad55-50ab2c104366 req-a5526f21-5cfa-43a9-a5b7-fec5cb9c8c8c service neutron] 10.222.0.39 "GET /v2.0/networks?id=f0654f02-22e3-4df8-a677-3833569d53a1 HTTP/1.1" status: 200 len: 920 time: 0.7150981 Jul 07 20:52:33.407026 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-23c14c04-c26a-4046-b92e-e09128e7b00d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c4c7c767700643929679db3695dc3dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0729690 Jul 07 20:52:33.407704 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40652) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:33.442798 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:33.540177 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2d91b13b-b51d-4e22-a72a-c08cdc4c56ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:33.543936 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f4c7fe1c-09e6-478c-ad55-50ab2c104366 req-088457fe-97ad-4ef8-ab47-c3b73db594c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=790941df-5a6c-4bd3-875e-150b239fd606 HTTP/1.1" status: 200 len: 217 time: 0.1329606 Jul 07 20:52:33.566466 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2d91b13b-b51d-4e22-a72a-c08cdc4c56ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:33.571002 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-08193ea4-3eea-4f9e-8cfb-8c6ee7b14a42 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:33.573400 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-08193ea4-3eea-4f9e-8cfb-8c6ee7b14a42 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d&tenant_id=65fae3fefbe64254998437b5d4795dfb&binding%3Ahost_id=n-h1-695189-11 HTTP/1.1" status: 200 len: 1098 time: 0.5045884 Jul 07 20:52:33.588110 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc595c8-5125-4e10-bd24-a9f657a289b8 req-86d6e059-7305-486d-8788-ab442f444b0e tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:33.600094 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8cc595c8-5125-4e10-bd24-a9f657a289b8 req-86d6e059-7305-486d-8788-ab442f444b0e tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 945 time: 0.3616138 Jul 07 20:52:33.622114 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-9c00ccd4-6940-4169-b272-4300ae46e9a1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-695189-11'}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:33.637693 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2d91b13b-b51d-4e22-a72a-c08cdc4c56ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:33.640568 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2d91b13b-b51d-4e22-a72a-c08cdc4c56ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:33.645454 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2d91b13b-b51d-4e22-a72a-c08cdc4c56ed admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/77f49961-2344-449f-be65-61d9e249b2cc HTTP/1.1" status: 204 len: 168 time: 0.2364814 Jul 07 20:52:33.654546 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91b13b-b51d-4e22-a72a-c08cdc4c56ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f49961-2344-449f-be65-61d9e249b2cc,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:33.742845 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1b83f920-c76a-4540-8588-ca3dff4c3994 req-07aa864d-30d3-45c2-8346-ebf7b63479cf tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/ports?device_id=11449f02-572c-4b08-bbac-69cac6818ffe HTTP/1.1" status: 200 len: 210 time: 0.2229929 Jul 07 20:52:33.858148 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Allocated IP 10.1.1.105 (32fe62b8-a098-45d1-9002-a2d13c738ee9/5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e/33fc4b4b-2631-45b1-8d29-ea03f5a665de) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:33.966614 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7fe1c-09e6-478c-ad55-50ab2c104366 req-ce12f746-1bd3-47fb-b575-71011e654ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:33.975067 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f4c7fe1c-09e6-478c-ad55-50ab2c104366 req-ce12f746-1bd3-47fb-b575-71011e654ac2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=00fddda2-7b2a-4288-a4a2-a75c740a5524 HTTP/1.1" status: 200 len: 859 time: 0.3616593 Jul 07 20:52:33.993084 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8cc595c8-5125-4e10-bd24-a9f657a289b8 req-2c1ae752-819b-4727-9e3f-5f4ff61cb78b tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915796 Jul 07 20:52:34.078600 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f4c7fe1c-09e6-478c-ad55-50ab2c104366 req-5511d6a1-ae18-4431-95d1-b98b34451ccc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f0654f02-22e3-4df8-a677-3833569d53a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804920 Jul 07 20:52:34.085444 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-1a399c8c-abc3-496b-a58c-581183be099c tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:34.089085 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-1a399c8c-abc3-496b-a58c-581183be099c tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.39 "GET /v2.0/networks?id=e5521cf8-568c-451a-aa56-f875facb5117 HTTP/1.1" status: 200 len: 828 time: 0.2831063 Jul 07 20:52:34.127247 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-541672e0-9d87-456f-89a5-4f11378898fa tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Request body: {'port': {'device_id': '11449f02-572c-4b08-bbac-69cac6818ffe', 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117', 'admin_state_up': True, 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:34.365292 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eae84fa-40b2-4f5c-ba4e-924ab9781511 x-openstack-request-id: req-5eae84fa-40b2-4f5c-ba4e-924ab9781511 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:52:34.365964 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab44be9-3c8d-4ebe-9ba3-472854a49f94", "name": "network-vif-unplugged", "status": "completed", "tag": "d08268eb-098d-48cf-b467-d8b20280a8c6", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:52:34.366820 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5eae84fa-40b2-4f5c-ba4e-924ab9781511 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:52:34.367878 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab44be9-3c8d-4ebe-9ba3-472854a49f94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd08268eb-098d-48cf-b467-d8b20280a8c6', 'code': 200} Jul 07 20:52:34.446418 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-541672e0-9d87-456f-89a5-4f11378898fa tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Made reservation on behalf of bfe91e05b1564766ac243e3a53b670d9 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:34.451035 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-541672e0-9d87-456f-89a5-4f11378898fa tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:34.733321 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-9c00ccd4-6940-4169-b272-4300ae46e9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:34.739773 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-541672e0-9d87-456f-89a5-4f11378898fa tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Allocated IP 172.20.0.14 (e5521cf8-568c-451a-aa56-f875facb5117/0b1a6a8f-f761-405e-ad77-75520358891e/5eb86ae6-5404-4899-93ce-80c856a7b0e5) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:34.868572 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:34.893351 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Transition to ACTIVE for port object 33fc4b4b-2631-45b1-8d29-ea03f5a665de will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:34.960160 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:35.105703 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event updated for resources: {'Port': ['ID=33fc4b4b-2631-45b1-8d29-ea03f5a665de,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:35.126564 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:35.151898 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-541672e0-9d87-456f-89a5-4f11378898fa tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:35.168593 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:35.168915 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:35.169233 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:35.170022 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:35.170022 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:35.170437 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:35.170581 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:35.175888 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:35.176464 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:35.178635 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:35.179229 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:35.182099 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:35.202008 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40686) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:35.215800 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-541672e0-9d87-456f-89a5-4f11378898fa tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Transition to ACTIVE for port object 5eb86ae6-5404-4899-93ce-80c856a7b0e5 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:35.252001 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a0832-de35-426f-9ff2-ad1d49067d74 req-0dce22c0-a9d8-4ff1-9e83-d585bcd79850 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:35.253628 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-785a0832-de35-426f-9ff2-ad1d49067d74 req-0dce22c0-a9d8-4ff1-9e83-d585bcd79850 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 948 time: 1.2427461 Jul 07 20:52:35.286059 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-541672e0-9d87-456f-89a5-4f11378898fa tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:35.310597 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Network 32fe62b8-a098-45d1-9002-a2d13c738ee9 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:35.328346 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-541672e0-9d87-456f-89a5-4f11378898fa tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Network e5521cf8-568c-451a-aa56-f875facb5117 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:35.337401 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-541672e0-9d87-456f-89a5-4f11378898fa tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:35.339878 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-541672e0-9d87-456f-89a5-4f11378898fa tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:35.396630 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541672e0-9d87-456f-89a5-4f11378898fa tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Pushing event updated for resources: {'Port': ['ID=5eb86ae6-5404-4899-93ce-80c856a7b0e5,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:35.416247 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-541672e0-9d87-456f-89a5-4f11378898fa tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:35.416892 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-541672e0-9d87-456f-89a5-4f11378898fa tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:35.451758 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-541672e0-9d87-456f-89a5-4f11378898fa tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3513556 Jul 07 20:52:35.470613 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-5e54b4ae-640b-4c10-bc87-796f3904e0d0 service neutron] Request body: {'port': {'device_id': '11449f02-572c-4b08-bbac-69cac6818ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:35.490416 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc254738-d166-47cb-bdaa-df04e2f1b4c8 req-674b1c28-61dc-4b2f-9557-c3600c1e7529 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:35.497906 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dc254738-d166-47cb-bdaa-df04e2f1b4c8 req-674b1c28-61dc-4b2f-9557-c3600c1e7529 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 931 time: 0.9253330 Jul 07 20:52:35.515536 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:35.524170 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:35.529787 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f4c7fe1c-09e6-478c-ad55-50ab2c104366 req-e49028a0-8972-410c-87b8-53b5cb2263a6 service neutron] 10.222.0.39 "GET /v2.0/networks/f0654f02-22e3-4df8-a677-3833569d53a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3996601 Jul 07 20:52:35.645559 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-579c456c-979d-4b8f-8030-eb66b3778f35 tempest-AgentManagementNegativeTest-1769245844 tempest-AgentManagementNegativeTest-1769245844-project] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4412386 Jul 07 20:52:35.685888 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-5e54b4ae-640b-4c10-bc87-796f3904e0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:35.853636 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dc254738-d166-47cb-bdaa-df04e2f1b4c8 req-7b8a4b68-f63a-4909-8bff-858ba96294a7 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3547525 Jul 07 20:52:35.972749 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-12d7d7d0-2d91-4d21-8bec-400685756fc5 None None] Provisioning for port 5eb86ae6-5404-4899-93ce-80c856a7b0e5 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:35.978559 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-12d7d7d0-2d91-4d21-8bec-400685756fc5 None None] Provisioning complete for port 5eb86ae6-5404-4899-93ce-80c856a7b0e5 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:35.980989 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-12d7d7d0-2d91-4d21-8bec-400685756fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:36.061977 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-12d7d7d0-2d91-4d21-8bec-400685756fc5 None None] Port 5eb86ae6-5404-4899-93ce-80c856a7b0e5 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:52:36.203247 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-caed71a0-b08c-4c7e-a344-9817be962ba4 None None] Provisioning for port 33fc4b4b-2631-45b1-8d29-ea03f5a665de completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:36.227909 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-caed71a0-b08c-4c7e-a344-9817be962ba4 None None] Provisioning complete for port 33fc4b4b-2631-45b1-8d29-ea03f5a665de triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:36.236008 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-caed71a0-b08c-4c7e-a344-9817be962ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:36.240699 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40696) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:36.286045 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-5e54b4ae-640b-4c10-bc87-796f3904e0d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb86ae6-5404-4899-93ce-80c856a7b0e5 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:52:36.303806 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-5e54b4ae-640b-4c10-bc87-796f3904e0d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:36.316141 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-caed71a0-b08c-4c7e-a344-9817be962ba4 None None] Port 33fc4b4b-2631-45b1-8d29-ea03f5a665de cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:52:36.360950 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-5e54b4ae-640b-4c10-bc87-796f3904e0d0 service neutron] Transition to ACTIVE for port object 5eb86ae6-5404-4899-93ce-80c856a7b0e5 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:36.366717 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-5e54b4ae-640b-4c10-bc87-796f3904e0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:36.514100 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-abb35a6e-1b82-4a9c-be1e-eb10bb8461f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:36.542193 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54b4ae-640b-4c10-bc87-796f3904e0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb86ae6-5404-4899-93ce-80c856a7b0e5,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:36.564569 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:52:36.633580 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device d08268eb-098d-48cf-b467-d8b20280a8c6 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:52:36.727635 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-785a0832-de35-426f-9ff2-ad1d49067d74 req-9569955f-0251-4b54-b7b4-9f9ed25a9106 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3950517 Jul 07 20:52:36.751202 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f4c7fe1c-09e6-478c-ad55-50ab2c104366 req-02a7eede-2937-4094-9dd6-ca7813a4c99c service neutron] 10.222.0.39 "GET /v2.0/networks/f0654f02-22e3-4df8-a677-3833569d53a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1099403 Jul 07 20:52:36.782808 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:36.806367 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:36.899370 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-9c00ccd4-6940-4169-b272-4300ae46e9a1 service neutron] For port 98a6e836-2bb7-4379-ac92-f66086a3fa74, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=98a6e836-2bb7-4379-ac92-f66086a3fa74,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:36.904176 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-abb35a6e-1b82-4a9c-be1e-eb10bb8461f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:36.927173 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port d08268eb-098d-48cf-b467-d8b20280a8c6, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=d08268eb-098d-48cf-b467-d8b20280a8c6,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:36.931551 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-abb35a6e-1b82-4a9c-be1e-eb10bb8461f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:36.951048 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'd08268eb-098d-48cf-b467-d8b20280a8c6', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': 'd08268eb-098d-48cf-b467-d8b20280a8c6', 'mac_address': 'fa:16:3e:5c:2a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:52:36.980129 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-5e54b4ae-640b-4c10-bc87-796f3904e0d0 service neutron] Attempting to bind port 5eb86ae6-5404-4899-93ce-80c856a7b0e5 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:36.981580 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-5e54b4ae-640b-4c10-bc87-796f3904e0d0 service neutron] Attempting to bind port 5eb86ae6-5404-4899-93ce-80c856a7b0e5 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '1446ad39-cf19-426c-97b9-acabee7a79cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:36.982151 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-5e54b4ae-640b-4c10-bc87-796f3904e0d0 service neutron] Attempting to bind port 5eb86ae6-5404-4899-93ce-80c856a7b0e5 on network e5521cf8-568c-451a-aa56-f875facb5117 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:37.000563 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-f568959d-4301-46a3-99ca-284e67d417bc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3832579 Jul 07 20:52:37.011248 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:37.031379 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08268eb-098d-48cf-b467-d8b20280a8c6 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:52:37.039968 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-5e54b4ae-640b-4c10-bc87-796f3904e0d0 service neutron] Port 5eb86ae6-5404-4899-93ce-80c856a7b0e5 on network e5521cf8-568c-451a-aa56-f875facb5117 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:52:37.040890 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-5e54b4ae-640b-4c10-bc87-796f3904e0d0 service neutron] Attempting to bind port 5eb86ae6-5404-4899-93ce-80c856a7b0e5 on network e5521cf8-568c-451a-aa56-f875facb5117 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:37.062278 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-abb35a6e-1b82-4a9c-be1e-eb10bb8461f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=270c126e09454c39a316afc5e0685b79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8201687 Jul 07 20:52:37.064784 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb35a6e-1b82-4a9c-be1e-eb10bb8461f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b44130-dbab-49cb-ab0a-0220debda826,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:37.078374 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b68b9873-23dc-4f79-b159-6b47601365ec tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Request body: {'port': {'device_id': '776d3f39-d4b1-4582-bea8-433919a8c356', 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9', 'admin_state_up': True, 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'security_groups': ['47e66961-8656-4c0b-a015-5ce1ae8d9893']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:37.091369 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port d08268eb-098d-48cf-b467-d8b20280a8c6, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=d08268eb-098d-48cf-b467-d8b20280a8c6,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:37.093156 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40706) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:37.101547 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-5e54b4ae-640b-4c10-bc87-796f3904e0d0 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:37.103815 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-5e54b4ae-640b-4c10-bc87-796f3904e0d0 service neutron] Checking segment: {'id': '1446ad39-cf19-426c-97b9-acabee7a79cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:37.104454 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-5e54b4ae-640b-4c10-bc87-796f3904e0d0 service neutron] Bound using segment: {'id': '1446ad39-cf19-426c-97b9-acabee7a79cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:37.106387 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-5e54b4ae-640b-4c10-bc87-796f3904e0d0 service neutron] Bound port: 5eb86ae6-5404-4899-93ce-80c856a7b0e5, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1446ad39-cf19-426c-97b9-acabee7a79cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:37.108381 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-5e54b4ae-640b-4c10-bc87-796f3904e0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:37.114499 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:37.141929 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16146dd0-a264-4814-bd18-03ce5cd4347b req-39dccb5f-ef5b-4b50-8bef-d2fce5426257 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:37.144379 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-16146dd0-a264-4814-bd18-03ce5cd4347b req-39dccb5f-ef5b-4b50-8bef-d2fce5426257 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 946 time: 0.6051784 Jul 07 20:52:37.233351 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-9c00ccd4-6940-4169-b272-4300ae46e9a1 service neutron] For port 98a6e836-2bb7-4379-ac92-f66086a3fa74, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:37.273583 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=d08268eb-098d-48cf-b467-d8b20280a8c6,revision_number=7']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:37.280058 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-5e54b4ae-640b-4c10-bc87-796f3904e0d0 service neutron] For port 5eb86ae6-5404-4899-93ce-80c856a7b0e5, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:37.283606 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0cfccd0d-18c2-482f-aa07-0992e69bfa73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:37.298340 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:37.300329 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-5e54b4ae-640b-4c10-bc87-796f3904e0d0 service neutron] For port 5eb86ae6-5404-4899-93ce-80c856a7b0e5, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=5eb86ae6-5404-4899-93ce-80c856a7b0e5,segment=NetworkSegment(1446ad39-cf19-426c-97b9-acabee7a79cf),segment_id=1446ad39-cf19-426c-97b9-acabee7a79cf)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:37.302190 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:37.304103 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:37.306301 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:37.307583 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:37.308226 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:37.309443 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:37.311460 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:37.312451 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:37.312580 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-16146dd0-a264-4814-bd18-03ce5cd4347b req-7313f91f-a6e5-4993-b6cc-6326632827cf tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149745 Jul 07 20:52:37.314751 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:37.316136 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:37.317484 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:37.344027 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-5e54b4ae-640b-4c10-bc87-796f3904e0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:37.355048 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98a6e836-2bb7-4379-ac92-f66086a3fa74'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:52:37.357182 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8368629-26ad-4539-b7c3-a9f26d0784bb" -d '{"events": [{"server_uuid": "ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d", "name": "network-vif-unplugged", "status": "completed", "tag": "98a6e836-2bb7-4379-ac92-f66086a3fa74"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:52:37.362002 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-9c00ccd4-6940-4169-b272-4300ae46e9a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:37.387223 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-9c00ccd4-6940-4169-b272-4300ae46e9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:37.388098 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0cfccd0d-18c2-482f-aa07-0992e69bfa73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:37.403488 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b9120-efb8-4a20-8b3b-0e24a25a91d8 req-5e8befb1-4862-485b-9d51-7d38b1e953b1 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:37.405067 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7b0b9120-efb8-4a20-8b3b-0e24a25a91d8 req-5e8befb1-4862-485b-9d51-7d38b1e953b1 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/ports?device_id=11449f02-572c-4b08-bbac-69cac6818ffe HTTP/1.1" status: 200 len: 944 time: 0.4558532 Jul 07 20:52:37.479577 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['d08268eb-098d-48cf-b467-d8b20280a8c6'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:52:37.555638 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54b4ae-640b-4c10-bc87-796f3904e0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb86ae6-5404-4899-93ce-80c856a7b0e5,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:37.590855 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-5e54b4ae-640b-4c10-bc87-796f3904e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:37.592727 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-5e54b4ae-640b-4c10-bc87-796f3904e0d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:37.595379 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-5e54b4ae-640b-4c10-bc87-796f3904e0d0 service neutron] 10.222.0.39 "PUT /v2.0/ports/5eb86ae6-5404-4899-93ce-80c856a7b0e5 HTTP/1.1" status: 200 len: 1093 time: 2.1339352 Jul 07 20:52:37.596883 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11449f02-572c-4b08-bbac-69cac6818ffe', 'tag': '5eb86ae6-5404-4899-93ce-80c856a7b0e5'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:52:37.599900 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43f82a4-6a41-4325-96b2-7150bcdf00f1" -d '{"events": [{"name": "network-changed", "server_uuid": "11449f02-572c-4b08-bbac-69cac6818ffe", "tag": "5eb86ae6-5404-4899-93ce-80c856a7b0e5"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:52:37.603167 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0cfccd0d-18c2-482f-aa07-0992e69bfa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:37.606250 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0cfccd0d-18c2-482f-aa07-0992e69bfa73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:37.607818 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0cfccd0d-18c2-482f-aa07-0992e69bfa73 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/69b44130-dbab-49cb-ab0a-0220debda826 HTTP/1.1" status: 204 len: 168 time: 0.4909763 Jul 07 20:52:37.645304 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfccd0d-18c2-482f-aa07-0992e69bfa73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b44130-dbab-49cb-ab0a-0220debda826,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:37.758966 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-9742b741-1629-4ada-b20e-fa4addfb1d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:37.762601 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-9742b741-1629-4ada-b20e-fa4addfb1d55 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfe91e05b1564766ac243e3a53b670d9&device_id=11449f02-572c-4b08-bbac-69cac6818ffe HTTP/1.1" status: 200 len: 1096 time: 0.1054759 Jul 07 20:52:37.794702 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00ccd4-6940-4169-b272-4300ae46e9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=98a6e836-2bb7-4379-ac92-f66086a3fa74,revision_number=7']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:37.805371 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b68b9873-23dc-4f79-b159-6b47601365ec tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Made reservation on behalf of 859c780e1e8746908f85dc4bc22ba62e for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:37.809997 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b68b9873-23dc-4f79-b159-6b47601365ec tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:37.865971 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-aadacae2-72e1-48de-b258-6ddbcec28d2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eb86ae6-5404-4899-93ce-80c856a7b0e5 HTTP/1.1" status: 200 len: 217 time: 0.0933650 Jul 07 20:52:37.897359 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7b0b9120-efb8-4a20-8b3b-0e24a25a91d8 req-7de2097c-1fbb-4320-ac29-816a81f400f6 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/security-groups?id=770db283-218a-4fbf-956a-b5aa78f5cc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298172 Jul 07 20:52:37.930194 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-63634c1a-a7ea-45fe-a6d7-ca7809576fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:37.931740 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-63634c1a-a7ea-45fe-a6d7-ca7809576fe0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b1a6a8f-f761-405e-ad77-75520358891e HTTP/1.1" status: 200 len: 867 time: 0.0580447 Jul 07 20:52:38.012706 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-9c00ccd4-6940-4169-b272-4300ae46e9a1 service neutron] Attempting to bind port 98a6e836-2bb7-4379-ac92-f66086a3fa74 on host n-h1-695189-11 for vnic_type normal with profile {"migrating_to": "n-h2-695189-11"} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:38.013192 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-9c00ccd4-6940-4169-b272-4300ae46e9a1 service neutron] Attempting to bind port 98a6e836-2bb7-4379-ac92-f66086a3fa74 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:38.013407 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-9c00ccd4-6940-4169-b272-4300ae46e9a1 service neutron] Attempting to bind port 98a6e836-2bb7-4379-ac92-f66086a3fa74 on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:38.075692 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-8e14ba41-72a9-4c2b-b7fa-f6378f48b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:38.077940 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-8e14ba41-72a9-4c2b-b7fa-f6378f48b906 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e5521cf8-568c-451a-aa56-f875facb5117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1356130 Jul 07 20:52:38.105729 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-9c00ccd4-6940-4169-b272-4300ae46e9a1 service neutron] Port 98a6e836-2bb7-4379-ac92-f66086a3fa74 on network a969003f-4d51-4bc6-945b-910c720df136 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:52:38.106072 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-9c00ccd4-6940-4169-b272-4300ae46e9a1 service neutron] Attempting to bind port 98a6e836-2bb7-4379-ac92-f66086a3fa74 on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:38.137275 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2443ac-3269-4bee-a939-8a2855d7d5f1 req-8158f93f-95db-4dd0-beeb-52182c1168fa tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:38.138801 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc2443ac-3269-4bee-a939-8a2855d7d5f1 req-8158f93f-95db-4dd0-beeb-52182c1168fa tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 945 time: 0.6406872 Jul 07 20:52:38.168124 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-9c00ccd4-6940-4169-b272-4300ae46e9a1 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:38.168625 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-9c00ccd4-6940-4169-b272-4300ae46e9a1 service neutron] Checking segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:38.169202 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-9c00ccd4-6940-4169-b272-4300ae46e9a1 service neutron] Bound using segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:38.169879 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-9c00ccd4-6940-4169-b272-4300ae46e9a1 service neutron] Bound port: 98a6e836-2bb7-4379-ac92-f66086a3fa74, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:38.170533 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-9c00ccd4-6940-4169-b272-4300ae46e9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:38.293868 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-ca4a8aee-4206-4f93-b0f9-eea55f37cfb7 service neutron] 10.222.0.39 "GET /v2.0/networks/e5521cf8-568c-451a-aa56-f875facb5117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961360 Jul 07 20:52:38.475298 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-9c00ccd4-6940-4169-b272-4300ae46e9a1 service neutron] For port 98a6e836-2bb7-4379-ac92-f66086a3fa74, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:38.503987 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc2443ac-3269-4bee-a939-8a2855d7d5f1 req-8e1bbd52-882a-4ae5-8f23-0798e8179404 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539011 Jul 07 20:52:38.526350 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-9c00ccd4-6940-4169-b272-4300ae46e9a1 service neutron] For port 98a6e836-2bb7-4379-ac92-f66086a3fa74, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=98a6e836-2bb7-4379-ac92-f66086a3fa74,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:38.557006 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e951a3fd-859e-4eaf-badc-9233de8f8371 req-a5ab5ef3-b0dd-4425-a517-5ad661300f7e service neutron] 10.222.0.39 "GET /v2.0/networks/e5521cf8-568c-451a-aa56-f875facb5117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543819 Jul 07 20:52:38.558628 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-9c00ccd4-6940-4169-b272-4300ae46e9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:38.653283 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b68b9873-23dc-4f79-b159-6b47601365ec tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Allocated IP 10.1.1.6 (32fe62b8-a098-45d1-9002-a2d13c738ee9/5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e/d7fec304-11d1-4452-911b-57ab895c23da) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:38.653477 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device d08268eb-098d-48cf-b467-d8b20280a8c6 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:38.670483 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bdd3ff-b966-4ea7-8b9e-da6f2157d51e x-openstack-request-id: req-57bdd3ff-b966-4ea7-8b9e-da6f2157d51e {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:52:38.671061 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d", "name": "network-vif-unplugged", "status": "completed", "tag": "98a6e836-2bb7-4379-ac92-f66086a3fa74", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:52:38.671564 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57bdd3ff-b966-4ea7-8b9e-da6f2157d51e {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:52:38.672328 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98a6e836-2bb7-4379-ac92-f66086a3fa74', 'code': 200} Jul 07 20:52:38.710591 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08b1da-6c00-4880-8f6b-3466592edf78 req-8a0fa722-ab36-45ca-bdeb-5f491e0d2364 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:38.718292 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08b1da-6c00-4880-8f6b-3466592edf78 req-8a0fa722-ab36-45ca-bdeb-5f491e0d2364 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:38.727570 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a08b1da-6c00-4880-8f6b-3466592edf78 req-8a0fa722-ab36-45ca-bdeb-5f491e0d2364 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 1653 time: 0.3005011 Jul 07 20:52:38.780007 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port d08268eb-098d-48cf-b467-d8b20280a8c6 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:38.780537 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:38.791704 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9be89dc-f662-4779-93e7-be66d21a61b6 x-openstack-request-id: req-d9be89dc-f662-4779-93e7-be66d21a61b6 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:52:38.792070 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11449f02-572c-4b08-bbac-69cac6818ffe", "tag": "5eb86ae6-5404-4899-93ce-80c856a7b0e5", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:52:38.792393 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9be89dc-f662-4779-93e7-be66d21a61b6 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:52:38.792860 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11449f02-572c-4b08-bbac-69cac6818ffe', 'tag': '5eb86ae6-5404-4899-93ce-80c856a7b0e5', 'status': 'completed', 'code': 200} Jul 07 20:52:38.957524 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f82a4-6a41-4325-96b2-7150bcdf00f1 req-52a9da93-0e97-4af5-9671-1fbc2c63a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:38.959593 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b43f82a4-6a41-4325-96b2-7150bcdf00f1 req-52a9da93-0e97-4af5-9671-1fbc2c63a1b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfe91e05b1564766ac243e3a53b670d9&device_id=11449f02-572c-4b08-bbac-69cac6818ffe HTTP/1.1" status: 200 len: 1096 time: 0.1244247 Jul 07 20:52:38.973373 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:39.049193 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a08b1da-6c00-4880-8f6b-3466592edf78 req-cd500745-690a-44c8-a145-7cf3e0085abd tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067834 Jul 07 20:52:39.057306 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab44be9-3c8d-4ebe-9ba3-472854a49f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08268eb-098d-48cf-b467-d8b20280a8c6'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:52:39.060126 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-9c00ccd4-6940-4169-b272-4300ae46e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:39.062793 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab82905-2d3e-44f3-aed2-781092dff716" -d '{"events": [{"server_uuid": "8ab44be9-3c8d-4ebe-9ba3-472854a49f94", "name": "network-vif-plugged", "status": "completed", "tag": "d08268eb-098d-48cf-b467-d8b20280a8c6"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:52:39.064922 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-9c00ccd4-6940-4169-b272-4300ae46e9a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:39.069338 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-9c00ccd4-6940-4169-b272-4300ae46e9a1 service neutron] 10.222.0.39 "PUT /v2.0/ports/98a6e836-2bb7-4379-ac92-f66086a3fa74 HTTP/1.1" status: 200 len: 1124 time: 5.4552624 Jul 07 20:52:39.090526 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00ccd4-6940-4169-b272-4300ae46e9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=98a6e836-2bb7-4379-ac92-f66086a3fa74,revision_number=8']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:39.106966 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f82a4-6a41-4325-96b2-7150bcdf00f1 req-634d0507-f089-461e-9160-1be44b94583b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:39.106966 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b43f82a4-6a41-4325-96b2-7150bcdf00f1 req-634d0507-f089-461e-9160-1be44b94583b service neutron] 10.222.0.39 "GET /v2.0/networks?id=e5521cf8-568c-451a-aa56-f875facb5117 HTTP/1.1" status: 200 len: 929 time: 0.1348512 Jul 07 20:52:39.202653 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port d08268eb-098d-48cf-b467-d8b20280a8c6, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=d08268eb-098d-48cf-b467-d8b20280a8c6,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:39.230808 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:39.234424 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40742) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:39.239091 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b43f82a4-6a41-4325-96b2-7150bcdf00f1 req-50f8c15d-3af9-46eb-b6b7-0e73c33669d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eb86ae6-5404-4899-93ce-80c856a7b0e5 HTTP/1.1" status: 200 len: 217 time: 0.1206121 Jul 07 20:52:39.300447 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['98a6e836-2bb7-4379-ac92-f66086a3fa74'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:52:39.384369 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7d769-234d-4d97-82e8-df4e52c46228 req-cb00735a-1bd5-4b58-b441-215419434a0b tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:39.393251 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c9a7d769-234d-4d97-82e8-df4e52c46228 req-cb00735a-1bd5-4b58-b441-215419434a0b tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 949 time: 0.2927108 Jul 07 20:52:39.398764 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f82a4-6a41-4325-96b2-7150bcdf00f1 req-5e86ea39-c7ab-4d82-bff3-4d25c027c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:39.402775 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b43f82a4-6a41-4325-96b2-7150bcdf00f1 req-5e86ea39-c7ab-4d82-bff3-4d25c027c52f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b1a6a8f-f761-405e-ad77-75520358891e HTTP/1.1" status: 200 len: 867 time: 0.1549046 Jul 07 20:52:39.489157 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b68b9873-23dc-4f79-b159-6b47601365ec tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:39.507975 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c9a7d769-234d-4d97-82e8-df4e52c46228 req-553529d9-6b2e-4860-842c-92498337d319 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134658 Jul 07 20:52:39.644626 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f82a4-6a41-4325-96b2-7150bcdf00f1 req-9e1af354-5a3d-48e6-a024-27c0950870bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:39.649198 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b43f82a4-6a41-4325-96b2-7150bcdf00f1 req-9e1af354-5a3d-48e6-a024-27c0950870bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e5521cf8-568c-451a-aa56-f875facb5117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2389140 Jul 07 20:52:39.654250 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Request body: {'networks': [{'name': 'tempest-network--1499778549'}, {'name': 'tempest-network--1946594387'}]} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:39.654565 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Request body: {'network': {'name': 'tempest-network--1499778549'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:39.655033 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Request body: {'network': {'name': 'tempest-network--1946594387'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:39.677072 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=d08268eb-098d-48cf-b467-d8b20280a8c6,revision_number=8']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:39.680534 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b68b9873-23dc-4f79-b159-6b47601365ec tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Transition to ACTIVE for port object d7fec304-11d1-4452-911b-57ab895c23da will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:39.709387 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Made reservation on behalf of 378f89baa401425fb6998c0214d1ccb0 for: {'network': 2} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:39.720716 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:39.757642 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:39.861422 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b43f82a4-6a41-4325-96b2-7150bcdf00f1 req-05fd34d7-9942-4c73-a5cc-f048925c758c service neutron] 10.222.0.39 "GET /v2.0/networks/e5521cf8-568c-451a-aa56-f875facb5117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014668 Jul 07 20:52:39.875360 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ddb2b-e5ba-4a26-9278-7a8ea67080b2 req-127ff8c6-8fc8-484a-9b07-9e157e326b23 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:39.885683 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9d7ddb2b-e5ba-4a26-9278-7a8ea67080b2 req-127ff8c6-8fc8-484a-9b07-9e157e326b23 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 944 time: 0.4503844 Jul 07 20:52:39.901066 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b68b9873-23dc-4f79-b159-6b47601365ec tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:39.932015 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b68b9873-23dc-4f79-b159-6b47601365ec tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Network 32fe62b8-a098-45d1-9002-a2d13c738ee9 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:39.946176 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b68b9873-23dc-4f79-b159-6b47601365ec tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:39.998559 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b43f82a4-6a41-4325-96b2-7150bcdf00f1 req-8785d5a5-33fc-4ea3-8641-1f247157b767 service neutron] 10.222.0.39 "GET /v2.0/networks/e5521cf8-568c-451a-aa56-f875facb5117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250036 Jul 07 20:52:40.009782 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b68b9873-23dc-4f79-b159-6b47601365ec tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:40.111625 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9d7ddb2b-e5ba-4a26-9278-7a8ea67080b2 req-0657ed58-3439-4332-bfad-79a5dd0651b9 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219486 Jul 07 20:52:40.186903 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b9873-23dc-4f79-b159-6b47601365ec tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event updated for resources: {'Port': ['ID=d7fec304-11d1-4452-911b-57ab895c23da,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:40.243071 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14719ca4-e2cd-44b2-b027-89486cde9559 req-254971cb-1bb4-426c-adc2-ad2012fe49a7 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:40.244481 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667dadcf-c82f-4e01-9b39-42238c0b7ea7 x-openstack-request-id: req-667dadcf-c82f-4e01-9b39-42238c0b7ea7 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:52:40.244791 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab44be9-3c8d-4ebe-9ba3-472854a49f94", "name": "network-vif-plugged", "status": "completed", "tag": "d08268eb-098d-48cf-b467-d8b20280a8c6", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:52:40.245052 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-667dadcf-c82f-4e01-9b39-42238c0b7ea7 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:52:40.245457 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab44be9-3c8d-4ebe-9ba3-472854a49f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08268eb-098d-48cf-b467-d8b20280a8c6', 'code': 200} Jul 07 20:52:40.255608 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-14719ca4-e2cd-44b2-b027-89486cde9559 req-254971cb-1bb4-426c-adc2-ad2012fe49a7 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/ports?device_id=11449f02-572c-4b08-bbac-69cac6818ffe HTTP/1.1" status: 200 len: 944 time: 0.5077126 Jul 07 20:52:40.282973 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b68b9873-23dc-4f79-b159-6b47601365ec tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:40.284104 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b68b9873-23dc-4f79-b159-6b47601365ec tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:40.300879 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-da74044c-4c37-439c-9a06-1d63e3daaa8f None None] Provisioning for port d7fec304-11d1-4452-911b-57ab895c23da completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:40.315800 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-da74044c-4c37-439c-9a06-1d63e3daaa8f None None] Provisioning complete for port d7fec304-11d1-4452-911b-57ab895c23da triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:40.316231 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-da74044c-4c37-439c-9a06-1d63e3daaa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:40.373733 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-14719ca4-e2cd-44b2-b027-89486cde9559 req-e422bd6f-60a2-46df-8bc8-5725d706ca5b tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/security-groups?id=770db283-218a-4fbf-956a-b5aa78f5cc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166682 Jul 07 20:52:40.412776 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-da74044c-4c37-439c-9a06-1d63e3daaa8f None None] Port d7fec304-11d1-4452-911b-57ab895c23da cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:52:40.442226 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:40.455538 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:40.456212 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:40.553837 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e93d5a13-5966-4994-9393-93b32b6f8c0c,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:40.558517 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b68b9873-23dc-4f79-b159-6b47601365ec tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5001197 Jul 07 20:52:40.591180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b896e8be-6b6f-4bfa-ace5-3c4aaf0490a4 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Request body: {'port': {'device_id': '776d3f39-d4b1-4582-bea8-433919a8c356', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c00e2957-f59e-485b-9c29-168f84e55d6e', 'admin_state_up': True, 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'security_groups': ['47e66961-8656-4c0b-a015-5ce1ae8d9893']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:40.661073 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 5eb86ae6-5404-4899-93ce-80c856a7b0e5 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:52:40.692714 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d', 'tag': '98a6e836-2bb7-4379-ac92-f66086a3fa74'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:52:40.703086 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6dca04-07a0-4873-a6f1-63b116e0a444" -d '{"events": [{"name": "network-changed", "server_uuid": "ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d", "tag": "98a6e836-2bb7-4379-ac92-f66086a3fa74"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:52:40.845548 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 5eb86ae6-5404-4899-93ce-80c856a7b0e5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=5eb86ae6-5404-4899-93ce-80c856a7b0e5,segment=NetworkSegment(1446ad39-cf19-426c-97b9-acabee7a79cf),segment_id=1446ad39-cf19-426c-97b9-acabee7a79cf)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:40.861370 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '5eb86ae6-5404-4899-93ce-80c856a7b0e5', 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117', 'port_id': '5eb86ae6-5404-4899-93ce-80c856a7b0e5', 'mac_address': 'fa:16:3e:de:86:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b1a6a8f-f761-405e-ad77-75520358891e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:52:40.906740 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:40.910105 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:52:40.924452 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb86ae6-5404-4899-93ce-80c856a7b0e5 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:52:40.927639 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:40.928705 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Added segment c5257ddd-a0ff-47a0-a1c1-7e04eb33f72f of type vlan for network 65cb8698-ae0e-4528-a1a7-2e743f425f75 Jul 07 20:52:40.962683 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 5eb86ae6-5404-4899-93ce-80c856a7b0e5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=5eb86ae6-5404-4899-93ce-80c856a7b0e5,segment=NetworkSegment(1446ad39-cf19-426c-97b9-acabee7a79cf),segment_id=1446ad39-cf19-426c-97b9-acabee7a79cf)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:40.968321 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:40.970511 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 98a6e836-2bb7-4379-ac92-f66086a3fa74 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:52:41.063343 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8a157-e66d-4175-966e-4a17b3738fa3 req-4913da8e-a3f1-4ec2-91b8-f51b9e699f6a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:41.075939 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cfe8a157-e66d-4175-966e-4a17b3738fa3 req-4913da8e-a3f1-4ec2-91b8-f51b9e699f6a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94&tenant_id=505481bc2c1e4a469ecb05628eb12eb4&binding%3Ahost_id=n-h2-695189-11 HTTP/1.1" status: 200 len: 950 time: 0.2529912 Jul 07 20:52:41.141654 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=5eb86ae6-5404-4899-93ce-80c856a7b0e5,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:41.217565 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 98a6e836-2bb7-4379-ac92-f66086a3fa74, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=98a6e836-2bb7-4379-ac92-f66086a3fa74,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:41.235964 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 98a6e836-2bb7-4379-ac92-f66086a3fa74 has no active binding in host n-h2-695189-11 {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 20:52:41.270778 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:41.294419 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8a157-e66d-4175-966e-4a17b3738fa3 req-acb30004-ba15-4788-a638-ea1f6cfd23bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:41.296123 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cfe8a157-e66d-4175-966e-4a17b3738fa3 req-acb30004-ba15-4788-a638-ea1f6cfd23bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 1102 time: 0.0849874 Jul 07 20:52:41.305324 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b896e8be-6b6f-4bfa-ace5-3c4aaf0490a4 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Made reservation on behalf of 859c780e1e8746908f85dc4bc22ba62e for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:41.452122 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:52:41.477260 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfce0f-055a-4caf-977a-20caabb532e8 req-81810c4c-63e0-4ece-817a-8b32d689f899 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:41.479472 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6adfce0f-055a-4caf-977a-20caabb532e8 req-81810c4c-63e0-4ece-817a-8b32d689f899 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 945 time: 0.9173467 Jul 07 20:52:41.481027 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:41.481489 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Added segment 83d7d97a-640f-471c-a374-fc9f8ff22453 of type vlan for network 1ef4f464-d8d1-474f-a353-2aaaab619a01 Jul 07 20:52:41.510686 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8a157-e66d-4175-966e-4a17b3738fa3 req-0de1a758-e359-4764-b9e3-3004dc6e1360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:41.513203 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cfe8a157-e66d-4175-966e-4a17b3738fa3 req-0de1a758-e359-4764-b9e3-3004dc6e1360 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.2051768 Jul 07 20:52:41.516826 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6957e6f-d928-45c7-869d-a99d3d247f56 req-f8b81369-621e-4211-98a5-486c965097b1 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:41.536114 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6957e6f-d928-45c7-869d-a99d3d247f56 req-f8b81369-621e-4211-98a5-486c965097b1 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:41.555528 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6957e6f-d928-45c7-869d-a99d3d247f56 req-f8b81369-621e-4211-98a5-486c965097b1 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:41.560605 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6957e6f-d928-45c7-869d-a99d3d247f56 req-f8b81369-621e-4211-98a5-486c965097b1 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 2372 time: 0.6661546 Jul 07 20:52:41.585104 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cfe8a157-e66d-4175-966e-4a17b3738fa3 req-b2cbd873-10a4-4c17-87ae-d13f367f8eda service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d08268eb-098d-48cf-b467-d8b20280a8c6 HTTP/1.1" status: 200 len: 217 time: 0.0584857 Jul 07 20:52:41.646278 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['5eb86ae6-5404-4899-93ce-80c856a7b0e5'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:52:41.685800 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8a157-e66d-4175-966e-4a17b3738fa3 req-49474513-76b3-4867-bd45-55ceda2e1d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:41.696986 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cfe8a157-e66d-4175-966e-4a17b3738fa3 req-49474513-76b3-4867-bd45-55ceda2e1d50 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0963302 Jul 07 20:52:41.737731 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:41.797666 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6957e6f-d928-45c7-869d-a99d3d247f56 req-f3eebda3-b16d-43f1-a095-d49666ae6533 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016757 Jul 07 20:52:41.833127 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6adfce0f-055a-4caf-977a-20caabb532e8 req-b3a20261-1bc5-472a-a907-2a8c9886570d tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361115 Jul 07 20:52:41.861158 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b896e8be-6b6f-4bfa-ace5-3c4aaf0490a4 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:41.959455 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:41.960179 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:42.011968 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:42.036522 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:42.039826 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:42.055433 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8a157-e66d-4175-966e-4a17b3738fa3 req-46601df0-f962-475d-a6b8-a262a34cef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:42.065235 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cfe8a157-e66d-4175-966e-4a17b3738fa3 req-46601df0-f962-475d-a6b8-a262a34cef10 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3644111 Jul 07 20:52:42.145000 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.8703332 Jul 07 20:52:42.155426 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40766) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:42.362948 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7684ecd-fa3f-4d3e-898b-bf7bfc464179 x-openstack-request-id: req-c7684ecd-fa3f-4d3e-898b-bf7bfc464179 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:52:42.364080 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d", "tag": "98a6e836-2bb7-4379-ac92-f66086a3fa74", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:52:42.364080 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c7684ecd-fa3f-4d3e-898b-bf7bfc464179 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:52:42.364748 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d', 'tag': '98a6e836-2bb7-4379-ac92-f66086a3fa74', 'status': 'completed', 'code': 200} Jul 07 20:52:42.667025 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cfe8a157-e66d-4175-966e-4a17b3738fa3 req-004c1700-faa6-4ece-bf0c-1d2e8a95309f service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5713356 Jul 07 20:52:42.693427 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef286d57-3945-4ed1-b960-4fd1b7c69931 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:42.702491 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef286d57-3945-4ed1-b960-4fd1b7c69931 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:42.705307 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b896e8be-6b6f-4bfa-ace5-3c4aaf0490a4 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Allocated IP 10.2.2.100 (c00e2957-f59e-485b-9c29-168f84e55d6e/c78532aa-0e3e-4262-a6a3-21fb633c032d/29732634-95f5-4e62-8e93-449363f211e4) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:42.709462 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef286d57-3945-4ed1-b960-4fd1b7c69931 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:42.716897 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef286d57-3945-4ed1-b960-4fd1b7c69931 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:42.718926 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ef286d57-3945-4ed1-b960-4fd1b7c69931 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5622957 Jul 07 20:52:42.729979 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6dca04-07a0-4873-a6f1-63b116e0a444 req-7698bb25-941c-4712-9f34-c101d0b1bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:42.732033 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6e6dca04-07a0-4873-a6f1-63b116e0a444 req-7698bb25-941c-4712-9f34-c101d0b1bb2d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 1127 time: 0.4409933 Jul 07 20:52:42.733031 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40770) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:42.924048 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Pushing event updated for resources: {'Network': ['ID=65cb8698-ae0e-4528-a1a7-2e743f425f75,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:42.941000 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 65cb8698-ae0e-4528-a1a7-2e743f425f75 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:52:42.945618 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b896e8be-6b6f-4bfa-ace5-3c4aaf0490a4 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:42.963081 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45302527-034e-4bd4-ae73-9620d51e464d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:42.964533 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b896e8be-6b6f-4bfa-ace5-3c4aaf0490a4 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Transition to ACTIVE for port object 29732634-95f5-4e62-8e93-449363f211e4 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:43.030185 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b896e8be-6b6f-4bfa-ace5-3c4aaf0490a4 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:43.057193 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cfe8a157-e66d-4175-966e-4a17b3738fa3 req-6d13d1e6-867e-4c6b-b6db-84fdf6672b05 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746738 Jul 07 20:52:43.085635 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6dca04-07a0-4873-a6f1-63b116e0a444 req-5d36cc93-0bc4-4e40-b879-0711425bdc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:43.092974 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6e6dca04-07a0-4873-a6f1-63b116e0a444 req-5d36cc93-0bc4-4e40-b879-0711425bdc80 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 909 time: 0.3404884 Jul 07 20:52:43.267115 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6e6dca04-07a0-4873-a6f1-63b116e0a444 req-38a2ce6f-f507-49b3-a945-ae0c4d871dfb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98a6e836-2bb7-4379-ac92-f66086a3fa74 HTTP/1.1" status: 200 len: 217 time: 0.1613894 Jul 07 20:52:43.325015 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b896e8be-6b6f-4bfa-ace5-3c4aaf0490a4 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Network c00e2957-f59e-485b-9c29-168f84e55d6e is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:43.345329 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3de85-9180-472f-a7a2-c1999cebd426 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Pushing event updated for resources: {'Network': ['ID=1ef4f464-d8d1-474f-a353-2aaaab619a01,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:43.365169 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b896e8be-6b6f-4bfa-ace5-3c4aaf0490a4 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:43.371040 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 1ef4f464-d8d1-474f-a353-2aaaab619a01 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:52:43.378584 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b896e8be-6b6f-4bfa-ace5-3c4aaf0490a4 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:43.383785 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896e8be-6b6f-4bfa-ace5-3c4aaf0490a4 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event updated for resources: {'Port': ['ID=29732634-95f5-4e62-8e93-449363f211e4,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:43.501235 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf51dda-7347-46a4-9833-5ef2c4d0a697 req-b15d14c2-cdf5-4d6a-bf9e-511b693a2252 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:43.511485 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bbf51dda-7347-46a4-9833-5ef2c4d0a697 req-b15d14c2-cdf5-4d6a-bf9e-511b693a2252 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 950 time: 1.0534813 Jul 07 20:52:43.528472 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00541ff0-c83f-4309-b869-278d488d4637 req-3f0379ee-6fac-44d2-9cef-d82baa1eb5cf tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:43.541409 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-00541ff0-c83f-4309-b869-278d488d4637 req-3f0379ee-6fac-44d2-9cef-d82baa1eb5cf tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 944 time: 1.0281632 Jul 07 20:52:43.599013 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6dca04-07a0-4873-a6f1-63b116e0a444 req-4b17810c-cb38-4c77-855a-71b01b9f9613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:43.606070 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6e6dca04-07a0-4873-a6f1-63b116e0a444 req-4b17810c-cb38-4c77-855a-71b01b9f9613 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e76f85dc-7298-41c1-a5c0-b46924c81a29 HTTP/1.1" status: 200 len: 848 time: 0.3143933 Jul 07 20:52:43.611763 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45302527-034e-4bd4-ae73-9620d51e464d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:43.670974 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b896e8be-6b6f-4bfa-ace5-3c4aaf0490a4 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:43.671723 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b896e8be-6b6f-4bfa-ace5-3c4aaf0490a4 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:43.725047 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b896e8be-6b6f-4bfa-ace5-3c4aaf0490a4 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1522796 Jul 07 20:52:43.725759 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6e6dca04-07a0-4873-a6f1-63b116e0a444 req-51e96435-bdf1-443c-81a0-6d1755269ba6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a969003f-4d51-4bc6-945b-910c720df136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028502 Jul 07 20:52:43.728520 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-45302527-034e-4bd4-ae73-9620d51e464d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65cb8698-ae0e-4528-a1a7-2e743f425f75']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:43.734102 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bbf51dda-7347-46a4-9833-5ef2c4d0a697 req-1cfebc6f-0995-42fe-b1f0-b1c768437a96 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193637 Jul 07 20:52:43.742777 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-00541ff0-c83f-4309-b869-278d488d4637 req-e5c4abac-77b3-422b-8601-c0a9fc6bde1f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992126 Jul 07 20:52:43.756600 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-8d0ec681-6018-465d-a92a-26875520aec5 service neutron] 10.222.0.58 "GET /v2.0/ports/98a6e836-2bb7-4379-ac92-f66086a3fa74/bindings/n-h2-695189-11 HTTP/1.1" status: 200 len: 385 time: 0.2812221 Jul 07 20:52:43.766789 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-20a42396-b29b-4803-a168-2e8825200440 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Request body: {'port': {'device_id': '776d3f39-d4b1-4582-bea8-433919a8c356', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c00e2957-f59e-485b-9c29-168f84e55d6e', 'admin_state_up': True, 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'security_groups': ['47e66961-8656-4c0b-a015-5ce1ae8d9893']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:43.772033 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-45302527-034e-4bd4-ae73-9620d51e464d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5257ddd-a0ff-47a0-a1c1-7e04eb33f72f') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:43.775798 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-45302527-034e-4bd4-ae73-9620d51e464d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5257ddd-a0ff-47a0-a1c1-7e04eb33f72f') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:43.785063 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a0f9f253-c18f-41a3-96da-96a801f2c551 None None] Provisioning for port 29732634-95f5-4e62-8e93-449363f211e4 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:43.804993 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a0f9f253-c18f-41a3-96da-96a801f2c551 None None] Provisioning complete for port 29732634-95f5-4e62-8e93-449363f211e4 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:43.811014 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a0f9f253-c18f-41a3-96da-96a801f2c551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:43.871629 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45302527-034e-4bd4-ae73-9620d51e464d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:43.912445 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-a0f9f253-c18f-41a3-96da-96a801f2c551 None None] Port 29732634-95f5-4e62-8e93-449363f211e4 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:52:43.997285 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45302527-034e-4bd4-ae73-9620d51e464d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:44.025665 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45302527-034e-4bd4-ae73-9620d51e464d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:52:44.026095 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45302527-034e-4bd4-ae73-9620d51e464d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:52:44.035259 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:52:44.206381 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45302527-034e-4bd4-ae73-9620d51e464d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:44.212258 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45302527-034e-4bd4-ae73-9620d51e464d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:44.215100 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-45302527-034e-4bd4-ae73-9620d51e464d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] 10.222.0.64 "DELETE /v2.0/networks/65cb8698-ae0e-4528-a1a7-2e743f425f75 HTTP/1.1" status: 204 len: 168 time: 1.4686468 Jul 07 20:52:44.230466 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40776) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:44.231282 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45302527-034e-4bd4-ae73-9620d51e464d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Pushing event deleted for resources: {'Network': ['ID=65cb8698-ae0e-4528-a1a7-2e743f425f75,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:44.238783 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6e6dca04-07a0-4873-a6f1-63b116e0a444 req-bb897bea-4048-4976-95a0-78e07327a864 service neutron] 10.222.0.58 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916642 Jul 07 20:52:44.404869 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-03651e14-96e8-4e86-9042-ed95ee0631e7 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:44.647569 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6e6dca04-07a0-4873-a6f1-63b116e0a444 req-0d12453e-46cf-4001-961f-f35da1bd2088 service neutron] 10.222.0.58 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296751 Jul 07 20:52:44.661049 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 5eb86ae6-5404-4899-93ce-80c856a7b0e5 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:44.719934 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-03651e14-96e8-4e86-9042-ed95ee0631e7 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:44.731690 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-03651e14-96e8-4e86-9042-ed95ee0631e7 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef4f464-d8d1-474f-a353-2aaaab619a01']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:44.751269 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-03651e14-96e8-4e86-9042-ed95ee0631e7 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d7d97a-640f-471c-a374-fc9f8ff22453') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:44.751588 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-03651e14-96e8-4e86-9042-ed95ee0631e7 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d7d97a-640f-471c-a374-fc9f8ff22453') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:44.761031 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-03651e14-96e8-4e86-9042-ed95ee0631e7 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:44.775537 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-03651e14-96e8-4e86-9042-ed95ee0631e7 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:44.785489 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03651e14-96e8-4e86-9042-ed95ee0631e7 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:52:44.786135 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-03651e14-96e8-4e86-9042-ed95ee0631e7 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:52:44.790334 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:52:44.816147 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379e300-5de1-4732-88f5-fbd6165405d2 req-423485b9-b8df-4102-8c21-430b46c004fe tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:44.826224 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b379e300-5de1-4732-88f5-fbd6165405d2 req-423485b9-b8df-4102-8c21-430b46c004fe tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/ports?device_id=11449f02-572c-4b08-bbac-69cac6818ffe HTTP/1.1" status: 200 len: 945 time: 0.2347121 Jul 07 20:52:44.833326 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03307f-dd73-422e-839c-78557597a6fe req-ef29627a-55ce-41bf-bea7-185f558bddc0 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:44.835631 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f03307f-dd73-422e-839c-78557597a6fe req-ef29627a-55ce-41bf-bea7-185f558bddc0 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 945 time: 0.2459383 Jul 07 20:52:44.852495 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 5eb86ae6-5404-4899-93ce-80c856a7b0e5 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:44.858314 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 5eb86ae6-5404-4899-93ce-80c856a7b0e5 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:44.858953 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:44.884636 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-03651e14-96e8-4e86-9042-ed95ee0631e7 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:44.901725 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-20a42396-b29b-4803-a168-2e8825200440 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Made reservation on behalf of 859c780e1e8746908f85dc4bc22ba62e for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:44.907875 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-20a42396-b29b-4803-a168-2e8825200440 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:44.926427 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-03651e14-96e8-4e86-9042-ed95ee0631e7 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:44.933992 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40782) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:44.935238 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-03651e14-96e8-4e86-9042-ed95ee0631e7 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] 10.222.0.64 "DELETE /v2.0/networks/1ef4f464-d8d1-474f-a353-2aaaab619a01 HTTP/1.1" status: 204 len: 168 time: 0.6951184 Jul 07 20:52:44.936856 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03651e14-96e8-4e86-9042-ed95ee0631e7 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Pushing event deleted for resources: {'Network': ['ID=1ef4f464-d8d1-474f-a353-2aaaab619a01,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:45.024528 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b379e300-5de1-4732-88f5-fbd6165405d2 req-fcc6f839-8b3d-42cb-82b5-d85090927237 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/security-groups?id=770db283-218a-4fbf-956a-b5aa78f5cc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002273 Jul 07 20:52:45.046003 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:45.094892 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f03307f-dd73-422e-839c-78557597a6fe req-6266e5ae-732a-4543-8e07-f63487131792 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214649 Jul 07 20:52:45.170616 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 5eb86ae6-5404-4899-93ce-80c856a7b0e5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=5eb86ae6-5404-4899-93ce-80c856a7b0e5,segment=NetworkSegment(1446ad39-cf19-426c-97b9-acabee7a79cf),segment_id=1446ad39-cf19-426c-97b9-acabee7a79cf)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:45.171710 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11449f02-572c-4b08-bbac-69cac6818ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb86ae6-5404-4899-93ce-80c856a7b0e5'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:52:45.177738 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5737cefa-1a56-4d93-a9fd-39ed3c43a503" -d '{"events": [{"server_uuid": "11449f02-572c-4b08-bbac-69cac6818ffe", "name": "network-vif-plugged", "status": "completed", "tag": "5eb86ae6-5404-4899-93ce-80c856a7b0e5"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:52:45.185727 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:45.260287 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-67070ddc-3e30-49af-9efb-d159bf09206e service neutron] For port 98a6e836-2bb7-4379-ac92-f66086a3fa74, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=98a6e836-2bb7-4379-ac92-f66086a3fa74,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:45.313578 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=5eb86ae6-5404-4899-93ce-80c856a7b0e5,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:45.471735 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-67070ddc-3e30-49af-9efb-d159bf09206e service neutron] For port 98a6e836-2bb7-4379-ac92-f66086a3fa74, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:45.514579 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf6c954-dbfa-4cd4-9398-95c7549361d8 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:45.520962 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf6c954-dbfa-4cd4-9398-95c7549361d8 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:45.522601 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0cf6c954-dbfa-4cd4-9398-95c7549361d8 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5872936 Jul 07 20:52:45.526758 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40788) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:45.551216 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-70f00a90-736e-4bc7-84c3-537b85f6345b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1910351331'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:45.586676 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-67070ddc-3e30-49af-9efb-d159bf09206e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a6e836-2bb7-4379-ac92-f66086a3fa74 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:52:45.615892 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-67070ddc-3e30-49af-9efb-d159bf09206e service neutron] For port 98a6e836-2bb7-4379-ac92-f66086a3fa74, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=98a6e836-2bb7-4379-ac92-f66086a3fa74,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:45.625207 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f00a90-736e-4bc7-84c3-537b85f6345b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Made reservation on behalf of 378f89baa401425fb6998c0214d1ccb0 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:45.629286 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-70f00a90-736e-4bc7-84c3-537b85f6345b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:45.658630 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54fb4b-55ee-44be-8965-927de67e8a15 req-28f5be00-169a-4658-a128-e539bf0baba2 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:45.660270 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e54fb4b-55ee-44be-8965-927de67e8a15 req-28f5be00-169a-4658-a128-e539bf0baba2 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 950 time: 0.3264389 Jul 07 20:52:45.693238 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f00a90-736e-4bc7-84c3-537b85f6345b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:52:45.721305 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-70f00a90-736e-4bc7-84c3-537b85f6345b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:45.721643 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-70f00a90-736e-4bc7-84c3-537b85f6345b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Added segment a8744c3c-36bf-4b3d-aebf-b07a052b0f2f of type vlan for network 26842d4e-a2a1-453e-b3c5-ceb17cdebf6a Jul 07 20:52:45.732757 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-20a42396-b29b-4803-a168-2e8825200440 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Allocated IP 10.2.2.200 (c00e2957-f59e-485b-9c29-168f84e55d6e/c78532aa-0e3e-4262-a6a3-21fb633c032d/3fa963de-4cf7-4796-ae84-de0b61e46db1) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:45.739742 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-67070ddc-3e30-49af-9efb-d159bf09206e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:45.775615 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93132ac9-e0f2-4054-848c-f891d8e5e16b req-0884e36e-51b3-45f1-89a1-261e7a00993f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:45.783080 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93132ac9-e0f2-4054-848c-f891d8e5e16b req-0884e36e-51b3-45f1-89a1-261e7a00993f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:45.789574 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93132ac9-e0f2-4054-848c-f891d8e5e16b req-0884e36e-51b3-45f1-89a1-261e7a00993f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:45.796142 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93132ac9-e0f2-4054-848c-f891d8e5e16b req-0884e36e-51b3-45f1-89a1-261e7a00993f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:45.803973 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-93132ac9-e0f2-4054-848c-f891d8e5e16b req-0884e36e-51b3-45f1-89a1-261e7a00993f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 3093 time: 0.4258449 Jul 07 20:52:45.808005 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-70f00a90-736e-4bc7-84c3-537b85f6345b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:45.857231 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-70f00a90-736e-4bc7-84c3-537b85f6345b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:45.866058 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e54fb4b-55ee-44be-8965-927de67e8a15 req-7ea95fc1-47a3-4ea8-8df2-589653bac410 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723812 Jul 07 20:52:45.866901 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f00a90-736e-4bc7-84c3-537b85f6345b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:45.866901 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-70f00a90-736e-4bc7-84c3-537b85f6345b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:45.973488 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-93132ac9-e0f2-4054-848c-f891d8e5e16b req-030eaddc-e011-4036-b366-f20d45ae145e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683981 Jul 07 20:52:46.070242 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-70f00a90-736e-4bc7-84c3-537b85f6345b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5390279 Jul 07 20:52:46.074119 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40794) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:46.090153 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-6cf9a66f-c9cb-4a96-a5f0-6e78d39619cc tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1172663711'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:46.094678 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f00a90-736e-4bc7-84c3-537b85f6345b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Pushing event updated for resources: {'Network': ['ID=26842d4e-a2a1-453e-b3c5-ceb17cdebf6a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:46.108965 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 26842d4e-a2a1-453e-b3c5-ceb17cdebf6a details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:52:46.136786 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf9a66f-c9cb-4a96-a5f0-6e78d39619cc tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Made reservation on behalf of 378f89baa401425fb6998c0214d1ccb0 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:46.140802 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6cf9a66f-c9cb-4a96-a5f0-6e78d39619cc tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:46.188044 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-67070ddc-3e30-49af-9efb-d159bf09206e service neutron] Transition to ACTIVE for port object 98a6e836-2bb7-4379-ac92-f66086a3fa74 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:46.198371 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf9a66f-c9cb-4a96-a5f0-6e78d39619cc tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:52:46.209183 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6cf9a66f-c9cb-4a96-a5f0-6e78d39619cc tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:46.219790 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-6cf9a66f-c9cb-4a96-a5f0-6e78d39619cc tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Added segment 65af5eab-b3a5-472b-954d-1ec30161e014 of type vlan for network 3efd18de-959b-4fea-8b2d-85c61fea951f Jul 07 20:52:46.302653 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6cf9a66f-c9cb-4a96-a5f0-6e78d39619cc tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:46.364374 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-20a42396-b29b-4803-a168-2e8825200440 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:46.370344 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6cf9a66f-c9cb-4a96-a5f0-6e78d39619cc tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:46.377239 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf9a66f-c9cb-4a96-a5f0-6e78d39619cc tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:46.377873 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6cf9a66f-c9cb-4a96-a5f0-6e78d39619cc tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:46.391521 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-20a42396-b29b-4803-a168-2e8825200440 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Transition to ACTIVE for port object 3fa963de-4cf7-4796-ae84-de0b61e46db1 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:46.459019 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795210d7-1bc5-493a-851d-977b7ee9c16f x-openstack-request-id: req-795210d7-1bc5-493a-851d-977b7ee9c16f {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:52:46.464143 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11449f02-572c-4b08-bbac-69cac6818ffe", "name": "network-vif-plugged", "status": "completed", "tag": "5eb86ae6-5404-4899-93ce-80c856a7b0e5", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:52:46.464820 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-795210d7-1bc5-493a-851d-977b7ee9c16f {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:52:46.465707 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11449f02-572c-4b08-bbac-69cac6818ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb86ae6-5404-4899-93ce-80c856a7b0e5', 'code': 200} Jul 07 20:52:46.467961 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-67070ddc-3e30-49af-9efb-d159bf09206e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:46.491296 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6cf9a66f-c9cb-4a96-a5f0-6e78d39619cc tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4119911 Jul 07 20:52:46.501141 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40798) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:46.516238 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Request body: {'ports': [{'network_id': '26842d4e-a2a1-453e-b3c5-ceb17cdebf6a', 'name': 'tempest-port--562640653', 'admin_state_up': True}, {'network_id': '3efd18de-959b-4fea-8b2d-85c61fea951f', 'admin_state_up': False}]} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:46.516586 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Request body: {'port': {'network_id': '26842d4e-a2a1-453e-b3c5-ceb17cdebf6a', 'name': 'tempest-port--562640653', 'admin_state_up': True}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:46.517055 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Request body: {'port': {'network_id': '3efd18de-959b-4fea-8b2d-85c61fea951f', 'admin_state_up': False}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:46.537450 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-20a42396-b29b-4803-a168-2e8825200440 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:46.562199 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9a66f-c9cb-4a96-a5f0-6e78d39619cc tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Pushing event updated for resources: {'Network': ['ID=3efd18de-959b-4fea-8b2d-85c61fea951f,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:46.565218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67070ddc-3e30-49af-9efb-d159bf09206e service neutron] Pushing event updated for resources: {'Port': ['ID=98a6e836-2bb7-4379-ac92-f66086a3fa74,revision_number=10']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:46.580868 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 3efd18de-959b-4fea-8b2d-85c61fea951f details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:52:46.633392 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a42396-b29b-4803-a168-2e8825200440 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event updated for resources: {'Port': ['ID=3fa963de-4cf7-4796-ae84-de0b61e46db1,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:46.690399 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-20a42396-b29b-4803-a168-2e8825200440 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Network c00e2957-f59e-485b-9c29-168f84e55d6e is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:46.723059 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-20a42396-b29b-4803-a168-2e8825200440 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:46.747759 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-20a42396-b29b-4803-a168-2e8825200440 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:46.806028 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3be2a-98f6-418c-a488-068a16ebd1d5 req-a1cc3796-03f2-49ad-a6c7-dcb4015c55fc tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:46.815255 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91c3be2a-98f6-418c-a488-068a16ebd1d5 req-a1cc3796-03f2-49ad-a6c7-dcb4015c55fc tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 945 time: 0.7201326 Jul 07 20:52:46.846855 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-67070ddc-3e30-49af-9efb-d159bf09206e service neutron] No DVR routers for this DVR port 98a6e836-2bb7-4379-ac92-f66086a3fa74 on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:52:46.949137 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-67070ddc-3e30-49af-9efb-d159bf09206e service neutron] 10.222.0.58 "PUT /v2.0/ports/98a6e836-2bb7-4379-ac92-f66086a3fa74/bindings/n-h2-695189-11/activate HTTP/1.1" status: 200 len: 370 time: 3.1796730 Jul 07 20:52:47.001909 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c35b3e-bb90-47ad-9cf9-c253f6124b8e req-75890ef8-d2d9-4995-b5a3-12e29311b1b0 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:47.008871 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-19c35b3e-bb90-47ad-9cf9-c253f6124b8e req-75890ef8-d2d9-4995-b5a3-12e29311b1b0 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 950 time: 0.4577794 Jul 07 20:52:47.025532 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91c3be2a-98f6-418c-a488-068a16ebd1d5 req-0b4436e7-bbad-4725-a062-65b62600dc0a tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043412 Jul 07 20:52:47.059365 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-20a42396-b29b-4803-a168-2e8825200440 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:47.065317 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-20a42396-b29b-4803-a168-2e8825200440 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:47.191096 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-20a42396-b29b-4803-a168-2e8825200440 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4365973 Jul 07 20:52:47.201599 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-38885ed2-6295-4f26-8123-974b9d459676 None None] Provisioning for port 3fa963de-4cf7-4796-ae84-de0b61e46db1 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:47.223895 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-38885ed2-6295-4f26-8123-974b9d459676 None None] Provisioning complete for port 3fa963de-4cf7-4796-ae84-de0b61e46db1 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:47.224592 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0b584b34-4bf2-4c24-ab24-2e0a5620fba8 service neutron] Request body: {'port': {'device_id': '776d3f39-d4b1-4582-bea8-433919a8c356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:47.224832 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-38885ed2-6295-4f26-8123-974b9d459676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:47.247874 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c7195-1ef0-4fe2-83aa-d27f224378c9 req-496a01c0-f725-4ad6-986c-f92e4809458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:47.250089 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5b3c7195-1ef0-4fe2-83aa-d27f224378c9 req-496a01c0-f725-4ad6-986c-f92e4809458e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=11449f02-572c-4b08-bbac-69cac6818ffe HTTP/1.1" status: 200 len: 1098 time: 0.7684879 Jul 07 20:52:47.318234 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-19c35b3e-bb90-47ad-9cf9-c253f6124b8e req-2ebf193f-536f-459f-8a22-cddee25f71a8 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083587 Jul 07 20:52:47.333077 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5b3c7195-1ef0-4fe2-83aa-d27f224378c9 req-7e166eb3-2374-4959-b6bb-7e86a917404a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=770db283-218a-4fbf-956a-b5aa78f5cc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689080 Jul 07 20:52:47.334674 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Made reservation on behalf of 378f89baa401425fb6998c0214d1ccb0 for: {'port': 2} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:47.339977 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:47.358796 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:47.359811 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-38885ed2-6295-4f26-8123-974b9d459676 None None] Port 3fa963de-4cf7-4796-ae84-de0b61e46db1 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:52:47.472719 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0b584b34-4bf2-4c24-ab24-2e0a5620fba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:47.508807 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] device_id is not set on port cdeb245c-bdf0-415d-aba4-f05510d1b699 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 20:52:47.530667 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-b22b38ac-89a8-42b8-ae81-5ac4a8639d5a tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:47.535218 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-b22b38ac-89a8-42b8-ae81-5ac4a8639d5a tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d&tenant_id=65fae3fefbe64254998437b5d4795dfb&binding%3Ahost_id=n-h1-695189-11 HTTP/1.1" status: 200 len: 1097 time: 0.4594748 Jul 07 20:52:47.621972 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f4d34-3589-43df-b624-ddb3bcb7c16c req-58bbaffc-b1cf-49aa-afec-26f68d6743cc tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:47.630272 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-554f4d34-3589-43df-b624-ddb3bcb7c16c req-58bbaffc-b1cf-49aa-afec-26f68d6743cc tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/ports?device_id=11449f02-572c-4b08-bbac-69cac6818ffe HTTP/1.1" status: 200 len: 946 time: 0.3450692 Jul 07 20:52:47.701059 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:47.847183 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] device_id is not set on port 1503e6b6-89ff-4944-89ff-358829ba269a yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 20:52:47.896837 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-554f4d34-3589-43df-b624-ddb3bcb7c16c req-3da272f9-6bc5-4d7b-bfbf-5ce9df2d2251 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/security-groups?id=770db283-218a-4fbf-956a-b5aa78f5cc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631745 Jul 07 20:52:47.932741 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-5fc45960-279c-4d6e-b3cd-7d519108351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:47.934382 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-5fc45960-279c-4d6e-b3cd-7d519108351c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d&tenant_id=65fae3fefbe64254998437b5d4795dfb HTTP/1.1" status: 200 len: 1097 time: 0.3327653 Jul 07 20:52:47.976522 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c42f59-ff93-40dd-9929-4f26b71f7151 req-5c63867c-c736-44f9-9fac-b195ac93f976 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:47.979558 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-94c42f59-ff93-40dd-9929-4f26b71f7151 req-5c63867c-c736-44f9-9fac-b195ac93f976 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 945 time: 0.3955235 Jul 07 20:52:48.037965 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:48.093134 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:48.167511 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Pushing event updated for resources: {'Port': ['ID=cdeb245c-bdf0-415d-aba4-f05510d1b699,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:48.187079 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Checking segment: {'id': 'a8744c3c-36bf-4b3d-aebf-b07a052b0f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '26842d4e-a2a1-453e-b3c5-ceb17cdebf6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:48.187782 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Network hostable DHCP agents. Network: 26842d4e-a2a1-453e-b3c5-ceb17cdebf6a, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:52:48.212965 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Network 26842d4e-a2a1-453e-b3c5-ceb17cdebf6a is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:52:48.229341 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 26842d4e-a2a1-453e-b3c5-ceb17cdebf6a) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:48.235467 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:48.238972 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:48.240056 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ff2882-a776-4811-b0bf-07c587a8e3fd None None] Network 26842d4e-a2a1-453e-b3c5-ceb17cdebf6a requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:52:48.355622 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Pushing event updated for resources: {'Port': ['ID=1503e6b6-89ff-4944-89ff-358829ba269a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:48.380850 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Checking segment: {'id': '65af5eab-b3a5-472b-954d-1ec30161e014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3efd18de-959b-4fea-8b2d-85c61fea951f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:48.381383 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Network hostable DHCP agents. Network: 3efd18de-959b-4fea-8b2d-85c61fea951f, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:52:48.394222 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-94c42f59-ff93-40dd-9929-4f26b71f7151 req-6fe9fd85-53b2-44d6-ab5e-2520a3304728 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355577 Jul 07 20:52:48.408965 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0b584b34-4bf2-4c24-ab24-2e0a5620fba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7f192b-2787-48a7-aad1-9ad147d23f58 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:52:48.419808 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Network 3efd18de-959b-4fea-8b2d-85c61fea951f is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:52:48.443988 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 3efd18de-959b-4fea-8b2d-85c61fea951f) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:48.448922 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0b584b34-4bf2-4c24-ab24-2e0a5620fba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:48.449552 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:48.461390 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:48.475754 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:48.476478 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:48.486401 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a54fe0-72fa-43e1-b652-b5791fe2d01f None None] Network 3efd18de-959b-4fea-8b2d-85c61fea951f requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:52:48.509577 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dc8e9af1-7dd1-4f6c-89c6-450536ba4d72 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.0002646 Jul 07 20:52:48.513107 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40808) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:48.527530 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0b584b34-4bf2-4c24-ab24-2e0a5620fba8 service neutron] Transition to ACTIVE for port object ac7f192b-2787-48a7-aad1-9ad147d23f58 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:48.559404 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0b584b34-4bf2-4c24-ab24-2e0a5620fba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:48.622955 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4769ba1-3fc1-4de8-86eb-4d069873d977 req-c6f3d624-de4a-4f4c-af23-7a26b371dc43 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:48.630877 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4769ba1-3fc1-4de8-86eb-4d069873d977 req-c6f3d624-de4a-4f4c-af23-7a26b371dc43 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:48.637220 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4769ba1-3fc1-4de8-86eb-4d069873d977 req-c6f3d624-de4a-4f4c-af23-7a26b371dc43 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:48.655638 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4769ba1-3fc1-4de8-86eb-4d069873d977 req-c6f3d624-de4a-4f4c-af23-7a26b371dc43 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:48.674704 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4769ba1-3fc1-4de8-86eb-4d069873d977 req-c6f3d624-de4a-4f4c-af23-7a26b371dc43 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:48.676562 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4769ba1-3fc1-4de8-86eb-4d069873d977 req-c6f3d624-de4a-4f4c-af23-7a26b371dc43 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 3814 time: 0.5724452 Jul 07 20:52:48.783655 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-8fa51423-996b-4be5-b0f0-c2ab4dd8dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:48.786151 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-8fa51423-996b-4be5-b0f0-c2ab4dd8dc7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 1097 time: 0.7314034 Jul 07 20:52:48.804553 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9792fed8-e4fb-43dc-9aa3-ed443e19a208 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:48.830340 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9792fed8-e4fb-43dc-9aa3-ed443e19a208 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:48.834005 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9792fed8-e4fb-43dc-9aa3-ed443e19a208 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3198190 Jul 07 20:52:48.840972 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40812) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:48.875123 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 98a6e836-2bb7-4379-ac92-f66086a3fa74 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:52:48.958131 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 98a6e836-2bb7-4379-ac92-f66086a3fa74 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:52:49.085800 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-02671804-1bfe-4b28-984b-2bc27e83b73a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Deleting port cdeb245c-bdf0-415d-aba4-f05510d1b699 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:52:49.086307 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-02671804-1bfe-4b28-984b-2bc27e83b73a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:49.096777 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b584b34-4bf2-4c24-ab24-2e0a5620fba8 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7f192b-2787-48a7-aad1-9ad147d23f58,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:49.115430 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4769ba1-3fc1-4de8-86eb-4d069873d977 req-3c4fa570-33ac-44a6-ab5a-f05642dd3f99 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3967462 Jul 07 20:52:49.237847 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-02671804-1bfe-4b28-984b-2bc27e83b73a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:49.250505 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-48411405-c307-4df6-b1ab-c143f4180540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:49.265063 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-48411405-c307-4df6-b1ab-c143f4180540 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 909 time: 0.4489431 Jul 07 20:52:49.267197 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0b584b34-4bf2-4c24-ab24-2e0a5620fba8 service neutron] Attempting to bind port ac7f192b-2787-48a7-aad1-9ad147d23f58 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:49.267643 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0b584b34-4bf2-4c24-ab24-2e0a5620fba8 service neutron] Attempting to bind port ac7f192b-2787-48a7-aad1-9ad147d23f58 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '230c399b-dc40-43ae-a1fc-5e6d70e026da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:49.268049 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0b584b34-4bf2-4c24-ab24-2e0a5620fba8 service neutron] Attempting to bind port ac7f192b-2787-48a7-aad1-9ad147d23f58 on network 11c72bfa-694c-4468-a09f-5d536029fc88 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:49.272630 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-02671804-1bfe-4b28-984b-2bc27e83b73a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Calling delete_port for cdeb245c-bdf0-415d-aba4-f05510d1b699 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:52:49.415347 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-02671804-1bfe-4b28-984b-2bc27e83b73a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:49.468276 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02671804-1bfe-4b28-984b-2bc27e83b73a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Pushing event deleted for resources: {'Port': ['ID=cdeb245c-bdf0-415d-aba4-f05510d1b699,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:49.501350 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-02671804-1bfe-4b28-984b-2bc27e83b73a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:49.504173 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-02671804-1bfe-4b28-984b-2bc27e83b73a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] 10.222.0.64 "DELETE /v2.0/ports/cdeb245c-bdf0-415d-aba4-f05510d1b699 HTTP/1.1" status: 204 len: 168 time: 0.6620879 Jul 07 20:52:49.506699 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40820) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:49.669999 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:49.674459 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-301971e1-91d6-44b8-a06d-c6937685d854 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Deleting port 1503e6b6-89ff-4944-89ff-358829ba269a {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:52:49.675226 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-301971e1-91d6-44b8-a06d-c6937685d854 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:49.699582 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-f6e11407-cc2f-4a22-ad3f-451a581de13c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98a6e836-2bb7-4379-ac92-f66086a3fa74 HTTP/1.1" status: 200 len: 217 time: 0.4253576 Jul 07 20:52:49.712995 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0b584b34-4bf2-4c24-ab24-2e0a5620fba8 service neutron] Port ac7f192b-2787-48a7-aad1-9ad147d23f58 on network 11c72bfa-694c-4468-a09f-5d536029fc88 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:52:49.713258 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0b584b34-4bf2-4c24-ab24-2e0a5620fba8 service neutron] Attempting to bind port ac7f192b-2787-48a7-aad1-9ad147d23f58 on network 11c72bfa-694c-4468-a09f-5d536029fc88 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:49.774513 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-301971e1-91d6-44b8-a06d-c6937685d854 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:49.774817 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab346e-0adf-4c14-8ed0-c044b7585a31 req-63f89ac5-3633-43cf-b01f-7fbf00d586f4 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:49.781556 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dcab346e-0adf-4c14-8ed0-c044b7585a31 req-63f89ac5-3633-43cf-b01f-7fbf00d586f4 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 945 time: 0.8174894 Jul 07 20:52:49.791932 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0b584b34-4bf2-4c24-ab24-2e0a5620fba8 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:49.792330 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0b584b34-4bf2-4c24-ab24-2e0a5620fba8 service neutron] Checking segment: {'id': '230c399b-dc40-43ae-a1fc-5e6d70e026da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:49.792669 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0b584b34-4bf2-4c24-ab24-2e0a5620fba8 service neutron] Bound using segment: {'id': '230c399b-dc40-43ae-a1fc-5e6d70e026da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:49.793121 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0b584b34-4bf2-4c24-ab24-2e0a5620fba8 service neutron] Bound port: ac7f192b-2787-48a7-aad1-9ad147d23f58, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230c399b-dc40-43ae-a1fc-5e6d70e026da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:49.793486 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0b584b34-4bf2-4c24-ab24-2e0a5620fba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:49.804886 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-301971e1-91d6-44b8-a06d-c6937685d854 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Calling delete_port for 1503e6b6-89ff-4944-89ff-358829ba269a owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:52:49.853358 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:49.874790 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-e81c7e4b-fc24-4f3d-ae9a-50f3133cea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:49.876365 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-e81c7e4b-fc24-4f3d-ae9a-50f3133cea5d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e76f85dc-7298-41c1-a5c0-b46924c81a29 HTTP/1.1" status: 200 len: 848 time: 0.1607132 Jul 07 20:52:49.921306 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-0719f9e6-dbf9-4eba-af9d-28022f1ba1db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a969003f-4d51-4bc6-945b-910c720df136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304105 Jul 07 20:52:49.954649 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dcab346e-0adf-4c14-8ed0-c044b7585a31 req-9c6516ce-f7c0-4ba9-bb06-7c97d791363d tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719098 Jul 07 20:52:50.015463 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0b584b34-4bf2-4c24-ab24-2e0a5620fba8 service neutron] For port ac7f192b-2787-48a7-aad1-9ad147d23f58, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:50.026025 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-301971e1-91d6-44b8-a06d-c6937685d854 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:50.051997 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0b584b34-4bf2-4c24-ab24-2e0a5620fba8 service neutron] For port ac7f192b-2787-48a7-aad1-9ad147d23f58, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=ac7f192b-2787-48a7-aad1-9ad147d23f58,segment=NetworkSegment(230c399b-dc40-43ae-a1fc-5e6d70e026da),segment_id=230c399b-dc40-43ae-a1fc-5e6d70e026da)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:50.066852 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301971e1-91d6-44b8-a06d-c6937685d854 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Pushing event deleted for resources: {'Port': ['ID=1503e6b6-89ff-4944-89ff-358829ba269a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:50.098656 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-301971e1-91d6-44b8-a06d-c6937685d854 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:50.106488 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0b584b34-4bf2-4c24-ab24-2e0a5620fba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:50.108119 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-301971e1-91d6-44b8-a06d-c6937685d854 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] 10.222.0.64 "DELETE /v2.0/ports/1503e6b6-89ff-4944-89ff-358829ba269a HTTP/1.1" status: 204 len: 168 time: 0.5996363 Jul 07 20:52:50.110896 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40826) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:50.207950 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4ea2b-3d7a-4407-973c-aac4bd9d632b req-05b361d2-d081-4f5f-9cf9-d9780460bbde tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:50.208951 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-06a4ea2b-3d7a-4407-973c-aac4bd9d632b req-05b361d2-d081-4f5f-9cf9-d9780460bbde tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/ports?device_id=11449f02-572c-4b08-bbac-69cac6818ffe HTTP/1.1" status: 200 len: 946 time: 0.5053544 Jul 07 20:52:50.217058 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-101d8b6d-1fa6-4312-a2e7-9806f09b0363 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0982003 Jul 07 20:52:50.221223 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40830) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:50.227631 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f640fd0c-b5ac-484f-ae89-7b9f373c8e31 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-700861751'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:50.332080 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0b584b34-4bf2-4c24-ab24-2e0a5620fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:50.392788 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0b584b34-4bf2-4c24-ab24-2e0a5620fba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:50.392788 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0b584b34-4bf2-4c24-ab24-2e0a5620fba8 service neutron] 10.222.0.58 "PUT /v2.0/ports/ac7f192b-2787-48a7-aad1-9ad147d23f58 HTTP/1.1" status: 200 len: 1092 time: 3.1229780 Jul 07 20:52:50.392788 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'tag': 'ac7f192b-2787-48a7-aad1-9ad147d23f58'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:52:50.392788 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f72728-4859-460a-bb13-8c6c264e45ba" -d '{"events": [{"name": "network-changed", "server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "tag": "ac7f192b-2787-48a7-aad1-9ad147d23f58"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:52:50.392788 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b584b34-4bf2-4c24-ab24-2e0a5620fba8 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7f192b-2787-48a7-aad1-9ad147d23f58,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:50.392788 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-4f2f8a9d-4e06-4e37-9278-525e5293c861 service neutron] 10.222.0.39 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549279 Jul 07 20:52:50.414143 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f640fd0c-b5ac-484f-ae89-7b9f373c8e31 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Made reservation on behalf of 378f89baa401425fb6998c0214d1ccb0 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:50.418400 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-06a4ea2b-3d7a-4407-973c-aac4bd9d632b req-85730f42-bfd1-4bc5-9b84-489486b7e57c tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/security-groups?id=770db283-218a-4fbf-956a-b5aa78f5cc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745596 Jul 07 20:52:50.437081 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f640fd0c-b5ac-484f-ae89-7b9f373c8e31 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:50.445371 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d44e2151-acaf-4c9f-9407-c2ac314675bb service neutron] Request body: {'port': {'device_id': '776d3f39-d4b1-4582-bea8-433919a8c356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:50.508526 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f640fd0c-b5ac-484f-ae89-7b9f373c8e31 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:52:50.520051 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f640fd0c-b5ac-484f-ae89-7b9f373c8e31 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:50.520812 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-f640fd0c-b5ac-484f-ae89-7b9f373c8e31 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Added segment c92f41dc-40c4-4d50-9e3b-d7fb0c2aa2ec of type vlan for network c83d1756-30fe-47ba-bd2e-6b73b89b49b1 Jul 07 20:52:50.589830 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f640fd0c-b5ac-484f-ae89-7b9f373c8e31 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:50.670102 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f640fd0c-b5ac-484f-ae89-7b9f373c8e31 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:50.686274 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f640fd0c-b5ac-484f-ae89-7b9f373c8e31 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:50.690333 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f640fd0c-b5ac-484f-ae89-7b9f373c8e31 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:50.726184 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f640fd0c-b5ac-484f-ae89-7b9f373c8e31 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5030601 Jul 07 20:52:50.733980 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40842) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:50.738704 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-67f2d9a3-a791-4361-9a12-fb8b60210a5e service neutron] 10.222.0.39 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404212 Jul 07 20:52:50.773967 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-2e26a705-3d22-4653-bbe0-f38e6ac99ff1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-777360543'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:50.853949 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe63ec5-c8cc-45b3-bfe9-52203671fa77 req-dafd5005-3e1c-4c49-8e8d-137e3b4e9420 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:50.862347 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-afe63ec5-c8cc-45b3-bfe9-52203671fa77 req-dafd5005-3e1c-4c49-8e8d-137e3b4e9420 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 945 time: 0.6838241 Jul 07 20:52:50.917599 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d44e2151-acaf-4c9f-9407-c2ac314675bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:50.947650 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640fd0c-b5ac-484f-ae89-7b9f373c8e31 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Pushing event updated for resources: {'Network': ['ID=c83d1756-30fe-47ba-bd2e-6b73b89b49b1,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:50.963154 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network c83d1756-30fe-47ba-bd2e-6b73b89b49b1 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:52:50.978349 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-afe63ec5-c8cc-45b3-bfe9-52203671fa77 req-66f68f2f-ece4-4133-bb1d-3195184dc4ad tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150241 Jul 07 20:52:50.978560 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e26a705-3d22-4653-bbe0-f38e6ac99ff1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Made reservation on behalf of 378f89baa401425fb6998c0214d1ccb0 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:50.990984 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e26a705-3d22-4653-bbe0-f38e6ac99ff1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:51.075967 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e26a705-3d22-4653-bbe0-f38e6ac99ff1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:52:51.121315 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e26a705-3d22-4653-bbe0-f38e6ac99ff1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:51.127828 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-2e26a705-3d22-4653-bbe0-f38e6ac99ff1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Added segment 3399bb9f-d05b-487c-b3a0-8ddb7f1e3ade of type vlan for network 9c3ef886-b5bc-4789-9852-467731bd215b Jul 07 20:52:51.227811 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e26a705-3d22-4653-bbe0-f38e6ac99ff1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:51.262261 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37486f76-c3f1-4077-aad1-09fb30f61560 x-openstack-request-id: req-37486f76-c3f1-4077-aad1-09fb30f61560 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:52:51.262850 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "tag": "ac7f192b-2787-48a7-aad1-9ad147d23f58", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:52:51.262850 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-37486f76-c3f1-4077-aad1-09fb30f61560 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:52:51.263199 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'tag': 'ac7f192b-2787-48a7-aad1-9ad147d23f58', 'status': 'completed', 'code': 200} Jul 07 20:52:51.290578 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e26a705-3d22-4653-bbe0-f38e6ac99ff1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:51.296453 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e26a705-3d22-4653-bbe0-f38e6ac99ff1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:51.298228 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e26a705-3d22-4653-bbe0-f38e6ac99ff1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:51.376508 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26a705-3d22-4653-bbe0-f38e6ac99ff1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Pushing event updated for resources: {'Network': ['ID=9c3ef886-b5bc-4789-9852-467731bd215b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:51.388520 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 9c3ef886-b5bc-4789-9852-467731bd215b details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:52:51.392846 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2e26a705-3d22-4653-bbe0-f38e6ac99ff1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6230710 Jul 07 20:52:51.929644 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-68ff5c4a-9a93-4c5f-be00-8dd146c1560b tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:51.932249 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-68ff5c4a-9a93-4c5f-be00-8dd146c1560b tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d&tenant_id=65fae3fefbe64254998437b5d4795dfb&binding%3Ahost_id=n-h2-695189-11 HTTP/1.1" status: 200 len: 1097 time: 0.7019081 Jul 07 20:52:51.959241 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd8f35-4050-43a7-8691-ffed2a0e643b req-ee2e1a78-11c8-4374-bd7c-c3bbca49b7db tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:51.970571 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd8f35-4050-43a7-8691-ffed2a0e643b req-ee2e1a78-11c8-4374-bd7c-c3bbca49b7db tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:51.981420 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd8f35-4050-43a7-8691-ffed2a0e643b req-ee2e1a78-11c8-4374-bd7c-c3bbca49b7db tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:51.992449 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd8f35-4050-43a7-8691-ffed2a0e643b req-ee2e1a78-11c8-4374-bd7c-c3bbca49b7db tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:52.005041 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd8f35-4050-43a7-8691-ffed2a0e643b req-ee2e1a78-11c8-4374-bd7c-c3bbca49b7db tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:52.018679 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4cd8f35-4050-43a7-8691-ffed2a0e643b req-ee2e1a78-11c8-4374-bd7c-c3bbca49b7db tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 3826 time: 1.0382648 Jul 07 20:52:52.134883 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1aabcd6c-41ab-4803-a139-0116df539300 req-80ced43e-65c1-4fd9-bc15-ce3124801009 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 258 time: 0.9056406 Jul 07 20:52:52.143070 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f72728-4859-460a-bb13-8c6c264e45ba req-a492b3d4-57ca-40c0-9771-087a13a07d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:52.144071 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f72728-4859-460a-bb13-8c6c264e45ba req-a492b3d4-57ca-40c0-9771-087a13a07d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:52.144936 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f72728-4859-460a-bb13-8c6c264e45ba req-a492b3d4-57ca-40c0-9771-087a13a07d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:52.145806 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f72728-4859-460a-bb13-8c6c264e45ba req-a492b3d4-57ca-40c0-9771-087a13a07d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:52.146648 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f72728-4859-460a-bb13-8c6c264e45ba req-a492b3d4-57ca-40c0-9771-087a13a07d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:52.149662 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d1f72728-4859-460a-bb13-8c6c264e45ba req-a492b3d4-57ca-40c0-9771-087a13a07d18 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=859c780e1e8746908f85dc4bc22ba62e&device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 4362 time: 0.8854668 Jul 07 20:52:52.190050 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-1aabcd6c-41ab-4803-a139-0116df539300 req-99b75e10-eed2-4c29-940a-1fa32820b131 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:52.479292 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4cd8f35-4050-43a7-8691-ffed2a0e643b req-920204be-ebf2-4476-a59d-2b5fcc12b43d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4496710 Jul 07 20:52:52.503637 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1aabcd6c-41ab-4803-a139-0116df539300 req-99b75e10-eed2-4c29-940a-1fa32820b131 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:52.663603 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d44e2151-acaf-4c9f-9407-c2ac314675bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bfd1171-204a-4d07-ad3b-40f2a2169c45 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:52:52.696366 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d44e2151-acaf-4c9f-9407-c2ac314675bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:52.774420 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-371d55ad-d3e8-4fbd-bff2-15ba9ef623da tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0900404 Jul 07 20:52:52.780466 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d44e2151-acaf-4c9f-9407-c2ac314675bb service neutron] Transition to ACTIVE for port object 7bfd1171-204a-4d07-ad3b-40f2a2169c45 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:52.795107 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d44e2151-acaf-4c9f-9407-c2ac314675bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:52.852140 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f72728-4859-460a-bb13-8c6c264e45ba req-88623861-c837-4175-a786-878b0879a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:52.852629 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f72728-4859-460a-bb13-8c6c264e45ba req-88623861-c837-4175-a786-878b0879a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:52.853110 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f72728-4859-460a-bb13-8c6c264e45ba req-88623861-c837-4175-a786-878b0879a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:52.854772 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d1f72728-4859-460a-bb13-8c6c264e45ba req-88623861-c837-4175-a786-878b0879a644 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=859c780e1e8746908f85dc4bc22ba62e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6888554 Jul 07 20:52:52.881852 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-727e9864-8de4-424a-b983-a08c2c35e79b service neutron] For port 98a6e836-2bb7-4379-ac92-f66086a3fa74, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:52.907483 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-727e9864-8de4-424a-b983-a08c2c35e79b service neutron] Notify callbacks [] for binding, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:52.908640 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-752de565-f69d-4efb-acf7-36b840c07ce8 req-727e9864-8de4-424a-b983-a08c2c35e79b service neutron] 10.222.0.39 "DELETE /v2.0/ports/98a6e836-2bb7-4379-ac92-f66086a3fa74/bindings/n-h1-695189-11 HTTP/1.1" status: 204 len: 173 time: 0.8776324 Jul 07 20:52:53.417920 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e2151-acaf-4c9f-9407-c2ac314675bb service neutron] Pushing event updated for resources: {'Port': ['ID=7bfd1171-204a-4d07-ad3b-40f2a2169c45,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:53.625588 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-f38a42ac-3396-4dba-a61c-42b82a353d21 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:53.627125 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-f38a42ac-3396-4dba-a61c-42b82a353d21 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8385618 Jul 07 20:52:53.665821 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f72728-4859-460a-bb13-8c6c264e45ba req-8bef2ab2-bffb-4c45-a6e6-7082ebf88938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:53.667409 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d1f72728-4859-460a-bb13-8c6c264e45ba req-8bef2ab2-bffb-4c45-a6e6-7082ebf88938 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7800763 Jul 07 20:52:53.670563 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1aabcd6c-41ab-4803-a139-0116df539300 req-99b75e10-eed2-4c29-940a-1fa32820b131 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:53.673742 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-3bddc1e1-aa68-45e7-9616-fdfca9793d69 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/quotas/505481bc2c1e4a469ecb05628eb12eb4 HTTP/1.1" status: 200 len: 375 time: 0.0378652 Jul 07 20:52:53.681220 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d44e2151-acaf-4c9f-9407-c2ac314675bb service neutron] Attempting to bind port 7bfd1171-204a-4d07-ad3b-40f2a2169c45 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:53.681571 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d44e2151-acaf-4c9f-9407-c2ac314675bb service neutron] Attempting to bind port 7bfd1171-204a-4d07-ad3b-40f2a2169c45 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'f8abc1d0-3fa7-424f-8190-df378c5aeb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:53.681915 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d44e2151-acaf-4c9f-9407-c2ac314675bb service neutron] Attempting to bind port 7bfd1171-204a-4d07-ad3b-40f2a2169c45 on network 32fe62b8-a098-45d1-9002-a2d13c738ee9 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:53.691684 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d44e2151-acaf-4c9f-9407-c2ac314675bb service neutron] Port 7bfd1171-204a-4d07-ad3b-40f2a2169c45 on network 32fe62b8-a098-45d1-9002-a2d13c738ee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:52:53.692019 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d44e2151-acaf-4c9f-9407-c2ac314675bb service neutron] Attempting to bind port 7bfd1171-204a-4d07-ad3b-40f2a2169c45 on network 32fe62b8-a098-45d1-9002-a2d13c738ee9 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:53.738759 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d44e2151-acaf-4c9f-9407-c2ac314675bb service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:53.739187 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d44e2151-acaf-4c9f-9407-c2ac314675bb service neutron] Checking segment: {'id': 'f8abc1d0-3fa7-424f-8190-df378c5aeb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:53.739600 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d44e2151-acaf-4c9f-9407-c2ac314675bb service neutron] Bound using segment: {'id': 'f8abc1d0-3fa7-424f-8190-df378c5aeb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:53.740047 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d44e2151-acaf-4c9f-9407-c2ac314675bb service neutron] Bound port: 7bfd1171-204a-4d07-ad3b-40f2a2169c45, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8abc1d0-3fa7-424f-8190-df378c5aeb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:53.740413 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d44e2151-acaf-4c9f-9407-c2ac314675bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:53.899304 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-1aabcd6c-41ab-4803-a139-0116df539300 req-99b75e10-eed2-4c29-940a-1fa32820b131 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Allocated IP 172.25.5.40 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/cd2a4715-d585-4548-b598-982ab01fdf66) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:53.909504 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d44e2151-acaf-4c9f-9407-c2ac314675bb service neutron] For port 7bfd1171-204a-4d07-ad3b-40f2a2169c45, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:53.915845 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d44e2151-acaf-4c9f-9407-c2ac314675bb service neutron] For port 7bfd1171-204a-4d07-ad3b-40f2a2169c45, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7bfd1171-204a-4d07-ad3b-40f2a2169c45,segment=NetworkSegment(f8abc1d0-3fa7-424f-8190-df378c5aeb49),segment_id=f8abc1d0-3fa7-424f-8190-df378c5aeb49)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:53.923205 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d44e2151-acaf-4c9f-9407-c2ac314675bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:53.943672 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-53a6ef7e-44e4-4ffc-8191-06f1ce64b577 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2552428 Jul 07 20:52:54.011607 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d44e2151-acaf-4c9f-9407-c2ac314675bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:54.012019 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d44e2151-acaf-4c9f-9407-c2ac314675bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:54.013634 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d44e2151-acaf-4c9f-9407-c2ac314675bb service neutron] 10.222.0.58 "PUT /v2.0/ports/7bfd1171-204a-4d07-ad3b-40f2a2169c45 HTTP/1.1" status: 200 len: 1129 time: 3.5942709 Jul 07 20:52:54.016277 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'tag': '7bfd1171-204a-4d07-ad3b-40f2a2169c45'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:52:54.018498 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4e7c91-5c27-4cee-82a6-1596cd7c2223" -d '{"events": [{"name": "network-changed", "server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "tag": "7bfd1171-204a-4d07-ad3b-40f2a2169c45"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:52:54.067696 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-881eb35a-9237-4637-845d-97288204d88f service neutron] Request body: {'port': {'device_id': '776d3f39-d4b1-4582-bea8-433919a8c356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:54.072603 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e2151-acaf-4c9f-9407-c2ac314675bb service neutron] Pushing event updated for resources: {'Port': ['ID=7bfd1171-204a-4d07-ad3b-40f2a2169c45,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:54.247900 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-881eb35a-9237-4637-845d-97288204d88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:54.286449 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1aabcd6c-41ab-4803-a139-0116df539300 req-99b75e10-eed2-4c29-940a-1fa32820b131 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:54.544549 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1aabcd6c-41ab-4803-a139-0116df539300 req-99b75e10-eed2-4c29-940a-1fa32820b131 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:54.602443 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c442339-f06a-4a04-b3f2-ba30b4da56b5 req-1f7e6dae-ea33-4c13-867b-28a9df6d131c tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:54.604157 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c442339-f06a-4a04-b3f2-ba30b4da56b5 req-1f7e6dae-ea33-4c13-867b-28a9df6d131c tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 945 time: 0.2668490 Jul 07 20:52:54.626787 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aabcd6c-41ab-4803-a139-0116df539300 req-99b75e10-eed2-4c29-940a-1fa32820b131 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:54.652826 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-1aabcd6c-41ab-4803-a139-0116df539300 req-99b75e10-eed2-4c29-940a-1fa32820b131 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:54.664689 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aabcd6c-41ab-4803-a139-0116df539300 req-99b75e10-eed2-4c29-940a-1fa32820b131 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:54.666792 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b75e10-eed2-4c29-940a-1fa32820b131 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Pushing event updated for resources: {'Port': ['ID=cd2a4715-d585-4548-b598-982ab01fdf66,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:54.753286 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c442339-f06a-4a04-b3f2-ba30b4da56b5 req-6e9b786f-7f10-4170-ab8b-988b4b74cb83 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246049 Jul 07 20:52:54.909596 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-881eb35a-9237-4637-845d-97288204d88f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a846e8-0a45-4c06-a6dc-6eac8669665e {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:52:54.923912 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-881eb35a-9237-4637-845d-97288204d88f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:54.933353 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1aabcd6c-41ab-4803-a139-0116df539300 req-99b75e10-eed2-4c29-940a-1fa32820b131 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:54.946063 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-881eb35a-9237-4637-845d-97288204d88f service neutron] Transition to ACTIVE for port object 35a846e8-0a45-4c06-a6dc-6eac8669665e will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:54.951461 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-881eb35a-9237-4637-845d-97288204d88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:55.038391 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40886) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:55.043940 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Request body: {'subnets': [{'network_id': 'c83d1756-30fe-47ba-bd2e-6b73b89b49b1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1410007549', 'ip_version': 6}, {'network_id': '9c3ef886-b5bc-4789-9852-467731bd215b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:55.044265 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Request body: {'subnet': {'network_id': 'c83d1756-30fe-47ba-bd2e-6b73b89b49b1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1410007549', 'ip_version': 6}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:55.045292 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Request body: {'subnet': {'network_id': '9c3ef886-b5bc-4789-9852-467731bd215b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:55.060093 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1aabcd6c-41ab-4803-a139-0116df539300 req-99b75e10-eed2-4c29-940a-1fa32820b131 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:55.070290 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881eb35a-9237-4637-845d-97288204d88f service neutron] Pushing event updated for resources: {'Port': ['ID=35a846e8-0a45-4c06-a6dc-6eac8669665e,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:55.311290 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Made reservation on behalf of 378f89baa401425fb6998c0214d1ccb0 for: {'subnet': 2} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:55.313670 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-881eb35a-9237-4637-845d-97288204d88f service neutron] Attempting to bind port 35a846e8-0a45-4c06-a6dc-6eac8669665e on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:55.314180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-881eb35a-9237-4637-845d-97288204d88f service neutron] Attempting to bind port 35a846e8-0a45-4c06-a6dc-6eac8669665e by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'f8abc1d0-3fa7-424f-8190-df378c5aeb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:55.314515 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-881eb35a-9237-4637-845d-97288204d88f service neutron] Attempting to bind port 35a846e8-0a45-4c06-a6dc-6eac8669665e on network 32fe62b8-a098-45d1-9002-a2d13c738ee9 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:55.317818 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:55.318170 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:55.327229 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-881eb35a-9237-4637-845d-97288204d88f service neutron] Port 35a846e8-0a45-4c06-a6dc-6eac8669665e on network 32fe62b8-a098-45d1-9002-a2d13c738ee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:52:55.327585 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-881eb35a-9237-4637-845d-97288204d88f service neutron] Attempting to bind port 35a846e8-0a45-4c06-a6dc-6eac8669665e on network 32fe62b8-a098-45d1-9002-a2d13c738ee9 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:55.339251 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8661cba-f190-40c8-8b46-5be7a70012e7 req-f6c489b0-7202-45e1-a723-5c208d93c675 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:55.340715 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8661cba-f190-40c8-8b46-5be7a70012e7 req-f6c489b0-7202-45e1-a723-5c208d93c675 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 945 time: 0.2868001 Jul 07 20:52:55.357004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-881eb35a-9237-4637-845d-97288204d88f service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:55.357325 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-881eb35a-9237-4637-845d-97288204d88f service neutron] Checking segment: {'id': 'f8abc1d0-3fa7-424f-8190-df378c5aeb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:55.357721 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-881eb35a-9237-4637-845d-97288204d88f service neutron] Bound using segment: {'id': 'f8abc1d0-3fa7-424f-8190-df378c5aeb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:55.358164 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-881eb35a-9237-4637-845d-97288204d88f service neutron] Bound port: 35a846e8-0a45-4c06-a6dc-6eac8669665e, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8abc1d0-3fa7-424f-8190-df378c5aeb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:55.358527 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-881eb35a-9237-4637-845d-97288204d88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:55.453860 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8661cba-f190-40c8-8b46-5be7a70012e7 req-3bd1e078-12c1-4011-a4fe-4b6185e327c6 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036515 Jul 07 20:52:55.488269 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1aabcd6c-41ab-4803-a139-0116df539300 req-99b75e10-eed2-4c29-940a-1fa32820b131 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:55.495143 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-881eb35a-9237-4637-845d-97288204d88f service neutron] For port 35a846e8-0a45-4c06-a6dc-6eac8669665e, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:55.497582 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1aabcd6c-41ab-4803-a139-0116df539300 req-99b75e10-eed2-4c29-940a-1fa32820b131 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:55.501171 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-881eb35a-9237-4637-845d-97288204d88f service neutron] For port 35a846e8-0a45-4c06-a6dc-6eac8669665e, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=35a846e8-0a45-4c06-a6dc-6eac8669665e,segment=NetworkSegment(f8abc1d0-3fa7-424f-8190-df378c5aeb49),segment_id=f8abc1d0-3fa7-424f-8190-df378c5aeb49)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:55.532422 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-881eb35a-9237-4637-845d-97288204d88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:55.580350 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-881eb35a-9237-4637-845d-97288204d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:55.580955 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-881eb35a-9237-4637-845d-97288204d88f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:55.582378 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-881eb35a-9237-4637-845d-97288204d88f service neutron] 10.222.0.58 "PUT /v2.0/ports/35a846e8-0a45-4c06-a6dc-6eac8669665e HTTP/1.1" status: 200 len: 1131 time: 1.5340507 Jul 07 20:52:55.589267 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b75e10-eed2-4c29-940a-1fa32820b131 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Pushing event updated for resources: {'Port': ['ID=cd2a4715-d585-4548-b598-982ab01fdf66,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:55.623366 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1aabcd6c-41ab-4803-a139-0116df539300 req-99b75e10-eed2-4c29-940a-1fa32820b131 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:55.656191 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-8e1357e0-e0b3-44c1-bbd7-11464133ce1b service neutron] Request body: {'port': {'device_id': '776d3f39-d4b1-4582-bea8-433919a8c356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:55.662120 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1aabcd6c-41ab-4803-a139-0116df539300 req-99b75e10-eed2-4c29-940a-1fa32820b131 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:55.663311 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1aabcd6c-41ab-4803-a139-0116df539300 req-99b75e10-eed2-4c29-940a-1fa32820b131 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5121686 Jul 07 20:52:55.689425 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881eb35a-9237-4637-845d-97288204d88f service neutron] Pushing event updated for resources: {'Port': ['ID=35a846e8-0a45-4c06-a6dc-6eac8669665e,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:55.795772 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1aabcd6c-41ab-4803-a139-0116df539300 req-e9309446-a060-46c7-8fca-543f6f198032 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.40 HTTP/1.1" status: 200 len: 695 time: 0.0872929 Jul 07 20:52:55.897959 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-5c763e06-f36b-45fa-a526-6ad957fde02e tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376658 Jul 07 20:52:55.900653 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-8e1357e0-e0b3-44c1-bbd7-11464133ce1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:55.936753 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:56.029804 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Checking segment: {'id': 'c92f41dc-40c4-4d50-9e3b-d7fb0c2aa2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'c83d1756-30fe-47ba-bd2e-6b73b89b49b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:56.030130 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Network hostable DHCP agents. Network: c83d1756-30fe-47ba-bd2e-6b73b89b49b1, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:52:56.040686 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Pushing event updated for resources: {'Subnet': ['ID=9b5a46a7-3f01-4ef2-a0ec-6797b24d9735,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:56.053433 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:56.054205 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:56.054542 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:56.055066 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:56.055426 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:56.056283 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:56.056620 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:56.056941 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:56.057461 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:56.057788 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:56.058115 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:56.058443 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:52:56.076859 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Network c83d1756-30fe-47ba-bd2e-6b73b89b49b1 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:52:56.088742 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, c83d1756-30fe-47ba-bd2e-6b73b89b49b1) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:56.103428 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be9b233-9113-4f39-ab13-6e70d295f636 None None] Network c83d1756-30fe-47ba-bd2e-6b73b89b49b1 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:52:56.107054 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:56.128033 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabcd6c-41ab-4803-a139-0116df539300 req-566ef2ed-1846-45d9-984e-9562697b74c6 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:56.146987 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1aabcd6c-41ab-4803-a139-0116df539300 req-566ef2ed-1846-45d9-984e-9562697b74c6 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.3507967 Jul 07 20:52:56.242973 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Pushing event updated for resources: {'Subnet': ['ID=e37a731c-b49a-4af3-92bc-34e979087b22,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:56.250019 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Checking segment: {'id': '3399bb9f-d05b-487c-b3a0-8ddb7f1e3ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9c3ef886-b5bc-4789-9852-467731bd215b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:56.250704 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Network hostable DHCP agents. Network: 9c3ef886-b5bc-4789-9852-467731bd215b, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:52:56.279682 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Network 9c3ef886-b5bc-4789-9852-467731bd215b is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:52:56.296329 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 9c3ef886-b5bc-4789-9852-467731bd215b) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:56.302551 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:56.303370 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:56.304386 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:56.308726 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4e95a6-be9d-4d37-9c6a-db14413aceea None None] Network 9c3ef886-b5bc-4789-9852-467731bd215b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:52:56.326729 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-208548cf-59e9-4028-9e3d-bc2052d4f40a tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.2868404 Jul 07 20:52:56.330202 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40902) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:56.443664 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b53a83c-9035-404a-8a11-2081be30104f tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:56.445817 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b53a83c-9035-404a-8a11-2081be30104f tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:56.447367 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b53a83c-9035-404a-8a11-2081be30104f tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:56.460058 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9b53a83c-9035-404a-8a11-2081be30104f tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1280930 Jul 07 20:52:56.460714 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40904) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:56.466309 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d359a5f-5ed5-4b9e-8f79-dedb7744ce3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-c83d1756-30fe-47ba-bd2e-6b73b89b49b1', 'network_id': 'c83d1756-30fe-47ba-bd2e-6b73b89b49b1', 'tenant_id': '378f89baa401425fb6998c0214d1ccb0', 'fixed_ips': [{'subnet_id': '9b5a46a7-3f01-4ef2-a0ec-6797b24d9735'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:52:56.469228 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0d359a5f-5ed5-4b9e-8f79-dedb7744ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:56.496326 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-2d1459cb-1834-4167-ad05-ead0af7e80f2 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:56.497096 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-2d1459cb-1834-4167-ad05-ead0af7e80f2 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5808451 Jul 07 20:52:56.503738 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-c64b8ddc-b298-497e-b665-21c6cbe957ad tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:56.505203 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-c64b8ddc-b298-497e-b665-21c6cbe957ad tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/networks?id=bcd41d8f-3e87-4622-92ea-0ce27cca5c4d HTTP/1.1" status: 200 len: 814 time: 0.4706085 Jul 07 20:52:56.540173 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8a3f71-ba85-4177-bd45-1a818bb7ccec tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Deleting subnet 9b5a46a7-3f01-4ef2-a0ec-6797b24d9735 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:52:56.540753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-46999d2c-07d4-4c15-9efd-b643edcc7889 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Request body: {'port': {'device_id': '373c86ae-efb7-488e-8a03-39c7073774d2', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': '505481bc2c1e4a469ecb05628eb12eb4'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:56.546354 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7e8a3f71-ba85-4177-bd45-1a818bb7ccec tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:56.607770 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-6a6b8a44-c851-4db6-803d-dd7a03fb8cd8 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/quotas/7a4391071c5940c79e426dc1a3be6177 HTTP/1.1" status: 200 len: 375 time: 0.0739510 Jul 07 20:52:56.609352 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7e8a3f71-ba85-4177-bd45-1a818bb7ccec tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:56.666895 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7e8a3f71-ba85-4177-bd45-1a818bb7ccec tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:56.690487 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46366303-4b1d-434c-8b68-efc7051f932d req-abd01e37-de35-4467-911a-1d36e5058f5d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:56.696554 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46366303-4b1d-434c-8b68-efc7051f932d req-abd01e37-de35-4467-911a-1d36e5058f5d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:56.704402 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46366303-4b1d-434c-8b68-efc7051f932d req-abd01e37-de35-4467-911a-1d36e5058f5d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:56.710107 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46366303-4b1d-434c-8b68-efc7051f932d req-abd01e37-de35-4467-911a-1d36e5058f5d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:56.716145 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46366303-4b1d-434c-8b68-efc7051f932d req-abd01e37-de35-4467-911a-1d36e5058f5d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:56.722388 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46366303-4b1d-434c-8b68-efc7051f932d req-abd01e37-de35-4467-911a-1d36e5058f5d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:56.725669 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b9acae-250a-47cc-954a-ffd6b078bdea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-9c3ef886-b5bc-4789-9852-467731bd215b', 'network_id': '9c3ef886-b5bc-4789-9852-467731bd215b', 'tenant_id': '378f89baa401425fb6998c0214d1ccb0', 'fixed_ips': [{'subnet_id': 'e37a731c-b49a-4af3-92bc-34e979087b22'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:52:56.726945 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-96b9acae-250a-47cc-954a-ffd6b078bdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:56.728501 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46366303-4b1d-434c-8b68-efc7051f932d req-abd01e37-de35-4467-911a-1d36e5058f5d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:56.730292 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-46366303-4b1d-434c-8b68-efc7051f932d req-abd01e37-de35-4467-911a-1d36e5058f5d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5368 time: 0.3671324 Jul 07 20:52:56.746551 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7e8a3f71-ba85-4177-bd45-1a818bb7ccec tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:56.789579 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a3f71-ba85-4177-bd45-1a818bb7ccec tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Pushing event deleted for resources: {'Subnet': ['ID=9b5a46a7-3f01-4ef2-a0ec-6797b24d9735,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server [None req-0d359a5f-5ed5-4b9e-8f79-dedb7744ce3c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b5a46a7-3f01-4ef2-a0ec-6797b24d9735: This subnet is being modified by another concurrent operation. Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 20:52:56.790154 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise exception Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b5a46a7-3f01-4ef2-a0ec-6797b24d9735: This subnet is being modified by another concurrent operation. Jul 07 20:52:56.794346 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server Jul 07 20:52:56.805223 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7e8a3f71-ba85-4177-bd45-1a818bb7ccec tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:56.805223 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7e8a3f71-ba85-4177-bd45-1a818bb7ccec tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] 10.222.0.64 "DELETE /v2.0/subnets/9b5a46a7-3f01-4ef2-a0ec-6797b24d9735 HTTP/1.1" status: 204 len: 168 time: 0.3361652 Jul 07 20:52:56.807763 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40908) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:56.854077 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedcd644-3525-48c7-bc13-ad5351212d09 None None] Network c83d1756-30fe-47ba-bd2e-6b73b89b49b1 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:52:56.920541 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-46366303-4b1d-434c-8b68-efc7051f932d req-34877935-3f66-47db-9ab7-60920b873086 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1680431 Jul 07 20:52:56.945463 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b339815-a209-4e43-997b-642b6ee91a0b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Deleting subnet e37a731c-b49a-4af3-92bc-34e979087b22 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:52:56.955222 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-46999d2c-07d4-4c15-9efd-b643edcc7889 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Made reservation on behalf of 505481bc2c1e4a469ecb05628eb12eb4 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:52:56.972833 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-46999d2c-07d4-4c15-9efd-b643edcc7889 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:56.983776 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-a8577b6f-0dcf-44b5-9cc6-c110d0ee8a07 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a4391071c5940c79e426dc1a3be6177&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3589411 Jul 07 20:52:56.991694 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-8e1357e0-e0b3-44c1-bbd7-11464133ce1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33fc4b4b-2631-45b1-8d29-ea03f5a665de {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:52:57.017215 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-8e1357e0-e0b3-44c1-bbd7-11464133ce1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:57.045945 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-96b9acae-250a-47cc-954a-ffd6b078bdea None None] Allocated IP 2001:db8:0:1::1 (9c3ef886-b5bc-4789-9852-467731bd215b/e37a731c-b49a-4af3-92bc-34e979087b22/7a1036d0-b898-466b-9266-0b73793620bb) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:57.069914 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87160385-fef0-49d9-837a-df39ceb6b012 x-openstack-request-id: req-87160385-fef0-49d9-837a-df39ceb6b012 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:52:57.070222 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "tag": "7bfd1171-204a-4d07-ad3b-40f2a2169c45", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:52:57.070495 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-87160385-fef0-49d9-837a-df39ceb6b012 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:52:57.071001 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'tag': '7bfd1171-204a-4d07-ad3b-40f2a2169c45', 'status': 'completed', 'code': 200} Jul 07 20:52:57.080764 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-8e1357e0-e0b3-44c1-bbd7-11464133ce1b service neutron] Transition to ACTIVE for port object 33fc4b4b-2631-45b1-8d29-ea03f5a665de will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:57.093800 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-8e1357e0-e0b3-44c1-bbd7-11464133ce1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:57.227840 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-09cc3adb-e7ca-44c0-aa1f-6615b364ec5a service neutron] 10.222.0.64 "GET /v2.0/networks/bcd41d8f-3e87-4622-92ea-0ce27cca5c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195222 Jul 07 20:52:57.231377 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e7c91-5c27-4cee-82a6-1596cd7c2223 req-1e27f290-3706-428b-869b-85e3976e6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:57.233158 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1357e0-e0b3-44c1-bbd7-11464133ce1b service neutron] Pushing event updated for resources: {'Port': ['ID=33fc4b4b-2631-45b1-8d29-ea03f5a665de,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:57.235828 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e7c91-5c27-4cee-82a6-1596cd7c2223 req-1e27f290-3706-428b-869b-85e3976e6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:57.237041 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e7c91-5c27-4cee-82a6-1596cd7c2223 req-1e27f290-3706-428b-869b-85e3976e6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:57.238197 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e7c91-5c27-4cee-82a6-1596cd7c2223 req-1e27f290-3706-428b-869b-85e3976e6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:57.240853 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e7c91-5c27-4cee-82a6-1596cd7c2223 req-1e27f290-3706-428b-869b-85e3976e6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:57.243098 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e7c91-5c27-4cee-82a6-1596cd7c2223 req-1e27f290-3706-428b-869b-85e3976e6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:57.244254 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e7c91-5c27-4cee-82a6-1596cd7c2223 req-1e27f290-3706-428b-869b-85e3976e6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:57.249332 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4f4e7c91-5c27-4cee-82a6-1596cd7c2223 req-1e27f290-3706-428b-869b-85e3976e6922 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=859c780e1e8746908f85dc4bc22ba62e&device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 6234 time: 0.1681781 Jul 07 20:52:57.337628 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-96b9acae-250a-47cc-954a-ffd6b078bdea None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:57.359178 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-96b9acae-250a-47cc-954a-ffd6b078bdea None None] Transition to ACTIVE for port object 7a1036d0-b898-466b-9266-0b73793620bb will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:57.395471 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-96b9acae-250a-47cc-954a-ffd6b078bdea None None] Transition to ACTIVE for port object 7a1036d0-b898-466b-9266-0b73793620bb will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:57.409671 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-96b9acae-250a-47cc-954a-ffd6b078bdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:57.466821 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b9acae-250a-47cc-954a-ffd6b078bdea None None] Network 9c3ef886-b5bc-4789-9852-467731bd215b is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:57.470919 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-96b9acae-250a-47cc-954a-ffd6b078bdea None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:57.478137 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b9acae-250a-47cc-954a-ffd6b078bdea None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:57.484693 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9acae-250a-47cc-954a-ffd6b078bdea None None] Pushing event updated for resources: {'Port': ['ID=7a1036d0-b898-466b-9266-0b73793620bb,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:57.542327 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e7c91-5c27-4cee-82a6-1596cd7c2223 req-9625f2db-6d9e-410c-9862-0d3746d207fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:57.543122 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e7c91-5c27-4cee-82a6-1596cd7c2223 req-9625f2db-6d9e-410c-9862-0d3746d207fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:57.544309 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e7c91-5c27-4cee-82a6-1596cd7c2223 req-9625f2db-6d9e-410c-9862-0d3746d207fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:57.546638 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4f4e7c91-5c27-4cee-82a6-1596cd7c2223 req-9625f2db-6d9e-410c-9862-0d3746d207fc service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=859c780e1e8746908f85dc4bc22ba62e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2857251 Jul 07 20:52:57.553904 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-96b9acae-250a-47cc-954a-ffd6b078bdea None None] Attempting to bind port 7a1036d0-b898-466b-9266-0b73793620bb on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:57.554578 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-96b9acae-250a-47cc-954a-ffd6b078bdea None None] Attempting to bind port 7a1036d0-b898-466b-9266-0b73793620bb by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '3399bb9f-d05b-487c-b3a0-8ddb7f1e3ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9c3ef886-b5bc-4789-9852-467731bd215b'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:57.554958 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9acae-250a-47cc-954a-ffd6b078bdea None None] Attempting to bind port 7a1036d0-b898-466b-9266-0b73793620bb on network 9c3ef886-b5bc-4789-9852-467731bd215b {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:57.560623 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9acae-250a-47cc-954a-ffd6b078bdea None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:57.560986 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9acae-250a-47cc-954a-ffd6b078bdea None None] Checking segment: {'id': '3399bb9f-d05b-487c-b3a0-8ddb7f1e3ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9c3ef886-b5bc-4789-9852-467731bd215b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:57.561409 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-96b9acae-250a-47cc-954a-ffd6b078bdea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:57.561818 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b9acae-250a-47cc-954a-ffd6b078bdea None None] Bound using segment: {'id': '3399bb9f-d05b-487c-b3a0-8ddb7f1e3ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9c3ef886-b5bc-4789-9852-467731bd215b'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:57.562833 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-96b9acae-250a-47cc-954a-ffd6b078bdea None None] Bound port: 7a1036d0-b898-466b-9266-0b73793620bb, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3399bb9f-d05b-487c-b3a0-8ddb7f1e3ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9c3ef886-b5bc-4789-9852-467731bd215b'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:57.563877 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-96b9acae-250a-47cc-954a-ffd6b078bdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:57.640259 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-96b9acae-250a-47cc-954a-ffd6b078bdea None None] For port 7a1036d0-b898-466b-9266-0b73793620bb, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:57.644347 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-96b9acae-250a-47cc-954a-ffd6b078bdea None None] For port 7a1036d0-b898-466b-9266-0b73793620bb, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=7a1036d0-b898-466b-9266-0b73793620bb,segment=NetworkSegment(3399bb9f-d05b-487c-b3a0-8ddb7f1e3ade),segment_id=3399bb9f-d05b-487c-b3a0-8ddb7f1e3ade)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:57.650349 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-96b9acae-250a-47cc-954a-ffd6b078bdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:57.728596 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5b339815-a209-4e43-997b-642b6ee91a0b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:57.731470 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9acae-250a-47cc-954a-ffd6b078bdea None None] Pushing event updated for resources: {'Port': ['ID=7a1036d0-b898-466b-9266-0b73793620bb,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:57.787948 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e7c91-5c27-4cee-82a6-1596cd7c2223 req-e671598e-f7ae-4ae3-bf17-3111dd56af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:57.790549 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4f4e7c91-5c27-4cee-82a6-1596cd7c2223 req-e671598e-f7ae-4ae3-bf17-3111dd56af29 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2351308 Jul 07 20:52:57.871020 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5da60d85-9f49-4172-955a-a1334e38f89d req-aac25654-cb04-417a-a6d1-23783dca0d30 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 210 time: 0.1375780 Jul 07 20:52:57.891303 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5b339815-a209-4e43-997b-642b6ee91a0b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:57.966671 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-46999d2c-07d4-4c15-9efd-b643edcc7889 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Allocated IP 192.168.233.51 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/6cbf53d2-a34c-40c4-af6a-bc795d044e11) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:52:58.035703 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-8e1357e0-e0b3-44c1-bbd7-11464133ce1b service neutron] Attempting to bind port 33fc4b4b-2631-45b1-8d29-ea03f5a665de on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:52:58.036149 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-8e1357e0-e0b3-44c1-bbd7-11464133ce1b service neutron] Attempting to bind port 33fc4b4b-2631-45b1-8d29-ea03f5a665de by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'f8abc1d0-3fa7-424f-8190-df378c5aeb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:52:58.036374 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-8e1357e0-e0b3-44c1-bbd7-11464133ce1b service neutron] Attempting to bind port 33fc4b4b-2631-45b1-8d29-ea03f5a665de on network 32fe62b8-a098-45d1-9002-a2d13c738ee9 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:58.074699 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-5710022d-66d1-44c6-8f67-9c63d6c1f821 service neutron] 10.222.0.64 "GET /v2.0/networks/bcd41d8f-3e87-4622-92ea-0ce27cca5c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430371 Jul 07 20:52:58.099241 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-8e1357e0-e0b3-44c1-bbd7-11464133ce1b service neutron] Port 33fc4b4b-2631-45b1-8d29-ea03f5a665de on network 32fe62b8-a098-45d1-9002-a2d13c738ee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:52:58.099610 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-8e1357e0-e0b3-44c1-bbd7-11464133ce1b service neutron] Attempting to bind port 33fc4b4b-2631-45b1-8d29-ea03f5a665de on network 32fe62b8-a098-45d1-9002-a2d13c738ee9 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:52:58.134812 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-8e1357e0-e0b3-44c1-bbd7-11464133ce1b service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:52:58.135137 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-8e1357e0-e0b3-44c1-bbd7-11464133ce1b service neutron] Checking segment: {'id': 'f8abc1d0-3fa7-424f-8190-df378c5aeb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:52:58.135503 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-8e1357e0-e0b3-44c1-bbd7-11464133ce1b service neutron] Bound using segment: {'id': 'f8abc1d0-3fa7-424f-8190-df378c5aeb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:52:58.136535 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-8e1357e0-e0b3-44c1-bbd7-11464133ce1b service neutron] Bound port: 33fc4b4b-2631-45b1-8d29-ea03f5a665de, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8abc1d0-3fa7-424f-8190-df378c5aeb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:52:58.137099 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-8e1357e0-e0b3-44c1-bbd7-11464133ce1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:58.188368 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5b339815-a209-4e43-997b-642b6ee91a0b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:58.194435 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 7a1036d0-b898-466b-9266-0b73793620bb up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:52:58.296631 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 7a1036d0-b898-466b-9266-0b73793620bb completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:58.366873 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-8e1357e0-e0b3-44c1-bbd7-11464133ce1b service neutron] For port 33fc4b4b-2631-45b1-8d29-ea03f5a665de, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:52:58.410180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-8e1357e0-e0b3-44c1-bbd7-11464133ce1b service neutron] For port 33fc4b4b-2631-45b1-8d29-ea03f5a665de, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=33fc4b4b-2631-45b1-8d29-ea03f5a665de,segment=NetworkSegment(f8abc1d0-3fa7-424f-8190-df378c5aeb49),segment_id=f8abc1d0-3fa7-424f-8190-df378c5aeb49)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:52:58.412198 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5b339815-a209-4e43-997b-642b6ee91a0b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:58.486461 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-8e1357e0-e0b3-44c1-bbd7-11464133ce1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:58.515290 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-46999d2c-07d4-4c15-9efd-b643edcc7889 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:58.542983 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b339815-a209-4e43-997b-642b6ee91a0b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Pushing event deleted for resources: {'Subnet': ['ID=e37a731c-b49a-4af3-92bc-34e979087b22,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:58.545416 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5b339815-a209-4e43-997b-642b6ee91a0b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:58.548175 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5b339815-a209-4e43-997b-642b6ee91a0b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] 10.222.0.64 "DELETE /v2.0/subnets/e37a731c-b49a-4af3-92bc-34e979087b22 HTTP/1.1" status: 204 len: 168 time: 1.7464702 Jul 07 20:52:58.551158 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40922) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:58.581624 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-46999d2c-07d4-4c15-9efd-b643edcc7889 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Transition to ACTIVE for port object 6cbf53d2-a34c-40c4-af6a-bc795d044e11 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:52:58.599992 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-8e1357e0-e0b3-44c1-bbd7-11464133ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:58.600692 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-8e1357e0-e0b3-44c1-bbd7-11464133ce1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:58.602204 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-8e1357e0-e0b3-44c1-bbd7-11464133ce1b service neutron] 10.222.0.58 "PUT /v2.0/ports/33fc4b4b-2631-45b1-8d29-ea03f5a665de HTTP/1.1" status: 200 len: 1092 time: 2.9507124 Jul 07 20:52:58.694017 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-00d296d7-b0fa-4877-a1d2-69e733e7c55a service neutron] Request body: {'port': {'device_id': '776d3f39-d4b1-4582-bea8-433919a8c356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:58.711972 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a718dc-e3fe-429d-b6a8-c0beae439367 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:58.715235 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-74a718dc-e3fe-429d-b6a8-c0beae439367 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1625366 Jul 07 20:52:58.722022 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40924) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:52:58.775688 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1357e0-e0b3-44c1-bbd7-11464133ce1b service neutron] Pushing event updated for resources: {'Port': ['ID=33fc4b4b-2631-45b1-8d29-ea03f5a665de,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:58.867445 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdd7a0-bb27-4ded-b774-fa91fea51b75 req-adad4bd8-f975-4204-9155-74d6762430dc tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:58.875697 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10bdd7a0-bb27-4ded-b774-fa91fea51b75 req-adad4bd8-f975-4204-9155-74d6762430dc tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/ports?device_id=11449f02-572c-4b08-bbac-69cac6818ffe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4885495 Jul 07 20:52:58.943096 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1810e6f-d7b8-4dc9-83c8-dc8c4c30b4f1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:58.947719 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10bdd7a0-bb27-4ded-b774-fa91fea51b75 req-e1f066c7-5eaf-4129-a4cd-02c8d973e883 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.40 HTTP/1.1" status: 200 len: 695 time: 0.0705822 Jul 07 20:52:58.955094 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-10bdd7a0-bb27-4ded-b774-fa91fea51b75 req-a2d14097-1f2f-4a61-a78b-c213813625b8 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Request body: {'floatingip': {'port_id': '5eb86ae6-5404-4899-93ce-80c856a7b0e5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:52:59.005896 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-10bdd7a0-bb27-4ded-b774-fa91fea51b75 req-a2d14097-1f2f-4a61-a78b-c213813625b8 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks [] for floatingip, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:59.017732 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4c295-db99-4102-ad47-f1a4d33bc990 req-be8b83d7-b03e-46ac-b10a-40af117d14ed tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:59.027553 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9ee4c295-db99-4102-ad47-f1a4d33bc990 req-be8b83d7-b03e-46ac-b10a-40af117d14ed tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 945 time: 0.6127074 Jul 07 20:52:59.084630 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-373c517c-dcf7-4041-91ee-509d8f6349c5 req-d7381bb4-9d98-418b-91e6-79903ce4ed79 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2455010 Jul 07 20:52:59.088855 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'tag': '35a846e8-0a45-4c06-a6dc-6eac8669665e'}, {'name': 'network-changed', 'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'tag': '33fc4b4b-2631-45b1-8d29-ea03f5a665de'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:52:59.091459 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "tag": "35a846e8-0a45-4c06-a6dc-6eac8669665e"}, {"name": "network-changed", "server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "tag": "33fc4b4b-2631-45b1-8d29-ea03f5a665de"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:52:59.124113 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-a1810e6f-d7b8-4dc9-83c8-dc8c4c30b4f1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Deleting port 7a1036d0-b898-466b-9266-0b73793620bb {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:52:59.124414 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1810e6f-d7b8-4dc9-83c8-dc8c4c30b4f1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:59.126274 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-46999d2c-07d4-4c15-9efd-b643edcc7889 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:59.145239 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc', 'd08268eb-098d-48cf-b467-d8b20280a8c6'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:52:59.239006 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-a1810e6f-d7b8-4dc9-83c8-dc8c4c30b4f1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] For port 7a1036d0-b898-466b-9266-0b73793620bb, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=7a1036d0-b898-466b-9266-0b73793620bb,segment=NetworkSegment(3399bb9f-d05b-487c-b3a0-8ddb7f1e3ade),segment_id=3399bb9f-d05b-487c-b3a0-8ddb7f1e3ade)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:52:59.239566 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1810e6f-d7b8-4dc9-83c8-dc8c4c30b4f1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:59.244319 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9ee4c295-db99-4102-ad47-f1a4d33bc990 req-2006094f-efe6-4944-b56c-86cd13ccbe31 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147171 Jul 07 20:52:59.251711 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-202972c1-aa55-4b80-8e38-464c4be7b361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:59.256287 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-a1810e6f-d7b8-4dc9-83c8-dc8c4c30b4f1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Calling delete_port for 7a1036d0-b898-466b-9266-0b73793620bb owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:52:59.287210 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c517c-dcf7-4041-91ee-509d8f6349c5 req-669df3d3-e494-4865-b025-4961dac4efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:59.289969 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-373c517c-dcf7-4041-91ee-509d8f6349c5 req-669df3d3-e494-4865-b025-4961dac4efb4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 1096 time: 0.1764989 Jul 07 20:52:59.346345 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834872c-6b3a-4cf2-a7bb-83aacfdd5516 req-03c9bce2-baf6-4b6b-846d-1b5e69d3ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:59.348000 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1834872c-6b3a-4cf2-a7bb-83aacfdd5516 req-03c9bce2-baf6-4b6b-846d-1b5e69d3ea78 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 1097 time: 0.6503189 Jul 07 20:52:59.437908 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-00d296d7-b0fa-4877-a1d2-69e733e7c55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:59.447786 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c158a945-b3e7-4bc1-8f39-1d61e089b7c2 None None] Network 9c3ef886-b5bc-4789-9852-467731bd215b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:52:59.448955 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-46999d2c-07d4-4c15-9efd-b643edcc7889 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:52:59.455422 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c517c-dcf7-4041-91ee-509d8f6349c5 req-c9bdc778-09cc-4df3-a549-75176a87cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:59.457548 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-373c517c-dcf7-4041-91ee-509d8f6349c5 req-c9bdc778-09cc-4df3-a549-75176a87cff9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 909 time: 0.1273425 Jul 07 20:52:59.458334 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1810e6f-d7b8-4dc9-83c8-dc8c4c30b4f1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:59.497405 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1810e6f-d7b8-4dc9-83c8-dc8c4c30b4f1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Pushing event deleted for resources: {'Port': ['ID=7a1036d0-b898-466b-9266-0b73793620bb,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:59.503594 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46999d2c-07d4-4c15-9efd-b643edcc7889 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Pushing event updated for resources: {'Port': ['ID=6cbf53d2-a34c-40c4-af6a-bc795d044e11,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:52:59.507461 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-46999d2c-07d4-4c15-9efd-b643edcc7889 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:52:59.552752 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-46999d2c-07d4-4c15-9efd-b643edcc7889 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:52:59.589017 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-15077cdd-ebe9-4f9a-9424-80ef6e982bbb None None] Could not find standard attr ID for object 7a1036d0-b898-466b-9266-0b73793620bb. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 20:52:59.602334 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-373c517c-dcf7-4041-91ee-509d8f6349c5 req-9ceac55e-f370-4898-ae52-33d04fed2b4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11d8c012-324f-4238-87ef-f17ab10841cb HTTP/1.1" status: 200 len: 217 time: 0.1175938 Jul 07 20:52:59.604476 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1810e6f-d7b8-4dc9-83c8-dc8c4c30b4f1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] No DVR routers for this DVR port 7a1036d0-b898-466b-9266-0b73793620bb on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:52:59.674060 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1834872c-6b3a-4cf2-a7bb-83aacfdd5516 req-b9ebeaec-057b-417e-937d-f19900dea5d6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202141 Jul 07 20:52:59.826006 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0baef015-b6bb-4ffc-9513-3f96566220e9 None None] Provisioning for port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:52:59.837736 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0baef015-b6bb-4ffc-9513-3f96566220e9 None None] Provisioning complete for port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:52:59.838582 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0baef015-b6bb-4ffc-9513-3f96566220e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:59.864207 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1810e6f-d7b8-4dc9-83c8-dc8c4c30b4f1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:52:59.869745 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d498729-b592-4aab-8b7a-160184368dfa None None] DHCP port deletion for 9c3ef886-b5bc-4789-9852-467731bd215b request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:52:59.872470 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-91f13f11-65e0-4f03-a0e1-bbd17b30be72 req-22e6699d-f545-4f86-87e8-f0f8de9d8ae4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2933252 Jul 07 20:52:59.886801 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c517c-dcf7-4041-91ee-509d8f6349c5 req-c06f7c7c-d522-44d6-a35a-28f0b0a040e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:59.889164 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-373c517c-dcf7-4041-91ee-509d8f6349c5 req-c06f7c7c-d522-44d6-a35a-28f0b0a040e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e76f85dc-7298-41c1-a5c0-b46924c81a29 HTTP/1.1" status: 200 len: 848 time: 0.2593164 Jul 07 20:52:59.894432 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-a1810e6f-d7b8-4dc9-83c8-dc8c4c30b4f1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3ef886-b5bc-4789-9852-467731bd215b']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:59.903789 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-0baef015-b6bb-4ffc-9513-3f96566220e9 None None] Port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:52:59.932389 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f47bfb-b137-42e1-9399-75170f59d085 None None] get_active_networks_info from n-d-695189-11 {{(pid=100449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 20:52:59.934959 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-373c517c-dcf7-4041-91ee-509d8f6349c5 req-af03fab2-580a-4b87-a2ab-33d17fd91dea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a969003f-4d51-4bc6-945b-910c720df136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309386 Jul 07 20:52:59.939121 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-a1810e6f-d7b8-4dc9-83c8-dc8c4c30b4f1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3399bb9f-d05b-487c-b3a0-8ddb7f1e3ade') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:59.939457 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-a1810e6f-d7b8-4dc9-83c8-dc8c4c30b4f1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3399bb9f-d05b-487c-b3a0-8ddb7f1e3ade') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:52:59.996448 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-46999d2c-07d4-4c15-9efd-b643edcc7889 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:52:59.997236 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-46999d2c-07d4-4c15-9efd-b643edcc7889 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:00.040716 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-373c517c-dcf7-4041-91ee-509d8f6349c5 req-7c0a2fa6-1f5e-4c7c-94cb-c59c452374e3 service neutron] 10.222.0.39 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923569 Jul 07 20:53:00.050931 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1810e6f-d7b8-4dc9-83c8-dc8c4c30b4f1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:00.092200 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 7a1036d0-b898-466b-9266-0b73793620bb no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:53:00.133025 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1810e6f-d7b8-4dc9-83c8-dc8c4c30b4f1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:00.150020 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1810e6f-d7b8-4dc9-83c8-dc8c4c30b4f1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:53:00.150523 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1810e6f-d7b8-4dc9-83c8-dc8c4c30b4f1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:53:00.154502 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:53:00.255523 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.58', 53772) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:00.269652 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-373c517c-dcf7-4041-91ee-509d8f6349c5 req-4c959c33-e531-4189-8bfe-8e60a11819f8 service neutron] 10.222.0.39 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158334 Jul 07 20:53:00.270335 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1810e6f-d7b8-4dc9-83c8-dc8c4c30b4f1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:00.289125 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 7a1036d0-b898-466b-9266-0b73793620bb {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:53:00.290141 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 7a1036d0-b898-466b-9266-0b73793620bb not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:53:00.296408 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1810e6f-d7b8-4dc9-83c8-dc8c4c30b4f1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:00.298217 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a1810e6f-d7b8-4dc9-83c8-dc8c4c30b4f1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] 10.222.0.64 "DELETE /v2.0/networks/9c3ef886-b5bc-4789-9852-467731bd215b HTTP/1.1" status: 204 len: 168 time: 1.5745986 Jul 07 20:53:00.323489 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40936) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:00.326784 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f13f11-65e0-4f03-a0e1-bbd17b30be72 req-72ef3871-a91a-4203-a7ea-70ea94ae6a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:00.329782 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-91f13f11-65e0-4f03-a0e1-bbd17b30be72 req-72ef3871-a91a-4203-a7ea-70ea94ae6a2f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=840e879ee5f84b5498858a5e69b47b03&device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 1098 time: 0.2877870 Jul 07 20:53:00.402312 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f47bfb-b137-42e1-9399-75170f59d085 None None] Resources bound (agent type, host, resource id): {{(pid=100449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 20:53:00.422910 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-675673c0-58dd-4de0-9e3b-7f874061676b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:00.435918 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1810e6f-d7b8-4dc9-83c8-dc8c4c30b4f1 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Pushing event deleted for resources: {'Network': ['ID=9c3ef886-b5bc-4789-9852-467731bd215b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:00.473610 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-10bdd7a0-bb27-4ded-b774-fa91fea51b75 req-a2d14097-1f2f-4a61-a78b-c213813625b8 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:00.489109 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-10bdd7a0-bb27-4ded-b774-fa91fea51b75 req-a2d14097-1f2f-4a61-a78b-c213813625b8 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:00.565018 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e05fe1-a821-444e-b804-0f4ed1852168 req-002c0045-42cd-4fe5-946e-39f1756e34a7 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:00.571743 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e05fe1-a821-444e-b804-0f4ed1852168 req-002c0045-42cd-4fe5-946e-39f1756e34a7 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:00.578659 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e05fe1-a821-444e-b804-0f4ed1852168 req-002c0045-42cd-4fe5-946e-39f1756e34a7 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:00.585334 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e05fe1-a821-444e-b804-0f4ed1852168 req-002c0045-42cd-4fe5-946e-39f1756e34a7 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:00.592054 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e05fe1-a821-444e-b804-0f4ed1852168 req-002c0045-42cd-4fe5-946e-39f1756e34a7 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:00.598583 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e05fe1-a821-444e-b804-0f4ed1852168 req-002c0045-42cd-4fe5-946e-39f1756e34a7 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:00.605207 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e05fe1-a821-444e-b804-0f4ed1852168 req-002c0045-42cd-4fe5-946e-39f1756e34a7 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:00.607230 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8e05fe1-a821-444e-b804-0f4ed1852168 req-002c0045-42cd-4fe5-946e-39f1756e34a7 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5380 time: 1.1285393 Jul 07 20:53:00.615415 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-46999d2c-07d4-4c15-9efd-b643edcc7889 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0804236 Jul 07 20:53:00.654232 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-eadb42e6-fd6a-47f2-97e5-3e7442312581 service neutron] Request body: {'port': {'device_id': '373c86ae-efb7-488e-8a03-39c7073774d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:00.787937 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8e05fe1-a821-444e-b804-0f4ed1852168 req-f066b3b7-b47d-4725-a85c-8e31ea713124 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1658173 Jul 07 20:53:00.837267 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-00d296d7-b0fa-4877-a1d2-69e733e7c55a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7fec304-11d1-4452-911b-57ab895c23da {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:53:00.852675 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-00d296d7-b0fa-4877-a1d2-69e733e7c55a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:00.867199 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [req-10bdd7a0-bb27-4ded-b774-fa91fea51b75 req-a2d14097-1f2f-4a61-a78b-c213813625b8 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Floating IP 7cc1b48d-b048-4fe0-8bab-9b59b9109ca9 associated. External IP: 172.25.5.40, port: 5eb86ae6-5404-4899-93ce-80c856a7b0e5. Jul 07 20:53:00.909804 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-00d296d7-b0fa-4877-a1d2-69e733e7c55a service neutron] Transition to ACTIVE for port object d7fec304-11d1-4452-911b-57ab895c23da will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:53:00.910721 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-eadb42e6-fd6a-47f2-97e5-3e7442312581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:00.935248 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-00d296d7-b0fa-4877-a1d2-69e733e7c55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:00.973763 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-675673c0-58dd-4de0-9e3b-7f874061676b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:00.997669 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-675673c0-58dd-4de0-9e3b-7f874061676b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83d1756-30fe-47ba-bd2e-6b73b89b49b1']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:01.016707 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-675673c0-58dd-4de0-9e3b-7f874061676b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92f41dc-40c4-4d50-9e3b-d7fb0c2aa2ec') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:01.017023 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-675673c0-58dd-4de0-9e3b-7f874061676b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92f41dc-40c4-4d50-9e3b-d7fb0c2aa2ec') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:01.048422 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-675673c0-58dd-4de0-9e3b-7f874061676b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:01.070572 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-00a0b728-14cd-414e-8b05-183acb01d843 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:01.072348 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-00a0b728-14cd-414e-8b05-183acb01d843 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.58 "GET /v2.0/networks?id=bcd41d8f-3e87-4622-92ea-0ce27cca5c4d HTTP/1.1" status: 200 len: 814 time: 0.8156176 Jul 07 20:53:01.094683 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-75afb626-1d49-4c94-9cd2-e4feafdf1819 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Request body: {'port': {'device_id': '74421b2e-b061-4b74-be82-52b4f89f1e61', 'network_id': 'bcd41d8f-3e87-4622-92ea-0ce27cca5c4d', 'admin_state_up': True, 'tenant_id': '7a4391071c5940c79e426dc1a3be6177'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:01.173286 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-675673c0-58dd-4de0-9e3b-7f874061676b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:01.180718 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f13f11-65e0-4f03-a0e1-bbd17b30be72 req-b00edafd-2388-4150-ae54-8fa1d1a916a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:01.182285 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-91f13f11-65e0-4f03-a0e1-bbd17b30be72 req-b00edafd-2388-4150-ae54-8fa1d1a916a0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb HTTP/1.1" status: 200 len: 912 time: 0.7434297 Jul 07 20:53:01.229510 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675673c0-58dd-4de0-9e3b-7f874061676b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:53:01.230259 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-675673c0-58dd-4de0-9e3b-7f874061676b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:53:01.319854 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:53:01.375772 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-675673c0-58dd-4de0-9e3b-7f874061676b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:01.383175 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-675673c0-58dd-4de0-9e3b-7f874061676b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:01.386440 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-675673c0-58dd-4de0-9e3b-7f874061676b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] 10.222.0.64 "DELETE /v2.0/networks/c83d1756-30fe-47ba-bd2e-6b73b89b49b1 HTTP/1.1" status: 204 len: 168 time: 1.0553794 Jul 07 20:53:01.470514 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40954) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:01.578642 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675673c0-58dd-4de0-9e3b-7f874061676b tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Pushing event deleted for resources: {'Network': ['ID=c83d1756-30fe-47ba-bd2e-6b73b89b49b1,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:01.605461 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-75afb626-1d49-4c94-9cd2-e4feafdf1819 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Made reservation on behalf of 7a4391071c5940c79e426dc1a3be6177 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:53:01.612071 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-75afb626-1d49-4c94-9cd2-e4feafdf1819 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:01.668759 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-91f13f11-65e0-4f03-a0e1-bbd17b30be72 req-97adff82-d78f-4dd3-92dc-04be6fe26486 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 HTTP/1.1" status: 200 len: 1002 time: 0.3472791 Jul 07 20:53:01.674236 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d296d7-b0fa-4877-a1d2-69e733e7c55a service neutron] Pushing event updated for resources: {'Port': ['ID=d7fec304-11d1-4452-911b-57ab895c23da,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:01.890493 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ed851317-1e86-4638-aff9-5ec0c7d6d16d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:01.908142 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e198e26a-8f78-4c0e-84be-d2f2765d24b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:01.961730 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:02.034372 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-75afb626-1d49-4c94-9cd2-e4feafdf1819 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Allocated IP 172.20.0.7 (bcd41d8f-3e87-4622-92ea-0ce27cca5c4d/f66876c7-d3ed-4f86-9cff-283b6f88dfb7/665ff9c4-1288-431a-8f72-40df7737104b) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:53:02.122362 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6140da-5907-40e2-aff4-eb37a9b4c229 req-7c1664cd-0057-4ad2-bf4b-7e98a875ffaa tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:02.124005 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-af6140da-5907-40e2-aff4-eb37a9b4c229 req-7c1664cd-0057-4ad2-bf4b-7e98a875ffaa tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 1097 time: 1.1054559 Jul 07 20:53:02.141410 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-00d296d7-b0fa-4877-a1d2-69e733e7c55a service neutron] Attempting to bind port d7fec304-11d1-4452-911b-57ab895c23da on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:53:02.141767 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-00d296d7-b0fa-4877-a1d2-69e733e7c55a service neutron] Attempting to bind port d7fec304-11d1-4452-911b-57ab895c23da by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'f8abc1d0-3fa7-424f-8190-df378c5aeb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:53:02.142110 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-00d296d7-b0fa-4877-a1d2-69e733e7c55a service neutron] Attempting to bind port d7fec304-11d1-4452-911b-57ab895c23da on network 32fe62b8-a098-45d1-9002-a2d13c738ee9 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:53:02.243103 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-00d296d7-b0fa-4877-a1d2-69e733e7c55a service neutron] Port d7fec304-11d1-4452-911b-57ab895c23da on network 32fe62b8-a098-45d1-9002-a2d13c738ee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:53:02.243566 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-00d296d7-b0fa-4877-a1d2-69e733e7c55a service neutron] Attempting to bind port d7fec304-11d1-4452-911b-57ab895c23da on network 32fe62b8-a098-45d1-9002-a2d13c738ee9 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:53:02.258325 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ed851317-1e86-4638-aff9-5ec0c7d6d16d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:02.285451 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-ed851317-1e86-4638-aff9-5ec0c7d6d16d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3efd18de-959b-4fea-8b2d-85c61fea951f']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:02.287842 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-00d296d7-b0fa-4877-a1d2-69e733e7c55a service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:53:02.288194 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-00d296d7-b0fa-4877-a1d2-69e733e7c55a service neutron] Checking segment: {'id': 'f8abc1d0-3fa7-424f-8190-df378c5aeb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:53:02.288590 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-00d296d7-b0fa-4877-a1d2-69e733e7c55a service neutron] Bound using segment: {'id': 'f8abc1d0-3fa7-424f-8190-df378c5aeb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:53:02.289040 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-00d296d7-b0fa-4877-a1d2-69e733e7c55a service neutron] Bound port: d7fec304-11d1-4452-911b-57ab895c23da, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8abc1d0-3fa7-424f-8190-df378c5aeb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:53:02.289408 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-00d296d7-b0fa-4877-a1d2-69e733e7c55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:02.347632 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-ed851317-1e86-4638-aff9-5ec0c7d6d16d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65af5eab-b3a5-472b-954d-1ec30161e014') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:02.347972 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-ed851317-1e86-4638-aff9-5ec0c7d6d16d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65af5eab-b3a5-472b-954d-1ec30161e014') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:02.371228 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-75afb626-1d49-4c94-9cd2-e4feafdf1819 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:02.378247 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-af6140da-5907-40e2-aff4-eb37a9b4c229 req-d4549ff1-c541-4669-afa0-4508bc8f69b5 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280188 Jul 07 20:53:02.406749 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ed851317-1e86-4638-aff9-5ec0c7d6d16d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:02.446898 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-75afb626-1d49-4c94-9cd2-e4feafdf1819 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Transition to ACTIVE for port object 665ff9c4-1288-431a-8f72-40df7737104b will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:53:02.459396 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10bdd7a0-bb27-4ded-b774-fa91fea51b75 req-a2d14097-1f2f-4a61-a78b-c213813625b8 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Router 5b60fb1f-a09c-4f02-92da-b734fa2924a1 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:53:02.472367 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-eadb42e6-fd6a-47f2-97e5-3e7442312581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cbf53d2-a34c-40c4-af6a-bc795d044e11 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:53:02.486861 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ed851317-1e86-4638-aff9-5ec0c7d6d16d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:02.490290 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-eadb42e6-fd6a-47f2-97e5-3e7442312581 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:02.517264 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed851317-1e86-4638-aff9-5ec0c7d6d16d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:53:02.517716 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ed851317-1e86-4638-aff9-5ec0c7d6d16d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.525160 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: timer() Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:53:02.529932 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:53:02.559779 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-75afb626-1d49-4c94-9cd2-e4feafdf1819 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:02.664594 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-75afb626-1d49-4c94-9cd2-e4feafdf1819 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Network bcd41d8f-3e87-4622-92ea-0ce27cca5c4d is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:53:02.669027 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-75afb626-1d49-4c94-9cd2-e4feafdf1819 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:53:02.676912 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-75afb626-1d49-4c94-9cd2-e4feafdf1819 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:53:02.722717 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-00d296d7-b0fa-4877-a1d2-69e733e7c55a service neutron] For port d7fec304-11d1-4452-911b-57ab895c23da, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:53:02.724863 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afb626-1d49-4c94-9cd2-e4feafdf1819 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Pushing event updated for resources: {'Port': ['ID=665ff9c4-1288-431a-8f72-40df7737104b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:02.750959 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-00d296d7-b0fa-4877-a1d2-69e733e7c55a service neutron] For port d7fec304-11d1-4452-911b-57ab895c23da, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d7fec304-11d1-4452-911b-57ab895c23da,segment=NetworkSegment(f8abc1d0-3fa7-424f-8190-df378c5aeb49),segment_id=f8abc1d0-3fa7-424f-8190-df378c5aeb49)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:53:02.764803 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-00d296d7-b0fa-4877-a1d2-69e733e7c55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:02.775348 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-eadb42e6-fd6a-47f2-97e5-3e7442312581 service neutron] Transition to ACTIVE for port object 6cbf53d2-a34c-40c4-af6a-bc795d044e11 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:53:02.783882 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-75afb626-1d49-4c94-9cd2-e4feafdf1819 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:02.786807 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-75afb626-1d49-4c94-9cd2-e4feafdf1819 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:02.806010 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-75afb626-1d49-4c94-9cd2-e4feafdf1819 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7206059 Jul 07 20:53:02.864555 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ed851317-1e86-4638-aff9-5ec0c7d6d16d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:02.899425 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-eadb42e6-fd6a-47f2-97e5-3e7442312581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:02.916406 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ed851317-1e86-4638-aff9-5ec0c7d6d16d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:02.918986 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ed851317-1e86-4638-aff9-5ec0c7d6d16d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] 10.222.0.64 "DELETE /v2.0/networks/3efd18de-959b-4fea-8b2d-85c61fea951f HTTP/1.1" status: 204 len: 168 time: 1.4000409 Jul 07 20:53:02.923650 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40962) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:02.924040 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10bdd7a0-bb27-4ded-b774-fa91fea51b75 req-a2d14097-1f2f-4a61-a78b-c213813625b8 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:53:02.929037 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-00d296d7-b0fa-4877-a1d2-69e733e7c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:02.929170 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-00d296d7-b0fa-4877-a1d2-69e733e7c55a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:02.930472 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-00d296d7-b0fa-4877-a1d2-69e733e7c55a service neutron] 10.222.0.58 "PUT /v2.0/ports/d7fec304-11d1-4452-911b-57ab895c23da HTTP/1.1" status: 200 len: 1090 time: 4.2686226 Jul 07 20:53:02.938783 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df0cca3-588a-48c4-8507-258249f92cac None None] Sync routers for ids ['5b60fb1f-a09c-4f02-92da-b734fa2924a1'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:53:02.953306 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-10bdd7a0-bb27-4ded-b774-fa91fea51b75 req-a2d14097-1f2f-4a61-a78b-c213813625b8 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:02.959715 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df0cca3-588a-48c4-8507-258249f92cac None None] Routers {'5b60fb1f-a09c-4f02-92da-b734fa2924a1'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:53:02.960718 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-4df0cca3-588a-48c4-8507-258249f92cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:53:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5b60fb1f-a09c-4f02-92da-b734fa2924a1'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:03.022685 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed851317-1e86-4638-aff9-5ec0c7d6d16d tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Pushing event deleted for resources: {'Network': ['ID=3efd18de-959b-4fea-8b2d-85c61fea951f,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:03.106366 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d296d7-b0fa-4877-a1d2-69e733e7c55a service neutron] Pushing event updated for resources: {'Port': ['ID=d7fec304-11d1-4452-911b-57ab895c23da,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:03.201262 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-29afcdd4-f332-4564-b5bb-da9f06bdcab7 None None] Provisioning for port 665ff9c4-1288-431a-8f72-40df7737104b completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:53:03.212755 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-29afcdd4-f332-4564-b5bb-da9f06bdcab7 None None] Provisioning complete for port 665ff9c4-1288-431a-8f72-40df7737104b triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:53:03.213056 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-29afcdd4-f332-4564-b5bb-da9f06bdcab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:03.243312 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00191e84-f38c-4d2e-b13c-a5bedc26bd05 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:03.317831 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-29afcdd4-f332-4564-b5bb-da9f06bdcab7 None None] Port 665ff9c4-1288-431a-8f72-40df7737104b cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:53:03.361748 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4b2e4-8934-4292-80b2-824d8d5c2b31 req-a2252f48-d9a4-43f4-a2dc-8d664ed7e2b7 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:03.375081 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-18f4b2e4-8934-4292-80b2-824d8d5c2b31 req-a2252f48-d9a4-43f4-a2dc-8d664ed7e2b7 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/ports?device_id=74421b2e-b061-4b74-be82-52b4f89f1e61 HTTP/1.1" status: 200 len: 931 time: 0.8149154 Jul 07 20:53:03.395777 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10bdd7a0-bb27-4ded-b774-fa91fea51b75 req-a2d14097-1f2f-4a61-a78b-c213813625b8 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "PUT /v2.0/floatingips/7cc1b48d-b048-4fe0-8bab-9b59b9109ca9 HTTP/1.1" status: 200 len: 996 time: 4.4465091 Jul 07 20:53:03.464655 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb42e6-fd6a-47f2-97e5-3e7442312581 service neutron] Pushing event updated for resources: {'Port': ['ID=6cbf53d2-a34c-40c4-af6a-bc795d044e11,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:03.487200 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:03.511600 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-4df0cca3-588a-48c4-8507-258249f92cac None None] Set router 5b60fb1f-a09c-4f02-92da-b734fa2924a1 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:53:03.523622 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-7132dffe-c129-412e-8b7e-eacb2dd82fd1 service neutron] Request body: {'port': {'device_id': '776d3f39-d4b1-4582-bea8-433919a8c356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:03.549827 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f13f11-65e0-4f03-a0e1-bbd17b30be72 req-78c12944-0ba9-495a-83be-ffcd4bde5754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:03.553348 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-91f13f11-65e0-4f03-a0e1-bbd17b30be72 req-78c12944-0ba9-495a-83be-ffcd4bde5754 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b4310c6-664d-4c25-affc-191900c3c7bd HTTP/1.1" status: 200 len: 850 time: 0.1106250 Jul 07 20:53:03.572008 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-70fe1aff-883e-4987-b843-2b78d0866c7a service neutron] Request body: {'port': {'device_id': '74421b2e-b061-4b74-be82-52b4f89f1e61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:03.638316 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00191e84-f38c-4d2e-b13c-a5bedc26bd05 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:03.658767 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-00191e84-f38c-4d2e-b13c-a5bedc26bd05 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26842d4e-a2a1-453e-b3c5-ceb17cdebf6a']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:03.674358 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-18f4b2e4-8934-4292-80b2-824d8d5c2b31 req-fc5016ab-d4c1-4cc6-82b4-3503d3d088a8 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc13b627-3909-4b07-8612-9b694608496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978306 Jul 07 20:53:03.682121 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-00191e84-f38c-4d2e-b13c-a5bedc26bd05 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8744c3c-36bf-4b3d-aebf-b07a052b0f2f') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:03.684649 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-00191e84-f38c-4d2e-b13c-a5bedc26bd05 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8744c3c-36bf-4b3d-aebf-b07a052b0f2f') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:03.748688 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00191e84-f38c-4d2e-b13c-a5bedc26bd05 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:03.825884 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-eadb42e6-fd6a-47f2-97e5-3e7442312581 service neutron] Attempting to bind port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:53:03.827153 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-eadb42e6-fd6a-47f2-97e5-3e7442312581 service neutron] Attempting to bind port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:53:03.829840 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-eadb42e6-fd6a-47f2-97e5-3e7442312581 service neutron] Attempting to bind port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:53:03.833965 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-7132dffe-c129-412e-8b7e-eacb2dd82fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:03.860480 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-eadb42e6-fd6a-47f2-97e5-3e7442312581 service neutron] Port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:53:03.863366 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-eadb42e6-fd6a-47f2-97e5-3e7442312581 service neutron] Attempting to bind port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:53:03.869606 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-eadb42e6-fd6a-47f2-97e5-3e7442312581 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:53:03.870119 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-eadb42e6-fd6a-47f2-97e5-3e7442312581 service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:53:03.876333 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-eadb42e6-fd6a-47f2-97e5-3e7442312581 service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:53:03.876880 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-eadb42e6-fd6a-47f2-97e5-3e7442312581 service neutron] Bound port: 6cbf53d2-a34c-40c4-af6a-bc795d044e11, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:53:03.877574 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00191e84-f38c-4d2e-b13c-a5bedc26bd05 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:03.877770 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-eadb42e6-fd6a-47f2-97e5-3e7442312581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:03.950577 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00191e84-f38c-4d2e-b13c-a5bedc26bd05 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:53:03.950577 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00191e84-f38c-4d2e-b13c-a5bedc26bd05 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:53:03.959191 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:53:03.989880 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-70fe1aff-883e-4987-b843-2b78d0866c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:04.045865 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-eadb42e6-fd6a-47f2-97e5-3e7442312581 service neutron] For port 6cbf53d2-a34c-40c4-af6a-bc795d044e11, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:53:04.053110 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-eadb42e6-fd6a-47f2-97e5-3e7442312581 service neutron] For port 6cbf53d2-a34c-40c4-af6a-bc795d044e11, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=6cbf53d2-a34c-40c4-af6a-bc795d044e11,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:53:04.114939 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-eadb42e6-fd6a-47f2-97e5-3e7442312581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:04.235246 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00191e84-f38c-4d2e-b13c-a5bedc26bd05 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:04.288632 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-4df0cca3-588a-48c4-8507-258249f92cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-279670863-router', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:09Z', 'updated_at': '2021-07-07T20:52:23Z', 'revision_number': 4, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'gw_port': {'id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:12Z', 'updated_at': '2021-07-07T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '7cc1b48d-b048-4fe0-8bab-9b59b9109ca9', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'port_id': '5eb86ae6-5404-4899-93ce-80c856a7b0e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117', 'mac_address': 'fa:16:3e:de:86:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11449f02-572c-4b08-bbac-69cac6818ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:52:54Z', 'updated_at': '2021-07-07T20:53:00Z', 'revision_number': 1, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2db79556-a378-46cb-8f8b-ab59c1f91843', 'name': '', 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'mac_address': 'fa:16:3e:57:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '0b1a6a8f-f761-405e-ad77-75520358891e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:21Z', 'updated_at': '2021-07-07T20:52:30Z', 'revision_number': 5, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'subnets': [{'id': '0b1a6a8f-f761-405e-ad77-75520358891e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:04.363403 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df0cca3-588a-48c4-8507-258249f92cac None None] Checking router: 5b60fb1f-a09c-4f02-92da-b734fa2924a1 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:53:04.365115 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00191e84-f38c-4d2e-b13c-a5bedc26bd05 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:04.368373 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-eadb42e6-fd6a-47f2-97e5-3e7442312581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:04.371887 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-00191e84-f38c-4d2e-b13c-a5bedc26bd05 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] 10.222.0.64 "DELETE /v2.0/networks/26842d4e-a2a1-453e-b3c5-ceb17cdebf6a HTTP/1.1" status: 204 len: 168 time: 1.4468784 Jul 07 20:53:04.372753 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-eadb42e6-fd6a-47f2-97e5-3e7442312581 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:04.375435 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-eadb42e6-fd6a-47f2-97e5-3e7442312581 service neutron] 10.222.0.58 "PUT /v2.0/ports/6cbf53d2-a34c-40c4-af6a-bc795d044e11 HTTP/1.1" status: 200 len: 1096 time: 3.7309818 Jul 07 20:53:04.387103 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df0cca3-588a-48c4-8507-258249f92cac None None] Routers {'5b60fb1f-a09c-4f02-92da-b734fa2924a1'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:53:04.387783 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-4df0cca3-588a-48c4-8507-258249f92cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:53:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5b60fb1f-a09c-4f02-92da-b734fa2924a1'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:04.388937 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00191e84-f38c-4d2e-b13c-a5bedc26bd05 tempest-BulkNetworkOpsIpV6Test-166365519 tempest-BulkNetworkOpsIpV6Test-166365519-project] Pushing event deleted for resources: {'Network': ['ID=26842d4e-a2a1-453e-b3c5-ceb17cdebf6a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:04.426135 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdd7a0-bb27-4ded-b774-fa91fea51b75 req-6d32d76c-13c6-4346-aa5b-363e1079164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:04.428084 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10bdd7a0-bb27-4ded-b774-fa91fea51b75 req-6d32d76c-13c6-4346-aa5b-363e1079164b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bfe91e05b1564766ac243e3a53b670d9&device_id=11449f02-572c-4b08-bbac-69cac6818ffe HTTP/1.1" status: 200 len: 1098 time: 0.9287810 Jul 07 20:53:04.428782 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb42e6-fd6a-47f2-97e5-3e7442312581 service neutron] Pushing event updated for resources: {'Port': ['ID=6cbf53d2-a34c-40c4-af6a-bc795d044e11,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:04.629879 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-70fe1aff-883e-4987-b843-2b78d0866c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665ff9c4-1288-431a-8f72-40df7737104b {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:53:04.640669 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-70fe1aff-883e-4987-b843-2b78d0866c7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:04.642069 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-4df0cca3-588a-48c4-8507-258249f92cac None None] Set router 5b60fb1f-a09c-4f02-92da-b734fa2924a1 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:53:04.667474 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-70fe1aff-883e-4987-b843-2b78d0866c7a service neutron] Transition to ACTIVE for port object 665ff9c4-1288-431a-8f72-40df7737104b will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:53:04.673742 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-70fe1aff-883e-4987-b843-2b78d0866c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:04.718756 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00102384-6b4b-4f0f-92a1-1c16c503eb31 req-004c98b9-313c-4aa9-b2fd-b03d8d823fbb tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:04.721964 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-00102384-6b4b-4f0f-92a1-1c16c503eb31 req-004c98b9-313c-4aa9-b2fd-b03d8d823fbb tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 947 time: 0.6652548 Jul 07 20:53:04.859680 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-00102384-6b4b-4f0f-92a1-1c16c503eb31 req-c57f7fba-2150-486d-b477-335057a26d2e tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234634 Jul 07 20:53:04.890973 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdd7a0-bb27-4ded-b774-fa91fea51b75 req-9a2396f3-1ce6-4a64-9a97-b3e9f917f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:04.909443 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10bdd7a0-bb27-4ded-b774-fa91fea51b75 req-9a2396f3-1ce6-4a64-9a97-b3e9f917f431 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e5521cf8-568c-451a-aa56-f875facb5117 HTTP/1.1" status: 200 len: 929 time: 0.4600680 Jul 07 20:53:04.949596 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe1aff-883e-4987-b843-2b78d0866c7a service neutron] Pushing event updated for resources: {'Port': ['ID=665ff9c4-1288-431a-8f72-40df7737104b,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:04.966357 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-70fe1aff-883e-4987-b843-2b78d0866c7a service neutron] Attempting to bind port 665ff9c4-1288-431a-8f72-40df7737104b on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:53:04.966624 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-70fe1aff-883e-4987-b843-2b78d0866c7a service neutron] Attempting to bind port 665ff9c4-1288-431a-8f72-40df7737104b by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '3798d3ff-5155-4660-9dee-f7dddc93eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bcd41d8f-3e87-4622-92ea-0ce27cca5c4d'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:53:04.966961 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-70fe1aff-883e-4987-b843-2b78d0866c7a service neutron] Attempting to bind port 665ff9c4-1288-431a-8f72-40df7737104b on network bcd41d8f-3e87-4622-92ea-0ce27cca5c4d {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:53:04.981625 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-70fe1aff-883e-4987-b843-2b78d0866c7a service neutron] Port 665ff9c4-1288-431a-8f72-40df7737104b on network bcd41d8f-3e87-4622-92ea-0ce27cca5c4d not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:53:04.981625 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-70fe1aff-883e-4987-b843-2b78d0866c7a service neutron] Attempting to bind port 665ff9c4-1288-431a-8f72-40df7737104b on network bcd41d8f-3e87-4622-92ea-0ce27cca5c4d {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:53:04.999900 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-70fe1aff-883e-4987-b843-2b78d0866c7a service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:53:05.000263 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-70fe1aff-883e-4987-b843-2b78d0866c7a service neutron] Checking segment: {'id': '3798d3ff-5155-4660-9dee-f7dddc93eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bcd41d8f-3e87-4622-92ea-0ce27cca5c4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:53:05.000656 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-70fe1aff-883e-4987-b843-2b78d0866c7a service neutron] Bound using segment: {'id': '3798d3ff-5155-4660-9dee-f7dddc93eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bcd41d8f-3e87-4622-92ea-0ce27cca5c4d'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:53:05.001095 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-70fe1aff-883e-4987-b843-2b78d0866c7a service neutron] Bound port: 665ff9c4-1288-431a-8f72-40df7737104b, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3798d3ff-5155-4660-9dee-f7dddc93eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'bcd41d8f-3e87-4622-92ea-0ce27cca5c4d'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:53:05.001462 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-70fe1aff-883e-4987-b843-2b78d0866c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:05.143461 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:05.183483 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40972) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:05.198560 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10bdd7a0-bb27-4ded-b774-fa91fea51b75 req-6970b712-39c9-4bf4-bcee-864f758026e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eb86ae6-5404-4899-93ce-80c856a7b0e5 HTTP/1.1" status: 200 len: 999 time: 0.2471850 Jul 07 20:53:05.235501 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-70fe1aff-883e-4987-b843-2b78d0866c7a service neutron] For port 665ff9c4-1288-431a-8f72-40df7737104b, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:53:05.241800 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-4df0cca3-588a-48c4-8507-258249f92cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-279670863-router', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:09Z', 'updated_at': '2021-07-07T20:52:23Z', 'revision_number': 4, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'gw_port': {'id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:12Z', 'updated_at': '2021-07-07T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '7cc1b48d-b048-4fe0-8bab-9b59b9109ca9', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'port_id': '5eb86ae6-5404-4899-93ce-80c856a7b0e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117', 'mac_address': 'fa:16:3e:de:86:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11449f02-572c-4b08-bbac-69cac6818ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:52:54Z', 'updated_at': '2021-07-07T20:53:00Z', 'revision_number': 1, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2db79556-a378-46cb-8f8b-ab59c1f91843', 'name': '', 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'mac_address': 'fa:16:3e:57:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '0b1a6a8f-f761-405e-ad77-75520358891e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:21Z', 'updated_at': '2021-07-07T20:52:30Z', 'revision_number': 5, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'subnets': [{'id': '0b1a6a8f-f761-405e-ad77-75520358891e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:05.244579 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-70fe1aff-883e-4987-b843-2b78d0866c7a service neutron] For port 665ff9c4-1288-431a-8f72-40df7737104b, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=665ff9c4-1288-431a-8f72-40df7737104b,segment=NetworkSegment(3798d3ff-5155-4660-9dee-f7dddc93eb7e),segment_id=3798d3ff-5155-4660-9dee-f7dddc93eb7e)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:53:05.253042 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-70fe1aff-883e-4987-b843-2b78d0866c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:05.300560 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df0cca3-588a-48c4-8507-258249f92cac None None] The sync data for ids ['5b60fb1f-a09c-4f02-92da-b734fa2924a1'] in n-d-695189-11 is: [{'id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-279670863-router', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:09Z', 'updated_at': '2021-07-07T20:52:23Z', 'revision_number': 4, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'gw_port': {'id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:12Z', 'updated_at': '2021-07-07T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '7cc1b48d-b048-4fe0-8bab-9b59b9109ca9', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'floating_ip_address': '172.25.5.40', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'port_id': '5eb86ae6-5404-4899-93ce-80c856a7b0e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117', 'mac_address': 'fa:16:3e:de:86:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11449f02-572c-4b08-bbac-69cac6818ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:52:54Z', 'updated_at': '2021-07-07T20:53:00Z', 'revision_number': 1, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2db79556-a378-46cb-8f8b-ab59c1f91843', 'name': '', 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'mac_address': 'fa:16:3e:57:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '0b1a6a8f-f761-405e-ad77-75520358891e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:21Z', 'updated_at': '2021-07-07T20:52:30Z', 'revision_number': 5, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'subnets': [{'id': '0b1a6a8f-f761-405e-ad77-75520358891e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:53:05.377492 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe1aff-883e-4987-b843-2b78d0866c7a service neutron] Pushing event updated for resources: {'Port': ['ID=665ff9c4-1288-431a-8f72-40df7737104b,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:05.412905 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-70fe1aff-883e-4987-b843-2b78d0866c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:05.414931 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-70fe1aff-883e-4987-b843-2b78d0866c7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:05.420409 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-70fe1aff-883e-4987-b843-2b78d0866c7a service neutron] 10.222.0.58 "PUT /v2.0/ports/665ff9c4-1288-431a-8f72-40df7737104b HTTP/1.1" status: 200 len: 1092 time: 1.9822030 Jul 07 20:53:05.422236 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74421b2e-b061-4b74-be82-52b4f89f1e61', 'tag': '665ff9c4-1288-431a-8f72-40df7737104b'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:05.432433 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9521b821-53e5-4067-b988-4af9b6592961" -d '{"events": [{"name": "network-changed", "server_uuid": "74421b2e-b061-4b74-be82-52b4f89f1e61", "tag": "665ff9c4-1288-431a-8f72-40df7737104b"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:05.445639 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 20:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9932f5bf-b292-4824-a194-ba51d12f18f7 x-openstack-request-id: req-9932f5bf-b292-4824-a194-ba51d12f18f7 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:05.445896 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "tag": "35a846e8-0a45-4c06-a6dc-6eac8669665e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "tag": "33fc4b4b-2631-45b1-8d29-ea03f5a665de", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:05.446689 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9932f5bf-b292-4824-a194-ba51d12f18f7 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:05.447094 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'tag': '35a846e8-0a45-4c06-a6dc-6eac8669665e', 'status': 'completed', 'code': 200} Jul 07 20:53:05.447094 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'tag': '33fc4b4b-2631-45b1-8d29-ea03f5a665de', 'status': 'completed', 'code': 200} Jul 07 20:53:05.448636 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdd7a0-bb27-4ded-b774-fa91fea51b75 req-a9fb096a-57ce-4d73-b407-e233a85c3cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:05.450201 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10bdd7a0-bb27-4ded-b774-fa91fea51b75 req-a9fb096a-57ce-4d73-b407-e233a85c3cd3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0b1a6a8f-f761-405e-ad77-75520358891e HTTP/1.1" status: 200 len: 867 time: 0.2450595 Jul 07 20:53:05.545053 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-7132dffe-c129-412e-8b7e-eacb2dd82fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29732634-95f5-4e62-8e93-449363f211e4 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:53:05.564481 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-7132dffe-c129-412e-8b7e-eacb2dd82fd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:05.586740 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-7132dffe-c129-412e-8b7e-eacb2dd82fd1 service neutron] Transition to ACTIVE for port object 29732634-95f5-4e62-8e93-449363f211e4 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:53:05.591283 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-7132dffe-c129-412e-8b7e-eacb2dd82fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:05.667482 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132dffe-c129-412e-8b7e-eacb2dd82fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=29732634-95f5-4e62-8e93-449363f211e4,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:05.746758 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0729463d-d83a-4a67-ab24-53f4ea8fda65 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=378f89baa401425fb6998c0214d1ccb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5619767 Jul 07 20:53:05.747638 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdd7a0-bb27-4ded-b774-fa91fea51b75 req-ac5f289c-3ee8-49d5-a50c-3d4f96ae686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:05.750945 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40978) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:05.754841 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10bdd7a0-bb27-4ded-b774-fa91fea51b75 req-ac5f289c-3ee8-49d5-a50c-3d4f96ae686d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e5521cf8-568c-451a-aa56-f875facb5117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2868979 Jul 07 20:53:05.793365 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb3cbca-83cd-486c-bbe4-89f573f8dcb2 None None] New status for floating IP 7cc1b48d-b048-4fe0-8bab-9b59b9109ca9: ACTIVE {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:53:05.879889 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ce2ae189-42b1-4f0b-bd3a-548bb0b7ec27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:05.915945 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ce2ae189-42b1-4f0b-bd3a-548bb0b7ec27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:06.060706 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ce2ae189-42b1-4f0b-bd3a-548bb0b7ec27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:06.067919 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ce2ae189-42b1-4f0b-bd3a-548bb0b7ec27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:06.069119 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ce2ae189-42b1-4f0b-bd3a-548bb0b7ec27 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e93d5a13-5966-4994-9393-93b32b6f8c0c HTTP/1.1" status: 204 len: 168 time: 0.3170254 Jul 07 20:53:06.131813 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ae189-42b1-4f0b-bd3a-548bb0b7ec27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93d5a13-5966-4994-9393-93b32b6f8c0c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:06.195135 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.58', 53777) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:06.236821 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f13f11-65e0-4f03-a0e1-bbd17b30be72 req-ffa8277a-e7f6-4534-a4f3-970c3cb0ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:06.242120 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-91f13f11-65e0-4f03-a0e1-bbd17b30be72 req-ffa8277a-e7f6-4534-a4f3-970c3cb0ba74 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1975870 Jul 07 20:53:06.292113 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10bdd7a0-bb27-4ded-b774-fa91fea51b75 req-e00ff3b7-8c46-49d9-9d81-069b73053ae3 service neutron] 10.222.0.64 "GET /v2.0/networks/e5521cf8-568c-451a-aa56-f875facb5117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485373 Jul 07 20:53:06.438149 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-7132dffe-c129-412e-8b7e-eacb2dd82fd1 service neutron] Attempting to bind port 29732634-95f5-4e62-8e93-449363f211e4 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:53:06.438987 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-7132dffe-c129-412e-8b7e-eacb2dd82fd1 service neutron] Attempting to bind port 29732634-95f5-4e62-8e93-449363f211e4 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '3c71bb1f-6379-4398-a24d-bfc2b99d5fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c00e2957-f59e-485b-9c29-168f84e55d6e'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:53:06.439520 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-7132dffe-c129-412e-8b7e-eacb2dd82fd1 service neutron] Attempting to bind port 29732634-95f5-4e62-8e93-449363f211e4 on network c00e2957-f59e-485b-9c29-168f84e55d6e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:53:06.477214 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-7132dffe-c129-412e-8b7e-eacb2dd82fd1 service neutron] Port 29732634-95f5-4e62-8e93-449363f211e4 on network c00e2957-f59e-485b-9c29-168f84e55d6e not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:53:06.477865 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-7132dffe-c129-412e-8b7e-eacb2dd82fd1 service neutron] Attempting to bind port 29732634-95f5-4e62-8e93-449363f211e4 on network c00e2957-f59e-485b-9c29-168f84e55d6e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:53:06.512658 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-7132dffe-c129-412e-8b7e-eacb2dd82fd1 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:53:06.513167 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-7132dffe-c129-412e-8b7e-eacb2dd82fd1 service neutron] Checking segment: {'id': '3c71bb1f-6379-4398-a24d-bfc2b99d5fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c00e2957-f59e-485b-9c29-168f84e55d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:53:06.513722 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-7132dffe-c129-412e-8b7e-eacb2dd82fd1 service neutron] Bound using segment: {'id': '3c71bb1f-6379-4398-a24d-bfc2b99d5fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c00e2957-f59e-485b-9c29-168f84e55d6e'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:53:06.514341 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-7132dffe-c129-412e-8b7e-eacb2dd82fd1 service neutron] Bound port: 29732634-95f5-4e62-8e93-449363f211e4, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c71bb1f-6379-4398-a24d-bfc2b99d5fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c00e2957-f59e-485b-9c29-168f84e55d6e'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:53:06.516570 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-7132dffe-c129-412e-8b7e-eacb2dd82fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:06.526184 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-61b833d7-b86d-459e-a92f-54dee520f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:06.532740 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-61b833d7-b86d-459e-a92f-54dee520f24e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a4391071c5940c79e426dc1a3be6177&device_id=74421b2e-b061-4b74-be82-52b4f89f1e61 HTTP/1.1" status: 200 len: 1095 time: 0.4136250 Jul 07 20:53:06.539197 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-3d544061-e26a-4e93-a7ca-968307e78be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:06.542068 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-3d544061-e26a-4e93-a7ca-968307e78be6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 1099 time: 0.3572092 Jul 07 20:53:06.560614 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10bdd7a0-bb27-4ded-b774-fa91fea51b75 req-afb9d139-09cc-43ae-a433-bb13a1ca4223 service neutron] 10.222.0.64 "GET /v2.0/networks/e5521cf8-568c-451a-aa56-f875facb5117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477257 Jul 07 20:53:06.616099 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38392508-a97d-4a95-9bae-27d7c1a91224 req-dc36a798-989e-42df-b7f6-ed3711099041 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:06.618151 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-38392508-a97d-4a95-9bae-27d7c1a91224 req-dc36a798-989e-42df-b7f6-ed3711099041 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 945 time: 0.2201273 Jul 07 20:53:06.689718 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-98e3a47b-f133-4cb0-a07b-359e44f5a628 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=6cbf53d2-a34c-40c4-af6a-bc795d044e11 HTTP/1.1" status: 200 len: 217 time: 0.0676956 Jul 07 20:53:06.750359 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-7132dffe-c129-412e-8b7e-eacb2dd82fd1 service neutron] For port 29732634-95f5-4e62-8e93-449363f211e4, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:53:06.766225 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-7132dffe-c129-412e-8b7e-eacb2dd82fd1 service neutron] For port 29732634-95f5-4e62-8e93-449363f211e4, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=29732634-95f5-4e62-8e93-449363f211e4,segment=NetworkSegment(3c71bb1f-6379-4398-a24d-bfc2b99d5fea),segment_id=3c71bb1f-6379-4398-a24d-bfc2b99d5fea)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:53:06.798152 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-c2afbffa-b0ff-45ba-bc13-89fa94536173 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=665ff9c4-1288-431a-8f72-40df7737104b HTTP/1.1" status: 200 len: 217 time: 0.1835139 Jul 07 20:53:06.845392 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-7132dffe-c129-412e-8b7e-eacb2dd82fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:06.900862 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-d6ecb348-c441-4d93-b612-42725c930834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:06.901751 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-d6ecb348-c441-4d93-b612-42725c930834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:06.906272 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-d6ecb348-c441-4d93-b612-42725c930834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:06.907209 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-d6ecb348-c441-4d93-b612-42725c930834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:06.908297 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-d6ecb348-c441-4d93-b612-42725c930834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:06.909186 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-d6ecb348-c441-4d93-b612-42725c930834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:06.910005 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-d6ecb348-c441-4d93-b612-42725c930834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:06.915981 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-d6ecb348-c441-4d93-b612-42725c930834 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=859c780e1e8746908f85dc4bc22ba62e&device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 6370 time: 0.7134476 Jul 07 20:53:06.943969 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-7132dffe-c129-412e-8b7e-eacb2dd82fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:06.944969 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-7132dffe-c129-412e-8b7e-eacb2dd82fd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:06.946503 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-7132dffe-c129-412e-8b7e-eacb2dd82fd1 service neutron] 10.222.0.58 "PUT /v2.0/ports/29732634-95f5-4e62-8e93-449363f211e4 HTTP/1.1" status: 200 len: 1092 time: 3.4392891 Jul 07 20:53:06.948363 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-91f13f11-65e0-4f03-a0e1-bbd17b30be72 req-28ab81b6-aaa9-435b-a315-1d81ffc15554 service neutron] 10.222.0.58 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6564925 Jul 07 20:53:07.004240 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-38392508-a97d-4a95-9bae-27d7c1a91224 req-7aeaccd2-91a3-4d68-a119-9ba48bcadc52 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678854 Jul 07 20:53:07.078074 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-1a1efb42-b304-4335-bdc4-536153582c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:07.080841 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-1a1efb42-b304-4335-bdc4-536153582c88 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.3657081 Jul 07 20:53:07.133653 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132dffe-c129-412e-8b7e-eacb2dd82fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=29732634-95f5-4e62-8e93-449363f211e4,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:07.658450 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e5e08-8bca-412a-9714-9c8cb83a79d1 req-2aed1437-cd60-4d71-aa23-b73b37624a75 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:07.666146 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e5e08-8bca-412a-9714-9c8cb83a79d1 req-2aed1437-cd60-4d71-aa23-b73b37624a75 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:07.673806 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e5e08-8bca-412a-9714-9c8cb83a79d1 req-2aed1437-cd60-4d71-aa23-b73b37624a75 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:07.681823 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e5e08-8bca-412a-9714-9c8cb83a79d1 req-2aed1437-cd60-4d71-aa23-b73b37624a75 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:07.688106 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e5e08-8bca-412a-9714-9c8cb83a79d1 req-2aed1437-cd60-4d71-aa23-b73b37624a75 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:07.694031 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e5e08-8bca-412a-9714-9c8cb83a79d1 req-2aed1437-cd60-4d71-aa23-b73b37624a75 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:07.700320 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e5e08-8bca-412a-9714-9c8cb83a79d1 req-2aed1437-cd60-4d71-aa23-b73b37624a75 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:07.702935 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c2e5e08-8bca-412a-9714-9c8cb83a79d1 req-2aed1437-cd60-4d71-aa23-b73b37624a75 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5404 time: 0.7487199 Jul 07 20:53:07.712743 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'tag': 'd7fec304-11d1-4452-911b-57ab895c23da'}, {'name': 'network-changed', 'server_uuid': '11449f02-572c-4b08-bbac-69cac6818ffe', 'tag': '5eb86ae6-5404-4899-93ce-80c856a7b0e5'}, {'name': 'network-changed', 'server_uuid': '373c86ae-efb7-488e-8a03-39c7073774d2', 'tag': '6cbf53d2-a34c-40c4-af6a-bc795d044e11'}, {'name': 'network-changed', 'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'tag': '29732634-95f5-4e62-8e93-449363f211e4'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:07.715129 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026509ac-9c52-470f-9d03-49c3b14b2972" -d '{"events": [{"name": "network-changed", "server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "tag": "d7fec304-11d1-4452-911b-57ab895c23da"}, {"name": "network-changed", "server_uuid": "11449f02-572c-4b08-bbac-69cac6818ffe", "tag": "5eb86ae6-5404-4899-93ce-80c856a7b0e5"}, {"name": "network-changed", "server_uuid": "373c86ae-efb7-488e-8a03-39c7073774d2", "tag": "6cbf53d2-a34c-40c4-af6a-bc795d044e11"}, {"name": "network-changed", "server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "tag": "29732634-95f5-4e62-8e93-449363f211e4"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:07.783594 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41018) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:07.816898 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c2e5e08-8bca-412a-9714-9c8cb83a79d1 req-c578193c-0ea3-4c84-8116-dc19e9a77762 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0958443 Jul 07 20:53:07.857880 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-f754bbcd-c95c-4caf-8593-25a357c04a67 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:07.859693 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-f754bbcd-c95c-4caf-8593-25a357c04a67 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 808 time: 0.1556292 Jul 07 20:53:07.882048 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-32c43bf5-0626-4e43-9e64-fdc32e8c96b5 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/quotas/65fae3fefbe64254998437b5d4795dfb HTTP/1.1" status: 200 len: 375 time: 0.0159721 Jul 07 20:53:07.967505 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-10fddfd0-2cbb-47bb-be25-b2c0e3bce26e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Request body: {'security_group': {'name': 'tempest-secgroup--1049332188'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:08.001181 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10fddfd0-2cbb-47bb-be25-b2c0e3bce26e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:08.011174 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10fddfd0-2cbb-47bb-be25-b2c0e3bce26e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:08.082226 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d20c4b-5147-4400-825d-dc9c79164dd3 req-c04a0322-f34a-464f-8123-0e458f766663 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:08.083907 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c3d20c4b-5147-4400-825d-dc9c79164dd3 req-c04a0322-f34a-464f-8123-0e458f766663 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/ports?device_id=74421b2e-b061-4b74-be82-52b4f89f1e61 HTTP/1.1" status: 200 len: 943 time: 0.1523225 Jul 07 20:53:08.090567 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-478a5cd5-15a7-4891-bf9b-e717dd1b1e9e tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2025833 Jul 07 20:53:08.133650 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10fddfd0-2cbb-47bb-be25-b2c0e3bce26e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:08.139079 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10fddfd0-2cbb-47bb-be25-b2c0e3bce26e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:08.180262 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c3d20c4b-5147-4400-825d-dc9c79164dd3 req-90b254e2-914e-4042-bfa2-6a09cdaa1780 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc13b627-3909-4b07-8612-9b694608496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886900 Jul 07 20:53:08.247478 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-2e2b96e0-17ed-4414-b116-1a5f1cf7bb54 service neutron] 10.222.0.64 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495621 Jul 07 20:53:08.271022 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e91604-e720-49ef-ae9d-44c86a4572eb x-openstack-request-id: req-09e91604-e720-49ef-ae9d-44c86a4572eb {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:08.271538 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74421b2e-b061-4b74-be82-52b4f89f1e61", "tag": "665ff9c4-1288-431a-8f72-40df7737104b", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:08.272044 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-09e91604-e720-49ef-ae9d-44c86a4572eb {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:08.272703 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74421b2e-b061-4b74-be82-52b4f89f1e61', 'tag': '665ff9c4-1288-431a-8f72-40df7737104b', 'status': 'completed', 'code': 200} Jul 07 20:53:08.296137 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10fddfd0-2cbb-47bb-be25-b2c0e3bce26e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:08.298309 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fddfd0-2cbb-47bb-be25-b2c0e3bce26e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0617df94-0ef2-463d-876b-19e854991040,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:08.317800 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10fddfd0-2cbb-47bb-be25-b2c0e3bce26e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:08.378597 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10fddfd0-2cbb-47bb-be25-b2c0e3bce26e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:08.385192 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-10fddfd0-2cbb-47bb-be25-b2c0e3bce26e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6006274 Jul 07 20:53:08.386197 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41022) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:08.401902 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fddfd0-2cbb-47bb-be25-b2c0e3bce26e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7d70d4-1a33-47f1-a1e0-da7319db4a56,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:08.435723 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-8b13dbfd-4965-4252-b556-add44d4a50db service neutron] 10.222.0.64 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812797 Jul 07 20:53:08.474429 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65841e57-ad05-4545-b64a-00bd686fbbca req-b85c5396-f543-406c-bc12-340339b5cff5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:08.480058 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-65841e57-ad05-4545-b64a-00bd686fbbca req-b85c5396-f543-406c-bc12-340339b5cff5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 947 time: 0.0974641 Jul 07 20:53:08.551376 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-61810b70-1e84-43cc-a34a-14ff5ac75352 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1618021 Jul 07 20:53:08.558630 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41024) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:08.567548 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-65841e57-ad05-4545-b64a-00bd686fbbca req-6c3551e0-f5ac-4b61-95f5-f64ca5281766 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852556 Jul 07 20:53:08.567782 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-8ac9a6ca-0ca9-4db5-bf9c-2181e97aec0c tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Request body: {'security_group': {'name': 'tempest-security--2055212704', 'description': 'tempest-security-description-1820999859'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:08.604583 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ac9a6ca-0ca9-4db5-bf9c-2181e97aec0c tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:08.669165 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ac9a6ca-0ca9-4db5-bf9c-2181e97aec0c tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:08.674795 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ac9a6ca-0ca9-4db5-bf9c-2181e97aec0c tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:08.678365 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ac9a6ca-0ca9-4db5-bf9c-2181e97aec0c tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:08.679876 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8ac9a6ca-0ca9-4db5-bf9c-2181e97aec0c tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "PUT /v2.0/security-groups/2b7d70d4-1a33-47f1-a1e0-da7319db4a56 HTTP/1.1" status: 200 len: 1780 time: 0.1198974 Jul 07 20:53:08.685387 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41030) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:08.788209 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1d9f582e-800c-4b4a-bb93-f25bd5da7fcd req-0468eec8-a782-4d7b-a563-4b41b6cfccf7 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 258 time: 0.1900585 Jul 07 20:53:08.788452 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-20aed518-39d2-4a90-9ab5-7162ececb9e0 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-groups/2b7d70d4-1a33-47f1-a1e0-da7319db4a56 HTTP/1.1" status: 200 len: 1780 time: 0.0981405 Jul 07 20:53:08.788452 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9a6ca-0ca9-4db5-bf9c-2181e97aec0c tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7d70d4-1a33-47f1-a1e0-da7319db4a56,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:08.790337 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41032) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:08.790559 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-1d9f582e-800c-4b4a-bb93-f25bd5da7fcd req-b5b044c7-5e6f-46ba-a6b6-5496cd759e49 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:08.830841 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1d9f582e-800c-4b4a-bb93-f25bd5da7fcd req-b5b044c7-5e6f-46ba-a6b6-5496cd759e49 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:08.888605 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dddbf160-857d-4d29-b4e7-ef279c1397aa tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:08.949657 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dddbf160-857d-4d29-b4e7-ef279c1397aa tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:09.025226 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dddbf160-857d-4d29-b4e7-ef279c1397aa tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:09.032407 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dddbf160-857d-4d29-b4e7-ef279c1397aa tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:09.034372 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dddbf160-857d-4d29-b4e7-ef279c1397aa tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "DELETE /v2.0/security-groups/2b7d70d4-1a33-47f1-a1e0-da7319db4a56 HTTP/1.1" status: 204 len: 168 time: 0.2433188 Jul 07 20:53:09.041375 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41040) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:09.068231 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8606e9-cf6c-4cf6-8aaa-04573ce3772f req-23f013ba-1470-4ca0-8550-6d865ebf36a5 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:09.074417 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa8606e9-cf6c-4cf6-8aaa-04573ce3772f req-23f013ba-1470-4ca0-8550-6d865ebf36a5 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.1910896 Jul 07 20:53:09.084652 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbf160-857d-4d29-b4e7-ef279c1397aa tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7d70d4-1a33-47f1-a1e0-da7319db4a56,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:09.128864 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b719f722-faf7-4a06-b4fc-a99eb810644e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0857038 Jul 07 20:53:09.129355 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1d9f582e-800c-4b4a-bb93-f25bd5da7fcd req-b5b044c7-5e6f-46ba-a6b6-5496cd759e49 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:09.131758 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41042) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:09.146384 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa8606e9-cf6c-4cf6-8aaa-04573ce3772f req-0cdb539a-a001-4960-8704-779fbd668e73 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499954 Jul 07 20:53:09.153878 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-e6856238-9159-4ce2-a4f5-f94709950547 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] delete failed (client error): The resource could not be found. Jul 07 20:53:09.159738 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e6856238-9159-4ce2-a4f5-f94709950547 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "DELETE /v2.0/security-groups/2b7d70d4-1a33-47f1-a1e0-da7319db4a56 HTTP/1.1" status: 404 len: 347 time: 0.0226893 Jul 07 20:53:09.162777 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41044) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:09.170642 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-892a0564-82d0-47b5-afb8-f4264474ec55 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Request body: {'security_group': {'name': 'tempest-secgroup--2104744567'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:09.221081 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-892a0564-82d0-47b5-afb8-f4264474ec55 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:09.289675 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-1d9f582e-800c-4b4a-bb93-f25bd5da7fcd req-b5b044c7-5e6f-46ba-a6b6-5496cd759e49 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Allocated IP 172.25.5.31 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/e8780e54-abae-47a0-89cf-3e57bdd3ca76) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:53:09.392397 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-892a0564-82d0-47b5-afb8-f4264474ec55 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:09.404085 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-892a0564-82d0-47b5-afb8-f4264474ec55 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:09.451869 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-892a0564-82d0-47b5-afb8-f4264474ec55 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:09.454008 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-892a0564-82d0-47b5-afb8-f4264474ec55 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2895501 Jul 07 20:53:09.458013 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41052) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:09.466404 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-eb38d957-b5c8-4014-a7b1-3fc7726154f0 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Request body: {'security_group_rule': {'security_group_id': '395697b0-e4bf-4f90-bcd3-a206fc3613cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:09.470150 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a0564-82d0-47b5-afb8-f4264474ec55 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395697b0-e4bf-4f90-bcd3-a206fc3613cb,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:09.509473 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1d9f582e-800c-4b4a-bb93-f25bd5da7fcd req-b5b044c7-5e6f-46ba-a6b6-5496cd759e49 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:09.543972 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb38d957-b5c8-4014-a7b1-3fc7726154f0 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:09.610428 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1d9f582e-800c-4b4a-bb93-f25bd5da7fcd req-b5b044c7-5e6f-46ba-a6b6-5496cd759e49 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:09.664502 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d9f582e-800c-4b4a-bb93-f25bd5da7fcd req-b5b044c7-5e6f-46ba-a6b6-5496cd759e49 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:53:09.672665 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb38d957-b5c8-4014-a7b1-3fc7726154f0 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:09.674157 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-1d9f582e-800c-4b4a-bb93-f25bd5da7fcd req-b5b044c7-5e6f-46ba-a6b6-5496cd759e49 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:53:09.681004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9f582e-800c-4b4a-bb93-f25bd5da7fcd req-b5b044c7-5e6f-46ba-a6b6-5496cd759e49 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:53:09.686391 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb38d957-b5c8-4014-a7b1-3fc7726154f0 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:09.723102 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b044c7-5e6f-46ba-a6b6-5496cd759e49 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Pushing event updated for resources: {'Port': ['ID=e8780e54-abae-47a0-89cf-3e57bdd3ca76,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:09.751930 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb38d957-b5c8-4014-a7b1-3fc7726154f0 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:09.756969 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-eb38d957-b5c8-4014-a7b1-3fc7726154f0 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2942836 Jul 07 20:53:09.756969 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38d957-b5c8-4014-a7b1-3fc7726154f0 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505674ef-d4d0-4368-b07b-6e90a926668d,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:09.760173 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41056) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:09.834808 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7542d676-e208-4cf9-b04a-317c22761dc2 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:09.842269 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1d9f582e-800c-4b4a-bb93-f25bd5da7fcd req-b5b044c7-5e6f-46ba-a6b6-5496cd759e49 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:09.866474 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7542d676-e208-4cf9-b04a-317c22761dc2 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:09.913457 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1d9f582e-800c-4b4a-bb93-f25bd5da7fcd req-b5b044c7-5e6f-46ba-a6b6-5496cd759e49 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:09.914961 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7542d676-e208-4cf9-b04a-317c22761dc2 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:09.940013 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7542d676-e208-4cf9-b04a-317c22761dc2 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:09.940013 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7542d676-e208-4cf9-b04a-317c22761dc2 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/505674ef-d4d0-4368-b07b-6e90a926668d HTTP/1.1" status: 204 len: 168 time: 0.1755490 Jul 07 20:53:09.940330 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41060) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:09.977431 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542d676-e208-4cf9-b04a-317c22761dc2 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=505674ef-d4d0-4368-b07b-6e90a926668d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:10.067580 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a7c68c8d-a066-48de-ba9d-81e9bf5e3a4c tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1220393 Jul 07 20:53:10.067899 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41062) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:10.143870 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-697dba5a-27a2-419d-9adc-1dbfaeff91ba tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:10.172482 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1d9f582e-800c-4b4a-bb93-f25bd5da7fcd req-b5b044c7-5e6f-46ba-a6b6-5496cd759e49 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:10.176839 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-697dba5a-27a2-419d-9adc-1dbfaeff91ba tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:10.180747 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1d9f582e-800c-4b4a-bb93-f25bd5da7fcd req-b5b044c7-5e6f-46ba-a6b6-5496cd759e49 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:10.224951 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-697dba5a-27a2-419d-9adc-1dbfaeff91ba tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:10.227999 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-697dba5a-27a2-419d-9adc-1dbfaeff91ba tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:10.231591 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-697dba5a-27a2-419d-9adc-1dbfaeff91ba tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "DELETE /v2.0/security-groups/395697b0-e4bf-4f90-bcd3-a206fc3613cb HTTP/1.1" status: 204 len: 168 time: 0.1514757 Jul 07 20:53:10.232325 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41064) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:10.256436 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dba5a-27a2-419d-9adc-1dbfaeff91ba tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=395697b0-e4bf-4f90-bcd3-a206fc3613cb,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:10.297063 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4404dd53-cabf-4a4e-b233-3691e5900221 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0600924 Jul 07 20:53:10.301717 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41066) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:10.302654 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1d9f582e-800c-4b4a-bb93-f25bd5da7fcd req-b5b044c7-5e6f-46ba-a6b6-5496cd759e49 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:10.307888 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-4d1a17c4-a945-4827-8d9b-ea4e7913e59c tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Request body: {'security_group': {'name': 'tempest-secgroup--78404995'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:10.338263 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b044c7-5e6f-46ba-a6b6-5496cd759e49 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Pushing event updated for resources: {'Port': ['ID=e8780e54-abae-47a0-89cf-3e57bdd3ca76,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:10.350156 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4d1a17c4-a945-4827-8d9b-ea4e7913e59c tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:10.353540 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1d9f582e-800c-4b4a-bb93-f25bd5da7fcd req-b5b044c7-5e6f-46ba-a6b6-5496cd759e49 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:10.357723 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1d9f582e-800c-4b4a-bb93-f25bd5da7fcd req-b5b044c7-5e6f-46ba-a6b6-5496cd759e49 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5718870 Jul 07 20:53:10.472852 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1d9f582e-800c-4b4a-bb93-f25bd5da7fcd req-712c7761-e9c8-48cc-b255-eca332ce2f92 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.31 HTTP/1.1" status: 200 len: 695 time: 0.1072609 Jul 07 20:53:10.511612 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4d1a17c4-a945-4827-8d9b-ea4e7913e59c tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:10.518098 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4d1a17c4-a945-4827-8d9b-ea4e7913e59c tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:10.563792 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4d1a17c4-a945-4827-8d9b-ea4e7913e59c tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:10.565075 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4d1a17c4-a945-4827-8d9b-ea4e7913e59c tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2609572 Jul 07 20:53:10.569904 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41068) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:10.574177 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-b1a53718-4e58-4e70-ae1d-9464241260ed tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Request body: {'security_group_rule': {'security_group_id': '37715944-61d5-4aca-adb7-05cccbb2e837', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:10.585994 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a17c4-a945-4827-8d9b-ea4e7913e59c tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37715944-61d5-4aca-adb7-05cccbb2e837,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:10.622114 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1a53718-4e58-4e70-ae1d-9464241260ed tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:10.665584 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f582e-800c-4b4a-bb93-f25bd5da7fcd req-29f496cb-fa6d-4d34-85a3-30ca24aac03d tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:10.667772 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1d9f582e-800c-4b4a-bb93-f25bd5da7fcd req-29f496cb-fa6d-4d34-85a3-30ca24aac03d tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.1773257 Jul 07 20:53:10.772440 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097982d0-3178-4764-ad5a-994cd84d58bc x-openstack-request-id: req-097982d0-3178-4764-ad5a-994cd84d58bc {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:10.772710 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "tag": "d7fec304-11d1-4452-911b-57ab895c23da", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "11449f02-572c-4b08-bbac-69cac6818ffe", "tag": "5eb86ae6-5404-4899-93ce-80c856a7b0e5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "373c86ae-efb7-488e-8a03-39c7073774d2", "tag": "6cbf53d2-a34c-40c4-af6a-bc795d044e11", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "tag": "29732634-95f5-4e62-8e93-449363f211e4", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:10.773004 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-097982d0-3178-4764-ad5a-994cd84d58bc {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:10.773378 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'tag': 'd7fec304-11d1-4452-911b-57ab895c23da', 'status': 'completed', 'code': 200} Jul 07 20:53:10.773649 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11449f02-572c-4b08-bbac-69cac6818ffe', 'tag': '5eb86ae6-5404-4899-93ce-80c856a7b0e5', 'status': 'completed', 'code': 200} Jul 07 20:53:10.774035 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373c86ae-efb7-488e-8a03-39c7073774d2', 'tag': '6cbf53d2-a34c-40c4-af6a-bc795d044e11', 'status': 'completed', 'code': 200} Jul 07 20:53:10.774289 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'tag': '29732634-95f5-4e62-8e93-449363f211e4', 'status': 'completed', 'code': 200} Jul 07 20:53:10.841193 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1a53718-4e58-4e70-ae1d-9464241260ed tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:10.846101 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1a53718-4e58-4e70-ae1d-9464241260ed tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:10.912139 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-ce142280-7dc7-4ae6-bd3d-504f5418f4ff tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:10.913789 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-ce142280-7dc7-4ae6-bd3d-504f5418f4ff tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.39 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 808 time: 0.2617240 Jul 07 20:53:10.937045 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-b1f0af0f-b14d-4cd9-a9eb-3edad67c7d35 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Request body: {'port': {'device_id': '0ebb452c-aca9-4235-87a6-7bff663ad8a5', 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136', 'admin_state_up': True, 'tenant_id': '65fae3fefbe64254998437b5d4795dfb'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:10.946660 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a53718-4e58-4e70-ae1d-9464241260ed tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b9333b-3f48-4c19-b38a-33928a7787a5,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:10.992926 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c9e183f7-db9c-47dc-b716-34ed947f38ee req-d51d5c67-8391-46b9-841c-e95efb4635f7 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 210 time: 0.0663853 Jul 07 20:53:11.000081 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1a53718-4e58-4e70-ae1d-9464241260ed tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:11.002179 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b1a53718-4e58-4e70-ae1d-9464241260ed tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4307716 Jul 07 20:53:11.006410 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41072) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:11.024349 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-3b81c188-f3c4-4623-bcbe-820c6780c04f tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Request body: {'security_group_rule': {'security_group_id': '37715944-61d5-4aca-adb7-05cccbb2e837', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:11.128502 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-cf35b1c2-f2ae-48ad-9d47-723c133fae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:11.130085 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-cf35b1c2-f2ae-48ad-9d47-723c133fae7f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfe91e05b1564766ac243e3a53b670d9&device_id=11449f02-572c-4b08-bbac-69cac6818ffe HTTP/1.1" status: 200 len: 1098 time: 0.3136480 Jul 07 20:53:11.135090 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b81c188-f3c4-4623-bcbe-820c6780c04f tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:11.198995 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-b1f0af0f-b14d-4cd9-a9eb-3edad67c7d35 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Made reservation on behalf of 65fae3fefbe64254998437b5d4795dfb for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:53:11.204692 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-b1f0af0f-b14d-4cd9-a9eb-3edad67c7d35 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:11.399216 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b81c188-f3c4-4623-bcbe-820c6780c04f tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:11.407512 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b81c188-f3c4-4623-bcbe-820c6780c04f tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:11.420926 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-6878ce18-fabf-4828-aa5c-e03e0add1a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:11.422909 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-6878ce18-fabf-4828-aa5c-e03e0add1a7f service neutron] 10.222.0.39 "GET /v2.0/networks?id=e5521cf8-568c-451a-aa56-f875facb5117 HTTP/1.1" status: 200 len: 929 time: 0.2321525 Jul 07 20:53:11.428046 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81c188-f3c4-4623-bcbe-820c6780c04f tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19cd4e3-a410-4c2e-afad-1b6ca2b42410,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:11.437311 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-b1f0af0f-b14d-4cd9-a9eb-3edad67c7d35 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Allocated IP 172.20.0.4 (a969003f-4d51-4bc6-945b-910c720df136/e76f85dc-7298-41c1-a5c0-b46924c81a29/9e8dc120-1c1d-4965-9950-8de84c2c9254) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:53:11.460601 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a4dbe-bafb-4f69-8baf-3a90796af09f req-0c2dd45b-3da8-4545-8c28-575877d9c319 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:11.466772 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a4dbe-bafb-4f69-8baf-3a90796af09f req-0c2dd45b-3da8-4545-8c28-575877d9c319 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:11.474370 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a4dbe-bafb-4f69-8baf-3a90796af09f req-0c2dd45b-3da8-4545-8c28-575877d9c319 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:11.480404 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a4dbe-bafb-4f69-8baf-3a90796af09f req-0c2dd45b-3da8-4545-8c28-575877d9c319 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:11.487004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a4dbe-bafb-4f69-8baf-3a90796af09f req-0c2dd45b-3da8-4545-8c28-575877d9c319 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:11.493276 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a4dbe-bafb-4f69-8baf-3a90796af09f req-0c2dd45b-3da8-4545-8c28-575877d9c319 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:11.499774 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a4dbe-bafb-4f69-8baf-3a90796af09f req-0c2dd45b-3da8-4545-8c28-575877d9c319 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:11.501877 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-515a4dbe-bafb-4f69-8baf-3a90796af09f req-0c2dd45b-3da8-4545-8c28-575877d9c319 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5404 time: 0.3181074 Jul 07 20:53:11.559679 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b81c188-f3c4-4623-bcbe-820c6780c04f tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:11.563935 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3b81c188-f3c4-4623-bcbe-820c6780c04f tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5554790 Jul 07 20:53:11.566568 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41074) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:11.577752 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-1b9ec6a0-95ce-4fe1-9135-154623f072e7 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Request body: {'security_group_rule': {'security_group_id': '37715944-61d5-4aca-adb7-05cccbb2e837', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:11.627859 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-515a4dbe-bafb-4f69-8baf-3a90796af09f req-ae606dae-7086-4661-9719-465e4d756903 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820141 Jul 07 20:53:11.632251 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-011a7b55-7333-40bd-b2cb-e16f39fe289c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eb86ae6-5404-4899-93ce-80c856a7b0e5 HTTP/1.1" status: 200 len: 1001 time: 0.1294024 Jul 07 20:53:11.655172 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b9ec6a0-95ce-4fe1-9135-154623f072e7 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:11.726016 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-6f505e3a-9dca-4ecc-8ce4-04efacb818ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:11.727566 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-6f505e3a-9dca-4ecc-8ce4-04efacb818ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b1a6a8f-f761-405e-ad77-75520358891e HTTP/1.1" status: 200 len: 867 time: 0.0833912 Jul 07 20:53:11.750682 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-b1f0af0f-b14d-4cd9-a9eb-3edad67c7d35 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:11.813149 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b9ec6a0-95ce-4fe1-9135-154623f072e7 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:11.824381 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b9ec6a0-95ce-4fe1-9135-154623f072e7 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:11.838430 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-b1f0af0f-b14d-4cd9-a9eb-3edad67c7d35 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:11.870173 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-521594b2-4ea7-4818-be10-09d7350056eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:11.873448 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-521594b2-4ea7-4818-be10-09d7350056eb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e5521cf8-568c-451a-aa56-f875facb5117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1316068 Jul 07 20:53:11.874757 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ec6a0-95ce-4fe1-9135-154623f072e7 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1fc8e4-7048-4dc5-948b-44cacc145ac4,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:11.884530 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-b1f0af0f-b14d-4cd9-a9eb-3edad67c7d35 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Network a969003f-4d51-4bc6-945b-910c720df136 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:53:11.885828 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b9ec6a0-95ce-4fe1-9135-154623f072e7 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:11.887424 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1b9ec6a0-95ce-4fe1-9135-154623f072e7 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3139081 Jul 07 20:53:11.891586 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-b1f0af0f-b14d-4cd9-a9eb-3edad67c7d35 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:53:11.895816 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41078) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:11.902696 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ebd6921d-95ff-4981-9ae9-a0bc02cd869b tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Request body: {'security_group_rule': {'security_group_id': '37715944-61d5-4aca-adb7-05cccbb2e837', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:11.907973 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-b1f0af0f-b14d-4cd9-a9eb-3edad67c7d35 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:53:11.983319 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0af0f-b14d-4cd9-a9eb-3edad67c7d35 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Pushing event updated for resources: {'Port': ['ID=9e8dc120-1c1d-4965-9950-8de84c2c9254,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:12.022527 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-b1f0af0f-b14d-4cd9-a9eb-3edad67c7d35 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:12.023711 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-b1f0af0f-b14d-4cd9-a9eb-3edad67c7d35 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:12.053404 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ebd6921d-95ff-4981-9ae9-a0bc02cd869b tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:12.089157 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-6a1edca5-a650-49d6-81c8-ca06e6d51883 service neutron] 10.222.0.39 "GET /v2.0/networks/e5521cf8-568c-451a-aa56-f875facb5117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001972 Jul 07 20:53:12.149831 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ebd6921d-95ff-4981-9ae9-a0bc02cd869b tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:12.154525 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-b1f0af0f-b14d-4cd9-a9eb-3edad67c7d35 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2236357 Jul 07 20:53:12.157533 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ebd6921d-95ff-4981-9ae9-a0bc02cd869b tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:12.173947 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6ed8f-7046-4d61-8ae1-761386ee08ed req-e497a772-bf73-4bec-ba45-331631cdb0e5 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:12.175857 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91a6ed8f-7046-4d61-8ae1-761386ee08ed req-e497a772-bf73-4bec-ba45-331631cdb0e5 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/ports?device_id=74421b2e-b061-4b74-be82-52b4f89f1e61 HTTP/1.1" status: 200 len: 943 time: 0.1766367 Jul 07 20:53:12.191928 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-1bb56231-a413-458a-904a-c970e3258019 service neutron] Request body: {'port': {'device_id': '0ebb452c-aca9-4235-87a6-7bff663ad8a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:12.211523 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6921d-95ff-4981-9ae9-a0bc02cd869b tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40681de-619a-4f5f-a915-bc43513441e2,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:12.264440 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-8f5722ee-7a8f-4357-b143-dea1507cd44a service neutron] 10.222.0.39 "GET /v2.0/networks/e5521cf8-568c-451a-aa56-f875facb5117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638188 Jul 07 20:53:12.284204 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91a6ed8f-7046-4d61-8ae1-761386ee08ed req-29b579b8-2bea-44bc-92b7-6d6fcc0e4a8d tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc13b627-3909-4b07-8612-9b694608496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953228 Jul 07 20:53:12.515993 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1149635-3b11-43d9-8a4b-a695e5ccac69 req-abad96ec-08f7-4f93-92d3-9f7cab649eb9 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:12.517510 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c1149635-3b11-43d9-8a4b-a695e5ccac69 req-abad96ec-08f7-4f93-92d3-9f7cab649eb9 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 947 time: 0.1047757 Jul 07 20:53:12.533883 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ebd6921d-95ff-4981-9ae9-a0bc02cd869b tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:12.535089 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ebd6921d-95ff-4981-9ae9-a0bc02cd869b tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6382952 Jul 07 20:53:12.539820 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41082) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:12.545825 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-43d2a4e8-c38e-430a-9fc5-194286dadd97 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Request body: {'security_group_rule': {'security_group_id': '37715944-61d5-4aca-adb7-05cccbb2e837', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:12.575596 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-1bb56231-a413-458a-904a-c970e3258019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:12.579906 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c1149635-3b11-43d9-8a4b-a695e5ccac69 req-f9d76053-52b9-468e-957d-26bf942afe34 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566297 Jul 07 20:53:12.591539 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-43d2a4e8-c38e-430a-9fc5-194286dadd97 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:12.672908 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-43d2a4e8-c38e-430a-9fc5-194286dadd97 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:12.678429 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-43d2a4e8-c38e-430a-9fc5-194286dadd97 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:12.714350 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2a4e8-c38e-430a-9fc5-194286dadd97 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e29ca2dd-6c09-41a6-8642-93c61cf5c41a,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:12.758963 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-43d2a4e8-c38e-430a-9fc5-194286dadd97 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:12.760248 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-43d2a4e8-c38e-430a-9fc5-194286dadd97 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2195086 Jul 07 20:53:12.764018 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41086) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:12.809284 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3a4632fa-98a9-4bcf-b066-f6666fdc266e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:12.823250 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3a4632fa-98a9-4bcf-b066-f6666fdc266e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:12.837479 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70bf1e-6bf6-464b-90fe-67b30a6fdf1e req-f777c48b-2fdb-4da9-ad96-a934b2071d6e tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:12.839128 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc70bf1e-6bf6-464b-90fe-67b30a6fdf1e req-f777c48b-2fdb-4da9-ad96-a934b2071d6e tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/ports?device_id=11449f02-572c-4b08-bbac-69cac6818ffe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1211257 Jul 07 20:53:12.907697 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-1bb56231-a413-458a-904a-c970e3258019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8dc120-1c1d-4965-9950-8de84c2c9254 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:53:12.916738 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-1bb56231-a413-458a-904a-c970e3258019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:12.947518 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-1bb56231-a413-458a-904a-c970e3258019 service neutron] Transition to ACTIVE for port object 9e8dc120-1c1d-4965-9950-8de84c2c9254 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:53:12.947884 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc70bf1e-6bf6-464b-90fe-67b30a6fdf1e req-5d7cef1d-af04-4fba-b575-20284172889e tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.31 HTTP/1.1" status: 200 len: 695 time: 0.0842545 Jul 07 20:53:12.948878 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3a4632fa-98a9-4bcf-b066-f6666fdc266e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:12.955258 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-1bb56231-a413-458a-904a-c970e3258019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:12.955701 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3a4632fa-98a9-4bcf-b066-f6666fdc266e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:12.956995 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3a4632fa-98a9-4bcf-b066-f6666fdc266e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/e29ca2dd-6c09-41a6-8642-93c61cf5c41a HTTP/1.1" status: 204 len: 168 time: 0.1918449 Jul 07 20:53:12.961235 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41088) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:12.966530 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-cc70bf1e-6bf6-464b-90fe-67b30a6fdf1e req-a475894f-a9f2-4311-80b8-81c69683f4c7 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Request body: {'floatingip': {'port_id': '5eb86ae6-5404-4899-93ce-80c856a7b0e5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:13.014017 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4632fa-98a9-4bcf-b066-f6666fdc266e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e29ca2dd-6c09-41a6-8642-93c61cf5c41a,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:13.032578 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cc70bf1e-6bf6-464b-90fe-67b30a6fdf1e req-a475894f-a9f2-4311-80b8-81c69683f4c7 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks [] for floatingip, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:13.073667 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb56231-a413-458a-904a-c970e3258019 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8dc120-1c1d-4965-9950-8de84c2c9254,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:13.120691 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-880ed32f-9b7c-42c1-9c40-e6ff4a6ef7a4 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1564000 Jul 07 20:53:13.121278 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41090) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:13.185769 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98b97b6b-d707-460f-9620-3c35e3d8d286 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:13.216293 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98b97b6b-d707-460f-9620-3c35e3d8d286 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:13.227866 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-1bb56231-a413-458a-904a-c970e3258019 service neutron] Attempting to bind port 9e8dc120-1c1d-4965-9950-8de84c2c9254 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:53:13.228226 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-1bb56231-a413-458a-904a-c970e3258019 service neutron] Attempting to bind port 9e8dc120-1c1d-4965-9950-8de84c2c9254 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:53:13.228661 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-1bb56231-a413-458a-904a-c970e3258019 service neutron] Attempting to bind port 9e8dc120-1c1d-4965-9950-8de84c2c9254 on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:53:13.240369 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-1bb56231-a413-458a-904a-c970e3258019 service neutron] Port 9e8dc120-1c1d-4965-9950-8de84c2c9254 on network a969003f-4d51-4bc6-945b-910c720df136 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:53:13.240715 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-1bb56231-a413-458a-904a-c970e3258019 service neutron] Attempting to bind port 9e8dc120-1c1d-4965-9950-8de84c2c9254 on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:53:13.248249 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-1bb56231-a413-458a-904a-c970e3258019 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:53:13.248877 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-1bb56231-a413-458a-904a-c970e3258019 service neutron] Checking segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:53:13.250223 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-1bb56231-a413-458a-904a-c970e3258019 service neutron] Bound using segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:53:13.250637 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-1bb56231-a413-458a-904a-c970e3258019 service neutron] Bound port: 9e8dc120-1c1d-4965-9950-8de84c2c9254, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:53:13.251012 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-1bb56231-a413-458a-904a-c970e3258019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:13.341271 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-1bb56231-a413-458a-904a-c970e3258019 service neutron] For port 9e8dc120-1c1d-4965-9950-8de84c2c9254, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:53:13.345028 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-1bb56231-a413-458a-904a-c970e3258019 service neutron] For port 9e8dc120-1c1d-4965-9950-8de84c2c9254, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=9e8dc120-1c1d-4965-9950-8de84c2c9254,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:53:13.351485 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-1bb56231-a413-458a-904a-c970e3258019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:13.401290 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-1bb56231-a413-458a-904a-c970e3258019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:13.402300 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-1bb56231-a413-458a-904a-c970e3258019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:13.403859 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-1bb56231-a413-458a-904a-c970e3258019 service neutron] 10.222.0.39 "PUT /v2.0/ports/9e8dc120-1c1d-4965-9950-8de84c2c9254 HTTP/1.1" status: 200 len: 1092 time: 1.2188022 Jul 07 20:53:13.404313 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ebb452c-aca9-4235-87a6-7bff663ad8a5', 'tag': '9e8dc120-1c1d-4965-9950-8de84c2c9254'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:13.406717 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86ed9a3-6aaa-4062-9f51-932dcf892a33" -d '{"events": [{"name": "network-changed", "server_uuid": "0ebb452c-aca9-4235-87a6-7bff663ad8a5", "tag": "9e8dc120-1c1d-4965-9950-8de84c2c9254"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:13.447435 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98b97b6b-d707-460f-9620-3c35e3d8d286 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:13.457368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb56231-a413-458a-904a-c970e3258019 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8dc120-1c1d-4965-9950-8de84c2c9254,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:13.461810 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98b97b6b-d707-460f-9620-3c35e3d8d286 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:13.463362 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-98b97b6b-d707-460f-9620-3c35e3d8d286 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/f40681de-619a-4f5f-a915-bc43513441e2 HTTP/1.1" status: 204 len: 168 time: 0.3413289 Jul 07 20:53:13.490356 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41098) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:13.537288 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b97b6b-d707-460f-9620-3c35e3d8d286 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f40681de-619a-4f5f-a915-bc43513441e2,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:13.567675 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-cc70bf1e-6bf6-464b-90fe-67b30a6fdf1e req-a475894f-a9f2-4311-80b8-81c69683f4c7 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 20:53:13.568852 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:53:13.584096 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc70bf1e-6bf6-464b-90fe-67b30a6fdf1e req-a475894f-a9f2-4311-80b8-81c69683f4c7 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "PUT /v2.0/floatingips/a5dc429c-9e82-4a8b-b91a-283a11ccafc1 HTTP/1.1" status: 409 len: 550 time: 0.6260130 Jul 07 20:53:13.611199 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9311cf6a-dd3b-49bb-ba38-75a757ee462b tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1196907 Jul 07 20:53:13.614393 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41104) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:13.625030 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-218adb27-dbe0-4f4f-a6e3-591ddddd2181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:13.627759 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-218adb27-dbe0-4f4f-a6e3-591ddddd2181 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 1095 time: 0.1552603 Jul 07 20:53:13.644339 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fc5d39ae-44e7-4933-bac8-e2ed54313685 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:13.663729 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fc5d39ae-44e7-4933-bac8-e2ed54313685 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:13.730342 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fc5d39ae-44e7-4933-bac8-e2ed54313685 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:13.737747 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fc5d39ae-44e7-4933-bac8-e2ed54313685 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:13.741278 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fc5d39ae-44e7-4933-bac8-e2ed54313685 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/bb1fc8e4-7048-4dc5-948b-44cacc145ac4 HTTP/1.1" status: 204 len: 168 time: 0.1227779 Jul 07 20:53:13.750036 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41106) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:13.752363 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-344cc61d-1ed6-46f6-a539-ee711626ee3f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e8dc120-1c1d-4965-9950-8de84c2c9254 HTTP/1.1" status: 200 len: 217 time: 0.1014030 Jul 07 20:53:13.789864 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d39ae-44e7-4933-bac8-e2ed54313685 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb1fc8e4-7048-4dc5-948b-44cacc145ac4,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:13.819899 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-e188f718-2f7b-4a6f-ac17-62b1400204bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:13.837199 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-db3f55ba-3e76-4824-9173-872d9cb0e61c tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0816727 Jul 07 20:53:13.837454 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-e188f718-2f7b-4a6f-ac17-62b1400204bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e76f85dc-7298-41c1-a5c0-b46924c81a29 HTTP/1.1" status: 200 len: 848 time: 0.0621665 Jul 07 20:53:13.839833 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41108) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:13.903037 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-c53ecfe5-aae8-469e-b453-5f729dc7a36b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a969003f-4d51-4bc6-945b-910c720df136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674410 Jul 07 20:53:13.906108 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c276b255-9d6d-4e4d-b61d-a2e00d57f3ed tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:13.915542 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c276b255-9d6d-4e4d-b61d-a2e00d57f3ed tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:13.959458 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c276b255-9d6d-4e4d-b61d-a2e00d57f3ed tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:13.982133 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c276b255-9d6d-4e4d-b61d-a2e00d57f3ed tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:13.986291 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c276b255-9d6d-4e4d-b61d-a2e00d57f3ed tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/d19cd4e3-a410-4c2e-afad-1b6ca2b42410 HTTP/1.1" status: 204 len: 168 time: 0.1453938 Jul 07 20:53:13.987042 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41112) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:14.002537 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276b255-9d6d-4e4d-b61d-a2e00d57f3ed tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d19cd4e3-a410-4c2e-afad-1b6ca2b42410,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:14.076396 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-99e577e2-e579-4fab-9c12-fb948b65f676 service neutron] 10.222.0.39 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635580 Jul 07 20:53:14.136480 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4f7e33aa-6826-46ae-8fcb-66096f28a717 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1469057 Jul 07 20:53:14.141876 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41114) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:14.188130 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-21df6d53-21e8-4822-99ba-75ccec9da595 req-22186091-b01d-4017-9d53-9b30fa91dee3 service neutron] 10.222.0.39 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987408 Jul 07 20:53:14.193410 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-57f744b6-2cbd-4722-a4bc-118dd077992e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:14.222436 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e5984-d5f8-4d63-a4ea-d234ce94f017 req-bdd8db6d-cf77-40f0-a65d-cae464456a2f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:14.225720 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a14e5984-d5f8-4d63-a4ea-d234ce94f017 req-bdd8db6d-cf77-40f0-a65d-cae464456a2f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 943 time: 0.1921172 Jul 07 20:53:14.229182 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-57f744b6-2cbd-4722-a4bc-118dd077992e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:14.298534 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-57f744b6-2cbd-4722-a4bc-118dd077992e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:14.310036 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-57f744b6-2cbd-4722-a4bc-118dd077992e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:14.312777 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-57f744b6-2cbd-4722-a4bc-118dd077992e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/16b9333b-3f48-4c19-b38a-33928a7787a5 HTTP/1.1" status: 204 len: 168 time: 0.1684353 Jul 07 20:53:14.314854 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41116) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:14.318814 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a14e5984-d5f8-4d63-a4ea-d234ce94f017 req-55f78d19-d618-4148-b517-33e23035c206 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854816 Jul 07 20:53:14.324949 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f744b6-2cbd-4722-a4bc-118dd077992e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16b9333b-3f48-4c19-b38a-33928a7787a5,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:14.365554 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-45d22e22-0400-4b42-b2c2-84698fed1905 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0493209 Jul 07 20:53:14.368582 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41118) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:14.423688 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dda057bf-273a-4946-9226-93d702e1ef70 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:14.451227 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dda057bf-273a-4946-9226-93d702e1ef70 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:14.504088 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dda057bf-273a-4946-9226-93d702e1ef70 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:14.506730 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dda057bf-273a-4946-9226-93d702e1ef70 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:14.507923 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dda057bf-273a-4946-9226-93d702e1ef70 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "DELETE /v2.0/security-groups/37715944-61d5-4aca-adb7-05cccbb2e837 HTTP/1.1" status: 204 len: 168 time: 0.1383708 Jul 07 20:53:14.512178 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41120) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:14.523074 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda057bf-273a-4946-9226-93d702e1ef70 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37715944-61d5-4aca-adb7-05cccbb2e837,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:14.524517 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924041fd-ad41-4526-8ed1-7dcd1a4a78ec req-f03ba47e-de14-4fad-a892-45b4f24aa3ba tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:14.536492 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924041fd-ad41-4526-8ed1-7dcd1a4a78ec req-f03ba47e-de14-4fad-a892-45b4f24aa3ba tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:14.549517 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924041fd-ad41-4526-8ed1-7dcd1a4a78ec req-f03ba47e-de14-4fad-a892-45b4f24aa3ba tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:14.559931 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924041fd-ad41-4526-8ed1-7dcd1a4a78ec req-f03ba47e-de14-4fad-a892-45b4f24aa3ba tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:14.567012 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5d3fe1b9-a8e1-4050-b082-c87eaf618395 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0480609 Jul 07 20:53:14.567012 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41122) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:14.571402 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-a4352139-a986-4763-b053-765b747cedfc tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Request body: {'security_group': {'name': 'tempest-secgroup--949449435'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:14.573568 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924041fd-ad41-4526-8ed1-7dcd1a4a78ec req-f03ba47e-de14-4fad-a892-45b4f24aa3ba tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:14.579939 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924041fd-ad41-4526-8ed1-7dcd1a4a78ec req-f03ba47e-de14-4fad-a892-45b4f24aa3ba tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:14.585793 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924041fd-ad41-4526-8ed1-7dcd1a4a78ec req-f03ba47e-de14-4fad-a892-45b4f24aa3ba tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:14.587742 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-924041fd-ad41-4526-8ed1-7dcd1a4a78ec req-f03ba47e-de14-4fad-a892-45b4f24aa3ba tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5404 time: 0.1512227 Jul 07 20:53:14.595256 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4352139-a986-4763-b053-765b747cedfc tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:14.630115 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-924041fd-ad41-4526-8ed1-7dcd1a4a78ec req-6c1d6508-9cbe-4cc8-ace4-3ba7f820bcda tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356379 Jul 07 20:53:14.711074 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4352139-a986-4763-b053-765b747cedfc tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:14.715506 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4352139-a986-4763-b053-765b747cedfc tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:14.752344 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4352139-a986-4763-b053-765b747cedfc tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:14.753811 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a4352139-a986-4763-b053-765b747cedfc tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1860967 Jul 07 20:53:14.757531 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41124) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:14.765033 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ea2e0fb2-0389-4bd3-a16a-f3315c60f33f tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Request body: {'security_group_rule': {'security_group_id': 'e1621662-abc5-447b-b489-b1374b8bf7ec', 'direction': 'ingress', 'protocol': 17}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:14.781029 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4352139-a986-4763-b053-765b747cedfc tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1621662-abc5-447b-b489-b1374b8bf7ec,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:14.835317 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b9330392-5709-49e2-bba6-9472a2528aea service neutron] Request body: {'port': {'device_id': '776d3f39-d4b1-4582-bea8-433919a8c356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:14.877285 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d517ac93-8a57-40d4-9a89-fe8015ded274 x-openstack-request-id: req-d517ac93-8a57-40d4-9a89-fe8015ded274 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:14.877571 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ebb452c-aca9-4235-87a6-7bff663ad8a5", "tag": "9e8dc120-1c1d-4965-9950-8de84c2c9254", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:14.877813 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d517ac93-8a57-40d4-9a89-fe8015ded274 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:14.878221 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ebb452c-aca9-4235-87a6-7bff663ad8a5', 'tag': '9e8dc120-1c1d-4965-9950-8de84c2c9254', 'status': 'completed', 'code': 200} Jul 07 20:53:14.958958 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0498d92-bc03-410a-8cfa-f19f25eed34f req-ce6a3653-afdc-4b52-9194-5a7bd9e83d9c tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/floatingips/a5dc429c-9e82-4a8b-b91a-283a11ccafc1 HTTP/1.1" status: 200 len: 692 time: 0.0703273 Jul 07 20:53:15.000472 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ea2e0fb2-0389-4bd3-a16a-f3315c60f33f tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:15.013265 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-1da8c50b-2192-4415-875d-3df3f4642a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:15.014603 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-1da8c50b-2192-4415-875d-3df3f4642a02 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f66876c7-d3ed-4f86-9cff-283b6f88dfb7 HTTP/1.1" status: 200 len: 853 time: 0.2159150 Jul 07 20:53:15.081934 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c533a49-0daf-457e-bd41-bbffd5ff70b0 req-ab0eb7c7-8a2c-45bb-b9b7-18d878a40d9e tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:15.083713 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c533a49-0daf-457e-bd41-bbffd5ff70b0 req-ab0eb7c7-8a2c-45bb-b9b7-18d878a40d9e tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/ports?device_id=74421b2e-b061-4b74-be82-52b4f89f1e61 HTTP/1.1" status: 200 len: 943 time: 0.2533870 Jul 07 20:53:15.085729 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-71ce4d29-d318-4449-8d2b-36d6c09f6e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:15.087255 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-71ce4d29-d318-4449-8d2b-36d6c09f6e1d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3048644 Jul 07 20:53:15.090886 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b9330392-5709-49e2-bba6-9472a2528aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:15.135392 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-91f13f11-65e0-4f03-a0e1-bbd17b30be72 req-3fcedc44-3ff2-45d1-ae3f-889678a31f12 service neutron] 10.222.0.58 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567610 Jul 07 20:53:15.139292 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-1d541aca-997a-4bc9-95ba-cec6f942879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:15.140650 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-1d541aca-997a-4bc9-95ba-cec6f942879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:15.141001 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-1d541aca-997a-4bc9-95ba-cec6f942879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:15.142386 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-1d541aca-997a-4bc9-95ba-cec6f942879a service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=859c780e1e8746908f85dc4bc22ba62e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3283801 Jul 07 20:53:15.180393 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ea2e0fb2-0389-4bd3-a16a-f3315c60f33f tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:15.221356 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ea2e0fb2-0389-4bd3-a16a-f3315c60f33f tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:15.237728 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ed9a3-6aaa-4062-9f51-932dcf892a33 req-f091e963-1e03-4c29-8859-209fdafa98e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:15.239234 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b86ed9a3-6aaa-4062-9f51-932dcf892a33 req-f091e963-1e03-4c29-8859-209fdafa98e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 1095 time: 0.3121622 Jul 07 20:53:15.255770 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c533a49-0daf-457e-bd41-bbffd5ff70b0 req-8f539db8-6b34-47e1-a853-17cff33ce194 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc13b627-3909-4b07-8612-9b694608496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597080 Jul 07 20:53:15.284496 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0498d92-bc03-410a-8cfa-f19f25eed34f req-660b605a-f3c2-48a4-8a40-64b751a2b933 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:15.284496 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0498d92-bc03-410a-8cfa-f19f25eed34f req-660b605a-f3c2-48a4-8a40-64b751a2b933 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.2907312 Jul 07 20:53:15.285025 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e0fb2-0389-4bd3-a16a-f3315c60f33f tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313b1f25-8f94-4a2f-9b6a-d1d4e322b1b5,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:15.324438 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ea2e0fb2-0389-4bd3-a16a-f3315c60f33f tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:15.328890 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ea2e0fb2-0389-4bd3-a16a-f3315c60f33f tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5668764 Jul 07 20:53:15.334064 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-97a786b8-a008-420f-a97e-65116ca860d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:15.335605 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-97a786b8-a008-420f-a97e-65116ca860d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bcd41d8f-3e87-4622-92ea-0ce27cca5c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3072085 Jul 07 20:53:15.344439 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41128) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:15.419457 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0498d92-bc03-410a-8cfa-f19f25eed34f req-b2cc4f07-f3d8-4334-a828-b527764b3a5d tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.31 HTTP/1.1" status: 200 len: 695 time: 0.1325648 Jul 07 20:53:15.426307 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-f62e3920-00d1-4ad6-83c9-5fe720a89c48 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290229 Jul 07 20:53:15.434632 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-b3e6a76d-1f0c-4544-8d4d-4d197a203e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:15.436168 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-b3e6a76d-1f0c-4544-8d4d-4d197a203e5a service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2849991 Jul 07 20:53:15.521692 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ed9a3-6aaa-4062-9f51-932dcf892a33 req-ff5155a6-9581-4b7b-a796-9516333018e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:15.523098 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b86ed9a3-6aaa-4062-9f51-932dcf892a33 req-ff5155a6-9581-4b7b-a796-9516333018e4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 909 time: 0.2726572 Jul 07 20:53:15.572555 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-30e147c5-1af0-4ae4-bf4b-c159f45fec8e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:15.612907 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b86ed9a3-6aaa-4062-9f51-932dcf892a33 req-52cb24d8-64f3-4967-ae40-eb022af07b58 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e8dc120-1c1d-4965-9950-8de84c2c9254 HTTP/1.1" status: 200 len: 217 time: 0.0588930 Jul 07 20:53:15.621434 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-a45333bc-4a7e-4c45-b332-1e2e275c1b03 service neutron] 10.222.0.58 "GET /v2.0/networks/bcd41d8f-3e87-4622-92ea-0ce27cca5c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718067 Jul 07 20:53:15.658107 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-30e147c5-1af0-4ae4-bf4b-c159f45fec8e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:15.778074 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ed9a3-6aaa-4062-9f51-932dcf892a33 req-ef64ed61-6d72-4112-99b2-278ee940055a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:15.779503 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b86ed9a3-6aaa-4062-9f51-932dcf892a33 req-ef64ed61-6d72-4112-99b2-278ee940055a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e76f85dc-7298-41c1-a5c0-b46924c81a29 HTTP/1.1" status: 200 len: 848 time: 0.1507950 Jul 07 20:53:15.790640 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-6cf284cd-d0a1-49e1-ac7d-502aee68f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:15.791126 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-6cf284cd-d0a1-49e1-ac7d-502aee68f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:15.791629 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-6cf284cd-d0a1-49e1-ac7d-502aee68f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:15.792104 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-6cf284cd-d0a1-49e1-ac7d-502aee68f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:15.792571 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-6cf284cd-d0a1-49e1-ac7d-502aee68f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:15.793040 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-6cf284cd-d0a1-49e1-ac7d-502aee68f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:15.793506 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-6cf284cd-d0a1-49e1-ac7d-502aee68f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:15.795494 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-6cf284cd-d0a1-49e1-ac7d-502aee68f574 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=859c780e1e8746908f85dc4bc22ba62e&device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 6412 time: 0.2917767 Jul 07 20:53:15.844062 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b86ed9a3-6aaa-4062-9f51-932dcf892a33 req-b32b9d3c-4e05-4d79-9b33-8d11d505b4e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a969003f-4d51-4bc6-945b-910c720df136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462451 Jul 07 20:53:15.913426 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-30e147c5-1af0-4ae4-bf4b-c159f45fec8e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:15.915931 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-30e147c5-1af0-4ae4-bf4b-c159f45fec8e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:15.917062 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-30e147c5-1af0-4ae4-bf4b-c159f45fec8e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "DELETE /v2.0/security-groups/e1621662-abc5-447b-b489-b1374b8bf7ec HTTP/1.1" status: 204 len: 168 time: 0.5716500 Jul 07 20:53:15.926292 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41134) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:15.959921 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0498d92-bc03-410a-8cfa-f19f25eed34f req-c30b7fde-7a0c-4b37-b217-5ef016cd09fa tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.31 HTTP/1.1" status: 200 len: 695 time: 0.5111966 Jul 07 20:53:15.966489 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-72f9d638-739c-449e-bb17-ea06319d99b1 req-02113ae2-a8af-4ab3-b298-8811351380df service neutron] 10.222.0.58 "GET /v2.0/networks/bcd41d8f-3e87-4622-92ea-0ce27cca5c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234873 Jul 07 20:53:15.973203 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e147c5-1af0-4ae4-bf4b-c159f45fec8e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1621662-abc5-447b-b489-b1374b8bf7ec,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:16.039546 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-2d3c2adc-e114-40f3-b62e-21092c1d1818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:16.039940 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-2d3c2adc-e114-40f3-b62e-21092c1d1818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:16.040409 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-2d3c2adc-e114-40f3-b62e-21092c1d1818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:16.041985 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-2d3c2adc-e114-40f3-b62e-21092c1d1818 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=859c780e1e8746908f85dc4bc22ba62e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2311461 Jul 07 20:53:16.126211 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b86ed9a3-6aaa-4062-9f51-932dcf892a33 req-f2932b19-8b67-42b3-bf46-0f493f7f6a8f service neutron] 10.222.0.39 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649350 Jul 07 20:53:16.150246 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-81acd1d1-2e4f-4931-a094-d77c4f46f61b service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7005200 Jul 07 20:53:16.158820 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a0cad-ec2c-4c91-a1f7-97923bc1150e req-efe0cf36-7522-42fd-8b02-b9c9672857e6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:16.160392 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d27a0cad-ec2c-4c91-a1f7-97923bc1150e req-efe0cf36-7522-42fd-8b02-b9c9672857e6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 947 time: 0.7621679 Jul 07 20:53:16.175056 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4b6ae2a3-bfc6-49dc-9ec7-76cea36a4896 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2463500 Jul 07 20:53:16.192893 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41136) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:16.201773 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-404bee70-33a9-49b8-a37d-27f0a6ee6f85 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Request body: {'security_group': {'name': 'tempest-secgroup--1913289026'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:16.258735 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-adca6f1f-2549-47dc-b123-fdf162b5bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:16.260265 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-134db39e-d2e5-4fdc-8ba8-db1f2bb73b5b req-adca6f1f-2549-47dc-b123-fdf162b5bc7e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2048759 Jul 07 20:53:16.269212 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-404bee70-33a9-49b8-a37d-27f0a6ee6f85 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:16.272655 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521b821-53e5-4067-b988-4af9b6592961 req-bee0e38e-75ed-413d-95dc-1e0e507dedbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:16.274166 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9521b821-53e5-4067-b988-4af9b6592961 req-bee0e38e-75ed-413d-95dc-1e0e507dedbc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a4391071c5940c79e426dc1a3be6177&device_id=74421b2e-b061-4b74-be82-52b4f89f1e61 HTTP/1.1" status: 200 len: 1095 time: 0.2364497 Jul 07 20:53:16.290908 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d27a0cad-ec2c-4c91-a1f7-97923bc1150e req-d21327c2-3d05-48ac-b951-dad98fc56f0f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118071 Jul 07 20:53:16.302498 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b9330392-5709-49e2-bba6-9472a2528aea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fa963de-4cf7-4796-ae84-de0b61e46db1 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:53:16.323214 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b9330392-5709-49e2-bba6-9472a2528aea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:16.340870 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-a0498d92-bc03-410a-8cfa-f19f25eed34f req-334c3a68-8868-4fa0-af53-64d8d62c9587 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Deleting port e8780e54-abae-47a0-89cf-3e57bdd3ca76 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:53:16.341201 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a0498d92-bc03-410a-8cfa-f19f25eed34f req-334c3a68-8868-4fa0-af53-64d8d62c9587 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:16.376759 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b9330392-5709-49e2-bba6-9472a2528aea service neutron] Transition to ACTIVE for port object 3fa963de-4cf7-4796-ae84-de0b61e46db1 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:53:16.405160 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b9330392-5709-49e2-bba6-9472a2528aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:16.525300 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9330392-5709-49e2-bba6-9472a2528aea service neutron] Pushing event updated for resources: {'Port': ['ID=3fa963de-4cf7-4796-ae84-de0b61e46db1,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:16.547612 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a0498d92-bc03-410a-8cfa-f19f25eed34f req-334c3a68-8868-4fa0-af53-64d8d62c9587 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:16.547962 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a0498d92-bc03-410a-8cfa-f19f25eed34f req-334c3a68-8868-4fa0-af53-64d8d62c9587 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:16.610027 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-a0498d92-bc03-410a-8cfa-f19f25eed34f req-334c3a68-8868-4fa0-af53-64d8d62c9587 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Calling delete_port for e8780e54-abae-47a0-89cf-3e57bdd3ca76 owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:53:16.630265 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b86ed9a3-6aaa-4062-9f51-932dcf892a33 req-7ed10f8c-dc11-4c93-ae80-b4f54a81ebde service neutron] 10.222.0.39 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916644 Jul 07 20:53:16.698136 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c551cb-3efd-47a5-8d44-3c4ca1fdf228 req-a1b00590-8c9a-4438-853e-8abafce29cc5 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:16.699747 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-71c551cb-3efd-47a5-8d44-3c4ca1fdf228 req-a1b00590-8c9a-4438-853e-8abafce29cc5 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.2777302 Jul 07 20:53:16.731265 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-6c0c1d38-90dd-4e99-b45f-135aaf9368d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:16.731776 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-6c0c1d38-90dd-4e99-b45f-135aaf9368d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:16.732262 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-6c0c1d38-90dd-4e99-b45f-135aaf9368d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:16.732732 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-6c0c1d38-90dd-4e99-b45f-135aaf9368d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:16.733198 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-6c0c1d38-90dd-4e99-b45f-135aaf9368d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:16.733747 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-6c0c1d38-90dd-4e99-b45f-135aaf9368d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:16.734211 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-6c0c1d38-90dd-4e99-b45f-135aaf9368d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:16.734875 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b9330392-5709-49e2-bba6-9472a2528aea service neutron] Attempting to bind port 3fa963de-4cf7-4796-ae84-de0b61e46db1 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:53:16.735215 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b9330392-5709-49e2-bba6-9472a2528aea service neutron] Attempting to bind port 3fa963de-4cf7-4796-ae84-de0b61e46db1 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '3c71bb1f-6379-4398-a24d-bfc2b99d5fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c00e2957-f59e-485b-9c29-168f84e55d6e'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:53:16.735572 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b9330392-5709-49e2-bba6-9472a2528aea service neutron] Attempting to bind port 3fa963de-4cf7-4796-ae84-de0b61e46db1 on network c00e2957-f59e-485b-9c29-168f84e55d6e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:53:16.736223 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-6c0c1d38-90dd-4e99-b45f-135aaf9368d3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=859c780e1e8746908f85dc4bc22ba62e&device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 6438 time: 0.1410646 Jul 07 20:53:16.737289 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521b821-53e5-4067-b988-4af9b6592961 req-2f17e44d-c2d6-433e-80f5-9d11e589ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:16.738609 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9521b821-53e5-4067-b988-4af9b6592961 req-2f17e44d-c2d6-433e-80f5-9d11e589ebc4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bcd41d8f-3e87-4622-92ea-0ce27cca5c4d HTTP/1.1" status: 200 len: 915 time: 0.4489555 Jul 07 20:53:16.748304 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b9330392-5709-49e2-bba6-9472a2528aea service neutron] Port 3fa963de-4cf7-4796-ae84-de0b61e46db1 on network c00e2957-f59e-485b-9c29-168f84e55d6e not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:53:16.748628 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b9330392-5709-49e2-bba6-9472a2528aea service neutron] Attempting to bind port 3fa963de-4cf7-4796-ae84-de0b61e46db1 on network c00e2957-f59e-485b-9c29-168f84e55d6e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:53:16.774685 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b9330392-5709-49e2-bba6-9472a2528aea service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:53:16.774993 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b9330392-5709-49e2-bba6-9472a2528aea service neutron] Checking segment: {'id': '3c71bb1f-6379-4398-a24d-bfc2b99d5fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c00e2957-f59e-485b-9c29-168f84e55d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:53:16.775348 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b9330392-5709-49e2-bba6-9472a2528aea service neutron] Bound using segment: {'id': '3c71bb1f-6379-4398-a24d-bfc2b99d5fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c00e2957-f59e-485b-9c29-168f84e55d6e'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:53:16.775794 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b9330392-5709-49e2-bba6-9472a2528aea service neutron] Bound port: 3fa963de-4cf7-4796-ae84-de0b61e46db1, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c71bb1f-6379-4398-a24d-bfc2b99d5fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c00e2957-f59e-485b-9c29-168f84e55d6e'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:53:16.776157 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b9330392-5709-49e2-bba6-9472a2528aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:16.793008 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-71c551cb-3efd-47a5-8d44-3c4ca1fdf228 req-294b3e30-54d6-4502-9450-7c4e1068d923 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800114 Jul 07 20:53:16.805518 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 9e8dc120-1c1d-4965-9950-8de84c2c9254 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:53:16.856432 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-404bee70-33a9-49b8-a37d-27f0a6ee6f85 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:16.858338 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9521b821-53e5-4067-b988-4af9b6592961 req-f66e3e14-3859-46df-ba0a-6877cad75de2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=665ff9c4-1288-431a-8f72-40df7737104b HTTP/1.1" status: 200 len: 217 time: 0.0984476 Jul 07 20:53:16.861452 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-404bee70-33a9-49b8-a37d-27f0a6ee6f85 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:16.912927 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b9330392-5709-49e2-bba6-9472a2528aea service neutron] For port 3fa963de-4cf7-4796-ae84-de0b61e46db1, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:53:16.939808 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-404bee70-33a9-49b8-a37d-27f0a6ee6f85 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:16.943752 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-404bee70-33a9-49b8-a37d-27f0a6ee6f85 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7458546 Jul 07 20:53:16.945384 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41144) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:16.952147 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bee70-33a9-49b8-a37d-27f0a6ee6f85 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f14eba2-7b31-4e9b-a392-9f989dbdbc2b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:16.956505 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-601b75dc-5789-4f46-9013-f681fdffe4d3 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Request body: {'security_group': {'name': 'tempest-secgroup--195636369'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:16.965423 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b9330392-5709-49e2-bba6-9472a2528aea service neutron] For port 3fa963de-4cf7-4796-ae84-de0b61e46db1, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=3fa963de-4cf7-4796-ae84-de0b61e46db1,segment=NetworkSegment(3c71bb1f-6379-4398-a24d-bfc2b99d5fea),segment_id=3c71bb1f-6379-4398-a24d-bfc2b99d5fea)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:53:16.973240 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521b821-53e5-4067-b988-4af9b6592961 req-6def0a4f-f41b-4e2a-8c71-87e3d9733000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:16.974767 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9521b821-53e5-4067-b988-4af9b6592961 req-6def0a4f-f41b-4e2a-8c71-87e3d9733000 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f66876c7-d3ed-4f86-9cff-283b6f88dfb7 HTTP/1.1" status: 200 len: 853 time: 0.1013465 Jul 07 20:53:16.976648 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b9330392-5709-49e2-bba6-9472a2528aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:16.985015 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a0498d92-bc03-410a-8cfa-f19f25eed34f req-334c3a68-8868-4fa0-af53-64d8d62c9587 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:17.010236 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 9e8dc120-1c1d-4965-9950-8de84c2c9254, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=9e8dc120-1c1d-4965-9950-8de84c2c9254,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:17.030108 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-35fd3b28-3e21-412e-8fba-489a31a66e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.030623 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-35fd3b28-3e21-412e-8fba-489a31a66e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.031092 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-35fd3b28-3e21-412e-8fba-489a31a66e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.032816 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-35fd3b28-3e21-412e-8fba-489a31a66e94 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=859c780e1e8746908f85dc4bc22ba62e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2810524 Jul 07 20:53:17.036001 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-601b75dc-5789-4f46-9013-f681fdffe4d3 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:17.042177 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b9330392-5709-49e2-bba6-9472a2528aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.042802 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b9330392-5709-49e2-bba6-9472a2528aea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:17.044362 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-b9330392-5709-49e2-bba6-9472a2528aea service neutron] 10.222.0.58 "PUT /v2.0/ports/3fa963de-4cf7-4796-ae84-de0b61e46db1 HTTP/1.1" status: 200 len: 1092 time: 2.2130976 Jul 07 20:53:17.046070 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'tag': '3fa963de-4cf7-4796-ae84-de0b61e46db1'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:17.047748 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '9e8dc120-1c1d-4965-9950-8de84c2c9254', 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136', 'port_id': '9e8dc120-1c1d-4965-9950-8de84c2c9254', 'mac_address': 'fa:16:3e:4a:75:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e76f85dc-7298-41c1-a5c0-b46924c81a29', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:53:17.048952 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43a2085-dcbe-44b4-892a-8772658f9fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "tag": "3fa963de-4cf7-4796-ae84-de0b61e46db1"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:17.096204 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:17.116108 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8dc120-1c1d-4965-9950-8de84c2c9254 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:53:17.131172 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521b821-53e5-4067-b988-4af9b6592961 req-6f79ea6d-780c-4080-93c4-06e4d0a55754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.132751 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9521b821-53e5-4067-b988-4af9b6592961 req-6f79ea6d-780c-4080-93c4-06e4d0a55754 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bcd41d8f-3e87-4622-92ea-0ce27cca5c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1422825 Jul 07 20:53:17.142581 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 9e8dc120-1c1d-4965-9950-8de84c2c9254, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=9e8dc120-1c1d-4965-9950-8de84c2c9254,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:17.147742 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:17.182325 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9330392-5709-49e2-bba6-9472a2528aea service neutron] Pushing event updated for resources: {'Port': ['ID=3fa963de-4cf7-4796-ae84-de0b61e46db1,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:17.213695 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=9e8dc120-1c1d-4965-9950-8de84c2c9254,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:17.222383 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-4130dcb2-351f-418e-82a6-1435a4b13016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.223997 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-4130dcb2-351f-418e-82a6-1435a4b13016 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1820343 Jul 07 20:53:17.228338 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c3a68-8868-4fa0-af53-64d8d62c9587 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Pushing event deleted for resources: {'Port': ['ID=e8780e54-abae-47a0-89cf-3e57bdd3ca76,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:17.246461 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a0498d92-bc03-410a-8cfa-f19f25eed34f req-334c3a68-8868-4fa0-af53-64d8d62c9587 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:17.249663 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a0498d92-bc03-410a-8cfa-f19f25eed34f req-334c3a68-8868-4fa0-af53-64d8d62c9587 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:17.250879 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0498d92-bc03-410a-8cfa-f19f25eed34f req-334c3a68-8868-4fa0-af53-64d8d62c9587 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "DELETE /v2.0/floatingips/a5dc429c-9e82-4a8b-b91a-283a11ccafc1 HTTP/1.1" status: 204 len: 173 time: 1.2838442 Jul 07 20:53:17.285957 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9521b821-53e5-4067-b988-4af9b6592961 req-7615c084-71e5-4d38-b9bb-cba966b3e5d4 service neutron] 10.222.0.58 "GET /v2.0/networks/bcd41d8f-3e87-4622-92ea-0ce27cca5c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393266 Jul 07 20:53:17.310494 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1505b-8f42-4ce5-8d0d-2c0056126235 req-a8e0304a-ffbc-4743-91ef-087f110b94ac tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.312741 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ee1505b-8f42-4ce5-8d0d-2c0056126235 req-a8e0304a-ffbc-4743-91ef-087f110b94ac tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 943 time: 0.2309649 Jul 07 20:53:17.392620 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-601b75dc-5789-4f46-9013-f681fdffe4d3 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:17.415959 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-601b75dc-5789-4f46-9013-f681fdffe4d3 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:17.457805 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9521b821-53e5-4067-b988-4af9b6592961 req-6ee82bc6-eba5-43c4-b55b-1ebff2339d40 service neutron] 10.222.0.58 "GET /v2.0/networks/bcd41d8f-3e87-4622-92ea-0ce27cca5c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514866 Jul 07 20:53:17.474371 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ee1505b-8f42-4ce5-8d0d-2c0056126235 req-e2bce916-15bb-44ca-9ba1-dfe1d5013e32 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454070 Jul 07 20:53:17.481391 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-32d2177e-eac8-4bc5-b8ae-93940f3e6890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.483185 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-32d2177e-eac8-4bc5-b8ae-93940f3e6890 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 1099 time: 0.0973163 Jul 07 20:53:17.512762 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-601b75dc-5789-4f46-9013-f681fdffe4d3 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:17.517152 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-601b75dc-5789-4f46-9013-f681fdffe4d3 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5661571 Jul 07 20:53:17.520413 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41154) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:17.522261 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b75dc-5789-4f46-9013-f681fdffe4d3 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb01576-8275-46a1-8c9a-85eb6a325995,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:17.526686 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e3a0a215-4972-4592-84f9-3521232f8564 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Request body: {'security_group_rule': {'security_group_id': '0f14eba2-7b31-4e9b-a392-9f989dbdbc2b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5fb01576-8275-46a1-8c9a-85eb6a325995', 'remote_ip_prefix': None}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:17.545297 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d47fef36-5b78-46be-9eb8-355ab3b6aced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.545842 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d47fef36-5b78-46be-9eb8-355ab3b6aced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.547685 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d47fef36-5b78-46be-9eb8-355ab3b6aced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.548186 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d47fef36-5b78-46be-9eb8-355ab3b6aced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.548665 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d47fef36-5b78-46be-9eb8-355ab3b6aced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.549142 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d47fef36-5b78-46be-9eb8-355ab3b6aced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.549618 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d47fef36-5b78-46be-9eb8-355ab3b6aced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.551817 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d47fef36-5b78-46be-9eb8-355ab3b6aced service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=859c780e1e8746908f85dc4bc22ba62e&device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 6480 time: 0.2381530 Jul 07 20:53:17.553376 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['9e8dc120-1c1d-4965-9950-8de84c2c9254'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:53:17.619557 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-1367e227-a950-4dfb-b249-41ddcd936586 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac7f192b-2787-48a7-aad1-9ad147d23f58 HTTP/1.1" status: 200 len: 217 time: 0.0574212 Jul 07 20:53:17.634998 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-68d2a1e9-712c-461a-a879-47f45a39cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.636800 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-68d2a1e9-712c-461a-a879-47f45a39cf62 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.1438997 Jul 07 20:53:17.638258 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e3a0a215-4972-4592-84f9-3521232f8564 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:17.649613 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898db3e3-2682-4fe2-b084-7fef961e7968 req-194eb609-3837-4585-8452-340f24b2c1a0 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.657971 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898db3e3-2682-4fe2-b084-7fef961e7968 req-194eb609-3837-4585-8452-340f24b2c1a0 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.666646 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898db3e3-2682-4fe2-b084-7fef961e7968 req-194eb609-3837-4585-8452-340f24b2c1a0 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.674333 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898db3e3-2682-4fe2-b084-7fef961e7968 req-194eb609-3837-4585-8452-340f24b2c1a0 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.680412 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898db3e3-2682-4fe2-b084-7fef961e7968 req-194eb609-3837-4585-8452-340f24b2c1a0 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.686369 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898db3e3-2682-4fe2-b084-7fef961e7968 req-194eb609-3837-4585-8452-340f24b2c1a0 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.693003 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898db3e3-2682-4fe2-b084-7fef961e7968 req-194eb609-3837-4585-8452-340f24b2c1a0 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.696186 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-898db3e3-2682-4fe2-b084-7fef961e7968 req-194eb609-3837-4585-8452-340f24b2c1a0 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5416 time: 0.3019829 Jul 07 20:53:17.701481 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-af0a22c6-575f-4c75-8dc2-7fe9a27d5c8a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=6cbf53d2-a34c-40c4-af6a-bc795d044e11 HTTP/1.1" status: 200 len: 217 time: 0.0535409 Jul 07 20:53:17.783418 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e3a0a215-4972-4592-84f9-3521232f8564 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:17.785617 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-f1d877b1-144f-49c4-9e78-430935ca026f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.787224 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-f1d877b1-144f-49c4-9e78-430935ca026f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0770397 Jul 07 20:53:17.788053 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-a9ced9a2-575a-401f-952e-6f2adf011639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.788352 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e3a0a215-4972-4592-84f9-3521232f8564 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:17.789572 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-a9ced9a2-575a-401f-952e-6f2adf011639 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7e2de973-7d90-47e5-b7b8-d0df5795ea59 HTTP/1.1" status: 200 len: 850 time: 0.0924153 Jul 07 20:53:17.796652 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-898db3e3-2682-4fe2-b084-7fef961e7968 req-32307bf5-ae8b-4588-89f6-2bad082cc89f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0887747 Jul 07 20:53:17.837164 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0a215-4972-4592-84f9-3521232f8564 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2970dec9-b703-4c21-9ee4-123fba8215b6,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:17.856016 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e3a0a215-4972-4592-84f9-3521232f8564 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:17.861104 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e3a0a215-4972-4592-84f9-3521232f8564 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3362403 Jul 07 20:53:17.862516 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41156) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:17.878041 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818bd39-3b3b-4049-a256-a2eef61099e3 req-da7c8d9c-bb7e-4bf3-9c70-f76a39b057d6 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.879825 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e818bd39-3b3b-4049-a256-a2eef61099e3 req-da7c8d9c-bb7e-4bf3-9c70-f76a39b057d6 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/ports?device_id=74421b2e-b061-4b74-be82-52b4f89f1e61 HTTP/1.1" status: 200 len: 943 time: 0.2750945 Jul 07 20:53:17.894391 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-a719f9b7-ba30-42a9-b41f-809acb92f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.896029 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-a719f9b7-ba30-42a9-b41f-809acb92f35d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0925384 Jul 07 20:53:17.923289 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c653d6c5-f257-44a8-b102-0e0c300918cb tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:17.944400 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e818bd39-3b3b-4049-a256-a2eef61099e3 req-ca55ee77-07ad-4fcd-911a-6defa528f000 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc13b627-3909-4b07-8612-9b694608496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547669 Jul 07 20:53:17.961110 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-a1818315-5c00-416a-8861-c415fbc4c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:17.962846 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-a1818315-5c00-416a-8861-c415fbc4c488 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=11c72bfa-694c-4468-a09f-5d536029fc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1607766 Jul 07 20:53:18.005612 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c653d6c5-f257-44a8-b102-0e0c300918cb tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:18.056910 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c653d6c5-f257-44a8-b102-0e0c300918cb tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:18.063187 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dec3a3-bfc0-43a0-9ad5-95a1e62f6099 x-openstack-request-id: req-a8dec3a3-bfc0-43a0-9ad5-95a1e62f6099 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:18.063513 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "tag": "3fa963de-4cf7-4796-ae84-de0b61e46db1", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:18.065174 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8dec3a3-bfc0-43a0-9ad5-95a1e62f6099 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:18.065316 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c653d6c5-f257-44a8-b102-0e0c300918cb tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:18.065886 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'tag': '3fa963de-4cf7-4796-ae84-de0b61e46db1', 'status': 'completed', 'code': 200} Jul 07 20:53:18.068997 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c653d6c5-f257-44a8-b102-0e0c300918cb tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/2970dec9-b703-4c21-9ee4-123fba8215b6 HTTP/1.1" status: 204 len: 168 time: 0.2016957 Jul 07 20:53:18.071846 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41162) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:18.107799 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653d6c5-f257-44a8-b102-0e0c300918cb tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2970dec9-b703-4c21-9ee4-123fba8215b6,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:18.116214 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-1366d7a3-eeb0-476c-b2ce-56508d7d2c42 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093599 Jul 07 20:53:18.164609 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b0b31ffa-23c0-4202-910c-edf2252dcfe0 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0914941 Jul 07 20:53:18.167592 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41164) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:18.224522 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-149324b4-fd0c-4686-9e38-0aba7533782c tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.40 HTTP/1.1" status: 200 len: 1001 time: 0.1575978 Jul 07 20:53:18.260158 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-bf14faec-ee7e-4f73-acbc-f9756f6e4d23 service neutron] 10.222.0.58 "GET /v2.0/networks/11c72bfa-694c-4468-a09f-5d536029fc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878695 Jul 07 20:53:18.338215 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-3f8e50e0-5f00-47bc-b94a-f094e11b5465 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956863 Jul 07 20:53:18.339056 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5c857ae-25ca-4e7e-874a-5d09e28b120c tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:18.378332 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5c857ae-25ca-4e7e-874a-5d09e28b120c tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:18.386277 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-48dbd283-9f7d-4d5b-95d5-3d358b0dc9b8 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:18.388407 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-48dbd283-9f7d-4d5b-95d5-3d358b0dc9b8 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/ports/5eb86ae6-5404-4899-93ce-80c856a7b0e5 HTTP/1.1" status: 200 len: 943 time: 0.1329510 Jul 07 20:53:18.450388 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5c857ae-25ca-4e7e-874a-5d09e28b120c tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:18.454429 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a38d01-5788-47a2-ad4f-d6d3a383e61a req-26bce838-e630-4b21-ab3e-9af2df706d8d tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:18.455017 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5c857ae-25ca-4e7e-874a-5d09e28b120c tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:18.456373 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6a38d01-5788-47a2-ad4f-d6d3a383e61a req-26bce838-e630-4b21-ab3e-9af2df706d8d tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 947 time: 0.2682796 Jul 07 20:53:18.459634 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-f4cc17e5-499e-447f-8ba6-eedba7210101 service neutron] 10.222.0.58 "GET /v2.0/networks/11c72bfa-694c-4468-a09f-5d536029fc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868672 Jul 07 20:53:18.459902 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41172) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:18.460412 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b5c857ae-25ca-4e7e-874a-5d09e28b120c tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "DELETE /v2.0/security-groups/5fb01576-8275-46a1-8c9a-85eb6a325995 HTTP/1.1" status: 204 len: 168 time: 0.2916152 Jul 07 20:53:18.472945 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c857ae-25ca-4e7e-874a-5d09e28b120c tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb01576-8275-46a1-8c9a-85eb6a325995,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:18.541077 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-0398d11e-f044-4477-86d3-07b06c43ddc3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=7bfd1171-204a-4d07-ad3b-40f2a2169c45 HTTP/1.1" status: 200 len: 217 time: 0.0722711 Jul 07 20:53:18.648099 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6a38d01-5788-47a2-ad4f-d6d3a383e61a req-d7fd9ce5-b7f4-4896-984d-eb133c1dbfc3 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808701 Jul 07 20:53:18.673404 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-dc865bf5-ab10-4b8f-85f9-30593d4568f4 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2121620 Jul 07 20:53:18.676863 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41176) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:18.683553 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-328046a2-d0a7-4a21-81a1-98098d6a27af tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.40 HTTP/1.1" status: 200 len: 1001 time: 0.1549978 Jul 07 20:53:18.693213 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-e0640ad8-6b90-4e17-8609-c15b2a111420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:18.694667 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-e0640ad8-6b90-4e17-8609-c15b2a111420 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e HTTP/1.1" status: 200 len: 797 time: 0.1143878 Jul 07 20:53:18.826449 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 9e8dc120-1c1d-4965-9950-8de84c2c9254 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:53:18.853790 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0322f708-bf35-4e26-a881-462483ddaf2b tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:18.892054 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 9e8dc120-1c1d-4965-9950-8de84c2c9254 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:53:18.896964 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 9e8dc120-1c1d-4965-9950-8de84c2c9254 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:53:18.898361 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:18.922400 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-20e6b165-e1f3-48fb-b0c8-a00f0dcdc2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:18.923872 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-20e6b165-e1f3-48fb-b0c8-a00f0dcdc2f1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32fe62b8-a098-45d1-9002-a2d13c738ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2116313 Jul 07 20:53:18.928696 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0322f708-bf35-4e26-a881-462483ddaf2b tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:18.944573 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-69944acc-bb44-42e7-8b48-bc9b5a78cfa8 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:18.946046 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-69944acc-bb44-42e7-8b48-bc9b5a78cfa8 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.2547183 Jul 07 20:53:18.982925 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 665ff9c4-1288-431a-8f72-40df7737104b details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:53:19.026898 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:19.189967 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-155a5aad-5c4f-437c-9855-b45ce370804d tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.40 HTTP/1.1" status: 200 len: 1001 time: 0.2312410 Jul 07 20:53:19.252682 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebb452c-aca9-4235-87a6-7bff663ad8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8dc120-1c1d-4965-9950-8de84c2c9254'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:19.254202 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-8a3aa3ae-0b8f-4d2e-ab59-db2dac00a0dd tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:19.255196 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3e1fb6-74cb-46ed-b9b7-0d54473da766" -d '{"events": [{"server_uuid": "0ebb452c-aca9-4235-87a6-7bff663ad8a5", "name": "network-vif-plugged", "status": "completed", "tag": "9e8dc120-1c1d-4965-9950-8de84c2c9254"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:19.277587 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 9e8dc120-1c1d-4965-9950-8de84c2c9254, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=9e8dc120-1c1d-4965-9950-8de84c2c9254,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:19.286417 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:19.339714 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0322f708-bf35-4e26-a881-462483ddaf2b tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:19.343503 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0322f708-bf35-4e26-a881-462483ddaf2b tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:19.344910 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0322f708-bf35-4e26-a881-462483ddaf2b tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "DELETE /v2.0/security-groups/0f14eba2-7b31-4e9b-a392-9f989dbdbc2b HTTP/1.1" status: 204 len: 168 time: 0.6669941 Jul 07 20:53:19.347987 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41188) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:19.364532 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 665ff9c4-1288-431a-8f72-40df7737104b, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=665ff9c4-1288-431a-8f72-40df7737104b,segment=NetworkSegment(3798d3ff-5155-4660-9dee-f7dddc93eb7e),segment_id=3798d3ff-5155-4660-9dee-f7dddc93eb7e)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:19.370200 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-d223d091-d719-4e44-8e31-28b62b561105 service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228501 Jul 07 20:53:19.381061 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '665ff9c4-1288-431a-8f72-40df7737104b', 'network_id': 'bcd41d8f-3e87-4622-92ea-0ce27cca5c4d', 'port_id': '665ff9c4-1288-431a-8f72-40df7737104b', 'mac_address': 'fa:16:3e:9b:8d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66876c7-d3ed-4f86-9cff-283b6f88dfb7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:53:19.387617 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322f708-bf35-4e26-a881-462483ddaf2b tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f14eba2-7b31-4e9b-a392-9f989dbdbc2b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:19.415163 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-81bffd59-af45-48ec-8a9c-7827b2225208 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0661619 Jul 07 20:53:19.419370 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41192) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:19.425408 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad9c73-92a0-4032-9543-8e9b349018b0 req-be02650d-3601-49e8-ab14-de4eec74cae8 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:19.425781 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-4e714dbd-7dc6-408b-9b52-221c10c9cbfc tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Request body: {'security_group': {'name': 'tempest-secgroup--939043018'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:19.427048 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9dad9c73-92a0-4032-9543-8e9b349018b0 req-be02650d-3601-49e8-ab14-de4eec74cae8 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 944 time: 0.4412196 Jul 07 20:53:19.448531 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=9e8dc120-1c1d-4965-9950-8de84c2c9254,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:19.471661 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e714dbd-7dc6-408b-9b52-221c10c9cbfc tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:19.471892 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:19.473681 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-8a3aa3ae-0b8f-4d2e-ab59-db2dac00a0dd tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks [] for floatingip, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:19.492751 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 665ff9c4-1288-431a-8f72-40df7737104b {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:53:19.523242 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 665ff9c4-1288-431a-8f72-40df7737104b, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=665ff9c4-1288-431a-8f72-40df7737104b,segment=NetworkSegment(3798d3ff-5155-4660-9dee-f7dddc93eb7e),segment_id=3798d3ff-5155-4660-9dee-f7dddc93eb7e)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:19.540421 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:19.606900 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e714dbd-7dc6-408b-9b52-221c10c9cbfc tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:19.613929 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e714dbd-7dc6-408b-9b52-221c10c9cbfc tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:19.637791 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=665ff9c4-1288-431a-8f72-40df7737104b,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:19.665233 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9dad9c73-92a0-4032-9543-8e9b349018b0 req-f4fa6cae-b223-45aa-8553-50a083c3fef8 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982660 Jul 07 20:53:19.665584 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:19.667964 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e714dbd-7dc6-408b-9b52-221c10c9cbfc tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=301d8cfc-a18a-4dd7-b929-a1ca565b3e2b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:19.673345 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e714dbd-7dc6-408b-9b52-221c10c9cbfc tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:19.675405 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4e714dbd-7dc6-408b-9b52-221c10c9cbfc tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2546105 Jul 07 20:53:19.678095 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41196) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:19.685570 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-29b77977-8f63-426d-bf16-144ee70cb21e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Request body: {'security_group_rule': {'security_group_id': '301d8cfc-a18a-4dd7-b929-a1ca565b3e2b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:19.694430 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-f684350e-3d92-44e9-994d-13117861f803 service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130150 Jul 07 20:53:19.730463 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-29b77977-8f63-426d-bf16-144ee70cb21e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:19.742455 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-86bc90c0-985e-45a9-ab3a-4e99f3926772 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=35a846e8-0a45-4c06-a6dc-6eac8669665e HTTP/1.1" status: 200 len: 217 time: 0.0368743 Jul 07 20:53:19.788318 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-8a3aa3ae-0b8f-4d2e-ab59-db2dac00a0dd tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:19.798042 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-8a3aa3ae-0b8f-4d2e-ab59-db2dac00a0dd tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:19.798745 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-8a3aa3ae-0b8f-4d2e-ab59-db2dac00a0dd tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Floating IP 7cc1b48d-b048-4fe0-8bab-9b59b9109ca9 disassociated. External IP: 172.25.5.40, port: 5eb86ae6-5404-4899-93ce-80c856a7b0e5. Jul 07 20:53:19.817655 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-29b77977-8f63-426d-bf16-144ee70cb21e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:19.821644 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-29b77977-8f63-426d-bf16-144ee70cb21e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:19.826147 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['665ff9c4-1288-431a-8f72-40df7737104b'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:53:19.848909 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b77977-8f63-426d-bf16-144ee70cb21e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea8bcbd-03ac-46e5-957a-715d5112bc27,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:19.856478 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-29b77977-8f63-426d-bf16-144ee70cb21e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:19.862967 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-29b77977-8f63-426d-bf16-144ee70cb21e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1792223 Jul 07 20:53:19.863344 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41198) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:19.896262 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:19.904334 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-55f29b83-8a8c-4455-9d99-b408dcc81a08 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:19.917515 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-55f29b83-8a8c-4455-9d99-b408dcc81a08 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:19.966942 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-55f29b83-8a8c-4455-9d99-b408dcc81a08 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:19.978083 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-55f29b83-8a8c-4455-9d99-b408dcc81a08 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:19.979300 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-55f29b83-8a8c-4455-9d99-b408dcc81a08 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/7ea8bcbd-03ac-46e5-957a-715d5112bc27 HTTP/1.1" status: 204 len: 168 time: 0.1146860 Jul 07 20:53:19.986453 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41200) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:19.993591 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f29b83-8a8c-4455-9d99-b408dcc81a08 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ea8bcbd-03ac-46e5-957a-715d5112bc27,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:20.066224 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-79841313-e949-4ccb-aaec-f6e1456f3d67 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0756617 Jul 07 20:53:20.066545 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41202) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:20.137262 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9dc302a4-8351-4a78-97eb-19240f1cb669 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.166801 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9dc302a4-8351-4a78-97eb-19240f1cb669 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.216751 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9dc302a4-8351-4a78-97eb-19240f1cb669 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.219879 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9dc302a4-8351-4a78-97eb-19240f1cb669 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.221172 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9dc302a4-8351-4a78-97eb-19240f1cb669 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "DELETE /v2.0/security-groups/301d8cfc-a18a-4dd7-b929-a1ca565b3e2b HTTP/1.1" status: 204 len: 168 time: 0.1533363 Jul 07 20:53:20.224594 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41204) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:20.244112 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc302a4-8351-4a78-97eb-19240f1cb669 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=301d8cfc-a18a-4dd7-b929-a1ca565b3e2b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:20.278810 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-eb074bd4-08a7-4c7c-b602-0b137fff90e4 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0529485 Jul 07 20:53:20.282758 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41206) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:20.287809 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-c13d93fe-1613-4c87-ae97-06e68344de9f tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Request body: {'security_group': {'name': 'tempest-secgroup--1307864218'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:20.313720 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c13d93fe-1613-4c87-ae97-06e68344de9f tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.359218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-fa8e7a57-1bbf-488c-a03a-a95ace9d2156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:20.360921 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-fa8e7a57-1bbf-488c-a03a-a95ace9d2156 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e HTTP/1.1" status: 200 len: 797 time: 0.5752797 Jul 07 20:53:20.399750 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c13d93fe-1613-4c87-ae97-06e68344de9f tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.404328 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c13d93fe-1613-4c87-ae97-06e68344de9f tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.434851 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d93fe-1613-4c87-ae97-06e68344de9f tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=241fea83-5470-4319-bf07-eace7105c479,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:20.439662 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c13d93fe-1613-4c87-ae97-06e68344de9f tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.443873 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c13d93fe-1613-4c87-ae97-06e68344de9f tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1574388 Jul 07 20:53:20.445066 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41208) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:20.450507 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e7f692f1-7867-46b9-a9d9-629453e1215e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Request body: {'security_group_rule': {'security_group_id': '241fea83-5470-4319-bf07-eace7105c479', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:20.487730 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e7f692f1-7867-46b9-a9d9-629453e1215e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.487968 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbba72-98e3-49ff-a6a8-093d4159dfc2 req-1d76c0ee-6d8f-49af-8556-3f3c00fce0b8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:20.493754 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbba72-98e3-49ff-a6a8-093d4159dfc2 req-1d76c0ee-6d8f-49af-8556-3f3c00fce0b8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:20.500369 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbba72-98e3-49ff-a6a8-093d4159dfc2 req-1d76c0ee-6d8f-49af-8556-3f3c00fce0b8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:20.506292 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbba72-98e3-49ff-a6a8-093d4159dfc2 req-1d76c0ee-6d8f-49af-8556-3f3c00fce0b8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:20.512147 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbba72-98e3-49ff-a6a8-093d4159dfc2 req-1d76c0ee-6d8f-49af-8556-3f3c00fce0b8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:20.519387 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbba72-98e3-49ff-a6a8-093d4159dfc2 req-1d76c0ee-6d8f-49af-8556-3f3c00fce0b8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:20.525235 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbba72-98e3-49ff-a6a8-093d4159dfc2 req-1d76c0ee-6d8f-49af-8556-3f3c00fce0b8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:20.527193 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d7cbba72-98e3-49ff-a6a8-093d4159dfc2 req-1d76c0ee-6d8f-49af-8556-3f3c00fce0b8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5416 time: 0.7252636 Jul 07 20:53:20.553148 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e7f692f1-7867-46b9-a9d9-629453e1215e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.557085 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e7f692f1-7867-46b9-a9d9-629453e1215e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.572480 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f692f1-7867-46b9-a9d9-629453e1215e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ef79c8-7eda-4fc9-845c-e631e18a5c41,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:20.582169 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e7f692f1-7867-46b9-a9d9-629453e1215e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.583673 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e7f692f1-7867-46b9-a9d9-629453e1215e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1370852 Jul 07 20:53:20.586359 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41210) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:20.603348 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6fb1a646-4019-4aa5-abe2-30d09842bfef tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-group-rules/44ef79c8-7eda-4fc9-845c-e631e18a5c41 HTTP/1.1" status: 200 len: 763 time: 0.0158625 Jul 07 20:53:20.605895 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41212) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:20.619005 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-a9a8aa25-4cb9-4878-bdbf-96e5e5b75425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:20.620546 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-a9a8aa25-4cb9-4878-bdbf-96e5e5b75425 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32fe62b8-a098-45d1-9002-a2d13c738ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2483573 Jul 07 20:53:20.654299 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c3fb9518-afa7-499b-9edd-907b64b9ce2d tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0472984 Jul 07 20:53:20.657072 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41214) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:20.664183 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d7cbba72-98e3-49ff-a6a8-093d4159dfc2 req-930cff46-48fd-4c59-abae-ed7707f78ac8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1294167 Jul 07 20:53:20.700175 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3c6f433b-fe24-43d9-9566-ceaeab1192ec tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.710476 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-8a3aa3ae-0b8f-4d2e-ab59-db2dac00a0dd tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Router 5b60fb1f-a09c-4f02-92da-b734fa2924a1 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:53:20.713489 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3c6f433b-fe24-43d9-9566-ceaeab1192ec tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.752719 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3c6f433b-fe24-43d9-9566-ceaeab1192ec tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.758698 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3c6f433b-fe24-43d9-9566-ceaeab1192ec tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.761861 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3c6f433b-fe24-43d9-9566-ceaeab1192ec tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/44ef79c8-7eda-4fc9-845c-e631e18a5c41 HTTP/1.1" status: 204 len: 168 time: 0.1024206 Jul 07 20:53:20.768660 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41218) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:20.775737 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f433b-fe24-43d9-9566-ceaeab1192ec tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44ef79c8-7eda-4fc9-845c-e631e18a5c41,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:20.818926 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3a63c7c3-3356-4bf3-b838-db79a1b23be5 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0487216 Jul 07 20:53:20.821449 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41220) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:20.825891 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-82a2a789-43e9-4217-be2a-86b8a8c9a5f3 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Request body: {'security_group_rule': {'security_group_id': '241fea83-5470-4319-bf07-eace7105c479', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:20.826094 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-72ed4d5f-644c-4810-a024-b97edc6d1a7a service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965790 Jul 07 20:53:20.856453 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82a2a789-43e9-4217-be2a-86b8a8c9a5f3 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.907846 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82a2a789-43e9-4217-be2a-86b8a8c9a5f3 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.911573 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82a2a789-43e9-4217-be2a-86b8a8c9a5f3 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.933669 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2a789-43e9-4217-be2a-86b8a8c9a5f3 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fead4c31-f24f-4594-a685-78caacc884eb,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:20.939452 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82a2a789-43e9-4217-be2a-86b8a8c9a5f3 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.945758 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-82a2a789-43e9-4217-be2a-86b8a8c9a5f3 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230402 Jul 07 20:53:20.946384 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41222) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:20.956821 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-8a3aa3ae-0b8f-4d2e-ab59-db2dac00a0dd tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:53:20.968415 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e71a4a9-8e20-487b-8497-3bdaba39f4f6 None None] Sync routers for ids ['5b60fb1f-a09c-4f02-92da-b734fa2924a1'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:53:20.971855 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-8a3aa3ae-0b8f-4d2e-ab59-db2dac00a0dd tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:20.972087 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-860b1fec-6347-4cd5-9f46-2aff745cee83 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-group-rules/fead4c31-f24f-4594-a685-78caacc884eb HTTP/1.1" status: 200 len: 763 time: 0.0234404 Jul 07 20:53:20.977174 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41224) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:20.985605 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 6cbf53d2-a34c-40c4-af6a-bc795d044e11 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:53:20.989176 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e71a4a9-8e20-487b-8497-3bdaba39f4f6 None None] Routers {'5b60fb1f-a09c-4f02-92da-b734fa2924a1'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:53:20.991158 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-7e71a4a9-8e20-487b-8497-3bdaba39f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:53:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5b60fb1f-a09c-4f02-92da-b734fa2924a1'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:21.026144 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697778c9-de48-4a5b-ae2b-e2b61e59c60d req-a83fb193-095a-4c62-9299-d8ebab5b8ed7 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:21.033750 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-697778c9-de48-4a5b-ae2b-e2b61e59c60d req-a83fb193-095a-4c62-9299-d8ebab5b8ed7 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.2558148 Jul 07 20:53:21.052586 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4a6c37d4-98e5-464f-9f8e-3c5458bf9f1a tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0737782 Jul 07 20:53:21.053085 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-bc318a7c-9608-436b-8f91-66876b4e6e6c service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195461 Jul 07 20:53:21.056419 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41226) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:21.082881 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 665ff9c4-1288-431a-8f72-40df7737104b up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:53:21.083746 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-8a3aa3ae-0b8f-4d2e-ab59-db2dac00a0dd tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "PUT /v2.0/floatingips/7cc1b48d-b048-4fe0-8bab-9b59b9109ca9 HTTP/1.1" status: 200 len: 694 time: 1.8656387 Jul 07 20:53:21.098326 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11449f02-572c-4b08-bbac-69cac6818ffe', 'tag': '5eb86ae6-5404-4899-93ce-80c856a7b0e5'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:21.100935 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f58341e-e229-47cb-bbd6-af45196686c0" -d '{"events": [{"name": "network-changed", "server_uuid": "11449f02-572c-4b08-bbac-69cac6818ffe", "tag": "5eb86ae6-5404-4899-93ce-80c856a7b0e5"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:21.114099 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b74133e2-0a31-48f4-b228-2ac50dded9af tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:21.135252 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b74133e2-0a31-48f4-b228-2ac50dded9af tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:21.159237 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-340cacab-04af-41a8-ad62-c11e245757ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=33fc4b4b-2631-45b1-8d29-ea03f5a665de HTTP/1.1" status: 200 len: 217 time: 0.0979288 Jul 07 20:53:21.169661 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 665ff9c4-1288-431a-8f72-40df7737104b completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:53:21.180037 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 665ff9c4-1288-431a-8f72-40df7737104b triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:53:21.180709 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:21.198083 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-7e71a4a9-8e20-487b-8497-3bdaba39f4f6 None None] Set router 5b60fb1f-a09c-4f02-92da-b734fa2924a1 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:53:21.199127 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b74133e2-0a31-48f4-b228-2ac50dded9af tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:21.218992 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-697778c9-de48-4a5b-ae2b-e2b61e59c60d req-0b2c167b-0f72-4059-81e0-29daa1a23b1f tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836729 Jul 07 20:53:21.222778 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b74133e2-0a31-48f4-b228-2ac50dded9af tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:21.228920 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41230) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:21.244339 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b74133e2-0a31-48f4-b228-2ac50dded9af tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/fead4c31-f24f-4594-a685-78caacc884eb HTTP/1.1" status: 204 len: 168 time: 0.1848924 Jul 07 20:53:21.259217 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74133e2-0a31-48f4-b228-2ac50dded9af tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fead4c31-f24f-4594-a685-78caacc884eb,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:21.294807 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:21.298583 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 6cbf53d2-a34c-40c4-af6a-bc795d044e11, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=6cbf53d2-a34c-40c4-af6a-bc795d044e11,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:21.321747 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-87353a3a-344e-43c9-9138-b6e51624c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:21.323566 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-87353a3a-344e-43c9-9138-b6e51624c63d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e HTTP/1.1" status: 200 len: 797 time: 0.1542985 Jul 07 20:53:21.342382 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 665ff9c4-1288-431a-8f72-40df7737104b, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=665ff9c4-1288-431a-8f72-40df7737104b,segment=NetworkSegment(3798d3ff-5155-4660-9dee-f7dddc93eb7e),segment_id=3798d3ff-5155-4660-9dee-f7dddc93eb7e)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:21.345105 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '6cbf53d2-a34c-40c4-af6a-bc795d044e11', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '6cbf53d2-a34c-40c4-af6a-bc795d044e11', 'mac_address': 'fa:16:3e:45:26:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:53:21.396961 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:21.399043 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:21.405937 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-68139ce4-dd1d-4d9c-9b68-9f3aa54681a4 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1685781 Jul 07 20:53:21.410624 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41234) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:21.418161 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-4effc4da-ad65-4e49-b9ea-8b4c2a954756 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Request body: {'security_group_rule': {'security_group_id': '241fea83-5470-4319-bf07-eace7105c479', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:21.460049 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-b5d846e6-a8f2-49c7-88ed-6e193fbee3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:21.467100 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-b5d846e6-a8f2-49c7-88ed-6e193fbee3d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bfe91e05b1564766ac243e3a53b670d9&device_id=11449f02-572c-4b08-bbac-69cac6818ffe HTTP/1.1" status: 200 len: 1098 time: 0.3786509 Jul 07 20:53:21.507820 n-d-695189-11 neutron-server[100447]: INFO neutron.db.securitygroups_db [None req-4effc4da-ad65-4e49-b9ea-8b4c2a954756 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Project 25e12b156a5542be98b5a0f714e8d413 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 20:53:21.525679 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4effc4da-ad65-4e49-b9ea-8b4c2a954756 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:21.629580 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-3f5c0f79-2984-40ea-92a2-6826dab1d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:21.637124 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-3f5c0f79-2984-40ea-92a2-6826dab1d7db service neutron] 10.222.0.64 "GET /v2.0/networks?id=e5521cf8-568c-451a-aa56-f875facb5117 HTTP/1.1" status: 200 len: 929 time: 0.1685457 Jul 07 20:53:21.642845 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=665ff9c4-1288-431a-8f72-40df7737104b,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:21.646956 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-c90b2ded-1d1d-4f35-8261-29d29718203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:21.648558 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-c90b2ded-1d1d-4f35-8261-29d29718203e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32fe62b8-a098-45d1-9002-a2d13c738ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2978423 Jul 07 20:53:21.649195 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-7e71a4a9-8e20-487b-8497-3bdaba39f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-279670863-router', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:09Z', 'updated_at': '2021-07-07T20:52:23Z', 'revision_number': 4, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'gw_port': {'id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:12Z', 'updated_at': '2021-07-07T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '2db79556-a378-46cb-8f8b-ab59c1f91843', 'name': '', 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'mac_address': 'fa:16:3e:57:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '0b1a6a8f-f761-405e-ad77-75520358891e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:21Z', 'updated_at': '2021-07-07T20:52:30Z', 'revision_number': 5, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'subnets': [{'id': '0b1a6a8f-f761-405e-ad77-75520358891e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:21.659850 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b1cf5-ea74-4755-aba8-9007d3d45625 req-ec920aef-ec0a-4a78-9b7e-eb457331ce30 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:21.660494 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cbf53d2-a34c-40c4-af6a-bc795d044e11 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:53:21.665554 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4effc4da-ad65-4e49-b9ea-8b4c2a954756 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:21.666857 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b2b1cf5-ea74-4755-aba8-9007d3d45625 req-ec920aef-ec0a-4a78-9b7e-eb457331ce30 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/ports?device_id=74421b2e-b061-4b74-be82-52b4f89f1e61 HTTP/1.1" status: 200 len: 945 time: 0.2230110 Jul 07 20:53:21.671852 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4effc4da-ad65-4e49-b9ea-8b4c2a954756 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:21.698555 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e71a4a9-8e20-487b-8497-3bdaba39f4f6 None None] Checking router: 5b60fb1f-a09c-4f02-92da-b734fa2924a1 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:53:21.709230 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e71a4a9-8e20-487b-8497-3bdaba39f4f6 None None] Routers {'5b60fb1f-a09c-4f02-92da-b734fa2924a1'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:53:21.709953 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 6cbf53d2-a34c-40c4-af6a-bc795d044e11, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=6cbf53d2-a34c-40c4-af6a-bc795d044e11,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:21.710244 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-7e71a4a9-8e20-487b-8497-3bdaba39f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:53:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5b60fb1f-a09c-4f02-92da-b734fa2924a1'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:21.712201 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effc4da-ad65-4e49-b9ea-8b4c2a954756 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3269204c-794b-48e2-a5b3-862aa746e6ad,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:21.719462 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-dec7979a-377a-4d9e-99f9-dad37bb24495 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eb86ae6-5404-4899-93ce-80c856a7b0e5 HTTP/1.1" status: 200 len: 217 time: 0.0801516 Jul 07 20:53:21.720563 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:21.726500 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4effc4da-ad65-4e49-b9ea-8b4c2a954756 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:21.727755 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4effc4da-ad65-4e49-b9ea-8b4c2a954756 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3157275 Jul 07 20:53:21.730331 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41238) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:21.748439 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c382f6f5-955d-4dd8-85ae-684095bb9694 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-group-rules/3269204c-794b-48e2-a5b3-862aa746e6ad HTTP/1.1" status: 200 len: 769 time: 0.0168960 Jul 07 20:53:21.751009 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41240) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:21.798612 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=6cbf53d2-a34c-40c4-af6a-bc795d044e11,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:21.798887 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f028caa4-aa08-4ad3-ac28-54fa37cd4a60 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0460374 Jul 07 20:53:21.801221 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41242) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:21.829612 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-070e82f6-21f9-4963-a9b4-ac4365d04c49 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:21.839222 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-070e82f6-21f9-4963-a9b4-ac4365d04c49 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:21.871730 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-070e82f6-21f9-4963-a9b4-ac4365d04c49 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:21.881829 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-070e82f6-21f9-4963-a9b4-ac4365d04c49 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:21.883036 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-070e82f6-21f9-4963-a9b4-ac4365d04c49 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/3269204c-794b-48e2-a5b3-862aa746e6ad HTTP/1.1" status: 204 len: 168 time: 0.0807097 Jul 07 20:53:21.886105 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b2b1cf5-ea74-4755-aba8-9007d3d45625 req-e0eb0a37-8779-4e3d-867d-2eca1af8d903 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc13b627-3909-4b07-8612-9b694608496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184756 Jul 07 20:53:21.887112 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41244) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:21.895570 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-7e71a4a9-8e20-487b-8497-3bdaba39f4f6 None None] Set router 5b60fb1f-a09c-4f02-92da-b734fa2924a1 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:53:21.898239 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e82f6-21f9-4963-a9b4-ac4365d04c49 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3269204c-794b-48e2-a5b3-862aa746e6ad,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:21.930083 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-49f12da6-c8b5-45c8-b5bd-40b4813e6709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:21.936052 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-49f12da6-c8b5-45c8-b5bd-40b4813e6709 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0b1a6a8f-f761-405e-ad77-75520358891e HTTP/1.1" status: 200 len: 867 time: 0.2155218 Jul 07 20:53:21.967313 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedc2907-7f52-406d-be81-da2704b0e07d x-openstack-request-id: req-aedc2907-7f52-406d-be81-da2704b0e07d {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:21.967647 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebb452c-aca9-4235-87a6-7bff663ad8a5", "name": "network-vif-plugged", "status": "completed", "tag": "9e8dc120-1c1d-4965-9950-8de84c2c9254", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:21.967980 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aedc2907-7f52-406d-be81-da2704b0e07d {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:21.968626 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-699aff0e-1b2a-4c1b-bc6a-424b03ecd520 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0758719 Jul 07 20:53:21.969341 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebb452c-aca9-4235-87a6-7bff663ad8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8dc120-1c1d-4965-9950-8de84c2c9254', 'code': 200} Jul 07 20:53:21.970081 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41250) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:21.980428 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-c9c5c368-4c4e-4bcf-8758-eb4f0c457e7c service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116045 Jul 07 20:53:22.012290 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['6cbf53d2-a34c-40c4-af6a-bc795d044e11'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:53:22.123821 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd60e076-dca0-49e3-8225-92b6ee61af1e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:22.180549 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd60e076-dca0-49e3-8225-92b6ee61af1e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:22.253097 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-54799c03-6814-4162-9885-e8ff897a0490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:22.254950 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-54799c03-6814-4162-9885-e8ff897a0490 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e5521cf8-568c-451a-aa56-f875facb5117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2734900 Jul 07 20:53:22.255662 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-7e71a4a9-8e20-487b-8497-3bdaba39f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-279670863-router', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:09Z', 'updated_at': '2021-07-07T20:52:23Z', 'revision_number': 4, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'gw_port': {'id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:12Z', 'updated_at': '2021-07-07T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '2db79556-a378-46cb-8f8b-ab59c1f91843', 'name': '', 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'mac_address': 'fa:16:3e:57:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '0b1a6a8f-f761-405e-ad77-75520358891e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:21Z', 'updated_at': '2021-07-07T20:52:30Z', 'revision_number': 5, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'subnets': [{'id': '0b1a6a8f-f761-405e-ad77-75520358891e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:22.287741 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e71a4a9-8e20-487b-8497-3bdaba39f4f6 None None] The sync data for ids ['5b60fb1f-a09c-4f02-92da-b734fa2924a1'] in n-d-695189-11 is: [{'id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-279670863-router', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:09Z', 'updated_at': '2021-07-07T20:52:23Z', 'revision_number': 4, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'gw_port': {'id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:12Z', 'updated_at': '2021-07-07T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '2db79556-a378-46cb-8f8b-ab59c1f91843', 'name': '', 'network_id': 'e5521cf8-568c-451a-aa56-f875facb5117', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'mac_address': 'fa:16:3e:57:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '0b1a6a8f-f761-405e-ad77-75520358891e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:21Z', 'updated_at': '2021-07-07T20:52:30Z', 'revision_number': 5, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'subnets': [{'id': '0b1a6a8f-f761-405e-ad77-75520358891e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:53:22.296041 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd60e076-dca0-49e3-8225-92b6ee61af1e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:22.298965 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd60e076-dca0-49e3-8225-92b6ee61af1e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:22.303454 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fd60e076-dca0-49e3-8225-92b6ee61af1e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "DELETE /v2.0/security-groups/241fea83-5470-4319-bf07-eace7105c479 HTTP/1.1" status: 204 len: 168 time: 0.3305941 Jul 07 20:53:22.304585 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41262) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:22.392526 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d587b285-fb6f-470f-aa49-15f6b8973454 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0680707 Jul 07 20:53:22.395999 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41264) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:22.400822 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-2f413995-beab-4f1f-b5d3-2c820618d5f7 service neutron] 10.222.0.64 "GET /v2.0/networks/e5521cf8-568c-451a-aa56-f875facb5117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387248 Jul 07 20:53:22.404841 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-c6b6ddaf-89df-44eb-87aa-873407e18645 service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119651 Jul 07 20:53:22.405042 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60e076-dca0-49e3-8225-92b6ee61af1e tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=241fea83-5470-4319-bf07-eace7105c479,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:22.497951 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-49425857-7905-4ae2-a5d8-dc3ee6ff7433 tempest-SecGroupIPv6Test-1397117459 tempest-SecGroupIPv6Test-1397117459-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0883944 Jul 07 20:53:22.511730 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a94f6-70d8-442f-bc44-ecbc1a333b20 req-fc94c0a2-19f5-40d6-a70e-a988799ce71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:22.513262 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-373a94f6-70d8-442f-bc44-ecbc1a333b20 req-fc94c0a2-19f5-40d6-a70e-a988799ce71b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 1097 time: 0.4112191 Jul 07 20:53:22.589989 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-373a94f6-70d8-442f-bc44-ecbc1a333b20 req-1db406f3-f027-4d70-bb36-583fe161cf36 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642869 Jul 07 20:53:22.626975 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-44e3c1ea-134e-4c6a-a65f-17e4da2c1d78 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=d7fec304-11d1-4452-911b-57ab895c23da HTTP/1.1" status: 200 len: 217 time: 0.2125940 Jul 07 20:53:22.748780 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-ba7378da-e1e3-48d7-b868-5dc66e730327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:22.749465 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6055cf14-9f96-4f2f-8c2f-74c2bfbfd06a None None] New status for floating IP 7cc1b48d-b048-4fe0-8bab-9b59b9109ca9: DOWN {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:53:22.750510 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-ba7378da-e1e3-48d7-b868-5dc66e730327 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e HTTP/1.1" status: 200 len: 797 time: 0.1098866 Jul 07 20:53:22.808028 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-67cdd11d-eb21-488c-b7fb-c3171c4d494d req-543b8b8e-0c00-4379-8fed-d17ad4088962 service neutron] 10.222.0.64 "GET /v2.0/networks/e5521cf8-568c-451a-aa56-f875facb5117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780546 Jul 07 20:53:22.834183 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e8c2a-3655-4d4f-82af-1eb9b9c16678 req-45bb4e2d-f4bc-45a1-9b5f-5e624b8084f1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:22.841481 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f3e8c2a-3655-4d4f-82af-1eb9b9c16678 req-45bb4e2d-f4bc-45a1-9b5f-5e624b8084f1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 948 time: 0.2168696 Jul 07 20:53:22.896562 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f3e8c2a-3655-4d4f-82af-1eb9b9c16678 req-b1aff9c7-a9fc-4842-bd12-0f2efe3f26da tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540338 Jul 07 20:53:22.918968 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-ed3f8280-2d9b-45d3-9d7e-d88479076bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:22.922928 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-ed3f8280-2d9b-45d3-9d7e-d88479076bdd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32fe62b8-a098-45d1-9002-a2d13c738ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1534250 Jul 07 20:53:22.980022 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41276) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:23.060569 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-4a99bdfd-b26c-43ea-8dcf-0587572bd1f4 service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279492 Jul 07 20:53:23.063846 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77cb06b-af73-4f6c-a714-88b128e56385 x-openstack-request-id: req-a77cb06b-af73-4f6c-a714-88b128e56385 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:23.064163 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11449f02-572c-4b08-bbac-69cac6818ffe", "tag": "5eb86ae6-5404-4899-93ce-80c856a7b0e5", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:23.064399 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a77cb06b-af73-4f6c-a714-88b128e56385 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:23.064805 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11449f02-572c-4b08-bbac-69cac6818ffe', 'tag': '5eb86ae6-5404-4899-93ce-80c856a7b0e5', 'status': 'completed', 'code': 200} Jul 07 20:53:23.076254 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 6cbf53d2-a34c-40c4-af6a-bc795d044e11 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:53:23.228483 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-2b2b39dd-01d4-4c9e-a4a2-ec7454a58f9f service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530931 Jul 07 20:53:23.262511 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58341e-e229-47cb-bbd6-af45196686c0 req-0b42d6b1-2661-4d36-b594-be1ae6375215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:23.273201 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:53:23.276694 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0f58341e-e229-47cb-bbd6-af45196686c0 req-0b42d6b1-2661-4d36-b594-be1ae6375215 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bfe91e05b1564766ac243e3a53b670d9&device_id=11449f02-572c-4b08-bbac-69cac6818ffe HTTP/1.1" status: 200 len: 1098 time: 0.2599039 Jul 07 20:53:23.279023 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-f5e0bfd4-96f0-48cc-a260-6f92dd387a85 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=29732634-95f5-4e62-8e93-449363f211e4 HTTP/1.1" status: 200 len: 217 time: 0.0425415 Jul 07 20:53:23.282586 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:53:23.283458 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:23.399282 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:23.424220 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-712aaf20-cbec-47a7-9aea-5f67ed0a1274 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=25e12b156a5542be98b5a0f714e8d413&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4428282 Jul 07 20:53:23.425871 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41282) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:23.427546 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58341e-e229-47cb-bbd6-af45196686c0 req-7908c1ca-d5a3-4896-bddd-b2284f1fa191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:23.429438 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0f58341e-e229-47cb-bbd6-af45196686c0 req-7908c1ca-d5a3-4896-bddd-b2284f1fa191 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e5521cf8-568c-451a-aa56-f875facb5117 HTTP/1.1" status: 200 len: 929 time: 0.1392267 Jul 07 20:53:23.441216 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 6cbf53d2-a34c-40c4-af6a-bc795d044e11, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=6cbf53d2-a34c-40c4-af6a-bc795d044e11,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:23.441641 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db8746-c920-4dc2-b0bb-e2c26a2662eb req-e876b46d-5772-4123-af61-b00e6a4b8131 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:23.443504 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11db8746-c920-4dc2-b0bb-e2c26a2662eb req-e876b46d-5772-4123-af61-b00e6a4b8131 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 945 time: 0.3819582 Jul 07 20:53:23.451778 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:23.455219 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-9ed31ace-8525-4f35-b32f-2227d7e52167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:23.458265 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-9ed31ace-8525-4f35-b32f-2227d7e52167 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c78532aa-0e3e-4262-a6a3-21fb633c032d HTTP/1.1" status: 200 len: 797 time: 0.1590447 Jul 07 20:53:23.507743 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0f58341e-e229-47cb-bbd6-af45196686c0 req-c78306c3-ffe0-4912-b49a-f5515113bdb2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eb86ae6-5404-4899-93ce-80c856a7b0e5 HTTP/1.1" status: 200 len: 217 time: 0.0572865 Jul 07 20:53:23.510773 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=6cbf53d2-a34c-40c4-af6a-bc795d044e11,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:23.529598 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11db8746-c920-4dc2-b0bb-e2c26a2662eb req-b97d94d5-67be-4c94-ac5a-88c1e88b117e tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776346 Jul 07 20:53:23.556135 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d3961-ac38-4bd8-b7cd-fad80491c71a req-bd304c34-32f3-4c67-9413-e02fd95279c9 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:23.562909 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d3961-ac38-4bd8-b7cd-fad80491c71a req-bd304c34-32f3-4c67-9413-e02fd95279c9 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:23.568936 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-33ce40da-5efb-4708-8c30-a65fcf32832c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:23.569121 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d3961-ac38-4bd8-b7cd-fad80491c71a req-bd304c34-32f3-4c67-9413-e02fd95279c9 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:23.574895 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d3961-ac38-4bd8-b7cd-fad80491c71a req-bd304c34-32f3-4c67-9413-e02fd95279c9 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:23.582111 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d3961-ac38-4bd8-b7cd-fad80491c71a req-bd304c34-32f3-4c67-9413-e02fd95279c9 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:23.587681 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d3961-ac38-4bd8-b7cd-fad80491c71a req-bd304c34-32f3-4c67-9413-e02fd95279c9 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:23.594441 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d3961-ac38-4bd8-b7cd-fad80491c71a req-bd304c34-32f3-4c67-9413-e02fd95279c9 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:23.596414 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-888d3961-ac38-4bd8-b7cd-fad80491c71a req-bd304c34-32f3-4c67-9413-e02fd95279c9 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5416 time: 0.3162358 Jul 07 20:53:23.617721 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-33ce40da-5efb-4708-8c30-a65fcf32832c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:23.628537 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58341e-e229-47cb-bbd6-af45196686c0 req-eb87c2ba-5b98-4dd8-8a60-d1f945f9194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:23.630484 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0f58341e-e229-47cb-bbd6-af45196686c0 req-eb87c2ba-5b98-4dd8-8a60-d1f945f9194c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0b1a6a8f-f761-405e-ad77-75520358891e HTTP/1.1" status: 200 len: 867 time: 0.0976787 Jul 07 20:53:23.668732 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0a76ce62-c653-4172-83f6-aa28c9562e47 req-83f3b2e4-6cc4-459f-8fa4-efb4700ebc0d tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/floatingips/7cc1b48d-b048-4fe0-8bab-9b59b9109ca9 HTTP/1.1" status: 200 len: 692 time: 0.0699525 Jul 07 20:53:23.674921 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-af50e062-b5c9-4823-bf63-ebeb600bb80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:23.676468 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-af50e062-b5c9-4823-bf63-ebeb600bb80e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c00e2957-f59e-485b-9c29-168f84e55d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1963606 Jul 07 20:53:23.724323 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-33ce40da-5efb-4708-8c30-a65fcf32832c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:23.726851 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-33ce40da-5efb-4708-8c30-a65fcf32832c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:23.730413 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-33ce40da-5efb-4708-8c30-a65fcf32832c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0617df94-0ef2-463d-876b-19e854991040 HTTP/1.1" status: 204 len: 168 time: 0.2916553 Jul 07 20:53:23.734139 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58341e-e229-47cb-bbd6-af45196686c0 req-929f9c5d-ce25-4afc-bc03-5339a7775182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:23.735800 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0f58341e-e229-47cb-bbd6-af45196686c0 req-929f9c5d-ce25-4afc-bc03-5339a7775182 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e5521cf8-568c-451a-aa56-f875facb5117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0916009 Jul 07 20:53:23.740853 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce40da-5efb-4708-8c30-a65fcf32832c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0617df94-0ef2-463d-876b-19e854991040,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:23.857928 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-888d3961-ac38-4bd8-b7cd-fad80491c71a req-7f574c85-3dda-4318-a29f-3d1797326268 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2476320 Jul 07 20:53:23.869600 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76ce62-c653-4172-83f6-aa28c9562e47 req-867bcf0e-4cb8-4e7c-b152-f3bc046ab18e tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:23.871311 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0a76ce62-c653-4172-83f6-aa28c9562e47 req-867bcf0e-4cb8-4e7c-b152-f3bc046ab18e tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.1913927 Jul 07 20:53:23.877854 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0f58341e-e229-47cb-bbd6-af45196686c0 req-a258b64d-d88a-4023-ba7b-4d582bb3439e service neutron] 10.222.0.39 "GET /v2.0/networks/e5521cf8-568c-451a-aa56-f875facb5117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105406 Jul 07 20:53:23.970164 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74421b2e-b061-4b74-be82-52b4f89f1e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665ff9c4-1288-431a-8f72-40df7737104b'}, {'server_uuid': '373c86ae-efb7-488e-8a03-39c7073774d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbf53d2-a34c-40c4-af6a-bc795d044e11'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:23.972748 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ebe3b9-5fdb-40a6-bce6-2ed74453ec52" -d '{"events": [{"server_uuid": "74421b2e-b061-4b74-be82-52b4f89f1e61", "name": "network-vif-plugged", "status": "completed", "tag": "665ff9c4-1288-431a-8f72-40df7737104b"}, {"server_uuid": "373c86ae-efb7-488e-8a03-39c7073774d2", "name": "network-vif-plugged", "status": "completed", "tag": "6cbf53d2-a34c-40c4-af6a-bc795d044e11"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:23.978373 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0a76ce62-c653-4172-83f6-aa28c9562e47 req-8b7f577c-4427-42d7-a719-5dc882052a54 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.40 HTTP/1.1" status: 200 len: 695 time: 0.0982704 Jul 07 20:53:24.071245 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0f58341e-e229-47cb-bbd6-af45196686c0 req-ca007a7e-d262-488a-8a10-144c9cf51dbe service neutron] 10.222.0.39 "GET /v2.0/networks/e5521cf8-568c-451a-aa56-f875facb5117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839693 Jul 07 20:53:24.084425 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0a76ce62-c653-4172-83f6-aa28c9562e47 req-3ff2b9c3-4a35-48db-b934-1a0c244bc87d tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.40 HTTP/1.1" status: 200 len: 695 time: 0.0948403 Jul 07 20:53:24.085984 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-ef84c215-6c78-4601-a45f-f79cc64110df service neutron] 10.222.0.58 "GET /v2.0/networks/c00e2957-f59e-485b-9c29-168f84e55d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020532 Jul 07 20:53:24.622684 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41316) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:24.721246 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962d9f5-18fc-487b-83a7-d8f1250a44f7 req-70d0cc95-3ab0-46f0-9b19-9c2b926d4c7d tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:24.722797 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2962d9f5-18fc-487b-83a7-d8f1250a44f7 req-70d0cc95-3ab0-46f0-9b19-9c2b926d4c7d tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/ports?device_id=74421b2e-b061-4b74-be82-52b4f89f1e61 HTTP/1.1" status: 200 len: 945 time: 0.6358411 Jul 07 20:53:24.739095 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6bf620fa-cc1f-4c76-8115-94bc508c1373 tempest-ServiceProvidersTest-2070739421 tempest-ServiceProvidersTest-2070739421-project] 10.222.0.64 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1146929 Jul 07 20:53:24.778840 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-cc907e07-d9b3-4c47-9fc5-e6010d923c97 service neutron] 10.222.0.58 "GET /v2.0/networks/c00e2957-f59e-485b-9c29-168f84e55d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6562924 Jul 07 20:53:24.838057 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2962d9f5-18fc-487b-83a7-d8f1250a44f7 req-0f27051b-8a33-49a3-a92a-cc9c7926ad35 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc13b627-3909-4b07-8612-9b694608496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052735 Jul 07 20:53:24.842145 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-505c0d5c-1a84-47cd-a265-962f0dd279fb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3fa963de-4cf7-4796-ae84-de0b61e46db1 HTTP/1.1" status: 200 len: 217 time: 0.0507944 Jul 07 20:53:24.854039 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-0a76ce62-c653-4172-83f6-aa28c9562e47 req-13f509e8-3018-40e8-93df-aa92415a3030 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Deleting port cd2a4715-d585-4548-b598-982ab01fdf66 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:53:24.854390 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0a76ce62-c653-4172-83f6-aa28c9562e47 req-13f509e8-3018-40e8-93df-aa92415a3030 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:24.905173 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-1e7a49d1-ca72-49b4-89ea-0066bc641e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:24.906996 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-1e7a49d1-ca72-49b4-89ea-0066bc641e24 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c78532aa-0e3e-4262-a6a3-21fb633c032d HTTP/1.1" status: 200 len: 797 time: 0.0546117 Jul 07 20:53:25.042102 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41328) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:25.096154 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0a76ce62-c653-4172-83f6-aa28c9562e47 req-13f509e8-3018-40e8-93df-aa92415a3030 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:25.096497 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0a76ce62-c653-4172-83f6-aa28c9562e47 req-13f509e8-3018-40e8-93df-aa92415a3030 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:25.112930 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-a415c793-9451-4e70-95a9-e3f53914d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:25.114477 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-a415c793-9451-4e70-95a9-e3f53914d5a3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c00e2957-f59e-485b-9c29-168f84e55d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1937263 Jul 07 20:53:25.124413 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-0a76ce62-c653-4172-83f6-aa28c9562e47 req-13f509e8-3018-40e8-93df-aa92415a3030 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Calling delete_port for cd2a4715-d585-4548-b598-982ab01fdf66 owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:53:25.146830 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3502e-82e2-4566-aefd-13978fb387bf req-f10f9bb9-a50b-4f8d-9560-2357abbfb7c8 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:25.148403 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3a3502e-82e2-4566-aefd-13978fb387bf req-f10f9bb9-a50b-4f8d-9560-2357abbfb7c8 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.1709862 Jul 07 20:53:25.177998 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f5ac3a5b-5bfa-4d6d-907c-ab0cb27352ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:25.276259 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f5ac3a5b-5bfa-4d6d-907c-ab0cb27352ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:25.283065 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f5ac3a5b-5bfa-4d6d-907c-ab0cb27352ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:25.307219 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3a3502e-82e2-4566-aefd-13978fb387bf req-45a8ba12-b308-46c9-9d9b-c0b0179b3b69 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441445 Jul 07 20:53:25.325252 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f5ac3a5b-5bfa-4d6d-907c-ab0cb27352ea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=58ae7aec29f74709b2dcaf9b7518f252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2820575 Jul 07 20:53:25.326149 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac3a5b-5bfa-4d6d-907c-ab0cb27352ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e25f3f-9780-413f-9f97-815be3627553,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:25.328673 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41332) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:25.342556 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-ca4a9f74-1ad8-4951-b1ae-acbea351e5c2 service neutron] 10.222.0.58 "GET /v2.0/networks/c00e2957-f59e-485b-9c29-168f84e55d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159214 Jul 07 20:53:25.396670 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10eec55c-0d36-491f-86f2-efd352578bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:25.404099 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f1565c-348d-4acb-803e-b5fc0f4c6d74 x-openstack-request-id: req-05f1565c-348d-4acb-803e-b5fc0f4c6d74 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:25.405092 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74421b2e-b061-4b74-be82-52b4f89f1e61", "name": "network-vif-plugged", "status": "completed", "tag": "665ff9c4-1288-431a-8f72-40df7737104b", "code": 200}, {"server_uuid": "373c86ae-efb7-488e-8a03-39c7073774d2", "name": "network-vif-plugged", "status": "completed", "tag": "6cbf53d2-a34c-40c4-af6a-bc795d044e11", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:25.407193 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-05f1565c-348d-4acb-803e-b5fc0f4c6d74 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:25.407902 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74421b2e-b061-4b74-be82-52b4f89f1e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665ff9c4-1288-431a-8f72-40df7737104b', 'code': 200} Jul 07 20:53:25.408434 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373c86ae-efb7-488e-8a03-39c7073774d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbf53d2-a34c-40c4-af6a-bc795d044e11', 'code': 200} Jul 07 20:53:25.449206 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10eec55c-0d36-491f-86f2-efd352578bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:25.499794 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0a76ce62-c653-4172-83f6-aa28c9562e47 req-13f509e8-3018-40e8-93df-aa92415a3030 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:25.558545 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8ce4995-b85e-499f-b8de-c3af01260ae8 req-1f0fc4be-c115-47c7-80fc-d09ab6555c45 service neutron] 10.222.0.58 "GET /v2.0/networks/c00e2957-f59e-485b-9c29-168f84e55d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067485 Jul 07 20:53:25.580073 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f509e8-3018-40e8-93df-aa92415a3030 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Pushing event deleted for resources: {'Port': ['ID=cd2a4715-d585-4548-b598-982ab01fdf66,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:25.614270 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10eec55c-0d36-491f-86f2-efd352578bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:25.617231 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10eec55c-0d36-491f-86f2-efd352578bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:25.621132 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-10eec55c-0d36-491f-86f2-efd352578bcf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e0e25f3f-9780-413f-9f97-815be3627553 HTTP/1.1" status: 204 len: 168 time: 0.2783647 Jul 07 20:53:25.647878 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eec55c-0d36-491f-86f2-efd352578bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e25f3f-9780-413f-9f97-815be3627553,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:25.653686 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea029102-1cd5-490f-859b-567ab7563206 req-0774501a-63b0-46a1-b527-93cc73815596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:25.658096 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ea029102-1cd5-490f-859b-567ab7563206 req-0774501a-63b0-46a1-b527-93cc73815596 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=74421b2e-b061-4b74-be82-52b4f89f1e61 HTTP/1.1" status: 200 len: 1097 time: 0.1128492 Jul 07 20:53:25.671256 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0a76ce62-c653-4172-83f6-aa28c9562e47 req-13f509e8-3018-40e8-93df-aa92415a3030 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:25.673872 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0a76ce62-c653-4172-83f6-aa28c9562e47 req-13f509e8-3018-40e8-93df-aa92415a3030 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:25.675110 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0a76ce62-c653-4172-83f6-aa28c9562e47 req-13f509e8-3018-40e8-93df-aa92415a3030 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "DELETE /v2.0/floatingips/7cc1b48d-b048-4fe0-8bab-9b59b9109ca9 HTTP/1.1" status: 204 len: 173 time: 1.5318944 Jul 07 20:53:25.719099 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ea029102-1cd5-490f-859b-567ab7563206 req-5f71692f-78a9-40b5-abc3-009d1c03fd02 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dc13b627-3909-4b07-8612-9b694608496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549002 Jul 07 20:53:25.750557 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6c82f-12c2-4cd8-9124-6b378b75a0f2 req-b2f8491e-2cdc-477d-b99b-c0e595b2268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:25.758595 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a2085-dcbe-44b4-892a-8772658f9fbc req-791a203a-28ff-4e5c-8d11-ce0be2224cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:25.759106 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a2085-dcbe-44b4-892a-8772658f9fbc req-791a203a-28ff-4e5c-8d11-ce0be2224cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:25.760384 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-51c6c82f-12c2-4cd8-9124-6b378b75a0f2 req-b2f8491e-2cdc-477d-b99b-c0e595b2268c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 1101 time: 0.2160132 Jul 07 20:53:25.760524 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a2085-dcbe-44b4-892a-8772658f9fbc req-791a203a-28ff-4e5c-8d11-ce0be2224cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:25.760966 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a2085-dcbe-44b4-892a-8772658f9fbc req-791a203a-28ff-4e5c-8d11-ce0be2224cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:25.761601 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a2085-dcbe-44b4-892a-8772658f9fbc req-791a203a-28ff-4e5c-8d11-ce0be2224cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:25.762091 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a2085-dcbe-44b4-892a-8772658f9fbc req-791a203a-28ff-4e5c-8d11-ce0be2224cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:25.762722 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a2085-dcbe-44b4-892a-8772658f9fbc req-791a203a-28ff-4e5c-8d11-ce0be2224cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:25.765545 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b43a2085-dcbe-44b4-892a-8772658f9fbc req-791a203a-28ff-4e5c-8d11-ce0be2224cc9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=859c780e1e8746908f85dc4bc22ba62e&device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 6480 time: 0.1142175 Jul 07 20:53:25.921216 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-51c6c82f-12c2-4cd8-9124-6b378b75a0f2 req-7b859b64-5b89-4594-a2f7-c030e12cd85c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262760 Jul 07 20:53:25.955296 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1751c-d15a-49bb-9310-2790b384e14f req-4d61ce1f-b87a-4077-b477-5de567e18e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:25.957675 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-50d1751c-d15a-49bb-9310-2790b384e14f req-4d61ce1f-b87a-4077-b477-5de567e18e93 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0b4ae079cc254c0e8045ba5ea1fe8707&device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 1098 time: 0.0998504 Jul 07 20:53:26.089568 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a2085-dcbe-44b4-892a-8772658f9fbc req-934062a8-8ec5-4dcd-8ba4-410f62fcf402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:26.091507 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b43a2085-dcbe-44b4-892a-8772658f9fbc req-934062a8-8ec5-4dcd-8ba4-410f62fcf402 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c00e2957-f59e-485b-9c29-168f84e55d6e HTTP/1.1" status: 200 len: 902 time: 0.3002498 Jul 07 20:53:26.100319 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43331c-7222-4e95-ae5f-17c2c5c698cf req-32765a76-0bec-4de8-9e4c-dddaf95463d1 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:26.107306 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c43331c-7222-4e95-ae5f-17c2c5c698cf req-32765a76-0bec-4de8-9e4c-dddaf95463d1 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 945 time: 0.2144260 Jul 07 20:53:26.107937 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1751c-d15a-49bb-9310-2790b384e14f req-a9867c1d-ea19-4edf-9b9c-3e7d43948724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:26.110965 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-50d1751c-d15a-49bb-9310-2790b384e14f req-a9867c1d-ea19-4edf-9b9c-3e7d43948724 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f0654f02-22e3-4df8-a677-3833569d53a1 HTTP/1.1" status: 200 len: 920 time: 0.1311553 Jul 07 20:53:26.172103 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b43a2085-dcbe-44b4-892a-8772658f9fbc req-41a1e594-5588-413b-abac-74716f68024c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3fa963de-4cf7-4796-ae84-de0b61e46db1 HTTP/1.1" status: 200 len: 217 time: 0.0614817 Jul 07 20:53:26.173330 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-50d1751c-d15a-49bb-9310-2790b384e14f req-cb56545f-0ccc-402b-8482-703291ab9532 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 HTTP/1.1" status: 200 len: 217 time: 0.0516720 Jul 07 20:53:26.193085 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663155c-08a0-4b97-b187-2eceea8e199e req-956db5de-bc62-4211-a270-069bf169e114 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:26.199472 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663155c-08a0-4b97-b187-2eceea8e199e req-956db5de-bc62-4211-a270-069bf169e114 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:26.206150 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663155c-08a0-4b97-b187-2eceea8e199e req-956db5de-bc62-4211-a270-069bf169e114 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:26.212639 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663155c-08a0-4b97-b187-2eceea8e199e req-956db5de-bc62-4211-a270-069bf169e114 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:26.219112 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663155c-08a0-4b97-b187-2eceea8e199e req-956db5de-bc62-4211-a270-069bf169e114 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:26.225496 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663155c-08a0-4b97-b187-2eceea8e199e req-956db5de-bc62-4211-a270-069bf169e114 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:26.231528 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663155c-08a0-4b97-b187-2eceea8e199e req-956db5de-bc62-4211-a270-069bf169e114 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:26.239700 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7663155c-08a0-4b97-b187-2eceea8e199e req-956db5de-bc62-4211-a270-069bf169e114 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5416 time: 0.3130116 Jul 07 20:53:26.262907 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1751c-d15a-49bb-9310-2790b384e14f req-cb4c2d3f-0bd3-4bf8-b540-0034eddf4fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:26.268405 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-50d1751c-d15a-49bb-9310-2790b384e14f req-cb4c2d3f-0bd3-4bf8-b540-0034eddf4fec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=00fddda2-7b2a-4288-a4a2-a75c740a5524 HTTP/1.1" status: 200 len: 859 time: 0.0710583 Jul 07 20:53:26.315902 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-50d1751c-d15a-49bb-9310-2790b384e14f req-02772588-8748-44ef-8429-d855c38831ac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f0654f02-22e3-4df8-a677-3833569d53a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368416 Jul 07 20:53:26.316698 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a2085-dcbe-44b4-892a-8772658f9fbc req-00d5dc36-523a-4b70-889b-3677676cd8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:26.318421 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b43a2085-dcbe-44b4-892a-8772658f9fbc req-00d5dc36-523a-4b70-889b-3677676cd8cb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c78532aa-0e3e-4262-a6a3-21fb633c032d HTTP/1.1" status: 200 len: 797 time: 0.0767007 Jul 07 20:53:26.321460 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c43331c-7222-4e95-ae5f-17c2c5c698cf req-59de7688-c21e-4b2e-a04d-eaba7b2eaac7 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133565 Jul 07 20:53:26.388285 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7663155c-08a0-4b97-b187-2eceea8e199e req-dfa37d43-ed78-4862-b49e-790436f8d25d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1474733 Jul 07 20:53:26.490061 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a2085-dcbe-44b4-892a-8772658f9fbc req-85757e43-6f7d-46a0-9582-91e082d8c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:26.491773 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b43a2085-dcbe-44b4-892a-8772658f9fbc req-85757e43-6f7d-46a0-9582-91e082d8c0cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c00e2957-f59e-485b-9c29-168f84e55d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1356273 Jul 07 20:53:26.535672 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-50d1751c-d15a-49bb-9310-2790b384e14f req-f228a5e4-44d4-4e7c-bc87-59312d923c9a service neutron] 10.222.0.58 "GET /v2.0/networks/f0654f02-22e3-4df8-a677-3833569d53a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032244 Jul 07 20:53:26.638988 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41368) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:26.690838 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b43a2085-dcbe-44b4-892a-8772658f9fbc req-c66db738-88b0-4a13-9148-3429b3fb23c8 service neutron] 10.222.0.58 "GET /v2.0/networks/c00e2957-f59e-485b-9c29-168f84e55d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845865 Jul 07 20:53:26.702159 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-50d1751c-d15a-49bb-9310-2790b384e14f req-31e50a71-9d8f-434a-9e25-546f04aa9f2a service neutron] 10.222.0.58 "GET /v2.0/networks/f0654f02-22e3-4df8-a677-3833569d53a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571164 Jul 07 20:53:26.758833 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89ae4d-27da-4188-9149-e1f422250921 req-5d7afc7a-7945-47f9-9d61-049340304496 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:26.760549 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7e89ae4d-27da-4188-9149-e1f422250921 req-5d7afc7a-7945-47f9-9d61-049340304496 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.2178473 Jul 07 20:53:26.786926 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b44355-4886-4ab7-b788-73deddc1ce59 req-87be2b29-07e0-47bc-bc2a-447d42115cbf tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:26.788632 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-59b44355-4886-4ab7-b788-73deddc1ce59 req-87be2b29-07e0-47bc-bc2a-447d42115cbf tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/ports?device_id=74421b2e-b061-4b74-be82-52b4f89f1e61 HTTP/1.1" status: 200 len: 945 time: 0.2083828 Jul 07 20:53:26.811198 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-623ccaca-0fac-471c-939a-7ec513b1570b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1719344219-network', 'tenant_id': '292f1d7d224c4dd69cde575a5a4d273e'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:26.856451 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7e89ae4d-27da-4188-9149-e1f422250921 req-2c93d48e-4e46-4022-a2b1-4a294ad0793f tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886667 Jul 07 20:53:26.882984 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623ccaca-0fac-471c-939a-7ec513b1570b admin admin] Made reservation on behalf of 292f1d7d224c4dd69cde575a5a4d273e for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:53:26.885608 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-623ccaca-0fac-471c-939a-7ec513b1570b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:26.904893 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-623ccaca-0fac-471c-939a-7ec513b1570b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:26.937149 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-59b44355-4886-4ab7-b788-73deddc1ce59 req-40773b1d-f119-476b-aeef-fbbead0005fe tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc13b627-3909-4b07-8612-9b694608496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297276 Jul 07 20:53:26.953285 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b43a2085-dcbe-44b4-892a-8772658f9fbc req-ffa176f9-3136-4408-b75d-d0edd311ff98 service neutron] 10.222.0.58 "GET /v2.0/networks/c00e2957-f59e-485b-9c29-168f84e55d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546177 Jul 07 20:53:27.050834 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-623ccaca-0fac-471c-939a-7ec513b1570b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:27.062101 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-623ccaca-0fac-471c-939a-7ec513b1570b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:27.121857 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623ccaca-0fac-471c-939a-7ec513b1570b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:53:27.142684 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-623ccaca-0fac-471c-939a-7ec513b1570b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:27.146087 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-623ccaca-0fac-471c-939a-7ec513b1570b admin admin] Added segment b42ad15d-37c3-4e59-b8e5-5549678f3574 of type vlan for network 2b4df177-03fa-415e-883a-96cce703db43 Jul 07 20:53:27.213270 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ccaca-0fac-471c-939a-7ec513b1570b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e29cb1-d50b-4f2a-a28c-c2a30954bae8,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:27.226564 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-623ccaca-0fac-471c-939a-7ec513b1570b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:27.240941 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-64e42ca4-c53e-43c3-97c7-c7a7c36d0771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:27.242016 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-64e42ca4-c53e-43c3-97c7-c7a7c36d0771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:27.242665 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-64e42ca4-c53e-43c3-97c7-c7a7c36d0771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:27.243304 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-64e42ca4-c53e-43c3-97c7-c7a7c36d0771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:27.244074 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-64e42ca4-c53e-43c3-97c7-c7a7c36d0771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:27.244710 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-64e42ca4-c53e-43c3-97c7-c7a7c36d0771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:27.245359 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-64e42ca4-c53e-43c3-97c7-c7a7c36d0771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:27.247766 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-64e42ca4-c53e-43c3-97c7-c7a7c36d0771 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=859c780e1e8746908f85dc4bc22ba62e&device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 6480 time: 0.2026584 Jul 07 20:53:27.255683 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867afea4-6bb6-4a69-8936-e5ee613e1c67 req-2985a80e-2a5d-4d13-bb5e-fe2d2e0e391a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:27.257230 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-867afea4-6bb6-4a69-8936-e5ee613e1c67 req-2985a80e-2a5d-4d13-bb5e-fe2d2e0e391a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.2580495 Jul 07 20:53:27.277306 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-623ccaca-0fac-471c-939a-7ec513b1570b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:27.278344 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623ccaca-0fac-471c-939a-7ec513b1570b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:27.278990 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-623ccaca-0fac-471c-939a-7ec513b1570b admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:27.343937 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-623ccaca-0fac-471c-939a-7ec513b1570b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6992188 Jul 07 20:53:27.344210 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41378) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:27.346925 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ccaca-0fac-471c-939a-7ec513b1570b admin admin] Pushing event updated for resources: {'Network': ['ID=2b4df177-03fa-415e-883a-96cce703db43,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:27.357665 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 2b4df177-03fa-415e-883a-96cce703db43 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:53:27.362346 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-c16094e8-5234-4a94-843f-c8e5c4873408 admin admin] Request body: {'subnet': {'network_id': '2b4df177-03fa-415e-883a-96cce703db43', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1719344219-subnet', 'tenant_id': '292f1d7d224c4dd69cde575a5a4d273e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:27.381126 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb74a1-a8c6-47f2-98ae-d2b65d4d82e7 req-8d58fe29-4e68-4d68-a94c-ceb1c80eaa66 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:27.382658 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ceeb74a1-a8c6-47f2-98ae-d2b65d4d82e7 req-8d58fe29-4e68-4d68-a94c-ceb1c80eaa66 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 1097 time: 0.2260401 Jul 07 20:53:27.388688 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-867afea4-6bb6-4a69-8936-e5ee613e1c67 req-a4b48c07-5ea0-4b9c-91d2-e0fffe0ad00d tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170790 Jul 07 20:53:27.418590 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-05ee5ae3-bce1-4aed-9cd9-2a7f14ca92dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:27.420419 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-05ee5ae3-bce1-4aed-9cd9-2a7f14ca92dd service neutron] 10.222.0.58 "GET /v2.0/networks?id=c00e2957-f59e-485b-9c29-168f84e55d6e HTTP/1.1" status: 200 len: 902 time: 0.1586876 Jul 07 20:53:27.492848 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16094e8-5234-4a94-843f-c8e5c4873408 admin admin] Made reservation on behalf of 292f1d7d224c4dd69cde575a5a4d273e for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:53:27.495227 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c16094e8-5234-4a94-843f-c8e5c4873408 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:27.497994 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-d6675398-236c-4357-b59f-8d30d8e31761 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=29732634-95f5-4e62-8e93-449363f211e4 HTTP/1.1" status: 200 len: 217 time: 0.0587749 Jul 07 20:53:27.587482 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ceeb74a1-a8c6-47f2-98ae-d2b65d4d82e7 req-61c9e070-614f-48be-b6ea-383527456a39 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976268 Jul 07 20:53:27.653991 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-467931ef-3441-4f2f-a096-e3213e65b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:27.655540 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-467931ef-3441-4f2f-a096-e3213e65b025 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c78532aa-0e3e-4262-a6a3-21fb633c032d HTTP/1.1" status: 200 len: 797 time: 0.1406586 Jul 07 20:53:27.790443 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33744bb3-e6db-40de-b7e4-d4f25b515f11 req-59acd980-13d0-4831-895f-33a604d068e6 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:27.792019 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-33744bb3-e6db-40de-b7e4-d4f25b515f11 req-59acd980-13d0-4831-895f-33a604d068e6 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/ports?device_id=11449f02-572c-4b08-bbac-69cac6818ffe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2363508 Jul 07 20:53:27.858952 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-33744bb3-e6db-40de-b7e4-d4f25b515f11 req-0191fc7a-e04e-455e-8064-d5d2ed3a3478 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0558810 Jul 07 20:53:27.916684 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-c974dc8c-9610-4318-83b7-dfeffd45049a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:27.918286 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-c974dc8c-9610-4318-83b7-dfeffd45049a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c00e2957-f59e-485b-9c29-168f84e55d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2510085 Jul 07 20:53:27.935137 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c16094e8-5234-4a94-843f-c8e5c4873408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:28.009799 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599102cb-1b0c-43af-8b68-d6b92758d118 req-cfe01de0-2316-4829-b394-16e45a37a780 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:28.016010 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599102cb-1b0c-43af-8b68-d6b92758d118 req-cfe01de0-2316-4829-b394-16e45a37a780 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:28.022637 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599102cb-1b0c-43af-8b68-d6b92758d118 req-cfe01de0-2316-4829-b394-16e45a37a780 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:28.028625 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599102cb-1b0c-43af-8b68-d6b92758d118 req-cfe01de0-2316-4829-b394-16e45a37a780 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:28.034961 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599102cb-1b0c-43af-8b68-d6b92758d118 req-cfe01de0-2316-4829-b394-16e45a37a780 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:28.041115 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599102cb-1b0c-43af-8b68-d6b92758d118 req-cfe01de0-2316-4829-b394-16e45a37a780 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:28.048378 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599102cb-1b0c-43af-8b68-d6b92758d118 req-cfe01de0-2316-4829-b394-16e45a37a780 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:28.050294 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-599102cb-1b0c-43af-8b68-d6b92758d118 req-cfe01de0-2316-4829-b394-16e45a37a780 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5416 time: 0.3359089 Jul 07 20:53:28.063971 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5d0e4b7d-c932-4c66-ab1e-c180f7f9f88d req-f68ad091-a469-4a68-b330-03ca635e451b tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1396141 Jul 07 20:53:28.162496 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16094e8-5234-4a94-843f-c8e5c4873408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73bc4c7d-e76e-4b78-a28e-81a4b3630036,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:28.206414 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-599102cb-1b0c-43af-8b68-d6b92758d118 req-64c227c1-126e-4803-87e2-34f8b472fc6d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1055806 Jul 07 20:53:28.251715 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-f18db56b-8675-41b3-a293-feed6fb682ca service neutron] 10.222.0.58 "GET /v2.0/networks/c00e2957-f59e-485b-9c29-168f84e55d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138859 Jul 07 20:53:28.252419 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16094e8-5234-4a94-843f-c8e5c4873408 admin admin] Checking segment: {'id': 'b42ad15d-37c3-4e59-b8e5-5549678f3574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '2b4df177-03fa-415e-883a-96cce703db43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:53:28.252820 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16094e8-5234-4a94-843f-c8e5c4873408 admin admin] Network hostable DHCP agents. Network: 2b4df177-03fa-415e-883a-96cce703db43, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:53:28.347365 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16094e8-5234-4a94-843f-c8e5c4873408 admin admin] Network 2b4df177-03fa-415e-883a-96cce703db43 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:53:28.373397 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-c16094e8-5234-4a94-843f-c8e5c4873408 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 2b4df177-03fa-415e-883a-96cce703db43) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:53:28.383018 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedcd17f-c0d6-4fa4-bce4-8c4c854bbde7 None None] Network 2b4df177-03fa-415e-883a-96cce703db43 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:53:28.389231 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8492d8-e0f0-45ad-9640-bdce1cd6f450 req-406213d3-e495-4e66-97d7-ed0b4b902a01 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:28.391081 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa8492d8-e0f0-45ad-9640-bdce1cd6f450 req-406213d3-e495-4e66-97d7-ed0b4b902a01 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.2206762 Jul 07 20:53:28.397852 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16094e8-5234-4a94-843f-c8e5c4873408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:28.398460 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c16094e8-5234-4a94-843f-c8e5c4873408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:28.436312 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-026509ac-9c52-470f-9d03-49c3b14b2972 req-c5a81453-d97a-46d6-8d83-5a7e08c35e81 service neutron] 10.222.0.58 "GET /v2.0/networks/c00e2957-f59e-485b-9c29-168f84e55d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711137 Jul 07 20:53:28.458125 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c16094e8-5234-4a94-843f-c8e5c4873408 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1062968 Jul 07 20:53:28.473769 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa8492d8-e0f0-45ad-9640-bdce1cd6f450 req-e8720f53-862d-4692-a76a-6be39bc4b285 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694311 Jul 07 20:53:28.645418 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8ea55e-d90d-45b8-a29a-72b102775ff9 None None] Network 2b4df177-03fa-415e-883a-96cce703db43 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:53:28.670223 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4854d-89df-44b9-a723-6920749d7e99 req-da5df101-124c-47e7-83f2-3038312aa17d tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:28.679344 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-39c4854d-89df-44b9-a723-6920749d7e99 req-da5df101-124c-47e7-83f2-3038312aa17d tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/ports?device_id=74421b2e-b061-4b74-be82-52b4f89f1e61 HTTP/1.1" status: 200 len: 945 time: 0.0805287 Jul 07 20:53:28.735229 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-39c4854d-89df-44b9-a723-6920749d7e99 req-4439f159-8ae7-450e-aa9a-ceec89d1de44 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc13b627-3909-4b07-8612-9b694608496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549064 Jul 07 20:53:28.939560 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1b34c-8679-4ce4-b66a-53fa771dbec9 req-4d74e91c-9085-4d70-a9ee-0a8acdee4595 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:28.941733 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dbb1b34c-8679-4ce4-b66a-53fa771dbec9 req-4d74e91c-9085-4d70-a9ee-0a8acdee4595 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.0818517 Jul 07 20:53:29.075925 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dbb1b34c-8679-4ce4-b66a-53fa771dbec9 req-dcefd890-c520-4eec-8bef-00400cc965b6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273553 Jul 07 20:53:29.143166 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d663419-c0ff-4c81-88d8-1577dd362c68 req-b70aa4f5-7c69-4ae1-a76f-716b7094d212 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:29.145273 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8d663419-c0ff-4c81-88d8-1577dd362c68 req-b70aa4f5-7c69-4ae1-a76f-716b7094d212 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/ports?device_id=11449f02-572c-4b08-bbac-69cac6818ffe HTTP/1.1" status: 200 len: 946 time: 0.1312647 Jul 07 20:53:29.188555 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6259f745-b9be-4a8d-b670-7cbaa9890c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:29.214896 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8d663419-c0ff-4c81-88d8-1577dd362c68 req-ca054e2d-ba3b-4005-8fec-d251ea433ee0 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/security-groups?id=770db283-218a-4fbf-956a-b5aa78f5cc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638094 Jul 07 20:53:29.305278 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41436) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:29.310555 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-2638cd07-107b-4646-83d4-ce88125fc436 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-885953864-network', 'tenant_id': '38c7a0cf030e4b48a685865af3dba057'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:29.333793 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eea298-bf41-465c-84f1-58178cd8ea6c req-bf426113-1b39-4c4a-bf8e-0c159e7e878a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:29.343633 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05eea298-bf41-465c-84f1-58178cd8ea6c req-bf426113-1b39-4c4a-bf8e-0c159e7e878a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.1179774 Jul 07 20:53:29.356195 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2638cd07-107b-4646-83d4-ce88125fc436 admin admin] Made reservation on behalf of 38c7a0cf030e4b48a685865af3dba057 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:53:29.360858 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2638cd07-107b-4646-83d4-ce88125fc436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:29.372973 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2638cd07-107b-4646-83d4-ce88125fc436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:29.399422 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05eea298-bf41-465c-84f1-58178cd8ea6c req-180f2147-ba76-4216-999b-0f514b30d271 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545669 Jul 07 20:53:29.509878 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2638cd07-107b-4646-83d4-ce88125fc436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:29.513905 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b0bf1-d6d4-4700-94c1-da477cbded32 req-f698ced0-359c-4b89-8835-c1ac61687272 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:29.520309 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b0bf1-d6d4-4700-94c1-da477cbded32 req-f698ced0-359c-4b89-8835-c1ac61687272 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:29.521068 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2638cd07-107b-4646-83d4-ce88125fc436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:29.526327 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b0bf1-d6d4-4700-94c1-da477cbded32 req-f698ced0-359c-4b89-8835-c1ac61687272 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:29.532454 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b0bf1-d6d4-4700-94c1-da477cbded32 req-f698ced0-359c-4b89-8835-c1ac61687272 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:29.535232 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2638cd07-107b-4646-83d4-ce88125fc436 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:53:29.538614 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b0bf1-d6d4-4700-94c1-da477cbded32 req-f698ced0-359c-4b89-8835-c1ac61687272 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:29.544581 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b0bf1-d6d4-4700-94c1-da477cbded32 req-f698ced0-359c-4b89-8835-c1ac61687272 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:29.548797 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2638cd07-107b-4646-83d4-ce88125fc436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:29.549160 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-2638cd07-107b-4646-83d4-ce88125fc436 admin admin] Added segment 3f3da0e1-b670-451d-8bc3-814f17c74b96 of type vlan for network f5291515-c1cc-4bfe-b52d-076046824732 Jul 07 20:53:29.551755 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b0bf1-d6d4-4700-94c1-da477cbded32 req-f698ced0-359c-4b89-8835-c1ac61687272 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:29.559106 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e83b0bf1-d6d4-4700-94c1-da477cbded32 req-f698ced0-359c-4b89-8835-c1ac61687272 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5416 time: 0.1585820 Jul 07 20:53:29.597856 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e83b0bf1-d6d4-4700-94c1-da477cbded32 req-716489cd-8ae1-4fb1-8590-0d39a6d1a72c tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378470 Jul 07 20:53:29.605603 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2638cd07-107b-4646-83d4-ce88125fc436 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:29.622395 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638cd07-107b-4646-83d4-ce88125fc436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b2b771-7be0-410e-87cc-a64765471383,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:29.667942 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2638cd07-107b-4646-83d4-ce88125fc436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:29.669075 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2638cd07-107b-4646-83d4-ce88125fc436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:29.669845 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2638cd07-107b-4646-83d4-ce88125fc436 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:29.756061 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638cd07-107b-4646-83d4-ce88125fc436 admin admin] Pushing event updated for resources: {'Network': ['ID=f5291515-c1cc-4bfe-b52d-076046824732,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:29.767827 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network f5291515-c1cc-4bfe-b52d-076046824732 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:53:29.785267 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2638cd07-107b-4646-83d4-ce88125fc436 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4761846 Jul 07 20:53:29.785683 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41454) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:29.795889 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-cd5df998-5138-4c15-b10b-3448f5342fa6 admin admin] Request body: {'subnet': {'network_id': 'f5291515-c1cc-4bfe-b52d-076046824732', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-885953864-subnet', 'tenant_id': '38c7a0cf030e4b48a685865af3dba057', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:29.824459 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5df998-5138-4c15-b10b-3448f5342fa6 admin admin] Made reservation on behalf of 38c7a0cf030e4b48a685865af3dba057 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:53:29.826948 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cd5df998-5138-4c15-b10b-3448f5342fa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:29.855104 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1734674-f8fe-413c-aeb6-2875ac26463d req-32ae4474-011e-4553-89ea-fbbd926b7c72 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:29.857081 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1734674-f8fe-413c-aeb6-2875ac26463d req-32ae4474-011e-4553-89ea-fbbd926b7c72 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.0812883 Jul 07 20:53:29.915903 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1734674-f8fe-413c-aeb6-2875ac26463d req-c142a70e-cd0a-4310-9329-916627ca40ef tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516632 Jul 07 20:53:30.094818 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cd5df998-5138-4c15-b10b-3448f5342fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:30.163084 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5df998-5138-4c15-b10b-3448f5342fa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abda7b08-4995-44a7-9fba-21bd1c9f2371,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:30.172079 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5df998-5138-4c15-b10b-3448f5342fa6 admin admin] Checking segment: {'id': '3f3da0e1-b670-451d-8bc3-814f17c74b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'f5291515-c1cc-4bfe-b52d-076046824732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:53:30.172448 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5df998-5138-4c15-b10b-3448f5342fa6 admin admin] Network hostable DHCP agents. Network: f5291515-c1cc-4bfe-b52d-076046824732, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:53:30.190633 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5df998-5138-4c15-b10b-3448f5342fa6 admin admin] Network f5291515-c1cc-4bfe-b52d-076046824732 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:53:30.203275 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-cd5df998-5138-4c15-b10b-3448f5342fa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, f5291515-c1cc-4bfe-b52d-076046824732) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:53:30.207614 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5df998-5138-4c15-b10b-3448f5342fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:30.208222 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cd5df998-5138-4c15-b10b-3448f5342fa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:30.214489 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9da0ff-882b-4a4b-bee3-2bfbebabb4ff None None] Network f5291515-c1cc-4bfe-b52d-076046824732 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:53:30.242117 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cd5df998-5138-4c15-b10b-3448f5342fa6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4548409 Jul 07 20:53:30.428172 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41468) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:30.479123 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ce3994-d3e2-4170-8a22-daa83772c9f7 None None] Network f5291515-c1cc-4bfe-b52d-076046824732 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:53:30.538570 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec063b30-887c-4afe-9989-d6954dfe1878 admin admin] Deleting subnet 73bc4c7d-e76e-4b78-a28e-81a4b3630036 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:53:30.542444 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ec063b30-887c-4afe-9989-d6954dfe1878 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:30.598479 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ec063b30-887c-4afe-9989-d6954dfe1878 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:30.636546 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-aee48dd5-344f-4d39-84d1-99fc6cc0cea7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0708995 Jul 07 20:53:31.073513 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fc043-de6a-4dcc-978e-7f271553564f req-17082b1a-8b3e-469d-b760-f0d1d95c0ac7 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:31.080331 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-613fc043-de6a-4dcc-978e-7f271553564f req-17082b1a-8b3e-469d-b760-f0d1d95c0ac7 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/ports?device_id=11449f02-572c-4b08-bbac-69cac6818ffe HTTP/1.1" status: 200 len: 946 time: 0.6113288 Jul 07 20:53:31.167196 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-613fc043-de6a-4dcc-978e-7f271553564f req-0512a268-1a9d-41dc-b871-dee3c3454e78 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/security-groups?id=770db283-218a-4fbf-956a-b5aa78f5cc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859106 Jul 07 20:53:31.186952 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ec063b30-887c-4afe-9989-d6954dfe1878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:31.261392 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce41da-18cb-4083-b61e-5b0aef1d35a3 req-c5f50ffd-87db-40ee-bf77-59c1a308e3a6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:31.269233 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5dce41da-18cb-4083-b61e-5b0aef1d35a3 req-c5f50ffd-87db-40ee-bf77-59c1a308e3a6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.1386292 Jul 07 20:53:31.314123 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ec063b30-887c-4afe-9989-d6954dfe1878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:31.357053 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec063b30-887c-4afe-9989-d6954dfe1878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73bc4c7d-e76e-4b78-a28e-81a4b3630036,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:31.360083 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ec063b30-887c-4afe-9989-d6954dfe1878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:31.371517 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ec063b30-887c-4afe-9989-d6954dfe1878 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/73bc4c7d-e76e-4b78-a28e-81a4b3630036 HTTP/1.1" status: 204 len: 168 time: 0.9402604 Jul 07 20:53:31.385782 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5dce41da-18cb-4083-b61e-5b0aef1d35a3 req-6300fbf2-b3ed-43fe-85ce-85a100122c70 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154513 Jul 07 20:53:31.386147 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41508) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:31.561195 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754052-d4bd-4fc1-9914-d983cd6f30b6 req-c2ba83f6-1af9-412c-a11e-ea7525ddb9cf tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:31.563305 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-99754052-d4bd-4fc1-9914-d983cd6f30b6 req-c2ba83f6-1af9-412c-a11e-ea7525ddb9cf tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.39 "GET /v2.0/ports?device_id=11449f02-572c-4b08-bbac-69cac6818ffe HTTP/1.1" status: 200 len: 946 time: 0.3286891 Jul 07 20:53:31.579473 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e901a087-160a-452e-8945-bf5ec46a89f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:31.602292 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb904a-e28d-46bc-a0bb-4c5eff9e9915 req-62167e38-582d-413d-9cc9-ba844aa6713f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:31.608960 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb904a-e28d-46bc-a0bb-4c5eff9e9915 req-62167e38-582d-413d-9cc9-ba844aa6713f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:31.640346 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb904a-e28d-46bc-a0bb-4c5eff9e9915 req-62167e38-582d-413d-9cc9-ba844aa6713f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:31.647164 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb904a-e28d-46bc-a0bb-4c5eff9e9915 req-62167e38-582d-413d-9cc9-ba844aa6713f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:31.667982 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb904a-e28d-46bc-a0bb-4c5eff9e9915 req-62167e38-582d-413d-9cc9-ba844aa6713f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:31.680453 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb904a-e28d-46bc-a0bb-4c5eff9e9915 req-62167e38-582d-413d-9cc9-ba844aa6713f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:31.691839 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb904a-e28d-46bc-a0bb-4c5eff9e9915 req-62167e38-582d-413d-9cc9-ba844aa6713f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:31.703058 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2beb904a-e28d-46bc-a0bb-4c5eff9e9915 req-62167e38-582d-413d-9cc9-ba844aa6713f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5416 time: 0.2417588 Jul 07 20:53:31.830006 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2beb904a-e28d-46bc-a0bb-4c5eff9e9915 req-425af4fd-d525-4faf-8415-18998e60f1b3 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1257453 Jul 07 20:53:31.852671 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4299857f-6575-4052-bb25-ad7c0cdc704c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:31.867568 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbd1f3-f96f-4eff-a6e3-7f73ddf0d33b req-30791d2e-d17f-4443-8106-d84596f9dadc tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:31.868455 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28fbd1f3-f96f-4eff-a6e3-7f73ddf0d33b req-30791d2e-d17f-4443-8106-d84596f9dadc tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.1629660 Jul 07 20:53:31.915715 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:31.917884 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28fbd1f3-f96f-4eff-a6e3-7f73ddf0d33b req-7b6fcc8e-893a-4feb-bace-36a41c7c70d3 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481637 Jul 07 20:53:32.070435 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e901a087-160a-452e-8945-bf5ec46a89f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.086527 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-e901a087-160a-452e-8945-bf5ec46a89f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4df177-03fa-415e-883a-96cce703db43']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:32.100498 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-e901a087-160a-452e-8945-bf5ec46a89f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42ad15d-37c3-4e59-b8e5-5549678f3574') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:32.100791 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-e901a087-160a-452e-8945-bf5ec46a89f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42ad15d-37c3-4e59-b8e5-5549678f3574') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:32.112843 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e901a087-160a-452e-8945-bf5ec46a89f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.132635 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e901a087-160a-452e-8945-bf5ec46a89f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.141303 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e901a087-160a-452e-8945-bf5ec46a89f1 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:53:32.141689 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e901a087-160a-452e-8945-bf5ec46a89f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.143987 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-99754052-d4bd-4fc1-9914-d983cd6f30b6 req-d9f89c2e-2009-4bed-b60b-c5e4f697f80f tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Deleting port 5eb86ae6-5404-4899-93ce-80c856a7b0e5 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:53:32.144315 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-99754052-d4bd-4fc1-9914-d983cd6f30b6 req-d9f89c2e-2009-4bed-b60b-c5e4f697f80f tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:53:32.146793 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:53:32.245640 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e901a087-160a-452e-8945-bf5ec46a89f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.254084 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e901a087-160a-452e-8945-bf5ec46a89f1 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.255920 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e901a087-160a-452e-8945-bf5ec46a89f1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2b4df177-03fa-415e-883a-96cce703db43 HTTP/1.1" status: 204 len: 168 time: 0.8530562 Jul 07 20:53:32.258999 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41520) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:32.285531 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901a087-160a-452e-8945-bf5ec46a89f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b4df177-03fa-415e-883a-96cce703db43,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:32.330653 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-99754052-d4bd-4fc1-9914-d983cd6f30b6 req-d9f89c2e-2009-4bed-b60b-c5e4f697f80f tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] For port 5eb86ae6-5404-4899-93ce-80c856a7b0e5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=5eb86ae6-5404-4899-93ce-80c856a7b0e5,segment=NetworkSegment(1446ad39-cf19-426c-97b9-acabee7a79cf),segment_id=1446ad39-cf19-426c-97b9-acabee7a79cf)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:32.330963 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-99754052-d4bd-4fc1-9914-d983cd6f30b6 req-d9f89c2e-2009-4bed-b60b-c5e4f697f80f tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.348149 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-99754052-d4bd-4fc1-9914-d983cd6f30b6 req-d9f89c2e-2009-4bed-b60b-c5e4f697f80f tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Calling delete_port for 5eb86ae6-5404-4899-93ce-80c856a7b0e5 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:53:32.352020 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ef928a-8f51-4904-bc6e-4370d4a4ac4c admin admin] Deleting subnet abda7b08-4995-44a7-9fba-21bd1c9f2371 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:53:32.357947 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45ef928a-8f51-4904-bc6e-4370d4a4ac4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.367879 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad11624-e982-4550-ae6f-41e8acac4915 req-6e4e8560-ed3f-4472-b22a-b7cb71e771c5 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:32.369592 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7ad11624-e982-4550-ae6f-41e8acac4915 req-6e4e8560-ed3f-4472-b22a-b7cb71e771c5 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/ports?device_id=11449f02-572c-4b08-bbac-69cac6818ffe HTTP/1.1" status: 200 len: 946 time: 0.0784280 Jul 07 20:53:32.414776 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7ad11624-e982-4550-ae6f-41e8acac4915 req-d2a687dd-0bde-4d9e-bc5c-edb193403855 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/security-groups?id=770db283-218a-4fbf-956a-b5aa78f5cc9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377998 Jul 07 20:53:32.449075 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45ef928a-8f51-4904-bc6e-4370d4a4ac4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.517510 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45ef928a-8f51-4904-bc6e-4370d4a4ac4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.618694 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a124fe-0e6b-4e37-9793-6ad532aebbf1 req-e2d6c3a4-dbc2-413c-9f8e-28b55a6a6f23 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:32.620361 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-90a124fe-0e6b-4e37-9793-6ad532aebbf1 req-e2d6c3a4-dbc2-413c-9f8e-28b55a6a6f23 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.1139321 Jul 07 20:53:32.631966 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45ef928a-8f51-4904-bc6e-4370d4a4ac4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.633228 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-15b90993-65f3-453e-8ee8-65646d34384a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:32.635098 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-15b90993-65f3-453e-8ee8-65646d34384a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 1101 time: 0.0871072 Jul 07 20:53:32.655285 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-99754052-d4bd-4fc1-9914-d983cd6f30b6 req-d9f89c2e-2009-4bed-b60b-c5e4f697f80f tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.661007 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef928a-8f51-4904-bc6e-4370d4a4ac4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abda7b08-4995-44a7-9fba-21bd1c9f2371,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:32.676809 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['5eb86ae6-5404-4899-93ce-80c856a7b0e5'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:53:32.698820 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45ef928a-8f51-4904-bc6e-4370d4a4ac4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.703541 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-45ef928a-8f51-4904-bc6e-4370d4a4ac4c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/abda7b08-4995-44a7-9fba-21bd1c9f2371 HTTP/1.1" status: 204 len: 168 time: 0.4429982 Jul 07 20:53:32.710745 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41526) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:32.753862 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-90a124fe-0e6b-4e37-9793-6ad532aebbf1 req-5234208d-4aed-4924-86ac-26a589fd3665 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173949 Jul 07 20:53:32.754266 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f89c2e-2009-4bed-b60b-c5e4f697f80f tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Pushing event deleted for resources: {'Port': ['ID=5eb86ae6-5404-4899-93ce-80c856a7b0e5,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:32.777171 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-84126bb9-2739-4a30-95d4-af5c1148a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:32.778699 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-84126bb9-2739-4a30-95d4-af5c1148a7cb service neutron] 10.222.0.58 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.1287608 Jul 07 20:53:32.811290 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-99754052-d4bd-4fc1-9914-d983cd6f30b6 req-d9f89c2e-2009-4bed-b60b-c5e4f697f80f tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] No DVR routers for this DVR port 5eb86ae6-5404-4899-93ce-80c856a7b0e5 on host n-h2-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:53:32.814102 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-99754052-d4bd-4fc1-9914-d983cd6f30b6 req-d9f89c2e-2009-4bed-b60b-c5e4f697f80f tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.816311 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-99754052-d4bd-4fc1-9914-d983cd6f30b6 req-d9f89c2e-2009-4bed-b60b-c5e4f697f80f tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.39 "DELETE /v2.0/ports/5eb86ae6-5404-4899-93ce-80c856a7b0e5 HTTP/1.1" status: 204 len: 173 time: 1.2413650 Jul 07 20:53:32.818756 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11449f02-572c-4b08-bbac-69cac6818ffe', 'name': 'network-vif-deleted', 'tag': '5eb86ae6-5404-4899-93ce-80c856a7b0e5'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:32.820947 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8671fad-3dff-4931-845e-0889a2f861e3" -d '{"events": [{"server_uuid": "11449f02-572c-4b08-bbac-69cac6818ffe", "name": "network-vif-deleted", "tag": "5eb86ae6-5404-4899-93ce-80c856a7b0e5"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:32.835697 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-c32fdc17-5c21-446b-b43d-4603e440184f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=6cbf53d2-a34c-40c4-af6a-bc795d044e11 HTTP/1.1" status: 200 len: 217 time: 0.0450399 Jul 07 20:53:32.866277 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6106f779-683a-4265-a2e8-1526cff6e644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:32.875062 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c59d77-8196-40f2-928d-ed2e2b867d69 x-openstack-request-id: req-71c59d77-8196-40f2-928d-ed2e2b867d69 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:32.875269 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11449f02-572c-4b08-bbac-69cac6818ffe", "name": "network-vif-deleted", "tag": "5eb86ae6-5404-4899-93ce-80c856a7b0e5", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:32.875418 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71c59d77-8196-40f2-928d-ed2e2b867d69 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:32.875780 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11449f02-572c-4b08-bbac-69cac6818ffe', 'name': 'network-vif-deleted', 'tag': '5eb86ae6-5404-4899-93ce-80c856a7b0e5', 'status': 'completed', 'code': 200} Jul 07 20:53:32.908835 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-2e8695c6-c678-4347-a501-2367cab92a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:32.910330 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-2e8695c6-c678-4347-a501-2367cab92a44 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0653882 Jul 07 20:53:33.022412 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6106f779-683a-4265-a2e8-1526cff6e644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:33.038809 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-6106f779-683a-4265-a2e8-1526cff6e644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5291515-c1cc-4bfe-b52d-076046824732']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:33.041084 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-b6c4d875-779f-44ff-94ed-b5df6be5b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:33.042735 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-b6c4d875-779f-44ff-94ed-b5df6be5b3db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1180201 Jul 07 20:53:33.052887 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-6106f779-683a-4265-a2e8-1526cff6e644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f3da0e1-b670-451d-8bc3-814f17c74b96') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:33.053196 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-6106f779-683a-4265-a2e8-1526cff6e644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f3da0e1-b670-451d-8bc3-814f17c74b96') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:33.064577 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6106f779-683a-4265-a2e8-1526cff6e644 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:33.086622 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6106f779-683a-4265-a2e8-1526cff6e644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:33.100515 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6106f779-683a-4265-a2e8-1526cff6e644 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:53:33.100949 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6106f779-683a-4265-a2e8-1526cff6e644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:53:33.107462 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:53:33.138563 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef8382-e6c1-4f67-8c50-a15926443aad req-9945fd4c-a577-4419-9420-c12a1a9e2ec5 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:33.145297 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef8382-e6c1-4f67-8c50-a15926443aad req-9945fd4c-a577-4419-9420-c12a1a9e2ec5 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:33.151287 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef8382-e6c1-4f67-8c50-a15926443aad req-9945fd4c-a577-4419-9420-c12a1a9e2ec5 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:33.158306 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef8382-e6c1-4f67-8c50-a15926443aad req-9945fd4c-a577-4419-9420-c12a1a9e2ec5 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:33.163872 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef8382-e6c1-4f67-8c50-a15926443aad req-9945fd4c-a577-4419-9420-c12a1a9e2ec5 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:33.170668 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef8382-e6c1-4f67-8c50-a15926443aad req-9945fd4c-a577-4419-9420-c12a1a9e2ec5 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:33.176917 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6106f779-683a-4265-a2e8-1526cff6e644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:33.178035 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef8382-e6c1-4f67-8c50-a15926443aad req-9945fd4c-a577-4419-9420-c12a1a9e2ec5 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:33.182516 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13ef8382-e6c1-4f67-8c50-a15926443aad req-9945fd4c-a577-4419-9420-c12a1a9e2ec5 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5416 time: 0.2055001 Jul 07 20:53:33.203998 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6106f779-683a-4265-a2e8-1526cff6e644 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:33.207077 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6106f779-683a-4265-a2e8-1526cff6e644 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f5291515-c1cc-4bfe-b52d-076046824732 HTTP/1.1" status: 204 len: 168 time: 0.4772646 Jul 07 20:53:33.208557 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106f779-683a-4265-a2e8-1526cff6e644 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5291515-c1cc-4bfe-b52d-076046824732,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:33.314498 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13ef8382-e6c1-4f67-8c50-a15926443aad req-228385fc-1922-45c4-8a04-4c3cc5697394 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788760 Jul 07 20:53:33.320301 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-880d51ae-b478-4c2b-a625-08105f910d75 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640693 Jul 07 20:53:33.362020 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f694b6-48f6-4279-894e-8647150c592e req-d4e2f227-a245-4dd9-b742-09e3229da8a4 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:33.363559 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5f694b6-48f6-4279-894e-8647150c592e req-d4e2f227-a245-4dd9-b742-09e3229da8a4 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.1778967 Jul 07 20:53:33.401453 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41536) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:33.456734 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5f694b6-48f6-4279-894e-8647150c592e req-16574927-9d12-4e75-8db9-24a0c1f1fa97 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648274 Jul 07 20:53:33.482075 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:33.487683 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-90a81741-b60b-485d-953d-b677be79bd22 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=292f1d7d224c4dd69cde575a5a4d273e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0843744 Jul 07 20:53:33.490283 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41540) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:33.516677 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-8c8409d8-e2d4-4414-a53b-3285f3932673 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837783 Jul 07 20:53:33.611961 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-efbc54fe-67b3-4c68-b9a9-43000a7dbdfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:33.639256 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2363c836-efed-46c0-a14d-eed4b2caa56c req-fb65b663-0eac-438c-8bdc-e4d89f1d3113 tempest-FloatingIPsAssociationNegativeTestJSON-266746524 tempest-FloatingIPsAssociationNegativeTestJSON-266746524-project] 10.222.0.64 "GET /v2.0/ports?device_id=11449f02-572c-4b08-bbac-69cac6818ffe HTTP/1.1" status: 200 len: 210 time: 0.0443802 Jul 07 20:53:33.672292 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-efbc54fe-67b3-4c68-b9a9-43000a7dbdfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:33.740360 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-efbc54fe-67b3-4c68-b9a9-43000a7dbdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:33.742998 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-efbc54fe-67b3-4c68-b9a9-43000a7dbdfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:33.744609 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-efbc54fe-67b3-4c68-b9a9-43000a7dbdfd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a0e29cb1-d50b-4f2a-a28c-c2a30954bae8 HTTP/1.1" status: 204 len: 168 time: 0.2531610 Jul 07 20:53:33.755889 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc54fe-67b3-4c68-b9a9-43000a7dbdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e29cb1-d50b-4f2a-a28c-c2a30954bae8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:33.954682 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c5ce8-0e27-4dc0-8189-6eedf81d2daa req-630987ed-d3d0-4a4c-989b-021ef8ccd0a2 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:33.956377 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c86c5ce8-0e27-4dc0-8189-6eedf81d2daa req-630987ed-d3d0-4a4c-989b-021ef8ccd0a2 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.0739377 Jul 07 20:53:34.012973 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c86c5ce8-0e27-4dc0-8189-6eedf81d2daa req-1cec45df-834f-46dd-a32a-7405ecaae2df tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465651 Jul 07 20:53:34.120033 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41548) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:34.162247 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-58d43008-5f5f-4b8c-923b-77338d9daeaf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=38c7a0cf030e4b48a685865af3dba057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409901 Jul 07 20:53:34.164808 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41550) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:34.223513 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10f9376d-194e-4678-8473-40ed826485c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:34.247446 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10f9376d-194e-4678-8473-40ed826485c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:34.300072 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10f9376d-194e-4678-8473-40ed826485c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:34.302698 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10f9376d-194e-4678-8473-40ed826485c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:34.303897 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-10f9376d-194e-4678-8473-40ed826485c0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c8b2b771-7be0-410e-87cc-a64765471383 HTTP/1.1" status: 204 len: 168 time: 0.1381876 Jul 07 20:53:34.316337 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9376d-194e-4678-8473-40ed826485c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b2b771-7be0-410e-87cc-a64765471383,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:34.541114 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c546ab7-f7f6-43a7-98b5-0c89bc7bfb08 req-fee777dc-2c84-4810-85c5-59c0ed8bb2b0 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:34.548674 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c546ab7-f7f6-43a7-98b5-0c89bc7bfb08 req-fee777dc-2c84-4810-85c5-59c0ed8bb2b0 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:34.556851 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c546ab7-f7f6-43a7-98b5-0c89bc7bfb08 req-fee777dc-2c84-4810-85c5-59c0ed8bb2b0 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:34.564493 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c546ab7-f7f6-43a7-98b5-0c89bc7bfb08 req-fee777dc-2c84-4810-85c5-59c0ed8bb2b0 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:34.571638 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c546ab7-f7f6-43a7-98b5-0c89bc7bfb08 req-fee777dc-2c84-4810-85c5-59c0ed8bb2b0 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:34.579659 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c546ab7-f7f6-43a7-98b5-0c89bc7bfb08 req-fee777dc-2c84-4810-85c5-59c0ed8bb2b0 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:34.587312 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c546ab7-f7f6-43a7-98b5-0c89bc7bfb08 req-fee777dc-2c84-4810-85c5-59c0ed8bb2b0 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:34.589537 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4c546ab7-f7f6-43a7-98b5-0c89bc7bfb08 req-fee777dc-2c84-4810-85c5-59c0ed8bb2b0 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5416 time: 0.1416934 Jul 07 20:53:34.677515 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4c546ab7-f7f6-43a7-98b5-0c89bc7bfb08 req-0cc988cc-564c-43f1-a18a-ecc5a865adf9 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0758224 Jul 07 20:53:34.708345 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45830c5c-809d-4ced-8347-b40a7f65e9f2 req-3b217666-24ce-4a76-b31a-47b65f295c1c tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:34.710156 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45830c5c-809d-4ced-8347-b40a7f65e9f2 req-3b217666-24ce-4a76-b31a-47b65f295c1c tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.1029577 Jul 07 20:53:34.765830 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45830c5c-809d-4ced-8347-b40a7f65e9f2 req-bd195a03-aecd-49b2-b038-b4fabe7a4c22 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487120 Jul 07 20:53:34.789773 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41568) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:35.134099 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:35.267112 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e0d0e-5c4f-4c9b-94c0-e51c86c6935b req-89c29401-78db-4247-b50a-d7a00ce06d75 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:35.273841 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd7e0d0e-5c4f-4c9b-94c0-e51c86c6935b req-89c29401-78db-4247-b50a-d7a00ce06d75 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.1098607 Jul 07 20:53:35.282055 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-92ffbf63-4476-445c-8c5b-0f336ed7aa11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:35.311648 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd7e0d0e-5c4f-4c9b-94c0-e51c86c6935b req-56510a0c-dcce-458e-a467-1db638b6c911 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365994 Jul 07 20:53:35.624433 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-92ffbf63-4476-445c-8c5b-0f336ed7aa11 admin admin] Deleting port 2db79556-a378-46cb-8f8b-ab59c1f91843 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:53:35.624812 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-92ffbf63-4476-445c-8c5b-0f336ed7aa11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:35.714442 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-92ffbf63-4476-445c-8c5b-0f336ed7aa11 admin admin] For port 2db79556-a378-46cb-8f8b-ab59c1f91843, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=2db79556-a378-46cb-8f8b-ab59c1f91843,segment=NetworkSegment(1446ad39-cf19-426c-97b9-acabee7a79cf),segment_id=1446ad39-cf19-426c-97b9-acabee7a79cf)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:35.715665 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-92ffbf63-4476-445c-8c5b-0f336ed7aa11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:35.737810 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-92ffbf63-4476-445c-8c5b-0f336ed7aa11 admin admin] Calling delete_port for 2db79556-a378-46cb-8f8b-ab59c1f91843 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:53:35.941236 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d2c44-1b1f-4a96-b56a-bfd6b9bfd8d6 req-c8ca41f2-4ff4-47c4-b457-39efc9601130 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:35.949193 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d2c44-1b1f-4a96-b56a-bfd6b9bfd8d6 req-c8ca41f2-4ff4-47c4-b457-39efc9601130 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:35.955864 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d2c44-1b1f-4a96-b56a-bfd6b9bfd8d6 req-c8ca41f2-4ff4-47c4-b457-39efc9601130 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:35.962176 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d2c44-1b1f-4a96-b56a-bfd6b9bfd8d6 req-c8ca41f2-4ff4-47c4-b457-39efc9601130 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:35.969329 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d2c44-1b1f-4a96-b56a-bfd6b9bfd8d6 req-c8ca41f2-4ff4-47c4-b457-39efc9601130 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:35.975364 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d2c44-1b1f-4a96-b56a-bfd6b9bfd8d6 req-c8ca41f2-4ff4-47c4-b457-39efc9601130 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:35.981329 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d2c44-1b1f-4a96-b56a-bfd6b9bfd8d6 req-c8ca41f2-4ff4-47c4-b457-39efc9601130 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:35.983369 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1d4d2c44-1b1f-4a96-b56a-bfd6b9bfd8d6 req-c8ca41f2-4ff4-47c4-b457-39efc9601130 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5416 time: 0.1594164 Jul 07 20:53:36.012716 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-92ffbf63-4476-445c-8c5b-0f336ed7aa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:36.049262 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffbf63-4476-445c-8c5b-0f336ed7aa11 admin admin] Pushing event deleted for resources: {'Port': ['ID=2db79556-a378-46cb-8f8b-ab59c1f91843,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:36.057857 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1d4d2c44-1b1f-4a96-b56a-bfd6b9bfd8d6 req-ff8a13ac-5368-4da9-924b-e1dc37ca5d7d tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570290 Jul 07 20:53:36.088499 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1df116-960c-4e24-8ff5-bd15880aeebd req-b77618ef-3e37-4c5f-a3bf-3b15e64f13ed tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:36.090144 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fe1df116-960c-4e24-8ff5-bd15880aeebd req-b77618ef-3e37-4c5f-a3bf-3b15e64f13ed tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.1736674 Jul 07 20:53:36.156548 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fe1df116-960c-4e24-8ff5-bd15880aeebd req-5f5e1f26-015e-4dc2-b036-a6689c4f54ac tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478733 Jul 07 20:53:36.469065 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-92ffbf63-4476-445c-8c5b-0f336ed7aa11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:36.534037 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9289f6-2caa-48ed-871f-cb214ba3ad6b req-ac38b0f8-0466-4e3f-99c9-8b4588412d1e tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:36.535631 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2d9289f6-2caa-48ed-871f-cb214ba3ad6b req-ac38b0f8-0466-4e3f-99c9-8b4588412d1e tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.0813148 Jul 07 20:53:36.575544 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2d9289f6-2caa-48ed-871f-cb214ba3ad6b req-d6d19c1f-9e53-4f60-9900-64f5975b8672 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334718 Jul 07 20:53:36.696732 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ffbf63-4476-445c-8c5b-0f336ed7aa11 admin admin] Router 5b60fb1f-a09c-4f02-92da-b734fa2924a1 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:53:36.799428 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ffbf63-4476-445c-8c5b-0f336ed7aa11 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:53:36.804397 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-92ffbf63-4476-445c-8c5b-0f336ed7aa11 admin admin] 10.222.0.64 "PUT /v2.0/routers/5b60fb1f-a09c-4f02-92da-b734fa2924a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0131552 Jul 07 20:53:36.806904 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41604) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:36.808737 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b2fec1-9cc4-4655-b901-6834d869c547 None None] Sync routers for ids ['5b60fb1f-a09c-4f02-92da-b734fa2924a1'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:53:36.819317 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b2fec1-9cc4-4655-b901-6834d869c547 None None] Routers {'5b60fb1f-a09c-4f02-92da-b734fa2924a1'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:53:36.819945 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-55b2fec1-9cc4-4655-b901-6834d869c547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:53:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5b60fb1f-a09c-4f02-92da-b734fa2924a1'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:36.914905 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:36.925679 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 5eb86ae6-5404-4899-93ce-80c856a7b0e5 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:53:36.947678 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 5eb86ae6-5404-4899-93ce-80c856a7b0e5 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:53:36.948417 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 5eb86ae6-5404-4899-93ce-80c856a7b0e5 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:53:37.020646 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:37.025482 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-55b2fec1-9cc4-4655-b901-6834d869c547 None None] Set router 5b60fb1f-a09c-4f02-92da-b734fa2924a1 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:53:37.080584 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Deleting port eb808474-9b28-498b-bedb-73cbab3664e0 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:53:37.080976 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:37.175585 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] For port eb808474-9b28-498b-bedb-73cbab3664e0, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=eb808474-9b28-498b-bedb-73cbab3664e0,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:37.176058 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:37.208592 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Calling delete_port for eb808474-9b28-498b-bedb-73cbab3664e0 owned by network:router_gateway {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:53:37.248125 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-55b2fec1-9cc4-4655-b901-6834d869c547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-279670863-router', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:09Z', 'updated_at': '2021-07-07T20:53:35Z', 'revision_number': 5, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'gw_port': {'id': 'eb808474-9b28-498b-bedb-73cbab3664e0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:52:12Z', 'updated_at': '2021-07-07T20:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:37.280822 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b2fec1-9cc4-4655-b901-6834d869c547 None None] Checking router: 5b60fb1f-a09c-4f02-92da-b734fa2924a1 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:53:37.290653 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b2fec1-9cc4-4655-b901-6834d869c547 None None] Routers {'5b60fb1f-a09c-4f02-92da-b734fa2924a1'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:53:37.291345 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-55b2fec1-9cc4-4655-b901-6834d869c547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:53:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5b60fb1f-a09c-4f02-92da-b734fa2924a1'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:37.414144 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-55b2fec1-9cc4-4655-b901-6834d869c547 None None] Set router 5b60fb1f-a09c-4f02-92da-b734fa2924a1 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:53:37.484071 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-55b2fec1-9cc4-4655-b901-6834d869c547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-279670863-router', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:09Z', 'updated_at': '2021-07-07T20:53:37Z', 'revision_number': 6, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:37.488778 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:37.532373 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb808474-9b28-498b-bedb-73cbab3664e0,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:37.536032 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b2fec1-9cc4-4655-b901-6834d869c547 None None] The sync data for ids ['5b60fb1f-a09c-4f02-92da-b734fa2924a1'] in n-d-695189-11 is: [{'id': '5b60fb1f-a09c-4f02-92da-b734fa2924a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-279670863-router', 'tenant_id': 'bfe91e05b1564766ac243e3a53b670d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:52:09Z', 'updated_at': '2021-07-07T20:53:37Z', 'revision_number': 6, 'project_id': 'bfe91e05b1564766ac243e3a53b670d9', 'gw_port_host': None}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:53:37.558414 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb2973-fa98-43ed-9c83-e3d19fb540ab req-9c73393b-42f2-4095-8019-ae8feaf267e6 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:37.565385 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb2973-fa98-43ed-9c83-e3d19fb540ab req-9c73393b-42f2-4095-8019-ae8feaf267e6 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:37.571459 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb2973-fa98-43ed-9c83-e3d19fb540ab req-9c73393b-42f2-4095-8019-ae8feaf267e6 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:37.578328 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb2973-fa98-43ed-9c83-e3d19fb540ab req-9c73393b-42f2-4095-8019-ae8feaf267e6 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:37.585364 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb2973-fa98-43ed-9c83-e3d19fb540ab req-9c73393b-42f2-4095-8019-ae8feaf267e6 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:37.590191 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb2973-fa98-43ed-9c83-e3d19fb540ab req-9c73393b-42f2-4095-8019-ae8feaf267e6 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:37.595730 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb2973-fa98-43ed-9c83-e3d19fb540ab req-9c73393b-42f2-4095-8019-ae8feaf267e6 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:37.597705 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bafb2973-fa98-43ed-9c83-e3d19fb540ab req-9c73393b-42f2-4095-8019-ae8feaf267e6 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5416 time: 0.2490156 Jul 07 20:53:37.623126 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:37.623566 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:37.623972 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:37.624953 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:37.625354 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:37.625755 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:37.626151 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:37.626547 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:37.626942 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:37.627349 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:37.627737 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:37.628126 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:37.690687 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba8997-08c8-41f3-b743-b626005fe8e4 req-f50a34e4-e555-48f9-96bc-459079a94218 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:37.692535 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6ba8997-08c8-41f3-b743-b626005fe8e4 req-f50a34e4-e555-48f9-96bc-459079a94218 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.3008258 Jul 07 20:53:37.737847 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:37.793357 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bafb2973-fa98-43ed-9c83-e3d19fb540ab req-a3d1cdb0-dceb-4ed3-9387-1ed9aeec99ac tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1559658 Jul 07 20:53:37.830018 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6ba8997-08c8-41f3-b743-b626005fe8e4 req-4b834808-0ef4-4f5f-9f0c-1bc860b67fd2 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298528 Jul 07 20:53:37.887728 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:37.890382 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:37.973830 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:37.974381 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b60fb1f-a09c-4f02-92da-b734fa2924a1 {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:53:37.999550 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.000842 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fdfac2f7-c0be-4ab1-991f-0b04189511d2 admin admin] 10.222.0.64 "DELETE /v2.0/routers/5b60fb1f-a09c-4f02-92da-b734fa2924a1 HTTP/1.1" status: 204 len: 168 time: 1.1929193 Jul 07 20:53:38.003417 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41618) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:38.076671 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda81057-ce3a-4032-be3d-b80359b26f8d admin admin] Deleting subnet 0b1a6a8f-f761-405e-ad77-75520358891e {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:53:38.087584 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cda81057-ce3a-4032-be3d-b80359b26f8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.088894 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a0760-8aa1-4875-b7ae-82457822381d req-025fca65-c041-49bc-bf40-1952847ba604 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:38.097285 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0f5a0760-8aa1-4875-b7ae-82457822381d req-025fca65-c041-49bc-bf40-1952847ba604 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.1359453 Jul 07 20:53:38.126399 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cda81057-ce3a-4032-be3d-b80359b26f8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.143312 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0f5a0760-8aa1-4875-b7ae-82457822381d req-40ed124f-0dd6-4f16-8eff-444b250391d3 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449572 Jul 07 20:53:38.224608 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cda81057-ce3a-4032-be3d-b80359b26f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.287722 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cda81057-ce3a-4032-be3d-b80359b26f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.315078 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda81057-ce3a-4032-be3d-b80359b26f8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b1a6a8f-f761-405e-ad77-75520358891e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:38.317236 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cda81057-ce3a-4032-be3d-b80359b26f8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.321800 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cda81057-ce3a-4032-be3d-b80359b26f8d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0b1a6a8f-f761-405e-ad77-75520358891e HTTP/1.1" status: 204 len: 168 time: 0.3144131 Jul 07 20:53:38.322205 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41632) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:38.329169 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8878cc8-3cc0-451d-83e5-39fda6125498 None None] Network e5521cf8-568c-451a-aa56-f875facb5117 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:53:38.414195 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17517ff7-ebc8-4d54-9ffa-f807f9c56dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.512473 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-17517ff7-ebc8-4d54-9ffa-f807f9c56dd5 admin admin] Deleting port 43eedce4-b283-4560-b9f6-c3c7695c2a59 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:53:38.512856 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17517ff7-ebc8-4d54-9ffa-f807f9c56dd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.618077 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-17517ff7-ebc8-4d54-9ffa-f807f9c56dd5 admin admin] For port 43eedce4-b283-4560-b9f6-c3c7695c2a59, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=43eedce4-b283-4560-b9f6-c3c7695c2a59,segment=NetworkSegment(1446ad39-cf19-426c-97b9-acabee7a79cf),segment_id=1446ad39-cf19-426c-97b9-acabee7a79cf)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:38.618233 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17517ff7-ebc8-4d54-9ffa-f807f9c56dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.618441 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 2db79556-a378-46cb-8f8b-ab59c1f91843 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:53:38.641582 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-17517ff7-ebc8-4d54-9ffa-f807f9c56dd5 admin admin] Calling delete_port for 43eedce4-b283-4560-b9f6-c3c7695c2a59 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:53:38.673793 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 2db79556-a378-46cb-8f8b-ab59c1f91843 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:53:38.674416 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 2db79556-a378-46cb-8f8b-ab59c1f91843 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:53:38.678709 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091ef461-2b57-4d76-b339-8e87593b2ab4 None None] DHCP port deletion for e5521cf8-568c-451a-aa56-f875facb5117 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:53:38.751479 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17517ff7-ebc8-4d54-9ffa-f807f9c56dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.772899 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-091ef461-2b57-4d76-b339-8e87593b2ab4 None None] Deleting port 43eedce4-b283-4560-b9f6-c3c7695c2a59 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:53:38.773788 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-091ef461-2b57-4d76-b339-8e87593b2ab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.819602 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17517ff7-ebc8-4d54-9ffa-f807f9c56dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=43eedce4-b283-4560-b9f6-c3c7695c2a59,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:38.828078 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17517ff7-ebc8-4d54-9ffa-f807f9c56dd5 admin admin] No DVR routers for this DVR port 43eedce4-b283-4560-b9f6-c3c7695c2a59 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:53:38.828209 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41646) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:38.907136 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-091ef461-2b57-4d76-b339-8e87593b2ab4 None None] For port 43eedce4-b283-4560-b9f6-c3c7695c2a59, host n-d-695189-11, got binding levels [] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:38.907575 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-091ef461-2b57-4d76-b339-8e87593b2ab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.934175 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-091ef461-2b57-4d76-b339-8e87593b2ab4 None None] Calling delete_port for 43eedce4-b283-4560-b9f6-c3c7695c2a59 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:53:38.940836 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.ipam_backend_mixin [None req-091ef461-2b57-4d76-b339-8e87593b2ab4 None None] Port 43eedce4-b283-4560-b9f6-c3c7695c2a59 was not found and therefore no delete operation was performed {{(pid=100449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 20:53:38.942231 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-091ef461-2b57-4d76-b339-8e87593b2ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:38.972493 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091ef461-2b57-4d76-b339-8e87593b2ab4 None None] No DVR routers for this DVR port 43eedce4-b283-4560-b9f6-c3c7695c2a59 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:53:39.013811 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17517ff7-ebc8-4d54-9ffa-f807f9c56dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.028222 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-17517ff7-ebc8-4d54-9ffa-f807f9c56dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5521cf8-568c-451a-aa56-f875facb5117']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:39.036491 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ef461-2b57-4d76-b339-8e87593b2ab4 None None] Pushing event deleted for resources: {'Port': ['ID=43eedce4-b283-4560-b9f6-c3c7695c2a59,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:39.042726 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-17517ff7-ebc8-4d54-9ffa-f807f9c56dd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1446ad39-cf19-426c-97b9-acabee7a79cf') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:39.043275 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-17517ff7-ebc8-4d54-9ffa-f807f9c56dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1446ad39-cf19-426c-97b9-acabee7a79cf') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:53:39.044842 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef461-2b57-4d76-b339-8e87593b2ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:39.045330 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef461-2b57-4d76-b339-8e87593b2ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:39.045821 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef461-2b57-4d76-b339-8e87593b2ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:39.047086 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef461-2b57-4d76-b339-8e87593b2ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:39.047508 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef461-2b57-4d76-b339-8e87593b2ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:39.047920 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef461-2b57-4d76-b339-8e87593b2ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:39.048258 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef461-2b57-4d76-b339-8e87593b2ab4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:39.048595 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef461-2b57-4d76-b339-8e87593b2ab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:39.048930 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef461-2b57-4d76-b339-8e87593b2ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:39.049260 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef461-2b57-4d76-b339-8e87593b2ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:39.049594 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef461-2b57-4d76-b339-8e87593b2ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:39.049922 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ef461-2b57-4d76-b339-8e87593b2ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:39.059289 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17517ff7-ebc8-4d54-9ffa-f807f9c56dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.078547 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17517ff7-ebc8-4d54-9ffa-f807f9c56dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.086792 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17517ff7-ebc8-4d54-9ffa-f807f9c56dd5 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:53:39.088205 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17517ff7-ebc8-4d54-9ffa-f807f9c56dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:53:39.090049 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:53:39.104830 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5e978d55-7912-4bbc-afa4-fb21cbbe2287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.156999 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17517ff7-ebc8-4d54-9ffa-f807f9c56dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.175881 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17517ff7-ebc8-4d54-9ffa-f807f9c56dd5 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.180447 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-17517ff7-ebc8-4d54-9ffa-f807f9c56dd5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e5521cf8-568c-451a-aa56-f875facb5117 HTTP/1.1" status: 204 len: 168 time: 0.8548398 Jul 07 20:53:39.180447 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17517ff7-ebc8-4d54-9ffa-f807f9c56dd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5521cf8-568c-451a-aa56-f875facb5117,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:39.208545 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e81f9-4dc4-4832-ac8e-c7b1dbbd2ef5 req-bc32ba49-5fb7-4264-8727-2e8974a0a71b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:39.214668 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e81f9-4dc4-4832-ac8e-c7b1dbbd2ef5 req-bc32ba49-5fb7-4264-8727-2e8974a0a71b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:39.220657 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e81f9-4dc4-4832-ac8e-c7b1dbbd2ef5 req-bc32ba49-5fb7-4264-8727-2e8974a0a71b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:39.226960 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e81f9-4dc4-4832-ac8e-c7b1dbbd2ef5 req-bc32ba49-5fb7-4264-8727-2e8974a0a71b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:39.233059 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e81f9-4dc4-4832-ac8e-c7b1dbbd2ef5 req-bc32ba49-5fb7-4264-8727-2e8974a0a71b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:39.239907 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e81f9-4dc4-4832-ac8e-c7b1dbbd2ef5 req-bc32ba49-5fb7-4264-8727-2e8974a0a71b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:39.245777 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e81f9-4dc4-4832-ac8e-c7b1dbbd2ef5 req-bc32ba49-5fb7-4264-8727-2e8974a0a71b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:39.252049 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c9e81f9-4dc4-4832-ac8e-c7b1dbbd2ef5 req-bc32ba49-5fb7-4264-8727-2e8974a0a71b tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5416 time: 0.2459149 Jul 07 20:53:39.297919 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212b10b-1c04-4cf0-b067-a5f37a9a5863 req-a381b7c0-d08a-4eff-b0d4-441d53ebbfef tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:39.299303 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4212b10b-1c04-4cf0-b067-a5f37a9a5863 req-a381b7c0-d08a-4eff-b0d4-441d53ebbfef tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.2145817 Jul 07 20:53:39.341663 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41660) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:39.357937 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c9e81f9-4dc4-4832-ac8e-c7b1dbbd2ef5 req-ecc80e3d-5756-4d6f-a825-0c063b247c81 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0947769 Jul 07 20:53:39.388034 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4212b10b-1c04-4cf0-b067-a5f37a9a5863 req-89599ba4-bf26-40e1-90ac-9c47ea9574f5 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711050 Jul 07 20:53:39.393643 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2814dbfd-dda7-4dc3-95e5-820639240b80 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bfe91e05b1564766ac243e3a53b670d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484426 Jul 07 20:53:39.394147 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41662) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:39.404069 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5e978d55-7912-4bbc-afa4-fb21cbbe2287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.410045 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5e978d55-7912-4bbc-afa4-fb21cbbe2287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.462592 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fabe3501-89ea-4716-ab36-1b38d9acf444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.466182 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5e978d55-7912-4bbc-afa4-fb21cbbe2287 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d14cb7b141641ec860301a26643d5d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6341453 Jul 07 20:53:39.467084 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41664) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:39.483020 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e978d55-7912-4bbc-afa4-fb21cbbe2287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a25cb5-e7db-41b2-ad65-73d68baf7085,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:39.536286 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fabe3501-89ea-4716-ab36-1b38d9acf444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.562622 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6437ca65-9e0d-4bb7-a0be-9e9225f081e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.587340 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b598fc2-4c04-43b0-b04c-fa5ef788185a req-df5f5419-a0d2-4e90-80e7-7c2e233c70ad tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:39.588842 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5b598fc2-4c04-43b0-b04c-fa5ef788185a req-df5f5419-a0d2-4e90-80e7-7c2e233c70ad tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.0719969 Jul 07 20:53:39.602515 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6437ca65-9e0d-4bb7-a0be-9e9225f081e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.644580 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5b598fc2-4c04-43b0-b04c-fa5ef788185a req-a4025ab0-7400-49d6-a107-6fb840718727 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366549 Jul 07 20:53:39.645432 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fabe3501-89ea-4716-ab36-1b38d9acf444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.648109 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fabe3501-89ea-4716-ab36-1b38d9acf444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.651679 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fabe3501-89ea-4716-ab36-1b38d9acf444 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/770db283-218a-4fbf-956a-b5aa78f5cc9b HTTP/1.1" status: 204 len: 168 time: 0.2541022 Jul 07 20:53:39.659584 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe3501-89ea-4716-ab36-1b38d9acf444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770db283-218a-4fbf-956a-b5aa78f5cc9b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:39.712392 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6437ca65-9e0d-4bb7-a0be-9e9225f081e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.715973 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6437ca65-9e0d-4bb7-a0be-9e9225f081e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:39.717162 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6437ca65-9e0d-4bb7-a0be-9e9225f081e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e3a25cb5-e7db-41b2-ad65-73d68baf7085 HTTP/1.1" status: 204 len: 168 time: 0.2482390 Jul 07 20:53:39.736579 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437ca65-9e0d-4bb7-a0be-9e9225f081e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a25cb5-e7db-41b2-ad65-73d68baf7085,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:39.799145 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f9bc7-c925-4ce5-a152-6da4bfc19814 req-2ad8c3f5-a60a-4491-afa5-791cd9bf48ca tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:39.800869 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dd9f9bc7-c925-4ce5-a152-6da4bfc19814 req-2ad8c3f5-a60a-4491-afa5-791cd9bf48ca tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.1060305 Jul 07 20:53:39.851682 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dd9f9bc7-c925-4ce5-a152-6da4bfc19814 req-acd79c61-602f-4be4-928b-eb8a06b6ea7d tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446899 Jul 07 20:53:40.138970 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 43eedce4-b283-4560-b9f6-c3c7695c2a59 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:53:40.161139 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 43eedce4-b283-4560-b9f6-c3c7695c2a59 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:53:40.161495 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 43eedce4-b283-4560-b9f6-c3c7695c2a59 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:53:40.161993 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device eb808474-9b28-498b-bedb-73cbab3664e0 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:53:40.179267 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41688) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:40.180617 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: eb808474-9b28-498b-bedb-73cbab3664e0 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:53:40.180970 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device eb808474-9b28-498b-bedb-73cbab3664e0 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:53:40.193523 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ac3e348-1a14-475c-b21d-3da4cd4b1384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:40.286295 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ac3e348-1a14-475c-b21d-3da4cd4b1384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:40.290468 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ac3e348-1a14-475c-b21d-3da4cd4b1384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:40.332113 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3ac3e348-1a14-475c-b21d-3da4cd4b1384 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d0c7e75a9e144d7c966f76977eb32db5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515355 Jul 07 20:53:40.333019 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3e348-1a14-475c-b21d-3da4cd4b1384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff454402-510f-44d3-8204-d4983ecca65a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:40.335036 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41692) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:40.395497 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0024d1e1-cf98-4c55-815e-4ded9e1d6cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:40.422092 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0024d1e1-cf98-4c55-815e-4ded9e1d6cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:40.482151 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0024d1e1-cf98-4c55-815e-4ded9e1d6cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:40.486243 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0024d1e1-cf98-4c55-815e-4ded9e1d6cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:40.487897 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0024d1e1-cf98-4c55-815e-4ded9e1d6cbd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff454402-510f-44d3-8204-d4983ecca65a HTTP/1.1" status: 204 len: 168 time: 0.1516054 Jul 07 20:53:40.513044 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024d1e1-cf98-4c55-815e-4ded9e1d6cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff454402-510f-44d3-8204-d4983ecca65a,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:40.638887 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c41ef-9173-46f7-b75d-665a62604c08 req-80ef835b-8cfa-43b5-9f5b-5afe96af9c94 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:40.640606 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7e6c41ef-9173-46f7-b75d-665a62604c08 req-80ef835b-8cfa-43b5-9f5b-5afe96af9c94 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.1052787 Jul 07 20:53:40.657354 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e148c-c5aa-437c-ba71-84676905f2a4 req-ba9d042b-c353-4d1b-a2a6-d16edb870c40 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:40.663366 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e148c-c5aa-437c-ba71-84676905f2a4 req-ba9d042b-c353-4d1b-a2a6-d16edb870c40 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:40.669428 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e148c-c5aa-437c-ba71-84676905f2a4 req-ba9d042b-c353-4d1b-a2a6-d16edb870c40 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:40.675944 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e148c-c5aa-437c-ba71-84676905f2a4 req-ba9d042b-c353-4d1b-a2a6-d16edb870c40 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:40.682365 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e148c-c5aa-437c-ba71-84676905f2a4 req-ba9d042b-c353-4d1b-a2a6-d16edb870c40 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:40.697095 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e148c-c5aa-437c-ba71-84676905f2a4 req-ba9d042b-c353-4d1b-a2a6-d16edb870c40 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:40.700312 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e148c-c5aa-437c-ba71-84676905f2a4 req-ba9d042b-c353-4d1b-a2a6-d16edb870c40 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:40.702284 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ab1e148c-c5aa-437c-ba71-84676905f2a4 req-ba9d042b-c353-4d1b-a2a6-d16edb870c40 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5416 time: 0.1813865 Jul 07 20:53:40.762405 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7e6c41ef-9173-46f7-b75d-665a62604c08 req-a891b998-812f-43c7-ad64-7c25ecf84a35 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589023 Jul 07 20:53:40.773284 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ab1e148c-c5aa-437c-ba71-84676905f2a4 req-60cb70fe-7cbe-46b6-a4b8-4ed79681785a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601125 Jul 07 20:53:40.978692 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d670f-1695-4161-b185-45e75d41baa5 req-da0852cd-9d91-45c5-8a98-7ba274849358 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:40.980259 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-958d670f-1695-4161-b185-45e75d41baa5 req-da0852cd-9d91-45c5-8a98-7ba274849358 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.0723333 Jul 07 20:53:41.027054 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-958d670f-1695-4161-b185-45e75d41baa5 req-fa9bafc9-7007-4faa-881d-9625c5fdbe3c tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392201 Jul 07 20:53:41.207360 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdc9ad-24cd-4d32-9242-d349d017861b req-ffe27cd3-e757-4a9c-8f0d-ed8ff7a3e9ee tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:41.209338 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4cdc9ad-24cd-4d32-9242-d349d017861b req-ffe27cd3-e757-4a9c-8f0d-ed8ff7a3e9ee tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.0750930 Jul 07 20:53:41.254624 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4cdc9ad-24cd-4d32-9242-d349d017861b req-2fee9d4a-47e6-4cb1-bdeb-99f76b1fa267 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385530 Jul 07 20:53:41.505546 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41774) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:41.614695 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ec91cd71-a62a-4118-9ab8-106adab3215e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:41.713535 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ec91cd71-a62a-4118-9ab8-106adab3215e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:41.730321 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ec91cd71-a62a-4118-9ab8-106adab3215e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:41.771909 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ec91cd71-a62a-4118-9ab8-106adab3215e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=60aa48957d6d400d98bdeb1f59b62f9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2651992 Jul 07 20:53:41.773808 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91cd71-a62a-4118-9ab8-106adab3215e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca9229d-bf2c-4905-9ed1-b1c9f0e6a8d7,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:41.774724 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41786) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:41.833059 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09728561-ced3-4476-aaf6-7fc4f7500aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:41.856737 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09728561-ced3-4476-aaf6-7fc4f7500aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:41.925397 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09728561-ced3-4476-aaf6-7fc4f7500aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:41.930523 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09728561-ced3-4476-aaf6-7fc4f7500aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:41.933434 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-09728561-ced3-4476-aaf6-7fc4f7500aca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cca9229d-bf2c-4905-9ed1-b1c9f0e6a8d7 HTTP/1.1" status: 204 len: 168 time: 0.1576090 Jul 07 20:53:41.941519 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09728561-ced3-4476-aaf6-7fc4f7500aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca9229d-bf2c-4905-9ed1-b1c9f0e6a8d7,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:42.064908 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95d971-96b9-4fac-b3f0-28c15227e0be req-b8cabc18-8306-4603-b476-c5d143100250 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:42.072385 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ee95d971-96b9-4fac-b3f0-28c15227e0be req-b8cabc18-8306-4603-b476-c5d143100250 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.1916704 Jul 07 20:53:42.120331 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ff828-c222-47b1-9129-cd59889f966f req-7a8bc790-92d4-4799-b659-bf50acb10fac tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:42.129168 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ff828-c222-47b1-9129-cd59889f966f req-7a8bc790-92d4-4799-b659-bf50acb10fac tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:42.136781 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ff828-c222-47b1-9129-cd59889f966f req-7a8bc790-92d4-4799-b659-bf50acb10fac tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:42.143546 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ff828-c222-47b1-9129-cd59889f966f req-7a8bc790-92d4-4799-b659-bf50acb10fac tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:42.149603 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ff828-c222-47b1-9129-cd59889f966f req-7a8bc790-92d4-4799-b659-bf50acb10fac tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:42.156616 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ff828-c222-47b1-9129-cd59889f966f req-7a8bc790-92d4-4799-b659-bf50acb10fac tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:42.162521 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ff828-c222-47b1-9129-cd59889f966f req-7a8bc790-92d4-4799-b659-bf50acb10fac tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:42.164624 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-366ff828-c222-47b1-9129-cd59889f966f req-7a8bc790-92d4-4799-b659-bf50acb10fac tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5416 time: 0.2153652 Jul 07 20:53:42.190160 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ee95d971-96b9-4fac-b3f0-28c15227e0be req-d9f6f702-e879-40c4-b4e5-1d26118d98cd tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165664 Jul 07 20:53:42.215561 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-366ff828-c222-47b1-9129-cd59889f966f req-266b3c3a-c307-4fd2-9b18-62492ed7e987 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419536 Jul 07 20:53:42.386401 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16391479-f081-4354-ab62-390eba5bda3a req-fe9e78dd-5eed-4db4-bb76-dccbb24a4a82 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:42.389039 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-16391479-f081-4354-ab62-390eba5bda3a req-fe9e78dd-5eed-4db4-bb76-dccbb24a4a82 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.0943136 Jul 07 20:53:42.476693 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-16391479-f081-4354-ab62-390eba5bda3a req-294e26a5-1d28-4d2a-9a61-cd99d2b060ad tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810919 Jul 07 20:53:42.509713 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8993b-9149-4ce4-96b6-f62c2174f0e1 req-2f43c318-5605-4bf8-bf79-cc871baced41 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:42.517464 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fdf8993b-9149-4ce4-96b6-f62c2174f0e1 req-2f43c318-5605-4bf8-bf79-cc871baced41 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.1119652 Jul 07 20:53:42.578077 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fdf8993b-9149-4ce4-96b6-f62c2174f0e1 req-3b5f6a9a-ca25-434d-9350-db23bcc0ae4c tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590477 Jul 07 20:53:43.443905 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28a0a8-0883-446c-b1e3-622d173406b6 req-4a4023bc-ff67-4934-bc03-d9d65fa4d837 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:43.445963 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-da28a0a8-0883-446c-b1e3-622d173406b6 req-4a4023bc-ff67-4934-bc03-d9d65fa4d837 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.1323323 Jul 07 20:53:43.458729 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0db07-657a-4214-a60b-b5fdddd028c2 req-9c1dfa84-0da9-41ba-ab6b-91c7306aaf72 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:43.464554 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0db07-657a-4214-a60b-b5fdddd028c2 req-9c1dfa84-0da9-41ba-ab6b-91c7306aaf72 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:43.471525 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0db07-657a-4214-a60b-b5fdddd028c2 req-9c1dfa84-0da9-41ba-ab6b-91c7306aaf72 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:43.477401 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0db07-657a-4214-a60b-b5fdddd028c2 req-9c1dfa84-0da9-41ba-ab6b-91c7306aaf72 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:43.483345 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0db07-657a-4214-a60b-b5fdddd028c2 req-9c1dfa84-0da9-41ba-ab6b-91c7306aaf72 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:43.491232 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0db07-657a-4214-a60b-b5fdddd028c2 req-9c1dfa84-0da9-41ba-ab6b-91c7306aaf72 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:43.498618 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0db07-657a-4214-a60b-b5fdddd028c2 req-9c1dfa84-0da9-41ba-ab6b-91c7306aaf72 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:43.501142 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3bb0db07-657a-4214-a60b-b5fdddd028c2 req-9c1dfa84-0da9-41ba-ab6b-91c7306aaf72 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5416 time: 0.1541822 Jul 07 20:53:43.567010 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-da28a0a8-0883-446c-b1e3-622d173406b6 req-24e1e58c-523d-4dbc-b1b7-be4adf966d41 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648627 Jul 07 20:53:43.574014 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3bb0db07-657a-4214-a60b-b5fdddd028c2 req-4a1ac915-b0e2-4314-8c50-38bcfc8c3cf7 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612457 Jul 07 20:53:43.747144 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd56e8-3478-45a8-b7c8-6c83af57feb9 req-f16e812d-6974-4acb-8bdf-95ec6561e3db tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:43.748769 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d1dd56e8-3478-45a8-b7c8-6c83af57feb9 req-f16e812d-6974-4acb-8bdf-95ec6561e3db tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.0656865 Jul 07 20:53:43.795721 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d1dd56e8-3478-45a8-b7c8-6c83af57feb9 req-3652ec8a-c1b4-4a06-a85f-cf25ac3ca7c0 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358267 Jul 07 20:53:44.000713 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54611e6b-6ad2-41ea-a870-6f70f8af03dd req-1c62a3b3-7c9a-4940-b6aa-a79d66352cb7 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:44.003854 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54611e6b-6ad2-41ea-a870-6f70f8af03dd req-1c62a3b3-7c9a-4940-b6aa-a79d66352cb7 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.0899062 Jul 07 20:53:44.058503 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54611e6b-6ad2-41ea-a870-6f70f8af03dd req-b1c8e386-3304-4c0c-936d-d4fc559530a3 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502689 Jul 07 20:53:44.340482 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb33b3-444e-41a5-b33e-74b775abac2f req-8db61564-7c6d-4420-ac37-3491e39f3cb5 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:44.342059 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d0cb33b3-444e-41a5-b33e-74b775abac2f req-8db61564-7c6d-4420-ac37-3491e39f3cb5 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 1097 time: 0.0606863 Jul 07 20:53:44.385394 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d0cb33b3-444e-41a5-b33e-74b775abac2f req-f332f8d0-c313-42ff-96b8-0c769ef8b86e tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333540 Jul 07 20:53:44.764512 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2df35-0b04-41c1-a13b-4b256ace0a92 req-dc37bb62-eaa0-478d-946f-d0c4479a960b tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:44.766520 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6b2df35-0b04-41c1-a13b-4b256ace0a92 req-dc37bb62-eaa0-478d-946f-d0c4479a960b tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.0766320 Jul 07 20:53:44.805674 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6b2df35-0b04-41c1-a13b-4b256ace0a92 req-c14865a6-f0d5-4dd9-a0b6-d6390c423a86 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331328 Jul 07 20:53:45.441393 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9056d4-f58a-4081-a004-2f6a16365611 req-193fb965-f2b4-423e-a5c7-a7df07b9eea0 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:45.448660 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9056d4-f58a-4081-a004-2f6a16365611 req-193fb965-f2b4-423e-a5c7-a7df07b9eea0 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:45.455592 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9056d4-f58a-4081-a004-2f6a16365611 req-193fb965-f2b4-423e-a5c7-a7df07b9eea0 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:45.461650 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9056d4-f58a-4081-a004-2f6a16365611 req-193fb965-f2b4-423e-a5c7-a7df07b9eea0 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:45.467484 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9056d4-f58a-4081-a004-2f6a16365611 req-193fb965-f2b4-423e-a5c7-a7df07b9eea0 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:45.473529 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9056d4-f58a-4081-a004-2f6a16365611 req-193fb965-f2b4-423e-a5c7-a7df07b9eea0 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:45.479415 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9056d4-f58a-4081-a004-2f6a16365611 req-193fb965-f2b4-423e-a5c7-a7df07b9eea0 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:45.481397 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9d9056d4-f58a-4081-a004-2f6a16365611 req-193fb965-f2b4-423e-a5c7-a7df07b9eea0 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5416 time: 0.1137865 Jul 07 20:53:45.526571 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9d9056d4-f58a-4081-a004-2f6a16365611 req-77982bbe-c65a-400b-8ccf-7eafa1ca4ecf tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365946 Jul 07 20:53:45.590291 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-ee3ea4ac-2a68-4a74-acba-1034d8316995 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:53:45.591215 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-ee3ea4ac-2a68-4a74-acba-1034d8316995 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058477 Jul 07 20:53:45.599628 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-193278bb-4a07-43d6-977d-13743c8d0904 service neutron] Request body: {'binding': {'host': 'n-h1-695189-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:45.600099 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-193278bb-4a07-43d6-977d-13743c8d0904 service neutron] Unknown quota resources ['binding']. {{(pid=100448) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 20:53:45.778108 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32ed2d-2859-46e3-af43-58c2e2ec426f req-65bfb960-935b-45e4-bee7-cbf9a034bddf tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:45.779653 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fb32ed2d-2859-46e3-af43-58c2e2ec426f req-65bfb960-935b-45e4-bee7-cbf9a034bddf tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.1316218 Jul 07 20:53:45.808421 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-193278bb-4a07-43d6-977d-13743c8d0904 service neutron] Attempting to bind port 9e8dc120-1c1d-4965-9950-8de84c2c9254 on host n-h1-695189-11 for vnic_type normal with profile None {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:53:45.808769 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-193278bb-4a07-43d6-977d-13743c8d0904 service neutron] Attempting to bind port 9e8dc120-1c1d-4965-9950-8de84c2c9254 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:53:45.809105 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-193278bb-4a07-43d6-977d-13743c8d0904 service neutron] Attempting to bind port 9e8dc120-1c1d-4965-9950-8de84c2c9254 on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:53:45.820474 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-193278bb-4a07-43d6-977d-13743c8d0904 service neutron] Port 9e8dc120-1c1d-4965-9950-8de84c2c9254 on network a969003f-4d51-4bc6-945b-910c720df136 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:53:45.820807 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-193278bb-4a07-43d6-977d-13743c8d0904 service neutron] Attempting to bind port 9e8dc120-1c1d-4965-9950-8de84c2c9254 on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:53:45.833929 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-193278bb-4a07-43d6-977d-13743c8d0904 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:53:45.834278 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-193278bb-4a07-43d6-977d-13743c8d0904 service neutron] Checking segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:53:45.834667 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-193278bb-4a07-43d6-977d-13743c8d0904 service neutron] Bound using segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:53:45.835109 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-193278bb-4a07-43d6-977d-13743c8d0904 service neutron] Bound port: 9e8dc120-1c1d-4965-9950-8de84c2c9254, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:53:45.840306 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fb32ed2d-2859-46e3-af43-58c2e2ec426f req-dee7a47f-fdc0-4d24-81e8-1302ebe7c127 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535409 Jul 07 20:53:45.907416 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-193278bb-4a07-43d6-977d-13743c8d0904 service neutron] For port 9e8dc120-1c1d-4965-9950-8de84c2c9254, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=9e8dc120-1c1d-4965-9950-8de84c2c9254,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:53:45.913639 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-193278bb-4a07-43d6-977d-13743c8d0904 service neutron] Notify callbacks [] for binding, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:45.923613 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-193278bb-4a07-43d6-977d-13743c8d0904 service neutron] 10.222.0.64 "POST /v2.0/ports/9e8dc120-1c1d-4965-9950-8de84c2c9254/bindings HTTP/1.1" status: 201 len: 390 time: 0.3230157 Jul 07 20:53:46.024147 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc5277-01ff-40fa-a7f0-a9413f9e552e req-2c36d7b4-4f12-4f4a-9b7b-8146af034415 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:46.025864 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9abc5277-01ff-40fa-a7f0-a9413f9e552e req-2c36d7b4-4f12-4f4a-9b7b-8146af034415 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.0729847 Jul 07 20:53:46.081832 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9abc5277-01ff-40fa-a7f0-a9413f9e552e req-e51483e1-a909-4e38-88b5-453123361130 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476923 Jul 07 20:53:46.654996 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-491e5313-8548-4df0-b476-ea886a66f9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:46.657148 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-491e5313-8548-4df0-b476-ea886a66f9db service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 1097 time: 0.4638546 Jul 07 20:53:46.703277 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c46ed6-7892-41b4-8718-dfb8e23736d0 req-84348591-53a4-4aa7-a7e8-5a5ba3bde246 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:46.704877 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-85c46ed6-7892-41b4-8718-dfb8e23736d0 req-84348591-53a4-4aa7-a7e8-5a5ba3bde246 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.4993196 Jul 07 20:53:46.757839 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e3431-45f2-4aae-b29c-467d30826a1e req-3ccfff1c-1d21-42d6-a473-163693c8bf05 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:46.759300 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-787e3431-45f2-4aae-b29c-467d30826a1e req-3ccfff1c-1d21-42d6-a473-163693c8bf05 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 945 time: 0.1555889 Jul 07 20:53:46.824747 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-85c46ed6-7892-41b4-8718-dfb8e23736d0 req-821ed957-3835-4496-a0cc-4b2cca9530d2 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886312 Jul 07 20:53:46.831794 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-787e3431-45f2-4aae-b29c-467d30826a1e req-9f13ad9b-4dfb-41fd-bbdc-12d40a4f641d tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629566 Jul 07 20:53:46.864063 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-bc941c14-63a1-4fe4-93b4-87c867127bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:46.864063 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-bc941c14-63a1-4fe4-93b4-87c867127bb3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 909 time: 0.1870651 Jul 07 20:53:46.920835 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-e0a01477-b07e-4d16-8880-485e5baaffa4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e8dc120-1c1d-4965-9950-8de84c2c9254 HTTP/1.1" status: 200 len: 217 time: 0.0424588 Jul 07 20:53:46.992043 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-8183a690-a670-4dbf-9d02-fd86698f78e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:46.993743 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-8183a690-a670-4dbf-9d02-fd86698f78e9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e76f85dc-7298-41c1-a5c0-b46924c81a29 HTTP/1.1" status: 200 len: 848 time: 0.0614522 Jul 07 20:53:47.042838 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-faeda64b-9ef0-4312-af74-73613975cebd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a969003f-4d51-4bc6-945b-910c720df136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362558 Jul 07 20:53:47.112787 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d7fec304-11d1-4452-911b-57ab895c23da details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:53:47.215055 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port d7fec304-11d1-4452-911b-57ab895c23da, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d7fec304-11d1-4452-911b-57ab895c23da,segment=NetworkSegment(f8abc1d0-3fa7-424f-8190-df378c5aeb49),segment_id=f8abc1d0-3fa7-424f-8190-df378c5aeb49)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:47.227226 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'd7fec304-11d1-4452-911b-57ab895c23da', 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9', 'port_id': 'd7fec304-11d1-4452-911b-57ab895c23da', 'mac_address': 'fa:16:3e:f3:29:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e', 'ip_address': '10.1.1.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:53:47.235271 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9108e7d-51be-4ab1-91db-965a72ccbc16 req-2191c746-fc8f-4142-b684-84ccb94e46dd tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:47.241627 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9108e7d-51be-4ab1-91db-965a72ccbc16 req-2191c746-fc8f-4142-b684-84ccb94e46dd tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:47.247872 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9108e7d-51be-4ab1-91db-965a72ccbc16 req-2191c746-fc8f-4142-b684-84ccb94e46dd tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:47.254370 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9108e7d-51be-4ab1-91db-965a72ccbc16 req-2191c746-fc8f-4142-b684-84ccb94e46dd tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:47.260332 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9108e7d-51be-4ab1-91db-965a72ccbc16 req-2191c746-fc8f-4142-b684-84ccb94e46dd tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:47.266635 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9108e7d-51be-4ab1-91db-965a72ccbc16 req-2191c746-fc8f-4142-b684-84ccb94e46dd tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:47.268187 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:47.272878 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9108e7d-51be-4ab1-91db-965a72ccbc16 req-2191c746-fc8f-4142-b684-84ccb94e46dd tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:47.274807 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9108e7d-51be-4ab1-91db-965a72ccbc16 req-2191c746-fc8f-4142-b684-84ccb94e46dd tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5416 time: 0.2344866 Jul 07 20:53:47.279485 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-498f93f4-1ff3-4590-8e61-4421884baac9 service neutron] 10.222.0.58 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048516 Jul 07 20:53:47.284854 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7fec304-11d1-4452-911b-57ab895c23da {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:53:47.287254 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb25be3-c250-4408-ac8f-c90e93424080 req-65f04b0d-3297-43e5-8c78-54069a4a9214 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:47.288797 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6fb25be3-c250-4408-ac8f-c90e93424080 req-65f04b0d-3297-43e5-8c78-54069a4a9214 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.2154171 Jul 07 20:53:47.305660 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port d7fec304-11d1-4452-911b-57ab895c23da, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d7fec304-11d1-4452-911b-57ab895c23da,segment=NetworkSegment(f8abc1d0-3fa7-424f-8190-df378c5aeb49),segment_id=f8abc1d0-3fa7-424f-8190-df378c5aeb49)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:47.310701 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:47.313444 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 3fa963de-4cf7-4796-ae84-de0b61e46db1 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:53:47.407912 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9108e7d-51be-4ab1-91db-965a72ccbc16 req-5403a52d-ff19-47d4-ab5c-e7b333114846 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1180458 Jul 07 20:53:47.417687 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=d7fec304-11d1-4452-911b-57ab895c23da,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:47.465614 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6fb25be3-c250-4408-ac8f-c90e93424080 req-7eef12d6-f079-4fef-947d-0be7c4ef2532 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603632 Jul 07 20:53:47.467546 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-d70dd415-48b0-4284-a70d-661af9d069b3 service neutron] 10.222.0.58 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611614 Jul 07 20:53:47.516704 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 3fa963de-4cf7-4796-ae84-de0b61e46db1, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=3fa963de-4cf7-4796-ae84-de0b61e46db1,segment=NetworkSegment(3c71bb1f-6379-4398-a24d-bfc2b99d5fea),segment_id=3c71bb1f-6379-4398-a24d-bfc2b99d5fea)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:47.543640 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '3fa963de-4cf7-4796-ae84-de0b61e46db1', 'network_id': 'c00e2957-f59e-485b-9c29-168f84e55d6e', 'port_id': '3fa963de-4cf7-4796-ae84-de0b61e46db1', 'mac_address': 'fa:16:3e:ae:f3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78532aa-0e3e-4262-a6a3-21fb633c032d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:53:47.587978 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:47.603134 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa963de-4cf7-4796-ae84-de0b61e46db1 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:53:47.633048 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 3fa963de-4cf7-4796-ae84-de0b61e46db1, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=3fa963de-4cf7-4796-ae84-de0b61e46db1,segment=NetworkSegment(3c71bb1f-6379-4398-a24d-bfc2b99d5fea),segment_id=3c71bb1f-6379-4398-a24d-bfc2b99d5fea)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:47.640850 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:47.641849 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device ac7f192b-2787-48a7-aad1-9ad147d23f58 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:53:47.771026 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f997cd4-a6be-470e-a7d9-9c3a98062fa6 req-1f3fa60a-9aa1-4763-87fa-22b4bd03e704 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:47.773099 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f997cd4-a6be-470e-a7d9-9c3a98062fa6 req-1f3fa60a-9aa1-4763-87fa-22b4bd03e704 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.1259456 Jul 07 20:53:47.794878 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port ac7f192b-2787-48a7-aad1-9ad147d23f58, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=ac7f192b-2787-48a7-aad1-9ad147d23f58,segment=NetworkSegment(230c399b-dc40-43ae-a1fc-5e6d70e026da),segment_id=230c399b-dc40-43ae-a1fc-5e6d70e026da)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:47.814029 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=3fa963de-4cf7-4796-ae84-de0b61e46db1,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:47.816798 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'ac7f192b-2787-48a7-aad1-9ad147d23f58', 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88', 'port_id': 'ac7f192b-2787-48a7-aad1-9ad147d23f58', 'mac_address': 'fa:16:3e:5a:d7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e2de973-7d90-47e5-b7b8-d0df5795ea59', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:53:47.838049 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f997cd4-a6be-470e-a7d9-9c3a98062fa6 req-5e8c0ee3-b8b2-42cb-958a-1e4243f77dfb tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572281 Jul 07 20:53:47.913016 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:47.930615 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7f192b-2787-48a7-aad1-9ad147d23f58 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:53:47.954298 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port ac7f192b-2787-48a7-aad1-9ad147d23f58, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=ac7f192b-2787-48a7-aad1-9ad147d23f58,segment=NetworkSegment(230c399b-dc40-43ae-a1fc-5e6d70e026da),segment_id=230c399b-dc40-43ae-a1fc-5e6d70e026da)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:47.962124 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:47.966078 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 33fc4b4b-2631-45b1-8d29-ea03f5a665de details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:53:48.008852 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 33fc4b4b-2631-45b1-8d29-ea03f5a665de, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=33fc4b4b-2631-45b1-8d29-ea03f5a665de,segment=NetworkSegment(f8abc1d0-3fa7-424f-8190-df378c5aeb49),segment_id=f8abc1d0-3fa7-424f-8190-df378c5aeb49)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:48.075456 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '33fc4b4b-2631-45b1-8d29-ea03f5a665de', 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9', 'port_id': '33fc4b4b-2631-45b1-8d29-ea03f5a665de', 'mac_address': 'fa:16:3e:c7:3d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e', 'ip_address': '10.1.1.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:53:48.126456 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=ac7f192b-2787-48a7-aad1-9ad147d23f58,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:48.143476 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:48.160630 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33fc4b4b-2631-45b1-8d29-ea03f5a665de {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:53:48.182408 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 33fc4b4b-2631-45b1-8d29-ea03f5a665de, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=33fc4b4b-2631-45b1-8d29-ea03f5a665de,segment=NetworkSegment(f8abc1d0-3fa7-424f-8190-df378c5aeb49),segment_id=f8abc1d0-3fa7-424f-8190-df378c5aeb49)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:48.183865 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7997eaa-a969-4a44-a48f-7f0489dd6f67 req-c731fd1f-165a-4eb7-8b0e-b0f6412a3156 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:48.185805 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b7997eaa-a969-4a44-a48f-7f0489dd6f67 req-c731fd1f-165a-4eb7-8b0e-b0f6412a3156 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 945 time: 0.1254823 Jul 07 20:53:48.193688 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:48.194913 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 35a846e8-0a45-4c06-a6dc-6eac8669665e details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:53:48.229934 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae8a0b-518b-4416-bd54-f56b71d432cd req-2a4d5885-22f5-4a05-ada7-3f47457514b2 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:48.231509 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7ae8a0b-518b-4416-bd54-f56b71d432cd req-2a4d5885-22f5-4a05-ada7-3f47457514b2 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.1618888 Jul 07 20:53:48.261715 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b7997eaa-a969-4a44-a48f-7f0489dd6f67 req-680d983c-b722-4cfc-9f54-6aa71a1dac5e tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685318 Jul 07 20:53:48.294211 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7ae8a0b-518b-4416-bd54-f56b71d432cd req-fd60fe8a-862c-4b16-80bd-8bb186025930 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537326 Jul 07 20:53:48.310881 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 35a846e8-0a45-4c06-a6dc-6eac8669665e, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=35a846e8-0a45-4c06-a6dc-6eac8669665e,segment=NetworkSegment(f8abc1d0-3fa7-424f-8190-df378c5aeb49),segment_id=f8abc1d0-3fa7-424f-8190-df378c5aeb49)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:48.335885 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=33fc4b4b-2631-45b1-8d29-ea03f5a665de,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:48.343170 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '35a846e8-0a45-4c06-a6dc-6eac8669665e', 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9', 'port_id': '35a846e8-0a45-4c06-a6dc-6eac8669665e', 'mac_address': 'fa:16:3e:39:54:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:53:48.386582 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:48.402307 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a846e8-0a45-4c06-a6dc-6eac8669665e {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:53:48.425282 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 35a846e8-0a45-4c06-a6dc-6eac8669665e, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=35a846e8-0a45-4c06-a6dc-6eac8669665e,segment=NetworkSegment(f8abc1d0-3fa7-424f-8190-df378c5aeb49),segment_id=f8abc1d0-3fa7-424f-8190-df378c5aeb49)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:48.431403 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:48.434127 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 7bfd1171-204a-4d07-ad3b-40f2a2169c45 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:53:48.513816 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 7bfd1171-204a-4d07-ad3b-40f2a2169c45, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7bfd1171-204a-4d07-ad3b-40f2a2169c45,segment=NetworkSegment(f8abc1d0-3fa7-424f-8190-df378c5aeb49),segment_id=f8abc1d0-3fa7-424f-8190-df378c5aeb49)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:48.517426 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=35a846e8-0a45-4c06-a6dc-6eac8669665e,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:48.531096 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '7bfd1171-204a-4d07-ad3b-40f2a2169c45', 'network_id': '32fe62b8-a098-45d1-9002-a2d13c738ee9', 'port_id': '7bfd1171-204a-4d07-ad3b-40f2a2169c45', 'mac_address': 'fa:16:3e:67:87:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:53:48.585788 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:48.607753 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bfd1171-204a-4d07-ad3b-40f2a2169c45 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:53:48.629503 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 7bfd1171-204a-4d07-ad3b-40f2a2169c45, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7bfd1171-204a-4d07-ad3b-40f2a2169c45,segment=NetworkSegment(f8abc1d0-3fa7-424f-8190-df378c5aeb49),segment_id=f8abc1d0-3fa7-424f-8190-df378c5aeb49)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:48.639725 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:48.641171 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 29732634-95f5-4e62-8e93-449363f211e4 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:53:48.669368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41966) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:48.717409 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f4c79-05d4-475e-8d94-f719c78d7350 req-59cdbdfe-c0b5-4a04-9bff-3c6eaed38f59 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:48.724424 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 29732634-95f5-4e62-8e93-449363f211e4, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=29732634-95f5-4e62-8e93-449363f211e4,segment=NetworkSegment(3c71bb1f-6379-4398-a24d-bfc2b99d5fea),segment_id=3c71bb1f-6379-4398-a24d-bfc2b99d5fea)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:48.734679 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=7bfd1171-204a-4d07-ad3b-40f2a2169c45,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:48.745875 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f4c79-05d4-475e-8d94-f719c78d7350 req-59cdbdfe-c0b5-4a04-9bff-3c6eaed38f59 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:48.754127 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '29732634-95f5-4e62-8e93-449363f211e4', 'network_id': 'c00e2957-f59e-485b-9c29-168f84e55d6e', 'port_id': '29732634-95f5-4e62-8e93-449363f211e4', 'mac_address': 'fa:16:3e:a3:7a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78532aa-0e3e-4262-a6a3-21fb633c032d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:53:48.764350 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f4c79-05d4-475e-8d94-f719c78d7350 req-59cdbdfe-c0b5-4a04-9bff-3c6eaed38f59 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:48.774833 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f4c79-05d4-475e-8d94-f719c78d7350 req-59cdbdfe-c0b5-4a04-9bff-3c6eaed38f59 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:48.781693 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f4c79-05d4-475e-8d94-f719c78d7350 req-59cdbdfe-c0b5-4a04-9bff-3c6eaed38f59 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:48.788076 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f4c79-05d4-475e-8d94-f719c78d7350 req-59cdbdfe-c0b5-4a04-9bff-3c6eaed38f59 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:48.796753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f4c79-05d4-475e-8d94-f719c78d7350 req-59cdbdfe-c0b5-4a04-9bff-3c6eaed38f59 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:48.807279 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-041f4c79-05d4-475e-8d94-f719c78d7350 req-59cdbdfe-c0b5-4a04-9bff-3c6eaed38f59 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5421 time: 0.2256150 Jul 07 20:53:48.810419 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f667209b-251f-425e-9649-d44e8b0d4ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:48.812362 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:48.826810 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29732634-95f5-4e62-8e93-449363f211e4 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:53:48.849223 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 29732634-95f5-4e62-8e93-449363f211e4, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=29732634-95f5-4e62-8e93-449363f211e4,segment=NetworkSegment(3c71bb1f-6379-4398-a24d-bfc2b99d5fea),segment_id=3c71bb1f-6379-4398-a24d-bfc2b99d5fea)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:48.855208 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:48.927054 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=29732634-95f5-4e62-8e93-449363f211e4,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:48.932238 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f667209b-251f-425e-9649-d44e8b0d4ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:48.940394 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f667209b-251f-425e-9649-d44e8b0d4ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:48.941278 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-041f4c79-05d4-475e-8d94-f719c78d7350 req-a9e16998-784a-437d-a5ef-205c564e1806 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1329737 Jul 07 20:53:48.968029 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb054f7a-a8cf-4c37-b8fc-f10a07e3adcc req-795d405b-e55b-487e-9804-94750af5b831 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:48.982281 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f667209b-251f-425e-9649-d44e8b0d4ae2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e4f5c02b7994a79a516072339dac853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3110323 Jul 07 20:53:48.989284 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fb054f7a-a8cf-4c37-b8fc-f10a07e3adcc req-795d405b-e55b-487e-9804-94750af5b831 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.3058174 Jul 07 20:53:48.991750 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41974) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:49.023088 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667209b-251f-425e-9649-d44e8b0d4ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fbab88-4094-4ac0-9115-ebd0c17179fb,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:49.064501 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-20904907-24f1-490c-add8-5fd7c7da906a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:49.088930 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-20904907-24f1-490c-add8-5fd7c7da906a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:49.135917 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fb054f7a-a8cf-4c37-b8fc-f10a07e3adcc req-f7a9efcb-d65f-405b-a6aa-0fc7ac08db9f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455622 Jul 07 20:53:49.145462 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-20904907-24f1-490c-add8-5fd7c7da906a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:49.148454 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-20904907-24f1-490c-add8-5fd7c7da906a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:49.153546 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-20904907-24f1-490c-add8-5fd7c7da906a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/48fbab88-4094-4ac0-9115-ebd0c17179fb HTTP/1.1" status: 204 len: 168 time: 0.1567762 Jul 07 20:53:49.187064 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20904907-24f1-490c-add8-5fd7c7da906a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fbab88-4094-4ac0-9115-ebd0c17179fb,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:49.195814 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c8970-7cf2-4084-9987-2f3bfd1862c3 req-2926d5c2-a688-46e4-8326-dcd22526110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:49.197369 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-002c8970-7cf2-4084-9987-2f3bfd1862c3 req-2926d5c2-a688-46e4-8326-dcd22526110f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 1098 time: 0.2031760 Jul 07 20:53:49.209456 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928d8cd-1719-4c4c-a8ad-4acfadfd095d req-f928d34e-ad4b-4832-9e49-ea2672331a79 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:49.216498 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e928d8cd-1719-4c4c-a8ad-4acfadfd095d req-f928d34e-ad4b-4832-9e49-ea2672331a79 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.1112490 Jul 07 20:53:49.271358 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-002c8970-7cf2-4084-9987-2f3bfd1862c3 req-19cc7909-08b8-4740-80a0-123759435780 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514717 Jul 07 20:53:49.278899 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e928d8cd-1719-4c4c-a8ad-4acfadfd095d req-f5ba1e40-ddd1-4774-abe1-04ec62dcdbe1 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615370 Jul 07 20:53:49.568553 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238281bd-288e-4669-80ee-952f59d1c336 req-8aba4f57-2efa-43a8-9212-2267f7d0ad47 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:49.572467 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-238281bd-288e-4669-80ee-952f59d1c336 req-8aba4f57-2efa-43a8-9212-2267f7d0ad47 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 945 time: 0.1706605 Jul 07 20:53:49.613512 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1104786-5bca-4df9-b61b-7849685bc357 req-2cc9db9e-d0f5-4842-81b1-abec13760eac tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:49.615291 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a1104786-5bca-4df9-b61b-7849685bc357 req-2cc9db9e-d0f5-4842-81b1-abec13760eac tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.1733193 Jul 07 20:53:49.643672 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-238281bd-288e-4669-80ee-952f59d1c336 req-234fa802-61ff-45aa-a8ef-8308ad918733 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669146 Jul 07 20:53:49.681669 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a1104786-5bca-4df9-b61b-7849685bc357 req-6064139d-dcdd-4d6d-a2be-6fb5ed6d5119 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537148 Jul 07 20:53:49.685953 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:49.876646 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:49.977300 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42002) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:50.112474 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-a7d2cb8f-5517-43e1-9995-8426549a6d35 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1566042581-network', 'tenant_id': 'ae06eebfe41f4bb9a14e883e9a48af57'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:50.157650 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d2cb8f-5517-43e1-9995-8426549a6d35 admin admin] Made reservation on behalf of ae06eebfe41f4bb9a14e883e9a48af57 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:53:50.160102 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a7d2cb8f-5517-43e1-9995-8426549a6d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:50.171794 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a7d2cb8f-5517-43e1-9995-8426549a6d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:50.204036 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['7bfd1171-204a-4d07-ad3b-40f2a2169c45'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:53:50.210251 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c25439-0dd8-4126-b831-93ab6e2f2c19 req-9801aefa-b34c-4d68-a7d7-06c74b4a3d1f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:50.216741 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c25439-0dd8-4126-b831-93ab6e2f2c19 req-9801aefa-b34c-4d68-a7d7-06c74b4a3d1f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:50.223030 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c25439-0dd8-4126-b831-93ab6e2f2c19 req-9801aefa-b34c-4d68-a7d7-06c74b4a3d1f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:50.230307 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c25439-0dd8-4126-b831-93ab6e2f2c19 req-9801aefa-b34c-4d68-a7d7-06c74b4a3d1f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:50.234283 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['35a846e8-0a45-4c06-a6dc-6eac8669665e'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:53:50.238681 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c25439-0dd8-4126-b831-93ab6e2f2c19 req-9801aefa-b34c-4d68-a7d7-06c74b4a3d1f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:50.245072 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c25439-0dd8-4126-b831-93ab6e2f2c19 req-9801aefa-b34c-4d68-a7d7-06c74b4a3d1f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:50.255709 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c25439-0dd8-4126-b831-93ab6e2f2c19 req-9801aefa-b34c-4d68-a7d7-06c74b4a3d1f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:50.258046 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e9c25439-0dd8-4126-b831-93ab6e2f2c19 req-9801aefa-b34c-4d68-a7d7-06c74b4a3d1f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5423 time: 0.1664743 Jul 07 20:53:50.369465 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e9c25439-0dd8-4126-b831-93ab6e2f2c19 req-f4a648ee-4c5c-46e6-b0d3-f34723d8b0f5 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0906091 Jul 07 20:53:50.439041 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['3fa963de-4cf7-4796-ae84-de0b61e46db1'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:53:50.448282 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f89d26-668c-46ce-b151-c6ac68d9aa45 req-0abb139c-2160-4472-aa54-90b682a51429 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:50.450212 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-37f89d26-668c-46ce-b151-c6ac68d9aa45 req-0abb139c-2160-4472-aa54-90b682a51429 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.1458068 Jul 07 20:53:50.469310 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a7d2cb8f-5517-43e1-9995-8426549a6d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:50.479782 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['33fc4b4b-2631-45b1-8d29-ea03f5a665de'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:53:50.480039 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a7d2cb8f-5517-43e1-9995-8426549a6d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:50.529027 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['ac7f192b-2787-48a7-aad1-9ad147d23f58'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:53:50.531062 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['29732634-95f5-4e62-8e93-449363f211e4'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:53:50.553308 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d2cb8f-5517-43e1-9995-8426549a6d35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:53:50.571244 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:53:50.581951 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-37f89d26-668c-46ce-b151-c6ac68d9aa45 req-0aa0bf17-0196-46ad-906b-6fdb201dd2e4 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198213 Jul 07 20:53:50.587439 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2cb8f-5517-43e1-9995-8426549a6d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248cba5b-12be-4aa9-b18d-df1fc6ce7abc,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:50.590628 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a7d2cb8f-5517-43e1-9995-8426549a6d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:50.591050 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-a7d2cb8f-5517-43e1-9995-8426549a6d35 admin admin] Added segment 34010b8f-04c6-40fd-ba13-f8655b85ead4 of type vlan for network 6275f4c2-14a3-4bc2-b9a4-3b89d53122bb Jul 07 20:53:50.673448 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a7d2cb8f-5517-43e1-9995-8426549a6d35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:50.720499 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338da4c-d3bb-4859-9974-7ed07ce09596 req-a63aaa1f-7710-49d2-821d-f177cb437579 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:50.722194 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6338da4c-d3bb-4859-9974-7ed07ce09596 req-a63aaa1f-7710-49d2-821d-f177cb437579 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.1376574 Jul 07 20:53:50.732434 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a7d2cb8f-5517-43e1-9995-8426549a6d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:50.744306 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d2cb8f-5517-43e1-9995-8426549a6d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:50.745118 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a7d2cb8f-5517-43e1-9995-8426549a6d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:50.871470 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a7d2cb8f-5517-43e1-9995-8426549a6d35 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8929412 Jul 07 20:53:50.871722 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42016) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:53:50.872590 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['d7fec304-11d1-4452-911b-57ab895c23da'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:53:50.878659 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-2e84158e-31c0-4613-a232-c9dfe1a3a766 admin admin] Request body: {'subnet': {'network_id': '6275f4c2-14a3-4bc2-b9a4-3b89d53122bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1566042581-subnet', 'tenant_id': 'ae06eebfe41f4bb9a14e883e9a48af57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:50.902897 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2cb8f-5517-43e1-9995-8426549a6d35 admin admin] Pushing event updated for resources: {'Network': ['ID=6275f4c2-14a3-4bc2-b9a4-3b89d53122bb,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:50.934135 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6338da4c-d3bb-4859-9974-7ed07ce09596 req-2eb5cf6c-b8b4-459f-b366-0e4967c2e38a tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019601 Jul 07 20:53:50.940414 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 6275f4c2-14a3-4bc2-b9a4-3b89d53122bb details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:53:50.951946 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e84158e-31c0-4613-a232-c9dfe1a3a766 admin admin] Made reservation on behalf of ae06eebfe41f4bb9a14e883e9a48af57 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:53:50.957004 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e84158e-31c0-4613-a232-c9dfe1a3a766 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:51.081995 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2306a-c610-42d5-bf6b-a36f35916013 req-0b51f840-1125-4408-befa-019bfc72618d tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:51.091539 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64c2306a-c610-42d5-bf6b-a36f35916013 req-0b51f840-1125-4408-befa-019bfc72618d tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 945 time: 0.1546214 Jul 07 20:53:51.196685 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64c2306a-c610-42d5-bf6b-a36f35916013 req-d0f275a4-62c4-4691-885b-c30bfca2c4e9 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018789 Jul 07 20:53:51.236306 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd305d-8e55-4d1b-bb44-c277073c6e61 req-c780bc72-338a-45a7-84a0-64f8dc98ddf1 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:51.238410 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-acbd305d-8e55-4d1b-bb44-c277073c6e61 req-c780bc72-338a-45a7-84a0-64f8dc98ddf1 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.1241632 Jul 07 20:53:51.257080 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e84158e-31c0-4613-a232-c9dfe1a3a766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:51.295280 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-acbd305d-8e55-4d1b-bb44-c277073c6e61 req-7f1d78b5-32cd-4024-8f6f-53a2a051cb92 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508296 Jul 07 20:53:51.324140 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84158e-31c0-4613-a232-c9dfe1a3a766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3cc21aa-8f66-4514-957c-66f0bc66dda7,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:51.359296 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e84158e-31c0-4613-a232-c9dfe1a3a766 admin admin] Checking segment: {'id': '34010b8f-04c6-40fd-ba13-f8655b85ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6275f4c2-14a3-4bc2-b9a4-3b89d53122bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:53:51.359686 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e84158e-31c0-4613-a232-c9dfe1a3a766 admin admin] Network hostable DHCP agents. Network: 6275f4c2-14a3-4bc2-b9a4-3b89d53122bb, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:53:51.387564 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e84158e-31c0-4613-a232-c9dfe1a3a766 admin admin] Network 6275f4c2-14a3-4bc2-b9a4-3b89d53122bb is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:53:51.399567 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-2e84158e-31c0-4613-a232-c9dfe1a3a766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 6275f4c2-14a3-4bc2-b9a4-3b89d53122bb) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:53:51.404911 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84158e-31c0-4613-a232-c9dfe1a3a766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:51.406373 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e84158e-31c0-4613-a232-c9dfe1a3a766 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:51.432256 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2e84158e-31c0-4613-a232-c9dfe1a3a766 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5504363 Jul 07 20:53:51.439419 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d5bcb2-0e7e-41d3-bc1b-c5e524a84cb3 None None] Network 6275f4c2-14a3-4bc2-b9a4-3b89d53122bb requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:53:51.637357 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357118d-685a-4e89-b81b-4295ddd87fcb req-8b98dbb6-93ef-4ce8-9a9b-9eb6a379cf78 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:51.645595 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357118d-685a-4e89-b81b-4295ddd87fcb req-8b98dbb6-93ef-4ce8-9a9b-9eb6a379cf78 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:51.651783 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357118d-685a-4e89-b81b-4295ddd87fcb req-8b98dbb6-93ef-4ce8-9a9b-9eb6a379cf78 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:51.658590 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357118d-685a-4e89-b81b-4295ddd87fcb req-8b98dbb6-93ef-4ce8-9a9b-9eb6a379cf78 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:51.665381 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357118d-685a-4e89-b81b-4295ddd87fcb req-8b98dbb6-93ef-4ce8-9a9b-9eb6a379cf78 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:51.672063 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357118d-685a-4e89-b81b-4295ddd87fcb req-8b98dbb6-93ef-4ce8-9a9b-9eb6a379cf78 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:51.679272 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357118d-685a-4e89-b81b-4295ddd87fcb req-8b98dbb6-93ef-4ce8-9a9b-9eb6a379cf78 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:51.692361 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1357118d-685a-4e89-b81b-4295ddd87fcb req-8b98dbb6-93ef-4ce8-9a9b-9eb6a379cf78 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5423 time: 0.1391914 Jul 07 20:53:51.759163 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1357118d-685a-4e89-b81b-4295ddd87fcb req-2f4a6222-2e33-4066-abae-88cc6965160a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619981 Jul 07 20:53:51.760671 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f670b6-f253-4f2b-aab2-ec983fede343 None None] Network 6275f4c2-14a3-4bc2-b9a4-3b89d53122bb requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:53:51.975808 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469d6ca-5570-4d9e-b469-2b65c75e581a req-309bcf20-9134-4119-8b10-dd034b7a66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:51.977616 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7469d6ca-5570-4d9e-b469-2b65c75e581a req-309bcf20-9134-4119-8b10-dd034b7a66c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0b4ae079cc254c0e8045ba5ea1fe8707&device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 1098 time: 0.1253817 Jul 07 20:53:52.062935 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae358ff-b83e-49b0-8c13-b836270a2aa3 req-136adb27-35f0-463a-bbf9-4822e693c302 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:52.064519 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3ae358ff-b83e-49b0-8c13-b836270a2aa3 req-136adb27-35f0-463a-bbf9-4822e693c302 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.1432395 Jul 07 20:53:52.191176 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3ae358ff-b83e-49b0-8c13-b836270a2aa3 req-9ee07c41-5092-412b-b565-03a75c8deec5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157720 Jul 07 20:53:52.212618 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469d6ca-5570-4d9e-b469-2b65c75e581a req-f228420e-3fc6-4b5b-8e04-cf27ca301720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:52.214156 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7469d6ca-5570-4d9e-b469-2b65c75e581a req-f228420e-3fc6-4b5b-8e04-cf27ca301720 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f0654f02-22e3-4df8-a677-3833569d53a1 HTTP/1.1" status: 200 len: 920 time: 0.2205482 Jul 07 20:53:52.246008 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-6a99c777-cddf-41c2-a64f-aeb6fda56a71 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:52.247928 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-6a99c777-cddf-41c2-a64f-aeb6fda56a71 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.64 "GET /v2.0/networks?id=6275f4c2-14a3-4bc2-b9a4-3b89d53122bb HTTP/1.1" status: 200 len: 822 time: 0.1967762 Jul 07 20:53:52.280216 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7469d6ca-5570-4d9e-b469-2b65c75e581a req-f04f1fb1-a4fc-45b2-858f-0432667edd66 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 HTTP/1.1" status: 200 len: 217 time: 0.0468841 Jul 07 20:53:52.289425 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-a5713546-eb30-450f-8988-dd7dc786cf24 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.64 "GET /v2.0/quotas/ae06eebfe41f4bb9a14e883e9a48af57 HTTP/1.1" status: 200 len: 375 time: 0.0117693 Jul 07 20:53:52.372632 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-44171da3-af83-4934-8a5b-f1d714daec02 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae06eebfe41f4bb9a14e883e9a48af57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658951 Jul 07 20:53:52.416523 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469d6ca-5570-4d9e-b469-2b65c75e581a req-a42673c4-670c-4623-8d40-96274705c977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:52.417992 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7469d6ca-5570-4d9e-b469-2b65c75e581a req-a42673c4-670c-4623-8d40-96274705c977 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=00fddda2-7b2a-4288-a4a2-a75c740a5524 HTTP/1.1" status: 200 len: 859 time: 0.1233692 Jul 07 20:53:52.484258 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7469d6ca-5570-4d9e-b469-2b65c75e581a req-0cab887c-22c9-4c18-89dc-4719ee864138 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f0654f02-22e3-4df8-a677-3833569d53a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387433 Jul 07 20:53:52.572548 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9403e-8af9-4dc8-ade0-b39120794eac req-6fe1451c-96ee-4126-bc23-1bc71ec8a911 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:52.574066 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-07c9403e-8af9-4dc8-ade0-b39120794eac req-6fe1451c-96ee-4126-bc23-1bc71ec8a911 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.2419634 Jul 07 20:53:52.585511 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-947db36c-5bf9-408f-a4a1-04fa68b182c5 service neutron] 10.222.0.64 "GET /v2.0/networks/6275f4c2-14a3-4bc2-b9a4-3b89d53122bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941321 Jul 07 20:53:52.693426 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-07c9403e-8af9-4dc8-ade0-b39120794eac req-b4a0f624-f9a9-4c18-9576-605df70c9333 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102769 Jul 07 20:53:52.704230 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7469d6ca-5570-4d9e-b469-2b65c75e581a req-4314ac98-a269-4cd3-8840-f8e73eabfb61 service neutron] 10.222.0.58 "GET /v2.0/networks/f0654f02-22e3-4df8-a677-3833569d53a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950932 Jul 07 20:53:52.790281 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-3cec043a-7eab-415c-b6dd-c5d6bee3fa4d service neutron] 10.222.0.64 "GET /v2.0/networks/6275f4c2-14a3-4bc2-b9a4-3b89d53122bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948051 Jul 07 20:53:52.872520 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7469d6ca-5570-4d9e-b469-2b65c75e581a req-9ca51d36-b1fe-4d3b-bc44-0cf15a010fed service neutron] 10.222.0.58 "GET /v2.0/networks/f0654f02-22e3-4df8-a677-3833569d53a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531937 Jul 07 20:53:52.925996 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ae970-f5d5-46d7-84b2-8960633b996b req-40ff42ea-eea2-4ee5-a891-980242dcccf7 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:52.933024 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-534ae970-f5d5-46d7-84b2-8960633b996b req-40ff42ea-eea2-4ee5-a891-980242dcccf7 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.1121366 Jul 07 20:53:52.978787 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-534ae970-f5d5-46d7-84b2-8960633b996b req-c78394a2-3adc-4585-93b4-1068f7207319 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446732 Jul 07 20:53:53.098830 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f70131-e771-401b-bc58-bd518eb858da req-64200539-7cf1-4464-81a4-4ca65222ee44 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:53.100491 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40f70131-e771-401b-bc58-bd518eb858da req-64200539-7cf1-4464-81a4-4ca65222ee44 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 945 time: 0.0709271 Jul 07 20:53:53.180389 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40f70131-e771-401b-bc58-bd518eb858da req-4ae8c69f-b0e7-473a-885b-7fc817d7cd40 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681136 Jul 07 20:53:53.207044 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5032541-e4f8-4232-8f67-c10c9e417720 req-912c3611-5b7e-445c-b281-a449a7ed938e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:53.213357 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5032541-e4f8-4232-8f67-c10c9e417720 req-912c3611-5b7e-445c-b281-a449a7ed938e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:53.220003 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5032541-e4f8-4232-8f67-c10c9e417720 req-912c3611-5b7e-445c-b281-a449a7ed938e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:53.226331 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5032541-e4f8-4232-8f67-c10c9e417720 req-912c3611-5b7e-445c-b281-a449a7ed938e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:53.232467 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5032541-e4f8-4232-8f67-c10c9e417720 req-912c3611-5b7e-445c-b281-a449a7ed938e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:53.239081 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5032541-e4f8-4232-8f67-c10c9e417720 req-912c3611-5b7e-445c-b281-a449a7ed938e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:53.245094 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5032541-e4f8-4232-8f67-c10c9e417720 req-912c3611-5b7e-445c-b281-a449a7ed938e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:53.247376 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b5032541-e4f8-4232-8f67-c10c9e417720 req-912c3611-5b7e-445c-b281-a449a7ed938e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5423 time: 0.1437230 Jul 07 20:53:53.295413 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-810c2cf8-e7d9-4b69-8443-ab150b20b5fc req-635ff119-19f6-4b2c-a895-d9ceb914813b tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.64 "GET /v2.0/ports?device_id=e14ab166-8d9e-4fb2-8b98-055a65f548ce HTTP/1.1" status: 200 len: 210 time: 0.0415716 Jul 07 20:53:53.329875 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b5032541-e4f8-4232-8f67-c10c9e417720 req-a52c1e03-9567-44fc-a3be-58953bfd8097 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690818 Jul 07 20:53:53.496549 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926f835-4773-421a-9636-83074a41fab8 req-d68c1953-c4c8-4d5c-96b8-e202fa31ad9b tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:53.503984 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5926f835-4773-421a-9636-83074a41fab8 req-d68c1953-c4c8-4d5c-96b8-e202fa31ad9b tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.0833766 Jul 07 20:53:53.543116 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5926f835-4773-421a-9636-83074a41fab8 req-a08500b6-f8d1-4c78-9084-de3ba55f12c1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373726 Jul 07 20:53:53.876565 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f6c53-dfbe-4f09-9f72-e03c8d29f8a2 req-865e0e1a-c49c-47dd-9c18-ff2268e6e703 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:53.878648 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e62f6c53-dfbe-4f09-9f72-e03c8d29f8a2 req-865e0e1a-c49c-47dd-9c18-ff2268e6e703 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.0645826 Jul 07 20:53:53.915895 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e62f6c53-dfbe-4f09-9f72-e03c8d29f8a2 req-772f9eff-8cb1-4339-acb5-fe676d9dbe02 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323458 Jul 07 20:53:54.148318 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2db73-8643-478a-8699-e8d45dd8a209 req-70e7be13-0f6f-414d-a70f-05a6ce4548cb tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:54.149920 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-16c2db73-8643-478a-8699-e8d45dd8a209 req-70e7be13-0f6f-414d-a70f-05a6ce4548cb tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.0665064 Jul 07 20:53:54.190129 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-16c2db73-8643-478a-8699-e8d45dd8a209 req-a85783fc-969e-4397-8e45-4c4d1f82a4e6 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326490 Jul 07 20:53:54.361662 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-cf7244eb-fc96-41cd-b014-d92179dab282 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:54.363405 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-cf7244eb-fc96-41cd-b014-d92179dab282 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.39 "GET /v2.0/networks?id=6275f4c2-14a3-4bc2-b9a4-3b89d53122bb HTTP/1.1" status: 200 len: 822 time: 0.1340842 Jul 07 20:53:54.383181 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-4a0ec554-aaee-48f3-aa64-58be9a8b8a27 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Request body: {'port': {'device_id': 'e14ab166-8d9e-4fb2-8b98-055a65f548ce', 'network_id': '6275f4c2-14a3-4bc2-b9a4-3b89d53122bb', 'admin_state_up': True, 'tenant_id': 'ae06eebfe41f4bb9a14e883e9a48af57'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:54.486026 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9ab252e9-c092-43ba-91c0-adc422647a65 req-17f2d3e1-8291-4986-b9ac-461f3c22a516 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.64 "GET /v2.0/ports?device_id=e14ab166-8d9e-4fb2-8b98-055a65f548ce HTTP/1.1" status: 200 len: 210 time: 0.0337291 Jul 07 20:53:54.494243 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc124b5-a834-41f6-8582-c26ea465e917 req-229e5bb3-270b-4c62-8d60-0d633d1342af tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:54.495787 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6bc124b5-a834-41f6-8582-c26ea465e917 req-229e5bb3-270b-4c62-8d60-0d633d1342af tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 945 time: 0.1740339 Jul 07 20:53:54.564113 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-4a0ec554-aaee-48f3-aa64-58be9a8b8a27 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Made reservation on behalf of ae06eebfe41f4bb9a14e883e9a48af57 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:53:54.565024 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6bc124b5-a834-41f6-8582-c26ea465e917 req-87abb4c4-f555-457c-bb8b-449774c0d089 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596371 Jul 07 20:53:54.569799 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-4a0ec554-aaee-48f3-aa64-58be9a8b8a27 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:54.698231 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1feaf-d1bc-4c85-b7ee-024f7d223398 req-a7b6b9bc-98a2-4d3f-af5b-1f495fcd159a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:54.704774 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1feaf-d1bc-4c85-b7ee-024f7d223398 req-a7b6b9bc-98a2-4d3f-af5b-1f495fcd159a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:54.711025 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1feaf-d1bc-4c85-b7ee-024f7d223398 req-a7b6b9bc-98a2-4d3f-af5b-1f495fcd159a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:54.717158 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1feaf-d1bc-4c85-b7ee-024f7d223398 req-a7b6b9bc-98a2-4d3f-af5b-1f495fcd159a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:54.723212 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1feaf-d1bc-4c85-b7ee-024f7d223398 req-a7b6b9bc-98a2-4d3f-af5b-1f495fcd159a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:54.729304 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1feaf-d1bc-4c85-b7ee-024f7d223398 req-a7b6b9bc-98a2-4d3f-af5b-1f495fcd159a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:54.735955 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1feaf-d1bc-4c85-b7ee-024f7d223398 req-a7b6b9bc-98a2-4d3f-af5b-1f495fcd159a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:54.737935 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-71e1feaf-d1bc-4c85-b7ee-024f7d223398 req-a7b6b9bc-98a2-4d3f-af5b-1f495fcd159a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5423 time: 0.1294568 Jul 07 20:53:54.740216 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-4a0ec554-aaee-48f3-aa64-58be9a8b8a27 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Allocated IP 172.20.0.3 (6275f4c2-14a3-4bc2-b9a4-3b89d53122bb/d3cc21aa-8f66-4514-957c-66f0bc66dda7/07811be9-e106-481b-9510-2a59d45d8aae) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:53:54.817409 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-71e1feaf-d1bc-4c85-b7ee-024f7d223398 req-8f1c1745-beda-46dd-864c-99d809331d7e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451276 Jul 07 20:53:54.840451 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0abab7-87c7-4b51-8ed6-af05130d0745 req-b6e2d600-af7b-4ae2-bc42-834a29646fc2 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:54.847834 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3e0abab7-87c7-4b51-8ed6-af05130d0745 req-b6e2d600-af7b-4ae2-bc42-834a29646fc2 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.1088963 Jul 07 20:53:54.885418 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3e0abab7-87c7-4b51-8ed6-af05130d0745 req-b9c397ed-51d3-40f4-9ef5-1ee206698f7c tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363119 Jul 07 20:53:54.915517 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-4a0ec554-aaee-48f3-aa64-58be9a8b8a27 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:54.958960 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-4a0ec554-aaee-48f3-aa64-58be9a8b8a27 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:55.024461 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-4a0ec554-aaee-48f3-aa64-58be9a8b8a27 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Network 6275f4c2-14a3-4bc2-b9a4-3b89d53122bb is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:53:55.028851 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-4a0ec554-aaee-48f3-aa64-58be9a8b8a27 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:53:55.034778 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-4a0ec554-aaee-48f3-aa64-58be9a8b8a27 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:53:55.094617 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-4a0ec554-aaee-48f3-aa64-58be9a8b8a27 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:55.095658 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-4a0ec554-aaee-48f3-aa64-58be9a8b8a27 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:55.115771 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ec554-aaee-48f3-aa64-58be9a8b8a27 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Pushing event updated for resources: {'Port': ['ID=07811be9-e106-481b-9510-2a59d45d8aae,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:55.127186 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-4a0ec554-aaee-48f3-aa64-58be9a8b8a27 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7479875 Jul 07 20:53:55.129908 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a751e-c40e-4292-b968-76dfe9f02dc1 req-810e1ab4-315d-42c4-97d3-c8b991a9f1b9 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:55.131621 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b79a751e-c40e-4292-b968-76dfe9f02dc1 req-810e1ab4-315d-42c4-97d3-c8b991a9f1b9 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.0836267 Jul 07 20:53:55.145636 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device ac7f192b-2787-48a7-aad1-9ad147d23f58 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:53:55.148188 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Request body: {'port': {'device_id': 'e14ab166-8d9e-4fb2-8b98-055a65f548ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:53:55.189613 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b79a751e-c40e-4292-b968-76dfe9f02dc1 req-1a749dea-621b-4fab-b725-cce4d0f8993e tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422993 Jul 07 20:53:55.230654 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port ac7f192b-2787-48a7-aad1-9ad147d23f58 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:53:55.239607 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port ac7f192b-2787-48a7-aad1-9ad147d23f58 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:53:55.240011 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:55.253042 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:55.379685 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:55.442985 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86c494-58e7-42fb-9916-5246c74f2db9 req-1a356c8f-f7ad-457f-8d2d-9faae677dd9a tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:55.442985 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae86c494-58e7-42fb-9916-5246c74f2db9 req-1a356c8f-f7ad-457f-8d2d-9faae677dd9a tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.0844667 Jul 07 20:53:55.448214 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7f192b-2787-48a7-aad1-9ad147d23f58'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:55.451315 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdb240e-ecb2-496d-a03f-ecf4a3dab08f" -d '{"events": [{"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-plugged", "status": "completed", "tag": "ac7f192b-2787-48a7-aad1-9ad147d23f58"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:55.465264 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port ac7f192b-2787-48a7-aad1-9ad147d23f58, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=ac7f192b-2787-48a7-aad1-9ad147d23f58,segment=NetworkSegment(230c399b-dc40-43ae-a1fc-5e6d70e026da),segment_id=230c399b-dc40-43ae-a1fc-5e6d70e026da)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:55.474955 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:55.495781 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae86c494-58e7-42fb-9916-5246c74f2db9 req-7daf1fd6-d304-4077-b139-1d6df1b1648c tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494239 Jul 07 20:53:55.538684 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=ac7f192b-2787-48a7-aad1-9ad147d23f58,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:55.576574 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2ca702-eb60-45c1-86e5-2433981591b0 x-openstack-request-id: req-9b2ca702-eb60-45c1-86e5-2433981591b0 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:55.576574 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-plugged", "status": "completed", "tag": "ac7f192b-2787-48a7-aad1-9ad147d23f58", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:55.576786 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b2ca702-eb60-45c1-86e5-2433981591b0 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:55.577024 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7f192b-2787-48a7-aad1-9ad147d23f58', 'code': 200} Jul 07 20:53:55.650145 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07811be9-e106-481b-9510-2a59d45d8aae {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:53:55.661908 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:55.688356 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Transition to ACTIVE for port object 07811be9-e106-481b-9510-2a59d45d8aae will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:53:55.696290 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:55.792320 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Pushing event updated for resources: {'Port': ['ID=07811be9-e106-481b-9510-2a59d45d8aae,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:55.797652 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4481d97-1381-4b0d-a605-3a93d7aab7ce req-5afbd492-f0a6-429f-8f8a-24816e444cae tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:55.800214 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4481d97-1381-4b0d-a605-3a93d7aab7ce req-5afbd492-f0a6-429f-8f8a-24816e444cae tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.64 "GET /v2.0/ports?device_id=e14ab166-8d9e-4fb2-8b98-055a65f548ce HTTP/1.1" status: 200 len: 931 time: 0.1226964 Jul 07 20:53:55.863873 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4481d97-1381-4b0d-a605-3a93d7aab7ce req-24ccac10-46e6-4e60-85b9-e08153c342a1 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.64 "GET /v2.0/security-groups?id=248cba5b-12be-4aa9-b18d-df1fc6ce7abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578163 Jul 07 20:53:55.878871 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Attempting to bind port 07811be9-e106-481b-9510-2a59d45d8aae on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:53:55.879361 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Attempting to bind port 07811be9-e106-481b-9510-2a59d45d8aae by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '34010b8f-04c6-40fd-ba13-f8655b85ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6275f4c2-14a3-4bc2-b9a4-3b89d53122bb'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:53:55.879802 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Attempting to bind port 07811be9-e106-481b-9510-2a59d45d8aae on network 6275f4c2-14a3-4bc2-b9a4-3b89d53122bb {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:53:55.897449 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Port 07811be9-e106-481b-9510-2a59d45d8aae on network 6275f4c2-14a3-4bc2-b9a4-3b89d53122bb not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:53:55.897846 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Attempting to bind port 07811be9-e106-481b-9510-2a59d45d8aae on network 6275f4c2-14a3-4bc2-b9a4-3b89d53122bb {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:53:55.904135 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:53:55.904581 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Checking segment: {'id': '34010b8f-04c6-40fd-ba13-f8655b85ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6275f4c2-14a3-4bc2-b9a4-3b89d53122bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:53:55.905064 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Bound using segment: {'id': '34010b8f-04c6-40fd-ba13-f8655b85ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6275f4c2-14a3-4bc2-b9a4-3b89d53122bb'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:53:55.905666 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Bound port: 07811be9-e106-481b-9510-2a59d45d8aae, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34010b8f-04c6-40fd-ba13-f8655b85ead4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '6275f4c2-14a3-4bc2-b9a4-3b89d53122bb'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:53:55.906401 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:55.976709 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30991f89-9b3d-4a77-ad74-91e38a3cd83a req-f195f921-8ac1-4856-a602-7a2178ee9857 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:55.978383 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-30991f89-9b3d-4a77-ad74-91e38a3cd83a req-f195f921-8ac1-4856-a602-7a2178ee9857 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 945 time: 0.1285791 Jul 07 20:53:56.002669 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-265e2577-1407-45d3-abce-6c25365e74da service neutron] For port 07811be9-e106-481b-9510-2a59d45d8aae, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:53:56.009808 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-265e2577-1407-45d3-abce-6c25365e74da service neutron] For port 07811be9-e106-481b-9510-2a59d45d8aae, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=07811be9-e106-481b-9510-2a59d45d8aae,segment=NetworkSegment(34010b8f-04c6-40fd-ba13-f8655b85ead4),segment_id=34010b8f-04c6-40fd-ba13-f8655b85ead4)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:53:56.019537 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:56.041876 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-30991f89-9b3d-4a77-ad74-91e38a3cd83a req-b1e801f7-2d55-446c-ac8a-185c69103396 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561309 Jul 07 20:53:56.056849 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:56.057577 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:56.059313 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-265e2577-1407-45d3-abce-6c25365e74da service neutron] 10.222.0.39 "PUT /v2.0/ports/07811be9-e106-481b-9510-2a59d45d8aae HTTP/1.1" status: 200 len: 1092 time: 0.9175231 Jul 07 20:53:56.059757 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e14ab166-8d9e-4fb2-8b98-055a65f548ce', 'tag': '07811be9-e106-481b-9510-2a59d45d8aae'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:56.062731 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd54d94-109f-462f-ab15-573e61959c74" -d '{"events": [{"name": "network-changed", "server_uuid": "e14ab166-8d9e-4fb2-8b98-055a65f548ce", "tag": "07811be9-e106-481b-9510-2a59d45d8aae"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:56.093264 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Pushing event updated for resources: {'Port': ['ID=07811be9-e106-481b-9510-2a59d45d8aae,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:56.102211 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:56.102685 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:56.103132 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:56.103806 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:56.104297 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:56.104735 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:56.105360 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:56.105580 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:56.106060 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:56.106478 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:56.106907 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:56.107588 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265e2577-1407-45d3-abce-6c25365e74da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:53:56.157931 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7e3d7-2b70-494d-8dd1-e887e4b0c6cc req-20042f60-0374-4cac-9984-bdeb02db0b4c tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:56.159948 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d7c7e3d7-2b70-494d-8dd1-e887e4b0c6cc req-20042f60-0374-4cac-9984-bdeb02db0b4c tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/ports?device_id=74421b2e-b061-4b74-be82-52b4f89f1e61 HTTP/1.1" status: 200 len: 945 time: 0.1143570 Jul 07 20:53:56.214514 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-9b6053bf-d3c4-4d18-b94e-69f0f5d3942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:56.216103 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-9b6053bf-d3c4-4d18-b94e-69f0f5d3942a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ae06eebfe41f4bb9a14e883e9a48af57&device_id=e14ab166-8d9e-4fb2-8b98-055a65f548ce HTTP/1.1" status: 200 len: 1095 time: 0.0834565 Jul 07 20:53:56.243404 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d7c7e3d7-2b70-494d-8dd1-e887e4b0c6cc req-26f007e5-39ff-41a3-a0d4-2b2eb0676e4e tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc13b627-3909-4b07-8612-9b694608496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706656 Jul 07 20:53:56.266982 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-3bc8a32b-7d66-496c-a3c0-49fdfd4430df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07811be9-e106-481b-9510-2a59d45d8aae HTTP/1.1" status: 200 len: 217 time: 0.0418382 Jul 07 20:53:56.297503 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31404bcc-b786-420c-a8f0-8c22dadca3a4 req-a4d73acb-cbd4-4d83-8c6c-830289c7af96 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:56.304015 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31404bcc-b786-420c-a8f0-8c22dadca3a4 req-a4d73acb-cbd4-4d83-8c6c-830289c7af96 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:56.309920 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31404bcc-b786-420c-a8f0-8c22dadca3a4 req-a4d73acb-cbd4-4d83-8c6c-830289c7af96 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:56.317372 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31404bcc-b786-420c-a8f0-8c22dadca3a4 req-a4d73acb-cbd4-4d83-8c6c-830289c7af96 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:56.323424 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31404bcc-b786-420c-a8f0-8c22dadca3a4 req-a4d73acb-cbd4-4d83-8c6c-830289c7af96 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:56.328995 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-5f332bc2-cc9d-49be-b282-cd1f3801b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:56.330595 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-5f332bc2-cc9d-49be-b282-cd1f3801b4bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d3cc21aa-8f66-4514-957c-66f0bc66dda7 HTTP/1.1" status: 200 len: 862 time: 0.0551069 Jul 07 20:53:56.331250 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31404bcc-b786-420c-a8f0-8c22dadca3a4 req-a4d73acb-cbd4-4d83-8c6c-830289c7af96 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:56.337382 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31404bcc-b786-420c-a8f0-8c22dadca3a4 req-a4d73acb-cbd4-4d83-8c6c-830289c7af96 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:56.339364 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-31404bcc-b786-420c-a8f0-8c22dadca3a4 req-a4d73acb-cbd4-4d83-8c6c-830289c7af96 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5424 time: 0.1328087 Jul 07 20:53:56.371521 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-3bc4f49e-2e1f-43f5-9e7e-fd7f42cc821d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6275f4c2-14a3-4bc2-b9a4-3b89d53122bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296373 Jul 07 20:53:56.408227 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-31404bcc-b786-420c-a8f0-8c22dadca3a4 req-857d00eb-3de1-4354-a83c-f036bd623bf2 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609190 Jul 07 20:53:56.481641 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35c5ecc-81bb-448c-abef-40093d076f8c x-openstack-request-id: req-e35c5ecc-81bb-448c-abef-40093d076f8c {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:56.481938 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e14ab166-8d9e-4fb2-8b98-055a65f548ce", "tag": "07811be9-e106-481b-9510-2a59d45d8aae", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:56.482198 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e35c5ecc-81bb-448c-abef-40093d076f8c {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:56.482796 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e14ab166-8d9e-4fb2-8b98-055a65f548ce', 'tag': '07811be9-e106-481b-9510-2a59d45d8aae', 'status': 'completed', 'code': 200} Jul 07 20:53:56.483990 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126942cf-ff98-456d-8fd4-1c5257ba10e2 req-7e6cbb93-e36a-4d56-a4d2-399a0697de91 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:56.491740 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-126942cf-ff98-456d-8fd4-1c5257ba10e2 req-7e6cbb93-e36a-4d56-a4d2-399a0697de91 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.1007323 Jul 07 20:53:56.514407 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-81492a98-69c1-4488-99b8-5128ca94ccbb service neutron] 10.222.0.39 "GET /v2.0/networks/6275f4c2-14a3-4bc2-b9a4-3b89d53122bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231916 Jul 07 20:53:56.533063 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-126942cf-ff98-456d-8fd4-1c5257ba10e2 req-5c219341-43dd-45de-8f81-0f78afab2c76 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391498 Jul 07 20:53:56.631362 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7cca466f-81d1-41a3-bcf2-e5aec7952c7e req-80ce605f-d57a-4297-af74-1b1f8f2a0c4f service neutron] 10.222.0.39 "GET /v2.0/networks/6275f4c2-14a3-4bc2-b9a4-3b89d53122bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047161 Jul 07 20:53:56.676688 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ddce0-e193-4f5b-915b-69acc0f8d7c0 req-e1106a32-8570-4090-8734-53b4de509555 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:56.678836 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-139ddce0-e193-4f5b-915b-69acc0f8d7c0 req-e1106a32-8570-4090-8734-53b4de509555 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.0812891 Jul 07 20:53:56.755780 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-139ddce0-e193-4f5b-915b-69acc0f8d7c0 req-2e017f4a-d6e9-46fd-9cf4-caed3c99051f tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662277 Jul 07 20:53:56.767940 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd54d94-109f-462f-ab15-573e61959c74 req-3f8bdcb5-5d5a-404f-97e9-543a46d041a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:56.769463 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7bd54d94-109f-462f-ab15-573e61959c74 req-3f8bdcb5-5d5a-404f-97e9-543a46d041a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ae06eebfe41f4bb9a14e883e9a48af57&device_id=e14ab166-8d9e-4fb2-8b98-055a65f548ce HTTP/1.1" status: 200 len: 1095 time: 0.0605483 Jul 07 20:53:56.777548 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68646791-2f2f-416b-a5f9-df3640b4d0a3 req-8cf06c3a-558d-4e7e-a6da-40c15ccb7d20 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:56.779256 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-68646791-2f2f-416b-a5f9-df3640b4d0a3 req-8cf06c3a-558d-4e7e-a6da-40c15ccb7d20 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.0993595 Jul 07 20:53:56.827090 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-68646791-2f2f-416b-a5f9-df3640b4d0a3 req-a2082262-11a6-4c0a-a1da-72d75e5ec968 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403516 Jul 07 20:53:56.887295 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd54d94-109f-462f-ab15-573e61959c74 req-b22269d0-11d9-46b3-8666-7cc9b43a31a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:56.888958 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7bd54d94-109f-462f-ab15-573e61959c74 req-b22269d0-11d9-46b3-8666-7cc9b43a31a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6275f4c2-14a3-4bc2-b9a4-3b89d53122bb HTTP/1.1" status: 200 len: 923 time: 0.1111705 Jul 07 20:53:56.943188 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7bd54d94-109f-462f-ab15-573e61959c74 req-ce5c1feb-a2af-4f5b-a01a-4a9a98bccf40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07811be9-e106-481b-9510-2a59d45d8aae HTTP/1.1" status: 200 len: 217 time: 0.0434244 Jul 07 20:53:57.021379 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd54d94-109f-462f-ab15-573e61959c74 req-eb4694c7-c8ee-43ff-934c-ab061161ce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:57.022886 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7bd54d94-109f-462f-ab15-573e61959c74 req-eb4694c7-c8ee-43ff-934c-ab061161ce49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d3cc21aa-8f66-4514-957c-66f0bc66dda7 HTTP/1.1" status: 200 len: 862 time: 0.0661230 Jul 07 20:53:57.071936 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7bd54d94-109f-462f-ab15-573e61959c74 req-fb6a53d6-042e-4db5-866e-fd3dcb4bda6d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6275f4c2-14a3-4bc2-b9a4-3b89d53122bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385714 Jul 07 20:53:57.112513 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcb8e1-f188-4f60-aa20-d16412a66735 req-f18b9613-8c34-4225-a1b7-b9c8d7f2a5e8 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:57.123861 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72bcb8e1-f188-4f60-aa20-d16412a66735 req-f18b9613-8c34-4225-a1b7-b9c8d7f2a5e8 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.64 "GET /v2.0/ports?device_id=e14ab166-8d9e-4fb2-8b98-055a65f548ce HTTP/1.1" status: 200 len: 943 time: 0.0985503 Jul 07 20:53:57.150646 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 29732634-95f5-4e62-8e93-449363f211e4 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:53:57.216747 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72bcb8e1-f188-4f60-aa20-d16412a66735 req-f5911d5d-964f-47e1-95de-e6d5aa478162 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.64 "GET /v2.0/security-groups?id=248cba5b-12be-4aa9-b18d-df1fc6ce7abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897102 Jul 07 20:53:57.295287 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 29732634-95f5-4e62-8e93-449363f211e4 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:53:57.303232 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 29732634-95f5-4e62-8e93-449363f211e4 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:53:57.303724 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:57.330606 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7bd54d94-109f-462f-ab15-573e61959c74 req-227cbd75-9adc-43ed-8d8e-4ae74a8541d6 service neutron] 10.222.0.39 "GET /v2.0/networks/6275f4c2-14a3-4bc2-b9a4-3b89d53122bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475321 Jul 07 20:53:57.457161 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:57.516618 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e25bd-764b-4199-aeca-ffe290d7276c req-826aed84-a5c6-4d08-b6cc-be4bad4da9b3 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:57.523855 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec3e25bd-764b-4199-aeca-ffe290d7276c req-826aed84-a5c6-4d08-b6cc-be4bad4da9b3 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 945 time: 0.1906819 Jul 07 20:53:57.543178 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7bd54d94-109f-462f-ab15-573e61959c74 req-0c81d1f1-13f7-4e32-9437-5f0a1bd22639 service neutron] 10.222.0.39 "GET /v2.0/networks/6275f4c2-14a3-4bc2-b9a4-3b89d53122bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980855 Jul 07 20:53:57.551043 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 29732634-95f5-4e62-8e93-449363f211e4, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=29732634-95f5-4e62-8e93-449363f211e4,segment=NetworkSegment(3c71bb1f-6379-4398-a24d-bfc2b99d5fea),segment_id=3c71bb1f-6379-4398-a24d-bfc2b99d5fea)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:57.558282 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:57.559119 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d7fec304-11d1-4452-911b-57ab895c23da up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:53:57.595062 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec3e25bd-764b-4199-aeca-ffe290d7276c req-232f742a-60b3-4390-b57e-a18f46a0eea1 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656190 Jul 07 20:53:57.600855 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29732634-95f5-4e62-8e93-449363f211e4'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:57.617903 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bae161e-95ca-4300-a02f-fba7ae52a7fd" -d '{"events": [{"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-plugged", "status": "completed", "tag": "29732634-95f5-4e62-8e93-449363f211e4"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:53:57.631780 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf3f26-b680-451f-8457-a9ba752c9a4e req-cefc8083-7e18-460c-a559-3339e505ee8a tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:57.653895 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5baf3f26-b680-451f-8457-a9ba752c9a4e req-cefc8083-7e18-460c-a559-3339e505ee8a tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/ports?device_id=74421b2e-b061-4b74-be82-52b4f89f1e61 HTTP/1.1" status: 200 len: 945 time: 0.2020657 Jul 07 20:53:57.692427 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=29732634-95f5-4e62-8e93-449363f211e4,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:57.732918 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5baf3f26-b680-451f-8457-a9ba752c9a4e req-820ad69a-b262-42e8-84b0-a480a2879f39 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc13b627-3909-4b07-8612-9b694608496b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777419 Jul 07 20:53:57.736013 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port d7fec304-11d1-4452-911b-57ab895c23da completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:53:57.740794 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port d7fec304-11d1-4452-911b-57ab895c23da triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:53:57.741287 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:57.865854 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:57.908417 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port d7fec304-11d1-4452-911b-57ab895c23da, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d7fec304-11d1-4452-911b-57ab895c23da,segment=NetworkSegment(f8abc1d0-3fa7-424f-8190-df378c5aeb49),segment_id=f8abc1d0-3fa7-424f-8190-df378c5aeb49)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:57.916349 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:57.917721 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 3fa963de-4cf7-4796-ae84-de0b61e46db1 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:53:57.944630 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f76a0-d33c-4bba-ad7b-2a7070e9c1d5 req-3ec03ec6-1233-4f8f-a167-0b808abdc8bb tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:57.950619 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f76a0-d33c-4bba-ad7b-2a7070e9c1d5 req-3ec03ec6-1233-4f8f-a167-0b808abdc8bb tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:57.957144 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f76a0-d33c-4bba-ad7b-2a7070e9c1d5 req-3ec03ec6-1233-4f8f-a167-0b808abdc8bb tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:57.963074 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f76a0-d33c-4bba-ad7b-2a7070e9c1d5 req-3ec03ec6-1233-4f8f-a167-0b808abdc8bb tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:57.969125 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f76a0-d33c-4bba-ad7b-2a7070e9c1d5 req-3ec03ec6-1233-4f8f-a167-0b808abdc8bb tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:57.975588 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f76a0-d33c-4bba-ad7b-2a7070e9c1d5 req-3ec03ec6-1233-4f8f-a167-0b808abdc8bb tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:57.981983 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f76a0-d33c-4bba-ad7b-2a7070e9c1d5 req-3ec03ec6-1233-4f8f-a167-0b808abdc8bb tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:57.990706 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac9f76a0-d33c-4bba-ad7b-2a7070e9c1d5 req-3ec03ec6-1233-4f8f-a167-0b808abdc8bb tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5425 time: 0.1949413 Jul 07 20:53:58.025674 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=d7fec304-11d1-4452-911b-57ab895c23da,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:58.052659 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 3fa963de-4cf7-4796-ae84-de0b61e46db1 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:53:58.057496 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 3fa963de-4cf7-4796-ae84-de0b61e46db1 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:53:58.057876 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:58.065469 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47e5a9-0e6e-446a-89ce-543527505213 req-b4af8cd5-7c60-4e8a-8da3-56541cd9b809 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:58.067710 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ea47e5a9-0e6e-446a-89ce-543527505213 req-b4af8cd5-7c60-4e8a-8da3-56541cd9b809 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.1953826 Jul 07 20:53:58.071904 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac9f76a0-d33c-4bba-ad7b-2a7070e9c1d5 req-c4551091-a065-42cc-a514-2aba739146d3 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798545 Jul 07 20:53:58.153095 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ea47e5a9-0e6e-446a-89ce-543527505213 req-05c02828-2548-41af-a6c8-76a0753b5136 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731230 Jul 07 20:53:58.179550 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d350e6ac-87dc-47ab-8995-15e8fbcc0324 x-openstack-request-id: req-d350e6ac-87dc-47ab-8995-15e8fbcc0324 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:53:58.180490 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-plugged", "status": "completed", "tag": "29732634-95f5-4e62-8e93-449363f211e4", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:53:58.181253 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d350e6ac-87dc-47ab-8995-15e8fbcc0324 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:53:58.182013 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29732634-95f5-4e62-8e93-449363f211e4', 'code': 200} Jul 07 20:53:58.191577 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:58.227676 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 3fa963de-4cf7-4796-ae84-de0b61e46db1, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=3fa963de-4cf7-4796-ae84-de0b61e46db1,segment=NetworkSegment(3c71bb1f-6379-4398-a24d-bfc2b99d5fea),segment_id=3c71bb1f-6379-4398-a24d-bfc2b99d5fea)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:58.233228 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:58.235173 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 33fc4b4b-2631-45b1-8d29-ea03f5a665de up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:53:58.320719 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=3fa963de-4cf7-4796-ae84-de0b61e46db1,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:58.403818 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 33fc4b4b-2631-45b1-8d29-ea03f5a665de completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:53:58.409963 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 33fc4b4b-2631-45b1-8d29-ea03f5a665de triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:53:58.410516 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:58.510722 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:58.559780 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 33fc4b4b-2631-45b1-8d29-ea03f5a665de, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=33fc4b4b-2631-45b1-8d29-ea03f5a665de,segment=NetworkSegment(f8abc1d0-3fa7-424f-8190-df378c5aeb49),segment_id=f8abc1d0-3fa7-424f-8190-df378c5aeb49)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:58.566402 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:58.567698 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 7bfd1171-204a-4d07-ad3b-40f2a2169c45 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:53:58.659597 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=33fc4b4b-2631-45b1-8d29-ea03f5a665de,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:58.687914 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 7bfd1171-204a-4d07-ad3b-40f2a2169c45 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:53:58.698547 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 7bfd1171-204a-4d07-ad3b-40f2a2169c45 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:53:58.699445 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:58.840932 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:58.854940 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-57e90d01-cff8-40e3-88dd-294dd072f909 req-048fc38b-b05d-4fa1-8f95-c45b1f235d40 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1024711 Jul 07 20:53:58.888952 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 7bfd1171-204a-4d07-ad3b-40f2a2169c45, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7bfd1171-204a-4d07-ad3b-40f2a2169c45,segment=NetworkSegment(f8abc1d0-3fa7-424f-8190-df378c5aeb49),segment_id=f8abc1d0-3fa7-424f-8190-df378c5aeb49)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:58.901099 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:58.902016 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 35a846e8-0a45-4c06-a6dc-6eac8669665e up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:53:58.926606 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16071ae5-01ac-4f27-9982-13ecde86369e req-532f7ed3-9be1-4a0d-9ab4-d4d9d730d825 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:58.928891 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-16071ae5-01ac-4f27-9982-13ecde86369e req-532f7ed3-9be1-4a0d-9ab4-d4d9d730d825 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.6414340 Jul 07 20:53:58.969119 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e90d01-cff8-40e3-88dd-294dd072f909 req-43f4e6a6-33c4-466a-8e31-1694f8bb2f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:58.970780 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-57e90d01-cff8-40e3-88dd-294dd072f909 req-43f4e6a6-33c4-466a-8e31-1694f8bb2f4b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 1102 time: 0.0841758 Jul 07 20:53:58.988248 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ada87-e9ae-4a3a-a413-7e341bf0f27d req-f0234b7d-2b6f-4539-a221-58934974b0a3 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:58.989903 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-930ada87-e9ae-4a3a-a413-7e341bf0f27d req-f0234b7d-2b6f-4539-a221-58934974b0a3 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.58 "GET /v2.0/ports?device_id=74421b2e-b061-4b74-be82-52b4f89f1e61 HTTP/1.1" status: 200 len: 945 time: 0.6186893 Jul 07 20:53:59.023611 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f76fc-f495-4943-9956-2bab99090de6 req-52f3f3e0-ca49-48bc-ac0a-d677bbc9ab2b tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:59.025070 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3e8f76fc-f495-4943-9956-2bab99090de6 req-52f3f3e0-ca49-48bc-ac0a-d677bbc9ab2b tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.64 "GET /v2.0/ports?device_id=e14ab166-8d9e-4fb2-8b98-055a65f548ce HTTP/1.1" status: 200 len: 943 time: 0.6340532 Jul 07 20:53:59.033763 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=7bfd1171-204a-4d07-ad3b-40f2a2169c45,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:59.045924 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 07811be9-e106-481b-9510-2a59d45d8aae details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:53:59.074252 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-16071ae5-01ac-4f27-9982-13ecde86369e req-a3223030-28d3-4587-8ef0-8daa47cb840f tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350751 Jul 07 20:53:59.162458 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e90d01-cff8-40e3-88dd-294dd072f909 req-cdda5346-fdd6-4ccc-80c1-8a853713fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:59.164866 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-57e90d01-cff8-40e3-88dd-294dd072f909 req-cdda5346-fdd6-4ccc-80c1-8a853713fbb3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.1677852 Jul 07 20:53:59.165599 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3e8f76fc-f495-4943-9956-2bab99090de6 req-602e6d18-cb7f-48d9-ab8a-6aaf9cdbb682 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.64 "GET /v2.0/security-groups?id=248cba5b-12be-4aa9-b18d-df1fc6ce7abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119399 Jul 07 20:53:59.180412 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 35a846e8-0a45-4c06-a6dc-6eac8669665e completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:53:59.190300 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 35a846e8-0a45-4c06-a6dc-6eac8669665e triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:53:59.192588 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.237646 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-235e9d2b-54a3-4b54-9101-851f2701f691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.258629 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-57e90d01-cff8-40e3-88dd-294dd072f909 req-6897d23a-8a6d-4de6-9666-a0c4e3b4ac1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=d08268eb-098d-48cf-b467-d8b20280a8c6 HTTP/1.1" status: 200 len: 217 time: 0.0839567 Jul 07 20:53:59.280450 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 07811be9-e106-481b-9510-2a59d45d8aae, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=07811be9-e106-481b-9510-2a59d45d8aae,segment=NetworkSegment(34010b8f-04c6-40fd-ba13-f8655b85ead4),segment_id=34010b8f-04c6-40fd-ba13-f8655b85ead4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:59.284796 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-930ada87-e9ae-4a3a-a413-7e341bf0f27d req-7559a770-ed2f-4ce1-9469-754ea9b2ebf8 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Deleting port 665ff9c4-1288-431a-8f72-40df7737104b {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:53:59.287117 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-930ada87-e9ae-4a3a-a413-7e341bf0f27d req-7559a770-ed2f-4ce1-9469-754ea9b2ebf8 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.298685 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '07811be9-e106-481b-9510-2a59d45d8aae', 'network_id': '6275f4c2-14a3-4bc2-b9a4-3b89d53122bb', 'port_id': '07811be9-e106-481b-9510-2a59d45d8aae', 'mac_address': 'fa:16:3e:ec:a5:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3cc21aa-8f66-4514-957c-66f0bc66dda7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:53:59.341745 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e90d01-cff8-40e3-88dd-294dd072f909 req-02fa7851-7241-410c-814e-743bdc5e56ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:59.343551 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-57e90d01-cff8-40e3-88dd-294dd072f909 req-02fa7851-7241-410c-814e-743bdc5e56ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0711598 Jul 07 20:53:59.372761 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.375539 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.402714 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07811be9-e106-481b-9510-2a59d45d8aae {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:53:59.407793 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e90d01-cff8-40e3-88dd-294dd072f909 req-b5e207cf-98d5-49c8-a843-b08fdfdabc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:59.409904 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-57e90d01-cff8-40e3-88dd-294dd072f909 req-b5e207cf-98d5-49c8-a843-b08fdfdabc97 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0564163 Jul 07 20:53:59.450087 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 07811be9-e106-481b-9510-2a59d45d8aae, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=07811be9-e106-481b-9510-2a59d45d8aae,segment=NetworkSegment(34010b8f-04c6-40fd-ba13-f8655b85ead4),segment_id=34010b8f-04c6-40fd-ba13-f8655b85ead4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:59.454706 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 35a846e8-0a45-4c06-a6dc-6eac8669665e, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=35a846e8-0a45-4c06-a6dc-6eac8669665e,segment=NetworkSegment(f8abc1d0-3fa7-424f-8190-df378c5aeb49),segment_id=f8abc1d0-3fa7-424f-8190-df378c5aeb49)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:59.457592 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.463949 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-930ada87-e9ae-4a3a-a413-7e341bf0f27d req-7559a770-ed2f-4ce1-9469-754ea9b2ebf8 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] For port 665ff9c4-1288-431a-8f72-40df7737104b, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=665ff9c4-1288-431a-8f72-40df7737104b,segment=NetworkSegment(3798d3ff-5155-4660-9dee-f7dddc93eb7e),segment_id=3798d3ff-5155-4660-9dee-f7dddc93eb7e)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:53:59.464591 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-930ada87-e9ae-4a3a-a413-7e341bf0f27d req-7559a770-ed2f-4ce1-9469-754ea9b2ebf8 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.464744 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.493756 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-930ada87-e9ae-4a3a-a413-7e341bf0f27d req-7559a770-ed2f-4ce1-9469-754ea9b2ebf8 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Calling delete_port for 665ff9c4-1288-431a-8f72-40df7737104b owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:53:59.520059 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805118ef-77b3-4f2e-bcb8-5e1bd688601d req-b9398653-ae46-4b98-be33-40c7fb13477e tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:59.521848 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=07811be9-e106-481b-9510-2a59d45d8aae,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:59.523156 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-57e90d01-cff8-40e3-88dd-294dd072f909 req-5b51c274-3a15-49ba-91eb-021b336f19bb service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023831 Jul 07 20:53:59.529785 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-805118ef-77b3-4f2e-bcb8-5e1bd688601d req-b9398653-ae46-4b98-be33-40c7fb13477e tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.2573543 Jul 07 20:53:59.611922 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=35a846e8-0a45-4c06-a6dc-6eac8669665e,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:59.638158 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-805118ef-77b3-4f2e-bcb8-5e1bd688601d req-d6d40ad4-42ad-4515-bc19-bc423bc48189 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074522 Jul 07 20:53:59.685755 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a2585-d948-47fa-a8a2-5d3128dfbdbd req-a7d5ec5f-f15a-4c59-9401-13619a8e56fa tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:59.691985 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-57e90d01-cff8-40e3-88dd-294dd072f909 req-aa56ea96-67b2-4917-8f2f-45940d25e69d service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598063 Jul 07 20:53:59.693038 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f03a2585-d948-47fa-a8a2-5d3128dfbdbd req-a7d5ec5f-f15a-4c59-9401-13619a8e56fa tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 945 time: 0.3365004 Jul 07 20:53:59.702922 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bef96f5d-3c21-4914-a251-873c3de19f4d req-4b38da94-fb80-4d45-af77-72b437c3e8c0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1063201 Jul 07 20:53:59.782140 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f03a2585-d948-47fa-a8a2-5d3128dfbdbd req-43d6cf60-9dff-4a31-8b4a-194878861714 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881228 Jul 07 20:53:59.796922 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef96f5d-3c21-4914-a251-873c3de19f4d req-7696f6e7-7438-47a2-a455-072b7eb9e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:53:59.798052 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-930ada87-e9ae-4a3a-a413-7e341bf0f27d req-7559a770-ed2f-4ce1-9469-754ea9b2ebf8 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.800108 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bef96f5d-3c21-4914-a251-873c3de19f4d req-7696f6e7-7438-47a2-a455-072b7eb9e94a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0b4ae079cc254c0e8045ba5ea1fe8707&device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 1098 time: 0.0644648 Jul 07 20:53:59.814288 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['665ff9c4-1288-431a-8f72-40df7737104b'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:53:59.827993 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-075ee77c-3090-4bf4-9560-8d2b619f16e7 req-475d50b0-cb07-486b-8129-07607208e762 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.64 "GET /v2.0/ports?device_id=74421b2e-b061-4b74-be82-52b4f89f1e61 HTTP/1.1" status: 200 len: 210 time: 0.0428145 Jul 07 20:53:59.874868 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['07811be9-e106-481b-9510-2a59d45d8aae'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:53:59.876071 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559a770-ed2f-4ce1-9469-754ea9b2ebf8 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Pushing event deleted for resources: {'Port': ['ID=665ff9c4-1288-431a-8f72-40df7737104b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:53:59.986769 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-930ada87-e9ae-4a3a-a413-7e341bf0f27d req-7559a770-ed2f-4ce1-9469-754ea9b2ebf8 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] No DVR routers for this DVR port 665ff9c4-1288-431a-8f72-40df7737104b on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:53:59.989963 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-930ada87-e9ae-4a3a-a413-7e341bf0f27d req-7559a770-ed2f-4ce1-9469-754ea9b2ebf8 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:53:59.992154 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-930ada87-e9ae-4a3a-a413-7e341bf0f27d req-7559a770-ed2f-4ce1-9469-754ea9b2ebf8 tempest-AttachSCSIVolumeTestJSON-1702923121 tempest-AttachSCSIVolumeTestJSON-1702923121-project] 10.222.0.58 "DELETE /v2.0/ports/665ff9c4-1288-431a-8f72-40df7737104b HTTP/1.1" status: 204 len: 173 time: 0.9881566 Jul 07 20:53:59.992717 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74421b2e-b061-4b74-be82-52b4f89f1e61', 'name': 'network-vif-deleted', 'tag': '665ff9c4-1288-431a-8f72-40df7737104b'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:53:59.995222 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544d86e0-f36b-4218-969c-b17b62bc38ae" -d '{"events": [{"server_uuid": "74421b2e-b061-4b74-be82-52b4f89f1e61", "name": "network-vif-deleted", "tag": "665ff9c4-1288-431a-8f72-40df7737104b"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:54:00.014657 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef96f5d-3c21-4914-a251-873c3de19f4d req-6e1befe2-8b6a-4621-a96e-1afb2c9781ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:00.018289 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bef96f5d-3c21-4914-a251-873c3de19f4d req-6e1befe2-8b6a-4621-a96e-1afb2c9781ea service neutron] 10.222.0.58 "GET /v2.0/networks?id=f0654f02-22e3-4df8-a677-3833569d53a1 HTTP/1.1" status: 200 len: 920 time: 0.1869087 Jul 07 20:54:00.143932 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bef96f5d-3c21-4914-a251-873c3de19f4d req-4590910b-61e3-4404-a83a-839187ce54ab service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 HTTP/1.1" status: 200 len: 217 time: 0.1042678 Jul 07 20:54:00.189534 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7fec304-11d1-4452-911b-57ab895c23da'}, {'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa963de-4cf7-4796-ae84-de0b61e46db1'}, {'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fc4b4b-2631-45b1-8d29-ea03f5a665de'}, {'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bfd1171-204a-4d07-ad3b-40f2a2169c45'}, {'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a846e8-0a45-4c06-a6dc-6eac8669665e'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:54:00.196271 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab1943e-7a8b-4f90-85a0-4bce0c413de3" -d '{"events": [{"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-plugged", "status": "completed", "tag": "d7fec304-11d1-4452-911b-57ab895c23da"}, {"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-plugged", "status": "completed", "tag": "3fa963de-4cf7-4796-ae84-de0b61e46db1"}, {"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-plugged", "status": "completed", "tag": "33fc4b4b-2631-45b1-8d29-ea03f5a665de"}, {"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-plugged", "status": "completed", "tag": "7bfd1171-204a-4d07-ad3b-40f2a2169c45"}, {"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-plugged", "status": "completed", "tag": "35a846e8-0a45-4c06-a6dc-6eac8669665e"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:54:00.206051 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25f3cf-b371-4b76-881d-fe4cba08afc0 req-5d5f7b68-a130-4a86-bd90-fd8e694c0214 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:00.213544 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25f3cf-b371-4b76-881d-fe4cba08afc0 req-5d5f7b68-a130-4a86-bd90-fd8e694c0214 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:00.220850 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25f3cf-b371-4b76-881d-fe4cba08afc0 req-5d5f7b68-a130-4a86-bd90-fd8e694c0214 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:00.227303 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25f3cf-b371-4b76-881d-fe4cba08afc0 req-5d5f7b68-a130-4a86-bd90-fd8e694c0214 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:00.233533 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25f3cf-b371-4b76-881d-fe4cba08afc0 req-5d5f7b68-a130-4a86-bd90-fd8e694c0214 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:00.248161 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25f3cf-b371-4b76-881d-fe4cba08afc0 req-5d5f7b68-a130-4a86-bd90-fd8e694c0214 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:00.259893 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25f3cf-b371-4b76-881d-fe4cba08afc0 req-5d5f7b68-a130-4a86-bd90-fd8e694c0214 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:00.277465 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2c25f3cf-b371-4b76-881d-fe4cba08afc0 req-5d5f7b68-a130-4a86-bd90-fd8e694c0214 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5430 time: 0.2907701 Jul 07 20:54:00.305101 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef96f5d-3c21-4914-a251-873c3de19f4d req-600d059d-b9c0-4eae-8527-45ceb57892b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:00.305101 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bef96f5d-3c21-4914-a251-873c3de19f4d req-600d059d-b9c0-4eae-8527-45ceb57892b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=00fddda2-7b2a-4288-a4a2-a75c740a5524 HTTP/1.1" status: 200 len: 859 time: 0.1489563 Jul 07 20:54:00.379018 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bef96f5d-3c21-4914-a251-873c3de19f4d req-d274df48-c248-4a30-9a70-58f3eed8864b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f0654f02-22e3-4df8-a677-3833569d53a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625551 Jul 07 20:54:00.382455 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea22287-233c-4101-b321-ec821c383d22 req-d1e5ca2a-86f3-4432-8957-dcada8996459 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:00.393195 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ea22287-233c-4101-b321-ec821c383d22 req-d1e5ca2a-86f3-4432-8957-dcada8996459 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.3342862 Jul 07 20:54:00.398783 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2c25f3cf-b371-4b76-881d-fe4cba08afc0 req-8d5a30f8-074f-459c-ac92-6c4316102830 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1200879 Jul 07 20:54:00.475678 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ea22287-233c-4101-b321-ec821c383d22 req-627cc8c2-bde9-4dcd-8b98-436c14cae35a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814712 Jul 07 20:54:00.574920 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a092c8-bfbd-4514-8679-8775839a0913 x-openstack-request-id: req-46a092c8-bfbd-4514-8679-8775839a0913 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:54:00.575536 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74421b2e-b061-4b74-be82-52b4f89f1e61", "name": "network-vif-deleted", "tag": "665ff9c4-1288-431a-8f72-40df7737104b", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:54:00.575956 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-46a092c8-bfbd-4514-8679-8775839a0913 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:54:00.576540 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74421b2e-b061-4b74-be82-52b4f89f1e61', 'name': 'network-vif-deleted', 'tag': '665ff9c4-1288-431a-8f72-40df7737104b', 'status': 'completed', 'code': 200} Jul 07 20:54:00.588070 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bef96f5d-3c21-4914-a251-873c3de19f4d req-b7957d6d-7532-4b8a-bdb8-cd0702ccc1aa service neutron] 10.222.0.58 "GET /v2.0/networks/f0654f02-22e3-4df8-a677-3833569d53a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922336 Jul 07 20:54:00.797995 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dd452-2d22-4345-9174-89e606260df7 req-7262ad40-5057-4ae1-aca3-423452475f53 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:00.806371 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a82dd452-2d22-4345-9174-89e606260df7 req-7262ad40-5057-4ae1-aca3-423452475f53 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.1055264 Jul 07 20:54:00.861779 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a82dd452-2d22-4345-9174-89e606260df7 req-98e48f49-c335-4025-9af3-299cc67ad5c1 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527062 Jul 07 20:54:01.025358 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 07 Jul 2021 20:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04114356-c16a-4eb5-a44a-636a08024842 x-openstack-request-id: req-04114356-c16a-4eb5-a44a-636a08024842 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:54:01.025786 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-plugged", "status": "completed", "tag": "d7fec304-11d1-4452-911b-57ab895c23da", "code": 200}, {"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-plugged", "status": "completed", "tag": "3fa963de-4cf7-4796-ae84-de0b61e46db1", "code": 200}, {"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-plugged", "status": "completed", "tag": "33fc4b4b-2631-45b1-8d29-ea03f5a665de", "code": 200}, {"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-plugged", "status": "completed", "tag": "7bfd1171-204a-4d07-ad3b-40f2a2169c45", "code": 200}, {"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-plugged", "status": "completed", "tag": "35a846e8-0a45-4c06-a6dc-6eac8669665e", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:54:01.026019 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-04114356-c16a-4eb5-a44a-636a08024842 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:54:01.026441 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7fec304-11d1-4452-911b-57ab895c23da', 'code': 200} Jul 07 20:54:01.026722 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa963de-4cf7-4796-ae84-de0b61e46db1', 'code': 200} Jul 07 20:54:01.026976 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fc4b4b-2631-45b1-8d29-ea03f5a665de', 'code': 200} Jul 07 20:54:01.027228 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bfd1171-204a-4d07-ad3b-40f2a2169c45', 'code': 200} Jul 07 20:54:01.027504 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a846e8-0a45-4c06-a6dc-6eac8669665e', 'code': 200} Jul 07 20:54:01.161989 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6342e-a894-4c87-88aa-cc1a8e45afa1 req-ea84d87c-b119-47cb-8229-dadc1085f967 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:01.170316 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-74a6342e-a894-4c87-88aa-cc1a8e45afa1 req-ea84d87c-b119-47cb-8229-dadc1085f967 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.64 "GET /v2.0/ports?device_id=e14ab166-8d9e-4fb2-8b98-055a65f548ce HTTP/1.1" status: 200 len: 944 time: 0.1304111 Jul 07 20:54:01.224108 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bef96f5d-3c21-4914-a251-873c3de19f4d req-6b6d3b89-8852-4902-a8e7-2d727bbb1743 service neutron] 10.222.0.58 "GET /v2.0/networks/f0654f02-22e3-4df8-a677-3833569d53a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6153004 Jul 07 20:54:01.272753 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-74a6342e-a894-4c87-88aa-cc1a8e45afa1 req-cc249455-4041-4aa2-b0db-b28c77c9b90c tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.64 "GET /v2.0/security-groups?id=248cba5b-12be-4aa9-b18d-df1fc6ce7abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009612 Jul 07 20:54:01.360212 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934cca34-09ed-44f1-a1f5-32d32e02c7b9 req-6f6b38ea-5665-41e6-bf00-1d2dfb541afb tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:01.366952 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-934cca34-09ed-44f1-a1f5-32d32e02c7b9 req-6f6b38ea-5665-41e6-bf00-1d2dfb541afb tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 945 time: 0.1508524 Jul 07 20:54:01.389429 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c1ffd-47df-4e46-8178-c6636c252e78 req-b70f8f06-9057-480f-b3ff-7634994584e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:01.389943 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c1ffd-47df-4e46-8178-c6636c252e78 req-b70f8f06-9057-480f-b3ff-7634994584e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:01.390424 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c1ffd-47df-4e46-8178-c6636c252e78 req-b70f8f06-9057-480f-b3ff-7634994584e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:01.390898 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c1ffd-47df-4e46-8178-c6636c252e78 req-b70f8f06-9057-480f-b3ff-7634994584e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:01.391392 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c1ffd-47df-4e46-8178-c6636c252e78 req-b70f8f06-9057-480f-b3ff-7634994584e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:01.391869 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c1ffd-47df-4e46-8178-c6636c252e78 req-b70f8f06-9057-480f-b3ff-7634994584e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:01.392344 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c1ffd-47df-4e46-8178-c6636c252e78 req-b70f8f06-9057-480f-b3ff-7634994584e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:01.394284 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e7c1ffd-47df-4e46-8178-c6636c252e78 req-b70f8f06-9057-480f-b3ff-7634994584e9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 6494 time: 0.1279564 Jul 07 20:54:01.423250 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-934cca34-09ed-44f1-a1f5-32d32e02c7b9 req-f86e543d-f17e-4f60-bc36-2919773b0989 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552707 Jul 07 20:54:01.537625 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e7c1ffd-47df-4e46-8178-c6636c252e78 req-dd65a4c5-f96e-40b4-8260-2c9ef7663890 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1133013 Jul 07 20:54:01.801559 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970af665-6118-4553-8d10-0345e5af75b3 req-061866ca-4e2b-4d05-bf1d-bc094bcff8c8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:01.813100 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970af665-6118-4553-8d10-0345e5af75b3 req-061866ca-4e2b-4d05-bf1d-bc094bcff8c8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:01.828208 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970af665-6118-4553-8d10-0345e5af75b3 req-061866ca-4e2b-4d05-bf1d-bc094bcff8c8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:01.839801 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970af665-6118-4553-8d10-0345e5af75b3 req-061866ca-4e2b-4d05-bf1d-bc094bcff8c8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:01.846018 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970af665-6118-4553-8d10-0345e5af75b3 req-061866ca-4e2b-4d05-bf1d-bc094bcff8c8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:01.849128 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3cbca040-f2db-41f0-944c-9e36e8cb3dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:01.855472 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970af665-6118-4553-8d10-0345e5af75b3 req-061866ca-4e2b-4d05-bf1d-bc094bcff8c8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:01.861792 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970af665-6118-4553-8d10-0345e5af75b3 req-061866ca-4e2b-4d05-bf1d-bc094bcff8c8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:01.864237 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-970af665-6118-4553-8d10-0345e5af75b3 req-061866ca-4e2b-4d05-bf1d-bc094bcff8c8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5430 time: 0.2121985 Jul 07 20:54:01.901706 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:02.070427 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee2cc4-3a9a-4a56-a989-cdd488201d45 req-d14fe5a2-07d7-40d0-9a78-0dd4ce9ddcdf tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:02.072509 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bdee2cc4-3a9a-4a56-a989-cdd488201d45 req-d14fe5a2-07d7-40d0-9a78-0dd4ce9ddcdf tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.2071147 Jul 07 20:54:02.080222 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-970af665-6118-4553-8d10-0345e5af75b3 req-4b12bc18-63aa-4f79-a412-15c02c0f505e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1604221 Jul 07 20:54:02.159463 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744b947-2d2a-434b-a4f0-0eddbb7b5d91 req-f29da539-cc1f-432d-b292-aae89c8289c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:02.161877 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e744b947-2d2a-434b-a4f0-0eddbb7b5d91 req-f29da539-cc1f-432d-b292-aae89c8289c8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=840e879ee5f84b5498858a5e69b47b03&device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 1098 time: 0.2160387 Jul 07 20:54:02.222253 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bdee2cc4-3a9a-4a56-a989-cdd488201d45 req-fe716d9b-3949-4051-be28-9505af381698 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406417 Jul 07 20:54:02.366470 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744b947-2d2a-434b-a4f0-0eddbb7b5d91 req-70ea14f7-4cd3-428a-a703-7079bc790a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:02.369133 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e744b947-2d2a-434b-a4f0-0eddbb7b5d91 req-70ea14f7-4cd3-428a-a703-7079bc790a35 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb HTTP/1.1" status: 200 len: 912 time: 0.1825659 Jul 07 20:54:02.491047 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e744b947-2d2a-434b-a4f0-0eddbb7b5d91 req-0c2deff2-367c-4d7d-b611-b4604d05ccda service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 HTTP/1.1" status: 200 len: 1002 time: 0.1006553 Jul 07 20:54:02.551349 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422699d7-8d4f-4dc8-84cb-beaf08b14d81 req-7d7273cd-cc3f-4185-bb82-8277a3f94072 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:02.554575 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-422699d7-8d4f-4dc8-84cb-beaf08b14d81 req-7d7273cd-cc3f-4185-bb82-8277a3f94072 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.1832037 Jul 07 20:54:02.649853 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744b947-2d2a-434b-a4f0-0eddbb7b5d91 req-40409b23-05d4-414d-835d-515f8875c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:02.651368 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e744b947-2d2a-434b-a4f0-0eddbb7b5d91 req-40409b23-05d4-414d-835d-515f8875c238 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b4310c6-664d-4c25-affc-191900c3c7bd HTTP/1.1" status: 200 len: 850 time: 0.1308241 Jul 07 20:54:02.661268 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-422699d7-8d4f-4dc8-84cb-beaf08b14d81 req-5a56f349-32ff-4f43-8c7b-bbbe10f58af3 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788534 Jul 07 20:54:02.748582 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e66bdd-93d2-44ff-a0cd-5cd445d8e324 req-38d7ac6c-a0bb-433b-94a2-c7f65b82949c tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:02.756638 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-89e66bdd-93d2-44ff-a0cd-5cd445d8e324 req-38d7ac6c-a0bb-433b-94a2-c7f65b82949c tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.64 "GET /v2.0/ports?device_id=e14ab166-8d9e-4fb2-8b98-055a65f548ce HTTP/1.1" status: 200 len: 944 time: 0.1996725 Jul 07 20:54:02.804427 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744b947-2d2a-434b-a4f0-0eddbb7b5d91 req-d5704470-b983-4165-9edf-983e13982e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:02.806060 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e744b947-2d2a-434b-a4f0-0eddbb7b5d91 req-d5704470-b983-4165-9edf-983e13982e07 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1421900 Jul 07 20:54:02.882957 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-89e66bdd-93d2-44ff-a0cd-5cd445d8e324 req-5206cb8e-ec89-418a-b672-6d9e3216edae tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.64 "GET /v2.0/security-groups?id=248cba5b-12be-4aa9-b18d-df1fc6ce7abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244683 Jul 07 20:54:02.963619 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b407276-4ebe-4fd9-ae30-98c97b4f760b req-37be1f52-6111-4fdb-8e62-5f01b8a3462f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:02.965278 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3b407276-4ebe-4fd9-ae30-98c97b4f760b req-37be1f52-6111-4fdb-8e62-5f01b8a3462f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 945 time: 0.1802337 Jul 07 20:54:02.982613 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e744b947-2d2a-434b-a4f0-0eddbb7b5d91 req-f28a7b84-27e9-4df5-a684-6324df05719e service neutron] 10.222.0.58 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545682 Jul 07 20:54:03.034077 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3b407276-4ebe-4fd9-ae30-98c97b4f760b req-9d20f95c-c9da-4db1-ad3f-823dda3f084b tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594120 Jul 07 20:54:03.068086 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 07811be9-e106-481b-9510-2a59d45d8aae up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:54:03.119207 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e744b947-2d2a-434b-a4f0-0eddbb7b5d91 req-83e8147f-0868-4a83-8cb5-2e5e9d0495c3 service neutron] 10.222.0.58 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136284 Jul 07 20:54:03.166906 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 07811be9-e106-481b-9510-2a59d45d8aae completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:54:03.174159 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 07811be9-e106-481b-9510-2a59d45d8aae triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:54:03.175073 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.201545 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 665ff9c4-1288-431a-8f72-40df7737104b no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:54:03.227405 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 665ff9c4-1288-431a-8f72-40df7737104b {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:54:03.227990 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 665ff9c4-1288-431a-8f72-40df7737104b not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:54:03.314688 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.504916 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abd473-ae16-4d90-9504-2784764d894c req-03ed5798-7748-4bfc-a8ec-113a3a2ce3a2 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:03.512892 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abd473-ae16-4d90-9504-2784764d894c req-03ed5798-7748-4bfc-a8ec-113a3a2ce3a2 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:03.519659 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14ab166-8d9e-4fb2-8b98-055a65f548ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07811be9-e106-481b-9510-2a59d45d8aae'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:54:03.521345 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abd473-ae16-4d90-9504-2784764d894c req-03ed5798-7748-4bfc-a8ec-113a3a2ce3a2 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:03.522054 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964965e1-f7cf-49ed-a530-2ea02b2eabbb" -d '{"events": [{"server_uuid": "e14ab166-8d9e-4fb2-8b98-055a65f548ce", "name": "network-vif-plugged", "status": "completed", "tag": "07811be9-e106-481b-9510-2a59d45d8aae"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:54:03.528704 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abd473-ae16-4d90-9504-2784764d894c req-03ed5798-7748-4bfc-a8ec-113a3a2ce3a2 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:03.534222 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.536387 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abd473-ae16-4d90-9504-2784764d894c req-03ed5798-7748-4bfc-a8ec-113a3a2ce3a2 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:03.537842 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 07811be9-e106-481b-9510-2a59d45d8aae, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=07811be9-e106-481b-9510-2a59d45d8aae,segment=NetworkSegment(34010b8f-04c6-40fd-ba13-f8655b85ead4),segment_id=34010b8f-04c6-40fd-ba13-f8655b85ead4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:03.542622 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:03.543481 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abd473-ae16-4d90-9504-2784764d894c req-03ed5798-7748-4bfc-a8ec-113a3a2ce3a2 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:03.550594 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abd473-ae16-4d90-9504-2784764d894c req-03ed5798-7748-4bfc-a8ec-113a3a2ce3a2 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:03.552593 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51abd473-ae16-4d90-9504-2784764d894c req-03ed5798-7748-4bfc-a8ec-113a3a2ce3a2 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5430 time: 0.2145834 Jul 07 20:54:03.587161 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de688d49-762a-4814-9281-6f3409215411 req-d96501dc-c2f0-4654-91d4-2d80b32b74f9 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:03.589407 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de688d49-762a-4814-9281-6f3409215411 req-d96501dc-c2f0-4654-91d4-2d80b32b74f9 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.1912818 Jul 07 20:54:03.615498 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=07811be9-e106-481b-9510-2a59d45d8aae,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:03.665580 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de688d49-762a-4814-9281-6f3409215411 req-cb7a0ca4-f9e3-4abf-be60-a109e76dd967 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670257 Jul 07 20:54:03.686070 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51abd473-ae16-4d90-9504-2784764d894c req-02a1d20b-fafe-4f35-887e-045530e4180e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1230028 Jul 07 20:54:03.728309 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb6bd29-96c6-4c2a-8173-c2465e6b6cdc x-openstack-request-id: req-fdb6bd29-96c6-4c2a-8173-c2465e6b6cdc {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:54:03.728668 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14ab166-8d9e-4fb2-8b98-055a65f548ce", "name": "network-vif-plugged", "status": "completed", "tag": "07811be9-e106-481b-9510-2a59d45d8aae", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:54:03.728983 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fdb6bd29-96c6-4c2a-8173-c2465e6b6cdc {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:54:03.729438 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14ab166-8d9e-4fb2-8b98-055a65f548ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07811be9-e106-481b-9510-2a59d45d8aae', 'code': 200} Jul 07 20:54:03.899381 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155eeb8c-dc08-44c3-8b41-f62329149228 req-272164f2-9146-4e31-becc-27da0f54ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:03.901346 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-155eeb8c-dc08-44c3-8b41-f62329149228 req-272164f2-9146-4e31-becc-27da0f54ec8a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e14ab166-8d9e-4fb2-8b98-055a65f548ce HTTP/1.1" status: 200 len: 1097 time: 0.0743990 Jul 07 20:54:03.943148 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-155eeb8c-dc08-44c3-8b41-f62329149228 req-18ce287b-591a-4cb4-9d37-872234105ee8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=248cba5b-12be-4aa9-b18d-df1fc6ce7abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316691 Jul 07 20:54:03.949478 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179495d-d57d-4c58-b632-cfe47ce88700 req-21a785e5-4f9c-47b6-8809-5263be9f2bba tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:03.956849 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179495d-d57d-4c58-b632-cfe47ce88700 req-21a785e5-4f9c-47b6-8809-5263be9f2bba tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:03.961961 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179495d-d57d-4c58-b632-cfe47ce88700 req-21a785e5-4f9c-47b6-8809-5263be9f2bba tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:03.968229 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179495d-d57d-4c58-b632-cfe47ce88700 req-21a785e5-4f9c-47b6-8809-5263be9f2bba tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:03.974445 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179495d-d57d-4c58-b632-cfe47ce88700 req-21a785e5-4f9c-47b6-8809-5263be9f2bba tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:03.980532 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179495d-d57d-4c58-b632-cfe47ce88700 req-21a785e5-4f9c-47b6-8809-5263be9f2bba tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:03.987115 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179495d-d57d-4c58-b632-cfe47ce88700 req-21a785e5-4f9c-47b6-8809-5263be9f2bba tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:03.989197 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d179495d-d57d-4c58-b632-cfe47ce88700 req-21a785e5-4f9c-47b6-8809-5263be9f2bba tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5430 time: 0.1652415 Jul 07 20:54:04.001763 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42336) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:04.007907 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-106ce9c5-8585-4e2c-b141-6e4c6bd4cd77 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Request body: {'floatingip': {'port_id': 'ac7f192b-2787-48a7-aad1-9ad147d23f58'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:04.015501 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be8ea7-f0d6-478a-9f2e-fc745cbc4f8a req-d5524766-ff79-4add-8141-7a68eca525a9 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:04.017107 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-37be8ea7-f0d6-478a-9f2e-fc745cbc4f8a req-d5524766-ff79-4add-8141-7a68eca525a9 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.1492519 Jul 07 20:54:04.091639 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-106ce9c5-8585-4e2c-b141-6e4c6bd4cd77 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for floatingip, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:04.113885 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-37be8ea7-f0d6-478a-9f2e-fc745cbc4f8a req-f2935dc5-56ee-431f-a748-ba6abd25bcc4 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782073 Jul 07 20:54:04.254538 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1fcfa-fffb-4425-b1b3-102cbea5aa17 req-e42f3676-7b3c-48f9-8080-3f4e9cd7db39 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:04.256565 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ff1fcfa-fffb-4425-b1b3-102cbea5aa17 req-e42f3676-7b3c-48f9-8080-3f4e9cd7db39 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.64 "GET /v2.0/ports?device_id=e14ab166-8d9e-4fb2-8b98-055a65f548ce HTTP/1.1" status: 200 len: 945 time: 0.1247349 Jul 07 20:54:04.416366 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ff1fcfa-fffb-4425-b1b3-102cbea5aa17 req-6116d4dc-e519-4e61-b289-acc99a7f328d tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.64 "GET /v2.0/security-groups?id=248cba5b-12be-4aa9-b18d-df1fc6ce7abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539969 Jul 07 20:54:04.506717 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0fe3a-e440-4377-857a-32b1ca6b78ed req-eb91262e-2ca6-4ccb-99ad-d75a61ffccf4 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:04.515247 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-95d0fe3a-e440-4377-857a-32b1ca6b78ed req-eb91262e-2ca6-4ccb-99ad-d75a61ffccf4 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 945 time: 0.1610653 Jul 07 20:54:04.560288 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-95d0fe3a-e440-4377-857a-32b1ca6b78ed req-f3547d69-5732-49de-bcb3-50d3c08ae496 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433667 Jul 07 20:54:04.894746 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff771ab-9e1d-44b1-bfd2-d184fd6f010a req-249c06dc-46e3-478c-9cbc-8f8bfe8cab35 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:04.896364 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9ff771ab-9e1d-44b1-bfd2-d184fd6f010a req-249c06dc-46e3-478c-9cbc-8f8bfe8cab35 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.0782259 Jul 07 20:54:04.944635 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9ff771ab-9e1d-44b1-bfd2-d184fd6f010a req-2253e5ff-3adb-4ecc-bc57-ca4c3cda8bd5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415373 Jul 07 20:54:05.037094 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-106ce9c5-8585-4e2c-b141-6e4c6bd4cd77 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:05.041227 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-106ce9c5-8585-4e2c-b141-6e4c6bd4cd77 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:05.125652 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:05.193195 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [None req-106ce9c5-8585-4e2c-b141-6e4c6bd4cd77 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Floating IP 283826fd-03e0-46fe-9a11-6b2d52f21d32 associated. External IP: 172.25.5.42, port: ac7f192b-2787-48a7-aad1-9ad147d23f58. Jul 07 20:54:05.398813 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2391bfd-4f95-400a-82c2-8577d49d1028 req-2381d589-eea4-4d35-8622-83cf090672d1 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:05.400381 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2391bfd-4f95-400a-82c2-8577d49d1028 req-2381d589-eea4-4d35-8622-83cf090672d1 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.1391497 Jul 07 20:54:05.445694 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106ce9c5-8585-4e2c-b141-6e4c6bd4cd77 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Router efcdc4c9-36ee-47ad-83c8-ab4a355885d8 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:54:05.460606 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2391bfd-4f95-400a-82c2-8577d49d1028 req-6a267e12-a52b-41f7-b969-ec8f7f04b73d tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493600 Jul 07 20:54:05.597172 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106ce9c5-8585-4e2c-b141-6e4c6bd4cd77 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:54:05.608607 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1211ad32-5e8b-45a3-951c-6015389b3b52 None None] Sync routers for ids ['efcdc4c9-36ee-47ad-83c8-ab4a355885d8'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:54:05.609621 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-106ce9c5-8585-4e2c-b141-6e4c6bd4cd77 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:05.625220 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1211ad32-5e8b-45a3-951c-6015389b3b52 None None] Routers {'efcdc4c9-36ee-47ad-83c8-ab4a355885d8'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:54:05.626127 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1211ad32-5e8b-45a3-951c-6015389b3b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:54:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['efcdc4c9-36ee-47ad-83c8-ab4a355885d8'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:05.669651 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-106ce9c5-8585-4e2c-b141-6e4c6bd4cd77 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "PUT /v2.0/floatingips/283826fd-03e0-46fe-9a11-6b2d52f21d32 HTTP/1.1" status: 200 len: 990 time: 1.6639132 Jul 07 20:54:05.669651 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'tag': 'ac7f192b-2787-48a7-aad1-9ad147d23f58'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:54:05.670221 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2a2bb8-59ed-4359-b7f6-0836239b262c" -d '{"events": [{"name": "network-changed", "server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "tag": "ac7f192b-2787-48a7-aad1-9ad147d23f58"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:54:05.714853 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e3117-894d-4307-bd33-c54ef9171630 req-9a02f2eb-ef30-4d40-8519-018577dae7cc tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:05.719425 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-493e3117-894d-4307-bd33-c54ef9171630 req-9a02f2eb-ef30-4d40-8519-018577dae7cc tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.64 "GET /v2.0/ports?device_id=e14ab166-8d9e-4fb2-8b98-055a65f548ce HTTP/1.1" status: 200 len: 945 time: 0.1585183 Jul 07 20:54:05.805271 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-1211ad32-5e8b-45a3-951c-6015389b3b52 None None] Set router efcdc4c9-36ee-47ad-83c8-ab4a355885d8 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:54:05.849393 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-493e3117-894d-4307-bd33-c54ef9171630 req-cc97811e-5485-4d5c-b3f6-080717c72087 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.64 "GET /v2.0/security-groups?id=248cba5b-12be-4aa9-b18d-df1fc6ce7abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217880 Jul 07 20:54:05.934512 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-b34fbe5a-2377-4309-ada6-b8a2b4452484 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:05.937358 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-b34fbe5a-2377-4309-ada6-b8a2b4452484 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5&tenant_id=65fae3fefbe64254998437b5d4795dfb&binding%3Ahost_id=n-h2-695189-11 HTTP/1.1" status: 200 len: 1097 time: 0.2735305 Jul 07 20:54:05.977478 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-063c41d9-a4d6-4901-a88c-2c75fd94214d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-695189-11'}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:06.081679 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd374342-5bcd-4899-9d83-19e171d4f80e x-openstack-request-id: req-bd374342-5bcd-4899-9d83-19e171d4f80e {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:54:06.082193 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "tag": "ac7f192b-2787-48a7-aad1-9ad147d23f58", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:54:06.082607 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd374342-5bcd-4899-9d83-19e171d4f80e {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:54:06.083099 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'tag': 'ac7f192b-2787-48a7-aad1-9ad147d23f58', 'status': 'completed', 'code': 200} Jul 07 20:54:06.118622 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2701a-83a2-48aa-ab36-888809aeb45b req-6032b929-181c-451d-a78a-be29ae316722 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:06.120257 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72b2701a-83a2-48aa-ab36-888809aeb45b req-6032b929-181c-451d-a78a-be29ae316722 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 945 time: 0.3217137 Jul 07 20:54:06.187201 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-063c41d9-a4d6-4901-a88c-2c75fd94214d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:06.200360 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1211ad32-5e8b-45a3-951c-6015389b3b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'name': 'tempest-TaggedBootDevicesTest-869383580-router', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:04Z', 'updated_at': '2021-07-07T20:51:09Z', 'revision_number': 4, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'gw_port': {'id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:05Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '283826fd-03e0-46fe-9a11-6b2d52f21d32', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'port_id': 'ac7f192b-2787-48a7-aad1-9ad147d23f58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88', 'mac_address': 'fa:16:3e:5a:d7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776d3f39-d4b1-4582-bea8-433919a8c356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:52:11Z', 'updated_at': '2021-07-07T20:54:04Z', 'revision_number': 1, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08fff8d9-ea86-4827-86f8-59f103926865', 'name': '', 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'mac_address': 'fa:16:3e:6e:3c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '7e2de973-7d90-47e5-b7b8-d0df5795ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:08Z', 'updated_at': '2021-07-07T20:51:17Z', 'revision_number': 5, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'subnets': [{'id': '7e2de973-7d90-47e5-b7b8-d0df5795ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:06.254616 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72b2701a-83a2-48aa-ab36-888809aeb45b req-77a9aea3-ce25-4b0c-b5cd-9c57c11c1dae tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232786 Jul 07 20:54:06.255781 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1211ad32-5e8b-45a3-951c-6015389b3b52 None None] Checking router: efcdc4c9-36ee-47ad-83c8-ab4a355885d8 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:54:06.290196 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a2bb8-59ed-4359-b7f6-0836239b262c req-321c4075-4403-4497-a346-bff08db9f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:06.293674 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1211ad32-5e8b-45a3-951c-6015389b3b52 None None] Routers {'efcdc4c9-36ee-47ad-83c8-ab4a355885d8'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:54:06.294324 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a2bb8-59ed-4359-b7f6-0836239b262c req-321c4075-4403-4497-a346-bff08db9f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:06.294681 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1211ad32-5e8b-45a3-951c-6015389b3b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:54:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['efcdc4c9-36ee-47ad-83c8-ab4a355885d8'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:06.295027 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a2bb8-59ed-4359-b7f6-0836239b262c req-321c4075-4403-4497-a346-bff08db9f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:06.295636 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a2bb8-59ed-4359-b7f6-0836239b262c req-321c4075-4403-4497-a346-bff08db9f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:06.299685 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a2bb8-59ed-4359-b7f6-0836239b262c req-321c4075-4403-4497-a346-bff08db9f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:06.300352 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a2bb8-59ed-4359-b7f6-0836239b262c req-321c4075-4403-4497-a346-bff08db9f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:06.300903 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a2bb8-59ed-4359-b7f6-0836239b262c req-321c4075-4403-4497-a346-bff08db9f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:06.303036 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fd2a2bb8-59ed-4359-b7f6-0836239b262c req-321c4075-4403-4497-a346-bff08db9f13e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=859c780e1e8746908f85dc4bc22ba62e&device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 6494 time: 0.1731732 Jul 07 20:54:06.573314 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a2bb8-59ed-4359-b7f6-0836239b262c req-bc999b0f-1903-476e-aab9-d07e4eedca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:06.580277 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fd2a2bb8-59ed-4359-b7f6-0836239b262c req-bc999b0f-1903-476e-aab9-d07e4eedca41 service neutron] 10.222.0.58 "GET /v2.0/networks?id=11c72bfa-694c-4468-a09f-5d536029fc88 HTTP/1.1" status: 200 len: 912 time: 0.2445247 Jul 07 20:54:06.604243 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-1211ad32-5e8b-45a3-951c-6015389b3b52 None None] Set router efcdc4c9-36ee-47ad-83c8-ab4a355885d8 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:54:06.768291 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-063c41d9-a4d6-4901-a88c-2c75fd94214d service neutron] For port 9e8dc120-1c1d-4965-9950-8de84c2c9254, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=9e8dc120-1c1d-4965-9950-8de84c2c9254,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:06.773519 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fd2a2bb8-59ed-4359-b7f6-0836239b262c req-fd619460-4849-4e83-94b2-ec1ee499ad5c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac7f192b-2787-48a7-aad1-9ad147d23f58 HTTP/1.1" status: 200 len: 998 time: 0.1766953 Jul 07 20:54:06.801595 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb2041-644d-4a97-a070-116dc7af5885 req-856d0631-5529-421c-b535-1eebe27938c0 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:06.803204 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-60fb2041-644d-4a97-a070-116dc7af5885 req-856d0631-5529-421c-b535-1eebe27938c0 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.2440033 Jul 07 20:54:06.911249 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-063c41d9-a4d6-4901-a88c-2c75fd94214d service neutron] For port 9e8dc120-1c1d-4965-9950-8de84c2c9254, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:54:06.940547 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a2bb8-59ed-4359-b7f6-0836239b262c req-4b20a6bb-7271-4cb8-8fec-fd3ce2e9c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:06.950318 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fd2a2bb8-59ed-4359-b7f6-0836239b262c req-4b20a6bb-7271-4cb8-8fec-fd3ce2e9c991 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7e2de973-7d90-47e5-b7b8-d0df5795ea59 HTTP/1.1" status: 200 len: 850 time: 0.1520367 Jul 07 20:54:07.028041 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-063c41d9-a4d6-4901-a88c-2c75fd94214d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:07.031679 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ebb452c-aca9-4235-87a6-7bff663ad8a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e8dc120-1c1d-4965-9950-8de84c2c9254'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:54:07.036984 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4eea4e-9356-4fcd-9d99-e9ef1020ba55" -d '{"events": [{"server_uuid": "0ebb452c-aca9-4235-87a6-7bff663ad8a5", "name": "network-vif-unplugged", "status": "completed", "tag": "9e8dc120-1c1d-4965-9950-8de84c2c9254"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:54:07.043995 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-063c41d9-a4d6-4901-a88c-2c75fd94214d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:07.131152 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c41d9-a4d6-4901-a88c-2c75fd94214d service neutron] Pushing event updated for resources: {'Port': ['ID=9e8dc120-1c1d-4965-9950-8de84c2c9254,revision_number=7']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:07.149848 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a2bb8-59ed-4359-b7f6-0836239b262c req-7a9d4c70-6313-4138-9df8-ac2ccdb46c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:07.155036 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fd2a2bb8-59ed-4359-b7f6-0836239b262c req-7a9d4c70-6313-4138-9df8-ac2ccdb46c8d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=11c72bfa-694c-4468-a09f-5d536029fc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1950045 Jul 07 20:54:07.177677 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-60fb2041-644d-4a97-a070-116dc7af5885 req-b5ee29b8-dc2c-41f0-957d-2ec1a2b86891 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530567 Jul 07 20:54:07.232294 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 9e8dc120-1c1d-4965-9950-8de84c2c9254 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:54:07.281448 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-063c41d9-a4d6-4901-a88c-2c75fd94214d service neutron] Attempting to bind port 9e8dc120-1c1d-4965-9950-8de84c2c9254 on host n-h2-695189-11 for vnic_type normal with profile {"migrating_to": "n-h1-695189-11"} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:54:07.281791 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-063c41d9-a4d6-4901-a88c-2c75fd94214d service neutron] Attempting to bind port 9e8dc120-1c1d-4965-9950-8de84c2c9254 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:54:07.282282 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-063c41d9-a4d6-4901-a88c-2c75fd94214d service neutron] Attempting to bind port 9e8dc120-1c1d-4965-9950-8de84c2c9254 on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:07.290732 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-063c41d9-a4d6-4901-a88c-2c75fd94214d service neutron] Port 9e8dc120-1c1d-4965-9950-8de84c2c9254 on network a969003f-4d51-4bc6-945b-910c720df136 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:54:07.291097 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-063c41d9-a4d6-4901-a88c-2c75fd94214d service neutron] Attempting to bind port 9e8dc120-1c1d-4965-9950-8de84c2c9254 on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:07.306358 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-063c41d9-a4d6-4901-a88c-2c75fd94214d service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:54:07.306729 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-063c41d9-a4d6-4901-a88c-2c75fd94214d service neutron] Checking segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:54:07.307130 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-063c41d9-a4d6-4901-a88c-2c75fd94214d service neutron] Bound using segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:54:07.307717 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-063c41d9-a4d6-4901-a88c-2c75fd94214d service neutron] Bound port: 9e8dc120-1c1d-4965-9950-8de84c2c9254, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:54:07.308101 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-063c41d9-a4d6-4901-a88c-2c75fd94214d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:07.355875 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 9e8dc120-1c1d-4965-9950-8de84c2c9254, host n-h2-695189-11, got binding levels [] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:07.376065 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fd2a2bb8-59ed-4359-b7f6-0836239b262c req-80cbabb1-2366-41a5-a346-af7d2c11ef97 service neutron] 10.222.0.58 "GET /v2.0/networks/11c72bfa-694c-4468-a09f-5d536029fc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104104 Jul 07 20:54:07.419358 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1211ad32-5e8b-45a3-951c-6015389b3b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'name': 'tempest-TaggedBootDevicesTest-869383580-router', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:04Z', 'updated_at': '2021-07-07T20:51:09Z', 'revision_number': 4, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'gw_port': {'id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:05Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '283826fd-03e0-46fe-9a11-6b2d52f21d32', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'port_id': 'ac7f192b-2787-48a7-aad1-9ad147d23f58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88', 'mac_address': 'fa:16:3e:5a:d7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776d3f39-d4b1-4582-bea8-433919a8c356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:52:11Z', 'updated_at': '2021-07-07T20:54:04Z', 'revision_number': 1, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08fff8d9-ea86-4827-86f8-59f103926865', 'name': '', 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'mac_address': 'fa:16:3e:6e:3c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '7e2de973-7d90-47e5-b7b8-d0df5795ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:08Z', 'updated_at': '2021-07-07T20:51:17Z', 'revision_number': 5, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'subnets': [{'id': '7e2de973-7d90-47e5-b7b8-d0df5795ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:07.421949 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Attempting to bind port 9e8dc120-1c1d-4965-9950-8de84c2c9254 on host n-h2-695189-11 for vnic_type normal with profile {"migrating_to": "n-h1-695189-11"} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:54:07.422405 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Attempting to bind port 9e8dc120-1c1d-4965-9950-8de84c2c9254 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:54:07.422888 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Attempting to bind port 9e8dc120-1c1d-4965-9950-8de84c2c9254 on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:07.428739 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Port 9e8dc120-1c1d-4965-9950-8de84c2c9254 on network a969003f-4d51-4bc6-945b-910c720df136 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:54:07.428739 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Attempting to bind port 9e8dc120-1c1d-4965-9950-8de84c2c9254 on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:07.442827 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-063c41d9-a4d6-4901-a88c-2c75fd94214d service neutron] For port 9e8dc120-1c1d-4965-9950-8de84c2c9254, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:54:07.449339 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-063c41d9-a4d6-4901-a88c-2c75fd94214d service neutron] For port 9e8dc120-1c1d-4965-9950-8de84c2c9254, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=9e8dc120-1c1d-4965-9950-8de84c2c9254,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:54:07.456381 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-063c41d9-a4d6-4901-a88c-2c75fd94214d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:07.467705 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:54:07.468540 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Checking segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:54:07.469147 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Bound using segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:54:07.469660 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Bound port: 9e8dc120-1c1d-4965-9950-8de84c2c9254, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:54:07.470067 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:07.536002 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1211ad32-5e8b-45a3-951c-6015389b3b52 None None] The sync data for ids ['efcdc4c9-36ee-47ad-83c8-ab4a355885d8'] in n-d-695189-11 is: [{'id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'name': 'tempest-TaggedBootDevicesTest-869383580-router', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:04Z', 'updated_at': '2021-07-07T20:51:09Z', 'revision_number': 4, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'gw_port': {'id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:05Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '283826fd-03e0-46fe-9a11-6b2d52f21d32', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'port_id': 'ac7f192b-2787-48a7-aad1-9ad147d23f58', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88', 'mac_address': 'fa:16:3e:5a:d7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776d3f39-d4b1-4582-bea8-433919a8c356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:52:11Z', 'updated_at': '2021-07-07T20:54:04Z', 'revision_number': 1, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08fff8d9-ea86-4827-86f8-59f103926865', 'name': '', 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'mac_address': 'fa:16:3e:6e:3c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '7e2de973-7d90-47e5-b7b8-d0df5795ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:08Z', 'updated_at': '2021-07-07T20:51:17Z', 'revision_number': 5, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'subnets': [{'id': '7e2de973-7d90-47e5-b7b8-d0df5795ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:54:07.576875 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6de4e6-7fa4-4f48-8253-e96b4ee2ebe0 req-7ce3e80d-51d6-4b18-9dac-a26735db61b3 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:07.578510 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-da6de4e6-7fa4-4f48-8253-e96b4ee2ebe0 req-7ce3e80d-51d6-4b18-9dac-a26735db61b3 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.64 "GET /v2.0/ports?device_id=e14ab166-8d9e-4fb2-8b98-055a65f548ce HTTP/1.1" status: 200 len: 945 time: 0.3298132 Jul 07 20:54:07.591422 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d10d1ec-0f6e-4282-b3ad-8621709ad424 x-openstack-request-id: req-8d10d1ec-0f6e-4282-b3ad-8621709ad424 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:54:07.591731 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ebb452c-aca9-4235-87a6-7bff663ad8a5", "name": "network-vif-unplugged", "status": "completed", "tag": "9e8dc120-1c1d-4965-9950-8de84c2c9254", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:54:07.592000 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8d10d1ec-0f6e-4282-b3ad-8621709ad424 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:54:07.592430 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebb452c-aca9-4235-87a6-7bff663ad8a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e8dc120-1c1d-4965-9950-8de84c2c9254', 'code': 200} Jul 07 20:54:07.641015 n-d-695189-11 neutron-server[100449]: WARNING neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Concurrent port binding operations failed on port 9e8dc120-1c1d-4965-9950-8de84c2c9254 Jul 07 20:54:07.649215 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 9e8dc120-1c1d-4965-9950-8de84c2c9254, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=9e8dc120-1c1d-4965-9950-8de84c2c9254,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:07.658711 n-d-695189-11 neutron-server[100449]: INFO neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Attempt 2 to bind port 9e8dc120-1c1d-4965-9950-8de84c2c9254 Jul 07 20:54:07.659181 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 9e8dc120-1c1d-4965-9950-8de84c2c9254 has no active binding in host n-h1-695189-11 {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 20:54:07.721862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-063c41d9-a4d6-4901-a88c-2c75fd94214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:07.723013 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-063c41d9-a4d6-4901-a88c-2c75fd94214d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:07.724947 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-063c41d9-a4d6-4901-a88c-2c75fd94214d service neutron] 10.222.0.58 "PUT /v2.0/ports/9e8dc120-1c1d-4965-9950-8de84c2c9254 HTTP/1.1" status: 200 len: 1123 time: 1.7526278 Jul 07 20:54:07.835939 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c41d9-a4d6-4901-a88c-2c75fd94214d service neutron] Pushing event updated for resources: {'Port': ['ID=9e8dc120-1c1d-4965-9950-8de84c2c9254,revision_number=8']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:07.855796 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-da6de4e6-7fa4-4f48-8253-e96b4ee2ebe0 req-433946b5-cd9b-4414-b426-c417624a4b31 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.64 "GET /v2.0/security-groups?id=248cba5b-12be-4aa9-b18d-df1fc6ce7abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500348 Jul 07 20:54:07.882384 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['9e8dc120-1c1d-4965-9950-8de84c2c9254'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:54:07.943866 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90e4cc-f6c1-4e3e-aa7f-1b190f576f0e req-4873171a-0a31-4249-92ef-0a04408b63b4 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:07.964682 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2a90e4cc-f6c1-4e3e-aa7f-1b190f576f0e req-4873171a-0a31-4249-92ef-0a04408b63b4 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 943 time: 0.2325456 Jul 07 20:54:07.972695 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['9e8dc120-1c1d-4965-9950-8de84c2c9254'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:54:08.060209 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfe902a-8116-402d-9db9-b34b72770ee0 None None] New status for floating IP 283826fd-03e0-46fe-9a11-6b2d52f21d32: ACTIVE {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:54:08.133560 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2a90e4cc-f6c1-4e3e-aa7f-1b190f576f0e req-85e92864-7b65-476a-bd95-e8409de68a48 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639867 Jul 07 20:54:08.190245 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fd2a2bb8-59ed-4359-b7f6-0836239b262c req-8c5bd56b-7adc-4402-a9d5-5dd563b1f9cf service neutron] 10.222.0.58 "GET /v2.0/networks/11c72bfa-694c-4468-a09f-5d536029fc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8070092 Jul 07 20:54:08.600870 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc4071-f941-477d-9fd8-a8c8886d9d32 req-5e046c31-7303-4f6d-bae2-de38f46c2a8d tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:08.608362 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aafc4071-f941-477d-9fd8-a8c8886d9d32 req-5e046c31-7303-4f6d-bae2-de38f46c2a8d tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.1434870 Jul 07 20:54:08.656411 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aafc4071-f941-477d-9fd8-a8c8886d9d32 req-4d5c71d2-4847-4628-8922-9b8b73a2cddb tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438545 Jul 07 20:54:09.063462 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6ac37-0105-42e2-937b-5a91f14fbec9 req-3621e048-c720-4eea-a9b0-f3e03034c0b8 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:09.070779 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24e3c7-d23a-4731-84d4-8f273dc1d1a6 req-aab16164-1a76-44ec-9ae8-971866f5ee12 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:09.070974 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ffc6ac37-0105-42e2-937b-5a91f14fbec9 req-3621e048-c720-4eea-a9b0-f3e03034c0b8 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.64 "GET /v2.0/ports?device_id=e14ab166-8d9e-4fb2-8b98-055a65f548ce HTTP/1.1" status: 200 len: 945 time: 0.0793583 Jul 07 20:54:09.072536 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cc24e3c7-d23a-4731-84d4-8f273dc1d1a6 req-aab16164-1a76-44ec-9ae8-971866f5ee12 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.39 "GET /v2.0/ports?device_id=e14ab166-8d9e-4fb2-8b98-055a65f548ce HTTP/1.1" status: 200 len: 945 time: 0.0852394 Jul 07 20:54:09.151650 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ffc6ac37-0105-42e2-937b-5a91f14fbec9 req-b9e90228-af53-4484-a6ac-b0f1cc7e856b tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.64 "GET /v2.0/security-groups?id=248cba5b-12be-4aa9-b18d-df1fc6ce7abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796578 Jul 07 20:54:09.235293 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-cc24e3c7-d23a-4731-84d4-8f273dc1d1a6 req-04145304-4b89-435b-9996-11c336a452e8 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Deleting port 07811be9-e106-481b-9510-2a59d45d8aae {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:54:09.235875 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cc24e3c7-d23a-4731-84d4-8f273dc1d1a6 req-04145304-4b89-435b-9996-11c336a452e8 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:09.335071 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42466) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:09.351924 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-cc24e3c7-d23a-4731-84d4-8f273dc1d1a6 req-04145304-4b89-435b-9996-11c336a452e8 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] For port 07811be9-e106-481b-9510-2a59d45d8aae, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=07811be9-e106-481b-9510-2a59d45d8aae,segment=NetworkSegment(34010b8f-04c6-40fd-ba13-f8655b85ead4),segment_id=34010b8f-04c6-40fd-ba13-f8655b85ead4)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:09.352338 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cc24e3c7-d23a-4731-84d4-8f273dc1d1a6 req-04145304-4b89-435b-9996-11c336a452e8 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:09.391755 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ee3db-0bc8-4ee6-baab-e92fef4f15d1 req-961f49f4-1812-4c81-8841-ebd6ff8999ed tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:09.393748 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-108ee3db-0bc8-4ee6-baab-e92fef4f15d1 req-961f49f4-1812-4c81-8841-ebd6ff8999ed tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 943 time: 0.0967689 Jul 07 20:54:09.413124 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-cc24e3c7-d23a-4731-84d4-8f273dc1d1a6 req-04145304-4b89-435b-9996-11c336a452e8 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Calling delete_port for 07811be9-e106-481b-9510-2a59d45d8aae owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:54:09.440249 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-108ee3db-0bc8-4ee6-baab-e92fef4f15d1 req-21b04ccc-7028-40c3-973f-236d146f1174 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408967 Jul 07 20:54:09.594079 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ebb452c-aca9-4235-87a6-7bff663ad8a5', 'tag': '9e8dc120-1c1d-4965-9950-8de84c2c9254'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:54:09.598001 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64f3c59-a48d-416f-9de5-c743f0624d68" -d '{"events": [{"name": "network-changed", "server_uuid": "0ebb452c-aca9-4235-87a6-7bff663ad8a5", "tag": "9e8dc120-1c1d-4965-9950-8de84c2c9254"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:54:09.649280 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa75d9b4-b2a3-40ea-a4f4-e4e4dda5ccf4 x-openstack-request-id: req-aa75d9b4-b2a3-40ea-a4f4-e4e4dda5ccf4 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:54:09.649662 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ebb452c-aca9-4235-87a6-7bff663ad8a5", "tag": "9e8dc120-1c1d-4965-9950-8de84c2c9254", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:54:09.649987 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aa75d9b4-b2a3-40ea-a4f4-e4e4dda5ccf4 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:54:09.650462 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ebb452c-aca9-4235-87a6-7bff663ad8a5', 'tag': '9e8dc120-1c1d-4965-9950-8de84c2c9254', 'status': 'completed', 'code': 200} Jul 07 20:54:09.706152 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cc24e3c7-d23a-4731-84d4-8f273dc1d1a6 req-04145304-4b89-435b-9996-11c336a452e8 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:09.720360 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['07811be9-e106-481b-9510-2a59d45d8aae'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:54:09.747881 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04145304-4b89-435b-9996-11c336a452e8 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Pushing event deleted for resources: {'Port': ['ID=07811be9-e106-481b-9510-2a59d45d8aae,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:09.787258 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f3c59-a48d-416f-9de5-c743f0624d68 req-d87f7db4-4749-4e4c-9226-422443634774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:09.789125 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b64f3c59-a48d-416f-9de5-c743f0624d68 req-d87f7db4-4749-4e4c-9226-422443634774 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 1126 time: 0.1034250 Jul 07 20:54:09.879452 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc24e3c7-d23a-4731-84d4-8f273dc1d1a6 req-04145304-4b89-435b-9996-11c336a452e8 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] No DVR routers for this DVR port 07811be9-e106-481b-9510-2a59d45d8aae on host n-h2-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:54:09.899812 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f3c59-a48d-416f-9de5-c743f0624d68 req-2c334d07-f835-458b-92b8-6929d5ebec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:09.900027 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cc24e3c7-d23a-4731-84d4-8f273dc1d1a6 req-04145304-4b89-435b-9996-11c336a452e8 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:09.901538 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b64f3c59-a48d-416f-9de5-c743f0624d68 req-2c334d07-f835-458b-92b8-6929d5ebec4f service neutron] 10.222.0.39 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 909 time: 0.1045804 Jul 07 20:54:09.901832 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cc24e3c7-d23a-4731-84d4-8f273dc1d1a6 req-04145304-4b89-435b-9996-11c336a452e8 tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.39 "DELETE /v2.0/ports/07811be9-e106-481b-9510-2a59d45d8aae HTTP/1.1" status: 204 len: 173 time: 0.8228989 Jul 07 20:54:09.902450 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14ab166-8d9e-4fb2-8b98-055a65f548ce', 'name': 'network-vif-deleted', 'tag': '07811be9-e106-481b-9510-2a59d45d8aae'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:54:09.910078 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9279152-6666-4b20-8a1b-677afdfc3177" -d '{"events": [{"server_uuid": "e14ab166-8d9e-4fb2-8b98-055a65f548ce", "name": "network-vif-deleted", "tag": "07811be9-e106-481b-9510-2a59d45d8aae"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:54:10.009314 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b64f3c59-a48d-416f-9de5-c743f0624d68 req-4651aa9e-1b8c-4607-8d0e-329691e64eae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e8dc120-1c1d-4965-9950-8de84c2c9254 HTTP/1.1" status: 200 len: 217 time: 0.0508759 Jul 07 20:54:10.026849 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae0c728-ad52-4201-ab29-6f2559788efd x-openstack-request-id: req-5ae0c728-ad52-4201-ab29-6f2559788efd {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:54:10.026849 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14ab166-8d9e-4fb2-8b98-055a65f548ce", "name": "network-vif-deleted", "tag": "07811be9-e106-481b-9510-2a59d45d8aae", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:54:10.026849 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ae0c728-ad52-4201-ab29-6f2559788efd {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:54:10.027600 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14ab166-8d9e-4fb2-8b98-055a65f548ce', 'name': 'network-vif-deleted', 'tag': '07811be9-e106-481b-9510-2a59d45d8aae', 'status': 'completed', 'code': 200} Jul 07 20:54:10.074357 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6f23458-017d-471e-b974-411ca73ddf83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:10.119253 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192e484-2600-4039-8cc9-0605a0ecd90d req-f1405c8f-81df-4cb2-a7cc-c9df9fc84090 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:10.127139 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4192e484-2600-4039-8cc9-0605a0ecd90d req-f1405c8f-81df-4cb2-a7cc-c9df9fc84090 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.2243645 Jul 07 20:54:10.145085 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f3c59-a48d-416f-9de5-c743f0624d68 req-29069483-d9f7-4005-8d8d-06662ac36ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:10.146635 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b64f3c59-a48d-416f-9de5-c743f0624d68 req-29069483-d9f7-4005-8d8d-06662ac36ad6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e76f85dc-7298-41c1-a5c0-b46924c81a29 HTTP/1.1" status: 200 len: 848 time: 0.1209633 Jul 07 20:54:10.207406 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b64f3c59-a48d-416f-9de5-c743f0624d68 req-5c3012b9-56d9-4ebf-994a-1525c3aaae24 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a969003f-4d51-4bc6-945b-910c720df136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474122 Jul 07 20:54:10.212169 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4192e484-2600-4039-8cc9-0605a0ecd90d req-5adf232f-8a65-483f-b1e5-dfe327e455d1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840788 Jul 07 20:54:10.322881 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b64f3c59-a48d-416f-9de5-c743f0624d68 req-6fbba127-3c90-49e6-b454-c1a9347768cc service neutron] 10.222.0.39 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070223 Jul 07 20:54:10.426030 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7feeb060-6f27-4616-8ce9-c851418393a2 req-73e6b154-f36a-49d8-bd67-4a724c5fd20c tempest-ServerAddressesNegativeTestJSON-969455226 tempest-ServerAddressesNegativeTestJSON-969455226-project] 10.222.0.64 "GET /v2.0/ports?device_id=e14ab166-8d9e-4fb2-8b98-055a65f548ce HTTP/1.1" status: 200 len: 210 time: 0.0355117 Jul 07 20:54:10.443205 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-a6f23458-017d-471e-b974-411ca73ddf83 admin admin] Deleting port ddb8aac7-3b92-4381-bb1c-e9b48fb946f5 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:54:10.445958 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6f23458-017d-471e-b974-411ca73ddf83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:10.481163 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b64f3c59-a48d-416f-9de5-c743f0624d68 req-18bfe366-4905-4682-9ca8-390c24710a0c service neutron] 10.222.0.39 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469293 Jul 07 20:54:10.544302 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-a6f23458-017d-471e-b974-411ca73ddf83 admin admin] For port ddb8aac7-3b92-4381-bb1c-e9b48fb946f5, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ddb8aac7-3b92-4381-bb1c-e9b48fb946f5,segment=NetworkSegment(3798d3ff-5155-4660-9dee-f7dddc93eb7e),segment_id=3798d3ff-5155-4660-9dee-f7dddc93eb7e)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:10.547089 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6f23458-017d-471e-b974-411ca73ddf83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:10.563382 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-a6f23458-017d-471e-b974-411ca73ddf83 admin admin] Calling delete_port for ddb8aac7-3b92-4381-bb1c-e9b48fb946f5 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:54:10.683109 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4372e-1a0f-4a7f-8b35-8ca5e26ef910 req-6b078c6d-43d7-44e3-8a8a-345256f3e799 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:10.692232 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8fe4372e-1a0f-4a7f-8b35-8ca5e26ef910 req-6b078c6d-43d7-44e3-8a8a-345256f3e799 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 943 time: 0.0801108 Jul 07 20:54:10.767213 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8fe4372e-1a0f-4a7f-8b35-8ca5e26ef910 req-5a47b29c-3741-437d-83f6-05680d52205e tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463493 Jul 07 20:54:10.792102 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6f23458-017d-471e-b974-411ca73ddf83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:10.823277 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f23458-017d-471e-b974-411ca73ddf83 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb8aac7-3b92-4381-bb1c-e9b48fb946f5,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:11.026666 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6f23458-017d-471e-b974-411ca73ddf83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:11.254278 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f23458-017d-471e-b974-411ca73ddf83 admin admin] Router 9456a5e9-b7ea-4606-a2b9-7e5b92e2805b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:54:11.365327 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f23458-017d-471e-b974-411ca73ddf83 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:54:11.373316 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42518) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:11.373769 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a6f23458-017d-471e-b974-411ca73ddf83 admin admin] 10.222.0.64 "PUT /v2.0/routers/9456a5e9-b7ea-4606-a2b9-7e5b92e2805b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0361371 Jul 07 20:54:11.377696 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b02af2-ae4b-4bc4-a0b2-24a0a7d824fc None None] Sync routers for ids ['9456a5e9-b7ea-4606-a2b9-7e5b92e2805b'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:54:11.388802 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b02af2-ae4b-4bc4-a0b2-24a0a7d824fc None None] Routers {'9456a5e9-b7ea-4606-a2b9-7e5b92e2805b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:54:11.389545 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-10b02af2-ae4b-4bc4-a0b2-24a0a7d824fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:54:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['9456a5e9-b7ea-4606-a2b9-7e5b92e2805b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:11.456482 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ecba6-bae7-435a-b0d5-1e0a96d3a6d3 req-65bcafa0-e60c-451e-9052-def6af5fbeab tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:11.465640 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-575ecba6-bae7-435a-b0d5-1e0a96d3a6d3 req-65bcafa0-e60c-451e-9052-def6af5fbeab tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.1318226 Jul 07 20:54:11.518900 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-10b02af2-ae4b-4bc4-a0b2-24a0a7d824fc None None] Set router 9456a5e9-b7ea-4606-a2b9-7e5b92e2805b gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:54:11.582489 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42526) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:11.630644 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-8352a17f-e57e-4104-8971-6500828225c4 admin admin] Deleting subnet d3cc21aa-8f66-4514-957c-66f0bc66dda7 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:54:11.634228 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8352a17f-e57e-4104-8971-6500828225c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:11.670496 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8352a17f-e57e-4104-8971-6500828225c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:11.721038 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8352a17f-e57e-4104-8971-6500828225c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:11.740361 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-10b02af2-ae4b-4bc4-a0b2-24a0a7d824fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9456a5e9-b7ea-4606-a2b9-7e5b92e2805b', 'name': 'tempest-AttachSCSIVolumeTestJSON-681110329-router', 'tenant_id': '7a4391071c5940c79e426dc1a3be6177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '50819437-1d9d-4bba-999c-c95b52270821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:34Z', 'updated_at': '2021-07-07T20:54:10Z', 'revision_number': 5, 'project_id': '7a4391071c5940c79e426dc1a3be6177', 'gw_port': {'id': '50819437-1d9d-4bba-999c-c95b52270821', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9456a5e9-b7ea-4606-a2b9-7e5b92e2805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:35Z', 'updated_at': '2021-07-07T20:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:11.771391 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b02af2-ae4b-4bc4-a0b2-24a0a7d824fc None None] Checking router: 9456a5e9-b7ea-4606-a2b9-7e5b92e2805b for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:54:11.781724 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b02af2-ae4b-4bc4-a0b2-24a0a7d824fc None None] Routers {'9456a5e9-b7ea-4606-a2b9-7e5b92e2805b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:54:11.782510 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-10b02af2-ae4b-4bc4-a0b2-24a0a7d824fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:54:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['9456a5e9-b7ea-4606-a2b9-7e5b92e2805b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:11.794293 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8352a17f-e57e-4104-8971-6500828225c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:11.830394 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8352a17f-e57e-4104-8971-6500828225c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:11.834708 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8352a17f-e57e-4104-8971-6500828225c4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d3cc21aa-8f66-4514-957c-66f0bc66dda7 HTTP/1.1" status: 204 len: 168 time: 0.2490654 Jul 07 20:54:11.834708 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352a17f-e57e-4104-8971-6500828225c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3cc21aa-8f66-4514-957c-66f0bc66dda7,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:11.836549 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42534) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:11.906222 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-10b02af2-ae4b-4bc4-a0b2-24a0a7d824fc None None] Set router 9456a5e9-b7ea-4606-a2b9-7e5b92e2805b gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:54:11.921631 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f2acfc27-0039-422a-a2dc-fded71ef1149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:11.981322 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-575ecba6-bae7-435a-b0d5-1e0a96d3a6d3 req-88678c84-4eed-44a7-8cdc-e94b78fe8717 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472548 Jul 07 20:54:11.982790 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cddcdadb-ac34-48b2-9fd5-190b6e3acb67 admin admin] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:12.075189 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f2acfc27-0039-422a-a2dc-fded71ef1149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:12.091869 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-f2acfc27-0039-422a-a2dc-fded71ef1149 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6275f4c2-14a3-4bc2-b9a4-3b89d53122bb']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:12.128875 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-f2acfc27-0039-422a-a2dc-fded71ef1149 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34010b8f-04c6-40fd-ba13-f8655b85ead4') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:12.129453 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-f2acfc27-0039-422a-a2dc-fded71ef1149 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34010b8f-04c6-40fd-ba13-f8655b85ead4') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:12.130702 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-10b02af2-ae4b-4bc4-a0b2-24a0a7d824fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9456a5e9-b7ea-4606-a2b9-7e5b92e2805b', 'name': 'tempest-AttachSCSIVolumeTestJSON-681110329-router', 'tenant_id': '7a4391071c5940c79e426dc1a3be6177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '50819437-1d9d-4bba-999c-c95b52270821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:34Z', 'updated_at': '2021-07-07T20:54:10Z', 'revision_number': 5, 'project_id': '7a4391071c5940c79e426dc1a3be6177', 'gw_port': {'id': '50819437-1d9d-4bba-999c-c95b52270821', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9456a5e9-b7ea-4606-a2b9-7e5b92e2805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:35Z', 'updated_at': '2021-07-07T20:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:12.158683 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f2acfc27-0039-422a-a2dc-fded71ef1149 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:12.167812 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b02af2-ae4b-4bc4-a0b2-24a0a7d824fc None None] The sync data for ids ['9456a5e9-b7ea-4606-a2b9-7e5b92e2805b'] in n-d-695189-11 is: [{'id': '9456a5e9-b7ea-4606-a2b9-7e5b92e2805b', 'name': 'tempest-AttachSCSIVolumeTestJSON-681110329-router', 'tenant_id': '7a4391071c5940c79e426dc1a3be6177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '50819437-1d9d-4bba-999c-c95b52270821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:34Z', 'updated_at': '2021-07-07T20:54:10Z', 'revision_number': 5, 'project_id': '7a4391071c5940c79e426dc1a3be6177', 'gw_port': {'id': '50819437-1d9d-4bba-999c-c95b52270821', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:ed:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9456a5e9-b7ea-4606-a2b9-7e5b92e2805b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:35Z', 'updated_at': '2021-07-07T20:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:54:12.205181 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f2acfc27-0039-422a-a2dc-fded71ef1149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:12.228896 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2acfc27-0039-422a-a2dc-fded71ef1149 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:54:12.229317 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f2acfc27-0039-422a-a2dc-fded71ef1149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:12.241958 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cddcdadb-ac34-48b2-9fd5-190b6e3acb67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:12.257776 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fd1f4-6a8e-4b99-871e-a6a052bbb63a req-49f0fcd5-ac43-492e-a8dc-92a8ac75ae36 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:12.263710 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-592fd1f4-6a8e-4b99-871e-a6a052bbb63a req-49f0fcd5-ac43-492e-a8dc-92a8ac75ae36 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 943 time: 0.1829448 Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:54:12.270880 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:54:12.350755 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f2acfc27-0039-422a-a2dc-fded71ef1149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:12.354374 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-592fd1f4-6a8e-4b99-871e-a6a052bbb63a req-61e9735c-7734-4cfe-bcc4-5493f9035570 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860615 Jul 07 20:54:12.377477 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f2acfc27-0039-422a-a2dc-fded71ef1149 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:12.382741 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f2acfc27-0039-422a-a2dc-fded71ef1149 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6275f4c2-14a3-4bc2-b9a4-3b89d53122bb HTTP/1.1" status: 204 len: 168 time: 0.5452034 Jul 07 20:54:12.384228 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2acfc27-0039-422a-a2dc-fded71ef1149 admin admin] Pushing event deleted for resources: {'Network': ['ID=6275f4c2-14a3-4bc2-b9a4-3b89d53122bb,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:12.389810 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-cddcdadb-ac34-48b2-9fd5-190b6e3acb67 admin admin] Deleting port 50819437-1d9d-4bba-999c-c95b52270821 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:54:12.390293 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cddcdadb-ac34-48b2-9fd5-190b6e3acb67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:12.493141 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-cddcdadb-ac34-48b2-9fd5-190b6e3acb67 admin admin] For port 50819437-1d9d-4bba-999c-c95b52270821, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=50819437-1d9d-4bba-999c-c95b52270821,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:12.493510 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cddcdadb-ac34-48b2-9fd5-190b6e3acb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:12.507245 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-cddcdadb-ac34-48b2-9fd5-190b6e3acb67 admin admin] Calling delete_port for 50819437-1d9d-4bba-999c-c95b52270821 owned by network:router_gateway {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:54:12.621497 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42552) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:12.687212 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0965bb22-04a6-47e9-8c47-c5e9a57d4d19 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ae06eebfe41f4bb9a14e883e9a48af57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0638821 Jul 07 20:54:12.687506 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42554) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:12.738233 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cddcdadb-ac34-48b2-9fd5-190b6e3acb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:12.775901 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6a70ed06-1df8-49f9-85f8-bacb82580c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:12.777568 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcdadb-ac34-48b2-9fd5-190b6e3acb67 admin admin] Pushing event deleted for resources: {'Port': ['ID=50819437-1d9d-4bba-999c-c95b52270821,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:12.842417 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6a70ed06-1df8-49f9-85f8-bacb82580c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:12.879196 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cddcdadb-ac34-48b2-9fd5-190b6e3acb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:12.973978 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cddcdadb-ac34-48b2-9fd5-190b6e3acb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:12.976426 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cddcdadb-ac34-48b2-9fd5-190b6e3acb67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:13.022630 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6a70ed06-1df8-49f9-85f8-bacb82580c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:13.026095 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6a70ed06-1df8-49f9-85f8-bacb82580c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:13.027692 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6a70ed06-1df8-49f9-85f8-bacb82580c8a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/248cba5b-12be-4aa9-b18d-df1fc6ce7abc HTTP/1.1" status: 204 len: 168 time: 0.3395193 Jul 07 20:54:13.032958 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cddcdadb-ac34-48b2-9fd5-190b6e3acb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:13.033556 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddcdadb-ac34-48b2-9fd5-190b6e3acb67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9456a5e9-b7ea-4606-a2b9-7e5b92e2805b {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:54:13.038916 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cddcdadb-ac34-48b2-9fd5-190b6e3acb67 admin admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:13.040126 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-cddcdadb-ac34-48b2-9fd5-190b6e3acb67 admin admin] 10.222.0.64 "DELETE /v2.0/routers/9456a5e9-b7ea-4606-a2b9-7e5b92e2805b HTTP/1.1" status: 204 len: 168 time: 1.6650245 Jul 07 20:54:13.042847 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42560) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:13.045861 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70ed06-1df8-49f9-85f8-bacb82580c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248cba5b-12be-4aa9-b18d-df1fc6ce7abc,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:13.097446 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 07811be9-e106-481b-9510-2a59d45d8aae no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:54:13.100553 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-040bd899-b30c-4fa2-9b8e-3bfdbe239d77 admin admin] Deleting subnet f66876c7-d3ed-4f86-9cff-283b6f88dfb7 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:54:13.104282 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-040bd899-b30c-4fa2-9b8e-3bfdbe239d77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:13.157161 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-040bd899-b30c-4fa2-9b8e-3bfdbe239d77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:13.161636 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 07811be9-e106-481b-9510-2a59d45d8aae {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:54:13.162000 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 07811be9-e106-481b-9510-2a59d45d8aae not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:54:13.367183 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f7c1b-3df7-424a-94a2-331591c96998 req-5bb009e3-26b1-4f43-bca1-d335def12b6d tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:13.369819 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-040bd899-b30c-4fa2-9b8e-3bfdbe239d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:13.379069 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ab1f7c1b-3df7-424a-94a2-331591c96998 req-5bb009e3-26b1-4f43-bca1-d335def12b6d tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.1568513 Jul 07 20:54:13.456078 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ab1f7c1b-3df7-424a-94a2-331591c96998 req-e83d483e-2561-4a88-9ef6-3e5d97009e8b tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759327 Jul 07 20:54:13.456739 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-040bd899-b30c-4fa2-9b8e-3bfdbe239d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:13.490635 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e721f8-a3e5-4f53-ae86-0ec93a8e50f5 None None] Network bcd41d8f-3e87-4622-92ea-0ce27cca5c4d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:54:13.506535 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-040bd899-b30c-4fa2-9b8e-3bfdbe239d77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:13.508873 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-040bd899-b30c-4fa2-9b8e-3bfdbe239d77 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f66876c7-d3ed-4f86-9cff-283b6f88dfb7 HTTP/1.1" status: 204 len: 168 time: 0.4649534 Jul 07 20:54:13.511552 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42576) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:13.529749 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bd899-b30c-4fa2-9b8e-3bfdbe239d77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f66876c7-d3ed-4f86-9cff-283b6f88dfb7,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:13.690860 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f7fce57e-e4a5-45e8-9958-5e3b93c66aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:13.799544 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624738a9-5f48-444d-8f80-c72d5d89cddb req-84e60338-8f63-4c5e-ad7a-5f05cb0d4a01 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:13.801315 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-624738a9-5f48-444d-8f80-c72d5d89cddb req-84e60338-8f63-4c5e-ad7a-5f05cb0d4a01 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 943 time: 0.1304021 Jul 07 20:54:13.826503 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44d0bca-4aaa-41cd-913c-9b5e64c3223e None None] DHCP port deletion for bcd41d8f-3e87-4622-92ea-0ce27cca5c4d request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:54:13.868345 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-624738a9-5f48-444d-8f80-c72d5d89cddb req-a9690615-14af-4032-8cda-37df0060314d tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605936 Jul 07 20:54:13.869948 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-f7fce57e-e4a5-45e8-9958-5e3b93c66aba admin admin] Deleting port 90a17c80-6bc6-415c-8c13-6e2f57229c0d {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:54:13.870297 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f7fce57e-e4a5-45e8-9958-5e3b93c66aba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:13.904040 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-a44d0bca-4aaa-41cd-913c-9b5e64c3223e None None] Deleting port 90a17c80-6bc6-415c-8c13-6e2f57229c0d {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:54:13.904775 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a44d0bca-4aaa-41cd-913c-9b5e64c3223e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:13.965387 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-f7fce57e-e4a5-45e8-9958-5e3b93c66aba admin admin] For port 90a17c80-6bc6-415c-8c13-6e2f57229c0d, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=90a17c80-6bc6-415c-8c13-6e2f57229c0d,segment=NetworkSegment(3798d3ff-5155-4660-9dee-f7dddc93eb7e),segment_id=3798d3ff-5155-4660-9dee-f7dddc93eb7e)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:13.965763 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f7fce57e-e4a5-45e8-9958-5e3b93c66aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:13.995614 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-f7fce57e-e4a5-45e8-9958-5e3b93c66aba admin admin] Calling delete_port for 90a17c80-6bc6-415c-8c13-6e2f57229c0d owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:54:14.006897 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-a44d0bca-4aaa-41cd-913c-9b5e64c3223e None None] For port 90a17c80-6bc6-415c-8c13-6e2f57229c0d, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=90a17c80-6bc6-415c-8c13-6e2f57229c0d,segment=NetworkSegment(3798d3ff-5155-4660-9dee-f7dddc93eb7e),segment_id=3798d3ff-5155-4660-9dee-f7dddc93eb7e)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:14.007304 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a44d0bca-4aaa-41cd-913c-9b5e64c3223e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:14.048004 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-a44d0bca-4aaa-41cd-913c-9b5e64c3223e None None] Calling delete_port for 90a17c80-6bc6-415c-8c13-6e2f57229c0d owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:54:14.096265 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f7fce57e-e4a5-45e8-9958-5e3b93c66aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:14.158431 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fce57e-e4a5-45e8-9958-5e3b93c66aba admin admin] Pushing event deleted for resources: {'Port': ['ID=90a17c80-6bc6-415c-8c13-6e2f57229c0d,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:14.184334 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fce57e-e4a5-45e8-9958-5e3b93c66aba admin admin] No DVR routers for this DVR port 90a17c80-6bc6-415c-8c13-6e2f57229c0d on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:54:14.205875 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a44d0bca-4aaa-41cd-913c-9b5e64c3223e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:14.235606 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d0bca-4aaa-41cd-913c-9b5e64c3223e None None] Pushing event deleted for resources: {'Port': ['ID=90a17c80-6bc6-415c-8c13-6e2f57229c0d,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:14.241273 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 90a17c80-6bc6-415c-8c13-6e2f57229c0d no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:54:14.267268 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 90a17c80-6bc6-415c-8c13-6e2f57229c0d {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:54:14.267647 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 90a17c80-6bc6-415c-8c13-6e2f57229c0d not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:54:14.268075 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ddb8aac7-3b92-4381-bb1c-e9b48fb946f5 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:54:14.304726 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: ddb8aac7-3b92-4381-bb1c-e9b48fb946f5 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:54:14.313711 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ddb8aac7-3b92-4381-bb1c-e9b48fb946f5 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:54:14.315247 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 50819437-1d9d-4bba-999c-c95b52270821 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:54:14.334424 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f7fce57e-e4a5-45e8-9958-5e3b93c66aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:14.345664 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-f7fce57e-e4a5-45e8-9958-5e3b93c66aba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd41d8f-3e87-4622-92ea-0ce27cca5c4d']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:14.360082 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44d0bca-4aaa-41cd-913c-9b5e64c3223e None None] No DVR routers for this DVR port 90a17c80-6bc6-415c-8c13-6e2f57229c0d on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:54:14.362636 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 50819437-1d9d-4bba-999c-c95b52270821 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:54:14.363197 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 50819437-1d9d-4bba-999c-c95b52270821 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:54:14.382381 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-f7fce57e-e4a5-45e8-9958-5e3b93c66aba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3798d3ff-5155-4660-9dee-f7dddc93eb7e') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:14.382681 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-f7fce57e-e4a5-45e8-9958-5e3b93c66aba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3798d3ff-5155-4660-9dee-f7dddc93eb7e') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:14.402784 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f7fce57e-e4a5-45e8-9958-5e3b93c66aba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:14.419944 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f7fce57e-e4a5-45e8-9958-5e3b93c66aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:14.428676 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7fce57e-e4a5-45e8-9958-5e3b93c66aba admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:54:14.429244 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f7fce57e-e4a5-45e8-9958-5e3b93c66aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: timer() Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:54:14.432862 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:54:14.557971 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f7fce57e-e4a5-45e8-9958-5e3b93c66aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:14.566293 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f7fce57e-e4a5-45e8-9958-5e3b93c66aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:14.568042 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f7fce57e-e4a5-45e8-9958-5e3b93c66aba admin admin] 10.222.0.64 "DELETE /v2.0/networks/bcd41d8f-3e87-4622-92ea-0ce27cca5c4d HTTP/1.1" status: 204 len: 168 time: 1.0552347 Jul 07 20:54:14.571006 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42614) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:14.588620 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fce57e-e4a5-45e8-9958-5e3b93c66aba admin admin] Pushing event deleted for resources: {'Network': ['ID=bcd41d8f-3e87-4622-92ea-0ce27cca5c4d,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:14.691836 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42616) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:14.767792 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65494e-bef7-4c1b-9ddc-c6bdef8fa0fa req-cccac319-01f1-41a9-8deb-4695869fc8d0 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:14.774885 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-be65494e-bef7-4c1b-9ddc-c6bdef8fa0fa req-cccac319-01f1-41a9-8deb-4695869fc8d0 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.1321297 Jul 07 20:54:14.823955 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-be65494e-bef7-4c1b-9ddc-c6bdef8fa0fa req-ee59dbaf-b475-4ef0-8fd1-973210c54259 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480850 Jul 07 20:54:15.004816 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-0fa27d1c-3d55-4f2d-8d2a-da4c1f9ffe72 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-40620774-network', 'tenant_id': '62bea0f57ce9439ab577b1c8dd2f3f2b'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:15.046835 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa27d1c-3d55-4f2d-8d2a-da4c1f9ffe72 admin admin] Made reservation on behalf of 62bea0f57ce9439ab577b1c8dd2f3f2b for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:54:15.049588 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0fa27d1c-3d55-4f2d-8d2a-da4c1f9ffe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:15.064664 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0fa27d1c-3d55-4f2d-8d2a-da4c1f9ffe72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:15.151205 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a22c1f-bdab-4b72-b197-d18cd865021d req-131c149e-c319-4550-8446-45f8692ff1a9 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:15.160557 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6a22c1f-bdab-4b72-b197-d18cd865021d req-131c149e-c319-4550-8446-45f8692ff1a9 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 943 time: 0.0912859 Jul 07 20:54:15.208576 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6a22c1f-bdab-4b72-b197-d18cd865021d req-06cf62bd-cc39-49fe-95d6-6c96522402cb tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469699 Jul 07 20:54:15.233469 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0fa27d1c-3d55-4f2d-8d2a-da4c1f9ffe72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:15.243136 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0fa27d1c-3d55-4f2d-8d2a-da4c1f9ffe72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:15.255061 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa27d1c-3d55-4f2d-8d2a-da4c1f9ffe72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:54:15.265970 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0fa27d1c-3d55-4f2d-8d2a-da4c1f9ffe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:15.266400 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-0fa27d1c-3d55-4f2d-8d2a-da4c1f9ffe72 admin admin] Added segment 912c6458-b0f7-41aa-b592-f11f5641d6b0 of type vlan for network 31b581ec-1809-4057-8f68-4291c5d5cd3f Jul 07 20:54:15.310525 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c2e28576-35ef-4fe7-a05d-0184d41913db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:15.364043 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0fa27d1c-3d55-4f2d-8d2a-da4c1f9ffe72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:15.381704 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa27d1c-3d55-4f2d-8d2a-da4c1f9ffe72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7038068-a9ba-4eaa-84d8-f31107e34cd8,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:15.419854 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0fa27d1c-3d55-4f2d-8d2a-da4c1f9ffe72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:15.420911 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa27d1c-3d55-4f2d-8d2a-da4c1f9ffe72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:15.421591 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0fa27d1c-3d55-4f2d-8d2a-da4c1f9ffe72 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:15.862492 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0fa27d1c-3d55-4f2d-8d2a-da4c1f9ffe72 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1665313 Jul 07 20:54:15.863222 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42650) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:15.867907 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-e19f9ea7-bac8-4f11-b207-d4bb763dc39d admin admin] Request body: {'subnet': {'network_id': '31b581ec-1809-4057-8f68-4291c5d5cd3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-40620774-subnet', 'tenant_id': '62bea0f57ce9439ab577b1c8dd2f3f2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:15.880225 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa27d1c-3d55-4f2d-8d2a-da4c1f9ffe72 admin admin] Pushing event updated for resources: {'Network': ['ID=31b581ec-1809-4057-8f68-4291c5d5cd3f,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:15.887763 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 31b581ec-1809-4057-8f68-4291c5d5cd3f details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:54:15.949454 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19f9ea7-bac8-4f11-b207-d4bb763dc39d admin admin] Made reservation on behalf of 62bea0f57ce9439ab577b1c8dd2f3f2b for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:54:15.952979 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e19f9ea7-bac8-4f11-b207-d4bb763dc39d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:16.150140 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-c2e28576-35ef-4fe7-a05d-0184d41913db admin admin] Deleting port f6c356ee-6ff9-47ed-bb7c-314905a3768f {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:54:16.150493 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c2e28576-35ef-4fe7-a05d-0184d41913db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:16.273748 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50330d-a6f5-4eae-aa58-c08a67b93291 req-7a0a5272-5427-4b1b-8d47-9f1da9bab43c tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:16.285451 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2c50330d-a6f5-4eae-aa58-c08a67b93291 req-7a0a5272-5427-4b1b-8d47-9f1da9bab43c tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.2100611 Jul 07 20:54:16.305176 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6a54c-17cf-45a5-a1b3-5ae974881bda req-809b8903-664f-4f67-acc9-4675e034d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:16.306846 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-33e6a54c-17cf-45a5-a1b3-5ae974881bda req-809b8903-664f-4f67-acc9-4675e034d6fd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0b4ae079cc254c0e8045ba5ea1fe8707&device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 1098 time: 0.1303473 Jul 07 20:54:16.313106 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-c2e28576-35ef-4fe7-a05d-0184d41913db admin admin] For port f6c356ee-6ff9-47ed-bb7c-314905a3768f, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f6c356ee-6ff9-47ed-bb7c-314905a3768f,segment=NetworkSegment(baa52f0a-13f7-46a8-b085-44f9de0259e3),segment_id=baa52f0a-13f7-46a8-b085-44f9de0259e3)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:16.313552 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c2e28576-35ef-4fe7-a05d-0184d41913db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:16.336760 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-c2e28576-35ef-4fe7-a05d-0184d41913db admin admin] Calling delete_port for f6c356ee-6ff9-47ed-bb7c-314905a3768f owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:54:16.416297 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2c50330d-a6f5-4eae-aa58-c08a67b93291 req-12b48d18-114f-4710-aa22-2594bea8a1c2 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217155 Jul 07 20:54:16.457703 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a89d9-b795-43d5-a155-73e7f0db4a69 req-90665d78-a131-4273-a660-fd74ad48f68d tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:16.460205 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5e8a89d9-b795-43d5-a155-73e7f0db4a69 req-90665d78-a131-4273-a660-fd74ad48f68d tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.2545729 Jul 07 20:54:16.462160 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e19f9ea7-bac8-4f11-b207-d4bb763dc39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:16.526807 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6a54c-17cf-45a5-a1b3-5ae974881bda req-2f9a215b-15be-4737-bbf2-47b93fa296af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:16.528663 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-33e6a54c-17cf-45a5-a1b3-5ae974881bda req-2f9a215b-15be-4737-bbf2-47b93fa296af service neutron] 10.222.0.58 "GET /v2.0/networks?id=f0654f02-22e3-4df8-a677-3833569d53a1 HTTP/1.1" status: 200 len: 920 time: 0.2049732 Jul 07 20:54:16.623850 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f9ea7-bac8-4f11-b207-d4bb763dc39d admin admin] Pushing event updated for resources: {'Subnet': ['ID=42cac19b-3ed9-4b5b-b5d8-615ef2991e54,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:16.634869 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5e8a89d9-b795-43d5-a155-73e7f0db4a69 req-3582e600-aba6-449d-85c4-1fcaa6348b2d tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671379 Jul 07 20:54:16.663397 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-33e6a54c-17cf-45a5-a1b3-5ae974881bda req-8de07cc1-b9dd-41ef-813f-7e6ba75e377f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 HTTP/1.1" status: 200 len: 217 time: 0.0531425 Jul 07 20:54:16.677988 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f9ea7-bac8-4f11-b207-d4bb763dc39d admin admin] Checking segment: {'id': '912c6458-b0f7-41aa-b592-f11f5641d6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '31b581ec-1809-4057-8f68-4291c5d5cd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:54:16.678363 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19f9ea7-bac8-4f11-b207-d4bb763dc39d admin admin] Network hostable DHCP agents. Network: 31b581ec-1809-4057-8f68-4291c5d5cd3f, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:54:16.735303 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19f9ea7-bac8-4f11-b207-d4bb763dc39d admin admin] Network 31b581ec-1809-4057-8f68-4291c5d5cd3f is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:54:16.761912 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4295837-2d0f-44ce-943a-7e471c283a46 req-6341e35c-ac85-444d-99fb-68d0f6d8f012 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:16.762630 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6a54c-17cf-45a5-a1b3-5ae974881bda req-e27b98bc-b9ee-4876-8c2f-67669de26b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:16.763665 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f4295837-2d0f-44ce-943a-7e471c283a46 req-6341e35c-ac85-444d-99fb-68d0f6d8f012 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 943 time: 0.1257749 Jul 07 20:54:16.764514 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-33e6a54c-17cf-45a5-a1b3-5ae974881bda req-e27b98bc-b9ee-4876-8c2f-67669de26b46 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=00fddda2-7b2a-4288-a4a2-a75c740a5524 HTTP/1.1" status: 200 len: 859 time: 0.0850747 Jul 07 20:54:16.766160 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c2e28576-35ef-4fe7-a05d-0184d41913db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:16.767425 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-e19f9ea7-bac8-4f11-b207-d4bb763dc39d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 31b581ec-1809-4057-8f68-4291c5d5cd3f) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:54:16.777601 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19f9ea7-bac8-4f11-b207-d4bb763dc39d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:16.778240 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e19f9ea7-bac8-4f11-b207-d4bb763dc39d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:16.787350 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d704114-46cd-40e4-8ded-c460debf1905 None None] Network 31b581ec-1809-4057-8f68-4291c5d5cd3f requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:54:16.805252 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e28576-35ef-4fe7-a05d-0184d41913db admin admin] Pushing event deleted for resources: {'Port': ['ID=f6c356ee-6ff9-47ed-bb7c-314905a3768f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:16.852437 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e19f9ea7-bac8-4f11-b207-d4bb763dc39d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9805524 Jul 07 20:54:16.852437 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f4295837-2d0f-44ce-943a-7e471c283a46 req-52aa2b7f-191b-444e-9b0c-6edc365247b1 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529265 Jul 07 20:54:16.853778 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-65b7eeb8-cc1e-4819-9ca9-6fa6a3c5ed8f service neutron] 10.222.0.39 "GET /v2.0/ports/9e8dc120-1c1d-4965-9950-8de84c2c9254/bindings/n-h1-695189-11 HTTP/1.1" status: 200 len: 385 time: 0.1472046 Jul 07 20:54:17.002063 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-33e6a54c-17cf-45a5-a1b3-5ae974881bda req-afd00e31-47d7-4218-a178-f0f0c5b8dbb8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f0654f02-22e3-4df8-a677-3833569d53a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2254353 Jul 07 20:54:17.102004 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b55148-0b1f-40f7-ad85-6d80288e1935 None None] Network 31b581ec-1809-4057-8f68-4291c5d5cd3f requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:54:17.154703 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-78c86689-8dab-47a4-b364-4b4dcfb41222 service neutron] show failed (client error): The resource could not be found. Jul 07 20:54:17.155927 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-78c86689-8dab-47a4-b364-4b4dcfb41222 service neutron] 10.222.0.58 "GET /v2.0/ports/6cbf53d2-a34c-40c4-af6a-bc795d044e11/bindings/n-h2-695189-11 HTTP/1.1" status: 404 len: 381 time: 0.1698689 Jul 07 20:54:17.211842 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 9e8dc120-1c1d-4965-9950-8de84c2c9254 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:54:17.219472 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-3cbfaff4-0c6f-4a36-9e0f-8623bd8cf039 service neutron] For port 9e8dc120-1c1d-4965-9950-8de84c2c9254, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=9e8dc120-1c1d-4965-9950-8de84c2c9254,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:17.279847 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-3cbfaff4-0c6f-4a36-9e0f-8623bd8cf039 service neutron] For port 9e8dc120-1c1d-4965-9950-8de84c2c9254, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:54:17.311707 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c2e28576-35ef-4fe7-a05d-0184d41913db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:17.324473 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-33e6a54c-17cf-45a5-a1b3-5ae974881bda req-17a7eef8-e8d1-4249-b2a7-3a07ab211e61 service neutron] 10.222.0.58 "GET /v2.0/networks/f0654f02-22e3-4df8-a677-3833569d53a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440310 Jul 07 20:54:17.352512 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-3cbfaff4-0c6f-4a36-9e0f-8623bd8cf039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8dc120-1c1d-4965-9950-8de84c2c9254 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:54:17.366826 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-3cbfaff4-0c6f-4a36-9e0f-8623bd8cf039 service neutron] For port 9e8dc120-1c1d-4965-9950-8de84c2c9254, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=9e8dc120-1c1d-4965-9950-8de84c2c9254,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:17.384865 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-3cbfaff4-0c6f-4a36-9e0f-8623bd8cf039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:17.565004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-3cbfaff4-0c6f-4a36-9e0f-8623bd8cf039 service neutron] Transition to ACTIVE for port object 9e8dc120-1c1d-4965-9950-8de84c2c9254 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:54:17.566276 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-33e6a54c-17cf-45a5-a1b3-5ae974881bda req-5d89e012-3c47-4b65-8ca4-455bd40fa5b0 service neutron] 10.222.0.58 "GET /v2.0/networks/f0654f02-22e3-4df8-a677-3833569d53a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841428 Jul 07 20:54:17.569270 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-3cbfaff4-0c6f-4a36-9e0f-8623bd8cf039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:17.653214 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfaff4-0c6f-4a36-9e0f-8623bd8cf039 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8dc120-1c1d-4965-9950-8de84c2c9254,revision_number=10']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:17.730252 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-2c79a261-f695-4d66-ae4e-e12b61275214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:17.732123 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-2c79a261-f695-4d66-ae4e-e12b61275214 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2&tenant_id=505481bc2c1e4a469ecb05628eb12eb4 HTTP/1.1" status: 200 len: 1101 time: 0.1629064 Jul 07 20:54:17.746540 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695189-11', 'device_owner': 'compute:nova'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:17.779751 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-3cbfaff4-0c6f-4a36-9e0f-8623bd8cf039 service neutron] No DVR routers for this DVR port 9e8dc120-1c1d-4965-9950-8de84c2c9254 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:54:17.840674 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-3cbfaff4-0c6f-4a36-9e0f-8623bd8cf039 service neutron] 10.222.0.39 "PUT /v2.0/ports/9e8dc120-1c1d-4965-9950-8de84c2c9254/bindings/n-h1-695189-11/activate HTTP/1.1" status: 200 len: 370 time: 0.9801118 Jul 07 20:54:17.906533 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:17.910300 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7562a-7fa5-4031-8a15-8ff8e731ef7f req-208af649-255b-4641-ad86-6c84fce626fe tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:17.912524 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f8a7562a-7fa5-4031-8a15-8ff8e731ef7f req-208af649-255b-4641-ad86-6c84fce626fe tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.2456727 Jul 07 20:54:17.921002 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-c7f4a2ed-3b6c-478e-b51f-8e8406e89843 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:17.923742 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e28576-35ef-4fe7-a05d-0184d41913db admin admin] Router f56142fa-c773-4e11-932e-d99e61308b49 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:54:17.923943 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-c7f4a2ed-3b6c-478e-b51f-8e8406e89843 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/networks?id=31b581ec-1809-4057-8f68-4291c5d5cd3f HTTP/1.1" status: 200 len: 819 time: 0.2382751 Jul 07 20:54:17.950005 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-8159e498-09c5-473a-86fd-cf20bf5d7fae tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/quotas/62bea0f57ce9439ab577b1c8dd2f3f2b HTTP/1.1" status: 200 len: 375 time: 0.0183947 Jul 07 20:54:17.997343 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f8a7562a-7fa5-4031-8a15-8ff8e731ef7f req-5256f2de-3718-4a3d-bb78-a0726b56d3ee tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722904 Jul 07 20:54:17.999874 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-2a2234bf-3305-4efc-84d8-d1298ffec68d tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=62bea0f57ce9439ab577b1c8dd2f3f2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391903 Jul 07 20:54:18.148124 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-08cb5d87-7949-4286-a9ac-c0955825fead service neutron] 10.222.0.64 "GET /v2.0/networks/31b581ec-1809-4057-8f68-4291c5d5cd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322703 Jul 07 20:54:18.253921 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-fc2a65ac-247a-4056-a25b-5c65728160e5 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:18.255494 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-fc2a65ac-247a-4056-a25b-5c65728160e5 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5&tenant_id=65fae3fefbe64254998437b5d4795dfb&binding%3Ahost_id=n-h2-695189-11 HTTP/1.1" status: 200 len: 1096 time: 0.3262475 Jul 07 20:54:18.304506 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e28576-35ef-4fe7-a05d-0184d41913db admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:54:18.313807 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc612b-c1e2-43e0-8dc4-5409b293250f req-daf3e86f-a01a-4d0e-be9b-bcb1b2c3a9e6 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:18.314869 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c2e28576-35ef-4fe7-a05d-0184d41913db admin admin] 10.222.0.64 "PUT /v2.0/routers/f56142fa-c773-4e11-932e-d99e61308b49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7421520 Jul 07 20:54:18.315533 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51fc612b-c1e2-43e0-8dc4-5409b293250f req-daf3e86f-a01a-4d0e-be9b-bcb1b2c3a9e6 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.1664021 Jul 07 20:54:18.317851 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045640da-b638-48a7-818f-ece28c6eced6 None None] Sync routers for ids ['f56142fa-c773-4e11-932e-d99e61308b49'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:54:18.318886 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42714) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:18.330927 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045640da-b638-48a7-818f-ece28c6eced6 None None] Routers {'f56142fa-c773-4e11-932e-d99e61308b49'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:54:18.331983 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-045640da-b638-48a7-818f-ece28c6eced6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:54:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['f56142fa-c773-4e11-932e-d99e61308b49'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:18.336869 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-b94ec3f6-01b3-4062-b2f7-021a7204a91a service neutron] 10.222.0.64 "GET /v2.0/networks/31b581ec-1809-4057-8f68-4291c5d5cd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685343 Jul 07 20:54:18.386537 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] For port 6cbf53d2-a34c-40c4-af6a-bc795d044e11, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=6cbf53d2-a34c-40c4-af6a-bc795d044e11,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:18.426131 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51fc612b-c1e2-43e0-8dc4-5409b293250f req-ad67d0b7-e412-4abf-857a-c702336aa8ce tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991826 Jul 07 20:54:18.467041 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-8d06f1b7-c2cb-43a1-a209-93cc670a7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:18.469104 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-8d06f1b7-c2cb-43a1-a209-93cc670a7850 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5&tenant_id=65fae3fefbe64254998437b5d4795dfb HTTP/1.1" status: 200 len: 1096 time: 0.2028449 Jul 07 20:54:18.486185 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] For port 6cbf53d2-a34c-40c4-af6a-bc795d044e11, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:54:18.578293 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c09d22a3-ed9c-4e5c-9730-35897e6eff93 admin admin] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:18.579972 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-045640da-b638-48a7-818f-ece28c6eced6 None None] Set router f56142fa-c773-4e11-932e-d99e61308b49 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:54:18.726721 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dabb1e-a9d0-47db-81f6-24dbd846770a req-f543f3d1-b10f-434c-bf3c-f56a2c11bbd0 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:18.736088 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-74dabb1e-a9d0-47db-81f6-24dbd846770a req-f543f3d1-b10f-434c-bf3c-f56a2c11bbd0 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 944 time: 0.0990376 Jul 07 20:54:18.826499 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-74ec0981-8370-4b27-b4bf-df80877ef1b2 req-7cd276ab-9535-42c8-82b6-cdee81119f91 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9adadda-5388-4cf7-bae9-55dbdeee8aad HTTP/1.1" status: 200 len: 210 time: 0.0653815 Jul 07 20:54:18.912873 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-74dabb1e-a9d0-47db-81f6-24dbd846770a req-3c0caaf7-686c-4c09-b2f7-0968bc37008d tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501610 Jul 07 20:54:18.982265 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373c86ae-efb7-488e-8a03-39c7073774d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cbf53d2-a34c-40c4-af6a-bc795d044e11'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:54:18.985368 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c702e1-3f08-446f-8a0f-be1d32d63a6d" -d '{"events": [{"server_uuid": "373c86ae-efb7-488e-8a03-39c7073774d2", "name": "network-vif-unplugged", "status": "completed", "tag": "6cbf53d2-a34c-40c4-af6a-bc795d044e11"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:54:18.997835 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:19.053371 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-045640da-b638-48a7-818f-ece28c6eced6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56142fa-c773-4e11-932e-d99e61308b49', 'name': 'tempest-AttachSCSIVolumeTestJSON-417662378-router', 'tenant_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '837773b6-2dca-40aa-9902-9d7855956439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:49Z', 'updated_at': '2021-07-07T20:54:16Z', 'revision_number': 5, 'project_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'gw_port': {'id': '837773b6-2dca-40aa-9902-9d7855956439', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56142fa-c773-4e11-932e-d99e61308b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:50Z', 'updated_at': '2021-07-07T20:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:19.086274 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045640da-b638-48a7-818f-ece28c6eced6 None None] Checking router: f56142fa-c773-4e11-932e-d99e61308b49 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:54:19.088145 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05babd8-f187-4c3a-8611-d81ae371bcb3 x-openstack-request-id: req-e05babd8-f187-4c3a-8611-d81ae371bcb3 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:54:19.088437 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373c86ae-efb7-488e-8a03-39c7073774d2", "name": "network-vif-unplugged", "status": "completed", "tag": "6cbf53d2-a34c-40c4-af6a-bc795d044e11", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:54:19.088693 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e05babd8-f187-4c3a-8611-d81ae371bcb3 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:54:19.089091 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373c86ae-efb7-488e-8a03-39c7073774d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cbf53d2-a34c-40c4-af6a-bc795d044e11', 'code': 200} Jul 07 20:54:19.098972 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045640da-b638-48a7-818f-ece28c6eced6 None None] Routers {'f56142fa-c773-4e11-932e-d99e61308b49'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:54:19.099221 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] Transition to ACTIVE for port object 6cbf53d2-a34c-40c4-af6a-bc795d044e11 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:54:19.101001 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-045640da-b638-48a7-818f-ece28c6eced6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:54:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['f56142fa-c773-4e11-932e-d99e61308b49'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:19.122796 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:19.183359 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-53837b6f-794c-4f86-9dbb-e9267e1fad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:19.184911 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-53837b6f-794c-4f86-9dbb-e9267e1fad15 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 1096 time: 0.6309094 Jul 07 20:54:19.267934 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7636a-3291-48a5-a1b0-aa21a22196cd req-fb79f821-8472-4e48-b712-56352e347a7e tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:19.278023 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-abc7636a-3291-48a5-a1b0-aa21a22196cd req-fb79f821-8472-4e48-b712-56352e347a7e tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 947 time: 0.1194873 Jul 07 20:54:19.326560 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-045640da-b638-48a7-818f-ece28c6eced6 None None] Set router f56142fa-c773-4e11-932e-d99e61308b49 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:54:19.335509 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-abc7636a-3291-48a5-a1b0-aa21a22196cd req-af4e01a9-53c4-4720-bc9b-fd1e7c659b88 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554557 Jul 07 20:54:19.362068 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-f3c713ed-6b60-427c-acc2-90d2b209f4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:19.363771 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-f3c713ed-6b60-427c-acc2-90d2b209f4ff service neutron] 10.222.0.58 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 909 time: 0.1663468 Jul 07 20:54:19.391017 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] Pushing event updated for resources: {'Port': ['ID=6cbf53d2-a34c-40c4-af6a-bc795d044e11,revision_number=6']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:19.401667 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] No DVR routers for this DVR port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:54:19.410614 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c09d22a3-ed9c-4e5c-9730-35897e6eff93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:19.475675 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-c57e871b-a7c8-4d57-ac72-403ebb5b84e7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e8dc120-1c1d-4965-9950-8de84c2c9254 HTTP/1.1" status: 200 len: 217 time: 0.0776248 Jul 07 20:54:19.622673 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] Attempting to bind port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:54:19.624885 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] Attempting to bind port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:54:19.625408 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] Attempting to bind port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:19.633220 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] Port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:54:19.633767 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] Attempting to bind port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:19.647385 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:54:19.647660 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:54:19.648049 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:54:19.648502 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] Bound port: 6cbf53d2-a34c-40c4-af6a-bc795d044e11, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:54:19.648901 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:19.672010 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-09f5d014-fd54-4487-9f7d-f694dc579163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:19.673588 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-09f5d014-fd54-4487-9f7d-f694dc579163 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e76f85dc-7298-41c1-a5c0-b46924c81a29 HTTP/1.1" status: 200 len: 848 time: 0.1601002 Jul 07 20:54:19.740810 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:19.788936 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-c09d22a3-ed9c-4e5c-9730-35897e6eff93 admin admin] Deleting port 837773b6-2dca-40aa-9902-9d7855956439 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:54:19.789241 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c09d22a3-ed9c-4e5c-9730-35897e6eff93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:19.820626 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-0189e255-9971-4339-92dc-cc9a87f28a6b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a969003f-4d51-4bc6-945b-910c720df136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494723 Jul 07 20:54:19.848317 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-045640da-b638-48a7-818f-ece28c6eced6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56142fa-c773-4e11-932e-d99e61308b49', 'name': 'tempest-AttachSCSIVolumeTestJSON-417662378-router', 'tenant_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '837773b6-2dca-40aa-9902-9d7855956439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:49Z', 'updated_at': '2021-07-07T20:54:16Z', 'revision_number': 5, 'project_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'gw_port': {'id': '837773b6-2dca-40aa-9902-9d7855956439', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56142fa-c773-4e11-932e-d99e61308b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:50Z', 'updated_at': '2021-07-07T20:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:19.901950 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:19.961726 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045640da-b638-48a7-818f-ece28c6eced6 None None] The sync data for ids ['f56142fa-c773-4e11-932e-d99e61308b49'] in n-d-695189-11 is: [{'id': 'f56142fa-c773-4e11-932e-d99e61308b49', 'name': 'tempest-AttachSCSIVolumeTestJSON-417662378-router', 'tenant_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '837773b6-2dca-40aa-9902-9d7855956439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:49Z', 'updated_at': '2021-07-07T20:54:16Z', 'revision_number': 5, 'project_id': '1e0ef6dfa34b4b81b060cb500b9d6fe9', 'gw_port': {'id': '837773b6-2dca-40aa-9902-9d7855956439', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56142fa-c773-4e11-932e-d99e61308b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:50Z', 'updated_at': '2021-07-07T20:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:54:19.983100 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] For port 6cbf53d2-a34c-40c4-af6a-bc795d044e11, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:54:19.987192 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] For port 6cbf53d2-a34c-40c4-af6a-bc795d044e11, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=6cbf53d2-a34c-40c4-af6a-bc795d044e11,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:54:19.992349 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc5131-d8e9-4a10-ab7a-374e56a3199f req-b96fd2ec-25e2-436f-bda3-d35e4882856c tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:20.001641 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fbc5131-d8e9-4a10-ab7a-374e56a3199f req-b96fd2ec-25e2-436f-bda3-d35e4882856c tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.2643468 Jul 07 20:54:20.041538 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:20.090467 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-f3f49892-eb22-4202-bce9-e9e9db24aa46 service neutron] 10.222.0.58 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263329 Jul 07 20:54:20.101460 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:20.102238 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:20.103809 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] 10.222.0.39 "PUT /v2.0/ports/6cbf53d2-a34c-40c4-af6a-bc795d044e11 HTTP/1.1" status: 200 len: 1096 time: 2.3621781 Jul 07 20:54:20.115157 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-137ab5a6-d85b-4b40-bf79-9ebba1480f1b req-d3982792-f4d8-4051-8c1c-49dc626a6bfd tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9adadda-5388-4cf7-bae9-55dbdeee8aad HTTP/1.1" status: 200 len: 210 time: 0.0517972 Jul 07 20:54:20.130410 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-c09d22a3-ed9c-4e5c-9730-35897e6eff93 admin admin] For port 837773b6-2dca-40aa-9902-9d7855956439, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=837773b6-2dca-40aa-9902-9d7855956439,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:20.130786 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c09d22a3-ed9c-4e5c-9730-35897e6eff93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:20.132023 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fbc5131-d8e9-4a10-ab7a-374e56a3199f req-948ff6ae-7746-4fc6-b609-c648b47e14ae tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289399 Jul 07 20:54:20.160161 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-c09d22a3-ed9c-4e5c-9730-35897e6eff93 admin admin] Calling delete_port for 837773b6-2dca-40aa-9902-9d7855956439 owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:54:20.349055 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee697afd-86c7-4fcc-abda-a9cc801cde6e req-a178ff81-557e-468a-af6b-0b7fa52228ca tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:20.352234 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ee697afd-86c7-4fcc-abda-a9cc801cde6e req-a178ff81-557e-468a-af6b-0b7fa52228ca tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 944 time: 0.0897868 Jul 07 20:54:20.366059 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f1464-98bd-4f7a-97c6-5ee9fc39efea service neutron] Pushing event updated for resources: {'Port': ['ID=6cbf53d2-a34c-40c4-af6a-bc795d044e11,revision_number=7']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:20.418555 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f6c356ee-6ff9-47ed-bb7c-314905a3768f no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:54:20.449394 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ee697afd-86c7-4fcc-abda-a9cc801cde6e req-e2ccce89-575e-4b69-aec9-15bdd6f3a13e tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880623 Jul 07 20:54:20.485221 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: f6c356ee-6ff9-47ed-bb7c-314905a3768f {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:54:20.487678 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f6c356ee-6ff9-47ed-bb7c-314905a3768f not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:54:20.559126 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-f94f3177-833b-4026-913c-3889852029e0 service neutron] 10.222.0.58 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942145 Jul 07 20:54:20.562663 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-8474279b-d7ce-4913-a4dc-e68b5b530694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:20.564162 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-8474279b-d7ce-4913-a4dc-e68b5b530694 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 1099 time: 0.2977946 Jul 07 20:54:20.712176 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c09d22a3-ed9c-4e5c-9730-35897e6eff93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:20.758963 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d22a3-ed9c-4e5c-9730-35897e6eff93 admin admin] Pushing event deleted for resources: {'Port': ['ID=837773b6-2dca-40aa-9902-9d7855956439,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:20.781924 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43530990-5357-404a-b093-6aa807b06a6a req-9e1029c0-3163-4e87-9e37-133dfe4b5057 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:20.784129 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-43530990-5357-404a-b093-6aa807b06a6a req-9e1029c0-3163-4e87-9e37-133dfe4b5057 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 947 time: 0.2217946 Jul 07 20:54:20.871578 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-cbd975cb-d4d2-4489-8b5d-e8f313c94370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:20.873425 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-cbd975cb-d4d2-4489-8b5d-e8f313c94370 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.2915745 Jul 07 20:54:20.877831 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c09d22a3-ed9c-4e5c-9730-35897e6eff93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:20.881741 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-154d5721-55f7-48ec-bdc3-d7e1296ad2ed tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:20.883348 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-154d5721-55f7-48ec-bdc3-d7e1296ad2ed tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.39 "GET /v2.0/networks?id=31b581ec-1809-4057-8f68-4291c5d5cd3f HTTP/1.1" status: 200 len: 819 time: 0.2436588 Jul 07 20:54:20.905740 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-74375b06-d679-4c50-9c67-bfc57eef2104 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Request body: {'port': {'device_id': 'e9adadda-5388-4cf7-bae9-55dbdeee8aad', 'network_id': '31b581ec-1809-4057-8f68-4291c5d5cd3f', 'admin_state_up': True, 'tenant_id': '62bea0f57ce9439ab577b1c8dd2f3f2b'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:20.913529 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-43530990-5357-404a-b093-6aa807b06a6a req-af1402e9-5bd1-4c71-92ea-d35c2482d64a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223547 Jul 07 20:54:21.036405 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-df7f479e-a7fd-407e-8351-94bca2138822 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=6cbf53d2-a34c-40c4-af6a-bc795d044e11 HTTP/1.1" status: 200 len: 217 time: 0.1509037 Jul 07 20:54:21.074593 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-74375b06-d679-4c50-9c67-bfc57eef2104 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Made reservation on behalf of 62bea0f57ce9439ab577b1c8dd2f3f2b for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:54:21.079708 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-74375b06-d679-4c50-9c67-bfc57eef2104 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:21.084592 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c09d22a3-ed9c-4e5c-9730-35897e6eff93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:21.103988 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373c86ae-efb7-488e-8a03-39c7073774d2', 'tag': '6cbf53d2-a34c-40c4-af6a-bc795d044e11'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:54:21.106737 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda4fe74-d589-40b3-a192-152b1853bb72" -d '{"events": [{"name": "network-changed", "server_uuid": "373c86ae-efb7-488e-8a03-39c7073774d2", "tag": "6cbf53d2-a34c-40c4-af6a-bc795d044e11"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:54:21.116959 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c09d22a3-ed9c-4e5c-9730-35897e6eff93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:21.215732 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1599960-2f56-4888-adef-77c6293df5f6 x-openstack-request-id: req-c1599960-2f56-4888-adef-77c6293df5f6 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:54:21.216688 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373c86ae-efb7-488e-8a03-39c7073774d2", "tag": "6cbf53d2-a34c-40c4-af6a-bc795d044e11", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:54:21.216688 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1599960-2f56-4888-adef-77c6293df5f6 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:54:21.216901 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373c86ae-efb7-488e-8a03-39c7073774d2', 'tag': '6cbf53d2-a34c-40c4-af6a-bc795d044e11', 'status': 'completed', 'code': 200} Jul 07 20:54:21.225411 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-7ccb6a08-458c-4f7b-92fe-474c02791bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:21.227283 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-7ccb6a08-458c-4f7b-92fe-474c02791bf1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1568596 Jul 07 20:54:21.230274 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c09d22a3-ed9c-4e5c-9730-35897e6eff93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:21.230947 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09d22a3-ed9c-4e5c-9730-35897e6eff93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f56142fa-c773-4e11-932e-d99e61308b49 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:54:21.237094 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c09d22a3-ed9c-4e5c-9730-35897e6eff93 admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:21.240478 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c09d22a3-ed9c-4e5c-9730-35897e6eff93 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f56142fa-c773-4e11-932e-d99e61308b49 HTTP/1.1" status: 204 len: 168 time: 2.9185951 Jul 07 20:54:21.241539 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42788) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:21.295778 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-74375b06-d679-4c50-9c67-bfc57eef2104 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Allocated IP 172.20.0.10 (31b581ec-1809-4057-8f68-4291c5d5cd3f/42cac19b-3ed9-4b5b-b5d8-615ef2991e54/26ccfbc1-a468-4bba-bf00-006a809c965b) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:54:21.297534 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 6cbf53d2-a34c-40c4-af6a-bc795d044e11 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:54:21.308339 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f72991-f8d4-4e09-8f28-973d52c00f60 admin admin] Deleting subnet 1c342036-81d4-43bc-acfc-49f213cde220 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:54:21.376775 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c5f72991-f8d4-4e09-8f28-973d52c00f60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:21.456929 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c5f72991-f8d4-4e09-8f28-973d52c00f60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:21.512694 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-a2da67a7-796f-4c0a-a209-72881350397e tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:21.514217 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-a2da67a7-796f-4c0a-a209-72881350397e tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5&tenant_id=65fae3fefbe64254998437b5d4795dfb&binding%3Ahost_id=n-h1-695189-11 HTTP/1.1" status: 200 len: 1096 time: 0.3526785 Jul 07 20:54:21.532098 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-2806edfd-b5dd-40dc-aa98-02af79236608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:21.533674 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-2806edfd-b5dd-40dc-aa98-02af79236608 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2929332 Jul 07 20:54:21.605891 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 6cbf53d2-a34c-40c4-af6a-bc795d044e11 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:54:21.640241 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3111d297-af50-4dbc-91d0-ccd934511938 req-d89ae90b-8899-40c9-820a-c60039c1e853 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9adadda-5388-4cf7-bae9-55dbdeee8aad HTTP/1.1" status: 200 len: 210 time: 0.0866280 Jul 07 20:54:21.701659 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c5f72991-f8d4-4e09-8f28-973d52c00f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:21.737692 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4fe74-d589-40b3-a192-152b1853bb72 req-759dab4c-09fb-43e4-9c0b-ef09fc4f0871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:21.739317 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bda4fe74-d589-40b3-a192-152b1853bb72 req-759dab4c-09fb-43e4-9c0b-ef09fc4f0871 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 1099 time: 0.4921269 Jul 07 20:54:21.757519 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-74375b06-d679-4c50-9c67-bfc57eef2104 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:21.781925 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8b3ce-2478-42df-b2c6-307a6af33bd5 req-9f195356-1ce5-4eaa-b1f9-7edd659d73da tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:21.788736 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64b8b3ce-2478-42df-b2c6-307a6af33bd5 req-9f195356-1ce5-4eaa-b1f9-7edd659d73da tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.3077493 Jul 07 20:54:21.864983 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-3c5a54a1-cc9b-4202-8dca-91bef18d0b44 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205092 Jul 07 20:54:21.930496 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64b8b3ce-2478-42df-b2c6-307a6af33bd5 req-17cbc3ee-e20a-4411-b4f7-bf79a4c7e9e0 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406484 Jul 07 20:54:21.953584 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-61adf2ff-b20c-4cbc-b1f1-060423ef3d9f service neutron] For port 9e8dc120-1c1d-4965-9950-8de84c2c9254, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:54:21.960702 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-61adf2ff-b20c-4cbc-b1f1-060423ef3d9f service neutron] Notify callbacks [] for binding, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:21.962035 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-61adf2ff-b20c-4cbc-b1f1-060423ef3d9f service neutron] 10.222.0.58 "DELETE /v2.0/ports/9e8dc120-1c1d-4965-9950-8de84c2c9254/bindings/n-h2-695189-11 HTTP/1.1" status: 204 len: 173 time: 0.4273493 Jul 07 20:54:21.982145 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c5f72991-f8d4-4e09-8f28-973d52c00f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:21.992216 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-74375b06-d679-4c50-9c67-bfc57eef2104 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:22.004064 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4fe74-d589-40b3-a192-152b1853bb72 req-38edc68a-376b-41be-87f2-5add1de87a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:22.005596 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bda4fe74-d589-40b3-a192-152b1853bb72 req-38edc68a-376b-41be-87f2-5add1de87a8b service neutron] 10.222.0.58 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.2445943 Jul 07 20:54:22.024581 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c5f72991-f8d4-4e09-8f28-973d52c00f60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:22.029113 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c725d0-a50d-4ee3-91e1-9da00bf20e86 None None] Network 21c93144-b264-4039-8736-74bdcfd32782 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:54:22.030001 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c5f72991-f8d4-4e09-8f28-973d52c00f60 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1c342036-81d4-43bc-acfc-49f213cde220 HTTP/1.1" status: 204 len: 168 time: 0.7742441 Jul 07 20:54:22.033444 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42806) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:22.039827 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f72991-f8d4-4e09-8f28-973d52c00f60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c342036-81d4-43bc-acfc-49f213cde220,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:22.086503 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4a420-f912-4e05-9923-24da45035601 req-5360d6f7-56fb-4f4a-9c15-2bbd15c5afc2 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:22.088134 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9e3a50ef-dbef-46c3-a9f1-e1412cc3628c req-8887d430-1c23-4dca-a5ad-0093d294af5b service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100167 Jul 07 20:54:22.091830 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-04c4a420-f912-4e05-9923-24da45035601 req-5360d6f7-56fb-4f4a-9c15-2bbd15c5afc2 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 944 time: 0.2959991 Jul 07 20:54:22.237176 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 837773b6-2dca-40aa-9902-9d7855956439 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:54:22.267941 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 837773b6-2dca-40aa-9902-9d7855956439 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:54:22.268576 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 837773b6-2dca-40aa-9902-9d7855956439 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:54:22.281815 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4fe74-d589-40b3-a192-152b1853bb72 req-41e231bb-eabf-4858-9b58-88a06b4faf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:22.283719 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bda4fe74-d589-40b3-a192-152b1853bb72 req-41e231bb-eabf-4858-9b58-88a06b4faf41 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 1099 time: 0.1111012 Jul 07 20:54:22.375521 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bda4fe74-d589-40b3-a192-152b1853bb72 req-534f91d0-e97f-4e23-8c64-91446de8426e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=6cbf53d2-a34c-40c4-af6a-bc795d044e11 HTTP/1.1" status: 200 len: 217 time: 0.3401020 Jul 07 20:54:22.392130 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-74375b06-d679-4c50-9c67-bfc57eef2104 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Network 31b581ec-1809-4057-8f68-4291c5d5cd3f is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:54:22.404758 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73864cb-2389-4f24-9d1e-05c20e589cd6 None None] DHCP port deletion for 21c93144-b264-4039-8736-74bdcfd32782 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:54:22.435384 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4fe74-d589-40b3-a192-152b1853bb72 req-b9f93499-6f7e-46d2-94f0-647ef6e08db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:22.437609 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bda4fe74-d589-40b3-a192-152b1853bb72 req-b9f93499-6f7e-46d2-94f0-647ef6e08db6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.1455026 Jul 07 20:54:22.502158 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bda4fe74-d589-40b3-a192-152b1853bb72 req-0f5d9ad7-2eb3-48e1-94eb-72e50c9a544f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=6cbf53d2-a34c-40c4-af6a-bc795d044e11 HTTP/1.1" status: 200 len: 217 time: 0.0574174 Jul 07 20:54:22.539668 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b73864cb-2389-4f24-9d1e-05c20e589cd6 None None] Deleting port a071697d-8bb8-450b-add1-735009049716 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:54:22.540372 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b73864cb-2389-4f24-9d1e-05c20e589cd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:22.603420 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4fe74-d589-40b3-a192-152b1853bb72 req-27e170e0-729c-407e-979d-fbee270d6397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:22.604957 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bda4fe74-d589-40b3-a192-152b1853bb72 req-27e170e0-729c-407e-979d-fbee270d6397 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0884948 Jul 07 20:54:22.658348 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b73864cb-2389-4f24-9d1e-05c20e589cd6 None None] For port a071697d-8bb8-450b-add1-735009049716, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a071697d-8bb8-450b-add1-735009049716,segment=NetworkSegment(baa52f0a-13f7-46a8-b085-44f9de0259e3),segment_id=baa52f0a-13f7-46a8-b085-44f9de0259e3)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:22.658871 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b73864cb-2389-4f24-9d1e-05c20e589cd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:22.676185 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b73864cb-2389-4f24-9d1e-05c20e589cd6 None None] Calling delete_port for a071697d-8bb8-450b-add1-735009049716 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:54:22.705054 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4fe74-d589-40b3-a192-152b1853bb72 req-72127ba7-a752-43c0-bc91-d0d52545876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:22.706698 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bda4fe74-d589-40b3-a192-152b1853bb72 req-72127ba7-a752-43c0-bc91-d0d52545876b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0935264 Jul 07 20:54:22.784661 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b73864cb-2389-4f24-9d1e-05c20e589cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:22.802293 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73864cb-2389-4f24-9d1e-05c20e589cd6 None None] No DVR routers for this DVR port a071697d-8bb8-450b-add1-735009049716 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:54:22.826034 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73864cb-2389-4f24-9d1e-05c20e589cd6 None None] Pushing event deleted for resources: {'Port': ['ID=a071697d-8bb8-450b-add1-735009049716,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:22.851774 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bda4fe74-d589-40b3-a192-152b1853bb72 req-6d5c81a1-7054-480c-abbb-e80bb427d59c service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365018 Jul 07 20:54:22.869769 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74375b06-d679-4c50-9c67-bfc57eef2104 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Pushing event updated for resources: {'Port': ['ID=26ccfbc1-a468-4bba-bf00-006a809c965b,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:22.888738 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-74375b06-d679-4c50-9c67-bfc57eef2104 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:54:22.892048 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-74375b06-d679-4c50-9c67-bfc57eef2104 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:54:22.937226 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-24c2de93-6d4a-484d-a93f-31bbb47f98f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:22.946461 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-04c4a420-f912-4e05-9923-24da45035601 req-a09f27a4-4783-4d7b-b702-4c76b1deeead tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8188593 Jul 07 20:54:22.962573 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4fe74-d589-40b3-a192-152b1853bb72 req-dcb54fdc-3506-4c6f-9df9-1886e8fc0d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:22.963420 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bda4fe74-d589-40b3-a192-152b1853bb72 req-f0e882a1-6af1-41e3-b4b6-119024c5e15c service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999730 Jul 07 20:54:22.964064 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bda4fe74-d589-40b3-a192-152b1853bb72 req-dcb54fdc-3506-4c6f-9df9-1886e8fc0d38 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.5710449 Jul 07 20:54:23.044325 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-74375b06-d679-4c50-9c67-bfc57eef2104 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:23.044969 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-74375b06-d679-4c50-9c67-bfc57eef2104 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:23.129207 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-74375b06-d679-4c50-9c67-bfc57eef2104 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2351105 Jul 07 20:54:23.148069 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab039629-3850-41b3-912f-48a70c24a9a9 req-aa109bf2-6dfe-4de7-b03d-52b856c7ca75 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:23.149592 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ab039629-3850-41b3-912f-48a70c24a9a9 req-aa109bf2-6dfe-4de7-b03d-52b856c7ca75 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 947 time: 0.9275186 Jul 07 20:54:23.154477 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-24539823-09c6-4b6a-97bd-394d1522b456 service neutron] Request body: {'port': {'device_id': 'e9adadda-5388-4cf7-bae9-55dbdeee8aad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:23.170341 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-24c2de93-6d4a-484d-a93f-31bbb47f98f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:23.211159 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-24c2de93-6d4a-484d-a93f-31bbb47f98f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c93144-b264-4039-8736-74bdcfd32782']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:23.244181 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-24c2de93-6d4a-484d-a93f-31bbb47f98f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa52f0a-13f7-46a8-b085-44f9de0259e3') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:23.244396 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-24c2de93-6d4a-484d-a93f-31bbb47f98f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa52f0a-13f7-46a8-b085-44f9de0259e3') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:23.271978 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-24c2de93-6d4a-484d-a93f-31bbb47f98f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:23.301291 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ab039629-3850-41b3-912f-48a70c24a9a9 req-03d95017-8fa5-4cf9-96c0-7040f6b14723 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420286 Jul 07 20:54:23.328003 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4fe74-d589-40b3-a192-152b1853bb72 req-9b774dac-40d6-42ff-ab32-d6df95ef6c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:23.329529 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bda4fe74-d589-40b3-a192-152b1853bb72 req-9b774dac-40d6-42ff-ab32-d6df95ef6c4e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3513422 Jul 07 20:54:23.333361 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-24c2de93-6d4a-484d-a93f-31bbb47f98f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:23.345959 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c2de93-6d4a-484d-a93f-31bbb47f98f8 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:54:23.346377 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-24c2de93-6d4a-484d-a93f-31bbb47f98f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: timer() Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:54:23.351731 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:54:23.406449 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-24539823-09c6-4b6a-97bd-394d1522b456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:23.533076 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-24c2de93-6d4a-484d-a93f-31bbb47f98f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:23.548526 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-24c2de93-6d4a-484d-a93f-31bbb47f98f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:23.550350 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-24c2de93-6d4a-484d-a93f-31bbb47f98f8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/21c93144-b264-4039-8736-74bdcfd32782 HTTP/1.1" status: 204 len: 168 time: 1.4899399 Jul 07 20:54:23.573093 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c01e3-a0e0-4f0a-80d4-0c0e92556564 req-0b6f2ca2-436e-44a7-954d-f92736f7f5dc tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:23.574612 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4d9c01e3-a0e0-4f0a-80d4-0c0e92556564 req-0b6f2ca2-436e-44a7-954d-f92736f7f5dc tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9adadda-5388-4cf7-bae9-55dbdeee8aad HTTP/1.1" status: 200 len: 932 time: 0.3502500 Jul 07 20:54:23.605675 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2de93-6d4a-484d-a93f-31bbb47f98f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=21c93144-b264-4039-8736-74bdcfd32782,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:23.708256 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42844) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:23.720462 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bda4fe74-d589-40b3-a192-152b1853bb72 req-43215534-a40a-4c28-b0f5-762cf334a321 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582392 Jul 07 20:54:23.736175 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4d9c01e3-a0e0-4f0a-80d4-0c0e92556564 req-1707621e-b42c-481a-a73f-db1c9afea168 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/security-groups?id=d7038068-a9ba-4eaa-84d8-f31107e34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417429 Jul 07 20:54:23.755125 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f88ccc3d-e52b-46e8-affd-21e70b7d49a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7a4391071c5940c79e426dc1a3be6177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451016 Jul 07 20:54:23.757579 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42846) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:23.821269 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bcdc6-2c1a-445d-95fb-dbbf56144060 req-11f95eb9-9a40-4a2d-8435-6a5d3498cf41 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:23.823049 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f2bcdc6-2c1a-445d-95fb-dbbf56144060 req-11f95eb9-9a40-4a2d-8435-6a5d3498cf41 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.3642657 Jul 07 20:54:23.835636 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eb36a73e-24a8-4569-8cb2-4776b8b22fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:23.867790 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eb36a73e-24a8-4569-8cb2-4776b8b22fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:23.916212 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f2bcdc6-2c1a-445d-95fb-dbbf56144060 req-e8be802b-df60-497f-905a-55253da998ad tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662796 Jul 07 20:54:23.961104 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eb36a73e-24a8-4569-8cb2-4776b8b22fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:23.964097 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eb36a73e-24a8-4569-8cb2-4776b8b22fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:23.967661 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-eb36a73e-24a8-4569-8cb2-4776b8b22fdd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dc13b627-3909-4b07-8612-9b694608496b HTTP/1.1" status: 204 len: 168 time: 0.2065387 Jul 07 20:54:23.974183 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36a73e-24a8-4569-8cb2-4776b8b22fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc13b627-3909-4b07-8612-9b694608496b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:24.006546 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bda4fe74-d589-40b3-a192-152b1853bb72 req-0540390b-93cd-46af-991a-217870feb2a8 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644470 Jul 07 20:54:24.073457 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020e72e-bd69-4a26-8927-712af9937d82 req-6cfde09c-5758-4550-bbe5-cdf0c77a3fbf tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:24.075059 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8020e72e-bd69-4a26-8927-712af9937d82 req-6cfde09c-5758-4550-bbe5-cdf0c77a3fbf tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 1096 time: 0.1130557 Jul 07 20:54:24.130769 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8020e72e-bd69-4a26-8927-712af9937d82 req-37ff54d2-feb2-437e-928c-a9b7acce7436 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385225 Jul 07 20:54:24.147739 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-24539823-09c6-4b6a-97bd-394d1522b456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ccfbc1-a468-4bba-bf00-006a809c965b {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:54:24.175169 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-24539823-09c6-4b6a-97bd-394d1522b456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:24.204947 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a071697d-8bb8-450b-add1-735009049716 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:54:24.224635 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-24539823-09c6-4b6a-97bd-394d1522b456 service neutron] Transition to ACTIVE for port object 26ccfbc1-a468-4bba-bf00-006a809c965b will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:54:24.229109 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-24539823-09c6-4b6a-97bd-394d1522b456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:24.270156 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: a071697d-8bb8-450b-add1-735009049716 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:54:24.271613 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a071697d-8bb8-450b-add1-735009049716 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:54:24.395755 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24539823-09c6-4b6a-97bd-394d1522b456 service neutron] Pushing event updated for resources: {'Port': ['ID=26ccfbc1-a468-4bba-bf00-006a809c965b,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:24.469516 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42868) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:24.486519 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310707-d9cb-4bc3-9dff-86d6f27f98b3 req-213f944a-3984-40fb-8253-f0aea8474442 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:24.488200 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-92310707-d9cb-4bc3-9dff-86d6f27f98b3 req-213f944a-3984-40fb-8253-f0aea8474442 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 1096 time: 0.1675277 Jul 07 20:54:24.493792 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-24539823-09c6-4b6a-97bd-394d1522b456 service neutron] Attempting to bind port 26ccfbc1-a468-4bba-bf00-006a809c965b on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:54:24.494132 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-24539823-09c6-4b6a-97bd-394d1522b456 service neutron] Attempting to bind port 26ccfbc1-a468-4bba-bf00-006a809c965b by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '912c6458-b0f7-41aa-b592-f11f5641d6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '31b581ec-1809-4057-8f68-4291c5d5cd3f'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:54:24.494467 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-24539823-09c6-4b6a-97bd-394d1522b456 service neutron] Attempting to bind port 26ccfbc1-a468-4bba-bf00-006a809c965b on network 31b581ec-1809-4057-8f68-4291c5d5cd3f {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:24.524546 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-24539823-09c6-4b6a-97bd-394d1522b456 service neutron] Port 26ccfbc1-a468-4bba-bf00-006a809c965b on network 31b581ec-1809-4057-8f68-4291c5d5cd3f not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:54:24.524879 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-24539823-09c6-4b6a-97bd-394d1522b456 service neutron] Attempting to bind port 26ccfbc1-a468-4bba-bf00-006a809c965b on network 31b581ec-1809-4057-8f68-4291c5d5cd3f {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:24.533018 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ceac1590-a94c-4047-9216-1de3d0830d19 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e0ef6dfa34b4b81b060cb500b9d6fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0621173 Jul 07 20:54:24.535335 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42870) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:24.554093 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-24539823-09c6-4b6a-97bd-394d1522b456 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:54:24.554442 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-24539823-09c6-4b6a-97bd-394d1522b456 service neutron] Checking segment: {'id': '912c6458-b0f7-41aa-b592-f11f5641d6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '31b581ec-1809-4057-8f68-4291c5d5cd3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:54:24.554832 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-24539823-09c6-4b6a-97bd-394d1522b456 service neutron] Bound using segment: {'id': '912c6458-b0f7-41aa-b592-f11f5641d6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '31b581ec-1809-4057-8f68-4291c5d5cd3f'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:54:24.555264 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-24539823-09c6-4b6a-97bd-394d1522b456 service neutron] Bound port: 26ccfbc1-a468-4bba-bf00-006a809c965b, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '912c6458-b0f7-41aa-b592-f11f5641d6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '31b581ec-1809-4057-8f68-4291c5d5cd3f'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:54:24.555749 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-24539823-09c6-4b6a-97bd-394d1522b456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:24.588666 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1200ab0-f7dc-415e-ac74-916aa1aa1956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:24.611578 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1200ab0-f7dc-415e-ac74-916aa1aa1956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:24.656260 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-92310707-d9cb-4bc3-9dff-86d6f27f98b3 req-a13bbd6c-0153-4778-9605-5d0fbfd26438 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591637 Jul 07 20:54:24.667705 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-24539823-09c6-4b6a-97bd-394d1522b456 service neutron] For port 26ccfbc1-a468-4bba-bf00-006a809c965b, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:54:24.669097 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1200ab0-f7dc-415e-ac74-916aa1aa1956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:24.671761 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1200ab0-f7dc-415e-ac74-916aa1aa1956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:24.675363 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b1200ab0-f7dc-415e-ac74-916aa1aa1956 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/14cd9172-22af-4490-bb4d-8fc19a5739a9 HTTP/1.1" status: 204 len: 168 time: 0.1365528 Jul 07 20:54:24.678885 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-24539823-09c6-4b6a-97bd-394d1522b456 service neutron] For port 26ccfbc1-a468-4bba-bf00-006a809c965b, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=26ccfbc1-a468-4bba-bf00-006a809c965b,segment=NetworkSegment(912c6458-b0f7-41aa-b592-f11f5641d6b0),segment_id=912c6458-b0f7-41aa-b592-f11f5641d6b0)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:54:24.685844 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1200ab0-f7dc-415e-ac74-916aa1aa1956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cd9172-22af-4490-bb4d-8fc19a5739a9,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:24.717082 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-24539823-09c6-4b6a-97bd-394d1522b456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:24.793366 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3e74d-2088-4f32-a1d3-d39b6c731f24 req-76dc906b-a0e6-4f57-a8a6-94864f5a103c tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:24.793366 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1eb3e74d-2088-4f32-a1d3-d39b6c731f24 req-76dc906b-a0e6-4f57-a8a6-94864f5a103c tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 947 time: 0.2879295 Jul 07 20:54:24.815244 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-24539823-09c6-4b6a-97bd-394d1522b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:24.815906 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-24539823-09c6-4b6a-97bd-394d1522b456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:24.817436 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-24539823-09c6-4b6a-97bd-394d1522b456 service neutron] 10.222.0.39 "PUT /v2.0/ports/26ccfbc1-a468-4bba-bf00-006a809c965b HTTP/1.1" status: 200 len: 1093 time: 1.6669128 Jul 07 20:54:24.817877 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9adadda-5388-4cf7-bae9-55dbdeee8aad', 'tag': '26ccfbc1-a468-4bba-bf00-006a809c965b'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:54:24.820274 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cb2ba5-b2c7-4591-af7f-1f4cc277d42f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9adadda-5388-4cf7-bae9-55dbdeee8aad", "tag": "26ccfbc1-a468-4bba-bf00-006a809c965b"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:54:24.854396 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24539823-09c6-4b6a-97bd-394d1522b456 service neutron] Pushing event updated for resources: {'Port': ['ID=26ccfbc1-a468-4bba-bf00-006a809c965b,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:24.968282 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1eb3e74d-2088-4f32-a1d3-d39b6c731f24 req-b52e1ef8-b1b4-4687-8a20-5704ace31ad3 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601233 Jul 07 20:54:25.013001 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-da21d26e-d8e2-4572-a454-00df389b6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:25.014616 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-da21d26e-d8e2-4572-a454-00df389b6b93 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=62bea0f57ce9439ab577b1c8dd2f3f2b&device_id=e9adadda-5388-4cf7-bae9-55dbdeee8aad HTTP/1.1" status: 200 len: 1096 time: 0.1451466 Jul 07 20:54:25.025468 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd00a0-1da5-4469-b97e-86c61b458713 req-c4e68d15-02d9-4630-9de1-f1eda19d6d88 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:25.027179 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9cfd00a0-1da5-4469-b97e-86c61b458713 req-c4e68d15-02d9-4630-9de1-f1eda19d6d88 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9adadda-5388-4cf7-bae9-55dbdeee8aad HTTP/1.1" status: 200 len: 944 time: 0.1259489 Jul 07 20:54:25.091664 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-80400855-d12a-4025-8496-a02c50d61dfe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26ccfbc1-a468-4bba-bf00-006a809c965b HTTP/1.1" status: 200 len: 217 time: 0.0633903 Jul 07 20:54:25.144399 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 6cbf53d2-a34c-40c4-af6a-bc795d044e11 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:54:25.146583 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9cfd00a0-1da5-4469-b97e-86c61b458713 req-edd99ca8-5fd2-4fc0-9825-f3b0b1c3393b tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/security-groups?id=d7038068-a9ba-4eaa-84d8-f31107e34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124890 Jul 07 20:54:25.189163 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-011a7f7c-d5e8-4bb4-be7b-c17d35dc9412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:25.190953 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-011a7f7c-d5e8-4bb4-be7b-c17d35dc9412 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42cac19b-3ed9-4b5b-b5d8-615ef2991e54 HTTP/1.1" status: 200 len: 859 time: 0.0855856 Jul 07 20:54:25.233013 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-493ec8c5-997b-4b86-b77f-2607e65e207f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=31b581ec-1809-4057-8f68-4291c5d5cd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328159 Jul 07 20:54:25.235240 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b8304e-a936-49a6-8886-e27f67dd59ca x-openstack-request-id: req-83b8304e-a936-49a6-8886-e27f67dd59ca {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:54:25.235659 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9adadda-5388-4cf7-bae9-55dbdeee8aad", "tag": "26ccfbc1-a468-4bba-bf00-006a809c965b", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:54:25.236157 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83b8304e-a936-49a6-8886-e27f67dd59ca {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:54:25.236655 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9adadda-5388-4cf7-bae9-55dbdeee8aad', 'tag': '26ccfbc1-a468-4bba-bf00-006a809c965b', 'status': 'completed', 'code': 200} Jul 07 20:54:25.418852 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 6cbf53d2-a34c-40c4-af6a-bc795d044e11, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=6cbf53d2-a34c-40c4-af6a-bc795d044e11,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:25.460147 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '6cbf53d2-a34c-40c4-af6a-bc795d044e11', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '6cbf53d2-a34c-40c4-af6a-bc795d044e11', 'mac_address': 'fa:16:3e:45:26:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:54:25.527116 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-4208d15c-4aa8-4f7f-863e-529d02fcdb82 service neutron] 10.222.0.39 "GET /v2.0/networks/31b581ec-1809-4057-8f68-4291c5d5cd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762275 Jul 07 20:54:25.548099 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:25.570241 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cbf53d2-a34c-40c4-af6a-bc795d044e11 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:54:25.599751 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 6cbf53d2-a34c-40c4-af6a-bc795d044e11, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=6cbf53d2-a34c-40c4-af6a-bc795d044e11,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:25.604798 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:25.635260 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd03e54-f9a2-48f9-98ba-518c34520003 req-2e678c4a-b547-4575-8892-e5cb180b0a28 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:25.643377 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8fd03e54-f9a2-48f9-98ba-518c34520003 req-2e678c4a-b547-4575-8892-e5cb180b0a28 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.2727582 Jul 07 20:54:25.663155 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=6cbf53d2-a34c-40c4-af6a-bc795d044e11,revision_number=8']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:25.704876 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8fd03e54-f9a2-48f9-98ba-518c34520003 req-7eea8355-a206-441b-8c24-03f8f37725be tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622029 Jul 07 20:54:25.706913 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5284081b-8cfd-4874-9c7d-f3158dfd5f24 req-9b464f7b-90e3-4ba5-b25f-bd29b4fe8f52 service neutron] 10.222.0.39 "GET /v2.0/networks/31b581ec-1809-4057-8f68-4291c5d5cd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693671 Jul 07 20:54:25.758739 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42930) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:25.844644 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb2ba5-b2c7-4591-af7f-1f4cc277d42f req-c9fa18df-b396-40cc-8b16-77c0ae3edc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:25.846203 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d0cb2ba5-b2c7-4591-af7f-1f4cc277d42f req-c9fa18df-b396-40cc-8b16-77c0ae3edc7a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=62bea0f57ce9439ab577b1c8dd2f3f2b&device_id=e9adadda-5388-4cf7-bae9-55dbdeee8aad HTTP/1.1" status: 200 len: 1096 time: 0.0566199 Jul 07 20:54:25.882561 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-27c28bfa-4e41-430b-aa2d-ff2392f01e3a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2092142975-network', 'tenant_id': '3572206916df4815b4641ef2859a1817'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:25.905245 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c28bfa-4e41-430b-aa2d-ff2392f01e3a admin admin] Made reservation on behalf of 3572206916df4815b4641ef2859a1817 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:54:25.908774 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-27c28bfa-4e41-430b-aa2d-ff2392f01e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:25.917442 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-27c28bfa-4e41-430b-aa2d-ff2392f01e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:25.964510 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb2ba5-b2c7-4591-af7f-1f4cc277d42f req-4a66de21-e9be-43db-980a-ee07fd87b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:25.966189 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d0cb2ba5-b2c7-4591-af7f-1f4cc277d42f req-4a66de21-e9be-43db-980a-ee07fd87b9c5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=31b581ec-1809-4057-8f68-4291c5d5cd3f HTTP/1.1" status: 200 len: 920 time: 0.1090417 Jul 07 20:54:25.982901 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['6cbf53d2-a34c-40c4-af6a-bc795d044e11'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:54:26.034345 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d0cb2ba5-b2c7-4591-af7f-1f4cc277d42f req-0a23cab1-b532-47e8-82f4-11da8a397686 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26ccfbc1-a468-4bba-bf00-006a809c965b HTTP/1.1" status: 200 len: 217 time: 0.0569034 Jul 07 20:54:26.044099 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-27c28bfa-4e41-430b-aa2d-ff2392f01e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:26.050255 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-27c28bfa-4e41-430b-aa2d-ff2392f01e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:26.084238 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c28bfa-4e41-430b-aa2d-ff2392f01e3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:54:26.101226 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb2ba5-b2c7-4591-af7f-1f4cc277d42f req-821d2f13-8f8f-4d53-995c-00ba68d18be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:26.102736 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d0cb2ba5-b2c7-4591-af7f-1f4cc277d42f req-821d2f13-8f8f-4d53-995c-00ba68d18be5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42cac19b-3ed9-4b5b-b5d8-615ef2991e54 HTTP/1.1" status: 200 len: 859 time: 0.0570967 Jul 07 20:54:26.123389 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c28bfa-4e41-430b-aa2d-ff2392f01e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e5de17-6534-4b06-87ab-a4cd34d2f93e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:26.126965 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-27c28bfa-4e41-430b-aa2d-ff2392f01e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:26.127669 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-27c28bfa-4e41-430b-aa2d-ff2392f01e3a admin admin] Added segment a2cc95df-398b-4c6e-82dd-d186d85025ab of type vlan for network c4642495-5fb3-4964-94cf-a5c185538d24 Jul 07 20:54:26.170503 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d0cb2ba5-b2c7-4591-af7f-1f4cc277d42f req-2575fcaa-b5db-49e4-90a5-725c335a54d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=31b581ec-1809-4057-8f68-4291c5d5cd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583854 Jul 07 20:54:26.175599 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-27c28bfa-4e41-430b-aa2d-ff2392f01e3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:26.224577 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-27c28bfa-4e41-430b-aa2d-ff2392f01e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:26.225948 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c28bfa-4e41-430b-aa2d-ff2392f01e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:26.226896 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-27c28bfa-4e41-430b-aa2d-ff2392f01e3a admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:26.270524 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-27c28bfa-4e41-430b-aa2d-ff2392f01e3a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5104575 Jul 07 20:54:26.272385 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42946) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:26.309062 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d86924ba-29bd-4015-a2ee-f77aa79a0aa0 admin admin] Request body: {'subnet': {'network_id': 'c4642495-5fb3-4964-94cf-a5c185538d24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2092142975-subnet', 'tenant_id': '3572206916df4815b4641ef2859a1817', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:26.372296 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c28bfa-4e41-430b-aa2d-ff2392f01e3a admin admin] Pushing event updated for resources: {'Network': ['ID=c4642495-5fb3-4964-94cf-a5c185538d24,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:26.384246 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network c4642495-5fb3-4964-94cf-a5c185538d24 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:54:26.402640 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86924ba-29bd-4015-a2ee-f77aa79a0aa0 admin admin] Made reservation on behalf of 3572206916df4815b4641ef2859a1817 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:54:26.403362 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1eebc-5399-4c1a-88dd-a3d8443eb50d req-e66b1988-1474-4a35-a898-d988c8302176 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:26.406026 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d86924ba-29bd-4015-a2ee-f77aa79a0aa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:26.411607 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dcf1eebc-5399-4c1a-88dd-a3d8443eb50d req-e66b1988-1474-4a35-a898-d988c8302176 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 948 time: 0.2840869 Jul 07 20:54:26.464737 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d0cb2ba5-b2c7-4591-af7f-1f4cc277d42f req-fc2bc920-1f22-4598-b9ea-00efdfb4440a service neutron] 10.222.0.39 "GET /v2.0/networks/31b581ec-1809-4057-8f68-4291c5d5cd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284572 Jul 07 20:54:26.611957 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dcf1eebc-5399-4c1a-88dd-a3d8443eb50d req-79581412-8b5f-4c24-bf45-0905c3825d27 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975021 Jul 07 20:54:26.659475 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170e8ae-7131-463a-8f42-ba6c1d57c3e9 req-b7fc8f5e-b372-4b43-9fc7-ead93746aa26 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:26.668910 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c170e8ae-7131-463a-8f42-ba6c1d57c3e9 req-b7fc8f5e-b372-4b43-9fc7-ead93746aa26 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9adadda-5388-4cf7-bae9-55dbdeee8aad HTTP/1.1" status: 200 len: 944 time: 0.3456488 Jul 07 20:54:26.672350 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d0cb2ba5-b2c7-4591-af7f-1f4cc277d42f req-780a7812-4a7b-4393-8ff8-addd019d29d3 service neutron] 10.222.0.39 "GET /v2.0/networks/31b581ec-1809-4057-8f68-4291c5d5cd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947279 Jul 07 20:54:26.707893 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d86924ba-29bd-4015-a2ee-f77aa79a0aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:26.768020 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c170e8ae-7131-463a-8f42-ba6c1d57c3e9 req-57d432a8-de92-4d95-82ac-a1c1fb631cce tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/security-groups?id=d7038068-a9ba-4eaa-84d8-f31107e34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917101 Jul 07 20:54:26.842411 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86924ba-29bd-4015-a2ee-f77aa79a0aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfb3651e-c175-4eba-9c88-ba3c6795c4c3,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:26.865652 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86924ba-29bd-4015-a2ee-f77aa79a0aa0 admin admin] Checking segment: {'id': 'a2cc95df-398b-4c6e-82dd-d186d85025ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c4642495-5fb3-4964-94cf-a5c185538d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:54:26.866386 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86924ba-29bd-4015-a2ee-f77aa79a0aa0 admin admin] Network hostable DHCP agents. Network: c4642495-5fb3-4964-94cf-a5c185538d24, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:54:26.894555 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86924ba-29bd-4015-a2ee-f77aa79a0aa0 admin admin] Network c4642495-5fb3-4964-94cf-a5c185538d24 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:54:26.904785 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-d86924ba-29bd-4015-a2ee-f77aa79a0aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, c4642495-5fb3-4964-94cf-a5c185538d24) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:54:26.913329 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86924ba-29bd-4015-a2ee-f77aa79a0aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:26.913922 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d86924ba-29bd-4015-a2ee-f77aa79a0aa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:26.918167 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517e0d15-51b7-41f2-9ad5-4ac11e440feb None None] Network c4642495-5fb3-4964-94cf-a5c185538d24 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:54:26.939654 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d86924ba-29bd-4015-a2ee-f77aa79a0aa0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6444044 Jul 07 20:54:26.942091 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42968) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:26.955389 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-2e417786-dbef-4ad5-842f-ccec308d6fb8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2092142975-router', 'tenant_id': '3572206916df4815b4641ef2859a1817', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:26.978665 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e417786-dbef-4ad5-842f-ccec308d6fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:26.980036 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e417786-dbef-4ad5-842f-ccec308d6fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:27.119521 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38eb9cd-e3be-47a5-acc4-034c1ca5436f req-c73d10c6-e1b2-4559-93ea-d106cdab5823 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:27.121360 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c38eb9cd-e3be-47a5-acc4-034c1ca5436f req-c73d10c6-e1b2-4559-93ea-d106cdab5823 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.1211522 Jul 07 20:54:27.149389 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 6cbf53d2-a34c-40c4-af6a-bc795d044e11 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:54:27.171364 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c38eb9cd-e3be-47a5-acc4-034c1ca5436f req-6db45e32-9f2d-4006-9434-1df3fa504bcc tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438797 Jul 07 20:54:27.291528 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4a940f-8156-4591-8983-421bd8d8be03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-c4642495-5fb3-4964-94cf-a5c185538d24', 'network_id': 'c4642495-5fb3-4964-94cf-a5c185538d24', 'tenant_id': '3572206916df4815b4641ef2859a1817', 'fixed_ips': [{'subnet_id': 'cfb3651e-c175-4eba-9c88-ba3c6795c4c3'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:54:27.292645 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0e4a940f-8156-4591-8983-421bd8d8be03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:27.392540 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:54:27.404516 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:54:27.405109 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:27.514551 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-0e4a940f-8156-4591-8983-421bd8d8be03 None None] Allocated IP 172.20.0.2 (c4642495-5fb3-4964-94cf-a5c185538d24/cfb3651e-c175-4eba-9c88-ba3c6795c4c3/b7ccd0bd-3023-471f-9f2b-cb40c11684d2) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:54:27.563701 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4389ae6-3176-47a4-af23-00f5838f630d req-30eee2eb-7016-4cda-9fab-89c4f1596127 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:27.565357 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4389ae6-3176-47a4-af23-00f5838f630d req-30eee2eb-7016-4cda-9fab-89c4f1596127 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.39 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2&tenant_id=505481bc2c1e4a469ecb05628eb12eb4&binding%3Ahost_id=n-h2-695189-11 HTTP/1.1" status: 200 len: 948 time: 0.2658675 Jul 07 20:54:27.572021 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:54:27.583364 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:27.626124 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e417786-dbef-4ad5-842f-ccec308d6fb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:27.664787 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e3120-471d-4296-8ab5-55af158178b5 req-6f30ee94-29be-4c52-b0ef-e0ba4c26b5d1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:27.678498 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-297e3120-471d-4296-8ab5-55af158178b5 req-6f30ee94-29be-4c52-b0ef-e0ba4c26b5d1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 948 time: 0.2909915 Jul 07 20:54:27.695235 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373c86ae-efb7-488e-8a03-39c7073774d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbf53d2-a34c-40c4-af6a-bc795d044e11'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:54:27.697568 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccda1f8-2aea-4fee-9667-8bc426ffdf26" -d '{"events": [{"server_uuid": "373c86ae-efb7-488e-8a03-39c7073774d2", "name": "network-vif-plugged", "status": "completed", "tag": "6cbf53d2-a34c-40c4-af6a-bc795d044e11"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:54:27.715776 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 6cbf53d2-a34c-40c4-af6a-bc795d044e11, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=6cbf53d2-a34c-40c4-af6a-bc795d044e11,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:27.733355 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:27.826783 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-297e3120-471d-4296-8ab5-55af158178b5 req-a7f24a67-e164-48fa-8666-b94ec484c85a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410387 Jul 07 20:54:27.828885 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ba3e76-8752-430b-8886-4582c578f3c3 x-openstack-request-id: req-98ba3e76-8752-430b-8886-4582c578f3c3 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:54:27.829181 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373c86ae-efb7-488e-8a03-39c7073774d2", "name": "network-vif-plugged", "status": "completed", "tag": "6cbf53d2-a34c-40c4-af6a-bc795d044e11", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:54:27.829436 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98ba3e76-8752-430b-8886-4582c578f3c3 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:54:27.829893 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373c86ae-efb7-488e-8a03-39c7073774d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbf53d2-a34c-40c4-af6a-bc795d044e11', 'code': 200} Jul 07 20:54:27.841588 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4389ae6-3176-47a4-af23-00f5838f630d req-a2a499a3-57e7-4746-9d94-b1e9142e773c service neutron] 10.222.0.39 "GET /v2.0/ports/6cbf53d2-a34c-40c4-af6a-bc795d044e11/bindings/n-h2-695189-11 HTTP/1.1" status: 200 len: 383 time: 0.2664011 Jul 07 20:54:27.953922 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e417786-dbef-4ad5-842f-ccec308d6fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:28.024672 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=6cbf53d2-a34c-40c4-af6a-bc795d044e11,revision_number=9']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:28.028217 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4389ae6-3176-47a4-af23-00f5838f630d req-865f2617-111c-454c-9ca3-fc0e3970fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:28.034907 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4389ae6-3176-47a4-af23-00f5838f630d req-865f2617-111c-454c-9ca3-fc0e3970fad4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 1101 time: 0.1491144 Jul 07 20:54:28.044509 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0e4a940f-8156-4591-8983-421bd8d8be03 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:28.064886 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0e4a940f-8156-4591-8983-421bd8d8be03 None None] Transition to ACTIVE for port object b7ccd0bd-3023-471f-9f2b-cb40c11684d2 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:54:28.094307 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0e4a940f-8156-4591-8983-421bd8d8be03 None None] Transition to ACTIVE for port object b7ccd0bd-3023-471f-9f2b-cb40c11684d2 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:54:28.114079 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0e4a940f-8156-4591-8983-421bd8d8be03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:28.164987 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4a940f-8156-4591-8983-421bd8d8be03 None None] Network c4642495-5fb3-4964-94cf-a5c185538d24 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:54:28.177157 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-0e4a940f-8156-4591-8983-421bd8d8be03 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:54:28.181355 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4a940f-8156-4591-8983-421bd8d8be03 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:54:28.231014 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a940f-8156-4591-8983-421bd8d8be03 None None] Pushing event updated for resources: {'Port': ['ID=b7ccd0bd-3023-471f-9f2b-cb40c11684d2,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:28.274273 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e417786-dbef-4ad5-842f-ccec308d6fb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:28.290751 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0e4a940f-8156-4591-8983-421bd8d8be03 None None] Attempting to bind port b7ccd0bd-3023-471f-9f2b-cb40c11684d2 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:54:28.291134 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0e4a940f-8156-4591-8983-421bd8d8be03 None None] Attempting to bind port b7ccd0bd-3023-471f-9f2b-cb40c11684d2 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'a2cc95df-398b-4c6e-82dd-d186d85025ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c4642495-5fb3-4964-94cf-a5c185538d24'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:54:28.291644 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4a940f-8156-4591-8983-421bd8d8be03 None None] Attempting to bind port b7ccd0bd-3023-471f-9f2b-cb40c11684d2 on network c4642495-5fb3-4964-94cf-a5c185538d24 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:28.297469 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6a93e-bdcf-4026-97bb-4cb9e60cd106 req-94b337cd-9473-4f28-ad45-4424b47efc33 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:28.297954 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4a940f-8156-4591-8983-421bd8d8be03 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:54:28.297954 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4a940f-8156-4591-8983-421bd8d8be03 None None] Checking segment: {'id': 'a2cc95df-398b-4c6e-82dd-d186d85025ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c4642495-5fb3-4964-94cf-a5c185538d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:54:28.298299 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0e4a940f-8156-4591-8983-421bd8d8be03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:28.298711 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4a940f-8156-4591-8983-421bd8d8be03 None None] Bound using segment: {'id': 'a2cc95df-398b-4c6e-82dd-d186d85025ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c4642495-5fb3-4964-94cf-a5c185538d24'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:54:28.299186 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0e4a940f-8156-4591-8983-421bd8d8be03 None None] Bound port: b7ccd0bd-3023-471f-9f2b-cb40c11684d2, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cc95df-398b-4c6e-82dd-d186d85025ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c4642495-5fb3-4964-94cf-a5c185538d24'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:54:28.299793 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0e4a940f-8156-4591-8983-421bd8d8be03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:28.305011 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1e6a93e-bdcf-4026-97bb-4cb9e60cd106 req-94b337cd-9473-4f28-ad45-4424b47efc33 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9adadda-5388-4cf7-bae9-55dbdeee8aad HTTP/1.1" status: 200 len: 944 time: 0.1516716 Jul 07 20:54:28.320645 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4389ae6-3176-47a4-af23-00f5838f630d req-5efd7a96-5fca-4beb-a137-6b3bf0d21162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:28.322311 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4389ae6-3176-47a4-af23-00f5838f630d req-5efd7a96-5fca-4beb-a137-6b3bf0d21162 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.2806592 Jul 07 20:54:28.343935 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e417786-dbef-4ad5-842f-ccec308d6fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:28.380528 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4389ae6-3176-47a4-af23-00f5838f630d req-0554561d-e2bd-4bf3-b339-caaa725893ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=6cbf53d2-a34c-40c4-af6a-bc795d044e11 HTTP/1.1" status: 200 len: 217 time: 0.0445800 Jul 07 20:54:28.396759 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1e6a93e-bdcf-4026-97bb-4cb9e60cd106 req-184d1236-4546-4b1d-a8ee-56e12489e809 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/security-groups?id=d7038068-a9ba-4eaa-84d8-f31107e34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906796 Jul 07 20:54:28.446013 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0e4a940f-8156-4591-8983-421bd8d8be03 None None] For port b7ccd0bd-3023-471f-9f2b-cb40c11684d2, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:54:28.449662 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0e4a940f-8156-4591-8983-421bd8d8be03 None None] For port b7ccd0bd-3023-471f-9f2b-cb40c11684d2, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b7ccd0bd-3023-471f-9f2b-cb40c11684d2,segment=NetworkSegment(a2cc95df-398b-4c6e-82dd-d186d85025ab),segment_id=a2cc95df-398b-4c6e-82dd-d186d85025ab)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:54:28.455116 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0e4a940f-8156-4591-8983-421bd8d8be03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:28.517750 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-2e417786-dbef-4ad5-842f-ccec308d6fb8 admin admin] Allocated IP 172.25.5.55 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/7184e4d0-e175-4189-887b-317b057184bb) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:54:28.594653 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a940f-8156-4591-8983-421bd8d8be03 None None] Pushing event updated for resources: {'Port': ['ID=b7ccd0bd-3023-471f-9f2b-cb40c11684d2,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:28.687362 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e417786-dbef-4ad5-842f-ccec308d6fb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:28.753862 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e417786-dbef-4ad5-842f-ccec308d6fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:28.825235 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e417786-dbef-4ad5-842f-ccec308d6fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=7184e4d0-e175-4189-887b-317b057184bb,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:28.840171 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e417786-dbef-4ad5-842f-ccec308d6fb8 admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:54:28.841838 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-2e417786-dbef-4ad5-842f-ccec308d6fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:54:28.845765 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e417786-dbef-4ad5-842f-ccec308d6fb8 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:54:29.117409 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4389ae6-3176-47a4-af23-00f5838f630d req-46e66462-479b-4a4e-ae0a-81bd70127e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:29.126415 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4389ae6-3176-47a4-af23-00f5838f630d req-46e66462-479b-4a4e-ae0a-81bd70127e5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.7248080 Jul 07 20:54:29.163012 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 26ccfbc1-a468-4bba-bf00-006a809c965b details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:54:29.203677 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fbb51035-c6c0-46af-b7a7-2674d838e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:29.215996 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116be68-3ce4-4de4-9c9e-23ecbdc94165 req-e1fc9a87-8c3a-4990-91a6-874265113973 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:29.227666 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2116be68-3ce4-4de4-9c9e-23ecbdc94165 req-e1fc9a87-8c3a-4990-91a6-874265113973 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.7604535 Jul 07 20:54:29.264355 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9397c-9e77-4dcb-a636-1f002906c122 req-f58e9d51-4a25-457a-b4a2-2bb6e26280d6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:29.275103 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-83b9397c-9e77-4dcb-a636-1f002906c122 req-f58e9d51-4a25-457a-b4a2-2bb6e26280d6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.2209928 Jul 07 20:54:29.321531 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e417786-dbef-4ad5-842f-ccec308d6fb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:29.343802 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2116be68-3ce4-4de4-9c9e-23ecbdc94165 req-eca15c76-a8a7-4d71-b212-1c9377e867ef tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149280 Jul 07 20:54:29.365358 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-83b9397c-9e77-4dcb-a636-1f002906c122 req-d34ed117-d6e6-4ae4-963a-254d11ce3b08 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892367 Jul 07 20:54:29.372756 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4389ae6-3176-47a4-af23-00f5838f630d req-d2d1c9d1-6e8f-4e58-bbf3-22f85a6a7cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:29.375721 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4389ae6-3176-47a4-af23-00f5838f630d req-d2d1c9d1-6e8f-4e58-bbf3-22f85a6a7cdc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2328053 Jul 07 20:54:29.392271 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 26ccfbc1-a468-4bba-bf00-006a809c965b, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=26ccfbc1-a468-4bba-bf00-006a809c965b,segment=NetworkSegment(912c6458-b0f7-41aa-b592-f11f5641d6b0),segment_id=912c6458-b0f7-41aa-b592-f11f5641d6b0)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:29.424452 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '26ccfbc1-a468-4bba-bf00-006a809c965b', 'network_id': '31b581ec-1809-4057-8f68-4291c5d5cd3f', 'port_id': '26ccfbc1-a468-4bba-bf00-006a809c965b', 'mac_address': 'fa:16:3e:4e:4b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42cac19b-3ed9-4b5b-b5d8-615ef2991e54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:54:29.492665 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:29.512351 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ccfbc1-a468-4bba-bf00-006a809c965b {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:54:29.551040 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 26ccfbc1-a468-4bba-bf00-006a809c965b, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=26ccfbc1-a468-4bba-bf00-006a809c965b,segment=NetworkSegment(912c6458-b0f7-41aa-b592-f11f5641d6b0),segment_id=912c6458-b0f7-41aa-b592-f11f5641d6b0)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:29.556555 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:29.668030 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=26ccfbc1-a468-4bba-bf00-006a809c965b,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:29.724535 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4389ae6-3176-47a4-af23-00f5838f630d req-7fe8ceba-a610-4fa3-ac35-9eadd6f8be23 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381462 Jul 07 20:54:29.812242 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e417786-dbef-4ad5-842f-ccec308d6fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:29.878331 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4157f18-72d7-470d-8196-c8f0fbf49a20 req-916b0575-71d0-404a-a25d-c08e810bde23 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:29.885387 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4157f18-72d7-470d-8196-c8f0fbf49a20 req-916b0575-71d0-404a-a25d-c08e810bde23 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9adadda-5388-4cf7-bae9-55dbdeee8aad HTTP/1.1" status: 200 len: 945 time: 0.2609286 Jul 07 20:54:29.931317 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['26ccfbc1-a468-4bba-bf00-006a809c965b'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:54:29.973730 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4157f18-72d7-470d-8196-c8f0fbf49a20 req-51b31428-3a18-481f-9a77-bb6ae4be539f tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/security-groups?id=d7038068-a9ba-4eaa-84d8-f31107e34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849845 Jul 07 20:54:29.991342 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4389ae6-3176-47a4-af23-00f5838f630d req-155cc8de-82f0-456b-af2e-f48b22f6a761 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314644 Jul 07 20:54:30.182396 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e417786-dbef-4ad5-842f-ccec308d6fb8 admin admin] Router d5dbce7b-05eb-42bf-bd32-5ef726773543 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:54:30.233964 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039c4c3f-fecf-4716-b1fe-043434511677 None None] Network c4642495-5fb3-4964-94cf-a5c185538d24 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:54:30.271753 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b7ccd0bd-3023-471f-9f2b-cb40c11684d2 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:54:30.339781 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e417786-dbef-4ad5-842f-ccec308d6fb8 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:54:30.363449 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] Sync routers for ids ['d5dbce7b-05eb-42bf-bd32-5ef726773543'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:54:30.366879 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e417786-dbef-4ad5-842f-ccec308d6fb8 admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:30.371260 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43032) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:30.371744 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2e417786-dbef-4ad5-842f-ccec308d6fb8 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4280155 Jul 07 20:54:30.413790 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c5bdc3b4-7566-484f-8b9b-d04dc9057875 None None] Provisioning for port b7ccd0bd-3023-471f-9f2b-cb40c11684d2 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:54:30.423152 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] Routers {'d5dbce7b-05eb-42bf-bd32-5ef726773543'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:54:30.423810 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:54:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d5dbce7b-05eb-42bf-bd32-5ef726773543'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:30.520772 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port b7ccd0bd-3023-471f-9f2b-cb40c11684d2 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:54:30.528135 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port b7ccd0bd-3023-471f-9f2b-cb40c11684d2 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:54:30.528507 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:30.671717 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] Set router d5dbce7b-05eb-42bf-bd32-5ef726773543 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:54:30.822062 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:30.826621 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d1d7e-8a49-40b5-928b-7a214baea381 req-99a2a25c-a1bb-4803-ad06-e946c4207b37 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:30.834050 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f57d1d7e-8a49-40b5-928b-7a214baea381 req-99a2a25c-a1bb-4803-ad06-e946c4207b37 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.2545519 Jul 07 20:54:30.862445 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port b7ccd0bd-3023-471f-9f2b-cb40c11684d2, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b7ccd0bd-3023-471f-9f2b-cb40c11684d2,segment=NetworkSegment(a2cc95df-398b-4c6e-82dd-d186d85025ab),segment_id=a2cc95df-398b-4c6e-82dd-d186d85025ab)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:30.871198 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:30.888399 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567759a-f401-4fdb-a2c5-47237f1dad24 req-549f1e0c-886b-400d-b1ad-5ff46af808f1 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:30.892411 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3567759a-f401-4fdb-a2c5-47237f1dad24 req-549f1e0c-886b-400d-b1ad-5ff46af808f1 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.3145292 Jul 07 20:54:30.991745 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=b7ccd0bd-3023-471f-9f2b-cb40c11684d2,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:31.004799 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f57d1d7e-8a49-40b5-928b-7a214baea381 req-471ed1a9-193a-4525-acc4-ad03bb0d5a3f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695573 Jul 07 20:54:31.073357 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3567759a-f401-4fdb-a2c5-47237f1dad24 req-0e9af509-4594-48ac-8498-925c860e62ca tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270928 Jul 07 20:54:31.145976 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5dbce7b-05eb-42bf-bd32-5ef726773543', 'name': 'tempest-ServersTestMultiNic-2092142975-router', 'tenant_id': '3572206916df4815b4641ef2859a1817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '7184e4d0-e175-4189-887b-317b057184bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:54:26Z', 'updated_at': '2021-07-07T20:54:29Z', 'revision_number': 3, 'project_id': '3572206916df4815b4641ef2859a1817', 'gw_port': {'id': '7184e4d0-e175-4189-887b-317b057184bb', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:76:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5dbce7b-05eb-42bf-bd32-5ef726773543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:54:28Z', 'updated_at': '2021-07-07T20:54:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:31.198726 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] Checking router: d5dbce7b-05eb-42bf-bd32-5ef726773543 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:54:31.205909 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] Updating router d5dbce7b-05eb-42bf-bd32-5ef726773543 port 7184e4d0-e175-4189-887b-317b057184bb binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:54:31.395460 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fb2bbe2d-1ff6-4bc6-8a22-53fa2ebd829e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:31.405603 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636ace5-2b0f-4b3f-aac7-95d3b43ed4e7 req-2366b03c-70e6-47c5-82c6-fffb212b7c83 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:31.407255 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b636ace5-2b0f-4b3f-aac7-95d3b43ed4e7 req-2366b03c-70e6-47c5-82c6-fffb212b7c83 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9adadda-5388-4cf7-bae9-55dbdeee8aad HTTP/1.1" status: 200 len: 945 time: 0.1147525 Jul 07 20:54:31.456613 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-17555e32-7d02-443e-a78b-4a28ed0520fa None None] Provisioning complete for port b7ccd0bd-3023-471f-9f2b-cb40c11684d2 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:54:31.457133 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-17555e32-7d02-443e-a78b-4a28ed0520fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:31.459356 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:31.505369 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b636ace5-2b0f-4b3f-aac7-95d3b43ed4e7 req-2202930d-c975-4c54-946a-08bbab7f3e2f tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/security-groups?id=d7038068-a9ba-4eaa-84d8-f31107e34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834763 Jul 07 20:54:31.669556 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-fb2bbe2d-1ff6-4bc6-8a22-53fa2ebd829e admin admin] Allocated IP 172.20.0.1 (c4642495-5fb3-4964-94cf-a5c185538d24/cfb3651e-c175-4eba-9c88-ba3c6795c4c3/36c09384-d344-405e-8113-b1111f9669e6) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:54:31.807955 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fb2bbe2d-1ff6-4bc6-8a22-53fa2ebd829e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:31.829595 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-fb2bbe2d-1ff6-4bc6-8a22-53fa2ebd829e admin admin] Transition to ACTIVE for port object 36c09384-d344-405e-8113-b1111f9669e6 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:54:31.863572 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b02f2c84-af4d-4201-a42b-1854c0ae9d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:31.871058 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fb2bbe2d-1ff6-4bc6-8a22-53fa2ebd829e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:31.871495 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:31.893476 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] Transition to ACTIVE for port object 7184e4d0-e175-4189-887b-317b057184bb will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:54:31.900864 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:31.910608 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:31.916959 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2bbe2d-1ff6-4bc6-8a22-53fa2ebd829e admin admin] Network c4642495-5fb3-4964-94cf-a5c185538d24 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:54:31.923072 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-fb2bbe2d-1ff6-4bc6-8a22-53fa2ebd829e admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:54:31.929370 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2bbe2d-1ff6-4bc6-8a22-53fa2ebd829e admin admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:54:31.961100 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] Attempting to bind port 7184e4d0-e175-4189-887b-317b057184bb on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:54:31.961873 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] Attempting to bind port 7184e4d0-e175-4189-887b-317b057184bb by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:54:31.962108 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] Attempting to bind port 7184e4d0-e175-4189-887b-317b057184bb on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:31.963934 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bbe2d-1ff6-4bc6-8a22-53fa2ebd829e admin admin] Pushing event updated for resources: {'Port': ['ID=36c09384-d344-405e-8113-b1111f9669e6,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:31.971397 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c4e08-187c-428a-9cbf-4529a9f37dc0 None None] Pushing event updated for resources: {'Port': ['ID=7184e4d0-e175-4189-887b-317b057184bb,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:31.974604 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:54:31.974947 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:54:31.975388 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:31.976110 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:54:31.976222 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] Bound port: 7184e4d0-e175-4189-887b-317b057184bb, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:54:31.976589 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:31.979048 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fb2bbe2d-1ff6-4bc6-8a22-53fa2ebd829e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:32.092597 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] For port 7184e4d0-e175-4189-887b-317b057184bb, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:54:32.119360 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] For port 7184e4d0-e175-4189-887b-317b057184bb, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=7184e4d0-e175-4189-887b-317b057184bb,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:54:32.126110 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:32.232045 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fb2bbe2d-1ff6-4bc6-8a22-53fa2ebd829e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:32.238447 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b7ccd0bd-3023-471f-9f2b-cb40c11684d2 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:54:32.299997 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] Routers {'d5dbce7b-05eb-42bf-bd32-5ef726773543'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:54:32.300714 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:54:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d5dbce7b-05eb-42bf-bd32-5ef726773543'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:32.365320 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c4e08-187c-428a-9cbf-4529a9f37dc0 None None] Pushing event updated for resources: {'Port': ['ID=7184e4d0-e175-4189-887b-317b057184bb,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:32.382137 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5b0c7f70-ef2e-4722-9581-ee781c691900 None None] Provisioning for port 36c09384-d344-405e-8113-b1111f9669e6 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:54:32.401007 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5b0c7f70-ef2e-4722-9581-ee781c691900 None None] Provisioning complete for port 36c09384-d344-405e-8113-b1111f9669e6 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:54:32.401386 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5b0c7f70-ef2e-4722-9581-ee781c691900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:32.524299 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port b7ccd0bd-3023-471f-9f2b-cb40c11684d2 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:54:32.524855 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:32.558802 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-5b0c7f70-ef2e-4722-9581-ee781c691900 None None] Port 36c09384-d344-405e-8113-b1111f9669e6 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:54:32.606417 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] Set router d5dbce7b-05eb-42bf-bd32-5ef726773543 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:54:32.613804 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c683f-86fd-4a87-afe9-ba9b3180ee13 req-ebdc4584-a3dd-4582-b733-8dd14af1e9d3 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:32.616337 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d88c683f-86fd-4a87-afe9-ba9b3180ee13 req-ebdc4584-a3dd-4582-b733-8dd14af1e9d3 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.3345351 Jul 07 20:54:32.691640 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163f2fc-50eb-4a4c-8f57-c1cfa74eaa4e req-fa9b4621-7487-41b6-8d1d-a62389740424 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:32.698448 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b163f2fc-50eb-4a4c-8f57-c1cfa74eaa4e req-fa9b4621-7487-41b6-8d1d-a62389740424 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.3411808 Jul 07 20:54:32.773920 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d88c683f-86fd-4a87-afe9-ba9b3180ee13 req-b24b8abb-52db-4be9-8e6b-a6043ba8aa08 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469982 Jul 07 20:54:32.873690 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b163f2fc-50eb-4a4c-8f57-c1cfa74eaa4e req-7362f792-99fc-4f1e-99ab-197cbe9896a8 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739528 Jul 07 20:54:32.908837 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fb2bbe2d-1ff6-4bc6-8a22-53fa2ebd829e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:32.914463 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fb2bbe2d-1ff6-4bc6-8a22-53fa2ebd829e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:33.044877 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bbe2d-1ff6-4bc6-8a22-53fa2ebd829e admin admin] Pushing event updated for resources: {'Port': ['ID=36c09384-d344-405e-8113-b1111f9669e6,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:33.045356 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5dbce7b-05eb-42bf-bd32-5ef726773543', 'name': 'tempest-ServersTestMultiNic-2092142975-router', 'tenant_id': '3572206916df4815b4641ef2859a1817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '7184e4d0-e175-4189-887b-317b057184bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:54:26Z', 'updated_at': '2021-07-07T20:54:32Z', 'revision_number': 4, 'project_id': '3572206916df4815b4641ef2859a1817', 'gw_port': {'id': '7184e4d0-e175-4189-887b-317b057184bb', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:76:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5dbce7b-05eb-42bf-bd32-5ef726773543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:54:28Z', 'updated_at': '2021-07-07T20:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '36c09384-d344-405e-8113-b1111f9669e6', 'name': '', 'network_id': 'c4642495-5fb3-4964-94cf-a5c185538d24', 'tenant_id': '3572206916df4815b4641ef2859a1817', 'mac_address': 'fa:16:3e:f7:95:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5dbce7b-05eb-42bf-bd32-5ef726773543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'cfb3651e-c175-4eba-9c88-ba3c6795c4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:54:31Z', 'updated_at': '2021-07-07T20:54:31Z', 'revision_number': 1, 'project_id': '3572206916df4815b4641ef2859a1817', 'subnets': [{'id': 'cfb3651e-c175-4eba-9c88-ba3c6795c4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:33.052776 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fb2bbe2d-1ff6-4bc6-8a22-53fa2ebd829e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:33.082444 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce8edaa-370a-4537-8c4d-29019efd2bbf None None] The sync data for ids ['d5dbce7b-05eb-42bf-bd32-5ef726773543'] in n-d-695189-11 is: [{'id': 'd5dbce7b-05eb-42bf-bd32-5ef726773543', 'name': 'tempest-ServersTestMultiNic-2092142975-router', 'tenant_id': '3572206916df4815b4641ef2859a1817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '7184e4d0-e175-4189-887b-317b057184bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:54:26Z', 'updated_at': '2021-07-07T20:54:32Z', 'revision_number': 4, 'project_id': '3572206916df4815b4641ef2859a1817', 'gw_port': {'id': '7184e4d0-e175-4189-887b-317b057184bb', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:76:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5dbce7b-05eb-42bf-bd32-5ef726773543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:54:28Z', 'updated_at': '2021-07-07T20:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '36c09384-d344-405e-8113-b1111f9669e6', 'name': '', 'network_id': 'c4642495-5fb3-4964-94cf-a5c185538d24', 'tenant_id': '3572206916df4815b4641ef2859a1817', 'mac_address': 'fa:16:3e:f7:95:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5dbce7b-05eb-42bf-bd32-5ef726773543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'cfb3651e-c175-4eba-9c88-ba3c6795c4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:54:31Z', 'updated_at': '2021-07-07T20:54:31Z', 'revision_number': 1, 'project_id': '3572206916df4815b4641ef2859a1817', 'subnets': [{'id': 'cfb3651e-c175-4eba-9c88-ba3c6795c4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:54:33.191841 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 26ccfbc1-a468-4bba-bf00-006a809c965b up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:54:33.292947 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2bbe2d-1ff6-4bc6-8a22-53fa2ebd829e admin admin] Network c4642495-5fb3-4964-94cf-a5c185538d24 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:54:33.296799 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 26ccfbc1-a468-4bba-bf00-006a809c965b completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:54:33.302438 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 26ccfbc1-a468-4bba-bf00-006a809c965b triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:54:33.302824 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:33.304201 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-fb2bbe2d-1ff6-4bc6-8a22-53fa2ebd829e admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:54:33.329701 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c3873-1da6-47b9-b9ca-3b53de9b9ff7 req-4847e704-de80-42f8-bc93-bd28ad826d7e tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:33.331352 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b07c3873-1da6-47b9-b9ca-3b53de9b9ff7 req-4847e704-de80-42f8-bc93-bd28ad826d7e tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9adadda-5388-4cf7-bae9-55dbdeee8aad HTTP/1.1" status: 200 len: 945 time: 0.1815021 Jul 07 20:54:33.334788 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4389ae6-3176-47a4-af23-00f5838f630d req-535b0107-0577-4c65-a8af-a59bd4bac2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:33.336294 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4389ae6-3176-47a4-af23-00f5838f630d req-535b0107-0577-4c65-a8af-a59bd4bac2d9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2&tenant_id=505481bc2c1e4a469ecb05628eb12eb4 HTTP/1.1" status: 200 len: 1101 time: 0.2026241 Jul 07 20:54:33.368217 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b4389ae6-3176-47a4-af23-00f5838f630d req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695189-11', 'device_owner': 'compute:nova'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:33.467897 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:33.470926 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:33.501087 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9adadda-5388-4cf7-bae9-55dbdeee8aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ccfbc1-a468-4bba-bf00-006a809c965b'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:54:33.507296 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84349362-8a97-4af7-ae37-3d7bc776d49d" -d '{"events": [{"server_uuid": "e9adadda-5388-4cf7-bae9-55dbdeee8aad", "name": "network-vif-plugged", "status": "completed", "tag": "26ccfbc1-a468-4bba-bf00-006a809c965b"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:54:33.553482 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 26ccfbc1-a468-4bba-bf00-006a809c965b, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=26ccfbc1-a468-4bba-bf00-006a809c965b,segment=NetworkSegment(912c6458-b0f7-41aa-b592-f11f5641d6b0),segment_id=912c6458-b0f7-41aa-b592-f11f5641d6b0)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:33.554105 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b07c3873-1da6-47b9-b9ca-3b53de9b9ff7 req-257291fb-5a5d-4425-902b-b08bf2247042 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/security-groups?id=d7038068-a9ba-4eaa-84d8-f31107e34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158346 Jul 07 20:54:33.581877 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:33.666612 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d465b9-ccd5-4c4c-b57e-f1da6d526961 x-openstack-request-id: req-a9d465b9-ccd5-4c4c-b57e-f1da6d526961 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:54:33.666915 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9adadda-5388-4cf7-bae9-55dbdeee8aad", "name": "network-vif-plugged", "status": "completed", "tag": "26ccfbc1-a468-4bba-bf00-006a809c965b", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:54:33.667172 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a9d465b9-ccd5-4c4c-b57e-f1da6d526961 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:54:33.667624 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9adadda-5388-4cf7-bae9-55dbdeee8aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ccfbc1-a468-4bba-bf00-006a809c965b', 'code': 200} Jul 07 20:54:33.702324 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=26ccfbc1-a468-4bba-bf00-006a809c965b,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:33.794787 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b2708df1-14ea-465f-a9fb-9554bd48d94b None None] Provisioning complete for port 36c09384-d344-405e-8113-b1111f9669e6 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:54:33.795513 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b2708df1-14ea-465f-a9fb-9554bd48d94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:33.850029 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b2708df1-14ea-465f-a9fb-9554bd48d94b None None] Port 36c09384-d344-405e-8113-b1111f9669e6 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:54:33.854196 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b4389ae6-3176-47a4-af23-00f5838f630d req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:33.865562 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2bbe2d-1ff6-4bc6-8a22-53fa2ebd829e admin admin] Router d5dbce7b-05eb-42bf-bd32-5ef726773543 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:54:34.260383 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab66af-4968-4eac-ad50-ae2f410c284a req-9ea11b39-89d0-468b-b472-ee403f7d3d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:34.262130 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97ab66af-4968-4eac-ad50-ae2f410c284a req-9ea11b39-89d0-468b-b472-ee403f7d3d20 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e9adadda-5388-4cf7-bae9-55dbdeee8aad HTTP/1.1" status: 200 len: 1098 time: 0.5150409 Jul 07 20:54:34.765196 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97ab66af-4968-4eac-ad50-ae2f410c284a req-5fe0c1cf-049f-460b-81d1-35cb42b20ff9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d7038068-a9ba-4eaa-84d8-f31107e34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915271 Jul 07 20:54:34.821237 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b4389ae6-3176-47a4-af23-00f5838f630d req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] For port 6cbf53d2-a34c-40c4-af6a-bc795d044e11, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=6cbf53d2-a34c-40c4-af6a-bc795d044e11,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:34.841926 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97933d04-9579-4948-947b-995a0c718258 req-eda55f7c-3312-4807-8564-9f390c096682 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:34.849503 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97933d04-9579-4948-947b-995a0c718258 req-eda55f7c-3312-4807-8564-9f390c096682 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.6955981 Jul 07 20:54:34.864048 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656d531-984c-45d7-9b0f-488fd76397da req-f24d5e47-5aa3-40ad-b2a5-3eba0c79811f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:34.871251 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8656d531-984c-45d7-9b0f-488fd76397da req-f24d5e47-5aa3-40ad-b2a5-3eba0c79811f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.8311195 Jul 07 20:54:34.912053 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2bbe2d-1ff6-4bc6-8a22-53fa2ebd829e admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:54:34.934924 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fb2bbe2d-1ff6-4bc6-8a22-53fa2ebd829e admin admin] 10.222.0.64 "PUT /v2.0/routers/d5dbce7b-05eb-42bf-bd32-5ef726773543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5621924 Jul 07 20:54:34.977292 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97933d04-9579-4948-947b-995a0c718258 req-f662a7ed-5052-47e0-94cc-9bd8d069addc tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268556 Jul 07 20:54:35.004363 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b4389ae6-3176-47a4-af23-00f5838f630d req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] For port 6cbf53d2-a34c-40c4-af6a-bc795d044e11, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:54:35.028294 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8656d531-984c-45d7-9b0f-488fd76397da req-edcb6fdd-02dc-404b-b039-680df06026f3 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558619 Jul 07 20:54:35.072915 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b4389ae6-3176-47a4-af23-00f5838f630d req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:35.088533 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-b4389ae6-3176-47a4-af23-00f5838f630d req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] Transition to ACTIVE for port object 6cbf53d2-a34c-40c4-af6a-bc795d044e11 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:54:35.089419 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373c86ae-efb7-488e-8a03-39c7073774d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cbf53d2-a34c-40c4-af6a-bc795d044e11'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:54:35.092658 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00b2e24-1afa-4608-a7c1-88999f447e3d" -d '{"events": [{"server_uuid": "373c86ae-efb7-488e-8a03-39c7073774d2", "name": "network-vif-unplugged", "status": "completed", "tag": "6cbf53d2-a34c-40c4-af6a-bc795d044e11"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:54:35.097350 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b4389ae6-3176-47a4-af23-00f5838f630d req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:35.108786 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43198) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:35.167483 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:35.180023 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4389ae6-3176-47a4-af23-00f5838f630d req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] No DVR routers for this DVR port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:54:35.220640 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] Pushing event updated for resources: {'Port': ['ID=6cbf53d2-a34c-40c4-af6a-bc795d044e11,revision_number=10']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:35.236561 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-7599a851-bc74-463b-b27f-82d09ab358ce tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1893206934'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:35.286078 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7599a851-bc74-463b-b27f-82d09ab358ce tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Made reservation on behalf of 3572206916df4815b4641ef2859a1817 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:54:35.296840 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7599a851-bc74-463b-b27f-82d09ab358ce tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:35.324225 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b4389ae6-3176-47a4-af23-00f5838f630d req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] Attempting to bind port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:54:35.324783 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b4389ae6-3176-47a4-af23-00f5838f630d req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] Attempting to bind port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:54:35.325275 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4389ae6-3176-47a4-af23-00f5838f630d req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] Attempting to bind port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:35.331528 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4389ae6-3176-47a4-af23-00f5838f630d req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] Port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:54:35.332090 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4389ae6-3176-47a4-af23-00f5838f630d req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] Attempting to bind port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:35.340345 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4389ae6-3176-47a4-af23-00f5838f630d req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:54:35.341144 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4389ae6-3176-47a4-af23-00f5838f630d req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:54:35.341689 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4389ae6-3176-47a4-af23-00f5838f630d req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:54:35.342284 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b4389ae6-3176-47a4-af23-00f5838f630d req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] Bound port: 6cbf53d2-a34c-40c4-af6a-bc795d044e11, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:54:35.342864 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b4389ae6-3176-47a4-af23-00f5838f630d req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:35.371344 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7599a851-bc74-463b-b27f-82d09ab358ce tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:54:35.396161 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7599a851-bc74-463b-b27f-82d09ab358ce tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:35.396519 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-7599a851-bc74-463b-b27f-82d09ab358ce tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Added segment 8b89bae8-dc1d-4bdc-902d-91156fad3589 of type vlan for network feb6e251-0a55-48fd-a6fe-f18e9c41fb8b Jul 07 20:54:35.503540 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7599a851-bc74-463b-b27f-82d09ab358ce tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:35.510445 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08ff398-45d5-40c3-9ea5-d2839f6c27f8 x-openstack-request-id: req-e08ff398-45d5-40c3-9ea5-d2839f6c27f8 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:54:35.511004 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373c86ae-efb7-488e-8a03-39c7073774d2", "name": "network-vif-unplugged", "status": "completed", "tag": "6cbf53d2-a34c-40c4-af6a-bc795d044e11", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:54:35.511266 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e08ff398-45d5-40c3-9ea5-d2839f6c27f8 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:54:35.511694 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373c86ae-efb7-488e-8a03-39c7073774d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cbf53d2-a34c-40c4-af6a-bc795d044e11', 'code': 200} Jul 07 20:54:35.513245 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b4389ae6-3176-47a4-af23-00f5838f630d req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] For port 6cbf53d2-a34c-40c4-af6a-bc795d044e11, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:54:35.519491 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b4389ae6-3176-47a4-af23-00f5838f630d req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] For port 6cbf53d2-a34c-40c4-af6a-bc795d044e11, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=6cbf53d2-a34c-40c4-af6a-bc795d044e11,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:54:35.534808 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b4389ae6-3176-47a4-af23-00f5838f630d req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:35.566751 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7599a851-bc74-463b-b27f-82d09ab358ce tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:35.573240 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7599a851-bc74-463b-b27f-82d09ab358ce tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:35.574551 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7599a851-bc74-463b-b27f-82d09ab358ce tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:35.636630 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] Pushing event updated for resources: {'Port': ['ID=6cbf53d2-a34c-40c4-af6a-bc795d044e11,revision_number=11']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:35.651374 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7599a851-bc74-463b-b27f-82d09ab358ce tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5363004 Jul 07 20:54:35.655138 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43210) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:35.660677 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4389ae6-3176-47a4-af23-00f5838f630d req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:35.661509 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f6e4361f-87ad-4518-b0e1-82af2b7ae3ed tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Request body: {'subnet': {'network_id': 'feb6e251-0a55-48fd-a6fe-f18e9c41fb8b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:35.661719 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b4389ae6-3176-47a4-af23-00f5838f630d req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:35.663382 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4389ae6-3176-47a4-af23-00f5838f630d req-637d16de-71ae-4caa-877b-3968bfb76e72 service neutron] 10.222.0.58 "PUT /v2.0/ports/6cbf53d2-a34c-40c4-af6a-bc795d044e11 HTTP/1.1" status: 200 len: 1097 time: 2.2993910 Jul 07 20:54:35.729459 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf2024-f9b9-45a8-9952-dc71d1611a3c req-56870eb2-2600-40e9-8417-ece62d3b43c4 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:35.731510 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32cf2024-f9b9-45a8-9952-dc71d1611a3c req-56870eb2-2600-40e9-8417-ece62d3b43c4 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9adadda-5388-4cf7-bae9-55dbdeee8aad HTTP/1.1" status: 200 len: 946 time: 0.3167856 Jul 07 20:54:35.777271 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599a851-bc74-463b-b27f-82d09ab358ce tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event updated for resources: {'Network': ['ID=feb6e251-0a55-48fd-a6fe-f18e9c41fb8b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:35.803301 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network feb6e251-0a55-48fd-a6fe-f18e9c41fb8b details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:54:35.809607 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e4361f-87ad-4518-b0e1-82af2b7ae3ed tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Made reservation on behalf of 3572206916df4815b4641ef2859a1817 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:54:35.813669 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f6e4361f-87ad-4518-b0e1-82af2b7ae3ed tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:35.872384 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32cf2024-f9b9-45a8-9952-dc71d1611a3c req-53f2d3e1-52c6-4c3b-98c8-2e1fbf2ec0e0 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/security-groups?id=d7038068-a9ba-4eaa-84d8-f31107e34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137302 Jul 07 20:54:35.986130 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4389ae6-3176-47a4-af23-00f5838f630d req-c87fee96-7a18-4808-9665-56c079a06694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:35.989030 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4389ae6-3176-47a4-af23-00f5838f630d req-c87fee96-7a18-4808-9665-56c079a06694 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 1100 time: 0.2565439 Jul 07 20:54:36.199283 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4389ae6-3176-47a4-af23-00f5838f630d req-f7fb8c4a-37c6-480d-81e5-40ca02667d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:36.207200 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4389ae6-3176-47a4-af23-00f5838f630d req-f7fb8c4a-37c6-480d-81e5-40ca02667d26 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.2047932 Jul 07 20:54:36.239958 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f6e4361f-87ad-4518-b0e1-82af2b7ae3ed tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:36.297884 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4389ae6-3176-47a4-af23-00f5838f630d req-c180fb6f-9fd9-4154-a8c4-2d6cedb3ef3e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=6cbf53d2-a34c-40c4-af6a-bc795d044e11 HTTP/1.1" status: 200 len: 217 time: 0.0790963 Jul 07 20:54:36.301419 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 7184e4d0-e175-4189-887b-317b057184bb up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:54:36.451005 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 7184e4d0-e175-4189-887b-317b057184bb completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:54:36.457070 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4361f-87ad-4518-b0e1-82af2b7ae3ed tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event updated for resources: {'Subnet': ['ID=df6c10c4-fde3-4e98-8bc9-386126875d79,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:36.465029 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e4361f-87ad-4518-b0e1-82af2b7ae3ed tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Checking segment: {'id': '8b89bae8-dc1d-4bdc-902d-91156fad3589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'feb6e251-0a55-48fd-a6fe-f18e9c41fb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:54:36.465563 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e4361f-87ad-4518-b0e1-82af2b7ae3ed tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Network hostable DHCP agents. Network: feb6e251-0a55-48fd-a6fe-f18e9c41fb8b, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:54:36.467554 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 7184e4d0-e175-4189-887b-317b057184bb triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:54:36.468892 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:36.492432 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e4361f-87ad-4518-b0e1-82af2b7ae3ed tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Network feb6e251-0a55-48fd-a6fe-f18e9c41fb8b is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:54:36.506237 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-f6e4361f-87ad-4518-b0e1-82af2b7ae3ed tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, feb6e251-0a55-48fd-a6fe-f18e9c41fb8b) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:54:36.511425 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e4361f-87ad-4518-b0e1-82af2b7ae3ed tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:36.512410 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f6e4361f-87ad-4518-b0e1-82af2b7ae3ed tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:36.527712 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4389ae6-3176-47a4-af23-00f5838f630d req-ecf0658e-5d9c-495a-8e73-80a0cd83b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:36.529657 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d289d0-ed6a-4d81-b056-d05abad79820 None None] Network feb6e251-0a55-48fd-a6fe-f18e9c41fb8b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:54:36.530854 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4389ae6-3176-47a4-af23-00f5838f630d req-ecf0658e-5d9c-495a-8e73-80a0cd83b68f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1602640 Jul 07 20:54:36.534518 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f6e4361f-87ad-4518-b0e1-82af2b7ae3ed tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8750439 Jul 07 20:54:36.534834 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43230) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:36.541513 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-b4213f3d-3179-47a1-b242-c3de0a0ff447 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-339854312'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:36.585551 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4213f3d-3179-47a1-b242-c3de0a0ff447 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Made reservation on behalf of 3572206916df4815b4641ef2859a1817 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:54:36.594706 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b4213f3d-3179-47a1-b242-c3de0a0ff447 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:36.612433 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70502a2-8d59-4090-ab91-be0fc378608f req-b28d8cc3-c045-4925-ab55-46e839d2291d tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:36.613996 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c70502a2-8d59-4090-ab91-be0fc378608f req-b28d8cc3-c045-4925-ab55-46e839d2291d tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 948 time: 0.3228712 Jul 07 20:54:36.624835 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8f002-d1fd-48d5-9a8c-0cf0b19bc582 req-10decd04-4772-498c-a484-816649ee37d9 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:36.635698 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0bc8f002-d1fd-48d5-9a8c-0cf0b19bc582 req-10decd04-4772-498c-a484-816649ee37d9 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.3019595 Jul 07 20:54:36.645393 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] Sync routers for ids ['d5dbce7b-05eb-42bf-bd32-5ef726773543'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:54:36.667287 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] Routers {'d5dbce7b-05eb-42bf-bd32-5ef726773543'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:54:36.668413 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:54:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d5dbce7b-05eb-42bf-bd32-5ef726773543'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:36.676976 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4213f3d-3179-47a1-b242-c3de0a0ff447 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:54:36.709962 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b4213f3d-3179-47a1-b242-c3de0a0ff447 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:36.712032 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-b4213f3d-3179-47a1-b242-c3de0a0ff447 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Added segment 9d342760-9175-4c9e-9e47-423fa351299a of type vlan for network 2ce471f3-025f-4ee5-aafa-5a6d858bc5ff Jul 07 20:54:36.761192 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0bc8f002-d1fd-48d5-9a8c-0cf0b19bc582 req-8cefa18d-189b-4f6a-9168-ec60f20215fb tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246390 Jul 07 20:54:36.779876 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:36.782781 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c70502a2-8d59-4090-ab91-be0fc378608f req-cc5c5fad-b3b9-4ea2-818c-e7d959e0f7bd tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333947 Jul 07 20:54:36.809505 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4389ae6-3176-47a4-af23-00f5838f630d req-6b162b02-50c2-4cf0-8001-7439639263e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:36.811217 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4389ae6-3176-47a4-af23-00f5838f630d req-6b162b02-50c2-4cf0-8001-7439639263e4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2485623 Jul 07 20:54:36.839759 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-b4389ae6-3176-47a4-af23-00f5838f630d req-cd22c321-3afe-47be-8a95-09dbdc79c84b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:54:36.840843 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4389ae6-3176-47a4-af23-00f5838f630d req-cd22c321-3afe-47be-8a95-09dbdc79c84b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175586 Jul 07 20:54:36.859617 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 7184e4d0-e175-4189-887b-317b057184bb, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=7184e4d0-e175-4189-887b-317b057184bb,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:36.863285 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b4213f3d-3179-47a1-b242-c3de0a0ff447 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:36.881872 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] Set router d5dbce7b-05eb-42bf-bd32-5ef726773543 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:54:36.898599 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:36.977499 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b4213f3d-3179-47a1-b242-c3de0a0ff447 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:36.999710 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13afb64-5362-4199-a693-b36ec75d8c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-feb6e251-0a55-48fd-a6fe-f18e9c41fb8b', 'network_id': 'feb6e251-0a55-48fd-a6fe-f18e9c41fb8b', 'tenant_id': '3572206916df4815b4641ef2859a1817', 'fixed_ips': [{'subnet_id': 'df6c10c4-fde3-4e98-8bc9-386126875d79'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:54:37.000632 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4213f3d-3179-47a1-b242-c3de0a0ff447 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:37.001146 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d13afb64-5362-4199-a693-b36ec75d8c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.001270 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b4213f3d-3179-47a1-b242-c3de0a0ff447 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.015273 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=7184e4d0-e175-4189-887b-317b057184bb,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:37.100921 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b4213f3d-3179-47a1-b242-c3de0a0ff447 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5643413 Jul 07 20:54:37.102150 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43238) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:37.110125 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4213f3d-3179-47a1-b242-c3de0a0ff447 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event updated for resources: {'Network': ['ID=2ce471f3-025f-4ee5-aafa-5a6d858bc5ff,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:37.118264 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-719c5c05-55fb-4314-ad4b-51c0c462d393 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Request body: {'subnet': {'network_id': '2ce471f3-025f-4ee5-aafa-5a6d858bc5ff', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:37.131676 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 2ce471f3-025f-4ee5-aafa-5a6d858bc5ff details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:54:37.211422 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 6cbf53d2-a34c-40c4-af6a-bc795d044e11 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:54:37.237421 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4389ae6-3176-47a4-af23-00f5838f630d req-b69768ec-9aa4-426c-9c8c-363520f6be6b service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847344 Jul 07 20:54:37.251034 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5dbce7b-05eb-42bf-bd32-5ef726773543', 'name': 'tempest-ServersTestMultiNic-2092142975-router', 'tenant_id': '3572206916df4815b4641ef2859a1817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '7184e4d0-e175-4189-887b-317b057184bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:54:26Z', 'updated_at': '2021-07-07T20:54:32Z', 'revision_number': 4, 'project_id': '3572206916df4815b4641ef2859a1817', 'gw_port': {'id': '7184e4d0-e175-4189-887b-317b057184bb', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:76:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5dbce7b-05eb-42bf-bd32-5ef726773543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:54:28Z', 'updated_at': '2021-07-07T20:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '36c09384-d344-405e-8113-b1111f9669e6', 'name': '', 'network_id': 'c4642495-5fb3-4964-94cf-a5c185538d24', 'tenant_id': '3572206916df4815b4641ef2859a1817', 'mac_address': 'fa:16:3e:f7:95:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5dbce7b-05eb-42bf-bd32-5ef726773543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'cfb3651e-c175-4eba-9c88-ba3c6795c4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:54:31Z', 'updated_at': '2021-07-07T20:54:32Z', 'revision_number': 2, 'project_id': '3572206916df4815b4641ef2859a1817', 'subnets': [{'id': 'cfb3651e-c175-4eba-9c88-ba3c6795c4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:37.318274 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] Checking router: d5dbce7b-05eb-42bf-bd32-5ef726773543 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:54:37.318892 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] Updating router d5dbce7b-05eb-42bf-bd32-5ef726773543 port 36c09384-d344-405e-8113-b1111f9669e6 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:54:37.329864 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-d13afb64-5362-4199-a693-b36ec75d8c63 None None] Allocated IP 19.80.0.2 (feb6e251-0a55-48fd-a6fe-f18e9c41fb8b/df6c10c4-fde3-4e98-8bc9-386126875d79/9730ec33-0599-4193-94f0-8813bd81ac3a) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:54:37.345154 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 6cbf53d2-a34c-40c4-af6a-bc795d044e11 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:54:37.398821 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.488049 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719c5c05-55fb-4314-ad4b-51c0c462d393 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Made reservation on behalf of 3572206916df4815b4641ef2859a1817 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:54:37.496784 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-719c5c05-55fb-4314-ad4b-51c0c462d393 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.513215 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '373c86ae-efb7-488e-8a03-39c7073774d2', 'tag': '6cbf53d2-a34c-40c4-af6a-bc795d044e11'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:54:37.516332 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9fdf09-aa3d-40f9-83cc-a38e37f5dbbb" -d '{"events": [{"name": "network-changed", "server_uuid": "373c86ae-efb7-488e-8a03-39c7073774d2", "tag": "6cbf53d2-a34c-40c4-af6a-bc795d044e11"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:54:37.596249 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d13afb64-5362-4199-a693-b36ec75d8c63 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.606665 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d13afb64-5362-4199-a693-b36ec75d8c63 None None] Transition to ACTIVE for port object 9730ec33-0599-4193-94f0-8813bd81ac3a will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:54:37.623289 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d13afb64-5362-4199-a693-b36ec75d8c63 None None] Transition to ACTIVE for port object 9730ec33-0599-4193-94f0-8813bd81ac3a will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:54:37.632558 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d13afb64-5362-4199-a693-b36ec75d8c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.637685 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ebd5de-9d83-48e7-bbab-2b717e1e3417 x-openstack-request-id: req-11ebd5de-9d83-48e7-bbab-2b717e1e3417 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:54:37.638833 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "373c86ae-efb7-488e-8a03-39c7073774d2", "tag": "6cbf53d2-a34c-40c4-af6a-bc795d044e11", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:54:37.639092 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-11ebd5de-9d83-48e7-bbab-2b717e1e3417 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:54:37.640379 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373c86ae-efb7-488e-8a03-39c7073774d2', 'tag': '6cbf53d2-a34c-40c4-af6a-bc795d044e11', 'status': 'completed', 'code': 200} Jul 07 20:54:37.701070 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13afb64-5362-4199-a693-b36ec75d8c63 None None] Network feb6e251-0a55-48fd-a6fe-f18e9c41fb8b is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:54:37.705032 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-d13afb64-5362-4199-a693-b36ec75d8c63 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:54:37.714936 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13afb64-5362-4199-a693-b36ec75d8c63 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:54:37.723980 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13afb64-5362-4199-a693-b36ec75d8c63 None None] Pushing event updated for resources: {'Port': ['ID=9730ec33-0599-4193-94f0-8813bd81ac3a,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:37.801098 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-d13afb64-5362-4199-a693-b36ec75d8c63 None None] Attempting to bind port 9730ec33-0599-4193-94f0-8813bd81ac3a on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:54:37.801802 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-d13afb64-5362-4199-a693-b36ec75d8c63 None None] Attempting to bind port 9730ec33-0599-4193-94f0-8813bd81ac3a by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '8b89bae8-dc1d-4bdc-902d-91156fad3589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'feb6e251-0a55-48fd-a6fe-f18e9c41fb8b'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:54:37.802544 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13afb64-5362-4199-a693-b36ec75d8c63 None None] Attempting to bind port 9730ec33-0599-4193-94f0-8813bd81ac3a on network feb6e251-0a55-48fd-a6fe-f18e9c41fb8b {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:37.812776 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13afb64-5362-4199-a693-b36ec75d8c63 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:54:37.813353 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13afb64-5362-4199-a693-b36ec75d8c63 None None] Checking segment: {'id': '8b89bae8-dc1d-4bdc-902d-91156fad3589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'feb6e251-0a55-48fd-a6fe-f18e9c41fb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:54:37.814439 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d13afb64-5362-4199-a693-b36ec75d8c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.814929 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13afb64-5362-4199-a693-b36ec75d8c63 None None] Bound using segment: {'id': '8b89bae8-dc1d-4bdc-902d-91156fad3589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'feb6e251-0a55-48fd-a6fe-f18e9c41fb8b'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:54:37.815459 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-d13afb64-5362-4199-a693-b36ec75d8c63 None None] Bound port: 9730ec33-0599-4193-94f0-8813bd81ac3a, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b89bae8-dc1d-4bdc-902d-91156fad3589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'feb6e251-0a55-48fd-a6fe-f18e9c41fb8b'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:54:37.815913 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d13afb64-5362-4199-a693-b36ec75d8c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.830878 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4389ae6-3176-47a4-af23-00f5838f630d req-28c58f62-1275-4437-aeca-14b12b3f57d9 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551660 Jul 07 20:54:37.875550 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebe997-d8f1-4780-8a21-553132b8f1fd req-502a85e2-d534-4985-aebb-dcaf716234db tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:37.880401 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5bebe997-d8f1-4780-8a21-553132b8f1fd req-502a85e2-d534-4985-aebb-dcaf716234db tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9adadda-5388-4cf7-bae9-55dbdeee8aad HTTP/1.1" status: 200 len: 946 time: 0.6166403 Jul 07 20:54:37.919864 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-d13afb64-5362-4199-a693-b36ec75d8c63 None None] For port 9730ec33-0599-4193-94f0-8813bd81ac3a, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:54:37.925445 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-d13afb64-5362-4199-a693-b36ec75d8c63 None None] For port 9730ec33-0599-4193-94f0-8813bd81ac3a, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=9730ec33-0599-4193-94f0-8813bd81ac3a,segment=NetworkSegment(8b89bae8-dc1d-4bdc-902d-91156fad3589),segment_id=8b89bae8-dc1d-4bdc-902d-91156fad3589)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:54:37.931282 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d13afb64-5362-4199-a693-b36ec75d8c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:37.932656 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fdf09-aa3d-40f9-83cc-a38e37f5dbbb req-dfe91f48-bb5f-4a8e-b8e2-3feee897925c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:37.943116 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4f9fdf09-aa3d-40f9-83cc-a38e37f5dbbb req-dfe91f48-bb5f-4a8e-b8e2-3feee897925c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 1100 time: 0.2952232 Jul 07 20:54:38.008158 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13afb64-5362-4199-a693-b36ec75d8c63 None None] Pushing event updated for resources: {'Port': ['ID=9730ec33-0599-4193-94f0-8813bd81ac3a,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:38.055724 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:38.071313 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] Transition to ACTIVE for port object 36c09384-d344-405e-8113-b1111f9669e6 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:54:38.075813 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5bebe997-d8f1-4780-8a21-553132b8f1fd req-cda433a8-8d3c-4cef-beaf-7579d7f4db76 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/security-groups?id=d7038068-a9ba-4eaa-84d8-f31107e34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803980 Jul 07 20:54:38.079576 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:38.130471 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d5aa9-c461-4eb3-a65d-310ab7f8c760 None None] Pushing event updated for resources: {'Port': ['ID=36c09384-d344-405e-8113-b1111f9669e6,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:38.149039 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d5aa9-c461-4eb3-a65d-310ab7f8c760 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:38.149703 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d5aa9-c461-4eb3-a65d-310ab7f8c760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:38.150069 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d5aa9-c461-4eb3-a65d-310ab7f8c760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:38.150383 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d5aa9-c461-4eb3-a65d-310ab7f8c760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:38.150705 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d5aa9-c461-4eb3-a65d-310ab7f8c760 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:38.151088 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d5aa9-c461-4eb3-a65d-310ab7f8c760 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:38.151491 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d5aa9-c461-4eb3-a65d-310ab7f8c760 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:38.152025 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d5aa9-c461-4eb3-a65d-310ab7f8c760 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:38.152368 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d5aa9-c461-4eb3-a65d-310ab7f8c760 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:38.152697 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d5aa9-c461-4eb3-a65d-310ab7f8c760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:38.153022 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d5aa9-c461-4eb3-a65d-310ab7f8c760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:38.153401 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6d5aa9-c461-4eb3-a65d-310ab7f8c760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:38.297339 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 7184e4d0-e175-4189-887b-317b057184bb up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:54:38.398568 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] Attempting to bind port 36c09384-d344-405e-8113-b1111f9669e6 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:54:38.399536 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] Attempting to bind port 36c09384-d344-405e-8113-b1111f9669e6 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'a2cc95df-398b-4c6e-82dd-d186d85025ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c4642495-5fb3-4964-94cf-a5c185538d24'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:54:38.400357 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] Attempting to bind port 36c09384-d344-405e-8113-b1111f9669e6 on network c4642495-5fb3-4964-94cf-a5c185538d24 {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:38.407799 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:54:38.408785 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] Checking segment: {'id': 'a2cc95df-398b-4c6e-82dd-d186d85025ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c4642495-5fb3-4964-94cf-a5c185538d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:54:38.409387 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:38.409969 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] Bound using segment: {'id': 'a2cc95df-398b-4c6e-82dd-d186d85025ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c4642495-5fb3-4964-94cf-a5c185538d24'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:54:38.410711 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] Bound port: 36c09384-d344-405e-8113-b1111f9669e6, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2cc95df-398b-4c6e-82dd-d186d85025ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c4642495-5fb3-4964-94cf-a5c185538d24'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:54:38.411689 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:38.461456 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 7184e4d0-e175-4189-887b-317b057184bb triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:54:38.461952 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:38.537197 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-719c5c05-55fb-4314-ad4b-51c0c462d393 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:38.549306 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] For port 36c09384-d344-405e-8113-b1111f9669e6, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:54:38.553169 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] For port 36c09384-d344-405e-8113-b1111f9669e6, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=36c09384-d344-405e-8113-b1111f9669e6,segment=NetworkSegment(a2cc95df-398b-4c6e-82dd-d186d85025ab),segment_id=a2cc95df-398b-4c6e-82dd-d186d85025ab)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:54:38.562524 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:38.690523 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fdf09-aa3d-40f9-83cc-a38e37f5dbbb req-5c7dbecd-0548-4f84-a63b-f5531774992c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:38.692133 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4f9fdf09-aa3d-40f9-83cc-a38e37f5dbbb req-5c7dbecd-0548-4f84-a63b-f5531774992c service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.7347338 Jul 07 20:54:38.722910 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d5aa9-c461-4eb3-a65d-310ab7f8c760 None None] Pushing event updated for resources: {'Port': ['ID=36c09384-d344-405e-8113-b1111f9669e6,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:38.762739 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] Routers {'d5dbce7b-05eb-42bf-bd32-5ef726773543'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:54:38.767885 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:54:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d5dbce7b-05eb-42bf-bd32-5ef726773543'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:38.779613 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4f9fdf09-aa3d-40f9-83cc-a38e37f5dbbb req-db6093ce-cfed-45a7-899e-10d27df8c07b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=6cbf53d2-a34c-40c4-af6a-bc795d044e11 HTTP/1.1" status: 200 len: 217 time: 0.0758681 Jul 07 20:54:38.780730 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c5c05-55fb-4314-ad4b-51c0c462d393 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event updated for resources: {'Subnet': ['ID=67ad6f9a-d04a-4387-9760-e68a347e85db,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:38.860363 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719c5c05-55fb-4314-ad4b-51c0c462d393 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Checking segment: {'id': '9d342760-9175-4c9e-9e47-423fa351299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2ce471f3-025f-4ee5-aafa-5a6d858bc5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:54:38.860687 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719c5c05-55fb-4314-ad4b-51c0c462d393 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Network hostable DHCP agents. Network: 2ce471f3-025f-4ee5-aafa-5a6d858bc5ff, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:54:38.878270 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746e136-b959-4b88-bb62-a2edee9ebeda req-52dc2df9-1ce6-47f8-88cd-be603487785c tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:38.884104 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a746e136-b959-4b88-bb62-a2edee9ebeda req-52dc2df9-1ce6-47f8-88cd-be603487785c tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 948 time: 0.3947117 Jul 07 20:54:38.897396 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c5c05-55fb-4314-ad4b-51c0c462d393 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:38.897736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c5c05-55fb-4314-ad4b-51c0c462d393 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:38.898086 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c5c05-55fb-4314-ad4b-51c0c462d393 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:38.898433 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c5c05-55fb-4314-ad4b-51c0c462d393 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:38.898771 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c5c05-55fb-4314-ad4b-51c0c462d393 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:38.899109 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c5c05-55fb-4314-ad4b-51c0c462d393 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:38.903540 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c5c05-55fb-4314-ad4b-51c0c462d393 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:38.903965 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c5c05-55fb-4314-ad4b-51c0c462d393 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:38.904310 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c5c05-55fb-4314-ad4b-51c0c462d393 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:38.904657 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c5c05-55fb-4314-ad4b-51c0c462d393 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:38.905002 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c5c05-55fb-4314-ad4b-51c0c462d393 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:38.905865 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719c5c05-55fb-4314-ad4b-51c0c462d393 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:38.936316 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716c871-bc4b-4baa-9d29-0c300b67a802 req-b598247a-53f4-4e15-8fd9-eebc4c11d84d tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:38.937684 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e716c871-bc4b-4baa-9d29-0c300b67a802 req-b598247a-53f4-4e15-8fd9-eebc4c11d84d tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.8778064 Jul 07 20:54:38.939968 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fdf09-aa3d-40f9-83cc-a38e37f5dbbb req-b6513ace-65d0-4870-acd5-d601acccc530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:38.941396 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4f9fdf09-aa3d-40f9-83cc-a38e37f5dbbb req-b6513ace-65d0-4870-acd5-d601acccc530 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 1100 time: 0.9928324 Jul 07 20:54:38.969853 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] Set router d5dbce7b-05eb-42bf-bd32-5ef726773543 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:54:38.980446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fdf09-aa3d-40f9-83cc-a38e37f5dbbb req-55ee7670-d0d7-4e06-be63-35e6e7719177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:38.981934 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4f9fdf09-aa3d-40f9-83cc-a38e37f5dbbb req-55ee7670-d0d7-4e06-be63-35e6e7719177 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1894999 Jul 07 20:54:39.096623 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719c5c05-55fb-4314-ad4b-51c0c462d393 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Network 2ce471f3-025f-4ee5-aafa-5a6d858bc5ff is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:54:39.106238 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a746e136-b959-4b88-bb62-a2edee9ebeda req-2df7be7e-c8a1-4c48-9f55-78341252a302 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212477 Jul 07 20:54:39.121268 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e716c871-bc4b-4baa-9d29-0c300b67a802 req-4ebba5a0-7274-4a6d-8e96-37aaab103866 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720788 Jul 07 20:54:39.126516 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-719c5c05-55fb-4314-ad4b-51c0c462d393 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 2ce471f3-025f-4ee5-aafa-5a6d858bc5ff) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:54:39.153643 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719c5c05-55fb-4314-ad4b-51c0c462d393 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:39.154169 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-719c5c05-55fb-4314-ad4b-51c0c462d393 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:39.190548 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4429070c-a03f-4fb0-a201-aa0862046792 None None] Network 2ce471f3-025f-4ee5-aafa-5a6d858bc5ff requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:54:39.191933 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fdf09-aa3d-40f9-83cc-a38e37f5dbbb req-b3dff709-b5d8-419d-b1bc-15d076f2583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:39.193878 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4f9fdf09-aa3d-40f9-83cc-a38e37f5dbbb req-b3dff709-b5d8-419d-b1bc-15d076f2583c service neutron] 10.222.0.58 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.2339292 Jul 07 20:54:39.206507 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-719c5c05-55fb-4314-ad4b-51c0c462d393 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1031313 Jul 07 20:54:39.272753 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4f9fdf09-aa3d-40f9-83cc-a38e37f5dbbb req-49d2549e-edc4-419d-9b24-ce1c78e4a28a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=6cbf53d2-a34c-40c4-af6a-bc795d044e11 HTTP/1.1" status: 200 len: 217 time: 0.0640590 Jul 07 20:54:39.277474 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fdf09-aa3d-40f9-83cc-a38e37f5dbbb req-d0859ea8-85ad-415c-8b23-73244100e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:39.279011 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4f9fdf09-aa3d-40f9-83cc-a38e37f5dbbb req-d0859ea8-85ad-415c-8b23-73244100e790 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2814724 Jul 07 20:54:39.407521 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5dbce7b-05eb-42bf-bd32-5ef726773543', 'name': 'tempest-ServersTestMultiNic-2092142975-router', 'tenant_id': '3572206916df4815b4641ef2859a1817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '7184e4d0-e175-4189-887b-317b057184bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:54:26Z', 'updated_at': '2021-07-07T20:54:32Z', 'revision_number': 4, 'project_id': '3572206916df4815b4641ef2859a1817', 'gw_port': {'id': '7184e4d0-e175-4189-887b-317b057184bb', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dbce7b-05eb-42bf-bd32-5ef726773543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:54:28Z', 'updated_at': '2021-07-07T20:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '36c09384-d344-405e-8113-b1111f9669e6', 'name': '', 'network_id': 'c4642495-5fb3-4964-94cf-a5c185538d24', 'tenant_id': '3572206916df4815b4641ef2859a1817', 'mac_address': 'fa:16:3e:f7:95:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5dbce7b-05eb-42bf-bd32-5ef726773543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'cfb3651e-c175-4eba-9c88-ba3c6795c4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:54:31Z', 'updated_at': '2021-07-07T20:54:38Z', 'revision_number': 4, 'project_id': '3572206916df4815b4641ef2859a1817', 'subnets': [{'id': 'cfb3651e-c175-4eba-9c88-ba3c6795c4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:39.506734 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6038ea2b-2150-4035-9262-79c2f586b4c4 None None] The sync data for ids ['d5dbce7b-05eb-42bf-bd32-5ef726773543'] in n-d-695189-11 is: [{'id': 'd5dbce7b-05eb-42bf-bd32-5ef726773543', 'name': 'tempest-ServersTestMultiNic-2092142975-router', 'tenant_id': '3572206916df4815b4641ef2859a1817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '7184e4d0-e175-4189-887b-317b057184bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:54:26Z', 'updated_at': '2021-07-07T20:54:32Z', 'revision_number': 4, 'project_id': '3572206916df4815b4641ef2859a1817', 'gw_port': {'id': '7184e4d0-e175-4189-887b-317b057184bb', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dbce7b-05eb-42bf-bd32-5ef726773543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:54:28Z', 'updated_at': '2021-07-07T20:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '36c09384-d344-405e-8113-b1111f9669e6', 'name': '', 'network_id': 'c4642495-5fb3-4964-94cf-a5c185538d24', 'tenant_id': '3572206916df4815b4641ef2859a1817', 'mac_address': 'fa:16:3e:f7:95:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5dbce7b-05eb-42bf-bd32-5ef726773543', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'cfb3651e-c175-4eba-9c88-ba3c6795c4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:54:31Z', 'updated_at': '2021-07-07T20:54:38Z', 'revision_number': 4, 'project_id': '3572206916df4815b4641ef2859a1817', 'subnets': [{'id': 'cfb3651e-c175-4eba-9c88-ba3c6795c4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:54:39.690911 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-2ce471f3-025f-4ee5-aafa-5a6d858bc5ff', 'network_id': '2ce471f3-025f-4ee5-aafa-5a6d858bc5ff', 'tenant_id': '3572206916df4815b4641ef2859a1817', 'fixed_ips': [{'subnet_id': '67ad6f9a-d04a-4387-9760-e68a347e85db'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:54:39.692828 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:39.828584 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4f9fdf09-aa3d-40f9-83cc-a38e37f5dbbb req-ef0f6fdf-4a93-43d5-bebb-e4aca61da482 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124762 Jul 07 20:54:39.947308 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Allocated IP 19.86.0.2 (2ce471f3-025f-4ee5-aafa-5a6d858bc5ff/67ad6f9a-d04a-4387-9760-e68a347e85db/622ff60d-a272-4e69-ba5c-baf9135175e6) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:54:39.953785 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1cc506-acaa-48ea-b5c2-ba830cba263a None None] Network feb6e251-0a55-48fd-a6fe-f18e9c41fb8b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:54:39.965453 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51c6be-7f29-4ee6-b187-b1d7ef617438 req-d58741fa-55d1-48bf-8f1b-a104091de75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:39.967835 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1d51c6be-7f29-4ee6-b187-b1d7ef617438 req-d58741fa-55d1-48bf-8f1b-a104091de75e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 1098 time: 0.1036017 Jul 07 20:54:40.055004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fdf09-aa3d-40f9-83cc-a38e37f5dbbb req-21b76d59-8620-4b2d-b988-e2845ee706f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:40.058843 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4f9fdf09-aa3d-40f9-83cc-a38e37f5dbbb req-21b76d59-8620-4b2d-b988-e2845ee706f3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.7748144 Jul 07 20:54:40.067827 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1d51c6be-7f29-4ee6-b187-b1d7ef617438 req-bbb101d0-d209-4b2c-8698-d7d880aa3276 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810075 Jul 07 20:54:40.086318 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-9f01d0e7-db12-4c6f-a4f4-5e98c0edfdfa tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:40.096901 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-9f01d0e7-db12-4c6f-a4f4-5e98c0edfdfa tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:40.101614 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-9f01d0e7-db12-4c6f-a4f4-5e98c0edfdfa tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/networks?id=feb6e251-0a55-48fd-a6fe-f18e9c41fb8b&id=2ce471f3-025f-4ee5-aafa-5a6d858bc5ff&id=feb6e251-0a55-48fd-a6fe-f18e9c41fb8b HTTP/1.1" status: 200 len: 1391 time: 0.5213094 Jul 07 20:54:40.173153 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-ccd43041-18bc-4755-a19b-7832d110e9d8 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/quotas/3572206916df4815b4641ef2859a1817 HTTP/1.1" status: 200 len: 375 time: 0.0638614 Jul 07 20:54:40.339838 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4f9fdf09-aa3d-40f9-83cc-a38e37f5dbbb req-06152c3c-3a56-4512-81b2-ca22354c8fe2 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853957 Jul 07 20:54:40.375113 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fdf09-aa3d-40f9-83cc-a38e37f5dbbb req-97a52470-ea7e-4383-a9f5-a515a30ebbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:40.376839 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4f9fdf09-aa3d-40f9-83cc-a38e37f5dbbb req-97a52470-ea7e-4383-a9f5-a515a30ebbb7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2418461 Jul 07 20:54:40.455527 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f94df763-807e-44af-8ee5-6f43d1fc92a0 None None] Provisioning for port 9730ec33-0599-4193-94f0-8813bd81ac3a completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:54:40.527673 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 9730ec33-0599-4193-94f0-8813bd81ac3a up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:54:40.532133 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-b04a0645-7910-40b1-afab-21b513d7f369 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3572206916df4815b4641ef2859a1817&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3422337 Jul 07 20:54:40.651098 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4f9fdf09-aa3d-40f9-83cc-a38e37f5dbbb req-9290f300-e013-4ecd-adc5-23fbe79a48a5 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591536 Jul 07 20:54:40.741715 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9a221-62e3-4a70-8504-00fb210f770d req-2552ff5a-6460-49ff-802b-24a9cc71bf58 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:40.748015 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9ac9a221-62e3-4a70-8504-00fb210f770d req-2552ff5a-6460-49ff-802b-24a9cc71bf58 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 948 time: 0.2806756 Jul 07 20:54:40.822873 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-69262f24-7c10-4268-8a48-1558251586ac service neutron] 10.222.0.64 "GET /v2.0/networks/feb6e251-0a55-48fd-a6fe-f18e9c41fb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798870 Jul 07 20:54:40.847147 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 9730ec33-0599-4193-94f0-8813bd81ac3a completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:54:40.880075 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 9730ec33-0599-4193-94f0-8813bd81ac3a triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:54:40.880552 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:40.977723 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:40.999800 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4f9fdf09-aa3d-40f9-83cc-a38e37f5dbbb req-95b4e82b-74cc-4ec5-b02e-32be48474472 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104920 Jul 07 20:54:41.005493 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Transition to ACTIVE for port object 622ff60d-a272-4e69-ba5c-baf9135175e6 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:54:41.053434 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Transition to ACTIVE for port object 622ff60d-a272-4e69-ba5c-baf9135175e6 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:54:41.063277 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:41.096696 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9ac9a221-62e3-4a70-8504-00fb210f770d req-748b15fd-4fa3-49ef-a8d2-6a8279a3c5e6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813561 Jul 07 20:54:41.114766 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-25d255c5-5052-4b7f-aba2-d45766e11110 service neutron] 10.222.0.64 "GET /v2.0/networks/feb6e251-0a55-48fd-a6fe-f18e9c41fb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779953 Jul 07 20:54:41.152031 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Network 2ce471f3-025f-4ee5-aafa-5a6d858bc5ff is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:54:41.166218 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:41.184012 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:54:41.203377 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:54:41.244338 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Pushing event updated for resources: {'Port': ['ID=622ff60d-a272-4e69-ba5c-baf9135175e6,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:41.255156 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-09a9c5b8-10ee-4bda-9d4c-5b90257bf9fb service neutron] 10.222.0.64 "GET /v2.0/networks/2ce471f3-025f-4ee5-aafa-5a6d858bc5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313348 Jul 07 20:54:41.326902 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:41.327841 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:41.328212 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:41.346345 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:41.346345 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:41.346345 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:41.346345 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:41.346345 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:41.346345 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:41.346345 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:41.346345 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:41.346345 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:54:41.389261 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 6cbf53d2-a34c-40c4-af6a-bc795d044e11 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:54:41.534692 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 6cbf53d2-a34c-40c4-af6a-bc795d044e11, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=6cbf53d2-a34c-40c4-af6a-bc795d044e11,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:41.551969 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '6cbf53d2-a34c-40c4-af6a-bc795d044e11', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '6cbf53d2-a34c-40c4-af6a-bc795d044e11', 'mac_address': 'fa:16:3e:45:26:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:54:41.554784 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 9730ec33-0599-4193-94f0-8813bd81ac3a, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=9730ec33-0599-4193-94f0-8813bd81ac3a,segment=NetworkSegment(8b89bae8-dc1d-4bdc-902d-91156fad3589),segment_id=8b89bae8-dc1d-4bdc-902d-91156fad3589)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:41.555930 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Attempting to bind port 622ff60d-a272-4e69-ba5c-baf9135175e6 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:54:41.556306 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Attempting to bind port 622ff60d-a272-4e69-ba5c-baf9135175e6 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '9d342760-9175-4c9e-9e47-423fa351299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2ce471f3-025f-4ee5-aafa-5a6d858bc5ff'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:54:41.556673 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Attempting to bind port 622ff60d-a272-4e69-ba5c-baf9135175e6 on network 2ce471f3-025f-4ee5-aafa-5a6d858bc5ff {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:41.565378 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:54:41.565764 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Checking segment: {'id': '9d342760-9175-4c9e-9e47-423fa351299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2ce471f3-025f-4ee5-aafa-5a6d858bc5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:54:41.566228 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:41.566635 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Bound using segment: {'id': '9d342760-9175-4c9e-9e47-423fa351299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2ce471f3-025f-4ee5-aafa-5a6d858bc5ff'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:54:41.568519 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Bound port: 622ff60d-a272-4e69-ba5c-baf9135175e6, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d342760-9175-4c9e-9e47-423fa351299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2ce471f3-025f-4ee5-aafa-5a6d858bc5ff'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:54:41.568519 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:41.569589 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:41.570542 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 36c09384-d344-405e-8113-b1111f9669e6 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:54:41.617856 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-23827f9c-4df4-4587-817b-761bdcd9dae0 service neutron] 10.222.0.64 "GET /v2.0/networks/2ce471f3-025f-4ee5-aafa-5a6d858bc5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555269 Jul 07 20:54:41.634223 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfab2d-fd39-41ca-9728-e6697b0c678a req-28a1e357-8637-4a3d-ac09-ae65ef32a713 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:41.640664 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c2dfab2d-fd39-41ca-9728-e6697b0c678a req-28a1e357-8637-4a3d-ac09-ae65ef32a713 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.2771034 Jul 07 20:54:41.645356 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:41.786389 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cbf53d2-a34c-40c4-af6a-bc795d044e11 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:54:41.791119 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c2dfab2d-fd39-41ca-9728-e6697b0c678a req-33a57e32-884e-4337-a757-92b1a5603400 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284335 Jul 07 20:54:41.824061 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-9bd7c3b1-748c-44a4-9980-9878fffa445d service neutron] 10.222.0.64 "GET /v2.0/networks/feb6e251-0a55-48fd-a6fe-f18e9c41fb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827838 Jul 07 20:54:41.872690 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=9730ec33-0599-4193-94f0-8813bd81ac3a,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:41.890310 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 6cbf53d2-a34c-40c4-af6a-bc795d044e11, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=6cbf53d2-a34c-40c4-af6a-bc795d044e11,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:41.894398 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b0d17b78-f5b6-4b98-b5b2-a5e9301bbafd None None] Provisioning complete for port 9730ec33-0599-4193-94f0-8813bd81ac3a triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:54:41.894786 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b0d17b78-f5b6-4b98-b5b2-a5e9301bbafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:41.945753 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:41.948048 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] For port 622ff60d-a272-4e69-ba5c-baf9135175e6, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:54:41.956018 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 36c09384-d344-405e-8113-b1111f9669e6 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:54:41.961274 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 36c09384-d344-405e-8113-b1111f9669e6 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:54:41.961709 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:42.041757 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] For port 622ff60d-a272-4e69-ba5c-baf9135175e6, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=622ff60d-a272-4e69-ba5c-baf9135175e6,segment=NetworkSegment(9d342760-9175-4c9e-9e47-423fa351299a),segment_id=9d342760-9175-4c9e-9e47-423fa351299a)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:54:42.053253 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:42.126019 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=6cbf53d2-a34c-40c4-af6a-bc795d044e11,revision_number=12']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:42.171164 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-f5ec2e11-52d7-44cf-888f-a38a23fc6226 service neutron] 10.222.0.64 "GET /v2.0/networks/feb6e251-0a55-48fd-a6fe-f18e9c41fb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393729 Jul 07 20:54:42.191731 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fcd24-9ba1-4393-8258-65ee42331b15 req-6442ab74-330a-4627-906d-6c451116b11a tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:42.193394 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-462fcd24-9ba1-4393-8258-65ee42331b15 req-6442ab74-330a-4627-906d-6c451116b11a tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9adadda-5388-4cf7-bae9-55dbdeee8aad HTTP/1.1" status: 200 len: 946 time: 0.2358291 Jul 07 20:54:42.245765 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f0180-368e-4c95-bded-cfbbd5cd3001 None None] Pushing event updated for resources: {'Port': ['ID=622ff60d-a272-4e69-ba5c-baf9135175e6,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:42.252121 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd6067-694b-45fc-83e0-9398b2d4d1bf req-ae3c9b25-aa45-436e-8a57-aa208e57c00a tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:42.257448 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:42.261101 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42fd6067-694b-45fc-83e0-9398b2d4d1bf req-ae3c9b25-aa45-436e-8a57-aa208e57c00a tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9adadda-5388-4cf7-bae9-55dbdeee8aad HTTP/1.1" status: 200 len: 946 time: 0.2430079 Jul 07 20:54:42.329020 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 36c09384-d344-405e-8113-b1111f9669e6, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=36c09384-d344-405e-8113-b1111f9669e6,segment=NetworkSegment(a2cc95df-398b-4c6e-82dd-d186d85025ab),segment_id=a2cc95df-398b-4c6e-82dd-d186d85025ab)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:42.333367 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:42.484279 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=36c09384-d344-405e-8113-b1111f9669e6,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:42.507618 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 9730ec33-0599-4193-94f0-8813bd81ac3a up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:54:42.537312 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42fd6067-694b-45fc-83e0-9398b2d4d1bf req-95babe2b-b8e5-4f4d-a10a-e6acdd149aa4 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/security-groups?id=d7038068-a9ba-4eaa-84d8-f31107e34cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712986 Jul 07 20:54:42.589253 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-462fcd24-9ba1-4393-8258-65ee42331b15 req-074e2aa5-f7dd-4270-9ad9-ac7623f73d4f tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Deleting port 26ccfbc1-a468-4bba-bf00-006a809c965b {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:54:42.589608 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-462fcd24-9ba1-4393-8258-65ee42331b15 req-074e2aa5-f7dd-4270-9ad9-ac7623f73d4f tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:42.627516 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['6cbf53d2-a34c-40c4-af6a-bc795d044e11'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:54:42.786889 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 9730ec33-0599-4193-94f0-8813bd81ac3a triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:54:42.787282 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:43.176482 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c44126a8-c55c-49c2-9b3e-5719c644818f req-22047752-dbaf-48bd-953e-7bd64e1a76e2 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 210 time: 0.4641497 Jul 07 20:54:43.296114 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-462fcd24-9ba1-4393-8258-65ee42331b15 req-074e2aa5-f7dd-4270-9ad9-ac7623f73d4f tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] For port 26ccfbc1-a468-4bba-bf00-006a809c965b, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=26ccfbc1-a468-4bba-bf00-006a809c965b,segment=NetworkSegment(912c6458-b0f7-41aa-b592-f11f5641d6b0),segment_id=912c6458-b0f7-41aa-b592-f11f5641d6b0)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:43.296420 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-462fcd24-9ba1-4393-8258-65ee42331b15 req-074e2aa5-f7dd-4270-9ad9-ac7623f73d4f tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:43.344612 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be359d-96b7-4557-b0ee-40e4ca465107 req-c5f01bbd-93e7-4a43-88b0-439b67faa5b1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:43.352217 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e2be359d-96b7-4557-b0ee-40e4ca465107 req-c5f01bbd-93e7-4a43-88b0-439b67faa5b1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.1725409 Jul 07 20:54:43.391359 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-462fcd24-9ba1-4393-8258-65ee42331b15 req-074e2aa5-f7dd-4270-9ad9-ac7623f73d4f tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Calling delete_port for 26ccfbc1-a468-4bba-bf00-006a809c965b owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:54:43.495976 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e2be359d-96b7-4557-b0ee-40e4ca465107 req-8db9668f-5ad0-4bf9-bfb8-7dc252b8ae4d tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426852 Jul 07 20:54:43.579294 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8520ad2-584c-4f72-8b71-dac415678d53 req-509b4cf4-8fa1-475a-8683-332a2ea88ade tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:43.599779 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8520ad2-584c-4f72-8b71-dac415678d53 req-509b4cf4-8fa1-475a-8683-332a2ea88ade tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.2446113 Jul 07 20:54:43.707569 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8520ad2-584c-4f72-8b71-dac415678d53 req-a3751f72-e24f-4f9e-91e5-30e407a23f2f tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068029 Jul 07 20:54:43.729000 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-462fcd24-9ba1-4393-8258-65ee42331b15 req-074e2aa5-f7dd-4270-9ad9-ac7623f73d4f tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:43.746787 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['26ccfbc1-a468-4bba-bf00-006a809c965b'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:54:43.825917 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2aa5-f7dd-4270-9ad9-ac7623f73d4f tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Pushing event deleted for resources: {'Port': ['ID=26ccfbc1-a468-4bba-bf00-006a809c965b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:43.851977 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813f15af-58e5-439f-9d90-54f7e6ab2bfc None None] Network 2ce471f3-025f-4ee5-aafa-5a6d858bc5ff requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:54:43.903495 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-462fcd24-9ba1-4393-8258-65ee42331b15 req-074e2aa5-f7dd-4270-9ad9-ac7623f73d4f tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] No DVR routers for this DVR port 26ccfbc1-a468-4bba-bf00-006a809c965b on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:54:43.907219 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-462fcd24-9ba1-4393-8258-65ee42331b15 req-074e2aa5-f7dd-4270-9ad9-ac7623f73d4f tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:43.909275 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-462fcd24-9ba1-4393-8258-65ee42331b15 req-074e2aa5-f7dd-4270-9ad9-ac7623f73d4f tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.39 "DELETE /v2.0/ports/26ccfbc1-a468-4bba-bf00-006a809c965b HTTP/1.1" status: 204 len: 173 time: 1.7076762 Jul 07 20:54:43.909726 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9adadda-5388-4cf7-bae9-55dbdeee8aad', 'name': 'network-vif-deleted', 'tag': '26ccfbc1-a468-4bba-bf00-006a809c965b'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:54:43.914745 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1107386-5f11-4c56-9aa2-245289cb3700" -d '{"events": [{"server_uuid": "e9adadda-5388-4cf7-bae9-55dbdeee8aad", "name": "network-vif-deleted", "tag": "26ccfbc1-a468-4bba-bf00-006a809c965b"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:54:43.943946 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79301f7-5e4f-42f2-907d-a6c8d6b4bb26 req-2b38808f-58a6-4500-9986-04d0f81b1fc1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:43.946006 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e79301f7-5e4f-42f2-907d-a6c8d6b4bb26 req-2b38808f-58a6-4500-9986-04d0f81b1fc1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 949 time: 0.1775553 Jul 07 20:54:44.009503 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e79301f7-5e4f-42f2-907d-a6c8d6b4bb26 req-6433b74f-abac-4799-b591-3c32bfdd58c6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540912 Jul 07 20:54:44.012825 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5a6642f7-6361-4314-bc23-ab0050c5d027 None None] Provisioning for port 622ff60d-a272-4e69-ba5c-baf9135175e6 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:54:44.149119 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10456d31-3c42-4408-971b-1164f26362d8 req-076293e6-e848-4cd2-9a5d-22c4f1113335 tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9adadda-5388-4cf7-bae9-55dbdeee8aad HTTP/1.1" status: 200 len: 210 time: 0.0809088 Jul 07 20:54:44.709272 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 36c09384-d344-405e-8113-b1111f9669e6 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:54:44.808646 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-944d3b66-da03-4d4e-8f15-b454ad64b57d req-d9d81dd4-4fa1-4ed4-b24a-1774743d30ec tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 210 time: 0.0850961 Jul 07 20:54:44.848926 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 36c09384-d344-405e-8113-b1111f9669e6 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:54:44.849620 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:44.962428 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 622ff60d-a272-4e69-ba5c-baf9135175e6 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:54:44.982722 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be4b510-bd1c-4dd6-b8ca-2e667f8f6e55 x-openstack-request-id: req-4be4b510-bd1c-4dd6-b8ca-2e667f8f6e55 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:54:44.984207 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9adadda-5388-4cf7-bae9-55dbdeee8aad", "name": "network-vif-deleted", "tag": "26ccfbc1-a468-4bba-bf00-006a809c965b", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:54:44.988467 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4be4b510-bd1c-4dd6-b8ca-2e667f8f6e55 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:54:44.989356 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9adadda-5388-4cf7-bae9-55dbdeee8aad', 'name': 'network-vif-deleted', 'tag': '26ccfbc1-a468-4bba-bf00-006a809c965b', 'status': 'completed', 'code': 200} Jul 07 20:54:45.094886 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 622ff60d-a272-4e69-ba5c-baf9135175e6 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:54:45.103094 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 622ff60d-a272-4e69-ba5c-baf9135175e6 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:54:45.104728 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:45.116251 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-31fd6a6a-bf46-4e02-9f85-7518500aa48b tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:45.127419 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-31fd6a6a-bf46-4e02-9f85-7518500aa48b tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:45.129892 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-31fd6a6a-bf46-4e02-9f85-7518500aa48b tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.39 "GET /v2.0/networks?id=feb6e251-0a55-48fd-a6fe-f18e9c41fb8b&id=2ce471f3-025f-4ee5-aafa-5a6d858bc5ff&id=feb6e251-0a55-48fd-a6fe-f18e9c41fb8b HTTP/1.1" status: 200 len: 1391 time: 0.2830849 Jul 07 20:54:45.205256 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-42101c33-0f97-47cb-a096-805824d89845 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Request body: {'port': {'device_id': 'fb9754e4-5db3-4804-9a60-f0130bbb57e8', 'network_id': 'feb6e251-0a55-48fd-a6fe-f18e9c41fb8b', 'admin_state_up': True, 'tenant_id': '3572206916df4815b4641ef2859a1817'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:45.222902 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-c830538a-4b43-4cd8-a7cc-1fe56c936ba3 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0917146 Jul 07 20:54:45.340399 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:45.404004 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 6cbf53d2-a34c-40c4-af6a-bc795d044e11 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:54:45.493179 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-236c6433-c70e-4485-b95a-e047799cd061 req-aa85b6ce-a6c1-4293-a0dd-2cddd8a1b87c tempest-ServerMetadataNegativeTestJSON-1811908920 tempest-ServerMetadataNegativeTestJSON-1811908920-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9adadda-5388-4cf7-bae9-55dbdeee8aad HTTP/1.1" status: 200 len: 210 time: 0.0785079 Jul 07 20:54:45.569423 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 622ff60d-a272-4e69-ba5c-baf9135175e6, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=622ff60d-a272-4e69-ba5c-baf9135175e6,segment=NetworkSegment(9d342760-9175-4c9e-9e47-423fa351299a),segment_id=9d342760-9175-4c9e-9e47-423fa351299a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:45.575863 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:45.633502 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-707ddf05-da3d-4457-a4d3-b5877577de88 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:45.649347 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-707ddf05-da3d-4457-a4d3-b5877577de88 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4072397 Jul 07 20:54:45.698655 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=622ff60d-a272-4e69-ba5c-baf9135175e6,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:45.705107 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-12d2326b-b232-45cb-b456-85a87e1bbe26 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/quotas/505481bc2c1e4a469ecb05628eb12eb4 HTTP/1.1" status: 200 len: 375 time: 0.0526102 Jul 07 20:54:45.718440 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:54:45.732293 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:54:45.734290 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:45.817366 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-42101c33-0f97-47cb-a096-805824d89845 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Made reservation on behalf of 3572206916df4815b4641ef2859a1817 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:54:45.821959 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-42101c33-0f97-47cb-a096-805824d89845 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:45.853225 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:45.905139 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373c86ae-efb7-488e-8a03-39c7073774d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbf53d2-a34c-40c4-af6a-bc795d044e11'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:54:45.907789 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570580ca-d7c8-4529-bf3a-ca0442d128d5 req-682d1801-7c6e-4f8a-9ce0-5f2f1363a05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:45.909387 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-570580ca-d7c8-4529-bf3a-ca0442d128d5 req-682d1801-7c6e-4f8a-9ce0-5f2f1363a05f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0b4ae079cc254c0e8045ba5ea1fe8707&device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 1098 time: 0.3632882 Jul 07 20:54:45.912115 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31df66ef-dd97-44b6-a78a-66b4bc485b2d" -d '{"events": [{"server_uuid": "373c86ae-efb7-488e-8a03-39c7073774d2", "name": "network-vif-plugged", "status": "completed", "tag": "6cbf53d2-a34c-40c4-af6a-bc795d044e11"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:54:45.918479 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 6cbf53d2-a34c-40c4-af6a-bc795d044e11, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=6cbf53d2-a34c-40c4-af6a-bc795d044e11,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:45.924860 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:45.955678 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30305e-e469-4ed9-9d10-7ab14249fbfd req-deb91459-f839-4aa6-a5c8-8d7e0ee2bf33 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:45.957552 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5a30305e-e469-4ed9-9d10-7ab14249fbfd req-deb91459-f839-4aa6-a5c8-8d7e0ee2bf33 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.2675550 Jul 07 20:54:45.990444 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-ed9c3e22-eed3-4598-862e-30e26af48d42 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2830851 Jul 07 20:54:46.002479 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=6cbf53d2-a34c-40c4-af6a-bc795d044e11,revision_number=13']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:46.172421 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5a30305e-e469-4ed9-9d10-7ab14249fbfd req-051fe69e-3748-4938-8901-680cdfad2bfb tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804113 Jul 07 20:54:46.279381 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570580ca-d7c8-4529-bf3a-ca0442d128d5 req-3d51b61c-f1b8-4aaa-ba10-b04f468bf88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:46.284229 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-570580ca-d7c8-4529-bf3a-ca0442d128d5 req-3d51b61c-f1b8-4aaa-ba10-b04f468bf88b service neutron] 10.222.0.58 "GET /v2.0/networks?id=f0654f02-22e3-4df8-a677-3833569d53a1 HTTP/1.1" status: 200 len: 920 time: 0.3382456 Jul 07 20:54:46.333437 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-42101c33-0f97-47cb-a096-805824d89845 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Allocated IP 19.80.0.108 (feb6e251-0a55-48fd-a6fe-f18e9c41fb8b/df6c10c4-fde3-4e98-8bc9-386126875d79/bfc613d6-c07d-4924-b6b1-6d15ece9ab8b) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:54:46.383539 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-570580ca-d7c8-4529-bf3a-ca0442d128d5 req-a98fb66e-a054-450f-961d-50d7b9d1255c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 HTTP/1.1" status: 200 len: 217 time: 0.0817275 Jul 07 20:54:46.411905 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641d11a0-b588-433a-9e4e-611c68dab0ee x-openstack-request-id: req-641d11a0-b588-433a-9e4e-611c68dab0ee {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:54:46.412218 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373c86ae-efb7-488e-8a03-39c7073774d2", "name": "network-vif-plugged", "status": "completed", "tag": "6cbf53d2-a34c-40c4-af6a-bc795d044e11", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:54:46.412480 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-641d11a0-b588-433a-9e4e-611c68dab0ee {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:54:46.412887 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373c86ae-efb7-488e-8a03-39c7073774d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbf53d2-a34c-40c4-af6a-bc795d044e11', 'code': 200} Jul 07 20:54:46.432152 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bbf8d9bc-7331-4c9d-9ade-f0a0455f0171 req-dea24147-3515-4b11-baba-bc853dbf08d5 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 210 time: 0.1005998 Jul 07 20:54:46.551237 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3fd52541-788c-4ff8-94e3-559d1493dcbb req-80ec239d-23a2-4f4c-8e03-5396e451fba4 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 210 time: 0.0409751 Jul 07 20:54:46.580037 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 622ff60d-a272-4e69-ba5c-baf9135175e6 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:54:46.584855 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570580ca-d7c8-4529-bf3a-ca0442d128d5 req-1f19d482-301f-416e-831d-264ad1fc6fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:46.586357 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-570580ca-d7c8-4529-bf3a-ca0442d128d5 req-1f19d482-301f-416e-831d-264ad1fc6fb3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=00fddda2-7b2a-4288-a4a2-a75c740a5524 HTTP/1.1" status: 200 len: 859 time: 0.1774166 Jul 07 20:54:46.640058 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-570580ca-d7c8-4529-bf3a-ca0442d128d5 req-09f5b55c-fd10-4ce8-a909-f11bb8a630cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f0654f02-22e3-4df8-a677-3833569d53a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417085 Jul 07 20:54:46.744432 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 622ff60d-a272-4e69-ba5c-baf9135175e6 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:54:46.744862 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:46.791439 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43422) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:46.845565 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6dc969-c6eb-4ca7-bf78-89ee5dbe841f admin admin] Deleting subnet 42cac19b-3ed9-4b5b-b5d8-615ef2991e54 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:54:46.849000 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e6dc969-c6eb-4ca7-bf78-89ee5dbe841f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:46.886586 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e6dc969-c6eb-4ca7-bf78-89ee5dbe841f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:46.887364 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-570580ca-d7c8-4529-bf3a-ca0442d128d5 req-7f232afc-cade-44d8-974d-8d4567e12303 service neutron] 10.222.0.58 "GET /v2.0/networks/f0654f02-22e3-4df8-a677-3833569d53a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338970 Jul 07 20:54:46.936281 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e6dc969-c6eb-4ca7-bf78-89ee5dbe841f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:47.019742 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-42101c33-0f97-47cb-a096-805824d89845 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:47.053811 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-42101c33-0f97-47cb-a096-805824d89845 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Transition to ACTIVE for port object bfc613d6-c07d-4924-b6b1-6d15ece9ab8b will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:54:47.059144 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e6dc969-c6eb-4ca7-bf78-89ee5dbe841f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:47.086904 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-570580ca-d7c8-4529-bf3a-ca0442d128d5 req-960381ec-9501-418f-a14f-3bed18ab6172 service neutron] 10.222.0.58 "GET /v2.0/networks/f0654f02-22e3-4df8-a677-3833569d53a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732745 Jul 07 20:54:47.103749 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6dc969-c6eb-4ca7-bf78-89ee5dbe841f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42cac19b-3ed9-4b5b-b5d8-615ef2991e54,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:47.106077 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e6dc969-c6eb-4ca7-bf78-89ee5dbe841f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:47.111969 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3e6dc969-c6eb-4ca7-bf78-89ee5dbe841f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/42cac19b-3ed9-4b5b-b5d8-615ef2991e54 HTTP/1.1" status: 204 len: 168 time: 0.3194180 Jul 07 20:54:47.112755 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43434) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:47.139187 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-42101c33-0f97-47cb-a096-805824d89845 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:47.190135 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-42090ef0-693a-460f-a304-8e75b860df71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:47.214484 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42101c33-0f97-47cb-a096-805824d89845 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event updated for resources: {'Port': ['ID=bfc613d6-c07d-4924-b6b1-6d15ece9ab8b,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:47.219517 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-42101c33-0f97-47cb-a096-805824d89845 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Network feb6e251-0a55-48fd-a6fe-f18e9c41fb8b is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:54:47.221538 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-42101c33-0f97-47cb-a096-805824d89845 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:54:47.222810 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 26ccfbc1-a468-4bba-bf00-006a809c965b no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:54:47.251022 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-42101c33-0f97-47cb-a096-805824d89845 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:54:47.257301 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 26ccfbc1-a468-4bba-bf00-006a809c965b {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:54:47.258211 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 26ccfbc1-a468-4bba-bf00-006a809c965b not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:54:47.307813 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-42090ef0-693a-460f-a304-8e75b860df71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:47.329804 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-42090ef0-693a-460f-a304-8e75b860df71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b581ec-1809-4057-8f68-4291c5d5cd3f']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:47.339206 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-42101c33-0f97-47cb-a096-805824d89845 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:47.342384 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-42090ef0-693a-460f-a304-8e75b860df71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '912c6458-b0f7-41aa-b592-f11f5641d6b0') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:47.343644 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-42090ef0-693a-460f-a304-8e75b860df71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '912c6458-b0f7-41aa-b592-f11f5641d6b0') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:54:47.346359 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-42101c33-0f97-47cb-a096-805824d89845 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:47.355598 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-42090ef0-693a-460f-a304-8e75b860df71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:47.380077 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-42101c33-0f97-47cb-a096-805824d89845 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1911476 Jul 07 20:54:47.386718 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-42090ef0-693a-460f-a304-8e75b860df71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:47.394064 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-95a024a3-4f2b-43a2-b22c-27a35dab24af tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Request body: {'port': {'device_id': 'fb9754e4-5db3-4804-9a60-f0130bbb57e8', 'network_id': '2ce471f3-025f-4ee5-aafa-5a6d858bc5ff', 'admin_state_up': True, 'tenant_id': '3572206916df4815b4641ef2859a1817'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:47.406606 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42090ef0-693a-460f-a304-8e75b860df71 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:54:47.407571 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-42090ef0-693a-460f-a304-8e75b860df71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:54:47.491506 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:54:47.521973 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-42090ef0-693a-460f-a304-8e75b860df71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:47.563143 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-42090ef0-693a-460f-a304-8e75b860df71 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:47.571005 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-42090ef0-693a-460f-a304-8e75b860df71 admin admin] 10.222.0.64 "DELETE /v2.0/networks/31b581ec-1809-4057-8f68-4291c5d5cd3f HTTP/1.1" status: 204 len: 168 time: 0.4567010 Jul 07 20:54:47.572183 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42090ef0-693a-460f-a304-8e75b860df71 admin admin] Pushing event deleted for resources: {'Network': ['ID=31b581ec-1809-4057-8f68-4291c5d5cd3f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:47.687383 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b2ab2d61-23ba-41ff-9142-52116f8b4361 None None] Provisioning for port bfc613d6-c07d-4924-b6b1-6d15ece9ab8b completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:54:47.697604 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b2ab2d61-23ba-41ff-9142-52116f8b4361 None None] Provisioning complete for port bfc613d6-c07d-4924-b6b1-6d15ece9ab8b triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:54:47.698581 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b2ab2d61-23ba-41ff-9142-52116f8b4361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:47.765844 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b2ab2d61-23ba-41ff-9142-52116f8b4361 None None] Port bfc613d6-c07d-4924-b6b1-6d15ece9ab8b cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:54:47.825146 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43454) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:47.825805 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072df83-eaf9-42f1-936f-8aec02976652 req-6be927c5-42d9-4c15-9548-aed4511e4064 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:47.827452 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1072df83-eaf9-42f1-936f-8aec02976652 req-6be927c5-42d9-4c15-9548-aed4511e4064 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.2782605 Jul 07 20:54:47.863004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-95a024a3-4f2b-43a2-b22c-27a35dab24af tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Made reservation on behalf of 3572206916df4815b4641ef2859a1817 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:54:47.866465 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-95a024a3-4f2b-43a2-b22c-27a35dab24af tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:47.884008 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-76d4da2d-feb0-454a-81a9-b1068451f61e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=62bea0f57ce9439ab577b1c8dd2f3f2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0571957 Jul 07 20:54:47.886610 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43456) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:47.958776 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-88d74b6c-141b-46a7-afaa-fb936a906791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:47.978621 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1072df83-eaf9-42f1-936f-8aec02976652 req-b698f940-2270-430c-9d2b-2965413f431f tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252289 Jul 07 20:54:47.987557 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-88d74b6c-141b-46a7-afaa-fb936a906791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:48.045383 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-88d74b6c-141b-46a7-afaa-fb936a906791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:48.049463 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-88d74b6c-141b-46a7-afaa-fb936a906791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:48.054104 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-88d74b6c-141b-46a7-afaa-fb936a906791 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d7038068-a9ba-4eaa-84d8-f31107e34cd8 HTTP/1.1" status: 204 len: 168 time: 0.1659961 Jul 07 20:54:48.064671 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d74b6c-141b-46a7-afaa-fb936a906791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7038068-a9ba-4eaa-84d8-f31107e34cd8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:48.136216 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467346a-0ce3-4e9b-8b91-4abcfd9bf0b5 req-d2e08ace-8c6b-460a-9518-811ad9a77bf0 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:48.137767 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2467346a-0ce3-4e9b-8b91-4abcfd9bf0b5 req-d2e08ace-8c6b-460a-9518-811ad9a77bf0 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 932 time: 0.2540967 Jul 07 20:54:48.162448 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-95a024a3-4f2b-43a2-b22c-27a35dab24af tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Allocated IP 19.86.0.253 (2ce471f3-025f-4ee5-aafa-5a6d858bc5ff/67ad6f9a-d04a-4387-9760-e68a347e85db/72460ebc-ee35-41e7-a239-d34e04dd7829) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:54:48.176745 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-8992d1b0-16c2-402d-951d-87678eeb6d18 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863431 Jul 07 20:54:48.207963 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-39fd441b-9bd1-4ca8-ad33-2e7bb9a87fdf req-143952a7-b198-450f-8515-708068f2fc3f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 210 time: 0.0432246 Jul 07 20:54:48.237391 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2467346a-0ce3-4e9b-8b91-4abcfd9bf0b5 req-5f523de6-a8c3-46b2-9de2-b161eb080cbf tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917141 Jul 07 20:54:48.440241 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-95a024a3-4f2b-43a2-b22c-27a35dab24af tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:48.448026 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-9b48a798-d873-477f-b0ef-eed66640bf45 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:48.449822 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-9b48a798-d873-477f-b0ef-eed66640bf45 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2672434 Jul 07 20:54:48.460399 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-95a024a3-4f2b-43a2-b22c-27a35dab24af tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Transition to ACTIVE for port object 72460ebc-ee35-41e7-a239-d34e04dd7829 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:54:48.466625 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-27ee594d-2e8c-4149-91d8-30ac55de3717 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Request body: {'port': {'device_id': '8d0bd910-6253-4e39-9eb8-54b27ea54223', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': '505481bc2c1e4a469ecb05628eb12eb4'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:48.513007 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-95a024a3-4f2b-43a2-b22c-27a35dab24af tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:48.575936 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-95a024a3-4f2b-43a2-b22c-27a35dab24af tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Network 2ce471f3-025f-4ee5-aafa-5a6d858bc5ff is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:54:48.580551 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-95a024a3-4f2b-43a2-b22c-27a35dab24af tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:54:48.586701 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-95a024a3-4f2b-43a2-b22c-27a35dab24af tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:54:48.620982 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a024a3-4f2b-43a2-b22c-27a35dab24af tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event updated for resources: {'Port': ['ID=72460ebc-ee35-41e7-a239-d34e04dd7829,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:48.622582 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-27ee594d-2e8c-4149-91d8-30ac55de3717 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Made reservation on behalf of 505481bc2c1e4a469ecb05628eb12eb4 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:54:48.634771 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-27ee594d-2e8c-4149-91d8-30ac55de3717 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:48.656738 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-95a024a3-4f2b-43a2-b22c-27a35dab24af tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:48.658117 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-95a024a3-4f2b-43a2-b22c-27a35dab24af tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:48.680415 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-95a024a3-4f2b-43a2-b22c-27a35dab24af tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2907839 Jul 07 20:54:48.694933 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-9dd06d79-7c55-4f8a-b4a8-fdca6c21eb16 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Request body: {'port': {'device_id': 'fb9754e4-5db3-4804-9a60-f0130bbb57e8', 'network_id': 'feb6e251-0a55-48fd-a6fe-f18e9c41fb8b', 'admin_state_up': True, 'tenant_id': '3572206916df4815b4641ef2859a1817'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:48.926849 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-27ee594d-2e8c-4149-91d8-30ac55de3717 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Allocated IP 192.168.233.108 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/0c46ff97-cef9-4e8a-914c-b9919cd17879) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:54:48.986664 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-9dd06d79-7c55-4f8a-b4a8-fdca6c21eb16 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Made reservation on behalf of 3572206916df4815b4641ef2859a1817 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:54:48.992190 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-9dd06d79-7c55-4f8a-b4a8-fdca6c21eb16 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:48.996917 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6d422084-aa04-4389-bb60-c965dc3ac1d5 None None] Provisioning for port 72460ebc-ee35-41e7-a239-d34e04dd7829 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:54:49.006119 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6d422084-aa04-4389-bb60-c965dc3ac1d5 None None] Provisioning complete for port 72460ebc-ee35-41e7-a239-d34e04dd7829 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:54:49.008078 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6d422084-aa04-4389-bb60-c965dc3ac1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:49.058726 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-6d422084-aa04-4389-bb60-c965dc3ac1d5 None None] Port 72460ebc-ee35-41e7-a239-d34e04dd7829 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:54:49.335221 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-9dd06d79-7c55-4f8a-b4a8-fdca6c21eb16 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Allocated IP 19.80.0.51 (feb6e251-0a55-48fd-a6fe-f18e9c41fb8b/df6c10c4-fde3-4e98-8bc9-386126875d79/fb94a02e-7c5e-4cd9-b350-e5e47425ae04) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:54:49.399250 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43496) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:49.516678 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bf774-1555-4964-b86d-1bdc734bb97d req-23d94d52-2801-41be-be75-67cb36791d0b tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:49.518314 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-df9bf774-1555-4964-b86d-1bdc734bb97d req-23d94d52-2801-41be-be75-67cb36791d0b tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.3128195 Jul 07 20:54:49.600054 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4cc6f3bb-c7b7-49f9-8f25-0a8ba9aa0332 req-048becf9-5036-4f6e-a20a-134ee2fad6af tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 210 time: 0.0807180 Jul 07 20:54:49.606193 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-10d93ec2-b8ca-49c2-892f-a9cc1508f0a0 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1425934808-network', 'tenant_id': '8c79983a800e4fd8b7f7030e8697f5a3'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:49.660036 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-27ee594d-2e8c-4149-91d8-30ac55de3717 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:49.691909 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-27ee594d-2e8c-4149-91d8-30ac55de3717 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Transition to ACTIVE for port object 0c46ff97-cef9-4e8a-914c-b9919cd17879 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:54:49.694135 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:49.700324 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-df9bf774-1555-4964-b86d-1bdc734bb97d req-d7c1062d-af4a-4849-8fe7-af47cb191041 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627638 Jul 07 20:54:49.703182 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d93ec2-b8ca-49c2-892f-a9cc1508f0a0 admin admin] Made reservation on behalf of 8c79983a800e4fd8b7f7030e8697f5a3 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:54:49.705540 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10d93ec2-b8ca-49c2-892f-a9cc1508f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:49.732932 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10d93ec2-b8ca-49c2-892f-a9cc1508f0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:49.748457 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-27ee594d-2e8c-4149-91d8-30ac55de3717 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:49.764329 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc', 'd08268eb-098d-48cf-b467-d8b20280a8c6'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:54:49.775001 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['6cbf53d2-a34c-40c4-af6a-bc795d044e11'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:54:49.868636 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee594d-2e8c-4149-91d8-30ac55de3717 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Pushing event updated for resources: {'Port': ['ID=0c46ff97-cef9-4e8a-914c-b9919cd17879,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:49.893957 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-27ee594d-2e8c-4149-91d8-30ac55de3717 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:54:49.899527 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-27ee594d-2e8c-4149-91d8-30ac55de3717 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:54:49.903867 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-27ee594d-2e8c-4149-91d8-30ac55de3717 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:54:49.995095 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:50.019623 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-27ee594d-2e8c-4149-91d8-30ac55de3717 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:50.021053 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-27ee594d-2e8c-4149-91d8-30ac55de3717 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:50.079683 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-9dd06d79-7c55-4f8a-b4a8-fdca6c21eb16 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:50.145418 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31c8f5-5130-4caf-921f-aee71bcd6811 req-2852d03c-ec4a-43b5-bcd7-b850759db06d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:50.151996 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31c8f5-5130-4caf-921f-aee71bcd6811 req-2852d03c-ec4a-43b5-bcd7-b850759db06d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:50.153838 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3d31c8f5-5130-4caf-921f-aee71bcd6811 req-2852d03c-ec4a-43b5-bcd7-b850759db06d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 1655 time: 0.3667140 Jul 07 20:54:50.155762 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-9dd06d79-7c55-4f8a-b4a8-fdca6c21eb16 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Transition to ACTIVE for port object fb94a02e-7c5e-4cd9-b350-e5e47425ae04 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:54:50.265626 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10d93ec2-b8ca-49c2-892f-a9cc1508f0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:50.278121 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-27ee594d-2e8c-4149-91d8-30ac55de3717 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8158140 Jul 07 20:54:50.280019 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3d31c8f5-5130-4caf-921f-aee71bcd6811 req-28b13f97-c1d1-49fd-ba78-93c175cf9439 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127653 Jul 07 20:54:50.291068 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-b1b70c6b-fff3-448a-88ac-f9e2d256889e service neutron] Request body: {'port': {'device_id': '8d0bd910-6253-4e39-9eb8-54b27ea54223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:50.293360 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10d93ec2-b8ca-49c2-892f-a9cc1508f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:50.318836 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-9dd06d79-7c55-4f8a-b4a8-fdca6c21eb16 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:50.335876 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d93ec2-b8ca-49c2-892f-a9cc1508f0a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:54:50.423805 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-9dd06d79-7c55-4f8a-b4a8-fdca6c21eb16 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Network feb6e251-0a55-48fd-a6fe-f18e9c41fb8b is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:54:50.451355 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-07c4d273-6f64-4f5a-a286-cfe423e5d693 None None] Provisioning for port 0c46ff97-cef9-4e8a-914c-b9919cd17879 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:54:50.452006 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10d93ec2-b8ca-49c2-892f-a9cc1508f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:50.454015 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-10d93ec2-b8ca-49c2-892f-a9cc1508f0a0 admin admin] Added segment f08d83b5-79d6-4021-853c-da44476944f2 of type vlan for network e3b65275-9270-4d1a-b3c4-aca52962763c Jul 07 20:54:50.464824 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-07c4d273-6f64-4f5a-a286-cfe423e5d693 None None] Provisioning complete for port 0c46ff97-cef9-4e8a-914c-b9919cd17879 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:54:50.467360 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-07c4d273-6f64-4f5a-a286-cfe423e5d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:50.491383 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-b1b70c6b-fff3-448a-88ac-f9e2d256889e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:50.520004 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10d93ec2-b8ca-49c2-892f-a9cc1508f0a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:50.556887 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-9dd06d79-7c55-4f8a-b4a8-fdca6c21eb16 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:54:50.561664 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-9dd06d79-7c55-4f8a-b4a8-fdca6c21eb16 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:54:50.566047 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d93ec2-b8ca-49c2-892f-a9cc1508f0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609e12fd-c52f-4ebe-9831-272e17003615,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:50.594647 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-07c4d273-6f64-4f5a-a286-cfe423e5d693 None None] Port 0c46ff97-cef9-4e8a-914c-b9919cd17879 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:54:50.614635 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10d93ec2-b8ca-49c2-892f-a9cc1508f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:50.615642 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d93ec2-b8ca-49c2-892f-a9cc1508f0a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:50.616231 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10d93ec2-b8ca-49c2-892f-a9cc1508f0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:50.680916 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd06d79-7c55-4f8a-b4a8-fdca6c21eb16 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event updated for resources: {'Port': ['ID=fb94a02e-7c5e-4cd9-b350-e5e47425ae04,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:50.716772 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-10d93ec2-b8ca-49c2-892f-a9cc1508f0a0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3094320 Jul 07 20:54:50.720405 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43512) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:54:50.725415 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-0620d464-4e4e-48af-a1b3-824227f1a799 admin admin] Request body: {'subnet': {'network_id': 'e3b65275-9270-4d1a-b3c4-aca52962763c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1425934808-subnet', 'tenant_id': '8c79983a800e4fd8b7f7030e8697f5a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:50.737057 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-9dd06d79-7c55-4f8a-b4a8-fdca6c21eb16 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:50.737790 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-9dd06d79-7c55-4f8a-b4a8-fdca6c21eb16 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:50.757684 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d93ec2-b8ca-49c2-892f-a9cc1508f0a0 admin admin] Pushing event updated for resources: {'Network': ['ID=e3b65275-9270-4d1a-b3c4-aca52962763c,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:50.767067 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-9dd06d79-7c55-4f8a-b4a8-fdca6c21eb16 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0782275 Jul 07 20:54:50.778305 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network e3b65275-9270-4d1a-b3c4-aca52962763c details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:54:50.783811 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-509b8c19-b5fd-4511-a1b7-62fa97f9dcef service neutron] Request body: {'port': {'device_id': 'fb9754e4-5db3-4804-9a60-f0130bbb57e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:50.825748 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0620d464-4e4e-48af-a1b3-824227f1a799 admin admin] Made reservation on behalf of 8c79983a800e4fd8b7f7030e8697f5a3 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:54:50.829024 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0620d464-4e4e-48af-a1b3-824227f1a799 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:50.965097 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-b1b70c6b-fff3-448a-88ac-f9e2d256889e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c46ff97-cef9-4e8a-914c-b9919cd17879 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:54:50.973950 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-b1b70c6b-fff3-448a-88ac-f9e2d256889e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:50.991431 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-b1b70c6b-fff3-448a-88ac-f9e2d256889e service neutron] Transition to ACTIVE for port object 0c46ff97-cef9-4e8a-914c-b9919cd17879 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:54:50.995545 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-b1b70c6b-fff3-448a-88ac-f9e2d256889e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:51.024571 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-57d7fe37-887b-4146-b173-88bc46a0ac8e None None] Provisioning for port fb94a02e-7c5e-4cd9-b350-e5e47425ae04 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:54:51.032396 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-57d7fe37-887b-4146-b173-88bc46a0ac8e None None] Provisioning complete for port fb94a02e-7c5e-4cd9-b350-e5e47425ae04 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:54:51.033040 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-57d7fe37-887b-4146-b173-88bc46a0ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:51.062531 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b70c6b-fff3-448a-88ac-f9e2d256889e service neutron] Pushing event updated for resources: {'Port': ['ID=0c46ff97-cef9-4e8a-914c-b9919cd17879,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:51.088932 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-57d7fe37-887b-4146-b173-88bc46a0ac8e None None] Port fb94a02e-7c5e-4cd9-b350-e5e47425ae04 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:54:51.158383 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-509b8c19-b5fd-4511-a1b7-62fa97f9dcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:51.198284 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-b1b70c6b-fff3-448a-88ac-f9e2d256889e service neutron] Attempting to bind port 0c46ff97-cef9-4e8a-914c-b9919cd17879 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:54:51.198913 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-b1b70c6b-fff3-448a-88ac-f9e2d256889e service neutron] Attempting to bind port 0c46ff97-cef9-4e8a-914c-b9919cd17879 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:54:51.199482 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-b1b70c6b-fff3-448a-88ac-f9e2d256889e service neutron] Attempting to bind port 0c46ff97-cef9-4e8a-914c-b9919cd17879 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:51.202447 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cbe74-05e9-4b53-968f-ec1f75ce29b5 req-6d1a3539-90de-4a1d-b948-b10b7df47d08 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:51.205998 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-b1b70c6b-fff3-448a-88ac-f9e2d256889e service neutron] Port 0c46ff97-cef9-4e8a-914c-b9919cd17879 on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:54:51.206719 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-b1b70c6b-fff3-448a-88ac-f9e2d256889e service neutron] Attempting to bind port 0c46ff97-cef9-4e8a-914c-b9919cd17879 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:51.209270 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-216cbe74-05e9-4b53-968f-ec1f75ce29b5 req-6d1a3539-90de-4a1d-b948-b10b7df47d08 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 936 time: 0.4217324 Jul 07 20:54:51.213104 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-b1b70c6b-fff3-448a-88ac-f9e2d256889e service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:54:51.214045 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-b1b70c6b-fff3-448a-88ac-f9e2d256889e service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:54:51.214811 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-b1b70c6b-fff3-448a-88ac-f9e2d256889e service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:54:51.215700 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-b1b70c6b-fff3-448a-88ac-f9e2d256889e service neutron] Bound port: 0c46ff97-cef9-4e8a-914c-b9919cd17879, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:54:51.216852 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-b1b70c6b-fff3-448a-88ac-f9e2d256889e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:51.248796 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0620d464-4e4e-48af-a1b3-824227f1a799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:51.278293 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bbe18-91e2-48ce-a88e-5ec0c04f44cf req-e876e99d-38d7-4e89-b29a-7ad4ce85da50 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:51.280503 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9a0bbe18-91e2-48ce-a88e-5ec0c04f44cf req-e876e99d-38d7-4e89-b29a-7ad4ce85da50 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.3282425 Jul 07 20:54:51.310417 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-b1b70c6b-fff3-448a-88ac-f9e2d256889e service neutron] For port 0c46ff97-cef9-4e8a-914c-b9919cd17879, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:54:51.314425 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-b1b70c6b-fff3-448a-88ac-f9e2d256889e service neutron] For port 0c46ff97-cef9-4e8a-914c-b9919cd17879, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:54:51.320126 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-b1b70c6b-fff3-448a-88ac-f9e2d256889e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:51.382844 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-216cbe74-05e9-4b53-968f-ec1f75ce29b5 req-e206c812-22ff-46da-884a-be0357b15c71 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725907 Jul 07 20:54:51.383037 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-b1b70c6b-fff3-448a-88ac-f9e2d256889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:51.383647 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-b1b70c6b-fff3-448a-88ac-f9e2d256889e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:51.385396 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-b1b70c6b-fff3-448a-88ac-f9e2d256889e service neutron] 10.222.0.39 "PUT /v2.0/ports/0c46ff97-cef9-4e8a-914c-b9919cd17879 HTTP/1.1" status: 200 len: 1097 time: 1.0997174 Jul 07 20:54:51.385889 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0bd910-6253-4e39-9eb8-54b27ea54223', 'tag': '0c46ff97-cef9-4e8a-914c-b9919cd17879'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:54:51.389017 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193590eb-9fd5-463c-afb0-4fe7a71842ea" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0bd910-6253-4e39-9eb8-54b27ea54223", "tag": "0c46ff97-cef9-4e8a-914c-b9919cd17879"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:54:51.424325 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b70c6b-fff3-448a-88ac-f9e2d256889e service neutron] Pushing event updated for resources: {'Port': ['ID=0c46ff97-cef9-4e8a-914c-b9919cd17879,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:51.497612 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620d464-4e4e-48af-a1b3-824227f1a799 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40ffeb34-be6b-4115-8fc3-5015a5900a0d,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:51.518788 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9a0bbe18-91e2-48ce-a88e-5ec0c04f44cf req-0667db86-2496-4e2e-abe6-1c851dfa1660 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004116 Jul 07 20:54:51.525094 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0620d464-4e4e-48af-a1b3-824227f1a799 admin admin] Checking segment: {'id': 'f08d83b5-79d6-4021-853c-da44476944f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e3b65275-9270-4d1a-b3c4-aca52962763c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:54:51.526331 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0620d464-4e4e-48af-a1b3-824227f1a799 admin admin] Network hostable DHCP agents. Network: e3b65275-9270-4d1a-b3c4-aca52962763c, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:54:51.664294 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-23925b15-201a-4e66-b621-d5b692d27b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:51.677405 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-23925b15-201a-4e66-b621-d5b692d27b50 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 1100 time: 0.2042890 Jul 07 20:54:51.756836 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8494bac-6e5f-4c0d-a223-584431a43295 x-openstack-request-id: req-c8494bac-6e5f-4c0d-a223-584431a43295 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:54:51.757143 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0bd910-6253-4e39-9eb8-54b27ea54223", "tag": "0c46ff97-cef9-4e8a-914c-b9919cd17879", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:54:51.757396 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c8494bac-6e5f-4c0d-a223-584431a43295 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:54:51.758405 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0bd910-6253-4e39-9eb8-54b27ea54223', 'tag': '0c46ff97-cef9-4e8a-914c-b9919cd17879', 'status': 'completed', 'code': 200} Jul 07 20:54:51.758523 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0620d464-4e4e-48af-a1b3-824227f1a799 admin admin] Network e3b65275-9270-4d1a-b3c4-aca52962763c is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:54:51.759751 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-9a724edf-49cd-4008-a1e5-e76c78d89c04 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879 HTTP/1.1" status: 200 len: 217 time: 0.0766225 Jul 07 20:54:51.807381 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-0620d464-4e4e-48af-a1b3-824227f1a799 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, e3b65275-9270-4d1a-b3c4-aca52962763c) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:54:51.820275 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc0749a-3c45-461c-825e-676cfe922818 None None] Network e3b65275-9270-4d1a-b3c4-aca52962763c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:54:51.884805 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-477a029f-eebd-4631-b670-dda486e22ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:51.887596 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-477a029f-eebd-4631-b670-dda486e22ce0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1171644 Jul 07 20:54:51.946743 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-509b8c19-b5fd-4511-a1b7-62fa97f9dcef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc613d6-c07d-4924-b6b1-6d15ece9ab8b {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:54:51.956721 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-509b8c19-b5fd-4511-a1b7-62fa97f9dcef service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:51.971739 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-509b8c19-b5fd-4511-a1b7-62fa97f9dcef service neutron] Transition to ACTIVE for port object bfc613d6-c07d-4924-b6b1-6d15ece9ab8b will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:54:51.980496 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-38717fc7-46c1-4267-a10a-bd18c3038c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:51.982339 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-38717fc7-46c1-4267-a10a-bd18c3038c7e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0882406 Jul 07 20:54:51.997862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0620d464-4e4e-48af-a1b3-824227f1a799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:51.998496 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0620d464-4e4e-48af-a1b3-824227f1a799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:52.007841 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-509b8c19-b5fd-4511-a1b7-62fa97f9dcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:52.136544 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b8c19-b5fd-4511-a1b7-62fa97f9dcef service neutron] Pushing event updated for resources: {'Port': ['ID=bfc613d6-c07d-4924-b6b1-6d15ece9ab8b,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:52.147728 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514ae7ef-e96f-4280-8c39-4328186fc01c None None] Network e3b65275-9270-4d1a-b3c4-aca52962763c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:54:52.158882 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0620d464-4e4e-48af-a1b3-824227f1a799 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4372587 Jul 07 20:54:52.202753 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-c105c3b9-b294-4bcb-8eb8-cf0867e5357a service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127368 Jul 07 20:54:52.294527 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa1813-5a58-48e7-9f16-c45e43c90469 req-e1d71f76-f6ca-4f7e-bd91-bd8dee72a285 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:52.315077 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa1813-5a58-48e7-9f16-c45e43c90469 req-e1d71f76-f6ca-4f7e-bd91-bd8dee72a285 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:52.361347 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa1813-5a58-48e7-9f16-c45e43c90469 req-e1d71f76-f6ca-4f7e-bd91-bd8dee72a285 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:52.373177 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-12aa1813-5a58-48e7-9f16-c45e43c90469 req-e1d71f76-f6ca-4f7e-bd91-bd8dee72a285 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 2376 time: 0.5811262 Jul 07 20:54:52.412929 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d969f1ce-683e-4acb-92c0-3e1cd0e2dc8e req-9e5c652d-0b0a-4f91-8194-3c15196f013f service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032998 Jul 07 20:54:52.610995 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193590eb-9fd5-463c-afb0-4fe7a71842ea req-b76184ec-df64-4850-bfde-778734f71643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:52.617077 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-193590eb-9fd5-463c-afb0-4fe7a71842ea req-b76184ec-df64-4850-bfde-778734f71643 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 1100 time: 0.1200578 Jul 07 20:54:52.647049 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-12aa1813-5a58-48e7-9f16-c45e43c90469 req-608aeb6f-675a-44eb-b35b-d153c0ce1dd7 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716384 Jul 07 20:54:52.698208 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-509b8c19-b5fd-4511-a1b7-62fa97f9dcef service neutron] Attempting to bind port bfc613d6-c07d-4924-b6b1-6d15ece9ab8b on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:54:52.698555 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-509b8c19-b5fd-4511-a1b7-62fa97f9dcef service neutron] Attempting to bind port bfc613d6-c07d-4924-b6b1-6d15ece9ab8b by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '8b89bae8-dc1d-4bdc-902d-91156fad3589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'feb6e251-0a55-48fd-a6fe-f18e9c41fb8b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:54:52.698892 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-509b8c19-b5fd-4511-a1b7-62fa97f9dcef service neutron] Attempting to bind port bfc613d6-c07d-4924-b6b1-6d15ece9ab8b on network feb6e251-0a55-48fd-a6fe-f18e9c41fb8b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:52.721889 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-509b8c19-b5fd-4511-a1b7-62fa97f9dcef service neutron] Port bfc613d6-c07d-4924-b6b1-6d15ece9ab8b on network feb6e251-0a55-48fd-a6fe-f18e9c41fb8b not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:54:52.722235 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-509b8c19-b5fd-4511-a1b7-62fa97f9dcef service neutron] Attempting to bind port bfc613d6-c07d-4924-b6b1-6d15ece9ab8b on network feb6e251-0a55-48fd-a6fe-f18e9c41fb8b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:52.737569 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-509b8c19-b5fd-4511-a1b7-62fa97f9dcef service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:54:52.737989 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-509b8c19-b5fd-4511-a1b7-62fa97f9dcef service neutron] Checking segment: {'id': '8b89bae8-dc1d-4bdc-902d-91156fad3589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'feb6e251-0a55-48fd-a6fe-f18e9c41fb8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:54:52.738405 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-509b8c19-b5fd-4511-a1b7-62fa97f9dcef service neutron] Bound using segment: {'id': '8b89bae8-dc1d-4bdc-902d-91156fad3589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'feb6e251-0a55-48fd-a6fe-f18e9c41fb8b'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:54:52.739072 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-509b8c19-b5fd-4511-a1b7-62fa97f9dcef service neutron] Bound port: bfc613d6-c07d-4924-b6b1-6d15ece9ab8b, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b89bae8-dc1d-4bdc-902d-91156fad3589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'feb6e251-0a55-48fd-a6fe-f18e9c41fb8b'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:54:52.740261 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-509b8c19-b5fd-4511-a1b7-62fa97f9dcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:52.779534 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193590eb-9fd5-463c-afb0-4fe7a71842ea req-024836bd-a154-411d-8e96-6996178d945e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:52.782593 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-193590eb-9fd5-463c-afb0-4fe7a71842ea req-024836bd-a154-411d-8e96-6996178d945e service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.1561799 Jul 07 20:54:52.819741 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09042b3-d077-4cda-908b-878ea220c158 req-1317a6ab-ef4a-43c9-b3b8-0230b7f6a0d9 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:52.826849 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c09042b3-d077-4cda-908b-878ea220c158 req-1317a6ab-ef4a-43c9-b3b8-0230b7f6a0d9 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 948 time: 0.1406617 Jul 07 20:54:52.838914 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-193590eb-9fd5-463c-afb0-4fe7a71842ea req-37a5375b-3e63-4275-bf93-44b449fb397f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879 HTTP/1.1" status: 200 len: 217 time: 0.0484245 Jul 07 20:54:52.863020 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-509b8c19-b5fd-4511-a1b7-62fa97f9dcef service neutron] For port bfc613d6-c07d-4924-b6b1-6d15ece9ab8b, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:54:52.908654 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c09042b3-d077-4cda-908b-878ea220c158 req-d8dee9ff-cfd5-4207-b629-6c43ab17c633 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800493 Jul 07 20:54:52.917240 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-509b8c19-b5fd-4511-a1b7-62fa97f9dcef service neutron] For port bfc613d6-c07d-4924-b6b1-6d15ece9ab8b, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=bfc613d6-c07d-4924-b6b1-6d15ece9ab8b,segment=NetworkSegment(8b89bae8-dc1d-4bdc-902d-91156fad3589),segment_id=8b89bae8-dc1d-4bdc-902d-91156fad3589)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:54:52.933630 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-509b8c19-b5fd-4511-a1b7-62fa97f9dcef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:52.956584 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193590eb-9fd5-463c-afb0-4fe7a71842ea req-ba40b5aa-845c-44e5-a908-7b4bca6a3bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:52.958859 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-193590eb-9fd5-463c-afb0-4fe7a71842ea req-ba40b5aa-845c-44e5-a908-7b4bca6a3bb7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1098015 Jul 07 20:54:53.012310 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-509b8c19-b5fd-4511-a1b7-62fa97f9dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:53.013234 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-509b8c19-b5fd-4511-a1b7-62fa97f9dcef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:53.015451 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-509b8c19-b5fd-4511-a1b7-62fa97f9dcef service neutron] 10.222.0.39 "PUT /v2.0/ports/bfc613d6-c07d-4924-b6b1-6d15ece9ab8b HTTP/1.1" status: 200 len: 1093 time: 2.2375844 Jul 07 20:54:53.015977 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9754e4-5db3-4804-9a60-f0130bbb57e8', 'tag': 'bfc613d6-c07d-4924-b6b1-6d15ece9ab8b'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:54:53.018556 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b455d90-8561-4921-8c4f-bfb05fa0ffbe" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9754e4-5db3-4804-9a60-f0130bbb57e8", "tag": "bfc613d6-c07d-4924-b6b1-6d15ece9ab8b"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:54:53.057737 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-b040a3f7-244f-4a5f-bad1-f564d82f442d service neutron] Request body: {'port': {'device_id': 'fb9754e4-5db3-4804-9a60-f0130bbb57e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:53.122037 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193590eb-9fd5-463c-afb0-4fe7a71842ea req-2ec9a035-87c1-45c6-a62c-cd4f4d6c3b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:53.130074 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-193590eb-9fd5-463c-afb0-4fe7a71842ea req-2ec9a035-87c1-45c6-a62c-cd4f4d6c3b34 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1619539 Jul 07 20:54:53.189002 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b8c19-b5fd-4511-a1b7-62fa97f9dcef service neutron] Pushing event updated for resources: {'Port': ['ID=bfc613d6-c07d-4924-b6b1-6d15ece9ab8b,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:53.287398 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f134c65c-1317-4abb-b0bf-53b30e84abab x-openstack-request-id: req-f134c65c-1317-4abb-b0bf-53b30e84abab {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:54:53.287695 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9754e4-5db3-4804-9a60-f0130bbb57e8", "tag": "bfc613d6-c07d-4924-b6b1-6d15ece9ab8b", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:54:53.287955 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f134c65c-1317-4abb-b0bf-53b30e84abab {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:54:53.288361 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9754e4-5db3-4804-9a60-f0130bbb57e8', 'tag': 'bfc613d6-c07d-4924-b6b1-6d15ece9ab8b', 'status': 'completed', 'code': 200} Jul 07 20:54:53.338187 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-193590eb-9fd5-463c-afb0-4fe7a71842ea req-4801ff3d-4522-4ec7-b36e-df8cd11d90ef service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998291 Jul 07 20:54:53.380235 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-a7f82440-8d7f-4f9c-be48-53aa90737224 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:53.382190 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-a7f82440-8d7f-4f9c-be48-53aa90737224 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/networks?id=e3b65275-9270-4d1a-b3c4-aca52962763c HTTP/1.1" status: 200 len: 809 time: 0.3372214 Jul 07 20:54:53.407461 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-b040a3f7-244f-4a5f-bad1-f564d82f442d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:53.433929 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-a43b088c-32a1-442f-a0fd-b2a94bdec7ae tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/quotas/8c79983a800e4fd8b7f7030e8697f5a3 HTTP/1.1" status: 200 len: 375 time: 0.0382085 Jul 07 20:54:53.472567 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-193590eb-9fd5-463c-afb0-4fe7a71842ea req-85b0ee7c-c275-4189-afd4-8d5416588e1f service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258831 Jul 07 20:54:53.875344 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-2cbd558f-1b87-4d10-8204-8071dc603a52 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c79983a800e4fd8b7f7030e8697f5a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4401629 Jul 07 20:54:53.901117 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-2677f773-f8ef-4f71-b516-c15fb53a72c5 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:54:53.902188 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-2677f773-f8ef-4f71-b516-c15fb53a72c5 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115671 Jul 07 20:54:53.929126 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b455d90-8561-4921-8c4f-bfb05fa0ffbe req-34b2663a-3c8f-4242-80b2-5ebd0a326cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:53.929630 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b455d90-8561-4921-8c4f-bfb05fa0ffbe req-34b2663a-3c8f-4242-80b2-5ebd0a326cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:53.930212 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b455d90-8561-4921-8c4f-bfb05fa0ffbe req-34b2663a-3c8f-4242-80b2-5ebd0a326cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:53.931956 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b455d90-8561-4921-8c4f-bfb05fa0ffbe req-34b2663a-3c8f-4242-80b2-5ebd0a326cb6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3572206916df4815b4641ef2859a1817&device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 2732 time: 0.5980227 Jul 07 20:54:54.259238 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-fda50c07-96ca-44e7-8e92-8c5cae8f711c service neutron] 10.222.0.64 "GET /v2.0/networks/e3b65275-9270-4d1a-b3c4-aca52962763c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336709 Jul 07 20:54:54.260391 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b455d90-8561-4921-8c4f-bfb05fa0ffbe req-fb602909-5947-422f-a887-f8dd74bd0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:54.260873 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b455d90-8561-4921-8c4f-bfb05fa0ffbe req-fb602909-5947-422f-a887-f8dd74bd0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:54.261351 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b455d90-8561-4921-8c4f-bfb05fa0ffbe req-fb602909-5947-422f-a887-f8dd74bd0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:54.262975 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b455d90-8561-4921-8c4f-bfb05fa0ffbe req-fb602909-5947-422f-a887-f8dd74bd0fa2 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3572206916df4815b4641ef2859a1817&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3162270 Jul 07 20:54:54.274167 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252236d2-34e0-4100-bf2e-02fd4d40d10f req-d51bbc07-8d4d-48de-97d0-f8016f190251 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:54.280642 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252236d2-34e0-4100-bf2e-02fd4d40d10f req-d51bbc07-8d4d-48de-97d0-f8016f190251 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:54.286664 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252236d2-34e0-4100-bf2e-02fd4d40d10f req-d51bbc07-8d4d-48de-97d0-f8016f190251 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:54.288431 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-252236d2-34e0-4100-bf2e-02fd4d40d10f req-d51bbc07-8d4d-48de-97d0-f8016f190251 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 2388 time: 0.4185078 Jul 07 20:54:54.528557 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-252236d2-34e0-4100-bf2e-02fd4d40d10f req-01df8617-314e-42b2-be02-6c22d39e862e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214155 Jul 07 20:54:54.546801 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b455d90-8561-4921-8c4f-bfb05fa0ffbe req-763889ac-d13a-4179-92fe-3d9ef7e094a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:54.548792 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b455d90-8561-4921-8c4f-bfb05fa0ffbe req-763889ac-d13a-4179-92fe-3d9ef7e094a4 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2591789 Jul 07 20:54:54.582204 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-53742371-c0ce-4752-9010-23ce30f33df1 service neutron] 10.222.0.64 "GET /v2.0/networks/e3b65275-9270-4d1a-b3c4-aca52962763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917063 Jul 07 20:54:54.607758 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-b040a3f7-244f-4a5f-bad1-f564d82f442d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72460ebc-ee35-41e7-a239-d34e04dd7829 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:54:54.631428 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-b040a3f7-244f-4a5f-bad1-f564d82f442d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:54.663685 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-b040a3f7-244f-4a5f-bad1-f564d82f442d service neutron] Transition to ACTIVE for port object 72460ebc-ee35-41e7-a239-d34e04dd7829 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:54:54.669720 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-b040a3f7-244f-4a5f-bad1-f564d82f442d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:54.796199 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040a3f7-244f-4a5f-bad1-f564d82f442d service neutron] Pushing event updated for resources: {'Port': ['ID=72460ebc-ee35-41e7-a239-d34e04dd7829,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:54.906800 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6cfe1-1c5d-48ab-a001-9e241f48c40e req-e94a8a65-53d3-4c49-893c-b5bfcc0d68f5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:54.908934 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6a6cfe1-1c5d-48ab-a001-9e241f48c40e req-e94a8a65-53d3-4c49-893c-b5bfcc0d68f5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 948 time: 0.2024267 Jul 07 20:54:55.006853 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-b040a3f7-244f-4a5f-bad1-f564d82f442d service neutron] Attempting to bind port 72460ebc-ee35-41e7-a239-d34e04dd7829 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:54:55.011527 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-b040a3f7-244f-4a5f-bad1-f564d82f442d service neutron] Attempting to bind port 72460ebc-ee35-41e7-a239-d34e04dd7829 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '9d342760-9175-4c9e-9e47-423fa351299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2ce471f3-025f-4ee5-aafa-5a6d858bc5ff'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:54:55.012040 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-b040a3f7-244f-4a5f-bad1-f564d82f442d service neutron] Attempting to bind port 72460ebc-ee35-41e7-a239-d34e04dd7829 on network 2ce471f3-025f-4ee5-aafa-5a6d858bc5ff {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:55.039456 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-b040a3f7-244f-4a5f-bad1-f564d82f442d service neutron] Port 72460ebc-ee35-41e7-a239-d34e04dd7829 on network 2ce471f3-025f-4ee5-aafa-5a6d858bc5ff not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:54:55.039903 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-b040a3f7-244f-4a5f-bad1-f564d82f442d service neutron] Attempting to bind port 72460ebc-ee35-41e7-a239-d34e04dd7829 on network 2ce471f3-025f-4ee5-aafa-5a6d858bc5ff {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:55.065072 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6a6cfe1-1c5d-48ab-a001-9e241f48c40e req-a0057edc-2a10-42c0-af3f-590671c78d4c tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463945 Jul 07 20:54:55.065917 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-b040a3f7-244f-4a5f-bad1-f564d82f442d service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:54:55.069214 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-b040a3f7-244f-4a5f-bad1-f564d82f442d service neutron] Checking segment: {'id': '9d342760-9175-4c9e-9e47-423fa351299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2ce471f3-025f-4ee5-aafa-5a6d858bc5ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:54:55.069797 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-b040a3f7-244f-4a5f-bad1-f564d82f442d service neutron] Bound using segment: {'id': '9d342760-9175-4c9e-9e47-423fa351299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2ce471f3-025f-4ee5-aafa-5a6d858bc5ff'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:54:55.070429 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-b040a3f7-244f-4a5f-bad1-f564d82f442d service neutron] Bound port: 72460ebc-ee35-41e7-a239-d34e04dd7829, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d342760-9175-4c9e-9e47-423fa351299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2ce471f3-025f-4ee5-aafa-5a6d858bc5ff'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:54:55.070981 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-b040a3f7-244f-4a5f-bad1-f564d82f442d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:55.196217 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-43404cf4-7a56-4ca6-818e-c9c9a91706a1 req-034f1b9a-c18c-4682-82ed-da4f71cf1bcb tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9e4b223-f6d4-4a29-be53-0b0ec480fd0e HTTP/1.1" status: 200 len: 210 time: 0.0540500 Jul 07 20:54:55.211457 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-b040a3f7-244f-4a5f-bad1-f564d82f442d service neutron] For port 72460ebc-ee35-41e7-a239-d34e04dd7829, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:54:55.221338 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-b040a3f7-244f-4a5f-bad1-f564d82f442d service neutron] For port 72460ebc-ee35-41e7-a239-d34e04dd7829, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=72460ebc-ee35-41e7-a239-d34e04dd7829,segment=NetworkSegment(9d342760-9175-4c9e-9e47-423fa351299a),segment_id=9d342760-9175-4c9e-9e47-423fa351299a)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:54:55.226518 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-b040a3f7-244f-4a5f-bad1-f564d82f442d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:55.268279 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-b040a3f7-244f-4a5f-bad1-f564d82f442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:55.269682 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-b040a3f7-244f-4a5f-bad1-f564d82f442d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:55.271482 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-b040a3f7-244f-4a5f-bad1-f564d82f442d service neutron] 10.222.0.39 "PUT /v2.0/ports/72460ebc-ee35-41e7-a239-d34e04dd7829 HTTP/1.1" status: 200 len: 1093 time: 2.2237518 Jul 07 20:54:55.275700 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 0c46ff97-cef9-4e8a-914c-b9919cd17879 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:54:55.289597 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9754e4-5db3-4804-9a60-f0130bbb57e8', 'tag': '72460ebc-ee35-41e7-a239-d34e04dd7829'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:54:55.298010 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98feca9f-a2f6-43e5-926a-da075412e4c9" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9754e4-5db3-4804-9a60-f0130bbb57e8", "tag": "72460ebc-ee35-41e7-a239-d34e04dd7829"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:54:55.317143 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-80eee5c0-e4a6-41a2-a8c0-4f369cf7e9a0 service neutron] Request body: {'port': {'device_id': 'fb9754e4-5db3-4804-9a60-f0130bbb57e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:55.384867 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d10f69-7543-4094-87cb-8d5a7ddf85ec x-openstack-request-id: req-36d10f69-7543-4094-87cb-8d5a7ddf85ec {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:54:55.385345 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9754e4-5db3-4804-9a60-f0130bbb57e8", "tag": "72460ebc-ee35-41e7-a239-d34e04dd7829", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:54:55.385892 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36d10f69-7543-4094-87cb-8d5a7ddf85ec {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:54:55.386442 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9754e4-5db3-4804-9a60-f0130bbb57e8', 'tag': '72460ebc-ee35-41e7-a239-d34e04dd7829', 'status': 'completed', 'code': 200} Jul 07 20:54:55.494968 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040a3f7-244f-4a5f-bad1-f564d82f442d service neutron] Pushing event updated for resources: {'Port': ['ID=72460ebc-ee35-41e7-a239-d34e04dd7829,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:55.567196 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 0c46ff97-cef9-4e8a-914c-b9919cd17879, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:55.591080 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-80eee5c0-e4a6-41a2-a8c0-4f369cf7e9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:55.599504 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '0c46ff97-cef9-4e8a-914c-b9919cd17879', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '0c46ff97-cef9-4e8a-914c-b9919cd17879', 'mac_address': 'fa:16:3e:d1:23:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:54:55.657764 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:55.687169 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c46ff97-cef9-4e8a-914c-b9919cd17879 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:54:55.746297 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98feca9f-a2f6-43e5-926a-da075412e4c9 req-6914330f-5d5f-4a8a-b264-9074218d40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:55.746800 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98feca9f-a2f6-43e5-926a-da075412e4c9 req-6914330f-5d5f-4a8a-b264-9074218d40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:55.749432 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98feca9f-a2f6-43e5-926a-da075412e4c9 req-6914330f-5d5f-4a8a-b264-9074218d40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:55.758247 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98feca9f-a2f6-43e5-926a-da075412e4c9 req-6914330f-5d5f-4a8a-b264-9074218d40ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3572206916df4815b4641ef2859a1817&device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 2800 time: 0.3557594 Jul 07 20:54:55.770832 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 0c46ff97-cef9-4e8a-914c-b9919cd17879, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:55.789731 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:55.926482 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=0c46ff97-cef9-4e8a-914c-b9919cd17879,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:56.103139 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['0c46ff97-cef9-4e8a-914c-b9919cd17879'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:54:56.199261 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98feca9f-a2f6-43e5-926a-da075412e4c9 req-bfc4f380-9948-4e8b-a198-e47d45b9772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:56.206771 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98feca9f-a2f6-43e5-926a-da075412e4c9 req-bfc4f380-9948-4e8b-a198-e47d45b9772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:56.211223 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98feca9f-a2f6-43e5-926a-da075412e4c9 req-bfc4f380-9948-4e8b-a198-e47d45b9772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:56.213172 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98feca9f-a2f6-43e5-926a-da075412e4c9 req-bfc4f380-9948-4e8b-a198-e47d45b9772f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3572206916df4815b4641ef2859a1817&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4460869 Jul 07 20:54:56.310593 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e3a4c-bad2-40aa-b7d8-5de60dfbe417 req-e02e656a-1757-433c-b0b5-df560e35eefc tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:56.316984 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e3a4c-bad2-40aa-b7d8-5de60dfbe417 req-e02e656a-1757-433c-b0b5-df560e35eefc tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:56.323132 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e3a4c-bad2-40aa-b7d8-5de60dfbe417 req-e02e656a-1757-433c-b0b5-df560e35eefc tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:56.331649 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-123e3a4c-bad2-40aa-b7d8-5de60dfbe417 req-e02e656a-1757-433c-b0b5-df560e35eefc tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 2400 time: 0.4293597 Jul 07 20:54:56.445971 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-123e3a4c-bad2-40aa-b7d8-5de60dfbe417 req-329cdb87-dbc1-4612-8f37-a30a6d8b66cc tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094656 Jul 07 20:54:56.489140 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98feca9f-a2f6-43e5-926a-da075412e4c9 req-be45e3c6-de22-4404-ae55-60c95e179471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:56.490625 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98feca9f-a2f6-43e5-926a-da075412e4c9 req-be45e3c6-de22-4404-ae55-60c95e179471 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2659516 Jul 07 20:54:56.592055 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-80eee5c0-e4a6-41a2-a8c0-4f369cf7e9a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb94a02e-7c5e-4cd9-b350-e5e47425ae04 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:54:56.603674 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-80eee5c0-e4a6-41a2-a8c0-4f369cf7e9a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:56.646757 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-80eee5c0-e4a6-41a2-a8c0-4f369cf7e9a0 service neutron] Transition to ACTIVE for port object fb94a02e-7c5e-4cd9-b350-e5e47425ae04 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:54:56.650582 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54613815-1628-45d3-88f6-8607460d2ef3 req-f5317ae0-e0cb-4df2-bc4d-d33d71f1b257 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9e4b223-f6d4-4a29-be53-0b0ec480fd0e HTTP/1.1" status: 200 len: 210 time: 0.0529184 Jul 07 20:54:56.653498 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-80eee5c0-e4a6-41a2-a8c0-4f369cf7e9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:56.712149 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9a947-8de4-4e92-b742-3238c3a5059c req-23713ecb-d821-4189-ae0f-7810be927f6a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:56.717905 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-90a9a947-8de4-4e92-b742-3238c3a5059c req-23713ecb-d821-4189-ae0f-7810be927f6a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 949 time: 0.2438040 Jul 07 20:54:56.767008 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eee5c0-e4a6-41a2-a8c0-4f369cf7e9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb94a02e-7c5e-4cd9-b350-e5e47425ae04,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:56.900310 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-90a9a947-8de4-4e92-b742-3238c3a5059c req-a14ad23d-c863-4fa4-bfba-f05e184a6a12 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739044 Jul 07 20:54:56.950394 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-80eee5c0-e4a6-41a2-a8c0-4f369cf7e9a0 service neutron] Attempting to bind port fb94a02e-7c5e-4cd9-b350-e5e47425ae04 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:54:56.950394 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-80eee5c0-e4a6-41a2-a8c0-4f369cf7e9a0 service neutron] Attempting to bind port fb94a02e-7c5e-4cd9-b350-e5e47425ae04 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '8b89bae8-dc1d-4bdc-902d-91156fad3589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'feb6e251-0a55-48fd-a6fe-f18e9c41fb8b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:54:56.955605 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-80eee5c0-e4a6-41a2-a8c0-4f369cf7e9a0 service neutron] Attempting to bind port fb94a02e-7c5e-4cd9-b350-e5e47425ae04 on network feb6e251-0a55-48fd-a6fe-f18e9c41fb8b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:56.962568 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-80eee5c0-e4a6-41a2-a8c0-4f369cf7e9a0 service neutron] Port fb94a02e-7c5e-4cd9-b350-e5e47425ae04 on network feb6e251-0a55-48fd-a6fe-f18e9c41fb8b not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:54:56.966594 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-80eee5c0-e4a6-41a2-a8c0-4f369cf7e9a0 service neutron] Attempting to bind port fb94a02e-7c5e-4cd9-b350-e5e47425ae04 on network feb6e251-0a55-48fd-a6fe-f18e9c41fb8b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:54:56.979911 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-80eee5c0-e4a6-41a2-a8c0-4f369cf7e9a0 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:54:56.980552 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-80eee5c0-e4a6-41a2-a8c0-4f369cf7e9a0 service neutron] Checking segment: {'id': '8b89bae8-dc1d-4bdc-902d-91156fad3589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'feb6e251-0a55-48fd-a6fe-f18e9c41fb8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:54:56.981095 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-80eee5c0-e4a6-41a2-a8c0-4f369cf7e9a0 service neutron] Bound using segment: {'id': '8b89bae8-dc1d-4bdc-902d-91156fad3589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'feb6e251-0a55-48fd-a6fe-f18e9c41fb8b'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:54:56.981760 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-80eee5c0-e4a6-41a2-a8c0-4f369cf7e9a0 service neutron] Bound port: fb94a02e-7c5e-4cd9-b350-e5e47425ae04, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b89bae8-dc1d-4bdc-902d-91156fad3589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'feb6e251-0a55-48fd-a6fe-f18e9c41fb8b'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:54:56.982277 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-80eee5c0-e4a6-41a2-a8c0-4f369cf7e9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:57.151045 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-80eee5c0-e4a6-41a2-a8c0-4f369cf7e9a0 service neutron] For port fb94a02e-7c5e-4cd9-b350-e5e47425ae04, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:54:57.173850 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-80eee5c0-e4a6-41a2-a8c0-4f369cf7e9a0 service neutron] For port fb94a02e-7c5e-4cd9-b350-e5e47425ae04, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=fb94a02e-7c5e-4cd9-b350-e5e47425ae04,segment=NetworkSegment(8b89bae8-dc1d-4bdc-902d-91156fad3589),segment_id=8b89bae8-dc1d-4bdc-902d-91156fad3589)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:54:57.183514 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-38b1bb55-913a-4a72-b952-f0ada66a74d1 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:57.185048 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-38b1bb55-913a-4a72-b952-f0ada66a74d1 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.58 "GET /v2.0/networks?id=e3b65275-9270-4d1a-b3c4-aca52962763c HTTP/1.1" status: 200 len: 809 time: 0.1526694 Jul 07 20:54:57.186766 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-80eee5c0-e4a6-41a2-a8c0-4f369cf7e9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:57.222986 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-80eee5c0-e4a6-41a2-a8c0-4f369cf7e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:57.222986 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-80eee5c0-e4a6-41a2-a8c0-4f369cf7e9a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:57.223913 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-80eee5c0-e4a6-41a2-a8c0-4f369cf7e9a0 service neutron] 10.222.0.39 "PUT /v2.0/ports/fb94a02e-7c5e-4cd9-b350-e5e47425ae04 HTTP/1.1" status: 200 len: 1092 time: 1.9158230 Jul 07 20:54:57.229198 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-524e12dd-1495-4176-8799-fcc37669dd5d tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Request body: {'port': {'device_id': 'e9e4b223-f6d4-4a29-be53-0b0ec480fd0e', 'network_id': 'e3b65275-9270-4d1a-b3c4-aca52962763c', 'admin_state_up': True, 'tenant_id': '8c79983a800e4fd8b7f7030e8697f5a3'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:57.273572 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 0c46ff97-cef9-4e8a-914c-b9919cd17879 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:54:57.401969 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9754e4-5db3-4804-9a60-f0130bbb57e8', 'tag': 'fb94a02e-7c5e-4cd9-b350-e5e47425ae04'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:54:57.405833 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 0c46ff97-cef9-4e8a-914c-b9919cd17879 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:54:57.410654 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c051fd-0a5f-44c8-9352-753178a14b89" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9754e4-5db3-4804-9a60-f0130bbb57e8", "tag": "fb94a02e-7c5e-4cd9-b350-e5e47425ae04"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:54:57.413926 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 0c46ff97-cef9-4e8a-914c-b9919cd17879 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:54:57.414302 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:57.470502 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eee5c0-e4a6-41a2-a8c0-4f369cf7e9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb94a02e-7c5e-4cd9-b350-e5e47425ae04,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:57.539482 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e27c7e-205d-4245-a2d3-b2612e010084 x-openstack-request-id: req-f9e27c7e-205d-4245-a2d3-b2612e010084 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:54:57.539782 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9754e4-5db3-4804-9a60-f0130bbb57e8", "tag": "fb94a02e-7c5e-4cd9-b350-e5e47425ae04", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:54:57.540043 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f9e27c7e-205d-4245-a2d3-b2612e010084 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:54:57.540443 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9754e4-5db3-4804-9a60-f0130bbb57e8', 'tag': 'fb94a02e-7c5e-4cd9-b350-e5e47425ae04', 'status': 'completed', 'code': 200} Jul 07 20:54:57.595697 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-682f3ae2-41d7-4f8f-b08e-b2a0cfe2ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:57.596204 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-682f3ae2-41d7-4f8f-b08e-b2a0cfe2ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:57.596693 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-682f3ae2-41d7-4f8f-b08e-b2a0cfe2ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:57.598543 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-682f3ae2-41d7-4f8f-b08e-b2a0cfe2ab93 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3572206916df4815b4641ef2859a1817&device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 2868 time: 0.1734278 Jul 07 20:54:57.599813 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:57.638119 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0bd910-6253-4e39-9eb8-54b27ea54223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c46ff97-cef9-4e8a-914c-b9919cd17879'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:54:57.641704 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186f877b-3a9f-474e-ac7f-5ccac93dcf27" -d '{"events": [{"server_uuid": "8d0bd910-6253-4e39-9eb8-54b27ea54223", "name": "network-vif-plugged", "status": "completed", "tag": "0c46ff97-cef9-4e8a-914c-b9919cd17879"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:54:57.661054 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 0c46ff97-cef9-4e8a-914c-b9919cd17879, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:54:57.669465 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:57.723713 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8a2d78-8249-408e-b6db-3ae9889dd589 x-openstack-request-id: req-7f8a2d78-8249-408e-b6db-3ae9889dd589 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:54:57.726775 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0bd910-6253-4e39-9eb8-54b27ea54223", "name": "network-vif-plugged", "status": "completed", "tag": "0c46ff97-cef9-4e8a-914c-b9919cd17879", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:54:57.727389 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f8a2d78-8249-408e-b6db-3ae9889dd589 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:54:57.727952 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0bd910-6253-4e39-9eb8-54b27ea54223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c46ff97-cef9-4e8a-914c-b9919cd17879', 'code': 200} Jul 07 20:54:57.786371 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=0c46ff97-cef9-4e8a-914c-b9919cd17879,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:57.818771 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-524e12dd-1495-4176-8799-fcc37669dd5d tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Made reservation on behalf of 8c79983a800e4fd8b7f7030e8697f5a3 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:54:57.822528 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-524e12dd-1495-4176-8799-fcc37669dd5d tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:57.826184 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-110092d2-e433-4fa5-9c81-942bd2144a0c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.108&port_id=bfc613d6-c07d-4924-b6b1-6d15ece9ab8b HTTP/1.1" status: 200 len: 217 time: 0.2152433 Jul 07 20:54:57.986177 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32899438-0751-4dd8-a46a-843745065cae req-a140739d-77e0-4ef1-9ded-2f2bc8e95ddb tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9e4b223-f6d4-4a29-be53-0b0ec480fd0e HTTP/1.1" status: 200 len: 210 time: 0.1148849 Jul 07 20:54:58.133056 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecac2d-3d76-4fe5-afa5-79a87dd91be4 req-640ff5e9-9f6c-4abd-a3f3-3b0d6f99a068 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:58.142738 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecac2d-3d76-4fe5-afa5-79a87dd91be4 req-640ff5e9-9f6c-4abd-a3f3-3b0d6f99a068 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:58.150462 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecac2d-3d76-4fe5-afa5-79a87dd91be4 req-640ff5e9-9f6c-4abd-a3f3-3b0d6f99a068 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:58.152459 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e7ecac2d-3d76-4fe5-afa5-79a87dd91be4 req-640ff5e9-9f6c-4abd-a3f3-3b0d6f99a068 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 2412 time: 0.3934753 Jul 07 20:54:58.154145 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-2ea311dc-f324-41f2-8930-fc8ce4ef25e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:58.155856 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-2ea311dc-f324-41f2-8930-fc8ce4ef25e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df6c10c4-fde3-4e98-8bc9-386126875d79 HTTP/1.1" status: 200 len: 801 time: 0.3074281 Jul 07 20:54:58.367143 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e7ecac2d-3d76-4fe5-afa5-79a87dd91be4 req-c781882b-9a76-4937-bc10-76aea3824610 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932094 Jul 07 20:54:58.382214 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df0db2-b1e3-4a8a-ae93-9fe5349280eb req-0403a2a6-cee9-4b6c-ab09-640140347e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:58.384813 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78df0db2-b1e3-4a8a-ae93-9fe5349280eb req-0403a2a6-cee9-4b6c-ab09-640140347e1a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 1102 time: 0.4652724 Jul 07 20:54:58.409555 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-524e12dd-1495-4176-8799-fcc37669dd5d tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Allocated IP 172.20.0.14 (e3b65275-9270-4d1a-b3c4-aca52962763c/40ffeb34-be6b-4115-8fc3-5015a5900a0d/98473365-07cf-4c92-924b-c1fe5a1d6308) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:54:58.448334 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-ad709c3d-748c-400c-8ec2-5bc3d6996c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:58.449952 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-ad709c3d-748c-400c-8ec2-5bc3d6996c51 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=feb6e251-0a55-48fd-a6fe-f18e9c41fb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2744098 Jul 07 20:54:58.465832 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e741f-c5d6-400c-8628-02e9767a06ee req-4dd46f13-b686-4a4f-a4cb-1e8b953ff4d0 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:58.468150 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a06e741f-c5d6-400c-8628-02e9767a06ee req-4dd46f13-b686-4a4f-a4cb-1e8b953ff4d0 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 950 time: 0.3104243 Jul 07 20:54:58.476699 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-8dc92bba-ab12-480f-9640-1f02e67dc4cb service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:54:58.477808 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-8dc92bba-ab12-480f-9640-1f02e67dc4cb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087161 Jul 07 20:54:58.545034 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78df0db2-b1e3-4a8a-ae93-9fe5349280eb req-67a21724-14bc-4b81-94e2-48fbc0d50397 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525838 Jul 07 20:54:58.669457 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a06e741f-c5d6-400c-8628-02e9767a06ee req-9c234437-41c5-47ee-8020-88dc5db4d59d tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849570 Jul 07 20:54:58.771386 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-05d77027-ed3f-4c01-b90c-ff0034498aad service neutron] 10.222.0.39 "GET /v2.0/networks/feb6e251-0a55-48fd-a6fe-f18e9c41fb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758937 Jul 07 20:54:59.167428 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9660dc6f-e75c-4200-a586-eea8d6a5cb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:59.220155 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-524e12dd-1495-4176-8799-fcc37669dd5d tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:59.262294 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-162164b2-700f-4d57-a2ac-4b279f5d7c49 req-db36dceb-aee2-480d-816c-f7c497884319 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9e4b223-f6d4-4a29-be53-0b0ec480fd0e HTTP/1.1" status: 200 len: 210 time: 0.0479827 Jul 07 20:54:59.302052 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-18869d80-2f0e-454f-80cf-a7e99bde13c6 req-35516a4f-7a43-4238-a7d1-7303cbd79e3a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5784471 Jul 07 20:54:59.326109 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-b4f27c11-07bd-4d50-b9a4-3415b5f1cabc service neutron] 10.222.0.39 "GET /v2.0/networks/feb6e251-0a55-48fd-a6fe-f18e9c41fb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510535 Jul 07 20:54:59.338122 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-524e12dd-1495-4176-8799-fcc37669dd5d tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:59.449961 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-c21bebbd-c1d0-4a8c-8200-d52db0e5e0c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.253&port_id=72460ebc-ee35-41e7-a239-d34e04dd7829 HTTP/1.1" status: 200 len: 217 time: 0.1013896 Jul 07 20:54:59.477982 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-524e12dd-1495-4176-8799-fcc37669dd5d tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Network e3b65275-9270-4d1a-b3c4-aca52962763c is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:54:59.521159 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-524e12dd-1495-4176-8799-fcc37669dd5d tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:54:59.532409 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-524e12dd-1495-4176-8799-fcc37669dd5d tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:54:59.592660 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e12dd-1495-4176-8799-fcc37669dd5d tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Pushing event updated for resources: {'Port': ['ID=98473365-07cf-4c92-924b-c1fe5a1d6308,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:54:59.621029 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-bef0e8ed-9d28-42b4-9010-c35bf13503d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:59.622541 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-bef0e8ed-9d28-42b4-9010-c35bf13503d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67ad6f9a-d04a-4387-9760-e68a347e85db HTTP/1.1" status: 200 len: 801 time: 0.1433921 Jul 07 20:54:59.652930 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-524e12dd-1495-4176-8799-fcc37669dd5d tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:59.653580 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-524e12dd-1495-4176-8799-fcc37669dd5d tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:54:59.704906 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-524e12dd-1495-4176-8799-fcc37669dd5d tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4799678 Jul 07 20:54:59.717858 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18869d80-2f0e-454f-80cf-a7e99bde13c6 req-f4f1bc0b-0b97-48c5-875b-cd92b2738582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:59.720169 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-18869d80-2f0e-454f-80cf-a7e99bde13c6 req-f4f1bc0b-0b97-48c5-875b-cd92b2738582 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 1101 time: 0.3368058 Jul 07 20:54:59.734197 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-7738fc66-0f81-4380-8e20-914f74fbe282 service neutron] Request body: {'port': {'device_id': 'e9e4b223-f6d4-4a29-be53-0b0ec480fd0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:54:59.746612 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6074f-33be-4d74-8cd5-af2e44299d06 req-466539ac-1898-4c88-843a-1179ea487ec5 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:59.753737 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6074f-33be-4d74-8cd5-af2e44299d06 req-466539ac-1898-4c88-843a-1179ea487ec5 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:59.760142 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6074f-33be-4d74-8cd5-af2e44299d06 req-466539ac-1898-4c88-843a-1179ea487ec5 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:59.761879 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73e6074f-33be-4d74-8cd5-af2e44299d06 req-466539ac-1898-4c88-843a-1179ea487ec5 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 2412 time: 0.2498236 Jul 07 20:54:59.880823 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-5705c5d9-e105-49ad-8f7a-609599e4d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:54:59.886254 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-5705c5d9-e105-49ad-8f7a-609599e4d8e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2ce471f3-025f-4ee5-aafa-5a6d858bc5ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2483833 Jul 07 20:54:59.981314 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73e6074f-33be-4d74-8cd5-af2e44299d06 req-f80817e8-0a5b-4f17-bc84-231125a9c98c tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821449 Jul 07 20:55:00.063401 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-7738fc66-0f81-4380-8e20-914f74fbe282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:00.081395 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18869d80-2f0e-454f-80cf-a7e99bde13c6 req-6b1af778-e7fc-44c4-9c0e-a912587d6c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:00.082925 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-18869d80-2f0e-454f-80cf-a7e99bde13c6 req-6b1af778-e7fc-44c4-9c0e-a912587d6c33 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.3167255 Jul 07 20:55:00.227819 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-18869d80-2f0e-454f-80cf-a7e99bde13c6 req-169376ec-123a-419e-975e-d2dc7d3ff7ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc HTTP/1.1" status: 200 len: 217 time: 0.1230366 Jul 07 20:55:00.263435 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-66fc753a-3d59-46f5-9876-e7213f3627d8 service neutron] 10.222.0.39 "GET /v2.0/networks/2ce471f3-025f-4ee5-aafa-5a6d858bc5ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690057 Jul 07 20:55:00.379195 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0aeda8-5c1b-4c5a-81a2-4d3c35cda974 req-877c828e-57ec-485a-abfc-7a750a4ae970 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:00.383860 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc0aeda8-5c1b-4c5a-81a2-4d3c35cda974 req-877c828e-57ec-485a-abfc-7a750a4ae970 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 950 time: 0.4348404 Jul 07 20:55:00.505415 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18869d80-2f0e-454f-80cf-a7e99bde13c6 req-93179689-2c96-4144-a5f6-8ea9ad4341c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:00.506934 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-18869d80-2f0e-454f-80cf-a7e99bde13c6 req-93179689-2c96-4144-a5f6-8ea9ad4341c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.2659326 Jul 07 20:55:00.613581 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-a255aab8-a4c4-4cae-9bfb-d37c7f59f5f1 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:00.615421 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-a255aab8-a4c4-4cae-9bfb-d37c7f59f5f1 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 808 time: 0.5265267 Jul 07 20:55:00.629708 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc0aeda8-5c1b-4c5a-81a2-4d3c35cda974 req-475bebd9-9aeb-43e7-96eb-cdbd0fae4804 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977813 Jul 07 20:55:00.661725 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-e5955745-cf40-412f-8105-4eb9b1073f09 service neutron] 10.222.0.39 "GET /v2.0/networks/2ce471f3-025f-4ee5-aafa-5a6d858bc5ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584998 Jul 07 20:55:00.665975 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-5b967ec4-9d24-4305-b9cc-e2f9f990cd5b tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/quotas/65fae3fefbe64254998437b5d4795dfb HTTP/1.1" status: 200 len: 375 time: 0.0350137 Jul 07 20:55:00.763007 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-89f58590-4ea3-4364-9617-94c58b37adf5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.51&port_id=fb94a02e-7c5e-4cd9-b350-e5e47425ae04 HTTP/1.1" status: 200 len: 217 time: 0.0799675 Jul 07 20:55:00.856728 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18869d80-2f0e-454f-80cf-a7e99bde13c6 req-e5e6eb60-ea20-4d5f-bab9-4669ae3f316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:00.858408 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-18869d80-2f0e-454f-80cf-a7e99bde13c6 req-e5e6eb60-ea20-4d5f-bab9-4669ae3f316f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3279817 Jul 07 20:55:00.979593 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-484f4f7e-1878-4030-a101-7185db49a288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:00.981100 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-484f4f7e-1878-4030-a101-7185db49a288 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df6c10c4-fde3-4e98-8bc9-386126875d79 HTTP/1.1" status: 200 len: 801 time: 0.2042315 Jul 07 20:55:01.020970 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-7738fc66-0f81-4380-8e20-914f74fbe282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98473365-07cf-4c92-924b-c1fe5a1d6308 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:55:01.048679 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-7738fc66-0f81-4380-8e20-914f74fbe282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:01.058534 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-6e7299df-ed84-4bf7-9c54-ab96c967c66e tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3794134 Jul 07 20:55:01.088095 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-18838213-ece5-4155-ad28-7eb4461390a6 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:55:01.089314 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-18838213-ece5-4155-ad28-7eb4461390a6 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163198 Jul 07 20:55:01.121525 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693abde-3c9b-4556-91a5-407fc20c76b3 req-c080bbf9-b41d-4e18-8bc2-951393bed750 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:01.123025 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3693abde-3c9b-4556-91a5-407fc20c76b3 req-c080bbf9-b41d-4e18-8bc2-951393bed750 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9e4b223-f6d4-4a29-be53-0b0ec480fd0e HTTP/1.1" status: 200 len: 932 time: 0.3548880 Jul 07 20:55:01.124823 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-7738fc66-0f81-4380-8e20-914f74fbe282 service neutron] Transition to ACTIVE for port object 98473365-07cf-4c92-924b-c1fe5a1d6308 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:55:01.172623 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-7738fc66-0f81-4380-8e20-914f74fbe282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:01.214871 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-18869d80-2f0e-454f-80cf-a7e99bde13c6 req-85164e7e-39d0-4066-8539-bfe249fb0ddd service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412752 Jul 07 20:55:01.376397 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-1bbd0911-9396-4906-b9b1-3bc15fe25fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:01.378240 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-1bbd0911-9396-4906-b9b1-3bc15fe25fa1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=feb6e251-0a55-48fd-a6fe-f18e9c41fb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3807456 Jul 07 20:55:01.381769 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3693abde-3c9b-4556-91a5-407fc20c76b3 req-514bae48-517f-4a8b-b9e2-84134aa4712c tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/security-groups?id=609e12fd-c52f-4ebe-9831-272e17003615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478716 Jul 07 20:55:01.415763 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738fc66-0f81-4380-8e20-914f74fbe282 service neutron] Pushing event updated for resources: {'Port': ['ID=98473365-07cf-4c92-924b-c1fe5a1d6308,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:01.440544 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-5a10f81a-0ee6-4d3a-aaef-aeecc64f3643 service neutron] 10.222.0.64 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393228 Jul 07 20:55:01.598538 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-15eda1a8-7a2a-4b6e-b01f-7d9b28936a66 req-89c7b304-bb9b-42c4-9df8-c945e35e1413 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0624430 Jul 07 20:55:01.642219 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-18869d80-2f0e-454f-80cf-a7e99bde13c6 req-88210cc6-9bb2-4e50-b7a5-bd17a9c8d453 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009252 Jul 07 20:55:01.698497 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-7738fc66-0f81-4380-8e20-914f74fbe282 service neutron] Attempting to bind port 98473365-07cf-4c92-924b-c1fe5a1d6308 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:55:01.698851 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-7738fc66-0f81-4380-8e20-914f74fbe282 service neutron] Attempting to bind port 98473365-07cf-4c92-924b-c1fe5a1d6308 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'f08d83b5-79d6-4021-853c-da44476944f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e3b65275-9270-4d1a-b3c4-aca52962763c'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:55:01.699189 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-7738fc66-0f81-4380-8e20-914f74fbe282 service neutron] Attempting to bind port 98473365-07cf-4c92-924b-c1fe5a1d6308 on network e3b65275-9270-4d1a-b3c4-aca52962763c {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:01.723133 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-7738fc66-0f81-4380-8e20-914f74fbe282 service neutron] Port 98473365-07cf-4c92-924b-c1fe5a1d6308 on network e3b65275-9270-4d1a-b3c4-aca52962763c not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:55:01.723611 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-7738fc66-0f81-4380-8e20-914f74fbe282 service neutron] Attempting to bind port 98473365-07cf-4c92-924b-c1fe5a1d6308 on network e3b65275-9270-4d1a-b3c4-aca52962763c {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:01.738903 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-2d30c6fe-0faa-4bdb-9467-7b6859d33703 service neutron] 10.222.0.64 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663288 Jul 07 20:55:01.748604 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-7738fc66-0f81-4380-8e20-914f74fbe282 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:55:01.749794 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-7738fc66-0f81-4380-8e20-914f74fbe282 service neutron] Checking segment: {'id': 'f08d83b5-79d6-4021-853c-da44476944f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e3b65275-9270-4d1a-b3c4-aca52962763c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:55:01.750231 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-7738fc66-0f81-4380-8e20-914f74fbe282 service neutron] Bound using segment: {'id': 'f08d83b5-79d6-4021-853c-da44476944f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e3b65275-9270-4d1a-b3c4-aca52962763c'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:55:01.750833 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-7738fc66-0f81-4380-8e20-914f74fbe282 service neutron] Bound port: 98473365-07cf-4c92-924b-c1fe5a1d6308, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08d83b5-79d6-4021-853c-da44476944f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e3b65275-9270-4d1a-b3c4-aca52962763c'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:55:01.751205 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-7738fc66-0f81-4380-8e20-914f74fbe282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:01.754650 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-44cfb00f-2975-473d-9793-d332ab35d2d5 service neutron] 10.222.0.39 "GET /v2.0/networks/feb6e251-0a55-48fd-a6fe-f18e9c41fb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331118 Jul 07 20:55:01.778638 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1178eb-38a4-493b-8c58-d1d04e226398 req-7e5e2463-b5b3-4c01-8578-6b75bbc11fb9 tempest-MigrationsAdminTest-208978502 tempest-MigrationsAdminTest-208978502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:01.780704 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e1178eb-38a4-493b-8c58-d1d04e226398 req-7e5e2463-b5b3-4c01-8578-6b75bbc11fb9 tempest-MigrationsAdminTest-208978502 tempest-MigrationsAdminTest-208978502-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 1102 time: 0.2518401 Jul 07 20:55:01.792048 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eda1a8-7a2a-4b6e-b01f-7d9b28936a66 req-3ec55ea4-4ead-4108-91ac-dbbc5663c8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:01.794325 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-15eda1a8-7a2a-4b6e-b01f-7d9b28936a66 req-3ec55ea4-4ead-4108-91ac-dbbc5663c8e0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=840e879ee5f84b5498858a5e69b47b03&device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 1098 time: 0.1212032 Jul 07 20:55:01.833823 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-adca8e3f-5517-473f-a783-07b89a981f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:01.898056 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:02.018267 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eda1a8-7a2a-4b6e-b01f-7d9b28936a66 req-c5399f0b-3f25-4b16-89dc-07984c567713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:02.020867 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-15eda1a8-7a2a-4b6e-b01f-7d9b28936a66 req-c5399f0b-3f25-4b16-89dc-07984c567713 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb HTTP/1.1" status: 200 len: 912 time: 0.1847210 Jul 07 20:55:02.143209 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-15eda1a8-7a2a-4b6e-b01f-7d9b28936a66 req-8b4d672d-eb37-4e22-b064-9b362167418c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 HTTP/1.1" status: 200 len: 1002 time: 0.1094308 Jul 07 20:55:02.258469 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eda1a8-7a2a-4b6e-b01f-7d9b28936a66 req-3a417d09-a1d1-459b-910a-c97863c9e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:02.259905 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-15eda1a8-7a2a-4b6e-b01f-7d9b28936a66 req-3a417d09-a1d1-459b-910a-c97863c9e98a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b4310c6-664d-4c25-affc-191900c3c7bd HTTP/1.1" status: 200 len: 850 time: 0.1057801 Jul 07 20:55:02.345745 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eda1a8-7a2a-4b6e-b01f-7d9b28936a66 req-4efe4c6d-da98-4645-974d-1ec421383ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:02.347467 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-15eda1a8-7a2a-4b6e-b01f-7d9b28936a66 req-4efe4c6d-da98-4645-974d-1ec421383ab0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0800831 Jul 07 20:55:02.512785 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e1178eb-38a4-493b-8c58-d1d04e226398 req-e17e0134-97a2-4d01-8aa3-9fae10cbaf2a tempest-MigrationsAdminTest-208978502 tempest-MigrationsAdminTest-208978502-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7019753 Jul 07 20:55:02.515166 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-15eda1a8-7a2a-4b6e-b01f-7d9b28936a66 req-e7da412e-f288-4872-a816-f6c6c08d8069 service neutron] 10.222.0.58 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561759 Jul 07 20:55:02.582611 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-7738fc66-0f81-4380-8e20-914f74fbe282 service neutron] For port 98473365-07cf-4c92-924b-c1fe5a1d6308, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:55:02.589187 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-7738fc66-0f81-4380-8e20-914f74fbe282 service neutron] For port 98473365-07cf-4c92-924b-c1fe5a1d6308, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=98473365-07cf-4c92-924b-c1fe5a1d6308,segment=NetworkSegment(f08d83b5-79d6-4021-853c-da44476944f2),segment_id=f08d83b5-79d6-4021-853c-da44476944f2)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:55:02.605790 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-7738fc66-0f81-4380-8e20-914f74fbe282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:02.692890 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-15eda1a8-7a2a-4b6e-b01f-7d9b28936a66 req-df9391e8-4ecd-4026-a4a5-e7992ef5dd22 service neutron] 10.222.0.58 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670506 Jul 07 20:55:02.768276 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-7738fc66-0f81-4380-8e20-914f74fbe282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:02.769304 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-7738fc66-0f81-4380-8e20-914f74fbe282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:02.770791 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-7738fc66-0f81-4380-8e20-914f74fbe282 service neutron] 10.222.0.58 "PUT /v2.0/ports/98473365-07cf-4c92-924b-c1fe5a1d6308 HTTP/1.1" status: 200 len: 1093 time: 3.0427258 Jul 07 20:55:02.793614 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e4b223-f6d4-4a29-be53-0b0ec480fd0e', 'tag': '98473365-07cf-4c92-924b-c1fe5a1d6308'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:02.796052 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3516d69a-d35f-4d05-9ab7-9e0198ccbb9f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e4b223-f6d4-4a29-be53-0b0ec480fd0e", "tag": "98473365-07cf-4c92-924b-c1fe5a1d6308"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:02.800849 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1c2dd3f1-0f81-4331-bc10-f5332bdadbe8 req-acef79bc-4630-46ec-bbe9-d60dacd62bc8 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 210 time: 0.0786791 Jul 07 20:55:02.842436 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b1bcd5-23c6-41bc-a404-855460efca93 req-0986b3ce-b7c1-4d0d-9870-5a1be1c3bffa service neutron] 10.222.0.39 "GET /v2.0/networks/feb6e251-0a55-48fd-a6fe-f18e9c41fb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0759587 Jul 07 20:55:02.881970 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738fc66-0f81-4380-8e20-914f74fbe282 service neutron] Pushing event updated for resources: {'Port': ['ID=98473365-07cf-4c92-924b-c1fe5a1d6308,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:02.913151 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3b2e9-1358-4588-bbee-737979f6a824 req-89c3949f-7ff2-48ae-9e90-ce5abdad809e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:02.921316 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3b2e9-1358-4588-bbee-737979f6a824 req-89c3949f-7ff2-48ae-9e90-ce5abdad809e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:02.928772 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3b2e9-1358-4588-bbee-737979f6a824 req-89c3949f-7ff2-48ae-9e90-ce5abdad809e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:02.931034 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-92f3b2e9-1358-4588-bbee-737979f6a824 req-89c3949f-7ff2-48ae-9e90-ce5abdad809e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 2412 time: 0.3379667 Jul 07 20:55:03.064942 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-6ceb2bab-74e4-407f-91c7-8a670b29eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:03.066825 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-6ceb2bab-74e4-407f-91c7-8a670b29eaa1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8c79983a800e4fd8b7f7030e8697f5a3&device_id=e9e4b223-f6d4-4a29-be53-0b0ec480fd0e HTTP/1.1" status: 200 len: 1096 time: 0.2202840 Jul 07 20:55:03.081764 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-92f3b2e9-1358-4588-bbee-737979f6a824 req-54e0020c-7a49-4599-9b49-0704708bcf28 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076567 Jul 07 20:55:03.119076 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c051fd-0a5f-44c8-9352-753178a14b89 req-c7ed12ea-224b-400b-aa3a-b7b321afb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:03.119598 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c051fd-0a5f-44c8-9352-753178a14b89 req-c7ed12ea-224b-400b-aa3a-b7b321afb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:03.120574 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c051fd-0a5f-44c8-9352-753178a14b89 req-c7ed12ea-224b-400b-aa3a-b7b321afb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:03.121787 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4c051fd-0a5f-44c8-9352-753178a14b89 req-c7ed12ea-224b-400b-aa3a-b7b321afb804 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3572206916df4815b4641ef2859a1817&device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 2868 time: 0.1865652 Jul 07 20:55:03.169898 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-f03f6c97-3215-4708-a439-39b8c6eba839 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98473365-07cf-4c92-924b-c1fe5a1d6308 HTTP/1.1" status: 200 len: 217 time: 0.0709624 Jul 07 20:55:03.179926 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0ee85-8f4a-4b51-b18d-4028f9aa1a33 req-fd12edfa-97c5-42d7-be2c-17078eb75a33 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:03.181384 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7c0ee85-8f4a-4b51-b18d-4028f9aa1a33 req-fd12edfa-97c5-42d7-be2c-17078eb75a33 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9e4b223-f6d4-4a29-be53-0b0ec480fd0e HTTP/1.1" status: 200 len: 944 time: 0.2038472 Jul 07 20:55:03.435657 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c051fd-0a5f-44c8-9352-753178a14b89 req-42581220-0894-48a4-a105-6aa88d7ca089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:03.438071 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4c051fd-0a5f-44c8-9352-753178a14b89 req-42581220-0894-48a4-a105-6aa88d7ca089 service neutron] 10.222.0.39 "GET /v2.0/networks?id=feb6e251-0a55-48fd-a6fe-f18e9c41fb8b HTTP/1.1" status: 200 len: 903 time: 0.2809191 Jul 07 20:55:03.447621 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-b3c83a63-f6b3-49b7-92a6-278a916beab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:03.449299 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-b3c83a63-f6b3-49b7-92a6-278a916beab2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=40ffeb34-be6b-4115-8fc3-5015a5900a0d HTTP/1.1" status: 200 len: 849 time: 0.1721673 Jul 07 20:55:03.456296 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:03.554331 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-05750289-c83b-444c-b29d-c8c2875db010 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3b65275-9270-4d1a-b3c4-aca52962763c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897412 Jul 07 20:55:03.555799 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4c051fd-0a5f-44c8-9352-753178a14b89 req-78d54e33-576b-4056-9c37-b1010d69e82d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.51&port_id=fb94a02e-7c5e-4cd9-b350-e5e47425ae04 HTTP/1.1" status: 200 len: 217 time: 0.1016488 Jul 07 20:55:03.559694 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7c0ee85-8f4a-4b51-b18d-4028f9aa1a33 req-b824055f-bf3e-4213-9d2c-184f8ec51018 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/security-groups?id=609e12fd-c52f-4ebe-9831-272e17003615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843695 Jul 07 20:55:03.904856 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-b68191d3-551e-4cd0-80d1-af19ab6da4e7 service neutron] 10.222.0.58 "GET /v2.0/networks/e3b65275-9270-4d1a-b3c4-aca52962763c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285086 Jul 07 20:55:03.911725 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6641f901-7bc6-4890-81bc-99ae2e6e4ad3 x-openstack-request-id: req-6641f901-7bc6-4890-81bc-99ae2e6e4ad3 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:03.912293 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e4b223-f6d4-4a29-be53-0b0ec480fd0e", "tag": "98473365-07cf-4c92-924b-c1fe5a1d6308", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:03.912701 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6641f901-7bc6-4890-81bc-99ae2e6e4ad3 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:03.913255 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e4b223-f6d4-4a29-be53-0b0ec480fd0e', 'tag': '98473365-07cf-4c92-924b-c1fe5a1d6308', 'status': 'completed', 'code': 200} Jul 07 20:55:04.041033 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-fc3afd76-19fa-4af7-936f-0bc858209e1a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1419625 Jul 07 20:55:04.187073 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c051fd-0a5f-44c8-9352-753178a14b89 req-3c645364-5799-4353-ac5b-49b764948376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:04.188684 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4c051fd-0a5f-44c8-9352-753178a14b89 req-3c645364-5799-4353-ac5b-49b764948376 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df6c10c4-fde3-4e98-8bc9-386126875d79 HTTP/1.1" status: 200 len: 801 time: 0.6206930 Jul 07 20:55:04.318167 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8b264d5-a915-4081-8b68-84f47c94b948 req-789449ac-329a-45a0-bdd3-f8af2e5636d5 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 210 time: 0.0567739 Jul 07 20:55:04.392324 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-1764eada-fe45-459a-a7e9-8c088bac5c77 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:04.394144 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-1764eada-fe45-459a-a7e9-8c088bac5c77 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.39 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 808 time: 0.4199266 Jul 07 20:55:04.421399 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e61fc90-08a7-41a6-b951-9def85a767a3 req-9a57df05-c45c-49fe-9f81-61a83f6c75ee service neutron] 10.222.0.58 "GET /v2.0/networks/e3b65275-9270-4d1a-b3c4-aca52962763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4989042 Jul 07 20:55:04.452921 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-9b5d8396-006e-479a-b5bd-924656ba36f6 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Request body: {'port': {'device_id': '1fcfbef7-93a7-4295-a7b6-1f807a76273f', 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136', 'admin_state_up': True, 'tenant_id': '65fae3fefbe64254998437b5d4795dfb'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:04.462472 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c051fd-0a5f-44c8-9352-753178a14b89 req-501f919e-8ac2-45a9-82e7-0d6a1ad03ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:04.464294 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4c051fd-0a5f-44c8-9352-753178a14b89 req-501f919e-8ac2-45a9-82e7-0d6a1ad03ac6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=feb6e251-0a55-48fd-a6fe-f18e9c41fb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2531595 Jul 07 20:55:04.575200 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:55:04.693463 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc792582-6ebb-4a63-b600-caade037212d req-6019feb7-d013-415c-a782-a408a6b6f7a1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:04.695145 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dc792582-6ebb-4a63-b600-caade037212d req-6019feb7-d013-415c-a782-a408a6b6f7a1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 950 time: 0.5821519 Jul 07 20:55:04.719163 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4c051fd-0a5f-44c8-9352-753178a14b89 req-2e6ff052-a726-4d62-a4c3-411a0d982a3a service neutron] 10.222.0.39 "GET /v2.0/networks/feb6e251-0a55-48fd-a6fe-f18e9c41fb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374227 Jul 07 20:55:04.984131 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dc792582-6ebb-4a63-b600-caade037212d req-cc21013a-058a-494a-96f7-c1b9334af728 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602141 Jul 07 20:55:05.145199 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:05.274066 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4c051fd-0a5f-44c8-9352-753178a14b89 req-e04b2c72-528b-476e-b51c-3a8688d54c4a service neutron] 10.222.0.39 "GET /v2.0/networks/feb6e251-0a55-48fd-a6fe-f18e9c41fb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979103 Jul 07 20:55:05.287307 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65140d4e-1a31-4bcf-964a-f10cbef9f807 req-744a368a-1374-4e36-9ce4-cecfd208e0d0 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:05.293838 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65140d4e-1a31-4bcf-964a-f10cbef9f807 req-744a368a-1374-4e36-9ce4-cecfd208e0d0 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:05.309379 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65140d4e-1a31-4bcf-964a-f10cbef9f807 req-744a368a-1374-4e36-9ce4-cecfd208e0d0 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:05.312943 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-65140d4e-1a31-4bcf-964a-f10cbef9f807 req-744a368a-1374-4e36-9ce4-cecfd208e0d0 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 2412 time: 0.7137520 Jul 07 20:55:05.348117 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516d69a-d35f-4d05-9ab7-9e0198ccbb9f req-755cf47b-7dd9-4788-a419-f1ddf5c36140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:05.349961 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3516d69a-d35f-4d05-9ab7-9e0198ccbb9f req-755cf47b-7dd9-4788-a419-f1ddf5c36140 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8c79983a800e4fd8b7f7030e8697f5a3&device_id=e9e4b223-f6d4-4a29-be53-0b0ec480fd0e HTTP/1.1" status: 200 len: 1096 time: 0.7530851 Jul 07 20:55:05.352269 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-9b5d8396-006e-479a-b5bd-924656ba36f6 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Made reservation on behalf of 65fae3fefbe64254998437b5d4795dfb for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:55:05.356787 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-9b5d8396-006e-479a-b5bd-924656ba36f6 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:05.570157 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-65140d4e-1a31-4bcf-964a-f10cbef9f807 req-ecae126a-5d3d-4bc1-a63f-94766edaab0f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359939 Jul 07 20:55:05.631649 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b29d5-73e9-4857-9b4a-b8d5df976bad req-44bc9f78-83b7-49cb-b07c-633a349b544d tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:05.633332 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc6b29d5-73e9-4857-9b4a-b8d5df976bad req-44bc9f78-83b7-49cb-b07c-633a349b544d tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9e4b223-f6d4-4a29-be53-0b0ec480fd0e HTTP/1.1" status: 200 len: 944 time: 0.4844148 Jul 07 20:55:05.711194 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516d69a-d35f-4d05-9ab7-9e0198ccbb9f req-49ebc003-d2c4-4fc0-a4de-82d5d9628bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:05.712967 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3516d69a-d35f-4d05-9ab7-9e0198ccbb9f req-49ebc003-d2c4-4fc0-a4de-82d5d9628bbe service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3b65275-9270-4d1a-b3c4-aca52962763c HTTP/1.1" status: 200 len: 910 time: 0.3248425 Jul 07 20:55:05.799403 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-9b5d8396-006e-479a-b5bd-924656ba36f6 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Allocated IP 172.20.0.12 (a969003f-4d51-4bc6-945b-910c720df136/e76f85dc-7298-41c1-a5c0-b46924c81a29/bb66d9f0-6d4b-446a-83f5-575f54c94229) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:55:05.807044 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc6b29d5-73e9-4857-9b4a-b8d5df976bad req-b0876e11-a23c-4f17-826c-f9d8107c8d54 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/security-groups?id=609e12fd-c52f-4ebe-9831-272e17003615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400714 Jul 07 20:55:05.808801 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3516d69a-d35f-4d05-9ab7-9e0198ccbb9f req-ae8b8a38-a50c-4eac-b999-4f5c11b747a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98473365-07cf-4c92-924b-c1fe5a1d6308 HTTP/1.1" status: 200 len: 217 time: 0.0702732 Jul 07 20:55:05.964654 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516d69a-d35f-4d05-9ab7-9e0198ccbb9f req-257ce7e3-ad55-435b-a793-c75a71fe9dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:05.966195 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3516d69a-d35f-4d05-9ab7-9e0198ccbb9f req-257ce7e3-ad55-435b-a793-c75a71fe9dd6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=40ffeb34-be6b-4115-8fc3-5015a5900a0d HTTP/1.1" status: 200 len: 849 time: 0.1400294 Jul 07 20:55:06.129979 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3516d69a-d35f-4d05-9ab7-9e0198ccbb9f req-cb9f4342-303d-474e-8c0e-901342095bf3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3b65275-9270-4d1a-b3c4-aca52962763c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1317749 Jul 07 20:55:06.224564 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-69a8e272-8741-4945-9021-5d7016f18a06 req-9fe138e4-f9a1-4886-84b3-fb74ed9468d4 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 210 time: 0.1062727 Jul 07 20:55:06.737911 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-9b5d8396-006e-479a-b5bd-924656ba36f6 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:06.771294 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3516d69a-d35f-4d05-9ab7-9e0198ccbb9f req-df1a684d-770a-4e3c-9618-7fd60753be2b service neutron] 10.222.0.58 "GET /v2.0/networks/e3b65275-9270-4d1a-b3c4-aca52962763c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117597 Jul 07 20:55:07.000088 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a47f78-f73c-4e7c-bfc6-856364b7d303 req-ca615591-8639-454f-8494-dc939b1dbb10 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:07.002168 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-00a47f78-f73c-4e7c-bfc6-856364b7d303 req-ca615591-8639-454f-8494-dc939b1dbb10 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 950 time: 0.4908605 Jul 07 20:55:07.004776 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-2e6e9dc6-3657-4ec7-90c2-d1e579ef6217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:07.006506 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-2e6e9dc6-3657-4ec7-90c2-d1e579ef6217 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 1102 time: 0.5856616 Jul 07 20:55:07.073539 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-9b5d8396-006e-479a-b5bd-924656ba36f6 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:07.094189 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['9e8dc120-1c1d-4965-9950-8de84c2c9254'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:55:07.287240 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3516d69a-d35f-4d05-9ab7-9e0198ccbb9f req-6a71ebde-5e73-4fe4-a8d4-97aaeca1702f service neutron] 10.222.0.58 "GET /v2.0/networks/e3b65275-9270-4d1a-b3c4-aca52962763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018730 Jul 07 20:55:07.293819 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 72460ebc-ee35-41e7-a239-d34e04dd7829 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:55:07.392863 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-00a47f78-f73c-4e7c-bfc6-856364b7d303 req-227702e6-399e-4839-b861-37a551ad5167 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793542 Jul 07 20:55:07.525486 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-9b5d8396-006e-479a-b5bd-924656ba36f6 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Network a969003f-4d51-4bc6-945b-910c720df136 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:55:07.582263 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-9b5d8396-006e-479a-b5bd-924656ba36f6 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:55:07.594069 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-9b5d8396-006e-479a-b5bd-924656ba36f6 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:55:07.607275 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d8396-006e-479a-b5bd-924656ba36f6 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Pushing event updated for resources: {'Port': ['ID=bb66d9f0-6d4b-446a-83f5-575f54c94229,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:07.667042 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 98473365-07cf-4c92-924b-c1fe5a1d6308 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:55:07.704219 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18730c0d-e155-46f9-ba69-f371467f53ba req-9a2ead08-bf72-4812-9bd8-5106f0c0ec0e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:07.717146 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18730c0d-e155-46f9-ba69-f371467f53ba req-9a2ead08-bf72-4812-9bd8-5106f0c0ec0e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:07.724058 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18730c0d-e155-46f9-ba69-f371467f53ba req-9a2ead08-bf72-4812-9bd8-5106f0c0ec0e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:07.726381 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-18730c0d-e155-46f9-ba69-f371467f53ba req-9a2ead08-bf72-4812-9bd8-5106f0c0ec0e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 2412 time: 0.8329086 Jul 07 20:55:07.814047 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-9fffb0d9-bf74-4aea-acff-048bc063a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:07.816313 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-9fffb0d9-bf74-4aea-acff-048bc063a4e9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.7957625 Jul 07 20:55:07.860175 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 72460ebc-ee35-41e7-a239-d34e04dd7829, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=72460ebc-ee35-41e7-a239-d34e04dd7829,segment=NetworkSegment(9d342760-9175-4c9e-9e47-423fa351299a),segment_id=9d342760-9175-4c9e-9e47-423fa351299a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:07.909533 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '72460ebc-ee35-41e7-a239-d34e04dd7829', 'network_id': '2ce471f3-025f-4ee5-aafa-5a6d858bc5ff', 'port_id': '72460ebc-ee35-41e7-a239-d34e04dd7829', 'mac_address': 'fa:16:3e:94:f0:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ad6f9a-d04a-4387-9760-e68a347e85db', 'ip_address': '19.86.0.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:55:07.947585 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-18730c0d-e155-46f9-ba69-f371467f53ba req-f8282937-8973-4573-b1f2-9094c27fa5f7 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732948 Jul 07 20:55:07.949974 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 98473365-07cf-4c92-924b-c1fe5a1d6308, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=98473365-07cf-4c92-924b-c1fe5a1d6308,segment=NetworkSegment(f08d83b5-79d6-4021-853c-da44476944f2),segment_id=f08d83b5-79d6-4021-853c-da44476944f2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:08.003089 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '98473365-07cf-4c92-924b-c1fe5a1d6308', 'network_id': 'e3b65275-9270-4d1a-b3c4-aca52962763c', 'port_id': '98473365-07cf-4c92-924b-c1fe5a1d6308', 'mac_address': 'fa:16:3e:1c:d6:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ffeb34-be6b-4115-8fc3-5015a5900a0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:55:08.011609 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:08.066677 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72460ebc-ee35-41e7-a239-d34e04dd7829 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:55:08.089606 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:08.121303 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 72460ebc-ee35-41e7-a239-d34e04dd7829, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=72460ebc-ee35-41e7-a239-d34e04dd7829,segment=NetworkSegment(9d342760-9175-4c9e-9e47-423fa351299a),segment_id=9d342760-9175-4c9e-9e47-423fa351299a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:08.138557 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98473365-07cf-4c92-924b-c1fe5a1d6308 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:55:08.207152 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 98473365-07cf-4c92-924b-c1fe5a1d6308, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=98473365-07cf-4c92-924b-c1fe5a1d6308,segment=NetworkSegment(f08d83b5-79d6-4021-853c-da44476944f2),segment_id=f08d83b5-79d6-4021-853c-da44476944f2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:08.209712 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:08.210825 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device bfc613d6-c07d-4924-b6b1-6d15ece9ab8b details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:55:08.218768 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:08.393608 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=72460ebc-ee35-41e7-a239-d34e04dd7829,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:08.522251 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-9b5d8396-006e-479a-b5bd-924656ba36f6 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:08.523704 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-9b5d8396-006e-479a-b5bd-924656ba36f6 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:08.527107 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-fd937c63-035f-4ef0-bfe5-424a549e7b47 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879 HTTP/1.1" status: 200 len: 217 time: 0.6549914 Jul 07 20:55:08.557116 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=98473365-07cf-4c92-924b-c1fe5a1d6308,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:08.587277 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port bfc613d6-c07d-4924-b6b1-6d15ece9ab8b, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=bfc613d6-c07d-4924-b6b1-6d15ece9ab8b,segment=NetworkSegment(8b89bae8-dc1d-4bdc-902d-91156fad3589),segment_id=8b89bae8-dc1d-4bdc-902d-91156fad3589)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:08.613000 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'bfc613d6-c07d-4924-b6b1-6d15ece9ab8b', 'network_id': 'feb6e251-0a55-48fd-a6fe-f18e9c41fb8b', 'port_id': 'bfc613d6-c07d-4924-b6b1-6d15ece9ab8b', 'mac_address': 'fa:16:3e:bd:08:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df6c10c4-fde3-4e98-8bc9-386126875d79', 'ip_address': '19.80.0.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:55:08.636106 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-9b5d8396-006e-479a-b5bd-924656ba36f6 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2133381 Jul 07 20:55:08.681410 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:08.690831 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['98473365-07cf-4c92-924b-c1fe5a1d6308'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:55:08.703407 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-040b8100-a06d-4245-bf7a-bbf3db9f1114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:08.705321 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-040b8100-a06d-4245-bf7a-bbf3db9f1114 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1678872 Jul 07 20:55:08.714179 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-2276cd2c-0d95-49a3-a387-499a4a8e149b service neutron] Request body: {'port': {'device_id': '1fcfbef7-93a7-4295-a7b6-1f807a76273f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:08.751463 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc613d6-c07d-4924-b6b1-6d15ece9ab8b {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:55:08.786740 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7d6d2-a3cc-4fb0-b382-832262031021 req-c0296413-ecbf-4d41-98f3-6071e710f017 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:08.795426 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-16e7d6d2-a3cc-4fb0-b382-832262031021 req-c0296413-ecbf-4d41-98f3-6071e710f017 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9e4b223-f6d4-4a29-be53-0b0ec480fd0e HTTP/1.1" status: 200 len: 944 time: 1.0244837 Jul 07 20:55:08.828770 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port bfc613d6-c07d-4924-b6b1-6d15ece9ab8b, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=bfc613d6-c07d-4924-b6b1-6d15ece9ab8b,segment=NetworkSegment(8b89bae8-dc1d-4bdc-902d-91156fad3589),segment_id=8b89bae8-dc1d-4bdc-902d-91156fad3589)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:08.834441 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:08.835156 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device fb94a02e-7c5e-4cd9-b350-e5e47425ae04 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:55:08.860452 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3314897-a3f4-4f71-89cf-66d16cb8445d req-427261b0-eb30-43a5-90d4-a696ca93aeb2 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:08.862050 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b3314897-a3f4-4f71-89cf-66d16cb8445d req-427261b0-eb30-43a5-90d4-a696ca93aeb2 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 932 time: 0.3514707 Jul 07 20:55:08.894415 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port fb94a02e-7c5e-4cd9-b350-e5e47425ae04, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=fb94a02e-7c5e-4cd9-b350-e5e47425ae04,segment=NetworkSegment(8b89bae8-dc1d-4bdc-902d-91156fad3589),segment_id=8b89bae8-dc1d-4bdc-902d-91156fad3589)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:08.972815 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-16e7d6d2-a3cc-4fb0-b382-832262031021 req-e79f8ae8-6277-4eeb-b521-7029f5bfe27f tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/security-groups?id=609e12fd-c52f-4ebe-9831-272e17003615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749222 Jul 07 20:55:08.996622 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'fb94a02e-7c5e-4cd9-b350-e5e47425ae04', 'network_id': 'feb6e251-0a55-48fd-a6fe-f18e9c41fb8b', 'port_id': 'fb94a02e-7c5e-4cd9-b350-e5e47425ae04', 'mac_address': 'fa:16:3e:74:d2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df6c10c4-fde3-4e98-8bc9-386126875d79', 'ip_address': '19.80.0.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:55:09.002453 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=bfc613d6-c07d-4924-b6b1-6d15ece9ab8b,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:09.071269 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b3314897-a3f4-4f71-89cf-66d16cb8445d req-ebd721d4-ce56-4e32-86a4-72d53f64d585 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860065 Jul 07 20:55:09.097627 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-dfe5b6c6-cebd-4671-88ff-dba07ca9f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:09.099181 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-dfe5b6c6-cebd-4671-88ff-dba07ca9f703 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3783424 Jul 07 20:55:09.104231 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-2276cd2c-0d95-49a3-a387-499a4a8e149b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:09.171848 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:09.236891 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb94a02e-7c5e-4cd9-b350-e5e47425ae04 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:55:09.257840 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port fb94a02e-7c5e-4cd9-b350-e5e47425ae04, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=fb94a02e-7c5e-4cd9-b350-e5e47425ae04,segment=NetworkSegment(8b89bae8-dc1d-4bdc-902d-91156fad3589),segment_id=8b89bae8-dc1d-4bdc-902d-91156fad3589)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:09.266042 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:09.330444 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=fb94a02e-7c5e-4cd9-b350-e5e47425ae04,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:09.612226 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ad7df-bfb1-47d7-b4ea-15750a14ce86 req-62ef962f-df27-40fb-aca4-3c0e7c8645e3 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:09.613906 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-be6ad7df-bfb1-47d7-b4ea-15750a14ce86 req-62ef962f-df27-40fb-aca4-3c0e7c8645e3 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 950 time: 0.4684603 Jul 07 20:55:09.640216 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49469373-991a-4017-b73b-24f7968f899a req-232b37a2-12c4-4fdc-a027-e95589d049ca tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:09.646560 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49469373-991a-4017-b73b-24f7968f899a req-232b37a2-12c4-4fdc-a027-e95589d049ca tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:09.652932 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49469373-991a-4017-b73b-24f7968f899a req-232b37a2-12c4-4fdc-a027-e95589d049ca tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:09.656153 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-49469373-991a-4017-b73b-24f7968f899a req-232b37a2-12c4-4fdc-a027-e95589d049ca tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 2415 time: 0.3049412 Jul 07 20:55:09.669747 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-e3293e56-2f69-4291-8198-0f85916ac98e service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621395 Jul 07 20:55:09.784135 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['fb94a02e-7c5e-4cd9-b350-e5e47425ae04'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:55:09.800232 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['72460ebc-ee35-41e7-a239-d34e04dd7829'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:55:09.855284 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-be6ad7df-bfb1-47d7-b4ea-15750a14ce86 req-151a7f58-10c1-47cc-8892-58faf6cbca4a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275665 Jul 07 20:55:09.886406 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-49469373-991a-4017-b73b-24f7968f899a req-0eb5d981-96c7-488a-a1a3-549bcae0fc7a tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060137 Jul 07 20:55:09.935165 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-2276cd2c-0d95-49a3-a387-499a4a8e149b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb66d9f0-6d4b-446a-83f5-575f54c94229 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:55:09.942167 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['bfc613d6-c07d-4924-b6b1-6d15ece9ab8b'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:55:09.953324 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-2276cd2c-0d95-49a3-a387-499a4a8e149b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:09.973085 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-8229f3c6-b94e-41fe-bc95-0beef61ced8b service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860210 Jul 07 20:55:09.989584 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-2276cd2c-0d95-49a3-a387-499a4a8e149b service neutron] Transition to ACTIVE for port object bb66d9f0-6d4b-446a-83f5-575f54c94229 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:55:09.996347 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-2276cd2c-0d95-49a3-a387-499a4a8e149b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:10.051689 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276cd2c-0d95-49a3-a387-499a4a8e149b service neutron] Pushing event updated for resources: {'Port': ['ID=bb66d9f0-6d4b-446a-83f5-575f54c94229,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:10.205956 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-2276cd2c-0d95-49a3-a387-499a4a8e149b service neutron] Attempting to bind port bb66d9f0-6d4b-446a-83f5-575f54c94229 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:55:10.206674 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-2276cd2c-0d95-49a3-a387-499a4a8e149b service neutron] Attempting to bind port bb66d9f0-6d4b-446a-83f5-575f54c94229 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:55:10.207309 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-2276cd2c-0d95-49a3-a387-499a4a8e149b service neutron] Attempting to bind port bb66d9f0-6d4b-446a-83f5-575f54c94229 on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:10.212411 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-2276cd2c-0d95-49a3-a387-499a4a8e149b service neutron] Port bb66d9f0-6d4b-446a-83f5-575f54c94229 on network a969003f-4d51-4bc6-945b-910c720df136 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:55:10.212922 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-2276cd2c-0d95-49a3-a387-499a4a8e149b service neutron] Attempting to bind port bb66d9f0-6d4b-446a-83f5-575f54c94229 on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:10.219469 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-2276cd2c-0d95-49a3-a387-499a4a8e149b service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:55:10.220047 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-2276cd2c-0d95-49a3-a387-499a4a8e149b service neutron] Checking segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:55:10.220591 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-2276cd2c-0d95-49a3-a387-499a4a8e149b service neutron] Bound using segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:55:10.221186 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-2276cd2c-0d95-49a3-a387-499a4a8e149b service neutron] Bound port: bb66d9f0-6d4b-446a-83f5-575f54c94229, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:55:10.221725 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-2276cd2c-0d95-49a3-a387-499a4a8e149b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:10.346264 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-2276cd2c-0d95-49a3-a387-499a4a8e149b service neutron] For port bb66d9f0-6d4b-446a-83f5-575f54c94229, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:55:10.351602 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-2276cd2c-0d95-49a3-a387-499a4a8e149b service neutron] For port bb66d9f0-6d4b-446a-83f5-575f54c94229, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=bb66d9f0-6d4b-446a-83f5-575f54c94229,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:55:10.396692 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-2276cd2c-0d95-49a3-a387-499a4a8e149b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:10.475817 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-2276cd2c-0d95-49a3-a387-499a4a8e149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:10.476513 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-2276cd2c-0d95-49a3-a387-499a4a8e149b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:10.478201 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-2276cd2c-0d95-49a3-a387-499a4a8e149b service neutron] 10.222.0.39 "PUT /v2.0/ports/bb66d9f0-6d4b-446a-83f5-575f54c94229 HTTP/1.1" status: 200 len: 1093 time: 1.7715225 Jul 07 20:55:10.481486 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcfbef7-93a7-4295-a7b6-1f807a76273f', 'tag': 'bb66d9f0-6d4b-446a-83f5-575f54c94229'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:10.484821 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf9020e-b3e6-45eb-a785-659f58723d11" -d '{"events": [{"name": "network-changed", "server_uuid": "1fcfbef7-93a7-4295-a7b6-1f807a76273f", "tag": "bb66d9f0-6d4b-446a-83f5-575f54c94229"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:10.544941 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e60f-2058-4265-849d-0cc7f27e3bba req-1a9b4cf7-dfa1-4779-adff-4885b4a4d45c tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:10.552160 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e129e60f-2058-4265-849d-0cc7f27e3bba req-1a9b4cf7-dfa1-4779-adff-4885b4a4d45c tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9e4b223-f6d4-4a29-be53-0b0ec480fd0e HTTP/1.1" status: 200 len: 945 time: 0.1984756 Jul 07 20:55:10.612490 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276cd2c-0d95-49a3-a387-499a4a8e149b service neutron] Pushing event updated for resources: {'Port': ['ID=bb66d9f0-6d4b-446a-83f5-575f54c94229,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:10.640745 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e129e60f-2058-4265-849d-0cc7f27e3bba req-85c09287-c31e-4aca-a1e5-df6f1081ee09 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/security-groups?id=609e12fd-c52f-4ebe-9831-272e17003615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702827 Jul 07 20:55:10.697537 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc168b64-133f-49a4-b1d0-de0de8436d5b x-openstack-request-id: req-dc168b64-133f-49a4-b1d0-de0de8436d5b {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:10.697889 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fcfbef7-93a7-4295-a7b6-1f807a76273f", "tag": "bb66d9f0-6d4b-446a-83f5-575f54c94229", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:10.698280 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc168b64-133f-49a4-b1d0-de0de8436d5b {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:10.698522 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fcfbef7-93a7-4295-a7b6-1f807a76273f', 'tag': 'bb66d9f0-6d4b-446a-83f5-575f54c94229', 'status': 'completed', 'code': 200} Jul 07 20:55:10.732093 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-df286a86-5ed6-4663-bebc-f029cb101333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:10.734364 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-df286a86-5ed6-4663-bebc-f029cb101333 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 1096 time: 0.1810775 Jul 07 20:55:10.746579 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ba797-ee52-4b72-92c5-6586de62792e req-940c0b4c-80bb-41dd-a3da-b532fc73e20d tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:10.748138 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f33ba797-ee52-4b72-92c5-6586de62792e req-940c0b4c-80bb-41dd-a3da-b532fc73e20d tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 944 time: 0.1065049 Jul 07 20:55:10.801691 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-656d377b-ba19-4296-8bce-2ef57cc7e6fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb66d9f0-6d4b-446a-83f5-575f54c94229 HTTP/1.1" status: 200 len: 217 time: 0.0525582 Jul 07 20:55:10.859255 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f33ba797-ee52-4b72-92c5-6586de62792e req-56b66ed7-8b38-46d1-8299-71714ad81ed2 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026461 Jul 07 20:55:10.876545 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-1be65ee9-c34f-4434-977e-216cc561e406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:10.878267 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-1be65ee9-c34f-4434-977e-216cc561e406 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e76f85dc-7298-41c1-a5c0-b46924c81a29 HTTP/1.1" status: 200 len: 848 time: 0.0644350 Jul 07 20:55:10.923888 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-d096c765-f67d-4791-8b3e-a696ca226415 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a969003f-4d51-4bc6-945b-910c720df136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358577 Jul 07 20:55:11.077090 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-ebfcb863-fffe-47bd-a0d1-44cbdb7d3b29 service neutron] 10.222.0.39 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401548 Jul 07 20:55:11.271111 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54051234-9286-4094-b5a4-0fa9a98d3266 req-edc82b9e-0813-4c7f-a46a-e4c6402dfa54 service neutron] 10.222.0.39 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833324 Jul 07 20:55:11.288249 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc560a8-9a3b-4e37-aaa9-60e40b820856 req-eb055766-8d76-4ff1-a4d5-9fc26291445a tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:11.294712 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc560a8-9a3b-4e37-aaa9-60e40b820856 req-eb055766-8d76-4ff1-a4d5-9fc26291445a tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:11.302739 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc560a8-9a3b-4e37-aaa9-60e40b820856 req-eb055766-8d76-4ff1-a4d5-9fc26291445a tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:11.304654 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fc560a8-9a3b-4e37-aaa9-60e40b820856 req-eb055766-8d76-4ff1-a4d5-9fc26291445a tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 2415 time: 0.2082725 Jul 07 20:55:11.343442 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6cd41-b403-406c-a67f-59bd24436804 req-6c4d6e25-3cdb-400a-aab2-048a6ef48d61 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:11.345714 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b0d6cd41-b403-406c-a67f-59bd24436804 req-6c4d6e25-3cdb-400a-aab2-048a6ef48d61 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 950 time: 0.1610792 Jul 07 20:55:11.411164 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fc560a8-9a3b-4e37-aaa9-60e40b820856 req-d68a9bcf-4249-42e9-ada0-64dec1d71524 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990758 Jul 07 20:55:11.476462 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b0d6cd41-b403-406c-a67f-59bd24436804 req-6c87f667-3915-4235-9672-55010ff9788a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167014 Jul 07 20:55:11.529802 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9020e-b3e6-45eb-a785-659f58723d11 req-8513113b-721f-40ac-b005-04548feaf953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:11.532015 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 98473365-07cf-4c92-924b-c1fe5a1d6308 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:55:11.533114 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2bf9020e-b3e6-45eb-a785-659f58723d11 req-8513113b-721f-40ac-b005-04548feaf953 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 1096 time: 0.1747799 Jul 07 20:55:11.586184 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 98473365-07cf-4c92-924b-c1fe5a1d6308 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:55:11.590359 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 98473365-07cf-4c92-924b-c1fe5a1d6308 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:55:11.590959 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:11.652023 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9020e-b3e6-45eb-a785-659f58723d11 req-6ad89db2-27af-482a-836c-04673b5c27b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:11.653693 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2bf9020e-b3e6-45eb-a785-659f58723d11 req-6ad89db2-27af-482a-836c-04673b5c27b0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 909 time: 0.1119099 Jul 07 20:55:11.696057 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:11.721989 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e4b223-f6d4-4a29-be53-0b0ec480fd0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98473365-07cf-4c92-924b-c1fe5a1d6308'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:11.725247 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2bf9020e-b3e6-45eb-a785-659f58723d11 req-95480be8-f3bc-41ef-adee-8826954c073b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb66d9f0-6d4b-446a-83f5-575f54c94229 HTTP/1.1" status: 200 len: 217 time: 0.0610948 Jul 07 20:55:11.725642 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4faee789-b13c-42d4-a855-92dd02bd76c1" -d '{"events": [{"server_uuid": "e9e4b223-f6d4-4a29-be53-0b0ec480fd0e", "name": "network-vif-plugged", "status": "completed", "tag": "98473365-07cf-4c92-924b-c1fe5a1d6308"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:11.771085 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 98473365-07cf-4c92-924b-c1fe5a1d6308, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=98473365-07cf-4c92-924b-c1fe5a1d6308,segment=NetworkSegment(f08d83b5-79d6-4021-853c-da44476944f2),segment_id=f08d83b5-79d6-4021-853c-da44476944f2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:11.777893 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:11.829683 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9020e-b3e6-45eb-a785-659f58723d11 req-7e78902b-fcd4-4641-926c-46eb31326ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:11.834386 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2bf9020e-b3e6-45eb-a785-659f58723d11 req-7e78902b-fcd4-4641-926c-46eb31326ddb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e76f85dc-7298-41c1-a5c0-b46924c81a29 HTTP/1.1" status: 200 len: 848 time: 0.0971272 Jul 07 20:55:11.884322 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=98473365-07cf-4c92-924b-c1fe5a1d6308,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:11.898286 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2bf9020e-b3e6-45eb-a785-659f58723d11 req-ff34b873-d48d-4c22-82ff-173ecb625454 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a969003f-4d51-4bc6-945b-910c720df136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571611 Jul 07 20:55:11.928862 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8d9d6d-46c2-4867-82c4-41c8f522c126 x-openstack-request-id: req-5b8d9d6d-46c2-4867-82c4-41c8f522c126 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:11.929017 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e4b223-f6d4-4a29-be53-0b0ec480fd0e", "name": "network-vif-plugged", "status": "completed", "tag": "98473365-07cf-4c92-924b-c1fe5a1d6308", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:11.929229 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b8d9d6d-46c2-4867-82c4-41c8f522c126 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:11.930458 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e4b223-f6d4-4a29-be53-0b0ec480fd0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98473365-07cf-4c92-924b-c1fe5a1d6308', 'code': 200} Jul 07 20:55:12.049629 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d857ec-3a1b-42bc-ab0c-958ea4ff29b7 req-f57014e8-a8b4-4a10-9cae-2f5e019eba61 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:12.051625 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-63d857ec-3a1b-42bc-ab0c-958ea4ff29b7 req-f57014e8-a8b4-4a10-9cae-2f5e019eba61 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9e4b223-f6d4-4a29-be53-0b0ec480fd0e HTTP/1.1" status: 200 len: 946 time: 0.2019653 Jul 07 20:55:12.162046 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2bf9020e-b3e6-45eb-a785-659f58723d11 req-873da821-4b4f-4160-bee1-ef48376728f0 service neutron] 10.222.0.39 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444589 Jul 07 20:55:12.299509 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2bf9020e-b3e6-45eb-a785-659f58723d11 req-58693e6c-18af-4660-a517-c2915e0ad0c4 service neutron] 10.222.0.39 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286714 Jul 07 20:55:12.304959 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-63d857ec-3a1b-42bc-ab0c-958ea4ff29b7 req-ef66d5af-6d19-441b-88b7-64ab51145653 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/security-groups?id=609e12fd-c52f-4ebe-9831-272e17003615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032170 Jul 07 20:55:12.336172 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028afcd-22ee-4079-95c3-dac581e149e6 req-4ee8d42e-9061-42dd-872d-c14838806aed tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:12.337696 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3028afcd-22ee-4079-95c3-dac581e149e6 req-4ee8d42e-9061-42dd-872d-c14838806aed tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 944 time: 0.2998307 Jul 07 20:55:12.340629 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6503c-eb05-4fed-ae3a-08b1a99794dd req-bb24882b-8567-487f-a794-1da973dbddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:12.342087 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11c6503c-eb05-4fed-ae3a-08b1a99794dd req-bb24882b-8567-487f-a794-1da973dbddcf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e9e4b223-f6d4-4a29-be53-0b0ec480fd0e HTTP/1.1" status: 200 len: 1098 time: 0.2791433 Jul 07 20:55:12.399480 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3028afcd-22ee-4079-95c3-dac581e149e6 req-a96bed06-30dd-4837-96f7-77b9b76a1b1c tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554705 Jul 07 20:55:12.427559 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11c6503c-eb05-4fed-ae3a-08b1a99794dd req-4ec5d0d3-444e-437e-b2df-a629a6bc4514 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=609e12fd-c52f-4ebe-9831-272e17003615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604842 Jul 07 20:55:12.666790 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600683e-4e79-42c8-b7a3-ff7850d92f21 req-6ae85f5a-886a-41fb-bae5-0a00eac7d00c tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:12.674939 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600683e-4e79-42c8-b7a3-ff7850d92f21 req-6ae85f5a-886a-41fb-bae5-0a00eac7d00c tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:12.682229 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600683e-4e79-42c8-b7a3-ff7850d92f21 req-6ae85f5a-886a-41fb-bae5-0a00eac7d00c tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:12.684275 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b600683e-4e79-42c8-b7a3-ff7850d92f21 req-6ae85f5a-886a-41fb-bae5-0a00eac7d00c tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 2415 time: 0.1280458 Jul 07 20:55:12.744122 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b600683e-4e79-42c8-b7a3-ff7850d92f21 req-2b222efb-a970-406a-b0a5-c94de1757e08 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531976 Jul 07 20:55:12.765953 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777a502-9927-46df-a13e-a56c42b62400 req-f37fa82f-5902-480d-bfeb-38723e544129 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:12.767590 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d777a502-9927-46df-a13e-a56c42b62400 req-f37fa82f-5902-480d-bfeb-38723e544129 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 950 time: 0.1493633 Jul 07 20:55:12.821261 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d777a502-9927-46df-a13e-a56c42b62400 req-a8fa832d-e625-4295-a2c0-54b2394d999c tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435719 Jul 07 20:55:13.301560 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 72460ebc-ee35-41e7-a239-d34e04dd7829 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:55:13.377823 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 72460ebc-ee35-41e7-a239-d34e04dd7829 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:55:13.382115 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 72460ebc-ee35-41e7-a239-d34e04dd7829 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:55:13.382495 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:13.535960 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:13.576552 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 72460ebc-ee35-41e7-a239-d34e04dd7829, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=72460ebc-ee35-41e7-a239-d34e04dd7829,segment=NetworkSegment(9d342760-9175-4c9e-9e47-423fa351299a),segment_id=9d342760-9175-4c9e-9e47-423fa351299a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:13.582423 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:13.584011 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device fb94a02e-7c5e-4cd9-b350-e5e47425ae04 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:55:13.659689 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80edf56-2819-48ae-a3cd-1756e91c9654 req-96181f41-65d6-48a6-bed0-c0d053042124 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:13.676076 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a80edf56-2819-48ae-a3cd-1756e91c9654 req-96181f41-65d6-48a6-bed0-c0d053042124 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9e4b223-f6d4-4a29-be53-0b0ec480fd0e HTTP/1.1" status: 200 len: 946 time: 0.1956022 Jul 07 20:55:13.736069 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=72460ebc-ee35-41e7-a239-d34e04dd7829,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:13.755019 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port fb94a02e-7c5e-4cd9-b350-e5e47425ae04 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:55:13.775168 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port fb94a02e-7c5e-4cd9-b350-e5e47425ae04 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:55:13.776614 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:13.798085 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a80edf56-2819-48ae-a3cd-1756e91c9654 req-b30abdab-7603-40ff-9b40-87f3ebd7edc7 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/security-groups?id=609e12fd-c52f-4ebe-9831-272e17003615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210198 Jul 07 20:55:13.862016 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2baf24-ea7e-4ba1-8288-395d0489842e req-6a1d2fd9-d687-436d-b2ef-f93085741e5e tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:13.870263 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd2baf24-ea7e-4ba1-8288-395d0489842e req-6a1d2fd9-d687-436d-b2ef-f93085741e5e tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 944 time: 0.1504090 Jul 07 20:55:13.925250 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd2baf24-ea7e-4ba1-8288-395d0489842e req-b3862241-e77e-4c7f-b4c4-1a90242a0501 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514436 Jul 07 20:55:13.981901 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9754e4-5db3-4804-9a60-f0130bbb57e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72460ebc-ee35-41e7-a239-d34e04dd7829'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:13.985164 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfe1189-33cb-4e07-87ed-8b8232f87de5" -d '{"events": [{"server_uuid": "fb9754e4-5db3-4804-9a60-f0130bbb57e8", "name": "network-vif-plugged", "status": "completed", "tag": "72460ebc-ee35-41e7-a239-d34e04dd7829"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:14.024582 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:14.117340 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port fb94a02e-7c5e-4cd9-b350-e5e47425ae04, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=fb94a02e-7c5e-4cd9-b350-e5e47425ae04,segment=NetworkSegment(8b89bae8-dc1d-4bdc-902d-91156fad3589),segment_id=8b89bae8-dc1d-4bdc-902d-91156fad3589)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:14.127662 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:14.128501 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device bfc613d6-c07d-4924-b6b1-6d15ece9ab8b up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:55:14.275515 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9608c47-2e2b-4505-be86-d976377c2978 req-8e2594f6-bc0b-4e6b-b67f-1a44015f8a45 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:14.283934 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d9608c47-2e2b-4505-be86-d976377c2978 req-8e2594f6-bc0b-4e6b-b67f-1a44015f8a45 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 950 time: 0.1225574 Jul 07 20:55:14.309443 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15058ac5-ac11-4292-9fc7-d5cd69b2c1f4 req-26a5ca81-be73-4538-ad73-acced1a15eb1 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:14.324246 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15058ac5-ac11-4292-9fc7-d5cd69b2c1f4 req-26a5ca81-be73-4538-ad73-acced1a15eb1 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:14.335003 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15058ac5-ac11-4292-9fc7-d5cd69b2c1f4 req-26a5ca81-be73-4538-ad73-acced1a15eb1 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:14.336820 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15058ac5-ac11-4292-9fc7-d5cd69b2c1f4 req-26a5ca81-be73-4538-ad73-acced1a15eb1 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 2416 time: 0.2470627 Jul 07 20:55:14.365789 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=fb94a02e-7c5e-4cd9-b350-e5e47425ae04,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:14.393877 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port bfc613d6-c07d-4924-b6b1-6d15ece9ab8b completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:55:14.398933 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port bfc613d6-c07d-4924-b6b1-6d15ece9ab8b triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:55:14.399518 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:14.413298 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15058ac5-ac11-4292-9fc7-d5cd69b2c1f4 req-feff7526-a59b-477e-8e2f-874b9c365cfd tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589318 Jul 07 20:55:14.428222 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d9608c47-2e2b-4505-be86-d976377c2978 req-dd4941de-de0b-489e-ad59-95db73bc3fc1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430225 Jul 07 20:55:14.558511 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f552f5cc-c6bb-48ff-8cd8-e09581f1c952 x-openstack-request-id: req-f552f5cc-c6bb-48ff-8cd8-e09581f1c952 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:14.558807 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9754e4-5db3-4804-9a60-f0130bbb57e8", "name": "network-vif-plugged", "status": "completed", "tag": "72460ebc-ee35-41e7-a239-d34e04dd7829", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:14.559068 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f552f5cc-c6bb-48ff-8cd8-e09581f1c952 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:14.559488 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9754e4-5db3-4804-9a60-f0130bbb57e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72460ebc-ee35-41e7-a239-d34e04dd7829', 'code': 200} Jul 07 20:55:14.620049 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:14.712944 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port bfc613d6-c07d-4924-b6b1-6d15ece9ab8b, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=bfc613d6-c07d-4924-b6b1-6d15ece9ab8b,segment=NetworkSegment(8b89bae8-dc1d-4bdc-902d-91156fad3589),segment_id=8b89bae8-dc1d-4bdc-902d-91156fad3589)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:14.719642 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:14.820762 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=bfc613d6-c07d-4924-b6b1-6d15ece9ab8b,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:15.091056 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75eb632-ec75-489b-84ab-4c0b6f3cf4f6 req-32475fdc-8bde-4685-a427-0765d3d1b32e tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:15.093468 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a75eb632-ec75-489b-84ab-4c0b6f3cf4f6 req-32475fdc-8bde-4685-a427-0765d3d1b32e tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9e4b223-f6d4-4a29-be53-0b0ec480fd0e HTTP/1.1" status: 200 len: 946 time: 0.1594191 Jul 07 20:55:15.103343 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3c8f5-a743-460c-a094-2037ae0ef994 req-1f45d91d-258e-47bc-bc01-249571a8d818 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:15.107831 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c2d3c8f5-a743-460c-a094-2037ae0ef994 req-1f45d91d-258e-47bc-bc01-249571a8d818 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.1202650 Jul 07 20:55:15.192050 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c2d3c8f5-a743-460c-a094-2037ae0ef994 req-395efd9f-c69b-40a1-b915-be4b8e1d48bb tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748348 Jul 07 20:55:15.208519 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a75eb632-ec75-489b-84ab-4c0b6f3cf4f6 req-f6b876b8-f527-48f8-8ffd-8bcd6e0a8f79 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/security-groups?id=609e12fd-c52f-4ebe-9831-272e17003615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988481 Jul 07 20:55:15.469456 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0481f6-c72a-4eb4-9acb-0d0e628044f3 req-3390fade-5f7f-4094-9258-dc75d00d4898 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:15.474327 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec0481f6-c72a-4eb4-9acb-0d0e628044f3 req-3390fade-5f7f-4094-9258-dc75d00d4898 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 944 time: 0.1226811 Jul 07 20:55:15.583845 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec0481f6-c72a-4eb4-9acb-0d0e628044f3 req-b1de1528-3e0b-4260-be5e-4d883b642112 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062620 Jul 07 20:55:15.769257 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8a7d5-59dd-4a62-8bd6-890cdd42a4b6 req-1803a76c-6f87-48ea-9755-366d7e155b2f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:15.778662 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b7a8a7d5-59dd-4a62-8bd6-890cdd42a4b6 req-1803a76c-6f87-48ea-9755-366d7e155b2f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 950 time: 0.1389334 Jul 07 20:55:15.840364 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b7a8a7d5-59dd-4a62-8bd6-890cdd42a4b6 req-0e664ac2-6308-4154-b075-293aa134f0bc tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602264 Jul 07 20:55:15.885413 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec9af6-bb09-4eb8-9172-126d6ba2d7a3 req-81e61850-7ea0-41b5-b704-c1d4614ed092 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:15.891667 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec9af6-bb09-4eb8-9172-126d6ba2d7a3 req-81e61850-7ea0-41b5-b704-c1d4614ed092 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:15.898717 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec9af6-bb09-4eb8-9172-126d6ba2d7a3 req-81e61850-7ea0-41b5-b704-c1d4614ed092 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:15.906899 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-19ec9af6-bb09-4eb8-9172-126d6ba2d7a3 req-81e61850-7ea0-41b5-b704-c1d4614ed092 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 2418 time: 0.2064526 Jul 07 20:55:15.947098 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-19ec9af6-bb09-4eb8-9172-126d6ba2d7a3 req-5e33bc08-855b-4c00-b30a-3c652f5c18d7 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390582 Jul 07 20:55:16.534835 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8305694-db39-46e5-8005-8c20c31adce8 req-76c4593f-f26e-4bef-9634-91e4c9d312b4 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:16.545034 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e8305694-db39-46e5-8005-8c20c31adce8 req-76c4593f-f26e-4bef-9634-91e4c9d312b4 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.1768041 Jul 07 20:55:16.560511 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9754e4-5db3-4804-9a60-f0130bbb57e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb94a02e-7c5e-4cd9-b350-e5e47425ae04'}, {'server_uuid': 'fb9754e4-5db3-4804-9a60-f0130bbb57e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc613d6-c07d-4924-b6b1-6d15ece9ab8b'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:16.564874 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c2e398-2c15-4a9c-8123-29c2ac58760e" -d '{"events": [{"server_uuid": "fb9754e4-5db3-4804-9a60-f0130bbb57e8", "name": "network-vif-plugged", "status": "completed", "tag": "fb94a02e-7c5e-4cd9-b350-e5e47425ae04"}, {"server_uuid": "fb9754e4-5db3-4804-9a60-f0130bbb57e8", "name": "network-vif-plugged", "status": "completed", "tag": "bfc613d6-c07d-4924-b6b1-6d15ece9ab8b"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:16.614241 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e8305694-db39-46e5-8005-8c20c31adce8 req-8ea9c0e1-f2e2-4ea8-844f-7fcb88453db9 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648239 Jul 07 20:55:16.680704 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41fd3d4-20bd-494f-8997-23f94ef8c0ab x-openstack-request-id: req-b41fd3d4-20bd-494f-8997-23f94ef8c0ab {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:16.681127 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9754e4-5db3-4804-9a60-f0130bbb57e8", "name": "network-vif-plugged", "status": "completed", "tag": "fb94a02e-7c5e-4cd9-b350-e5e47425ae04", "code": 200}, {"server_uuid": "fb9754e4-5db3-4804-9a60-f0130bbb57e8", "name": "network-vif-plugged", "status": "completed", "tag": "bfc613d6-c07d-4924-b6b1-6d15ece9ab8b", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:16.681584 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b41fd3d4-20bd-494f-8997-23f94ef8c0ab {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:16.682071 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9754e4-5db3-4804-9a60-f0130bbb57e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb94a02e-7c5e-4cd9-b350-e5e47425ae04', 'code': 200} Jul 07 20:55:16.682421 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9754e4-5db3-4804-9a60-f0130bbb57e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc613d6-c07d-4924-b6b1-6d15ece9ab8b', 'code': 200} Jul 07 20:55:16.933584 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9cf16-292a-4652-b6f3-eeb0242def87 req-42e8f1a9-e7b8-4718-9aa1-52eb8a6a8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:16.934343 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9cf16-292a-4652-b6f3-eeb0242def87 req-42e8f1a9-e7b8-4718-9aa1-52eb8a6a8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:16.935034 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9cf16-292a-4652-b6f3-eeb0242def87 req-42e8f1a9-e7b8-4718-9aa1-52eb8a6a8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:16.937496 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f2e9cf16-292a-4652-b6f3-eeb0242def87 req-42e8f1a9-e7b8-4718-9aa1-52eb8a6a8365 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 2874 time: 0.1580241 Jul 07 20:55:16.972075 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b295fbc-a206-451a-88aa-442c386cb68e req-a02ef4fb-c4eb-413c-acf5-21aa403e5b82 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:16.973628 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1b295fbc-a206-451a-88aa-442c386cb68e req-a02ef4fb-c4eb-413c-acf5-21aa403e5b82 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 944 time: 0.1198173 Jul 07 20:55:17.004087 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f2e9cf16-292a-4652-b6f3-eeb0242def87 req-59016788-cc30-4444-8cdb-f5daa58f0b80 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576272 Jul 07 20:55:17.055961 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1b295fbc-a206-451a-88aa-442c386cb68e req-9bb72099-0ae3-4160-8e69-5044e53e0327 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711892 Jul 07 20:55:17.325472 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14877b02-53b7-4cc4-b0d9-f41ad1335dd1 req-14a530b8-c2ea-42f7-a173-136cf6aa1570 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:17.327222 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-14877b02-53b7-4cc4-b0d9-f41ad1335dd1 req-14a530b8-c2ea-42f7-a173-136cf6aa1570 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 950 time: 0.1278303 Jul 07 20:55:17.377244 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf77f2-144f-4276-8fdf-cda5a5af4e09 req-1444b9a4-be35-4886-b8a7-f46b1a31441d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:17.384437 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf77f2-144f-4276-8fdf-cda5a5af4e09 req-1444b9a4-be35-4886-b8a7-f46b1a31441d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:17.390932 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf77f2-144f-4276-8fdf-cda5a5af4e09 req-1444b9a4-be35-4886-b8a7-f46b1a31441d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:17.392678 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-36bf77f2-144f-4276-8fdf-cda5a5af4e09 req-1444b9a4-be35-4886-b8a7-f46b1a31441d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 2418 time: 0.1409214 Jul 07 20:55:17.424262 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-14877b02-53b7-4cc4-b0d9-f41ad1335dd1 req-12a5a80b-7107-4193-8209-e95370efc8b6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892355 Jul 07 20:55:17.447978 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-36bf77f2-144f-4276-8fdf-cda5a5af4e09 req-ed65a76b-7d7b-403e-81a5-03f7d2d18d05 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440223 Jul 07 20:55:17.658316 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf3e20-45a7-4b59-ad9c-4fd4ffba2595 req-51bda9ec-5542-4cd7-95ae-904d129d2503 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:17.660145 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6cf3e20-45a7-4b59-ad9c-4fd4ffba2595 req-51bda9ec-5542-4cd7-95ae-904d129d2503 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 945 time: 0.0815191 Jul 07 20:55:17.705520 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6cf3e20-45a7-4b59-ad9c-4fd4ffba2595 req-1b19f31c-4dc5-45d8-9752-d50acf774e63 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379710 Jul 07 20:55:17.912728 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df7f42-7a34-4e56-ae1a-aaa9a3219f68 req-bb9004d6-cd87-4bf3-9efb-57f1dc4da95f tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:17.914511 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15df7f42-7a34-4e56-ae1a-aaa9a3219f68 req-bb9004d6-cd87-4bf3-9efb-57f1dc4da95f tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.0984883 Jul 07 20:55:17.959902 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15df7f42-7a34-4e56-ae1a-aaa9a3219f68 req-ca49f83a-1246-45b4-91c2-b30f1d8c9fb6 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388665 Jul 07 20:55:18.262521 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9ee34-1aff-4a08-b28e-e9ec79ab3ec0 req-0c239262-0898-4781-9122-0b214b3a73df tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:18.264140 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cfb9ee34-1aff-4a08-b28e-e9ec79ab3ec0 req-0c239262-0898-4781-9122-0b214b3a73df tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 944 time: 0.0688150 Jul 07 20:55:18.305986 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cfb9ee34-1aff-4a08-b28e-e9ec79ab3ec0 req-50fb8f19-6450-4c53-ac22-904dcedfc5e4 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354912 Jul 07 20:55:18.658461 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59617c00-fe64-4ed1-8ad2-2c88e97aec49 req-2d81cdf0-f14b-48c7-a3f5-acb938ccae76 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:18.660187 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-59617c00-fe64-4ed1-8ad2-2c88e97aec49 req-2d81cdf0-f14b-48c7-a3f5-acb938ccae76 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 950 time: 0.0772333 Jul 07 20:55:18.705696 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-59617c00-fe64-4ed1-8ad2-2c88e97aec49 req-70060ab9-0a9b-4aaf-b502-f1c97a2ef217 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397382 Jul 07 20:55:18.827667 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde9045-c696-4a98-a3ec-0ef115f659b8 req-9b3fa6f5-4569-490e-9612-74a77dde27e5 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:18.834089 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde9045-c696-4a98-a3ec-0ef115f659b8 req-9b3fa6f5-4569-490e-9612-74a77dde27e5 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:18.843026 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde9045-c696-4a98-a3ec-0ef115f659b8 req-9b3fa6f5-4569-490e-9612-74a77dde27e5 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:18.844992 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fdde9045-c696-4a98-a3ec-0ef115f659b8 req-9b3fa6f5-4569-490e-9612-74a77dde27e5 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 2418 time: 0.0909424 Jul 07 20:55:18.886514 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fdde9045-c696-4a98-a3ec-0ef115f659b8 req-aba6454d-b34d-494b-a883-1402f84f1450 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377986 Jul 07 20:55:19.081324 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcbcf6a-30cf-4066-bfe8-4486b4581924 req-ba658309-a6af-4ded-89f2-e6599e6cbd61 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:19.083101 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3bcbcf6a-30cf-4066-bfe8-4486b4581924 req-ba658309-a6af-4ded-89f2-e6599e6cbd61 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 945 time: 0.0751867 Jul 07 20:55:19.130062 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3bcbcf6a-30cf-4066-bfe8-4486b4581924 req-59362d7c-5cbd-461b-8015-bdda25e5ab9f tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401986 Jul 07 20:55:19.265591 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22641b-367e-44f1-91c2-c713c6ea03db req-0f45ac58-50fc-49b7-9193-177e46c09885 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:19.267588 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9b22641b-367e-44f1-91c2-c713c6ea03db req-0f45ac58-50fc-49b7-9193-177e46c09885 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.0781667 Jul 07 20:55:19.313529 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9b22641b-367e-44f1-91c2-c713c6ea03db req-9e529306-a5a7-46cd-b6ed-50ebadc5dbd3 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373480 Jul 07 20:55:19.540268 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a4ab2-9639-43b0-9133-31a9dfe26592 req-9c634e35-abf7-45c3-9064-321c9a651646 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:19.542194 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e45a4ab2-9639-43b0-9133-31a9dfe26592 req-9c634e35-abf7-45c3-9064-321c9a651646 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 944 time: 0.0778408 Jul 07 20:55:19.583317 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e45a4ab2-9639-43b0-9133-31a9dfe26592 req-31de2cd3-9bb3-4e9e-aced-b9c68ff92846 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347846 Jul 07 20:55:19.713695 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:19.785378 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9175e-4f6b-43e7-83ff-61aca9f2648f req-9a48a929-41ce-472d-8689-f82c5dad247f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:19.793282 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9175e-4f6b-43e7-83ff-61aca9f2648f req-9a48a929-41ce-472d-8689-f82c5dad247f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:19.799540 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9175e-4f6b-43e7-83ff-61aca9f2648f req-9a48a929-41ce-472d-8689-f82c5dad247f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:19.801291 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c6e9175e-4f6b-43e7-83ff-61aca9f2648f req-9a48a929-41ce-472d-8689-f82c5dad247f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 2418 time: 0.1070123 Jul 07 20:55:19.852027 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c6e9175e-4f6b-43e7-83ff-61aca9f2648f req-fc7743a1-1d07-4d54-9add-d9c334a892f7 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438800 Jul 07 20:55:19.893241 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:20.038068 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bc636-879d-4c6d-8b00-01bcae336cde req-f9312918-ce90-463c-b499-11ce9e415cde tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:20.039817 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf0bc636-879d-4c6d-8b00-01bcae336cde req-f9312918-ce90-463c-b499-11ce9e415cde tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 950 time: 0.0722122 Jul 07 20:55:20.084927 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf0bc636-879d-4c6d-8b00-01bcae336cde req-2a68c74d-ea70-4995-ab6e-ee947158751e tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363195 Jul 07 20:55:20.158103 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e1f43-2864-4f7e-9b41-c6289b5aff4e req-848e79fe-6103-4e9e-8686-7848c91c8866 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:20.159890 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5a9e1f43-2864-4f7e-9b41-c6289b5aff4e req-848e79fe-6103-4e9e-8686-7848c91c8866 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9e4b223-f6d4-4a29-be53-0b0ec480fd0e HTTP/1.1" status: 200 len: 946 time: 0.0723805 Jul 07 20:55:20.200518 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5a9e1f43-2864-4f7e-9b41-c6289b5aff4e req-1b27b11f-3d21-4aa4-a4fc-c670809daeb9 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/security-groups?id=609e12fd-c52f-4ebe-9831-272e17003615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338697 Jul 07 20:55:20.322804 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41169c91-8650-4cbe-90c5-676cf0c106ba req-0fd74818-1717-499e-8927-a26e05964c0a tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:20.324421 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-41169c91-8650-4cbe-90c5-676cf0c106ba req-0fd74818-1717-499e-8927-a26e05964c0a tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 945 time: 0.0687778 Jul 07 20:55:20.371612 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-41169c91-8650-4cbe-90c5-676cf0c106ba req-101e4f6b-1523-4c63-9fde-38d9322d8268 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395873 Jul 07 20:55:20.506863 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cd9e6-3482-4198-870f-fdc1353fc363 req-924ead89-51e2-4443-8521-ca3d49188bdd tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:20.508621 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-688cd9e6-3482-4198-870f-fdc1353fc363 req-924ead89-51e2-4443-8521-ca3d49188bdd tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.0701106 Jul 07 20:55:20.586358 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-688cd9e6-3482-4198-870f-fdc1353fc363 req-d718a2af-1072-449b-8491-061ac8b4c34f tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645571 Jul 07 20:55:20.612753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf17967-dd5a-419d-8569-ecf9b5c429ee req-c2489f96-1132-45e7-b5a4-e3ac15e73b0f tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:20.614309 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fdf17967-dd5a-419d-8569-ecf9b5c429ee req-c2489f96-1132-45e7-b5a4-e3ac15e73b0f tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.39 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 945 time: 0.1012752 Jul 07 20:55:21.230786 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-fdf17967-dd5a-419d-8569-ecf9b5c429ee req-78c2584d-b142-455a-b536-93cc7e3a90ab tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Deleting port 790941df-5a6c-4bd3-875e-150b239fd606 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:55:21.231462 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fdf17967-dd5a-419d-8569-ecf9b5c429ee req-78c2584d-b142-455a-b536-93cc7e3a90ab tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:21.337515 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a3af4-deb3-4334-b60b-205911d5a242 req-716dd46d-460b-4587-8f09-1b8d154690eb tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:21.339110 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d45a3af4-deb3-4334-b60b-205911d5a242 req-716dd46d-460b-4587-8f09-1b8d154690eb tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 944 time: 0.6136904 Jul 07 20:55:21.382980 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb1a0d-7e21-4de3-99cd-b9d8ae9b2006 req-fbedb91f-b43f-41cb-83bf-08dde6e3d1f4 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:21.388796 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb1a0d-7e21-4de3-99cd-b9d8ae9b2006 req-fbedb91f-b43f-41cb-83bf-08dde6e3d1f4 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:21.395265 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb1a0d-7e21-4de3-99cd-b9d8ae9b2006 req-fbedb91f-b43f-41cb-83bf-08dde6e3d1f4 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:21.396964 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-23cb1a0d-7e21-4de3-99cd-b9d8ae9b2006 req-fbedb91f-b43f-41cb-83bf-08dde6e3d1f4 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 2418 time: 0.2288516 Jul 07 20:55:21.441978 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-fdf17967-dd5a-419d-8569-ecf9b5c429ee req-78c2584d-b142-455a-b536-93cc7e3a90ab tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] For port 790941df-5a6c-4bd3-875e-150b239fd606, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=790941df-5a6c-4bd3-875e-150b239fd606,segment=NetworkSegment(f8bcc3aa-f863-42ef-9a5d-6ca5e8048648),segment_id=f8bcc3aa-f863-42ef-9a5d-6ca5e8048648)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:21.442343 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fdf17967-dd5a-419d-8569-ecf9b5c429ee req-78c2584d-b142-455a-b536-93cc7e3a90ab tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:21.448301 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d45a3af4-deb3-4334-b60b-205911d5a242 req-f335146b-0605-4a3f-af4b-cbfaa12399c6 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021094 Jul 07 20:55:21.467301 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-fdf17967-dd5a-419d-8569-ecf9b5c429ee req-78c2584d-b142-455a-b536-93cc7e3a90ab tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Calling delete_port for 790941df-5a6c-4bd3-875e-150b239fd606 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:55:21.481298 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-23cb1a0d-7e21-4de3-99cd-b9d8ae9b2006 req-341f3d9b-4bb5-4d50-a702-f5eeeaa2c60d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771940 Jul 07 20:55:21.634296 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fdf17967-dd5a-419d-8569-ecf9b5c429ee req-78c2584d-b142-455a-b536-93cc7e3a90ab tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:21.647710 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['790941df-5a6c-4bd3-875e-150b239fd606'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:55:21.653780 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['bce6ae79-635b-49ce-8f1e-6a67c2e2aa34'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:55:21.691011 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2584d-b142-455a-b536-93cc7e3a90ab tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Pushing event deleted for resources: {'Port': ['ID=790941df-5a6c-4bd3-875e-150b239fd606,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:21.766055 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf17967-dd5a-419d-8569-ecf9b5c429ee req-78c2584d-b142-455a-b536-93cc7e3a90ab tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] No DVR routers for this DVR port 790941df-5a6c-4bd3-875e-150b239fd606 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:55:21.770482 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fdf17967-dd5a-419d-8569-ecf9b5c429ee req-78c2584d-b142-455a-b536-93cc7e3a90ab tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:21.772433 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fdf17967-dd5a-419d-8569-ecf9b5c429ee req-78c2584d-b142-455a-b536-93cc7e3a90ab tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.39 "DELETE /v2.0/ports/790941df-5a6c-4bd3-875e-150b239fd606 HTTP/1.1" status: 204 len: 173 time: 1.1472886 Jul 07 20:55:21.779591 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e0d3e7-fbdd-41f2-a712-e48d10cfd928', 'name': 'network-vif-deleted', 'tag': '790941df-5a6c-4bd3-875e-150b239fd606'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:21.782128 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f83de6-3392-4a9f-8fab-96680ee449fa" -d '{"events": [{"server_uuid": "57e0d3e7-fbdd-41f2-a712-e48d10cfd928", "name": "network-vif-deleted", "tag": "790941df-5a6c-4bd3-875e-150b239fd606"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:21.848106 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2b851-9afb-4224-9b6d-3e7d6813fc16 req-32c0fa4f-d583-4cc2-aa77-2ea114dcb458 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:21.849667 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bef2b851-9afb-4224-9b6d-3e7d6813fc16 req-32c0fa4f-d583-4cc2-aa77-2ea114dcb458 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 950 time: 0.2271593 Jul 07 20:55:21.926901 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1902e-ea7a-41a0-b398-726db989acdf req-632226f4-f156-47ad-bdc1-1549392830dd tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:21.932942 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1902e-ea7a-41a0-b398-726db989acdf req-632226f4-f156-47ad-bdc1-1549392830dd tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:21.939481 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1902e-ea7a-41a0-b398-726db989acdf req-632226f4-f156-47ad-bdc1-1549392830dd tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:21.941149 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-07a1902e-ea7a-41a0-b398-726db989acdf req-632226f4-f156-47ad-bdc1-1549392830dd tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 2418 time: 0.1873071 Jul 07 20:55:21.944957 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bef2b851-9afb-4224-9b6d-3e7d6813fc16 req-513b4882-0648-4262-9bb7-bfee12a6fe3c tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847933 Jul 07 20:55:21.952790 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb40b9-7e55-498f-9c8b-55794e1afc72 req-295a3de1-8b3f-4869-af2b-192453e05ba2 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:21.954310 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fcb40b9-7e55-498f-9c8b-55794e1afc72 req-295a3de1-8b3f-4869-af2b-192453e05ba2 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9e4b223-f6d4-4a29-be53-0b0ec480fd0e HTTP/1.1" status: 200 len: 946 time: 0.1896777 Jul 07 20:55:22.035861 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fcb40b9-7e55-498f-9c8b-55794e1afc72 req-25ba1715-1f70-4793-8e5a-3f2eaac4763e tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/security-groups?id=609e12fd-c52f-4ebe-9831-272e17003615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709310 Jul 07 20:55:22.116802 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-07a1902e-ea7a-41a0-b398-726db989acdf req-dc831aee-09ea-4e4c-9b9c-c4ab7dbd65cd tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Deleting port bfc613d6-c07d-4924-b6b1-6d15ece9ab8b {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:55:22.117153 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-07a1902e-ea7a-41a0-b398-726db989acdf req-dc831aee-09ea-4e4c-9b9c-c4ab7dbd65cd tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:22.137888 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1e82015e-3e25-42ac-a2ae-5c2baa94aff6 req-55b77e1b-2659-438d-bb10-5f2ed3d8926e tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=57e0d3e7-fbdd-41f2-a712-e48d10cfd928 HTTP/1.1" status: 200 len: 210 time: 0.0361981 Jul 07 20:55:22.201495 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa08a5c6-b3da-4c5b-9f0a-6d80a1c364cf x-openstack-request-id: req-fa08a5c6-b3da-4c5b-9f0a-6d80a1c364cf {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:22.201850 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e0d3e7-fbdd-41f2-a712-e48d10cfd928", "name": "network-vif-deleted", "tag": "790941df-5a6c-4bd3-875e-150b239fd606", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:22.202066 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa08a5c6-b3da-4c5b-9f0a-6d80a1c364cf {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:22.202482 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e0d3e7-fbdd-41f2-a712-e48d10cfd928', 'name': 'network-vif-deleted', 'tag': '790941df-5a6c-4bd3-875e-150b239fd606', 'status': 'completed', 'code': 200} Jul 07 20:55:22.276437 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-07a1902e-ea7a-41a0-b398-726db989acdf req-dc831aee-09ea-4e4c-9b9c-c4ab7dbd65cd tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] For port bfc613d6-c07d-4924-b6b1-6d15ece9ab8b, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=bfc613d6-c07d-4924-b6b1-6d15ece9ab8b,segment=NetworkSegment(8b89bae8-dc1d-4bdc-902d-91156fad3589),segment_id=8b89bae8-dc1d-4bdc-902d-91156fad3589)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:22.277041 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-07a1902e-ea7a-41a0-b398-726db989acdf req-dc831aee-09ea-4e4c-9b9c-c4ab7dbd65cd tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:22.296517 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-07a1902e-ea7a-41a0-b398-726db989acdf req-dc831aee-09ea-4e4c-9b9c-c4ab7dbd65cd tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Calling delete_port for bfc613d6-c07d-4924-b6b1-6d15ece9ab8b owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:55:22.311991 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c45670-bf65-447a-84a4-d031b7f50af4 req-40b6eced-7d95-4dd6-b4ec-ecaf4532ac0c tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:22.313862 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e9c45670-bf65-447a-84a4-d031b7f50af4 req-40b6eced-7d95-4dd6-b4ec-ecaf4532ac0c tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.1252546 Jul 07 20:55:22.401837 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e9c45670-bf65-447a-84a4-d031b7f50af4 req-a7481116-0856-4aab-b1db-4bcb3f522a1f tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785809 Jul 07 20:55:22.475020 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-07a1902e-ea7a-41a0-b398-726db989acdf req-dc831aee-09ea-4e4c-9b9c-c4ab7dbd65cd tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:22.489506 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['fb94a02e-7c5e-4cd9-b350-e5e47425ae04', '72460ebc-ee35-41e7-a239-d34e04dd7829', 'bfc613d6-c07d-4924-b6b1-6d15ece9ab8b'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:55:22.506847 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc831aee-09ea-4e4c-9b9c-c4ab7dbd65cd tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event deleted for resources: {'Port': ['ID=bfc613d6-c07d-4924-b6b1-6d15ece9ab8b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:22.761020 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a1902e-ea7a-41a0-b398-726db989acdf req-dc831aee-09ea-4e4c-9b9c-c4ab7dbd65cd tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] No DVR routers for this DVR port bfc613d6-c07d-4924-b6b1-6d15ece9ab8b on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:55:22.764624 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-07a1902e-ea7a-41a0-b398-726db989acdf req-dc831aee-09ea-4e4c-9b9c-c4ab7dbd65cd tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:22.766936 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-07a1902e-ea7a-41a0-b398-726db989acdf req-dc831aee-09ea-4e4c-9b9c-c4ab7dbd65cd tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.39 "DELETE /v2.0/ports/bfc613d6-c07d-4924-b6b1-6d15ece9ab8b HTTP/1.1" status: 204 len: 173 time: 0.8116913 Jul 07 20:55:22.888427 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e4936-8bd5-4618-8ded-c4b8a752aa02 req-1ff98b08-4534-4b8d-aa7a-2580126042ab tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:22.890406 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-af3e4936-8bd5-4618-8ded-c4b8a752aa02 req-1ff98b08-4534-4b8d-aa7a-2580126042ab tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9e4b223-f6d4-4a29-be53-0b0ec480fd0e HTTP/1.1" status: 200 len: 946 time: 0.3844476 Jul 07 20:55:22.972744 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9850a22-4245-4241-bfa0-6eae009a1595 req-4b10c1f3-646a-4acf-8cd3-7b3cfc4444bb tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:22.978782 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9850a22-4245-4241-bfa0-6eae009a1595 req-4b10c1f3-646a-4acf-8cd3-7b3cfc4444bb tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:22.980436 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d9850a22-4245-4241-bfa0-6eae009a1595 req-4b10c1f3-646a-4acf-8cd3-7b3cfc4444bb tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 1682 time: 0.2527843 Jul 07 20:55:23.042804 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec082727-f63f-428e-8711-1bdb010333c1 req-a1579dff-a303-4b8a-b1ce-4b79efe3f253 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:23.044378 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec082727-f63f-428e-8711-1bdb010333c1 req-a1579dff-a303-4b8a-b1ce-4b79efe3f253 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 944 time: 0.3186109 Jul 07 20:55:23.112626 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d9850a22-4245-4241-bfa0-6eae009a1595 req-03357fee-6eed-4825-9b23-46dc121be21f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205504 Jul 07 20:55:23.128715 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-07a1902e-ea7a-41a0-b398-726db989acdf req-e4111f55-8c48-4120-9cfa-98a5bf776a7f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Deleting port fb94a02e-7c5e-4cd9-b350-e5e47425ae04 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:55:23.129069 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-07a1902e-ea7a-41a0-b398-726db989acdf req-e4111f55-8c48-4120-9cfa-98a5bf776a7f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:23.188011 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec082727-f63f-428e-8711-1bdb010333c1 req-f2b117b6-55d4-4f7e-85cf-7b7634c9d406 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253319 Jul 07 20:55:23.199868 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-af3e4936-8bd5-4618-8ded-c4b8a752aa02 req-92d91207-843f-4700-9a77-91eef85ead6a tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Deleting port 98473365-07cf-4c92-924b-c1fe5a1d6308 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:55:23.200227 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-af3e4936-8bd5-4618-8ded-c4b8a752aa02 req-92d91207-843f-4700-9a77-91eef85ead6a tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:23.317824 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-07a1902e-ea7a-41a0-b398-726db989acdf req-e4111f55-8c48-4120-9cfa-98a5bf776a7f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] For port fb94a02e-7c5e-4cd9-b350-e5e47425ae04, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=fb94a02e-7c5e-4cd9-b350-e5e47425ae04,segment=NetworkSegment(8b89bae8-dc1d-4bdc-902d-91156fad3589),segment_id=8b89bae8-dc1d-4bdc-902d-91156fad3589)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:23.318499 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-07a1902e-ea7a-41a0-b398-726db989acdf req-e4111f55-8c48-4120-9cfa-98a5bf776a7f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:23.388888 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-07a1902e-ea7a-41a0-b398-726db989acdf req-e4111f55-8c48-4120-9cfa-98a5bf776a7f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Calling delete_port for fb94a02e-7c5e-4cd9-b350-e5e47425ae04 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:55:23.412665 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-af3e4936-8bd5-4618-8ded-c4b8a752aa02 req-92d91207-843f-4700-9a77-91eef85ead6a tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] For port 98473365-07cf-4c92-924b-c1fe5a1d6308, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=98473365-07cf-4c92-924b-c1fe5a1d6308,segment=NetworkSegment(f08d83b5-79d6-4021-853c-da44476944f2),segment_id=f08d83b5-79d6-4021-853c-da44476944f2)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:23.413047 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-af3e4936-8bd5-4618-8ded-c4b8a752aa02 req-92d91207-843f-4700-9a77-91eef85ead6a tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:23.440329 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-af3e4936-8bd5-4618-8ded-c4b8a752aa02 req-92d91207-843f-4700-9a77-91eef85ead6a tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Calling delete_port for 98473365-07cf-4c92-924b-c1fe5a1d6308 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:55:23.584959 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc0aea-03bf-4d09-8b18-e0ea11baf2c4 req-cfbf79f0-85e9-4ad3-a297-9d9c81c3fd9e tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:23.586630 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-69dc0aea-03bf-4d09-8b18-e0ea11baf2c4 req-cfbf79f0-85e9-4ad3-a297-9d9c81c3fd9e tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 950 time: 0.2707098 Jul 07 20:55:23.604459 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6411e81-7f2b-4343-ba91-e7e1dde5ef99 req-99f14a6d-50a5-4b8f-b345-c066927a923d tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:23.606065 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6411e81-7f2b-4343-ba91-e7e1dde5ef99 req-99f14a6d-50a5-4b8f-b345-c066927a923d tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9e4b223-f6d4-4a29-be53-0b0ec480fd0e HTTP/1.1" status: 200 len: 946 time: 0.2626021 Jul 07 20:55:23.722116 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-69dc0aea-03bf-4d09-8b18-e0ea11baf2c4 req-3416ff98-1b09-46e3-87ac-ae13f4e08543 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150165 Jul 07 20:55:23.728505 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6411e81-7f2b-4343-ba91-e7e1dde5ef99 req-f7fcb22f-365f-454e-88c7-3af092cc1e7e tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/security-groups?id=609e12fd-c52f-4ebe-9831-272e17003615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111250 Jul 07 20:55:23.786770 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-07a1902e-ea7a-41a0-b398-726db989acdf req-e4111f55-8c48-4120-9cfa-98a5bf776a7f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:23.799173 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-af3e4936-8bd5-4618-8ded-c4b8a752aa02 req-92d91207-843f-4700-9a77-91eef85ead6a tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:23.825579 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4111f55-8c48-4120-9cfa-98a5bf776a7f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event deleted for resources: {'Port': ['ID=fb94a02e-7c5e-4cd9-b350-e5e47425ae04,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:23.915714 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d91207-843f-4700-9a77-91eef85ead6a tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Pushing event deleted for resources: {'Port': ['ID=98473365-07cf-4c92-924b-c1fe5a1d6308,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:23.978645 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3e4936-8bd5-4618-8ded-c4b8a752aa02 req-92d91207-843f-4700-9a77-91eef85ead6a tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] No DVR routers for this DVR port 98473365-07cf-4c92-924b-c1fe5a1d6308 on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:55:23.984301 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a1902e-ea7a-41a0-b398-726db989acdf req-e4111f55-8c48-4120-9cfa-98a5bf776a7f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] No DVR routers for this DVR port fb94a02e-7c5e-4cd9-b350-e5e47425ae04 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:55:23.986331 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-af3e4936-8bd5-4618-8ded-c4b8a752aa02 req-92d91207-843f-4700-9a77-91eef85ead6a tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:23.992705 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-af3e4936-8bd5-4618-8ded-c4b8a752aa02 req-92d91207-843f-4700-9a77-91eef85ead6a tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.58 "DELETE /v2.0/ports/98473365-07cf-4c92-924b-c1fe5a1d6308 HTTP/1.1" status: 204 len: 173 time: 1.0876501 Jul 07 20:55:23.993926 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-07a1902e-ea7a-41a0-b398-726db989acdf req-e4111f55-8c48-4120-9cfa-98a5bf776a7f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:23.995895 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-07a1902e-ea7a-41a0-b398-726db989acdf req-e4111f55-8c48-4120-9cfa-98a5bf776a7f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.39 "DELETE /v2.0/ports/fb94a02e-7c5e-4cd9-b350-e5e47425ae04 HTTP/1.1" status: 204 len: 173 time: 1.2118356 Jul 07 20:55:24.206454 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9754e4-5db3-4804-9a60-f0130bbb57e8', 'name': 'network-vif-deleted', 'tag': 'bfc613d6-c07d-4924-b6b1-6d15ece9ab8b'}, {'server_uuid': 'e9e4b223-f6d4-4a29-be53-0b0ec480fd0e', 'name': 'network-vif-deleted', 'tag': '98473365-07cf-4c92-924b-c1fe5a1d6308'}, {'server_uuid': 'fb9754e4-5db3-4804-9a60-f0130bbb57e8', 'name': 'network-vif-deleted', 'tag': 'fb94a02e-7c5e-4cd9-b350-e5e47425ae04'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:24.210743 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221d3d8d-e2fd-4b7c-aa91-43a63073f57d" -d '{"events": [{"server_uuid": "fb9754e4-5db3-4804-9a60-f0130bbb57e8", "name": "network-vif-deleted", "tag": "bfc613d6-c07d-4924-b6b1-6d15ece9ab8b"}, {"server_uuid": "e9e4b223-f6d4-4a29-be53-0b0ec480fd0e", "name": "network-vif-deleted", "tag": "98473365-07cf-4c92-924b-c1fe5a1d6308"}, {"server_uuid": "fb9754e4-5db3-4804-9a60-f0130bbb57e8", "name": "network-vif-deleted", "tag": "fb94a02e-7c5e-4cd9-b350-e5e47425ae04"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:24.258171 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d7cdd-dcc5-4bae-9007-6bc30ebf9b0f req-77d203ea-0e74-4dfe-a4b6-129639933224 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:24.259990 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8a3d7cdd-dcc5-4bae-9007-6bc30ebf9b0f req-77d203ea-0e74-4dfe-a4b6-129639933224 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.1716485 Jul 07 20:55:24.310824 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-07a1902e-ea7a-41a0-b398-726db989acdf req-140e7633-41b8-40a3-a94b-07cf50f1dd9e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Deleting port 72460ebc-ee35-41e7-a239-d34e04dd7829 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:55:24.311236 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-07a1902e-ea7a-41a0-b398-726db989acdf req-140e7633-41b8-40a3-a94b-07cf50f1dd9e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:24.367520 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8a3d7cdd-dcc5-4bae-9007-6bc30ebf9b0f req-b973449b-57b7-4c87-b196-cad6a6636c5c tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984898 Jul 07 20:55:24.445039 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f160c391-fadf-4875-a3ed-1a6ece0a90dc x-openstack-request-id: req-f160c391-fadf-4875-a3ed-1a6ece0a90dc {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:24.445346 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9754e4-5db3-4804-9a60-f0130bbb57e8", "name": "network-vif-deleted", "tag": "bfc613d6-c07d-4924-b6b1-6d15ece9ab8b", "status": "completed", "code": 200}, {"server_uuid": "e9e4b223-f6d4-4a29-be53-0b0ec480fd0e", "name": "network-vif-deleted", "tag": "98473365-07cf-4c92-924b-c1fe5a1d6308", "status": "completed", "code": 200}, {"server_uuid": "fb9754e4-5db3-4804-9a60-f0130bbb57e8", "name": "network-vif-deleted", "tag": "fb94a02e-7c5e-4cd9-b350-e5e47425ae04", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:24.445607 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f160c391-fadf-4875-a3ed-1a6ece0a90dc {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:24.446009 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9754e4-5db3-4804-9a60-f0130bbb57e8', 'name': 'network-vif-deleted', 'tag': 'bfc613d6-c07d-4924-b6b1-6d15ece9ab8b', 'status': 'completed', 'code': 200} Jul 07 20:55:24.446264 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e4b223-f6d4-4a29-be53-0b0ec480fd0e', 'name': 'network-vif-deleted', 'tag': '98473365-07cf-4c92-924b-c1fe5a1d6308', 'status': 'completed', 'code': 200} Jul 07 20:55:24.446513 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9754e4-5db3-4804-9a60-f0130bbb57e8', 'name': 'network-vif-deleted', 'tag': 'fb94a02e-7c5e-4cd9-b350-e5e47425ae04', 'status': 'completed', 'code': 200} Jul 07 20:55:24.489757 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-07a1902e-ea7a-41a0-b398-726db989acdf req-140e7633-41b8-40a3-a94b-07cf50f1dd9e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] For port 72460ebc-ee35-41e7-a239-d34e04dd7829, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=72460ebc-ee35-41e7-a239-d34e04dd7829,segment=NetworkSegment(9d342760-9175-4c9e-9e47-423fa351299a),segment_id=9d342760-9175-4c9e-9e47-423fa351299a)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:24.490122 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-07a1902e-ea7a-41a0-b398-726db989acdf req-140e7633-41b8-40a3-a94b-07cf50f1dd9e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:24.506983 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363dea8-79e5-47d3-8104-ca1995ceba56 req-472a8f01-35f2-4511-892a-5ee522f57952 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:24.508565 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6363dea8-79e5-47d3-8104-ca1995ceba56 req-472a8f01-35f2-4511-892a-5ee522f57952 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 946 time: 0.1722701 Jul 07 20:55:24.516380 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-07a1902e-ea7a-41a0-b398-726db989acdf req-140e7633-41b8-40a3-a94b-07cf50f1dd9e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Calling delete_port for 72460ebc-ee35-41e7-a239-d34e04dd7829 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:55:24.624394 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6363dea8-79e5-47d3-8104-ca1995ceba56 req-b4192000-b54e-43c2-8ac8-af4f4044e005 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045547 Jul 07 20:55:24.704124 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fb239-063c-4217-ae78-4b0c61f680a2 req-a7b90f4f-39f1-406e-ae57-cd920b3dafcf tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:24.705977 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e0fb239-063c-4217-ae78-4b0c61f680a2 req-a7b90f4f-39f1-406e-ae57-cd920b3dafcf tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.1542103 Jul 07 20:55:24.848452 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e0fb239-063c-4217-ae78-4b0c61f680a2 req-79b6b403-0d73-496f-91dc-985343fb8763 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354353 Jul 07 20:55:24.859183 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-07a1902e-ea7a-41a0-b398-726db989acdf req-140e7633-41b8-40a3-a94b-07cf50f1dd9e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:24.922608 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e7633-41b8-40a3-a94b-07cf50f1dd9e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event deleted for resources: {'Port': ['ID=72460ebc-ee35-41e7-a239-d34e04dd7829,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:24.992826 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c468a2-39af-4781-9465-2a51930377f4 req-22abf256-9c03-4631-b122-96e9f05534b5 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:24.995021 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-77c468a2-39af-4781-9465-2a51930377f4 req-22abf256-9c03-4631-b122-96e9f05534b5 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 944 time: 0.2363944 Jul 07 20:55:24.996069 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a1902e-ea7a-41a0-b398-726db989acdf req-140e7633-41b8-40a3-a94b-07cf50f1dd9e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] No DVR routers for this DVR port 72460ebc-ee35-41e7-a239-d34e04dd7829 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:55:24.999609 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-07a1902e-ea7a-41a0-b398-726db989acdf req-140e7633-41b8-40a3-a94b-07cf50f1dd9e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:25.014983 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-07a1902e-ea7a-41a0-b398-726db989acdf req-140e7633-41b8-40a3-a94b-07cf50f1dd9e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.39 "DELETE /v2.0/ports/72460ebc-ee35-41e7-a239-d34e04dd7829 HTTP/1.1" status: 204 len: 173 time: 1.0116253 Jul 07 20:55:25.090412 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-77c468a2-39af-4781-9465-2a51930377f4 req-df58c7a4-af19-4113-8765-ee4885aca8e3 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742037 Jul 07 20:55:25.297361 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bb42b6a3-37c1-4310-a0bb-81ce71cd12c6 req-8e6c2abe-5eff-436c-944b-5aee5b9f75e4 tempest-ServerTagsTestJSON-1027306412 tempest-ServerTagsTestJSON-1027306412-project] 10.222.0.64 "GET /v2.0/ports?device_id=e9e4b223-f6d4-4a29-be53-0b0ec480fd0e HTTP/1.1" status: 200 len: 210 time: 0.0535336 Jul 07 20:55:25.346628 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device bb66d9f0-6d4b-446a-83f5-575f54c94229 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:55:25.352765 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 72460ebc-ee35-41e7-a239-d34e04dd7829 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:55:25.377221 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4510b-696b-4cb0-85ee-cde055616c51 req-3541ac4d-6150-404a-b4dc-76e3f3886aac tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:25.378966 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-03f4510b-696b-4cb0-85ee-cde055616c51 req-3541ac4d-6150-404a-b4dc-76e3f3886aac tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 950 time: 0.0971570 Jul 07 20:55:25.394935 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 72460ebc-ee35-41e7-a239-d34e04dd7829 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:55:25.395462 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 72460ebc-ee35-41e7-a239-d34e04dd7829 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:55:25.396018 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device bfc613d6-c07d-4924-b6b1-6d15ece9ab8b no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:55:25.420066 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: bfc613d6-c07d-4924-b6b1-6d15ece9ab8b {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:55:25.421503 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device bfc613d6-c07d-4924-b6b1-6d15ece9ab8b not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:55:25.422873 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 790941df-5a6c-4bd3-875e-150b239fd606 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:55:25.445428 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 790941df-5a6c-4bd3-875e-150b239fd606 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:55:25.445651 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 790941df-5a6c-4bd3-875e-150b239fd606 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:55:25.446659 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device fb94a02e-7c5e-4cd9-b350-e5e47425ae04 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:55:25.464939 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-03f4510b-696b-4cb0-85ee-cde055616c51 req-3943d90a-0c54-4a3c-a96b-4d0be3eca82d tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801628 Jul 07 20:55:25.475408 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: fb94a02e-7c5e-4cd9-b350-e5e47425ae04 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:55:25.475862 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device fb94a02e-7c5e-4cd9-b350-e5e47425ae04 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:55:25.567929 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port bb66d9f0-6d4b-446a-83f5-575f54c94229, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=bb66d9f0-6d4b-446a-83f5-575f54c94229,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:25.578711 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 98473365-07cf-4c92-924b-c1fe5a1d6308 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:55:25.604291 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 98473365-07cf-4c92-924b-c1fe5a1d6308 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:55:25.604626 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 98473365-07cf-4c92-924b-c1fe5a1d6308 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:55:25.613403 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'bb66d9f0-6d4b-446a-83f5-575f54c94229', 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136', 'port_id': 'bb66d9f0-6d4b-446a-83f5-575f54c94229', 'mac_address': 'fa:16:3e:1d:29:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e76f85dc-7298-41c1-a5c0-b46924c81a29', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:55:25.658794 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:25.660901 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc706d7-da8a-411e-bf18-c356c9571c44 req-993f5246-8db1-4ac0-b32c-afd7cd374ae3 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:25.662494 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-abc706d7-da8a-411e-bf18-c356c9571c44 req-993f5246-8db1-4ac0-b32c-afd7cd374ae3 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.0883265 Jul 07 20:55:25.674144 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb66d9f0-6d4b-446a-83f5-575f54c94229 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:55:25.708711 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port bb66d9f0-6d4b-446a-83f5-575f54c94229, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=bb66d9f0-6d4b-446a-83f5-575f54c94229,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:25.716127 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:25.722613 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-abc706d7-da8a-411e-bf18-c356c9571c44 req-455e5854-b807-43c0-ba9e-35de412cd3c1 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543067 Jul 07 20:55:25.817995 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=bb66d9f0-6d4b-446a-83f5-575f54c94229,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:25.843890 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-774ec1d4-1b9e-4144-9eff-4c21a5dc2fbb req-b5b6835d-7b9c-453c-8b96-6d6c4dc7638c tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb9754e4-5db3-4804-9a60-f0130bbb57e8 HTTP/1.1" status: 200 len: 210 time: 0.0489476 Jul 07 20:55:26.058115 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['bb66d9f0-6d4b-446a-83f5-575f54c94229'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:55:26.085173 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe14e74-f3b9-41f7-b67e-0c099ad9c794 req-f4f8930a-2442-47e0-ac51-6eb9e13a6520 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:26.087104 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ffe14e74-f3b9-41f7-b67e-0c099ad9c794 req-f4f8930a-2442-47e0-ac51-6eb9e13a6520 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.1137054 Jul 07 20:55:26.152683 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ffe14e74-f3b9-41f7-b67e-0c099ad9c794 req-d972fd7b-5a50-4f65-b80d-92cf9197149f tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539234 Jul 07 20:55:26.356835 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15391c4f-f0ef-40ac-813b-1e91d6c331e4 req-a81e309e-f2dd-4457-8d82-be57cbfea03a tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:26.362629 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15391c4f-f0ef-40ac-813b-1e91d6c331e4 req-a81e309e-f2dd-4457-8d82-be57cbfea03a tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 945 time: 0.0913048 Jul 07 20:55:26.405118 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44472) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:26.406601 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15391c4f-f0ef-40ac-813b-1e91d6c331e4 req-19a58af3-76b9-4166-abe0-51d5ce2c37ba tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388134 Jul 07 20:55:26.447374 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9754e4-5db3-4804-9a60-f0130bbb57e8', 'name': 'network-vif-deleted', 'tag': '72460ebc-ee35-41e7-a239-d34e04dd7829'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:26.449716 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe839f2-5507-414c-a65b-d6aad32932d8" -d '{"events": [{"server_uuid": "fb9754e4-5db3-4804-9a60-f0130bbb57e8", "name": "network-vif-deleted", "tag": "72460ebc-ee35-41e7-a239-d34e04dd7829"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:26.477917 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27d8e31-08d1-42c3-bbd0-3b1a9ed059ae admin admin] Deleting subnet 40ffeb34-be6b-4115-8fc3-5015a5900a0d {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:55:26.482896 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c27d8e31-08d1-42c3-bbd0-3b1a9ed059ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:26.525077 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a783efe-ceca-49ac-ab35-84ab9ee3e481 x-openstack-request-id: req-1a783efe-ceca-49ac-ab35-84ab9ee3e481 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:26.525640 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9754e4-5db3-4804-9a60-f0130bbb57e8", "name": "network-vif-deleted", "tag": "72460ebc-ee35-41e7-a239-d34e04dd7829", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:26.526102 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a783efe-ceca-49ac-ab35-84ab9ee3e481 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:26.526713 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9754e4-5db3-4804-9a60-f0130bbb57e8', 'name': 'network-vif-deleted', 'tag': '72460ebc-ee35-41e7-a239-d34e04dd7829', 'status': 'completed', 'code': 200} Jul 07 20:55:26.543414 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c27d8e31-08d1-42c3-bbd0-3b1a9ed059ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:26.601427 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c27d8e31-08d1-42c3-bbd0-3b1a9ed059ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:26.673615 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cdf89-3ef3-4e98-b9d7-4877d391e35c req-228c2194-43fd-4126-b990-d2a7f9342645 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:26.673977 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c27d8e31-08d1-42c3-bbd0-3b1a9ed059ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:26.681145 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-978cdf89-3ef3-4e98-b9d7-4877d391e35c req-228c2194-43fd-4126-b990-d2a7f9342645 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 950 time: 0.0817456 Jul 07 20:55:26.704231 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d8e31-08d1-42c3-bbd0-3b1a9ed059ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40ffeb34-be6b-4115-8fc3-5015a5900a0d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:26.714427 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c27d8e31-08d1-42c3-bbd0-3b1a9ed059ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:26.721784 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c27d8e31-08d1-42c3-bbd0-3b1a9ed059ae admin admin] 10.222.0.64 "DELETE /v2.0/subnets/40ffeb34-be6b-4115-8fc3-5015a5900a0d HTTP/1.1" status: 204 len: 168 time: 0.3112171 Jul 07 20:55:26.722813 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44508) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:26.724017 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-978cdf89-3ef3-4e98-b9d7-4877d391e35c req-eb508a99-9c7f-48c6-95fb-59642e4dc2d1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418286 Jul 07 20:55:26.745764 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d8e31-08d1-42c3-bbd0-3b1a9ed059ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:26.745764 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d8e31-08d1-42c3-bbd0-3b1a9ed059ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:26.745764 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d8e31-08d1-42c3-bbd0-3b1a9ed059ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:26.745764 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d8e31-08d1-42c3-bbd0-3b1a9ed059ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:26.745764 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d8e31-08d1-42c3-bbd0-3b1a9ed059ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:26.745764 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d8e31-08d1-42c3-bbd0-3b1a9ed059ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:26.745764 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d8e31-08d1-42c3-bbd0-3b1a9ed059ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:26.745764 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d8e31-08d1-42c3-bbd0-3b1a9ed059ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:26.745764 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d8e31-08d1-42c3-bbd0-3b1a9ed059ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:26.745764 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d8e31-08d1-42c3-bbd0-3b1a9ed059ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:26.745764 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d8e31-08d1-42c3-bbd0-3b1a9ed059ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:26.745764 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d8e31-08d1-42c3-bbd0-3b1a9ed059ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:26.822735 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-529a9f3c-e140-4149-8b34-c7756236a203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:26.948545 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44538) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:26.959757 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-529a9f3c-e140-4149-8b34-c7756236a203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:26.975078 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-529a9f3c-e140-4149-8b34-c7756236a203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b65275-9270-4d1a-b3c4-aca52962763c']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:26.989294 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-529a9f3c-e140-4149-8b34-c7756236a203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f08d83b5-79d6-4021-853c-da44476944f2') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:26.989877 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-529a9f3c-e140-4149-8b34-c7756236a203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f08d83b5-79d6-4021-853c-da44476944f2') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:27.003017 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-529a9f3c-e140-4149-8b34-c7756236a203 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:27.024020 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-529a9f3c-e140-4149-8b34-c7756236a203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:27.036912 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-529a9f3c-e140-4149-8b34-c7756236a203 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:55:27.037454 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-529a9f3c-e140-4149-8b34-c7756236a203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:55:27.039508 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:55:27.048004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde2591d-95af-43c7-a344-d29e00022d32 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Deleting subnet 67ad6f9a-d04a-4387-9760-e68a347e85db {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:55:27.054229 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cde2591d-95af-43c7-a344-d29e00022d32 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:27.064084 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f048548-6c03-4694-9670-c62c190de597 req-3bf606ec-231d-4b7b-8535-57ff70895a5c tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:27.065739 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6f048548-6c03-4694-9670-c62c190de597 req-3bf606ec-231d-4b7b-8535-57ff70895a5c tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.1809273 Jul 07 20:55:27.125549 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-529a9f3c-e140-4149-8b34-c7756236a203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:27.133090 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-529a9f3c-e140-4149-8b34-c7756236a203 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:27.135098 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-529a9f3c-e140-4149-8b34-c7756236a203 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e3b65275-9270-4d1a-b3c4-aca52962763c HTTP/1.1" status: 204 len: 168 time: 0.4101357 Jul 07 20:55:27.148083 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cde2591d-95af-43c7-a344-d29e00022d32 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:27.157885 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a9f3c-e140-4149-8b34-c7756236a203 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3b65275-9270-4d1a-b3c4-aca52962763c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:27.196944 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6f048548-6c03-4694-9670-c62c190de597 req-5526013a-ccac-483c-b1f8-33c5af7e0992 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050718 Jul 07 20:55:27.347967 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device bb66d9f0-6d4b-446a-83f5-575f54c94229 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:55:27.353394 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cde2591d-95af-43c7-a344-d29e00022d32 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:27.360022 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44588) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:27.469317 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port bb66d9f0-6d4b-446a-83f5-575f54c94229 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:55:27.491450 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port bb66d9f0-6d4b-446a-83f5-575f54c94229 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:55:27.492184 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:27.498564 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7ed6b-62d5-43fc-94b2-5538a84604ba req-9f3f54c4-9fc4-47df-be74-41fbb54df71d tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:27.500887 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79b7ed6b-62d5-43fc-94b2-5538a84604ba req-9f3f54c4-9fc4-47df-be74-41fbb54df71d tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.1789100 Jul 07 20:55:27.508179 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cde2591d-95af-43c7-a344-d29e00022d32 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:27.550890 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dafbf881-132b-4237-a895-74d5cab35aa8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8c79983a800e4fd8b7f7030e8697f5a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1766832 Jul 07 20:55:27.551618 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44610) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:27.558630 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2591d-95af-43c7-a344-d29e00022d32 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event deleted for resources: {'Subnet': ['ID=67ad6f9a-d04a-4387-9760-e68a347e85db,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:27.582343 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cde2591d-95af-43c7-a344-d29e00022d32 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:27.588095 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-cde2591d-95af-43c7-a344-d29e00022d32 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "DELETE /v2.0/subnets/67ad6f9a-d04a-4387-9760-e68a347e85db HTTP/1.1" status: 204 len: 168 time: 0.6384990 Jul 07 20:55:27.592008 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50737c90-83b7-475d-aa8c-67d8e3e0c642 None None] Network 2ce471f3-025f-4ee5-aafa-5a6d858bc5ff requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:55:27.597046 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44616) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:27.683391 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79b7ed6b-62d5-43fc-94b2-5538a84604ba req-48cb3fb8-fe50-46fc-a921-6a42e48d8c14 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258574 Jul 07 20:55:27.705089 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-ca43772d-30a1-4842-83d7-338697627b92 service neutron] show failed (client error): The resource could not be found. Jul 07 20:55:27.709421 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-ca43772d-30a1-4842-83d7-338697627b92 service neutron] 10.222.0.39 "GET /v2.0/ports/0c46ff97-cef9-4e8a-914c-b9919cd17879/bindings/n-h1-695189-11 HTTP/1.1" status: 404 len: 381 time: 0.2069736 Jul 07 20:55:27.711488 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:27.744906 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b44038d5-19a3-42b9-98cd-e85fea3ad45f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:27.748270 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d14ec8cb-1c35-4cd8-89b1-f3932d331872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:27.775061 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcfbef7-93a7-4295-a7b6-1f807a76273f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb66d9f0-6d4b-446a-83f5-575f54c94229'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:27.777531 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddbf668-2f2c-4d87-8467-540832e3a963" -d '{"events": [{"server_uuid": "1fcfbef7-93a7-4295-a7b6-1f807a76273f", "name": "network-vif-plugged", "status": "completed", "tag": "bb66d9f0-6d4b-446a-83f5-575f54c94229"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:27.777807 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d14ec8cb-1c35-4cd8-89b1-f3932d331872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:27.813555 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port bb66d9f0-6d4b-446a-83f5-575f54c94229, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=bb66d9f0-6d4b-446a-83f5-575f54c94229,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:27.822337 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:27.859910 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617bb32-c25e-4eb5-abd6-09db59f96b68 req-f040626c-b1a4-4f9c-a324-b8a095658d92 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:27.892457 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2617bb32-c25e-4eb5-abd6-09db59f96b68 req-f040626c-b1a4-4f9c-a324-b8a095658d92 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 945 time: 0.1588500 Jul 07 20:55:27.904396 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d14ec8cb-1c35-4cd8-89b1-f3932d331872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:27.907036 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d14ec8cb-1c35-4cd8-89b1-f3932d331872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:27.915996 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d14ec8cb-1c35-4cd8-89b1-f3932d331872 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/609e12fd-c52f-4ebe-9831-272e17003615 HTTP/1.1" status: 204 len: 168 time: 0.3583832 Jul 07 20:55:27.934598 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ec8cb-1c35-4cd8-89b1-f3932d331872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609e12fd-c52f-4ebe-9831-272e17003615,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:27.938647 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-b44038d5-19a3-42b9-98cd-e85fea3ad45f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Deleting port 622ff60d-a272-4e69-ba5c-baf9135175e6 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:55:27.939295 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b44038d5-19a3-42b9-98cd-e85fea3ad45f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:27.940694 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=bb66d9f0-6d4b-446a-83f5-575f54c94229,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:28.060458 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdb54c5-a082-4d39-9e88-20a21f44fa08 None None] DHCP port deletion for 2ce471f3-025f-4ee5-aafa-5a6d858bc5ff request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:55:28.093665 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-b44038d5-19a3-42b9-98cd-e85fea3ad45f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] For port 622ff60d-a272-4e69-ba5c-baf9135175e6, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=622ff60d-a272-4e69-ba5c-baf9135175e6,segment=NetworkSegment(9d342760-9175-4c9e-9e47-423fa351299a),segment_id=9d342760-9175-4c9e-9e47-423fa351299a)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:28.094299 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b44038d5-19a3-42b9-98cd-e85fea3ad45f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:28.126218 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-b44038d5-19a3-42b9-98cd-e85fea3ad45f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Calling delete_port for 622ff60d-a272-4e69-ba5c-baf9135175e6 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:55:28.133022 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-5bdb54c5-a082-4d39-9e88-20a21f44fa08 None None] Deleting port 622ff60d-a272-4e69-ba5c-baf9135175e6 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:55:28.133706 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5bdb54c5-a082-4d39-9e88-20a21f44fa08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:28.221361 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-5bdb54c5-a082-4d39-9e88-20a21f44fa08 None None] For port 622ff60d-a272-4e69-ba5c-baf9135175e6, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=622ff60d-a272-4e69-ba5c-baf9135175e6,segment=NetworkSegment(9d342760-9175-4c9e-9e47-423fa351299a),segment_id=9d342760-9175-4c9e-9e47-423fa351299a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:28.221812 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5bdb54c5-a082-4d39-9e88-20a21f44fa08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:28.244873 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-5bdb54c5-a082-4d39-9e88-20a21f44fa08 None None] Calling delete_port for 622ff60d-a272-4e69-ba5c-baf9135175e6 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:55:28.279053 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b44038d5-19a3-42b9-98cd-e85fea3ad45f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:28.335170 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5bdb54c5-a082-4d39-9e88-20a21f44fa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:28.348482 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44038d5-19a3-42b9-98cd-e85fea3ad45f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event deleted for resources: {'Port': ['ID=622ff60d-a272-4e69-ba5c-baf9135175e6,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:28.353597 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44038d5-19a3-42b9-98cd-e85fea3ad45f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] No DVR routers for this DVR port 622ff60d-a272-4e69-ba5c-baf9135175e6 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:55:28.370412 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb54c5-a082-4d39-9e88-20a21f44fa08 None None] Pushing event deleted for resources: {'Port': ['ID=622ff60d-a272-4e69-ba5c-baf9135175e6,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:28.380184 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdb54c5-a082-4d39-9e88-20a21f44fa08 None None] No DVR routers for this DVR port 622ff60d-a272-4e69-ba5c-baf9135175e6 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:55:28.456325 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b44038d5-19a3-42b9-98cd-e85fea3ad45f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:28.469212 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-b44038d5-19a3-42b9-98cd-e85fea3ad45f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce471f3-025f-4ee5-aafa-5a6d858bc5ff']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:28.482790 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-b44038d5-19a3-42b9-98cd-e85fea3ad45f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d342760-9175-4c9e-9e47-423fa351299a') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:28.484067 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-b44038d5-19a3-42b9-98cd-e85fea3ad45f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d342760-9175-4c9e-9e47-423fa351299a') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:28.497652 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b44038d5-19a3-42b9-98cd-e85fea3ad45f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:28.500964 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 622ff60d-a272-4e69-ba5c-baf9135175e6 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:55:28.528795 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 622ff60d-a272-4e69-ba5c-baf9135175e6 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:55:28.529632 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 622ff60d-a272-4e69-ba5c-baf9135175e6 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:55:28.529752 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b44038d5-19a3-42b9-98cd-e85fea3ad45f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:28.543993 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44038d5-19a3-42b9-98cd-e85fea3ad45f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:55:28.544799 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b44038d5-19a3-42b9-98cd-e85fea3ad45f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:55:28.557857 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:55:28.592263 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2617bb32-c25e-4eb5-abd6-09db59f96b68 req-11062a76-6070-44b1-a63a-4c50cb437f6d tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6925132 Jul 07 20:55:28.638477 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-70761cc9-ff82-4a07-9b18-ffcd92c63e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:28.640307 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-70761cc9-ff82-4a07-9b18-ffcd92c63e6e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223&tenant_id=505481bc2c1e4a469ecb05628eb12eb4 HTTP/1.1" status: 200 len: 1102 time: 0.1652224 Jul 07 20:55:28.649598 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33218d27-74f0-4175-8cde-e01621c4cc7a req-86e4cd1f-0763-4b8c-8b46-0dccdf3aa54b tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:28.657911 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-33218d27-74f0-4175-8cde-e01621c4cc7a req-86e4cd1f-0763-4b8c-8b46-0dccdf3aa54b tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 950 time: 0.1838174 Jul 07 20:55:28.662984 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdcb7b7-d683-4550-96e1-ea28a935f881 x-openstack-request-id: req-0fdcb7b7-d683-4550-96e1-ea28a935f881 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:28.663276 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcfbef7-93a7-4295-a7b6-1f807a76273f", "name": "network-vif-plugged", "status": "completed", "tag": "bb66d9f0-6d4b-446a-83f5-575f54c94229", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:28.663650 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0fdcb7b7-d683-4550-96e1-ea28a935f881 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:28.664052 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fcfbef7-93a7-4295-a7b6-1f807a76273f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb66d9f0-6d4b-446a-83f5-575f54c94229', 'code': 200} Jul 07 20:55:28.673051 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695189-11', 'device_owner': 'compute:nova'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:28.701701 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b44038d5-19a3-42b9-98cd-e85fea3ad45f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:28.710026 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b44038d5-19a3-42b9-98cd-e85fea3ad45f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:28.712187 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b44038d5-19a3-42b9-98cd-e85fea3ad45f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "DELETE /v2.0/networks/2ce471f3-025f-4ee5-aafa-5a6d858bc5ff HTTP/1.1" status: 204 len: 168 time: 1.1136367 Jul 07 20:55:28.721443 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44738) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:28.791939 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-33218d27-74f0-4175-8cde-e01621c4cc7a req-73a2a539-e3a9-4ee6-82d3-eb58d49cb5d4 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327109 Jul 07 20:55:28.828368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44038d5-19a3-42b9-98cd-e85fea3ad45f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event deleted for resources: {'Network': ['ID=2ce471f3-025f-4ee5-aafa-5a6d858bc5ff,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:28.930042 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-e59b5754-8c3f-4591-adf2-04df53564e74 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Deleting subnet df6c10c4-fde3-4e98-8bc9-386126875d79 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:55:28.943036 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e59b5754-8c3f-4591-adf2-04df53564e74 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:28.972268 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:29.039503 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e59b5754-8c3f-4591-adf2-04df53564e74 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:29.112818 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebc6ab-895b-4582-a473-65455aa1a0ea req-7cd49a7a-9c9d-4fd7-a2b0-e32d539c014b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:29.114348 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-17ebc6ab-895b-4582-a473-65455aa1a0ea req-7cd49a7a-9c9d-4fd7-a2b0-e32d539c014b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 1098 time: 0.3471911 Jul 07 20:55:29.156506 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40363868-1911-475d-94ac-d63d2882ab63 req-249bd993-2946-473a-acfb-f57e813b0989 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:29.157841 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40363868-1911-475d-94ac-d63d2882ab63 req-249bd993-2946-473a-acfb-f57e813b0989 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.3399854 Jul 07 20:55:29.164453 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e49ce9c0-821a-4436-a6b1-bd487d96307c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:29.221022 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44796) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:29.337216 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-82262612-0da1-43cc-a20b-0e2b822be8cc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1766789795-network', 'tenant_id': '128d0bdbd3254a86ab8fae38847d408e'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:29.360815 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82262612-0da1-43cc-a20b-0e2b822be8cc admin admin] Made reservation on behalf of 128d0bdbd3254a86ab8fae38847d408e for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:55:29.363408 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82262612-0da1-43cc-a20b-0e2b822be8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:29.369962 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-17ebc6ab-895b-4582-a473-65455aa1a0ea req-78e83c9f-4aad-4572-8248-3939aade3f1d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249637 Jul 07 20:55:29.372982 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82262612-0da1-43cc-a20b-0e2b822be8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:29.387917 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e59b5754-8c3f-4591-adf2-04df53564e74 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:29.397392 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40363868-1911-475d-94ac-d63d2882ab63 req-4414168b-2012-459a-ab0c-efd9b9f088e3 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277648 Jul 07 20:55:29.455233 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82365949-e242-47af-86d2-b8fa9730b6c0 req-35d5fcc0-892f-4fd7-b103-3bcc38df7a32 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:29.456802 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-82365949-e242-47af-86d2-b8fa9730b6c0 req-35d5fcc0-892f-4fd7-b103-3bcc38df7a32 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.3680868 Jul 07 20:55:29.494125 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] For port 0c46ff97-cef9-4e8a-914c-b9919cd17879, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:29.510219 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82262612-0da1-43cc-a20b-0e2b822be8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:29.514058 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82262612-0da1-43cc-a20b-0e2b822be8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:29.546074 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82262612-0da1-43cc-a20b-0e2b822be8cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:55:29.546421 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e59b5754-8c3f-4591-adf2-04df53564e74 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:29.551432 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82262612-0da1-43cc-a20b-0e2b822be8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdac4b74-68a5-4cdb-af05-14caf1f72137,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:29.559163 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82262612-0da1-43cc-a20b-0e2b822be8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:29.559841 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-82262612-0da1-43cc-a20b-0e2b822be8cc admin admin] Added segment d5d8c525-87b7-42a8-ac3d-96345c7f73c9 of type vlan for network 287bef21-9852-4f7d-90ca-297ef811e6f1 Jul 07 20:55:29.567537 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-82365949-e242-47af-86d2-b8fa9730b6c0 req-3bf4ddd1-c11b-4031-877a-691c89904419 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948789 Jul 07 20:55:29.598821 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b5754-8c3f-4591-adf2-04df53564e74 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event deleted for resources: {'Subnet': ['ID=df6c10c4-fde3-4e98-8bc9-386126875d79,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:29.598821 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] For port 0c46ff97-cef9-4e8a-914c-b9919cd17879, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:55:29.607635 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82262612-0da1-43cc-a20b-0e2b822be8cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:29.612041 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ceda6d6-ee46-4b11-bab4-ca3093c7463b None None] Network feb6e251-0a55-48fd-a6fe-f18e9c41fb8b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:55:29.618670 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e59b5754-8c3f-4591-adf2-04df53564e74 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:29.623071 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e59b5754-8c3f-4591-adf2-04df53564e74 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "DELETE /v2.0/subnets/df6c10c4-fde3-4e98-8bc9-386126875d79 HTTP/1.1" status: 204 len: 168 time: 0.8963571 Jul 07 20:55:29.623501 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44802) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:29.650590 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82262612-0da1-43cc-a20b-0e2b822be8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:29.652175 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82262612-0da1-43cc-a20b-0e2b822be8cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:29.653226 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82262612-0da1-43cc-a20b-0e2b822be8cc admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:29.672940 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-82262612-0da1-43cc-a20b-0e2b822be8cc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4503288 Jul 07 20:55:29.678372 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44804) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:29.691919 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-4b3bb9d2-8bbc-404a-b914-b9170d8381c7 admin admin] Request body: {'subnet': {'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1766789795-subnet', 'tenant_id': '128d0bdbd3254a86ab8fae38847d408e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:29.709265 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0bd910-6253-4e39-9eb8-54b27ea54223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c46ff97-cef9-4e8a-914c-b9919cd17879'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:29.717125 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037e0403-179c-48df-b248-29fb6d772e16" -d '{"events": [{"server_uuid": "8d0bd910-6253-4e39-9eb8-54b27ea54223", "name": "network-vif-unplugged", "status": "completed", "tag": "0c46ff97-cef9-4e8a-914c-b9919cd17879"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:29.723642 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:29.760478 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] Transition to ACTIVE for port object 0c46ff97-cef9-4e8a-914c-b9919cd17879 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:55:29.776490 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82262612-0da1-43cc-a20b-0e2b822be8cc admin admin] Pushing event updated for resources: {'Network': ['ID=287bef21-9852-4f7d-90ca-297ef811e6f1,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:29.779217 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-83013708-492f-47be-8620-0f505ebacb23 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:29.798165 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 287bef21-9852-4f7d-90ca-297ef811e6f1 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:55:29.798557 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:29.801640 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d66ce0a-99fa-477a-862a-e0c4536dcd98 x-openstack-request-id: req-1d66ce0a-99fa-477a-862a-e0c4536dcd98 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:29.801941 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0bd910-6253-4e39-9eb8-54b27ea54223", "name": "network-vif-unplugged", "status": "completed", "tag": "0c46ff97-cef9-4e8a-914c-b9919cd17879", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:29.802195 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1d66ce0a-99fa-477a-862a-e0c4536dcd98 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:29.802598 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0bd910-6253-4e39-9eb8-54b27ea54223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c46ff97-cef9-4e8a-914c-b9919cd17879', 'code': 200} Jul 07 20:55:29.813667 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3bb9d2-8bbc-404a-b914-b9170d8381c7 admin admin] Made reservation on behalf of 128d0bdbd3254a86ab8fae38847d408e for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:55:29.816067 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb9d2-8bbc-404a-b914-b9170d8381c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:29.931613 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] Pushing event updated for resources: {'Port': ['ID=0c46ff97-cef9-4e8a-914c-b9919cd17879,revision_number=6']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:29.970790 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df32869-9499-4888-bb39-d424cc68128e None None] DHCP port deletion for feb6e251-0a55-48fd-a6fe-f18e9c41fb8b request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:55:29.976360 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] No DVR routers for this DVR port 0c46ff97-cef9-4e8a-914c-b9919cd17879 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:55:30.042908 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-8df32869-9499-4888-bb39-d424cc68128e None None] Deleting port 9730ec33-0599-4193-94f0-8813bd81ac3a {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:55:30.043424 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8df32869-9499-4888-bb39-d424cc68128e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:30.143862 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-8df32869-9499-4888-bb39-d424cc68128e None None] For port 9730ec33-0599-4193-94f0-8813bd81ac3a, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=9730ec33-0599-4193-94f0-8813bd81ac3a,segment=NetworkSegment(8b89bae8-dc1d-4bdc-902d-91156fad3589),segment_id=8b89bae8-dc1d-4bdc-902d-91156fad3589)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:30.144474 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8df32869-9499-4888-bb39-d424cc68128e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:30.149648 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ed2b2-6571-4529-8614-7faeebf3b0b3 req-97f660ca-a23a-49e0-94f1-106951afbd1f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:30.156026 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3c2ed2b2-6571-4529-8614-7faeebf3b0b3 req-97f660ca-a23a-49e0-94f1-106951afbd1f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 946 time: 0.3992805 Jul 07 20:55:30.164439 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-8df32869-9499-4888-bb39-d424cc68128e None None] Calling delete_port for 9730ec33-0599-4193-94f0-8813bd81ac3a owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:55:30.194711 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] Attempting to bind port 0c46ff97-cef9-4e8a-914c-b9919cd17879 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:55:30.195202 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] Attempting to bind port 0c46ff97-cef9-4e8a-914c-b9919cd17879 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:55:30.195981 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] Attempting to bind port 0c46ff97-cef9-4e8a-914c-b9919cd17879 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:30.219808 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] Port 0c46ff97-cef9-4e8a-914c-b9919cd17879 on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:55:30.220169 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] Attempting to bind port 0c46ff97-cef9-4e8a-914c-b9919cd17879 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:30.244486 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:55:30.244833 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:55:30.245221 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:55:30.245661 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] Bound port: 0c46ff97-cef9-4e8a-914c-b9919cd17879, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:55:30.246026 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:30.286206 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8df32869-9499-4888-bb39-d424cc68128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:30.312405 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3c2ed2b2-6571-4529-8614-7faeebf3b0b3 req-440ef3f3-7b49-49ff-82dd-858f5ce1d7a0 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509559 Jul 07 20:55:30.333439 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-83013708-492f-47be-8620-0f505ebacb23 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Deleting port 9730ec33-0599-4193-94f0-8813bd81ac3a {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:55:30.333957 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-83013708-492f-47be-8620-0f505ebacb23 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:30.362071 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df32869-9499-4888-bb39-d424cc68128e None None] Pushing event deleted for resources: {'Port': ['ID=9730ec33-0599-4193-94f0-8813bd81ac3a,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:30.364363 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df32869-9499-4888-bb39-d424cc68128e None None] No DVR routers for this DVR port 9730ec33-0599-4193-94f0-8813bd81ac3a on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:55:30.365583 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4840c5-52cb-4595-b86e-2b817981fc2e req-65b2d3fb-231c-4b7f-9f32-9cd4e1ce676c tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:30.383304 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc4840c5-52cb-4595-b86e-2b817981fc2e req-65b2d3fb-231c-4b7f-9f32-9cd4e1ce676c tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 948 time: 0.4449391 Jul 07 20:55:30.561729 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 9730ec33-0599-4193-94f0-8813bd81ac3a no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:55:30.716053 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb9d2-8bbc-404a-b914-b9170d8381c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:30.743456 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 9730ec33-0599-4193-94f0-8813bd81ac3a {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:55:30.744210 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 9730ec33-0599-4193-94f0-8813bd81ac3a not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:55:30.781842 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc4840c5-52cb-4595-b86e-2b817981fc2e req-d6308816-1abc-4b6e-b976-0387fb5f2478 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976042 Jul 07 20:55:30.794402 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-83013708-492f-47be-8620-0f505ebacb23 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] For port 9730ec33-0599-4193-94f0-8813bd81ac3a, host n-d-695189-11, got binding levels [] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:30.794783 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-83013708-492f-47be-8620-0f505ebacb23 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:30.819130 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] For port 0c46ff97-cef9-4e8a-914c-b9919cd17879, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:55:30.832990 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-83013708-492f-47be-8620-0f505ebacb23 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Calling delete_port for 9730ec33-0599-4193-94f0-8813bd81ac3a owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:55:30.837141 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.ipam_backend_mixin [None req-83013708-492f-47be-8620-0f505ebacb23 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Port 9730ec33-0599-4193-94f0-8813bd81ac3a was not found and therefore no delete operation was performed {{(pid=100448) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 20:55:30.853821 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-83013708-492f-47be-8620-0f505ebacb23 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:30.857501 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] For port 0c46ff97-cef9-4e8a-914c-b9919cd17879, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:55:30.873130 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3bb9d2-8bbc-404a-b914-b9170d8381c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cef6a251-d924-4278-917e-0372be44ce70,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:30.880839 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:30.909412 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83013708-492f-47be-8620-0f505ebacb23 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] No DVR routers for this DVR port 9730ec33-0599-4193-94f0-8813bd81ac3a on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:55:30.911046 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83013708-492f-47be-8620-0f505ebacb23 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event deleted for resources: {'Port': ['ID=9730ec33-0599-4193-94f0-8813bd81ac3a,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:30.982321 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3bb9d2-8bbc-404a-b914-b9170d8381c7 admin admin] Checking segment: {'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:55:30.982691 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3bb9d2-8bbc-404a-b914-b9170d8381c7 admin admin] Network hostable DHCP agents. Network: 287bef21-9852-4f7d-90ca-297ef811e6f1, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:55:31.012922 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:31.013863 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.015830 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] 10.222.0.58 "PUT /v2.0/ports/0c46ff97-cef9-4e8a-914c-b9919cd17879 HTTP/1.1" status: 200 len: 1097 time: 2.3539162 Jul 07 20:55:31.102218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a693e-dd56-44b7-adfb-5a3f72fe371f req-5ecc3080-0f8b-4ba1-8bc6-472d8d8bfa15 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:31.103901 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-913a693e-dd56-44b7-adfb-5a3f72fe371f req-5ecc3080-0f8b-4ba1-8bc6-472d8d8bfa15 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.4154696 Jul 07 20:55:31.186196 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-83013708-492f-47be-8620-0f505ebacb23 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.208446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3bb9d2-8bbc-404a-b914-b9170d8381c7 admin admin] Network 287bef21-9852-4f7d-90ca-297ef811e6f1 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:55:31.210375 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9167f3-64eb-484a-b11a-150c17ba796d service neutron] Pushing event updated for resources: {'Port': ['ID=0c46ff97-cef9-4e8a-914c-b9919cd17879,revision_number=7']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:31.224575 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-83013708-492f-47be-8620-0f505ebacb23 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb6e251-0a55-48fd-a6fe-f18e9c41fb8b']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:31.244927 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-83013708-492f-47be-8620-0f505ebacb23 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b89bae8-dc1d-4bdc-902d-91156fad3589') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:31.245231 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-83013708-492f-47be-8620-0f505ebacb23 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b89bae8-dc1d-4bdc-902d-91156fad3589') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:31.253811 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-4b3bb9d2-8bbc-404a-b914-b9170d8381c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 287bef21-9852-4f7d-90ca-297ef811e6f1) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:55:31.258184 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3bb9d2-8bbc-404a-b914-b9170d8381c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:31.259226 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb9d2-8bbc-404a-b914-b9170d8381c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.264116 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fc0888-e9c3-4d66-915b-59c76b80292b None None] Network 287bef21-9852-4f7d-90ca-297ef811e6f1 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:55:31.289298 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-83013708-492f-47be-8620-0f505ebacb23 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.293460 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-913a693e-dd56-44b7-adfb-5a3f72fe371f req-c57ae9b4-fdb5-434b-b455-1733081fe3b9 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598651 Jul 07 20:55:31.309259 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4b3bb9d2-8bbc-404a-b914-b9170d8381c7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.6278360 Jul 07 20:55:31.317095 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4787d-3e29-4e72-b9d0-d26b3a258f64 req-acf41bc7-60fb-4da0-8a10-24269d2988af tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:31.318698 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4d4787d-3e29-4e72-b9d0-d26b3a258f64 req-acf41bc7-60fb-4da0-8a10-24269d2988af tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.4007435 Jul 07 20:55:31.326272 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-83013708-492f-47be-8620-0f505ebacb23 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.350008 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83013708-492f-47be-8620-0f505ebacb23 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:55:31.350417 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-83013708-492f-47be-8620-0f505ebacb23 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: timer() Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:55:31.354539 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 20:55:31.359759 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:55:31.359759 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:55:31.359759 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:55:31.359759 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:55:31.359759 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:55:31.359759 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:55:31.359759 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:55:31.374769 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-d1389b7c-7d7e-400a-8d29-2838b600b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:31.376622 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-d1389b7c-7d7e-400a-8d29-2838b600b206 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 1100 time: 0.2922971 Jul 07 20:55:31.381311 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 0c46ff97-cef9-4e8a-914c-b9919cd17879 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:55:31.450978 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76607cc-bbb6-4f20-b39b-703e92bf2711 None None] Network 287bef21-9852-4f7d-90ca-297ef811e6f1 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:55:31.496454 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4d4787d-3e29-4e72-b9d0-d26b3a258f64 req-5c747fab-c82e-401c-ba8e-542bd465f6b2 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/security-groups?id=fbb5f56d-a245-484a-bcbe-284959b5801a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574302 Jul 07 20:55:31.503552 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 0c46ff97-cef9-4e8a-914c-b9919cd17879 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:55:31.504875 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-83013708-492f-47be-8620-0f505ebacb23 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.551670 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-83013708-492f-47be-8620-0f505ebacb23 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.556421 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-83013708-492f-47be-8620-0f505ebacb23 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "DELETE /v2.0/networks/feb6e251-0a55-48fd-a6fe-f18e9c41fb8b HTTP/1.1" status: 204 len: 168 time: 1.9276364 Jul 07 20:55:31.564071 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44838) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:31.570764 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-b9203930-9750-4145-8d6c-bc7476e7b17d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2100574443'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:31.602632 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83013708-492f-47be-8620-0f505ebacb23 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event deleted for resources: {'Network': ['ID=feb6e251-0a55-48fd-a6fe-f18e9c41fb8b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:31.630456 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9203930-9750-4145-8d6c-bc7476e7b17d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Made reservation on behalf of 3572206916df4815b4641ef2859a1817 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:55:31.639141 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b9203930-9750-4145-8d6c-bc7476e7b17d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.683552 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-fb9fd581-676a-4563-a396-477262011945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:31.686888 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-fb9fd581-676a-4563-a396-477262011945 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.2773852 Jul 07 20:55:31.702664 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9203930-9750-4145-8d6c-bc7476e7b17d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:55:31.716726 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b9203930-9750-4145-8d6c-bc7476e7b17d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.718081 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-b9203930-9750-4145-8d6c-bc7476e7b17d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Added segment 91d80213-9584-4894-8aac-2c3e38acae45 of type vlan for network a3335292-7795-40a0-a2d7-9b09ab1c0c55 Jul 07 20:55:31.805641 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0bd910-6253-4e39-9eb8-54b27ea54223', 'tag': '0c46ff97-cef9-4e8a-914c-b9919cd17879'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:31.807115 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b9203930-9750-4145-8d6c-bc7476e7b17d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.808428 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f35253-e266-4fde-a85a-d65a0f053e80" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0bd910-6253-4e39-9eb8-54b27ea54223", "tag": "0c46ff97-cef9-4e8a-914c-b9919cd17879"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:31.816753 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-da1d44a8-8254-4f3f-ac49-92fb4dd46598 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879 HTTP/1.1" status: 200 len: 217 time: 0.0982924 Jul 07 20:55:31.836334 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3703e875-b825-4526-bb81-97c28ce92aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.861980 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b9203930-9750-4145-8d6c-bc7476e7b17d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.871764 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9203930-9750-4145-8d6c-bc7476e7b17d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:31.872402 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b9203930-9750-4145-8d6c-bc7476e7b17d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.887495 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f003f-a6a5-4835-961f-b59d8969e4d4 req-c84c7666-2ffa-4a76-9e59-16e60be43c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:31.890191 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6e1f003f-a6a5-4835-961f-b59d8969e4d4 req-c84c7666-2ffa-4a76-9e59-16e60be43c6f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=840e879ee5f84b5498858a5e69b47b03&device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 1098 time: 0.1198702 Jul 07 20:55:31.897628 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd729e3-66ca-4029-95ff-978a19aaccaf req-83f131f8-37d7-482d-af69-4c19974ad9fc tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:31.907005 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7dd729e3-66ca-4029-95ff-978a19aaccaf req-83f131f8-37d7-482d-af69-4c19974ad9fc tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 946 time: 0.2177334 Jul 07 20:55:31.913018 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:31.941380 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-79ab2456-7769-4745-8a31-2bdf921a09c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:31.942994 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-79ab2456-7769-4745-8a31-2bdf921a09c8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1133046 Jul 07 20:55:31.994848 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b9203930-9750-4145-8d6c-bc7476e7b17d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4281209 Jul 07 20:55:32.000963 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7dd729e3-66ca-4029-95ff-978a19aaccaf req-f95f63b8-7272-40bd-8213-0e4f0c76859a tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928650 Jul 07 20:55:32.002412 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44854) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:32.009047 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-c3b51541-12d2-4341-888d-37b795798cd1 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Request body: {'subnet': {'network_id': 'a3335292-7795-40a0-a2d7-9b09ab1c0c55', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:32.048023 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9203930-9750-4145-8d6c-bc7476e7b17d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event updated for resources: {'Network': ['ID=a3335292-7795-40a0-a2d7-9b09ab1c0c55,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:32.067795 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network a3335292-7795-40a0-a2d7-9b09ab1c0c55 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:55:32.132771 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f003f-a6a5-4835-961f-b59d8969e4d4 req-38265668-4f1f-4b7f-bb3e-ca174a99f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:32.134306 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6e1f003f-a6a5-4835-961f-b59d8969e4d4 req-38265668-4f1f-4b7f-bb3e-ca174a99f2d0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb HTTP/1.1" status: 200 len: 912 time: 0.2283225 Jul 07 20:55:32.215935 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6e1f003f-a6a5-4835-961f-b59d8969e4d4 req-7db41d56-0b23-4277-afa1-3ec636491db7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 HTTP/1.1" status: 200 len: 1002 time: 0.0704148 Jul 07 20:55:32.273461 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f003f-a6a5-4835-961f-b59d8969e4d4 req-4b6508c6-aba6-4444-9ca3-57314bbedbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:32.275425 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6e1f003f-a6a5-4835-961f-b59d8969e4d4 req-4b6508c6-aba6-4444-9ca3-57314bbedbd8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3b4310c6-664d-4c25-affc-191900c3c7bd HTTP/1.1" status: 200 len: 850 time: 0.0475764 Jul 07 20:55:32.312166 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-64b2e4a9-eee7-418c-847a-6e5cc44914db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:32.313891 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-64b2e4a9-eee7-418c-847a-6e5cc44914db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3566632 Jul 07 20:55:32.359713 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f003f-a6a5-4835-961f-b59d8969e4d4 req-d1a82545-d4aa-49d2-91d5-21a644f2d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:32.361360 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6e1f003f-a6a5-4835-961f-b59d8969e4d4 req-d1a82545-d4aa-49d2-91d5-21a644f2d5b3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741711 Jul 07 20:55:32.363896 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b51541-12d2-4341-888d-37b795798cd1 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Made reservation on behalf of 3572206916df4815b4641ef2859a1817 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:55:32.367354 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c3b51541-12d2-4341-888d-37b795798cd1 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:32.408181 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8bfc9-03e1-49be-8d83-95751a686d10 req-2ffac503-34a6-4836-8e54-423fefc98820 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:32.409783 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20c8bfc9-03e1-49be-8d83-95751a686d10 req-2ffac503-34a6-4836-8e54-423fefc98820 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.2679911 Jul 07 20:55:32.416333 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-950cc200-05cd-4b06-a1ba-80e0fa1c3725 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:32.417776 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-950cc200-05cd-4b06-a1ba-80e0fa1c3725 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/networks?id=287bef21-9852-4f7d-90ca-297ef811e6f1 HTTP/1.1" status: 200 len: 806 time: 0.2773302 Jul 07 20:55:32.509983 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6e1f003f-a6a5-4835-961f-b59d8969e4d4 req-d45ddfa5-fae4-4eee-ab34-2550295eb8ac service neutron] 10.222.0.58 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365569 Jul 07 20:55:32.510972 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-2ac79a53-a239-4b93-ab0c-c634475515c2 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/quotas/128d0bdbd3254a86ab8fae38847d408e HTTP/1.1" status: 200 len: 375 time: 0.0773015 Jul 07 20:55:32.587646 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-8fd01158-c1ed-45e9-ac03-0f7be8b43c32 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=128d0bdbd3254a86ab8fae38847d408e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664535 Jul 07 20:55:32.602592 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20c8bfc9-03e1-49be-8d83-95751a686d10 req-a5d6af23-a4d0-4a7b-aa58-bc058fa79fc3 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820300 Jul 07 20:55:32.623276 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6e1f003f-a6a5-4835-961f-b59d8969e4d4 req-1f2a10aa-92bb-4c82-bc7b-fc073f75031e service neutron] 10.222.0.58 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987859 Jul 07 20:55:32.625096 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-a1cfcf54-30f8-4b66-9d61-4eea768771f5 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926102 Jul 07 20:55:32.704194 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a43a9e0-a473-4607-ae4e-bf73feb19095 x-openstack-request-id: req-4a43a9e0-a473-4607-ae4e-bf73feb19095 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:32.704502 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0bd910-6253-4e39-9eb8-54b27ea54223", "tag": "0c46ff97-cef9-4e8a-914c-b9919cd17879", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:32.704742 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a43a9e0-a473-4607-ae4e-bf73feb19095 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:32.705108 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0bd910-6253-4e39-9eb8-54b27ea54223', 'tag': '0c46ff97-cef9-4e8a-914c-b9919cd17879', 'status': 'completed', 'code': 200} Jul 07 20:55:33.280725 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f904b215-fdc1-4674-aadf-a87ae548bd2c req-2ecb9f04-9ee3-4ca3-8c6b-b2b54c77b0e7 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6441343 Jul 07 20:55:33.286287 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c3b51541-12d2-4341-888d-37b795798cd1 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:33.348455 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-bbbab523-7ee6-4c47-b698-2095875fb65c service neutron] 10.222.0.64 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7376795 Jul 07 20:55:33.394145 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88f71d-7f9d-499a-9d0f-99d7074bda26 req-9ebb2a6f-2c4e-47a2-9448-d3b7eac4539e tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:33.398762 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1d88f71d-7f9d-499a-9d0f-99d7074bda26 req-9ebb2a6f-2c4e-47a2-9448-d3b7eac4539e tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 948 time: 0.3258502 Jul 07 20:55:33.406117 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f35253-e266-4fde-a85a-d65a0f053e80 req-cc602b76-e30b-45e9-b371-6b81d6838d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:33.407895 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47f35253-e266-4fde-a85a-d65a0f053e80 req-cc602b76-e30b-45e9-b371-6b81d6838d60 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 1100 time: 0.3381467 Jul 07 20:55:33.457278 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:33.487442 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b51541-12d2-4341-888d-37b795798cd1 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event updated for resources: {'Subnet': ['ID=b691290f-f7f5-4125-aefa-ec9165e87b72,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:33.528536 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51198061-e9de-400d-9493-e660de47d688 req-da2ed1ef-2a08-4ba1-82b6-ab63b5969edc tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:33.531831 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-51198061-e9de-400d-9493-e660de47d688 req-da2ed1ef-2a08-4ba1-82b6-ab63b5969edc tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.58 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 946 time: 0.1254871 Jul 07 20:55:33.669755 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-d5169420-1e35-4f5e-8d07-1da974ead735 service neutron] 10.222.0.64 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960331 Jul 07 20:55:33.673983 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1d88f71d-7f9d-499a-9d0f-99d7074bda26 req-3faf753f-58bd-4638-a275-fb4e5bf4df54 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559247 Jul 07 20:55:33.674732 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b51541-12d2-4341-888d-37b795798cd1 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Checking segment: {'id': '91d80213-9584-4894-8aac-2c3e38acae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a3335292-7795-40a0-a2d7-9b09ab1c0c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:55:33.675113 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b51541-12d2-4341-888d-37b795798cd1 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Network hostable DHCP agents. Network: a3335292-7795-40a0-a2d7-9b09ab1c0c55, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:55:33.675947 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-51198061-e9de-400d-9493-e660de47d688 req-cd767b92-b5b6-4055-ba03-6440fcd16585 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Deleting port bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:55:33.677195 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-51198061-e9de-400d-9493-e660de47d688 req-cd767b92-b5b6-4055-ba03-6440fcd16585 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:33.718056 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f35253-e266-4fde-a85a-d65a0f053e80 req-dc197c2d-2419-4128-a812-2901975f265d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:33.719626 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47f35253-e266-4fde-a85a-d65a0f053e80 req-dc197c2d-2419-4128-a812-2901975f265d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.2972975 Jul 07 20:55:33.783056 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b51541-12d2-4341-888d-37b795798cd1 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Network a3335292-7795-40a0-a2d7-9b09ab1c0c55 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:55:33.785885 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47f35253-e266-4fde-a85a-d65a0f053e80 req-f8ad2b38-5b06-429c-b912-924cad80babf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879 HTTP/1.1" status: 200 len: 217 time: 0.0564060 Jul 07 20:55:33.804369 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-51198061-e9de-400d-9493-e660de47d688 req-cd767b92-b5b6-4055-ba03-6440fcd16585 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] For port bce6ae79-635b-49ce-8f1e-6a67c2e2aa34, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=bce6ae79-635b-49ce-8f1e-6a67c2e2aa34,segment=NetworkSegment(f8bcc3aa-f863-42ef-9a5d-6ca5e8048648),segment_id=f8bcc3aa-f863-42ef-9a5d-6ca5e8048648)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:33.804579 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-c3b51541-12d2-4341-888d-37b795798cd1 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, a3335292-7795-40a0-a2d7-9b09ab1c0c55) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:55:33.804828 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-51198061-e9de-400d-9493-e660de47d688 req-cd767b92-b5b6-4055-ba03-6440fcd16585 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:33.815094 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a601cc99-e6d5-451d-9993-5bf4712281d0 None None] Network a3335292-7795-40a0-a2d7-9b09ab1c0c55 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:55:33.819269 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-51198061-e9de-400d-9493-e660de47d688 req-cd767b92-b5b6-4055-ba03-6440fcd16585 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Calling delete_port for bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:55:33.834562 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b51541-12d2-4341-888d-37b795798cd1 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:33.835621 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c3b51541-12d2-4341-888d-37b795798cd1 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:33.893715 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f35253-e266-4fde-a85a-d65a0f053e80 req-cd3b264c-c71c-40c9-94f4-372803320b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:33.895400 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47f35253-e266-4fde-a85a-d65a0f053e80 req-cd3b264c-c71c-40c9-94f4-372803320b68 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 1100 time: 0.4744787 Jul 07 20:55:33.938075 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c3b51541-12d2-4341-888d-37b795798cd1 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9345891 Jul 07 20:55:33.940805 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44882) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:33.955758 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-a7c55cd3-7771-4165-8686-7109c8faeaf9 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1970124845'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:34.053231 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f35253-e266-4fde-a85a-d65a0f053e80 req-2700b01f-d862-44e1-98f3-62c2f8474b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:34.055398 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47f35253-e266-4fde-a85a-d65a0f053e80 req-2700b01f-d862-44e1-98f3-62c2f8474b9a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.2527657 Jul 07 20:55:34.086985 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c55cd3-7771-4165-8686-7109c8faeaf9 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Made reservation on behalf of 3572206916df4815b4641ef2859a1817 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:55:34.097267 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a7c55cd3-7771-4165-8686-7109c8faeaf9 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:34.101235 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a0be6d-5129-412c-986c-c02d7d4cfd44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-a3335292-7795-40a0-a2d7-9b09ab1c0c55', 'network_id': 'a3335292-7795-40a0-a2d7-9b09ab1c0c55', 'tenant_id': '3572206916df4815b4641ef2859a1817', 'fixed_ips': [{'subnet_id': 'b691290f-f7f5-4125-aefa-ec9165e87b72'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:55:34.104574 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-74a0be6d-5129-412c-986c-c02d7d4cfd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:34.119969 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-51198061-e9de-400d-9493-e660de47d688 req-cd767b92-b5b6-4055-ba03-6440fcd16585 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:34.145048 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-02b280c0-55c7-4b61-89f2-6584e19c0018 req-09490bec-30ea-422b-91d8-8e54fbb2a4d1 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.64 "GET /v2.0/ports?device_id=914b2ff7-f848-4b01-abf3-29fab60da266 HTTP/1.1" status: 200 len: 210 time: 0.0417037 Jul 07 20:55:34.155718 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['bce6ae79-635b-49ce-8f1e-6a67c2e2aa34'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:55:34.177696 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd767b92-b5b6-4055-ba03-6440fcd16585 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Pushing event deleted for resources: {'Port': ['ID=bce6ae79-635b-49ce-8f1e-6a67c2e2aa34,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:34.236637 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c55cd3-7771-4165-8686-7109c8faeaf9 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:55:34.263871 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f35253-e266-4fde-a85a-d65a0f053e80 req-edba4413-9da2-483e-890e-fc9dca7e4e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:34.266055 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47f35253-e266-4fde-a85a-d65a0f053e80 req-edba4413-9da2-483e-890e-fc9dca7e4e07 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.3508353 Jul 07 20:55:34.277820 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f35253-e266-4fde-a85a-d65a0f053e80 req-68248b24-01f0-419f-83e0-1510df705ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:34.279382 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47f35253-e266-4fde-a85a-d65a0f053e80 req-68248b24-01f0-419f-83e0-1510df705ca0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2100089 Jul 07 20:55:34.292236 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e2325-21d5-4068-9f78-74ff7f47b280 req-bef90373-94f3-4eae-9c62-b5ed27123207 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:34.300625 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-798e2325-21d5-4068-9f78-74ff7f47b280 req-bef90373-94f3-4eae-9c62-b5ed27123207 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 1098 time: 0.3921208 Jul 07 20:55:34.305149 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-51198061-e9de-400d-9493-e660de47d688 req-cd767b92-b5b6-4055-ba03-6440fcd16585 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] No DVR routers for this DVR port bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:55:34.311820 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-51198061-e9de-400d-9493-e660de47d688 req-cd767b92-b5b6-4055-ba03-6440fcd16585 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:34.317906 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-51198061-e9de-400d-9493-e660de47d688 req-cd767b92-b5b6-4055-ba03-6440fcd16585 tempest-ServerRescueNegativeTestJSON-881282655 tempest-ServerRescueNegativeTestJSON-881282655-project] 10.222.0.58 "DELETE /v2.0/ports/bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 HTTP/1.1" status: 204 len: 173 time: 0.7774105 Jul 07 20:55:34.325750 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914b2ff7-f848-4b01-abf3-29fab60da266', 'name': 'network-vif-deleted', 'tag': 'bce6ae79-635b-49ce-8f1e-6a67c2e2aa34'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:34.328638 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b310a3-c519-43d8-bad0-7f48c830533e" -d '{"events": [{"server_uuid": "914b2ff7-f848-4b01-abf3-29fab60da266", "name": "network-vif-deleted", "tag": "bce6ae79-635b-49ce-8f1e-6a67c2e2aa34"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:34.336721 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a7c55cd3-7771-4165-8686-7109c8faeaf9 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:34.337264 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-a7c55cd3-7771-4165-8686-7109c8faeaf9 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Added segment 3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc of type vlan for network bada9c15-38a7-49ca-b73f-45768f0361d0 Jul 07 20:55:34.408571 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a7c55cd3-7771-4165-8686-7109c8faeaf9 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:34.413360 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47f35253-e266-4fde-a85a-d65a0f053e80 req-b4ab2b92-0462-4e22-91a6-1dd703dc1b04 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879 HTTP/1.1" status: 200 len: 217 time: 0.1205599 Jul 07 20:55:34.432674 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-74a0be6d-5129-412c-986c-c02d7d4cfd44 None None] Allocated IP 19.80.0.2 (a3335292-7795-40a0-a2d7-9b09ab1c0c55/b691290f-f7f5-4125-aefa-ec9165e87b72/201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:55:34.481167 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a7c55cd3-7771-4165-8686-7109c8faeaf9 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:34.491278 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c55cd3-7771-4165-8686-7109c8faeaf9 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:34.494881 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a7c55cd3-7771-4165-8686-7109c8faeaf9 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:34.559102 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-798e2325-21d5-4068-9f78-74ff7f47b280 req-a293b9d9-7c36-4c01-a938-ed5a295248cc tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566750 Jul 07 20:55:34.568714 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f35253-e266-4fde-a85a-d65a0f053e80 req-ae835133-78b6-4afe-963e-486879a6e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:34.583143 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47f35253-e266-4fde-a85a-d65a0f053e80 req-ae835133-78b6-4afe-963e-486879a6e81c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1560719 Jul 07 20:55:34.636742 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c55cd3-7771-4165-8686-7109c8faeaf9 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event updated for resources: {'Network': ['ID=bada9c15-38a7-49ca-b73f-45768f0361d0,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:34.656459 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a7c55cd3-7771-4165-8686-7109c8faeaf9 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7111354 Jul 07 20:55:34.656666 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44898) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:34.662729 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-58671d33-536c-4326-889c-b9f6adc98d53 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Request body: {'subnet': {'network_id': 'bada9c15-38a7-49ca-b73f-45768f0361d0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:34.686774 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47f35253-e266-4fde-a85a-d65a0f053e80 req-c38360d4-0a35-468c-ac4d-04260d2ddab0 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759792 Jul 07 20:55:34.701487 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network bada9c15-38a7-49ca-b73f-45768f0361d0 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:55:34.758325 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-74a0be6d-5129-412c-986c-c02d7d4cfd44 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:34.769653 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-74a0be6d-5129-412c-986c-c02d7d4cfd44 None None] Transition to ACTIVE for port object 201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:55:34.788919 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-74a0be6d-5129-412c-986c-c02d7d4cfd44 None None] Transition to ACTIVE for port object 201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:55:34.807832 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-74a0be6d-5129-412c-986c-c02d7d4cfd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:34.832187 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac0acbf7-c03b-4939-a964-ebc9edd2bb7f req-70f59408-e4b4-4316-b6f3-7d0bf33ee1ed tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=08cd5b96-c5a5-4c55-b4a0-1abb12a68b14 HTTP/1.1" status: 200 len: 210 time: 0.1437395 Jul 07 20:55:34.839790 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58671d33-536c-4326-889c-b9f6adc98d53 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Made reservation on behalf of 3572206916df4815b4641ef2859a1817 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:55:34.845885 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-58671d33-536c-4326-889c-b9f6adc98d53 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:34.922180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f35253-e266-4fde-a85a-d65a0f053e80 req-1a162ef3-5b58-4625-b4cf-05fc8dcd26ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:34.923911 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47f35253-e266-4fde-a85a-d65a0f053e80 req-1a162ef3-5b58-4625-b4cf-05fc8dcd26ff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3392708 Jul 07 20:55:35.016046 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47f35253-e266-4fde-a85a-d65a0f053e80 req-5479c819-f1d5-4aad-9672-d602622f185a service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980092 Jul 07 20:55:35.021959 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a0be6d-5129-412c-986c-c02d7d4cfd44 None None] Network a3335292-7795-40a0-a2d7-9b09ab1c0c55 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:55:35.041568 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-74a0be6d-5129-412c-986c-c02d7d4cfd44 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:55:35.047597 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13a7bb-36a9-4c48-9fc4-7ca72f983387 req-1f16c84f-b0ae-4640-bee9-3f3aa1202935 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:35.048806 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0be6d-5129-412c-986c-c02d7d4cfd44 None None] Pushing event updated for resources: {'Port': ['ID=201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:35.049426 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-db13a7bb-36a9-4c48-9fc4-7ca72f983387 req-1f16c84f-b0ae-4640-bee9-3f3aa1202935 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.3779337 Jul 07 20:55:35.058529 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a0be6d-5129-412c-986c-c02d7d4cfd44 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:55:35.112923 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41504ed2-d4cc-4563-af91-7117c381cde4 x-openstack-request-id: req-41504ed2-d4cc-4563-af91-7117c381cde4 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:35.113502 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914b2ff7-f848-4b01-abf3-29fab60da266", "name": "network-vif-deleted", "tag": "bce6ae79-635b-49ce-8f1e-6a67c2e2aa34", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:35.113967 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41504ed2-d4cc-4563-af91-7117c381cde4 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:35.114557 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914b2ff7-f848-4b01-abf3-29fab60da266', 'name': 'network-vif-deleted', 'tag': 'bce6ae79-635b-49ce-8f1e-6a67c2e2aa34', 'status': 'completed', 'code': 200} Jul 07 20:55:35.138531 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-db13a7bb-36a9-4c48-9fc4-7ca72f983387 req-9ee73a5e-fd48-47d4-8535-5a1a03f11bd1 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794549 Jul 07 20:55:35.151277 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47f35253-e266-4fde-a85a-d65a0f053e80 req-45c5c43c-0381-4aac-8d97-45c2c2067e64 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935389 Jul 07 20:55:35.264445 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-58671d33-536c-4326-889c-b9f6adc98d53 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:35.270576 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:35.280782 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-74a0be6d-5129-412c-986c-c02d7d4cfd44 None None] Attempting to bind port 201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:55:35.281412 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-74a0be6d-5129-412c-986c-c02d7d4cfd44 None None] Attempting to bind port 201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '91d80213-9584-4894-8aac-2c3e38acae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a3335292-7795-40a0-a2d7-9b09ab1c0c55'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:55:35.281946 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a0be6d-5129-412c-986c-c02d7d4cfd44 None None] Attempting to bind port 201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa on network a3335292-7795-40a0-a2d7-9b09ab1c0c55 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:35.300755 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a0be6d-5129-412c-986c-c02d7d4cfd44 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:55:35.301429 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a0be6d-5129-412c-986c-c02d7d4cfd44 None None] Checking segment: {'id': '91d80213-9584-4894-8aac-2c3e38acae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a3335292-7795-40a0-a2d7-9b09ab1c0c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:55:35.302006 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-74a0be6d-5129-412c-986c-c02d7d4cfd44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:35.302443 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47f35253-e266-4fde-a85a-d65a0f053e80 req-6e6fd609-7715-4b74-83e4-cc2015c1e050 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429393 Jul 07 20:55:35.303511 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a0be6d-5129-412c-986c-c02d7d4cfd44 None None] Bound using segment: {'id': '91d80213-9584-4894-8aac-2c3e38acae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a3335292-7795-40a0-a2d7-9b09ab1c0c55'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:55:35.304169 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-74a0be6d-5129-412c-986c-c02d7d4cfd44 None None] Bound port: 201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d80213-9584-4894-8aac-2c3e38acae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a3335292-7795-40a0-a2d7-9b09ab1c0c55'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:55:35.304731 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-74a0be6d-5129-412c-986c-c02d7d4cfd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:35.378927 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58671d33-536c-4326-889c-b9f6adc98d53 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Checking segment: {'id': '3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bada9c15-38a7-49ca-b73f-45768f0361d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:55:35.379424 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58671d33-536c-4326-889c-b9f6adc98d53 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Network hostable DHCP agents. Network: bada9c15-38a7-49ca-b73f-45768f0361d0, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:55:35.386688 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58671d33-536c-4326-889c-b9f6adc98d53 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event updated for resources: {'Subnet': ['ID=d9df7a40-b2ea-4a83-b6a3-2b197234b9aa,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:35.414591 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58671d33-536c-4326-889c-b9f6adc98d53 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Network bada9c15-38a7-49ca-b73f-45768f0361d0 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:55:35.430775 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-58671d33-536c-4326-889c-b9f6adc98d53 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, bada9c15-38a7-49ca-b73f-45768f0361d0) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:55:35.444995 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e6872-e159-49cf-97f4-30980b5f3102 req-2059e3e5-b7ee-457a-bf07-58535a836765 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:35.452379 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de0e6872-e159-49cf-97f4-30980b5f3102 req-2059e3e5-b7ee-457a-bf07-58535a836765 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 1098 time: 0.1377165 Jul 07 20:55:35.454901 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58671d33-536c-4326-889c-b9f6adc98d53 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:35.455511 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f351d64-99d4-40c4-96b9-57f92d72a862 None None] Network bada9c15-38a7-49ca-b73f-45768f0361d0 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:55:35.456380 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-58671d33-536c-4326-889c-b9f6adc98d53 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:35.468364 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-74a0be6d-5129-412c-986c-c02d7d4cfd44 None None] For port 201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:55:35.485958 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-58671d33-536c-4326-889c-b9f6adc98d53 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8281040 Jul 07 20:55:35.486476 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98bbb89-b664-4888-a110-eb77e949212f req-59a3741c-2f8e-4f84-83af-72308985d420 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:35.488279 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e98bbb89-b664-4888-a110-eb77e949212f req-59a3741c-2f8e-4f84-83af-72308985d420 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 948 time: 0.1233881 Jul 07 20:55:35.544962 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-74a0be6d-5129-412c-986c-c02d7d4cfd44 None None] For port 201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa,segment=NetworkSegment(91d80213-9584-4894-8aac-2c3e38acae45),segment_id=91d80213-9584-4894-8aac-2c3e38acae45)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:55:35.549420 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de0e6872-e159-49cf-97f4-30980b5f3102 req-8af042f4-4f79-4a81-a338-4bebd1cfcdc4 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959284 Jul 07 20:55:35.559347 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-74a0be6d-5129-412c-986c-c02d7d4cfd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:35.623417 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0c46ff97-cef9-4e8a-914c-b9919cd17879 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:55:35.647628 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e98bbb89-b664-4888-a110-eb77e949212f req-d2568fdb-de80-465b-a0cc-0cbcb9bcd12f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227229 Jul 07 20:55:35.675143 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44918) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:35.769883 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0be6d-5129-412c-986c-c02d7d4cfd44 None None] Pushing event updated for resources: {'Port': ['ID=201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:35.849786 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0c46ff97-cef9-4e8a-914c-b9919cd17879, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:35.911143 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c09c0dc-c524-4507-ae04-c3914a24529e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-bada9c15-38a7-49ca-b73f-45768f0361d0', 'network_id': 'bada9c15-38a7-49ca-b73f-45768f0361d0', 'tenant_id': '3572206916df4815b4641ef2859a1817', 'fixed_ips': [{'subnet_id': 'd9df7a40-b2ea-4a83-b6a3-2b197234b9aa'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:55:35.912314 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0c09c0dc-c524-4507-ae04-c3914a24529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:35.982744 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '0c46ff97-cef9-4e8a-914c-b9919cd17879', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '0c46ff97-cef9-4e8a-914c-b9919cd17879', 'mac_address': 'fa:16:3e:d1:23:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:55:36.089914 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-003c42ed-73bd-495a-bc87-e5192eb1a6e8 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:36.097562 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-003c42ed-73bd-495a-bc87-e5192eb1a6e8 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:36.104524 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-003c42ed-73bd-495a-bc87-e5192eb1a6e8 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/networks?id=a3335292-7795-40a0-a2d7-9b09ab1c0c55&id=bada9c15-38a7-49ca-b73f-45768f0361d0 HTTP/1.1" status: 200 len: 1392 time: 0.2584314 Jul 07 20:55:36.122355 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-43a7fb8a-ef3e-4e49-81ba-1ec1c5315d21 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/quotas/3572206916df4815b4641ef2859a1817 HTTP/1.1" status: 200 len: 375 time: 0.0167606 Jul 07 20:55:36.240837 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:36.281926 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c46ff97-cef9-4e8a-914c-b9919cd17879 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:55:36.319603 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0c46ff97-cef9-4e8a-914c-b9919cd17879, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:36.330281 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:36.336666 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-0c09c0dc-c524-4507-ae04-c3914a24529e None None] Allocated IP 19.86.0.2 (bada9c15-38a7-49ca-b73f-45768f0361d0/d9df7a40-b2ea-4a83-b6a3-2b197234b9aa/5c212100-827d-460d-9c15-b3ecc1777f9d) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:55:36.338860 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-6acd5639-c6b2-4ff5-b125-c2ffad299fd7 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3572206916df4815b4641ef2859a1817&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2134285 Jul 07 20:55:36.461851 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d4865c78-c08b-4a0d-924f-e40575eb1159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:36.570311 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=0c46ff97-cef9-4e8a-914c-b9919cd17879,revision_number=8']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:36.739838 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:55:36.879624 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-5d0c1b69-4d47-4f9b-9767-d0101ce52919 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:36.881414 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-5d0c1b69-4d47-4f9b-9767-d0101ce52919 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.58 "GET /v2.0/networks?id=287bef21-9852-4f7d-90ca-297ef811e6f1 HTTP/1.1" status: 200 len: 806 time: 0.4737289 Jul 07 20:55:36.891545 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0c46ff97-cef9-4e8a-914c-b9919cd17879'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:55:36.899026 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-4a77fa58-b71d-43c6-94f1-c5c6a0371f5a service neutron] 10.222.0.64 "GET /v2.0/networks/a3335292-7795-40a0-a2d7-9b09ab1c0c55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5525742 Jul 07 20:55:36.923802 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-28a99f82-9e9e-4a27-a8c5-d6920cc9167d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Request body: {'port': {'device_id': '08cd5b96-c5a5-4c55-b4a0-1abb12a68b14', 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1', 'admin_state_up': True, 'tenant_id': '128d0bdbd3254a86ab8fae38847d408e'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:36.942737 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0c09c0dc-c524-4507-ae04-c3914a24529e None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:36.971865 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:55:36.979874 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0c09c0dc-c524-4507-ae04-c3914a24529e None None] Transition to ACTIVE for port object 5c212100-827d-460d-9c15-b3ecc1777f9d will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:55:37.071082 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0c09c0dc-c524-4507-ae04-c3914a24529e None None] Transition to ACTIVE for port object 5c212100-827d-460d-9c15-b3ecc1777f9d will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:55:37.099758 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0c09c0dc-c524-4507-ae04-c3914a24529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:37.180997 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-d48ec256-375f-428a-ab95-f449ed7569b0 service neutron] 10.222.0.64 "GET /v2.0/networks/a3335292-7795-40a0-a2d7-9b09ab1c0c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781301 Jul 07 20:55:37.263829 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c09c0dc-c524-4507-ae04-c3914a24529e None None] Network bada9c15-38a7-49ca-b73f-45768f0361d0 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:55:37.276185 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-0c09c0dc-c524-4507-ae04-c3914a24529e None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:55:37.282191 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09c0dc-c524-4507-ae04-c3914a24529e None None] Pushing event updated for resources: {'Port': ['ID=5c212100-827d-460d-9c15-b3ecc1777f9d,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:37.284783 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c09c0dc-c524-4507-ae04-c3914a24529e None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:55:37.406859 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-28a99f82-9e9e-4a27-a8c5-d6920cc9167d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Made reservation on behalf of 128d0bdbd3254a86ab8fae38847d408e for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:55:37.410780 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-28a99f82-9e9e-4a27-a8c5-d6920cc9167d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:37.429588 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-bff3c238-3122-4f74-971f-3f14707bf8c0 service neutron] 10.222.0.64 "GET /v2.0/networks/bada9c15-38a7-49ca-b73f-45768f0361d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395210 Jul 07 20:55:37.471549 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5b484d-7730-41b6-9053-d398b97c711c None None] Network a3335292-7795-40a0-a2d7-9b09ab1c0c55 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:55:37.647354 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:55:37.660249 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0c09c0dc-c524-4507-ae04-c3914a24529e None None] Attempting to bind port 5c212100-827d-460d-9c15-b3ecc1777f9d on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:55:37.660546 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0c09c0dc-c524-4507-ae04-c3914a24529e None None] Attempting to bind port 5c212100-827d-460d-9c15-b3ecc1777f9d by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bada9c15-38a7-49ca-b73f-45768f0361d0'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:55:37.660917 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c09c0dc-c524-4507-ae04-c3914a24529e None None] Attempting to bind port 5c212100-827d-460d-9c15-b3ecc1777f9d on network bada9c15-38a7-49ca-b73f-45768f0361d0 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:37.681232 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0054f1a7-14d1-48a9-944e-8a4b6390c479 None None] Provisioning for port 201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:55:37.688884 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0054f1a7-14d1-48a9-944e-8a4b6390c479 None None] Provisioning complete for port 201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:55:37.689267 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0054f1a7-14d1-48a9-944e-8a4b6390c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:37.701043 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:55:37.701392 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device bce6ae79-635b-49ce-8f1e-6a67c2e2aa34 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:55:37.710849 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-4dc40be2-25e5-4c25-afa4-a6d171c9ec7d service neutron] 10.222.0.64 "GET /v2.0/networks/bada9c15-38a7-49ca-b73f-45768f0361d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722039 Jul 07 20:55:37.722505 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-28a99f82-9e9e-4a27-a8c5-d6920cc9167d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Allocated IP 172.20.0.2 (287bef21-9852-4f7d-90ca-297ef811e6f1/cef6a251-d924-4278-917e-0372be44ce70/0a9f7927-5cda-4ee9-a3e4-7e0970851fb1) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:55:37.734164 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c09c0dc-c524-4507-ae04-c3914a24529e None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:55:37.734641 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c09c0dc-c524-4507-ae04-c3914a24529e None None] Checking segment: {'id': '3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bada9c15-38a7-49ca-b73f-45768f0361d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:55:37.734956 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0c09c0dc-c524-4507-ae04-c3914a24529e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:37.735405 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c09c0dc-c524-4507-ae04-c3914a24529e None None] Bound using segment: {'id': '3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bada9c15-38a7-49ca-b73f-45768f0361d0'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:55:37.735921 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0c09c0dc-c524-4507-ae04-c3914a24529e None None] Bound port: 5c212100-827d-460d-9c15-b3ecc1777f9d, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bada9c15-38a7-49ca-b73f-45768f0361d0'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:55:37.736292 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0c09c0dc-c524-4507-ae04-c3914a24529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:37.756579 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-d4865c78-c08b-4a0d-924f-e40575eb1159 admin admin] Deleting port 22008acd-fcaa-49ab-a806-44042746c4a8 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:55:37.760379 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d4865c78-c08b-4a0d-924f-e40575eb1159 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:37.864699 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-d4865c78-c08b-4a0d-924f-e40575eb1159 admin admin] For port 22008acd-fcaa-49ab-a806-44042746c4a8, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=22008acd-fcaa-49ab-a806-44042746c4a8,segment=NetworkSegment(f8bcc3aa-f863-42ef-9a5d-6ca5e8048648),segment_id=f8bcc3aa-f863-42ef-9a5d-6ca5e8048648)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:37.865516 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d4865c78-c08b-4a0d-924f-e40575eb1159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:37.883399 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-d4865c78-c08b-4a0d-924f-e40575eb1159 admin admin] Calling delete_port for 22008acd-fcaa-49ab-a806-44042746c4a8 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:55:37.974842 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-9a7584d3-c165-4282-9c58-d22fe8413f06 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:55:37.975897 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-9a7584d3-c165-4282-9c58-d22fe8413f06 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089934 Jul 07 20:55:38.024844 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-28a99f82-9e9e-4a27-a8c5-d6920cc9167d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:38.088624 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-d5622725-0e11-481a-a0ff-f9ae354480eb service neutron] Request body: {'binding': {'host': 'n-h1-695189-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:38.092121 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-d5622725-0e11-481a-a0ff-f9ae354480eb service neutron] Unknown quota resources ['binding']. {{(pid=100447) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 20:55:38.101098 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-55066517-35dc-43d0-9f46-d8ada94dfb49 req-5777a3d1-b479-4414-a383-b629c67358e2 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=08cd5b96-c5a5-4c55-b4a0-1abb12a68b14 HTTP/1.1" status: 200 len: 210 time: 0.0571597 Jul 07 20:55:38.215036 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-28a99f82-9e9e-4a27-a8c5-d6920cc9167d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:38.347653 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-28a99f82-9e9e-4a27-a8c5-d6920cc9167d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Network 287bef21-9852-4f7d-90ca-297ef811e6f1 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:55:38.352838 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-28a99f82-9e9e-4a27-a8c5-d6920cc9167d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:55:38.356775 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a99f82-9e9e-4a27-a8c5-d6920cc9167d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Pushing event updated for resources: {'Port': ['ID=0a9f7927-5cda-4ee9-a3e4-7e0970851fb1,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:38.359481 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-28a99f82-9e9e-4a27-a8c5-d6920cc9167d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:55:38.384755 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d4865c78-c08b-4a0d-924f-e40575eb1159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:38.425502 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24c96a-dda8-4be1-9bda-e2305336d6fa req-50f82f11-2091-4346-a47d-1c3cc41f3efd tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:38.427104 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cd24c96a-dda8-4be1-9bda-e2305336d6fa req-50f82f11-2091-4346-a47d-1c3cc41f3efd tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 949 time: 0.1546731 Jul 07 20:55:38.440821 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4865c78-c08b-4a0d-924f-e40575eb1159 admin admin] Pushing event deleted for resources: {'Port': ['ID=22008acd-fcaa-49ab-a806-44042746c4a8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:38.499632 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-d5622725-0e11-481a-a0ff-f9ae354480eb service neutron] Attempting to bind port bb66d9f0-6d4b-446a-83f5-575f54c94229 on host n-h1-695189-11 for vnic_type normal with profile None {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:55:38.499998 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-28a99f82-9e9e-4a27-a8c5-d6920cc9167d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:38.501604 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-28a99f82-9e9e-4a27-a8c5-d6920cc9167d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:38.504636 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0c09c0dc-c524-4507-ae04-c3914a24529e None None] For port 5c212100-827d-460d-9c15-b3ecc1777f9d, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:55:38.506440 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-d5622725-0e11-481a-a0ff-f9ae354480eb service neutron] Attempting to bind port bb66d9f0-6d4b-446a-83f5-575f54c94229 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:55:38.507028 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-d5622725-0e11-481a-a0ff-f9ae354480eb service neutron] Attempting to bind port bb66d9f0-6d4b-446a-83f5-575f54c94229 on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:38.528580 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0c09c0dc-c524-4507-ae04-c3914a24529e None None] For port 5c212100-827d-460d-9c15-b3ecc1777f9d, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=5c212100-827d-460d-9c15-b3ecc1777f9d,segment=NetworkSegment(3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc),segment_id=3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:55:38.534726 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0054f1a7-14d1-48a9-944e-8a4b6390c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:38.540635 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0c09c0dc-c524-4507-ae04-c3914a24529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:38.547446 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cd24c96a-dda8-4be1-9bda-e2305336d6fa req-59add73d-0202-4a0c-8d00-ddd431992337 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045148 Jul 07 20:55:38.555595 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-28a99f82-9e9e-4a27-a8c5-d6920cc9167d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6356847 Jul 07 20:55:38.572750 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-d5622725-0e11-481a-a0ff-f9ae354480eb service neutron] Port bb66d9f0-6d4b-446a-83f5-575f54c94229 on network a969003f-4d51-4bc6-945b-910c720df136 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:55:38.573199 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-d5622725-0e11-481a-a0ff-f9ae354480eb service neutron] Attempting to bind port bb66d9f0-6d4b-446a-83f5-575f54c94229 on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:38.598053 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-d5622725-0e11-481a-a0ff-f9ae354480eb service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:55:38.598568 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-d5622725-0e11-481a-a0ff-f9ae354480eb service neutron] Checking segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:55:38.600079 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-d5622725-0e11-481a-a0ff-f9ae354480eb service neutron] Bound using segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:55:38.601030 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Request body: {'port': {'device_id': '08cd5b96-c5a5-4c55-b4a0-1abb12a68b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:38.601201 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-d5622725-0e11-481a-a0ff-f9ae354480eb service neutron] Bound port: bb66d9f0-6d4b-446a-83f5-575f54c94229, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:55:38.699946 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09c0dc-c524-4507-ae04-c3914a24529e None None] Pushing event updated for resources: {'Port': ['ID=5c212100-827d-460d-9c15-b3ecc1777f9d,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:38.743802 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0054f1a7-14d1-48a9-944e-8a4b6390c479 None None] For port 201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa,segment=NetworkSegment(91d80213-9584-4894-8aac-2c3e38acae45),segment_id=91d80213-9584-4894-8aac-2c3e38acae45)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:38.761298 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-d5622725-0e11-481a-a0ff-f9ae354480eb service neutron] For port bb66d9f0-6d4b-446a-83f5-575f54c94229, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=bb66d9f0-6d4b-446a-83f5-575f54c94229,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:55:38.766107 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0054f1a7-14d1-48a9-944e-8a4b6390c479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:38.768544 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-d5622725-0e11-481a-a0ff-f9ae354480eb service neutron] Notify callbacks [] for binding, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:38.769767 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-d5622725-0e11-481a-a0ff-f9ae354480eb service neutron] 10.222.0.64 "POST /v2.0/ports/bb66d9f0-6d4b-446a-83f5-575f54c94229/bindings HTTP/1.1" status: 201 len: 390 time: 0.7871935 Jul 07 20:55:38.874833 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054f1a7-14d1-48a9-944e-8a4b6390c479 None None] Pushing event updated for resources: {'Port': ['ID=201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:38.956499 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:38.993793 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d4865c78-c08b-4a0d-924f-e40575eb1159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:39.408881 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-04be349a-daf3-4ac6-8a68-abf3ff0e228e None None] Provisioning complete for port 201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:55:39.409808 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-04be349a-daf3-4ac6-8a68-abf3ff0e228e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:39.549239 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45f578bc-8f60-43a4-9ca2-7c5eaee325d3 req-8c136ebc-7d2d-4ef4-9786-0c016da2d9c0 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6 HTTP/1.1" status: 200 len: 210 time: 0.0786290 Jul 07 20:55:39.567667 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4865c78-c08b-4a0d-924f-e40575eb1159 admin admin] Router 0ada6084-d81d-41ff-8872-b4ae2e4b0278 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:55:39.587422 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-ca5149f1-c092-425e-948c-0916129a0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:39.588958 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-ca5149f1-c092-425e-948c-0916129a0289 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 1098 time: 0.1047065 Jul 07 20:55:39.593057 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a9f7927-5cda-4ee9-a3e4-7e0970851fb1 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:55:39.602468 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:39.619435 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Transition to ACTIVE for port object 0a9f7927-5cda-4ee9-a3e4-7e0970851fb1 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:55:39.624999 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:39.632453 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0c46ff97-cef9-4e8a-914c-b9919cd17879 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:55:39.703948 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9f7927-5cda-4ee9-a3e4-7e0970851fb1,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:39.754163 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 0c46ff97-cef9-4e8a-914c-b9919cd17879 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:55:39.759611 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:39.759958 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:39.760803 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 0c46ff97-cef9-4e8a-914c-b9919cd17879 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:55:39.761189 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:39.765862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:39.765862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:39.765862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:39.765862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:39.776098 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:39.776458 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:39.777074 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:39.777209 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:39.777461 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:39.778130 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:39.870712 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-2e9b78db-4fbf-4f23-a304-a335de864fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:39.872275 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-2e9b78db-4fbf-4f23-a304-a335de864fb1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 909 time: 0.2310450 Jul 07 20:55:39.880734 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4865c78-c08b-4a0d-924f-e40575eb1159 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:55:39.886883 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d4865c78-c08b-4a0d-924f-e40575eb1159 admin admin] 10.222.0.64 "PUT /v2.0/routers/0ada6084-d81d-41ff-8872-b4ae2e4b0278/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2094929 Jul 07 20:55:39.894410 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44990) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:39.935722 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:39.941242 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Attempting to bind port 0a9f7927-5cda-4ee9-a3e4-7e0970851fb1 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:55:39.941242 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Attempting to bind port 0a9f7927-5cda-4ee9-a3e4-7e0970851fb1 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:55:39.941587 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Attempting to bind port 0a9f7927-5cda-4ee9-a3e4-7e0970851fb1 on network 287bef21-9852-4f7d-90ca-297ef811e6f1 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:39.945462 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3418f2-f816-46d7-a33b-0769d5b87ea7 None None] Sync routers for ids ['0ada6084-d81d-41ff-8872-b4ae2e4b0278'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:55:39.956584 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Port 0a9f7927-5cda-4ee9-a3e4-7e0970851fb1 on network 287bef21-9852-4f7d-90ca-297ef811e6f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:55:39.957010 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Attempting to bind port 0a9f7927-5cda-4ee9-a3e4-7e0970851fb1 on network 287bef21-9852-4f7d-90ca-297ef811e6f1 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:39.988326 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:55:39.988736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Checking segment: {'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:55:39.989153 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Bound using segment: {'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:55:39.989642 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Bound port: 0a9f7927-5cda-4ee9-a3e4-7e0970851fb1, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:55:39.990006 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:40.008590 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0c46ff97-cef9-4e8a-914c-b9919cd17879, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:40.010624 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0bd910-6253-4e39-9eb8-54b27ea54223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c46ff97-cef9-4e8a-914c-b9919cd17879'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:40.015049 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-977cda2c-d50e-466b-948e-d991bcc8114b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb66d9f0-6d4b-446a-83f5-575f54c94229 HTTP/1.1" status: 200 len: 217 time: 0.1272726 Jul 07 20:55:40.016957 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3fa601-96fc-4402-9687-f3b01f8e4bb3" -d '{"events": [{"server_uuid": "8d0bd910-6253-4e39-9eb8-54b27ea54223", "name": "network-vif-plugged", "status": "completed", "tag": "0c46ff97-cef9-4e8a-914c-b9919cd17879"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:40.022665 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:40.028216 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3418f2-f816-46d7-a33b-0769d5b87ea7 None None] Routers {'0ada6084-d81d-41ff-8872-b4ae2e4b0278'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:55:40.029105 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-9a3418f2-f816-46d7-a33b-0769d5b87ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:55:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0ada6084-d81d-41ff-8872-b4ae2e4b0278'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:40.031637 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f39238-3391-4e35-a76e-2fe810a8fb71 req-869ed28a-4005-4aea-8cab-10bb4f4e8268 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:40.033335 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-37f39238-3391-4e35-a76e-2fe810a8fb71 req-869ed28a-4005-4aea-8cab-10bb4f4e8268 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 946 time: 0.2046359 Jul 07 20:55:40.041423 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-7580e92b-4de3-428d-a0ef-2b3b46c8b848 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:40.042422 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-7580e92b-4de3-428d-a0ef-2b3b46c8b848 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223&tenant_id=505481bc2c1e4a469ecb05628eb12eb4&binding%3Ahost_id=n-h1-695189-11 HTTP/1.1" status: 200 len: 949 time: 0.2828500 Jul 07 20:55:40.043682 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52c5a8-92b3-4c46-9a76-b9b0a5688b68 req-53108b56-676e-4bff-bc59-8d8eec081592 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:40.047351 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ea52c5a8-92b3-4c46-9a76-b9b0a5688b68 req-53108b56-676e-4bff-bc59-8d8eec081592 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=08cd5b96-c5a5-4c55-b4a0-1abb12a68b14 HTTP/1.1" status: 200 len: 943 time: 0.1785893 Jul 07 20:55:40.184764 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=0c46ff97-cef9-4e8a-914c-b9919cd17879,revision_number=9']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:40.203102 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-a7e8f1e6-e14b-4728-a26e-6aea6c67f50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:40.204717 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-a7e8f1e6-e14b-4728-a26e-6aea6c67f50e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e76f85dc-7298-41c1-a5c0-b46924c81a29 HTTP/1.1" status: 200 len: 848 time: 0.1767931 Jul 07 20:55:40.252648 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-37f39238-3391-4e35-a76e-2fe810a8fb71 req-5b55eed8-4a0e-49e8-9b4c-1f7583527890 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053769 Jul 07 20:55:40.289849 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ea52c5a8-92b3-4c46-9a76-b9b0a5688b68 req-9d28266a-1d7e-4543-b870-059c96c4bce6 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327580 Jul 07 20:55:40.300814 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-b87527bc-c5a5-4c8a-8bd7-b07dfe881eff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a969003f-4d51-4bc6-945b-910c720df136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645585 Jul 07 20:55:40.315943 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-28de41a6-3cf9-4cdf-92e0-0593421417d6 service neutron] 10.222.0.58 "GET /v2.0/ports/0c46ff97-cef9-4e8a-914c-b9919cd17879/bindings/n-h1-695189-11 HTTP/1.1" status: 200 len: 383 time: 0.2548299 Jul 07 20:55:40.317912 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] For port 0a9f7927-5cda-4ee9-a3e4-7e0970851fb1, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:55:40.338758 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d684e3b7-a86a-44ba-8077-75fae33b35d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:40.343935 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] For port 0a9f7927-5cda-4ee9-a3e4-7e0970851fb1, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0a9f7927-5cda-4ee9-a3e4-7e0970851fb1,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:55:40.361913 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:40.383248 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-9a3418f2-f816-46d7-a33b-0769d5b87ea7 None None] Set router 0ada6084-d81d-41ff-8872-b4ae2e4b0278 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:55:40.504685 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:40.505320 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:40.506778 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] 10.222.0.58 "PUT /v2.0/ports/0a9f7927-5cda-4ee9-a3e4-7e0970851fb1 HTTP/1.1" status: 200 len: 1092 time: 1.9417410 Jul 07 20:55:40.507238 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08cd5b96-c5a5-4c55-b4a0-1abb12a68b14', 'tag': '0a9f7927-5cda-4ee9-a3e4-7e0970851fb1'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:40.515305 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1fe815-1645-4869-8270-fdbd52dc1146" -d '{"events": [{"name": "network-changed", "server_uuid": "08cd5b96-c5a5-4c55-b4a0-1abb12a68b14", "tag": "0a9f7927-5cda-4ee9-a3e4-7e0970851fb1"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:40.581784 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-7f9e1954-f849-4035-99a2-466ac4376047 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:40.596384 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-7f9e1954-f849-4035-99a2-466ac4376047 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:40.611742 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-7f9e1954-f849-4035-99a2-466ac4376047 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.39 "GET /v2.0/networks?id=a3335292-7795-40a0-a2d7-9b09ab1c0c55&id=bada9c15-38a7-49ca-b73f-45768f0361d0 HTTP/1.1" status: 200 len: 1392 time: 0.4857390 Jul 07 20:55:40.641471 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07cc0d0-a13d-43c2-acd4-713169dbf77b None None] Network bada9c15-38a7-49ca-b73f-45768f0361d0 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:55:40.662423 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-01fb7585-24fd-4726-a941-54ad2f73a043 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Request body: {'port': {'device_id': '2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6', 'network_id': 'a3335292-7795-40a0-a2d7-9b09ab1c0c55', 'admin_state_up': True, 'tenant_id': '3572206916df4815b4641ef2859a1817'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:40.674858 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff135c3-aac1-4213-9bdb-f34b29d3d7d5 x-openstack-request-id: req-fff135c3-aac1-4213-9bdb-f34b29d3d7d5 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:40.675156 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0bd910-6253-4e39-9eb8-54b27ea54223", "name": "network-vif-plugged", "status": "completed", "tag": "0c46ff97-cef9-4e8a-914c-b9919cd17879", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:40.675465 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fff135c3-aac1-4213-9bdb-f34b29d3d7d5 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:40.675843 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0bd910-6253-4e39-9eb8-54b27ea54223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c46ff97-cef9-4e8a-914c-b9919cd17879', 'code': 200} Jul 07 20:55:40.704528 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee185b91-7c2b-4109-95f4-898f9ec23681 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9f7927-5cda-4ee9-a3e4-7e0970851fb1,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:40.788205 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-4acadb51-5ee0-4712-b5c4-550ccaeda757 service neutron] 10.222.0.58 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744251 Jul 07 20:55:40.799912 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-e74836bb-18dd-4b1f-a555-797b48ac04d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:40.801678 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-e74836bb-18dd-4b1f-a555-797b48ac04d1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 1102 time: 0.2906919 Jul 07 20:55:40.814866 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d684e3b7-a86a-44ba-8077-75fae33b35d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:40.873763 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-10c1acf1-ce06-49a1-bb4f-dae5c2f3d227 None None] Provisioning for port 5c212100-827d-460d-9c15-b3ecc1777f9d completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:55:40.891711 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 5c212100-827d-460d-9c15-b3ecc1777f9d up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:55:41.041078 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-8244f6d6-4b73-44ea-b1d1-7026fdd1739d service neutron] 10.222.0.58 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370210 Jul 07 20:55:41.055733 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-de81efdb-8758-4868-9115-0dcdb6926227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:41.057560 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-de81efdb-8758-4868-9115-0dcdb6926227 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.2442784 Jul 07 20:55:41.060026 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-d684e3b7-a86a-44ba-8077-75fae33b35d3 admin admin] Deleting port 78f33e23-56a8-4bbd-b80e-bf35f3724c9c {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:55:41.060553 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d684e3b7-a86a-44ba-8077-75fae33b35d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:41.127097 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 5c212100-827d-460d-9c15-b3ecc1777f9d completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:55:41.157046 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 5c212100-827d-460d-9c15-b3ecc1777f9d triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:55:41.157687 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:41.159107 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-ff1a2760-12a7-4fe3-a76e-6e8e52febd1a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879 HTTP/1.1" status: 200 len: 217 time: 0.0488811 Jul 07 20:55:41.234236 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-d684e3b7-a86a-44ba-8077-75fae33b35d3 admin admin] For port 78f33e23-56a8-4bbd-b80e-bf35f3724c9c, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=78f33e23-56a8-4bbd-b80e-bf35f3724c9c,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:41.234939 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d684e3b7-a86a-44ba-8077-75fae33b35d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:41.254859 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-d684e3b7-a86a-44ba-8077-75fae33b35d3 admin admin] Calling delete_port for 78f33e23-56a8-4bbd-b80e-bf35f3724c9c owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:55:41.257822 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-80411d24-26c4-4417-8105-b3fb8ec6af6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:41.259565 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-80411d24-26c4-4417-8105-b3fb8ec6af6a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0871010 Jul 07 20:55:41.320762 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-9a3418f2-f816-46d7-a33b-0769d5b87ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ada6084-d81d-41ff-8872-b4ae2e4b0278', 'name': 'tempest-ServerRescueNegativeTestJSON-1181875170-router', 'tenant_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '78f33e23-56a8-4bbd-b80e-bf35f3724c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:44Z', 'updated_at': '2021-07-07T20:55:38Z', 'revision_number': 5, 'project_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'gw_port': {'id': '78f33e23-56a8-4bbd-b80e-bf35f3724c9c', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ada6084-d81d-41ff-8872-b4ae2e4b0278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:46Z', 'updated_at': '2021-07-07T20:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:41.359520 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3418f2-f816-46d7-a33b-0769d5b87ea7 None None] Checking router: 0ada6084-d81d-41ff-8872-b4ae2e4b0278 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:55:41.383279 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9789db41-b359-4cbb-bf19-e1b093dc56c2 x-openstack-request-id: req-9789db41-b359-4cbb-bf19-e1b093dc56c2 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:41.383748 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08cd5b96-c5a5-4c55-b4a0-1abb12a68b14", "tag": "0a9f7927-5cda-4ee9-a3e4-7e0970851fb1", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:41.384219 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9789db41-b359-4cbb-bf19-e1b093dc56c2 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:41.384587 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08cd5b96-c5a5-4c55-b4a0-1abb12a68b14', 'tag': '0a9f7927-5cda-4ee9-a3e4-7e0970851fb1', 'status': 'completed', 'code': 200} Jul 07 20:55:41.393425 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:41.395956 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-27776f7d-d8ac-4daf-81df-87990e9e77f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:41.397720 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-27776f7d-d8ac-4daf-81df-87990e9e77f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1235781 Jul 07 20:55:41.408396 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3418f2-f816-46d7-a33b-0769d5b87ea7 None None] Routers {'0ada6084-d81d-41ff-8872-b4ae2e4b0278'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:55:41.409270 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-9a3418f2-f816-46d7-a33b-0769d5b87ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:55:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0ada6084-d81d-41ff-8872-b4ae2e4b0278'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:41.474569 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-640be86b-527d-43da-aa75-589173c84e4d req-4c9ab159-0484-4b79-b331-e2ce7a575a29 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6 HTTP/1.1" status: 200 len: 210 time: 0.0871553 Jul 07 20:55:41.544598 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 5c212100-827d-460d-9c15-b3ecc1777f9d, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=5c212100-827d-460d-9c15-b3ecc1777f9d,segment=NetworkSegment(3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc),segment_id=3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:41.550876 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-9a3418f2-f816-46d7-a33b-0769d5b87ea7 None None] Set router 0ada6084-d81d-41ff-8872-b4ae2e4b0278 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:55:41.584981 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:55:41.618686 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-acc15368-9e14-4c80-a02e-8b99d26b87f0 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746433 Jul 07 20:55:41.659901 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-9a3418f2-f816-46d7-a33b-0769d5b87ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ada6084-d81d-41ff-8872-b4ae2e4b0278', 'name': 'tempest-ServerRescueNegativeTestJSON-1181875170-router', 'tenant_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:44Z', 'updated_at': '2021-07-07T20:55:40Z', 'revision_number': 6, 'project_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:41.680822 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-2f6394c3-baa5-4463-92f4-1b6af1857c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:41.692005 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-2f6394c3-baa5-4463-92f4-1b6af1857c15 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=128d0bdbd3254a86ab8fae38847d408e&device_id=08cd5b96-c5a5-4c55-b4a0-1abb12a68b14 HTTP/1.1" status: 200 len: 1095 time: 1.0668721 Jul 07 20:55:41.722010 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3418f2-f816-46d7-a33b-0769d5b87ea7 None None] The sync data for ids ['0ada6084-d81d-41ff-8872-b4ae2e4b0278'] in n-d-695189-11 is: [{'id': '0ada6084-d81d-41ff-8872-b4ae2e4b0278', 'name': 'tempest-ServerRescueNegativeTestJSON-1181875170-router', 'tenant_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:44Z', 'updated_at': '2021-07-07T20:55:40Z', 'revision_number': 6, 'project_id': '0b4ae079cc254c0e8045ba5ea1fe8707', 'gw_port_host': None}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:55:41.735435 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:41.735435 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:55:41.825913 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-c71264ef-b870-4ad1-9544-287c6a4dcf61 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760762 Jul 07 20:55:41.860748 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=5c212100-827d-460d-9c15-b3ecc1777f9d,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:41.884080 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:41.884425 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:41.885301 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:41.885966 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:41.886486 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:41.887484 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:41.888122 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:41.888459 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d684e3b7-a86a-44ba-8077-75fae33b35d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:41.888590 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:41.888981 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:41.890035 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:41.890661 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:41.891053 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:55:41.896500 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:55:41.896884 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:41.972112 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-3fc735e6-1594-4b2d-bf4b-9dfb8b80d8ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a9f7927-5cda-4ee9-a3e4-7e0970851fb1 HTTP/1.1" status: 200 len: 217 time: 0.2642598 Jul 07 20:55:41.972968 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3ba959e3-ea9d-4d64-97a1-c4eb7c8b1528 None None] Provisioning complete for port 5c212100-827d-460d-9c15-b3ecc1777f9d triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:55:41.973461 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3ba959e3-ea9d-4d64-97a1-c4eb7c8b1528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:41.997085 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-01fb7585-24fd-4726-a941-54ad2f73a043 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Made reservation on behalf of 3572206916df4815b4641ef2859a1817 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:55:42.001796 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-01fb7585-24fd-4726-a941-54ad2f73a043 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:42.108611 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07f9d4-7c56-4975-8710-1a07e6e554d5 req-d648215e-0b8e-42db-ae02-784e6bc7ace0 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:42.117427 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8b07f9d4-7c56-4975-8710-1a07e6e554d5 req-d648215e-0b8e-42db-ae02-784e6bc7ace0 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 950 time: 1.5691769 Jul 07 20:55:42.355880 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-01fb7585-24fd-4726-a941-54ad2f73a043 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Allocated IP 19.80.0.245 (a3335292-7795-40a0-a2d7-9b09ab1c0c55/b691290f-f7f5-4125-aefa-ec9165e87b72/327e562d-98d8-4c04-9c64-e81f3e2863f1) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:55:42.512134 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8b07f9d4-7c56-4975-8710-1a07e6e554d5 req-2cd5a0f1-a45a-466a-816a-34d861d4059a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936331 Jul 07 20:55:42.517370 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684e3b7-a86a-44ba-8077-75fae33b35d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=78f33e23-56a8-4bbd-b80e-bf35f3724c9c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:42.522203 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-56e75573-50b7-4983-ad10-8d1b109999c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:42.523748 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-56e75573-50b7-4983-ad10-8d1b109999c9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cef6a251-d924-4278-917e-0372be44ce70 HTTP/1.1" status: 200 len: 846 time: 0.5293703 Jul 07 20:55:42.528916 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d684e3b7-a86a-44ba-8077-75fae33b35d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:42.615903 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-ecebc64e-36cf-4b94-a3ae-31c20b87221f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=287bef21-9852-4f7d-90ca-297ef811e6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461013 Jul 07 20:55:42.622651 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-01fb7585-24fd-4726-a941-54ad2f73a043 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:42.746270 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-01fb7585-24fd-4726-a941-54ad2f73a043 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Transition to ACTIVE for port object 327e562d-98d8-4c04-9c64-e81f3e2863f1 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:55:42.762998 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d684e3b7-a86a-44ba-8077-75fae33b35d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:42.772176 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d684e3b7-a86a-44ba-8077-75fae33b35d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:42.783615 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd37748-3eb1-41fa-a730-cf8f8af84902 req-97eee97b-b936-431f-9911-9f8246c93df2 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:42.789824 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 5c212100-827d-460d-9c15-b3ecc1777f9d up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:55:42.796254 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8dd37748-3eb1-41fa-a730-cf8f8af84902 req-97eee97b-b936-431f-9911-9f8246c93df2 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 946 time: 0.8726482 Jul 07 20:55:42.856848 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d684e3b7-a86a-44ba-8077-75fae33b35d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:42.857664 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d684e3b7-a86a-44ba-8077-75fae33b35d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ada6084-d81d-41ff-8872-b4ae2e4b0278 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:55:42.876843 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d684e3b7-a86a-44ba-8077-75fae33b35d3 admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:42.878355 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d684e3b7-a86a-44ba-8077-75fae33b35d3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/0ada6084-d81d-41ff-8872-b4ae2e4b0278 HTTP/1.1" status: 204 len: 168 time: 2.9822135 Jul 07 20:55:42.880972 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45030) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:42.907887 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 5c212100-827d-460d-9c15-b3ecc1777f9d triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:55:42.908698 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:42.931486 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8dd37748-3eb1-41fa-a730-cf8f8af84902 req-e8d01083-f672-494d-9062-70d2b6e7964e tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341493 Jul 07 20:55:42.963816 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fdcf061-5466-4f36-9340-f8b1b8bd615a admin admin] Deleting subnet 00fddda2-7b2a-4288-a4a2-a75c740a5524 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:55:42.967187 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fdcf061-5466-4f36-9340-f8b1b8bd615a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.019961 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fdcf061-5466-4f36-9340-f8b1b8bd615a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.042222 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-6678beb3-26a0-4f47-9329-10a32e173b1d service neutron] 10.222.0.58 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062276 Jul 07 20:55:43.112399 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fdcf061-5466-4f36-9340-f8b1b8bd615a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.200397 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 22008acd-fcaa-49ab-a806-44042746c4a8 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:55:43.257863 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666f5b4-cd83-4462-a439-14bd9ef88abf req-7159ecda-dd49-4d0f-a49b-bb8914738024 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:43.270352 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fdcf061-5466-4f36-9340-f8b1b8bd615a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.272338 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d666f5b4-cd83-4462-a439-14bd9ef88abf req-7159ecda-dd49-4d0f-a49b-bb8914738024 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=08cd5b96-c5a5-4c55-b4a0-1abb12a68b14 HTTP/1.1" status: 200 len: 943 time: 0.4630742 Jul 07 20:55:43.281895 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 22008acd-fcaa-49ab-a806-44042746c4a8 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:55:43.284656 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 22008acd-fcaa-49ab-a806-44042746c4a8 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:55:43.285174 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 78f33e23-56a8-4bbd-b80e-bf35f3724c9c no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:55:43.287175 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-01fb7585-24fd-4726-a941-54ad2f73a043 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.318234 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcf061-5466-4f36-9340-f8b1b8bd615a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00fddda2-7b2a-4288-a4a2-a75c740a5524,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:43.330452 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fdcf061-5466-4f36-9340-f8b1b8bd615a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.335205 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4fdcf061-5466-4f36-9340-f8b1b8bd615a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/00fddda2-7b2a-4288-a4a2-a75c740a5524 HTTP/1.1" status: 204 len: 168 time: 0.4526143 Jul 07 20:55:43.337248 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45038) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:43.349388 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 78f33e23-56a8-4bbd-b80e-bf35f3724c9c {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:55:43.349805 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 78f33e23-56a8-4bbd-b80e-bf35f3724c9c not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:55:43.423677 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-01fb7585-24fd-4726-a941-54ad2f73a043 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Network a3335292-7795-40a0-a2d7-9b09ab1c0c55 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:55:43.462925 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d666f5b4-cd83-4462-a439-14bd9ef88abf req-bdf6230e-0bc4-4659-86aa-1d13110fd94e tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875756 Jul 07 20:55:43.463928 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-01fb7585-24fd-4726-a941-54ad2f73a043 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:55:43.496529 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-01fb7585-24fd-4726-a941-54ad2f73a043 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:55:43.501878 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-008e5180-9e40-4fa0-bedd-f439cb05f911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.606537 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb7585-24fd-4726-a941-54ad2f73a043 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event updated for resources: {'Port': ['ID=327e562d-98d8-4c04-9c64-e81f3e2863f1,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:43.662122 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-008e5180-9e40-4fa0-bedd-f439cb05f911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.682107 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d745314-cba6-4ba6-b24e-5f12eacd7fb7 req-28b2b576-9c7c-4780-a0fe-46ca2fe71fc9 service neutron] 10.222.0.58 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6180747 Jul 07 20:55:43.687486 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-008e5180-9e40-4fa0-bedd-f439cb05f911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0654f02-22e3-4df8-a677-3833569d53a1']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:43.708842 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-008e5180-9e40-4fa0-bedd-f439cb05f911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8bcc3aa-f863-42ef-9a5d-6ca5e8048648') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:43.709139 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-008e5180-9e40-4fa0-bedd-f439cb05f911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8bcc3aa-f863-42ef-9a5d-6ca5e8048648') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:55:43.727400 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-008e5180-9e40-4fa0-bedd-f439cb05f911 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.735055 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-01fb7585-24fd-4726-a941-54ad2f73a043 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:43.735869 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-01fb7585-24fd-4726-a941-54ad2f73a043 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.745187 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-008e5180-9e40-4fa0-bedd-f439cb05f911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.754723 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008e5180-9e40-4fa0-bedd-f439cb05f911 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:55:43.755179 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-008e5180-9e40-4fa0-bedd-f439cb05f911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.781695 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-01fb7585-24fd-4726-a941-54ad2f73a043 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1196876 Jul 07 20:55:43.801664 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1a36b-dce6-48c0-ad19-49b702aa2b98 req-6419de49-5114-4c72-a5e4-6c4e9f33f910 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:43.809375 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11f1a36b-dce6-48c0-ad19-49b702aa2b98 req-6419de49-5114-4c72-a5e4-6c4e9f33f910 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6 HTTP/1.1" status: 200 len: 932 time: 0.3822365 Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:55:43.818579 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:55:43.844304 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-008e5180-9e40-4fa0-bedd-f439cb05f911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.848214 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-d108324a-c3f7-4615-a6da-79ab3789d07f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Request body: {'port': {'device_id': '2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6', 'network_id': 'bada9c15-38a7-49ca-b73f-45768f0361d0', 'admin_state_up': True, 'tenant_id': '3572206916df4815b4641ef2859a1817'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:43.850701 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-008e5180-9e40-4fa0-bedd-f439cb05f911 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.852751 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-008e5180-9e40-4fa0-bedd-f439cb05f911 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f0654f02-22e3-4df8-a677-3833569d53a1 HTTP/1.1" status: 204 len: 168 time: 0.5154612 Jul 07 20:55:43.871413 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6e50ea70-d222-4505-938c-fe5a4d0ff7e7 None None] Provisioning for port 327e562d-98d8-4c04-9c64-e81f3e2863f1 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:55:43.883400 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6e50ea70-d222-4505-938c-fe5a4d0ff7e7 None None] Provisioning complete for port 327e562d-98d8-4c04-9c64-e81f3e2863f1 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:55:43.884526 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6e50ea70-d222-4505-938c-fe5a4d0ff7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:43.899931 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e5180-9e40-4fa0-bedd-f439cb05f911 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0654f02-22e3-4df8-a677-3833569d53a1,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:43.943461 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-6e50ea70-d222-4505-938c-fe5a4d0ff7e7 None None] Port 327e562d-98d8-4c04-9c64-e81f3e2863f1 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:55:44.044420 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11f1a36b-dce6-48c0-ad19-49b702aa2b98 req-8ccfa8f1-7ed1-46f3-922a-66610b91b8f9 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769900 Jul 07 20:55:44.068450 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45054) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:44.188723 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45056) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:44.188967 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-835e8dff-e719-4324-bb26-e4044a895b04 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b4ae079cc254c0e8045ba5ea1fe8707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1163430 Jul 07 20:55:44.208451 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-d108324a-c3f7-4615-a6da-79ab3789d07f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Made reservation on behalf of 3572206916df4815b4641ef2859a1817 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:55:44.215067 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-d108324a-c3f7-4615-a6da-79ab3789d07f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:44.260832 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fe815-1645-4869-8270-fdbd52dc1146 req-f51fd843-429a-47b0-8fc8-6f83dd36eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:44.263241 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ba1fe815-1645-4869-8270-fdbd52dc1146 req-f51fd843-429a-47b0-8fc8-6f83dd36eea3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=128d0bdbd3254a86ab8fae38847d408e&device_id=08cd5b96-c5a5-4c55-b4a0-1abb12a68b14 HTTP/1.1" status: 200 len: 1095 time: 0.4486876 Jul 07 20:55:44.274780 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cac01645-44ac-4cbe-b34d-1b06b017fa23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:44.312774 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cac01645-44ac-4cbe-b34d-1b06b017fa23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:44.314554 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d64b18-057d-4aeb-baeb-8fdebde24574 req-e4a0a661-6e9b-473d-a872-ca218b768063 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:44.322420 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a5d64b18-057d-4aeb-baeb-8fdebde24574 req-e4a0a661-6e9b-473d-a872-ca218b768063 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 950 time: 0.5118213 Jul 07 20:55:44.388565 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cac01645-44ac-4cbe-b34d-1b06b017fa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:44.393371 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cac01645-44ac-4cbe-b34d-1b06b017fa23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:44.412332 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cac01645-44ac-4cbe-b34d-1b06b017fa23 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fbb5f56d-a245-484a-bcbe-284959b5801a HTTP/1.1" status: 204 len: 168 time: 0.2224884 Jul 07 20:55:44.426713 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac01645-44ac-4cbe-b34d-1b06b017fa23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb5f56d-a245-484a-bcbe-284959b5801a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:44.514787 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a5d64b18-057d-4aeb-baeb-8fdebde24574 req-7d4a2f13-5865-4a64-9f95-2d6a5584f0e3 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871521 Jul 07 20:55:44.816321 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-d108324a-c3f7-4615-a6da-79ab3789d07f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Allocated IP 19.86.0.199 (bada9c15-38a7-49ca-b73f-45768f0361d0/d9df7a40-b2ea-4a83-b6a3-2b197234b9aa/b674c2ea-a6e7-4ea9-812b-c10fe506b715) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:55:44.889134 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98708733-4be2-4002-b9b6-601c22c6529f req-f7e16f5d-84d1-43b4-84c9-18619d25781e tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:44.891515 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98708733-4be2-4002-b9b6-601c22c6529f req-f7e16f5d-84d1-43b4-84c9-18619d25781e tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 946 time: 0.6572580 Jul 07 20:55:45.013948 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fe815-1645-4869-8270-fdbd52dc1146 req-88bc3581-7cb3-41ae-8f83-ecb65f60dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:45.016224 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ba1fe815-1645-4869-8270-fdbd52dc1146 req-88bc3581-7cb3-41ae-8f83-ecb65f60dd89 service neutron] 10.222.0.58 "GET /v2.0/networks?id=287bef21-9852-4f7d-90ca-297ef811e6f1 HTTP/1.1" status: 200 len: 907 time: 0.6864052 Jul 07 20:55:45.143801 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ba1fe815-1645-4869-8270-fdbd52dc1146 req-ef55255e-0ef6-4d9b-974b-47439e2472dc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a9f7927-5cda-4ee9-a3e4-7e0970851fb1 HTTP/1.1" status: 200 len: 217 time: 0.1066875 Jul 07 20:55:45.190501 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98708733-4be2-4002-b9b6-601c22c6529f req-8a7285ff-9ff5-4ecf-8109-921db1e646ab tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887301 Jul 07 20:55:45.293022 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dfc42-3fae-4c8e-902f-857226500038 req-a2589351-34d7-481b-a8a5-1bfcf8540df4 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:45.303406 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2e6dfc42-3fae-4c8e-902f-857226500038 req-a2589351-34d7-481b-a8a5-1bfcf8540df4 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=08cd5b96-c5a5-4c55-b4a0-1abb12a68b14 HTTP/1.1" status: 200 len: 943 time: 0.4105554 Jul 07 20:55:45.361673 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fe815-1645-4869-8270-fdbd52dc1146 req-70f33a85-28f9-43b8-8683-8ba45144b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:45.363890 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ba1fe815-1645-4869-8270-fdbd52dc1146 req-70f33a85-28f9-43b8-8683-8ba45144b43f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cef6a251-d924-4278-917e-0372be44ce70 HTTP/1.1" status: 200 len: 846 time: 0.1987872 Jul 07 20:55:45.469049 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ba1fe815-1645-4869-8270-fdbd52dc1146 req-3ead3d14-c7b3-4be0-aa72-7b5d25c231ed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=287bef21-9852-4f7d-90ca-297ef811e6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834801 Jul 07 20:55:45.496124 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2e6dfc42-3fae-4c8e-902f-857226500038 req-1c2469c0-12b5-4017-85e6-6db2ac9879d1 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909926 Jul 07 20:55:45.546512 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-d108324a-c3f7-4615-a6da-79ab3789d07f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:45.597296 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45108) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:45.630891 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-d108324a-c3f7-4615-a6da-79ab3789d07f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Transition to ACTIVE for port object b674c2ea-a6e7-4ea9-812b-c10fe506b715 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:55:45.657181 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0a9f7927-5cda-4ee9-a3e4-7e0970851fb1 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:55:45.697766 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-714287b8-228d-40da-92fc-333bcd0bc98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:45.700449 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-714287b8-228d-40da-92fc-333bcd0bc98c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223&tenant_id=505481bc2c1e4a469ecb05628eb12eb4 HTTP/1.1" status: 200 len: 1102 time: 0.3783100 Jul 07 20:55:45.728571 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695189-11', 'device_owner': 'compute:nova'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:45.788547 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-3730a7ff-41e4-4fe8-9369-4cc18a1f197b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-88445001-network', 'tenant_id': 'c0ecd010d6b343f08bfce9e9465520bf'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:45.819930 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3730a7ff-41e4-4fe8-9369-4cc18a1f197b admin admin] Made reservation on behalf of c0ecd010d6b343f08bfce9e9465520bf for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:55:45.823588 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3730a7ff-41e4-4fe8-9369-4cc18a1f197b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:45.831685 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e63f2-ef3f-4a5c-bd8d-9b9ed22f10e9 req-775a2867-2a51-405d-b422-0646bcb35270 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:45.833884 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-206e63f2-ef3f-4a5c-bd8d-9b9ed22f10e9 req-775a2867-2a51-405d-b422-0646bcb35270 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6 HTTP/1.1" status: 200 len: 932 time: 0.4475808 Jul 07 20:55:45.841118 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3730a7ff-41e4-4fe8-9369-4cc18a1f197b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:45.844186 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ba1fe815-1645-4869-8270-fdbd52dc1146 req-4a5b542e-abc1-48bc-87e1-fcc5bcb39c81 service neutron] 10.222.0.58 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638999 Jul 07 20:55:45.852347 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0a9f7927-5cda-4ee9-a3e4-7e0970851fb1, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0a9f7927-5cda-4ee9-a3e4-7e0970851fb1,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:45.868244 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '0a9f7927-5cda-4ee9-a3e4-7e0970851fb1', 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1', 'port_id': '0a9f7927-5cda-4ee9-a3e4-7e0970851fb1', 'mac_address': 'fa:16:3e:29:f2:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef6a251-d924-4278-917e-0372be44ce70', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:55:45.896488 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-d108324a-c3f7-4615-a6da-79ab3789d07f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:45.916987 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:45.933950 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a9f7927-5cda-4ee9-a3e4-7e0970851fb1 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:55:45.961526 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0a9f7927-5cda-4ee9-a3e4-7e0970851fb1, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0a9f7927-5cda-4ee9-a3e4-7e0970851fb1,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:45.966330 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:46.004342 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3730a7ff-41e4-4fe8-9369-4cc18a1f197b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:46.011539 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3730a7ff-41e4-4fe8-9369-4cc18a1f197b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:46.038132 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3730a7ff-41e4-4fe8-9369-4cc18a1f197b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:55:46.057621 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=0a9f7927-5cda-4ee9-a3e4-7e0970851fb1,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:46.058505 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3730a7ff-41e4-4fe8-9369-4cc18a1f197b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:46.058856 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-3730a7ff-41e4-4fe8-9369-4cc18a1f197b admin admin] Added segment 4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5 of type vlan for network 3dc99b88-9b3c-4338-bfc2-d73c0699ed8c Jul 07 20:55:46.060254 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730a7ff-41e4-4fe8-9369-4cc18a1f197b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed5fb62-2fe4-4466-852c-c9062790e1e9,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:46.107783 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ba1fe815-1645-4869-8270-fdbd52dc1146 req-e198c80a-7dc6-412b-812e-bae1043ccdb7 service neutron] 10.222.0.58 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495008 Jul 07 20:55:46.108464 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108324a-c3f7-4615-a6da-79ab3789d07f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event updated for resources: {'Port': ['ID=b674c2ea-a6e7-4ea9-812b-c10fe506b715,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:46.134776 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3730a7ff-41e4-4fe8-9369-4cc18a1f197b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:46.168031 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-d108324a-c3f7-4615-a6da-79ab3789d07f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Network bada9c15-38a7-49ca-b73f-45768f0361d0 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:55:46.174207 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3730a7ff-41e4-4fe8-9369-4cc18a1f197b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:46.175368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3730a7ff-41e4-4fe8-9369-4cc18a1f197b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:46.176497 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3730a7ff-41e4-4fe8-9369-4cc18a1f197b admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:46.179683 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-d108324a-c3f7-4615-a6da-79ab3789d07f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:55:46.182962 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-d108324a-c3f7-4615-a6da-79ab3789d07f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:55:46.190951 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-206e63f2-ef3f-4a5c-bd8d-9b9ed22f10e9 req-6a7aa8d2-be2e-438a-bb13-3c0866270615 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398242 Jul 07 20:55:46.195854 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:46.270679 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3730a7ff-41e4-4fe8-9369-4cc18a1f197b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6691802 Jul 07 20:55:46.271637 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45122) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:55:46.276099 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730a7ff-41e4-4fe8-9369-4cc18a1f197b admin admin] Pushing event updated for resources: {'Network': ['ID=3dc99b88-9b3c-4338-bfc2-d73c0699ed8c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:46.289059 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 3dc99b88-9b3c-4338-bfc2-d73c0699ed8c details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:55:46.294121 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186227b-d3f6-4865-b2e1-e947955821f2 req-4f1e986d-d7c2-4b73-9687-0717653149ee tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:46.304033 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7186227b-d3f6-4865-b2e1-e947955821f2 req-4f1e986d-d7c2-4b73-9687-0717653149ee tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 950 time: 0.6000493 Jul 07 20:55:46.308262 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-c6b5055d-b88f-47e6-876e-2fe4abd88bc6 admin admin] Request body: {'subnet': {'network_id': '3dc99b88-9b3c-4338-bfc2-d73c0699ed8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-88445001-subnet', 'tenant_id': 'c0ecd010d6b343f08bfce9e9465520bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:46.346691 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b5055d-b88f-47e6-876e-2fe4abd88bc6 admin admin] Made reservation on behalf of c0ecd010d6b343f08bfce9e9465520bf for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:55:46.349416 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c6b5055d-b88f-47e6-876e-2fe4abd88bc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:46.422440 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7186227b-d3f6-4865-b2e1-e947955821f2 req-bd37201c-79ed-4d5c-ba6f-c6a549fd8dcf tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726738 Jul 07 20:55:46.470975 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0a9f7927-5cda-4ee9-a3e4-7e0970851fb1'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:55:46.510362 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-d108324a-c3f7-4615-a6da-79ab3789d07f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:46.513395 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-d108324a-c3f7-4615-a6da-79ab3789d07f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:46.535912 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-d108324a-c3f7-4615-a6da-79ab3789d07f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6940546 Jul 07 20:55:46.563590 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-b2f7566a-0f3a-4f7c-bf15-f2a3e63be1de service neutron] Request body: {'port': {'device_id': '2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:46.712384 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c283da99-15a2-431a-8d3f-f8ee962d2f01 None None] Provisioning for port b674c2ea-a6e7-4ea9-812b-c10fe506b715 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:55:46.719679 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c283da99-15a2-431a-8d3f-f8ee962d2f01 None None] Provisioning complete for port b674c2ea-a6e7-4ea9-812b-c10fe506b715 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:55:46.720059 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c283da99-15a2-431a-8d3f-f8ee962d2f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:46.793905 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-c283da99-15a2-431a-8d3f-f8ee962d2f01 None None] Port b674c2ea-a6e7-4ea9-812b-c10fe506b715 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:55:47.195556 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-b2f7566a-0f3a-4f7c-bf15-f2a3e63be1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:47.373122 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152a06a-f854-4904-a4b4-320171ea03eb req-9d743c03-87b8-4f08-91ce-70c0deffbdd5 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:47.375238 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5152a06a-f854-4904-a4b4-320171ea03eb req-9d743c03-87b8-4f08-91ce-70c0deffbdd5 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 946 time: 0.7583857 Jul 07 20:55:47.458389 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db34d97-0421-4734-91d0-1e891d97041a req-3c0bb51e-beeb-4700-b76b-c0a860bdcd65 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:47.470003 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3db34d97-0421-4734-91d0-1e891d97041a req-3c0bb51e-beeb-4700-b76b-c0a860bdcd65 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=08cd5b96-c5a5-4c55-b4a0-1abb12a68b14 HTTP/1.1" status: 200 len: 944 time: 0.7115812 Jul 07 20:55:47.553870 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] For port 0c46ff97-cef9-4e8a-914c-b9919cd17879, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:47.562131 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c6b5055d-b88f-47e6-876e-2fe4abd88bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:47.660009 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0c46ff97-cef9-4e8a-914c-b9919cd17879 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:55:47.670988 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5152a06a-f854-4904-a4b4-320171ea03eb req-20a40583-dc88-4c40-bb3b-a51dda3d8ad1 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541664 Jul 07 20:55:47.736450 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3db34d97-0421-4734-91d0-1e891d97041a req-77a432ac-b59d-417d-a9d0-561eb6a3e0d5 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546310 Jul 07 20:55:47.787282 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5055d-b88f-47e6-876e-2fe4abd88bc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6138be9f-e804-44e1-a8e2-f9b666a6f8d8,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:47.798790 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:47.834676 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] For port 0c46ff97-cef9-4e8a-914c-b9919cd17879, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:55:47.925305 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b5055d-b88f-47e6-876e-2fe4abd88bc6 admin admin] Checking segment: {'id': '4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3dc99b88-9b3c-4338-bfc2-d73c0699ed8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:55:47.925715 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b5055d-b88f-47e6-876e-2fe4abd88bc6 admin admin] Network hostable DHCP agents. Network: 3dc99b88-9b3c-4338-bfc2-d73c0699ed8c, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:55:47.979138 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0bd910-6253-4e39-9eb8-54b27ea54223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c46ff97-cef9-4e8a-914c-b9919cd17879'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:47.981459 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f316d0b0-e868-4ca0-acc3-94d859efff61" -d '{"events": [{"server_uuid": "8d0bd910-6253-4e39-9eb8-54b27ea54223", "name": "network-vif-unplugged", "status": "completed", "tag": "0c46ff97-cef9-4e8a-914c-b9919cd17879"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:47.993853 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:48.051076 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] Transition to ACTIVE for port object 0c46ff97-cef9-4e8a-914c-b9919cd17879 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:55:48.055061 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b5055d-b88f-47e6-876e-2fe4abd88bc6 admin admin] Network 3dc99b88-9b3c-4338-bfc2-d73c0699ed8c is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:55:48.097792 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.db.api [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 20:55:48.098295 n-d-695189-11 neutron-server[100449]: DEBUG oslo_db.api [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 20:55:48.105539 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:48.142999 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-c6b5055d-b88f-47e6-876e-2fe4abd88bc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 3dc99b88-9b3c-4338-bfc2-d73c0699ed8c) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:55:48.148233 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b5055d-b88f-47e6-876e-2fe4abd88bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:48.148739 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c6b5055d-b88f-47e6-876e-2fe4abd88bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:48.153352 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb22e22-7ed7-4961-9d0c-1a572eef19b9 None None] Network 3dc99b88-9b3c-4338-bfc2-d73c0699ed8c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:55:48.162067 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd25429-6723-49b4-9328-b6e45ce30e91 req-9967101a-22cf-44f2-a50d-119dc475a4e1 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:48.168959 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd25429-6723-49b4-9328-b6e45ce30e91 req-9967101a-22cf-44f2-a50d-119dc475a4e1 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:48.170968 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ebd25429-6723-49b4-9328-b6e45ce30e91 req-9967101a-22cf-44f2-a50d-119dc475a4e1 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6 HTTP/1.1" status: 200 len: 1655 time: 0.3536413 Jul 07 20:55:48.191665 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-b2f7566a-0f3a-4f7c-bf15-f2a3e63be1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327e562d-98d8-4c04-9c64-e81f3e2863f1 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:55:48.214267 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-b2f7566a-0f3a-4f7c-bf15-f2a3e63be1de service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:48.238863 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c6b5055d-b88f-47e6-876e-2fe4abd88bc6 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9599619 Jul 07 20:55:48.321147 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] Pushing event updated for resources: {'Port': ['ID=0c46ff97-cef9-4e8a-914c-b9919cd17879,revision_number=10']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:48.328303 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-b2f7566a-0f3a-4f7c-bf15-f2a3e63be1de service neutron] Transition to ACTIVE for port object 327e562d-98d8-4c04-9c64-e81f3e2863f1 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:55:48.334364 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] No DVR routers for this DVR port 0c46ff97-cef9-4e8a-914c-b9919cd17879 on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:55:48.371681 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-b2f7566a-0f3a-4f7c-bf15-f2a3e63be1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:48.437763 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ebd25429-6723-49b4-9328-b6e45ce30e91 req-6ad526a7-999e-4b4c-ac6b-552dce870c80 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493010 Jul 07 20:55:48.565347 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] Attempting to bind port 0c46ff97-cef9-4e8a-914c-b9919cd17879 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:55:48.565695 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] Attempting to bind port 0c46ff97-cef9-4e8a-914c-b9919cd17879 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:55:48.566035 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] Attempting to bind port 0c46ff97-cef9-4e8a-914c-b9919cd17879 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:48.585644 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be6f8c8-c8c4-4806-a33f-44857352470e x-openstack-request-id: req-2be6f8c8-c8c4-4806-a33f-44857352470e {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:48.585973 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0bd910-6253-4e39-9eb8-54b27ea54223", "name": "network-vif-unplugged", "status": "completed", "tag": "0c46ff97-cef9-4e8a-914c-b9919cd17879", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:48.586250 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2be6f8c8-c8c4-4806-a33f-44857352470e {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:48.586596 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0bd910-6253-4e39-9eb8-54b27ea54223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c46ff97-cef9-4e8a-914c-b9919cd17879', 'code': 200} Jul 07 20:55:48.594779 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] Port 0c46ff97-cef9-4e8a-914c-b9919cd17879 on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:55:48.595122 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] Attempting to bind port 0c46ff97-cef9-4e8a-914c-b9919cd17879 on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:48.629299 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:55:48.636577 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:55:48.637180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:55:48.638160 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] Bound port: 0c46ff97-cef9-4e8a-914c-b9919cd17879, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:55:48.638722 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:48.672007 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cbc11-64db-4385-969c-70398f6cb5fd req-6ea35b6e-58e1-4aba-85a4-f362fe78607a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:48.681483 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-280cbc11-64db-4385-969c-70398f6cb5fd req-6ea35b6e-58e1-4aba-85a4-f362fe78607a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 950 time: 0.6606035 Jul 07 20:55:48.755990 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4130679-785a-4a5d-8229-2e43b3aa2526 None None] Network 3dc99b88-9b3c-4338-bfc2-d73c0699ed8c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:55:48.812965 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7566a-0f3a-4f7c-bf15-f2a3e63be1de service neutron] Pushing event updated for resources: {'Port': ['ID=327e562d-98d8-4c04-9c64-e81f3e2863f1,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:49.017600 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-280cbc11-64db-4385-969c-70398f6cb5fd req-15d3c276-1736-40ab-b9bc-22ce6d04afc7 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354340 Jul 07 20:55:49.120202 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] For port 0c46ff97-cef9-4e8a-914c-b9919cd17879, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:55:49.126827 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-b2f7566a-0f3a-4f7c-bf15-f2a3e63be1de service neutron] Attempting to bind port 327e562d-98d8-4c04-9c64-e81f3e2863f1 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:55:49.127363 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-b2f7566a-0f3a-4f7c-bf15-f2a3e63be1de service neutron] Attempting to bind port 327e562d-98d8-4c04-9c64-e81f3e2863f1 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '91d80213-9584-4894-8aac-2c3e38acae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a3335292-7795-40a0-a2d7-9b09ab1c0c55'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:55:49.127846 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-b2f7566a-0f3a-4f7c-bf15-f2a3e63be1de service neutron] Attempting to bind port 327e562d-98d8-4c04-9c64-e81f3e2863f1 on network a3335292-7795-40a0-a2d7-9b09ab1c0c55 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:49.161866 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-b2f7566a-0f3a-4f7c-bf15-f2a3e63be1de service neutron] Port 327e562d-98d8-4c04-9c64-e81f3e2863f1 on network a3335292-7795-40a0-a2d7-9b09ab1c0c55 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:55:49.162311 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-b2f7566a-0f3a-4f7c-bf15-f2a3e63be1de service neutron] Attempting to bind port 327e562d-98d8-4c04-9c64-e81f3e2863f1 on network a3335292-7795-40a0-a2d7-9b09ab1c0c55 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:49.170753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] For port 0c46ff97-cef9-4e8a-914c-b9919cd17879, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:55:49.189206 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-b2f7566a-0f3a-4f7c-bf15-f2a3e63be1de service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:55:49.189706 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-b2f7566a-0f3a-4f7c-bf15-f2a3e63be1de service neutron] Checking segment: {'id': '91d80213-9584-4894-8aac-2c3e38acae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a3335292-7795-40a0-a2d7-9b09ab1c0c55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:55:49.190345 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-b2f7566a-0f3a-4f7c-bf15-f2a3e63be1de service neutron] Bound using segment: {'id': '91d80213-9584-4894-8aac-2c3e38acae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a3335292-7795-40a0-a2d7-9b09ab1c0c55'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:55:49.191074 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-b2f7566a-0f3a-4f7c-bf15-f2a3e63be1de service neutron] Bound port: 327e562d-98d8-4c04-9c64-e81f3e2863f1, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91d80213-9584-4894-8aac-2c3e38acae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a3335292-7795-40a0-a2d7-9b09ab1c0c55'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:55:49.191710 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-b2f7566a-0f3a-4f7c-bf15-f2a3e63be1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:49.195197 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:49.290349 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-455f79cc-1aa8-46b3-a01f-9cb22fcf7d24 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:49.291933 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-455f79cc-1aa8-46b3-a01f-9cb22fcf7d24 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/networks?id=3dc99b88-9b3c-4338-bfc2-d73c0699ed8c HTTP/1.1" status: 200 len: 812 time: 0.3680582 Jul 07 20:55:49.309270 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:49.309900 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:49.311593 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] 10.222.0.39 "PUT /v2.0/ports/0c46ff97-cef9-4e8a-914c-b9919cd17879 HTTP/1.1" status: 200 len: 1098 time: 3.5941014 Jul 07 20:55:49.361388 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-54506209-9af5-40d8-80e8-75bdd80be030 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/quotas/c0ecd010d6b343f08bfce9e9465520bf HTTP/1.1" status: 200 len: 375 time: 0.0621359 Jul 07 20:55:49.395639 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d85eb-dfdd-4d6d-ac15-92481151f0ca service neutron] Pushing event updated for resources: {'Port': ['ID=0c46ff97-cef9-4e8a-914c-b9919cd17879,revision_number=11']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:49.454314 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-a82f109a-18d3-4e62-8b8d-6fda8fa4a8cb tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c0ecd010d6b343f08bfce9e9465520bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869782 Jul 07 20:55:49.525242 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-b2f7566a-0f3a-4f7c-bf15-f2a3e63be1de service neutron] For port 327e562d-98d8-4c04-9c64-e81f3e2863f1, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:55:49.544665 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5240c-7118-4b1b-aef9-df174f9a2e68 req-4946aa1d-ed26-457e-a973-185e83953f34 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:49.546617 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-61b5240c-7118-4b1b-aef9-df174f9a2e68 req-4946aa1d-ed26-457e-a973-185e83953f34 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 946 time: 0.3597097 Jul 07 20:55:49.562281 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-b2f7566a-0f3a-4f7c-bf15-f2a3e63be1de service neutron] For port 327e562d-98d8-4c04-9c64-e81f3e2863f1, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=327e562d-98d8-4c04-9c64-e81f3e2863f1,segment=NetworkSegment(91d80213-9584-4894-8aac-2c3e38acae45),segment_id=91d80213-9584-4894-8aac-2c3e38acae45)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:55:49.575064 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-b2f7566a-0f3a-4f7c-bf15-f2a3e63be1de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:49.666906 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-b2f7566a-0f3a-4f7c-bf15-f2a3e63be1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:49.667573 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-b2f7566a-0f3a-4f7c-bf15-f2a3e63be1de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:49.668987 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-b2f7566a-0f3a-4f7c-bf15-f2a3e63be1de service neutron] 10.222.0.39 "PUT /v2.0/ports/327e562d-98d8-4c04-9c64-e81f3e2863f1 HTTP/1.1" status: 200 len: 1093 time: 3.1153343 Jul 07 20:55:49.669791 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0a9f7927-5cda-4ee9-a3e4-7e0970851fb1 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:55:49.681802 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-5e5b3d64-199b-466a-8ab0-94c5806a2d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:49.684115 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-5e5b3d64-199b-466a-8ab0-94c5806a2d49 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 1101 time: 0.3179755 Jul 07 20:55:49.700308 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-61b5240c-7118-4b1b-aef9-df174f9a2e68 req-a97c4a11-675a-43ee-89a4-7bbb9c28b8b0 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424587 Jul 07 20:55:49.728509 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:49.748114 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-ee6c5b9f-201d-4b42-9f42-295c8cf360c2 service neutron] Request body: {'port': {'device_id': '2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:49.769195 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 0a9f7927-5cda-4ee9-a3e4-7e0970851fb1 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:55:49.774835 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-d0828e0e-4b8b-487c-ab1f-0dca7877f0b7 service neutron] 10.222.0.64 "GET /v2.0/networks/3dc99b88-9b3c-4338-bfc2-d73c0699ed8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104711 Jul 07 20:55:49.780586 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 0a9f7927-5cda-4ee9-a3e4-7e0970851fb1 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:55:49.783775 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:49.823180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7566a-0f3a-4f7c-bf15-f2a3e63be1de service neutron] Pushing event updated for resources: {'Port': ['ID=327e562d-98d8-4c04-9c64-e81f3e2863f1,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:49.896040 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:49.951054 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0a9f7927-5cda-4ee9-a3e4-7e0970851fb1, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0a9f7927-5cda-4ee9-a3e4-7e0970851fb1,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:49.957683 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cd5b96-c5a5-4c55-b4a0-1abb12a68b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9f7927-5cda-4ee9-a3e4-7e0970851fb1'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:49.960848 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed77021-2b19-4dcc-bc98-c1059c1c7b2f" -d '{"events": [{"server_uuid": "08cd5b96-c5a5-4c55-b4a0-1abb12a68b14", "name": "network-vif-plugged", "status": "completed", "tag": "0a9f7927-5cda-4ee9-a3e4-7e0970851fb1"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:49.966449 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:49.996411 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-de99070c-c069-4644-bb3a-869547dd3b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:49.997800 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-de99070c-c069-4644-bb3a-869547dd3b73 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.2938712 Jul 07 20:55:50.037442 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:50.048473 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=0a9f7927-5cda-4ee9-a3e4-7e0970851fb1,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:50.063649 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-486b4829-6eea-4df5-90b4-8e3d901a3e1e service neutron] 10.222.0.64 "GET /v2.0/networks/3dc99b88-9b3c-4338-bfc2-d73c0699ed8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260635 Jul 07 20:55:50.097638 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-f1f70523-2d68-45f9-803c-fee61c497937 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879 HTTP/1.1" status: 200 len: 217 time: 0.0815489 Jul 07 20:55:50.159294 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-ee6c5b9f-201d-4b42-9f42-295c8cf360c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:50.196356 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-a658ef7c-a090-49ca-b86e-bfc53abd66e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:50.198044 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-a658ef7c-a090-49ca-b86e-bfc53abd66e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0911767 Jul 07 20:55:50.271653 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8939031-5a24-4416-b8d3-2c11f24d650d req-d4c65bbe-f2f8-4a3f-a88c-aeb018142706 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:50.273581 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e8939031-5a24-4416-b8d3-2c11f24d650d req-d4c65bbe-f2f8-4a3f-a88c-aeb018142706 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=08cd5b96-c5a5-4c55-b4a0-1abb12a68b14 HTTP/1.1" status: 200 len: 945 time: 0.2682955 Jul 07 20:55:50.396408 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e8939031-5a24-4416-b8d3-2c11f24d650d req-f0976cb0-31e5-4c32-9059-b1434d43eb9c tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167130 Jul 07 20:55:50.495692 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1957758-647a-47c6-95a5-7620087789f4 x-openstack-request-id: req-f1957758-647a-47c6-95a5-7620087789f4 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:50.496474 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08cd5b96-c5a5-4c55-b4a0-1abb12a68b14", "name": "network-vif-plugged", "status": "completed", "tag": "0a9f7927-5cda-4ee9-a3e4-7e0970851fb1", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:50.497394 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f1957758-647a-47c6-95a5-7620087789f4 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:50.505138 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cd5b96-c5a5-4c55-b4a0-1abb12a68b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9f7927-5cda-4ee9-a3e4-7e0970851fb1', 'code': 200} Jul 07 20:55:50.555795 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-334718a7-22bd-46aa-b33b-25a29617a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:50.561705 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-334718a7-22bd-46aa-b33b-25a29617a812 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3363001 Jul 07 20:55:50.606581 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0bd910-6253-4e39-9eb8-54b27ea54223', 'tag': '0c46ff97-cef9-4e8a-914c-b9919cd17879'}, {'name': 'network-changed', 'server_uuid': '2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6', 'tag': '327e562d-98d8-4c04-9c64-e81f3e2863f1'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:50.609015 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0bd910-6253-4e39-9eb8-54b27ea54223", "tag": "0c46ff97-cef9-4e8a-914c-b9919cd17879"}, {"name": "network-changed", "server_uuid": "2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6", "tag": "327e562d-98d8-4c04-9c64-e81f3e2863f1"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:51.222546 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-b0172772-f465-4034-9f35-c3b9301f25d4 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6508501 Jul 07 20:55:51.233705 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16481bfc-61b2-47c5-be42-6b159155d2f6 req-7d632ffd-1b05-42d6-b67a-699c7bb56a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:51.234361 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-16481bfc-61b2-47c5-be42-6b159155d2f6 req-7d632ffd-1b05-42d6-b67a-699c7bb56a10 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=08cd5b96-c5a5-4c55-b4a0-1abb12a68b14 HTTP/1.1" status: 200 len: 1097 time: 0.6523311 Jul 07 20:55:51.257159 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377c896-c2de-4fb5-882a-6587bdfcfd56 req-1c1840e3-983e-4d76-a3a0-9fd0bcc3fdd5 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:51.263460 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377c896-c2de-4fb5-882a-6587bdfcfd56 req-1c1840e3-983e-4d76-a3a0-9fd0bcc3fdd5 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:51.265792 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3377c896-c2de-4fb5-882a-6587bdfcfd56 req-1c1840e3-983e-4d76-a3a0-9fd0bcc3fdd5 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6 HTTP/1.1" status: 200 len: 1667 time: 0.6521823 Jul 07 20:55:51.374791 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c5d41-75fc-47cb-88d8-48ef648d6df6 req-9a7425c3-8a0c-4f47-ad20-169c5a68ac10 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:51.376672 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-300c5d41-75fc-47cb-88d8-48ef648d6df6 req-9a7425c3-8a0c-4f47-ad20-169c5a68ac10 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 949 time: 0.6859610 Jul 07 20:55:51.395834 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-ee6c5b9f-201d-4b42-9f42-295c8cf360c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b674c2ea-a6e7-4ea9-812b-c10fe506b715 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:55:51.426769 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-ee6c5b9f-201d-4b42-9f42-295c8cf360c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:51.457033 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-16481bfc-61b2-47c5-be42-6b159155d2f6 req-3ca62e53-32b5-4ef7-9684-aa4f34eace97 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862998 Jul 07 20:55:51.479726 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3377c896-c2de-4fb5-882a-6587bdfcfd56 req-be0adcf7-38e4-48d2-8467-2277fb391ba3 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900296 Jul 07 20:55:51.487760 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-ee6c5b9f-201d-4b42-9f42-295c8cf360c2 service neutron] Transition to ACTIVE for port object b674c2ea-a6e7-4ea9-812b-c10fe506b715 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:55:51.504139 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-ee6c5b9f-201d-4b42-9f42-295c8cf360c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:51.524446 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-300c5d41-75fc-47cb-88d8-48ef648d6df6 req-5fc6092a-d23a-420e-8a0f-7ea95a5a44f7 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399240 Jul 07 20:55:51.557772 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7961cadf-a99a-4661-95a7-efaf3650afdb req-0fc7441d-a6f2-441e-9a3d-cb56d6a011c4 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193915 Jul 07 20:55:51.602916 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c5b9f-201d-4b42-9f42-295c8cf360c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b674c2ea-a6e7-4ea9-812b-c10fe506b715,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:51.685588 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2fecce-a419-4324-b914-5478b6e6ab18 x-openstack-request-id: req-9b2fecce-a419-4324-b914-5478b6e6ab18 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:51.686434 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0bd910-6253-4e39-9eb8-54b27ea54223", "tag": "0c46ff97-cef9-4e8a-914c-b9919cd17879", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6", "tag": "327e562d-98d8-4c04-9c64-e81f3e2863f1", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:51.686764 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9b2fecce-a419-4324-b914-5478b6e6ab18 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:51.687245 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0bd910-6253-4e39-9eb8-54b27ea54223', 'tag': '0c46ff97-cef9-4e8a-914c-b9919cd17879', 'status': 'completed', 'code': 200} Jul 07 20:55:51.687602 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6', 'tag': '327e562d-98d8-4c04-9c64-e81f3e2863f1', 'status': 'completed', 'code': 200} Jul 07 20:55:51.737491 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bcea1c1e-ecaa-477e-8198-12f5fce24d93 req-68e29c1b-1d0b-4941-be52-95e3b3d9cedc tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 210 time: 0.0905023 Jul 07 20:55:51.878874 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-ee6c5b9f-201d-4b42-9f42-295c8cf360c2 service neutron] Attempting to bind port b674c2ea-a6e7-4ea9-812b-c10fe506b715 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:55:51.879649 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-ee6c5b9f-201d-4b42-9f42-295c8cf360c2 service neutron] Attempting to bind port b674c2ea-a6e7-4ea9-812b-c10fe506b715 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bada9c15-38a7-49ca-b73f-45768f0361d0'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:55:51.880215 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-ee6c5b9f-201d-4b42-9f42-295c8cf360c2 service neutron] Attempting to bind port b674c2ea-a6e7-4ea9-812b-c10fe506b715 on network bada9c15-38a7-49ca-b73f-45768f0361d0 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:51.894477 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-ee6c5b9f-201d-4b42-9f42-295c8cf360c2 service neutron] Port b674c2ea-a6e7-4ea9-812b-c10fe506b715 on network bada9c15-38a7-49ca-b73f-45768f0361d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:55:51.895178 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-ee6c5b9f-201d-4b42-9f42-295c8cf360c2 service neutron] Attempting to bind port b674c2ea-a6e7-4ea9-812b-c10fe506b715 on network bada9c15-38a7-49ca-b73f-45768f0361d0 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:51.915361 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-a13755fd-597c-48de-bf4d-701d8ddc5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:51.916961 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-a13755fd-597c-48de-bf4d-701d8ddc5c1e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 1101 time: 0.1718409 Jul 07 20:55:51.917794 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-ee6c5b9f-201d-4b42-9f42-295c8cf360c2 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:55:51.918055 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-ee6c5b9f-201d-4b42-9f42-295c8cf360c2 service neutron] Checking segment: {'id': '3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bada9c15-38a7-49ca-b73f-45768f0361d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:55:51.918435 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-ee6c5b9f-201d-4b42-9f42-295c8cf360c2 service neutron] Bound using segment: {'id': '3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bada9c15-38a7-49ca-b73f-45768f0361d0'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:55:51.918886 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-ee6c5b9f-201d-4b42-9f42-295c8cf360c2 service neutron] Bound port: b674c2ea-a6e7-4ea9-812b-c10fe506b715, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'bada9c15-38a7-49ca-b73f-45768f0361d0'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:55:51.919252 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-ee6c5b9f-201d-4b42-9f42-295c8cf360c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:51.949185 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-0f09c80b-301f-4066-94e2-1a46fcbe39a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:51.951300 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-0f09c80b-301f-4066-94e2-1a46fcbe39a4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 1101 time: 0.2073066 Jul 07 20:55:52.160598 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-32a9b45b-c29a-4d27-989a-6b724c9637d0 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:52.162438 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-32a9b45b-c29a-4d27-989a-6b724c9637d0 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.58 "GET /v2.0/networks?id=3dc99b88-9b3c-4338-bfc2-d73c0699ed8c HTTP/1.1" status: 200 len: 812 time: 0.1710730 Jul 07 20:55:52.181764 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-decbebf9-66a7-46ff-9557-a8abec753d8c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Request body: {'port': {'device_id': '54c28a89-b89c-4d8c-b0c0-11a28f13e67b', 'network_id': '3dc99b88-9b3c-4338-bfc2-d73c0699ed8c', 'admin_state_up': True, 'tenant_id': 'c0ecd010d6b343f08bfce9e9465520bf'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:52.303973 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-ee6c5b9f-201d-4b42-9f42-295c8cf360c2 service neutron] For port b674c2ea-a6e7-4ea9-812b-c10fe506b715, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:55:52.324722 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-decbebf9-66a7-46ff-9557-a8abec753d8c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Made reservation on behalf of c0ecd010d6b343f08bfce9e9465520bf for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:55:52.339194 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-decbebf9-66a7-46ff-9557-a8abec753d8c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:52.362676 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7eb9e-7ffa-4c9b-955a-c1445a6e08a1 req-ce31c42e-dc13-421d-82be-17aed6b01acd tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:52.364455 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-34b7eb9e-7ffa-4c9b-955a-c1445a6e08a1 req-ce31c42e-dc13-421d-82be-17aed6b01acd tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=08cd5b96-c5a5-4c55-b4a0-1abb12a68b14 HTTP/1.1" status: 200 len: 945 time: 0.1819246 Jul 07 20:55:52.374299 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-ee6c5b9f-201d-4b42-9f42-295c8cf360c2 service neutron] For port b674c2ea-a6e7-4ea9-812b-c10fe506b715, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=b674c2ea-a6e7-4ea9-812b-c10fe506b715,segment=NetworkSegment(3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc),segment_id=3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:55:52.383842 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-22396ffc-8fb1-4118-950c-219239ae1481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:52.385813 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-22396ffc-8fb1-4118-950c-219239ae1481 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.4488137 Jul 07 20:55:52.414477 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-ee6c5b9f-201d-4b42-9f42-295c8cf360c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:52.470817 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-d8357fda-1849-4cf5-9c7c-3e5aac283332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:52.472354 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-d8357fda-1849-4cf5-9c7c-3e5aac283332 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.4817562 Jul 07 20:55:52.473678 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-ee6c5b9f-201d-4b42-9f42-295c8cf360c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:52.474291 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-ee6c5b9f-201d-4b42-9f42-295c8cf360c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:52.475690 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-ee6c5b9f-201d-4b42-9f42-295c8cf360c2 service neutron] 10.222.0.39 "PUT /v2.0/ports/b674c2ea-a6e7-4ea9-812b-c10fe506b715 HTTP/1.1" status: 200 len: 1093 time: 2.7740986 Jul 07 20:55:52.535502 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-77194e83-3234-4ba7-ba89-98201cba074a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879 HTTP/1.1" status: 200 len: 217 time: 0.1080992 Jul 07 20:55:52.547890 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7439223-503a-4d37-ae4c-e4b44ffcf21e req-ca2d403d-2b5f-4023-92ca-ccb1359e8821 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:52.554949 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d7439223-503a-4d37-ae4c-e4b44ffcf21e req-ca2d403d-2b5f-4023-92ca-ccb1359e8821 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 946 time: 0.5626340 Jul 07 20:55:52.555348 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-decbebf9-66a7-46ff-9557-a8abec753d8c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Allocated IP 172.20.0.14 (3dc99b88-9b3c-4338-bfc2-d73c0699ed8c/6138be9f-e804-44e1-a8e2-f9b666a6f8d8/86479d78-7e46-4d17-8f40-fe257e0b714c) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:55:52.568323 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-34b7eb9e-7ffa-4c9b-955a-c1445a6e08a1 req-21bf0c3a-511a-4041-b68e-0216dda688dd tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865256 Jul 07 20:55:52.711962 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-f05ad941-d88a-4444-a238-7160f1cdcacd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879 HTTP/1.1" status: 200 len: 217 time: 0.1968718 Jul 07 20:55:52.856255 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-decbebf9-66a7-46ff-9557-a8abec753d8c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:52.894956 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c5b9f-201d-4b42-9f42-295c8cf360c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b674c2ea-a6e7-4ea9-812b-c10fe506b715,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:52.916661 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-decbebf9-66a7-46ff-9557-a8abec753d8c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:52.970717 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-f1d0818e-382a-4257-a261-b4e858cd49c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:52.974290 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-f1d0818e-382a-4257-a261-b4e858cd49c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.4046295 Jul 07 20:55:52.974804 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-decbebf9-66a7-46ff-9557-a8abec753d8c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Network 3dc99b88-9b3c-4338-bfc2-d73c0699ed8c is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:55:52.980702 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-decbebf9-66a7-46ff-9557-a8abec753d8c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:55:52.987276 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-decbebf9-66a7-46ff-9557-a8abec753d8c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:55:53.004145 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d7439223-503a-4d37-ae4c-e4b44ffcf21e req-cadeeafc-20d0-443f-a458-11d3e9ca48e1 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481075 Jul 07 20:55:53.020369 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbebf9-66a7-46ff-9557-a8abec753d8c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Pushing event updated for resources: {'Port': ['ID=86479d78-7e46-4d17-8f40-fe257e0b714c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:53.060610 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-decbebf9-66a7-46ff-9557-a8abec753d8c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:53.062538 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-decbebf9-66a7-46ff-9557-a8abec753d8c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:53.065900 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-f7dead7b-ab01-4e7f-a634-9f40ff33dd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:53.067500 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-f7dead7b-ab01-4e7f-a634-9f40ff33dd01 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.3165801 Jul 07 20:55:53.082586 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-decbebf9-66a7-46ff-9557-a8abec753d8c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9068632 Jul 07 20:55:53.103764 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-79d5b29a-cf96-41bf-8ddb-771a5fbb89c8 service neutron] Request body: {'port': {'device_id': '54c28a89-b89c-4d8c-b0c0-11a28f13e67b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:53.129324 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-e25d5bc0-87d8-4f94-b2ba-6764e1afdba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:53.129933 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-e25d5bc0-87d8-4f94-b2ba-6764e1afdba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:53.131742 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-e25d5bc0-87d8-4f94-b2ba-6764e1afdba8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3572206916df4815b4641ef2859a1817&device_id=2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6 HTTP/1.1" status: 200 len: 1983 time: 0.5065575 Jul 07 20:55:53.162025 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-67ddb2a6-cf0e-41e3-afdd-5b6a1915e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:53.163675 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-67ddb2a6-cf0e-41e3-afdd-5b6a1915e68e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1558986 Jul 07 20:55:53.212472 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-79d5b29a-cf96-41bf-8ddb-771a5fbb89c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:53.215770 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-04bd9365-55d3-4567-af6d-136f35b28d0b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.245&port_id=327e562d-98d8-4c04-9c64-e81f3e2863f1 HTTP/1.1" status: 200 len: 217 time: 0.0691013 Jul 07 20:55:53.390999 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad128c-5f26-4fde-a8d1-4655a8943af9 req-02020429-d86e-4052-a5e7-8f6c6d73c01b tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:53.401934 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad128c-5f26-4fde-a8d1-4655a8943af9 req-02020429-d86e-4052-a5e7-8f6c6d73c01b tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:53.404562 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70ad128c-5f26-4fde-a8d1-4655a8943af9 req-02020429-d86e-4052-a5e7-8f6c6d73c01b tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6 HTTP/1.1" status: 200 len: 1679 time: 0.6439452 Jul 07 20:55:53.428044 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-774bb8ce-c4f0-4d0d-91dd-1c2452642919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:53.436069 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-774bb8ce-c4f0-4d0d-91dd-1c2452642919 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3515520 Jul 07 20:55:53.517505 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-0d689249-5daf-40f9-9bfb-9d39e2a31117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:53.519017 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-0d689249-5daf-40f9-9bfb-9d39e2a31117 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b691290f-f7f5-4125-aefa-ec9165e87b72 HTTP/1.1" status: 200 len: 801 time: 0.2722139 Jul 07 20:55:53.526817 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-79d5b29a-cf96-41bf-8ddb-771a5fbb89c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86479d78-7e46-4d17-8f40-fe257e0b714c {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:55:53.538100 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-79d5b29a-cf96-41bf-8ddb-771a5fbb89c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:53.551893 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-79d5b29a-cf96-41bf-8ddb-771a5fbb89c8 service neutron] Transition to ACTIVE for port object 86479d78-7e46-4d17-8f40-fe257e0b714c will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:55:53.556923 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-79d5b29a-cf96-41bf-8ddb-771a5fbb89c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:53.613160 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5b29a-cf96-41bf-8ddb-771a5fbb89c8 service neutron] Pushing event updated for resources: {'Port': ['ID=86479d78-7e46-4d17-8f40-fe257e0b714c,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:53.623199 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70ad128c-5f26-4fde-a8d1-4655a8943af9 req-054b5f3e-6b9b-4bba-98d7-6b655e006e12 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006633 Jul 07 20:55:53.636542 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-6686441f-c8d5-4b52-b942-c66f7fc9567a service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372244 Jul 07 20:55:53.672947 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ae139-2cda-4e4a-9159-0f3c2f67f19b req-1d6ce1c4-02b1-4072-9dd4-77f5855ad44a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:53.675852 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a84ae139-2cda-4e4a-9159-0f3c2f67f19b req-1d6ce1c4-02b1-4072-9dd4-77f5855ad44a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 949 time: 0.4777689 Jul 07 20:55:53.691112 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-79d5b29a-cf96-41bf-8ddb-771a5fbb89c8 service neutron] Attempting to bind port 86479d78-7e46-4d17-8f40-fe257e0b714c on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:55:53.691675 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-79d5b29a-cf96-41bf-8ddb-771a5fbb89c8 service neutron] Attempting to bind port 86479d78-7e46-4d17-8f40-fe257e0b714c by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3dc99b88-9b3c-4338-bfc2-d73c0699ed8c'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:55:53.692103 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-79d5b29a-cf96-41bf-8ddb-771a5fbb89c8 service neutron] Attempting to bind port 86479d78-7e46-4d17-8f40-fe257e0b714c on network 3dc99b88-9b3c-4338-bfc2-d73c0699ed8c {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:53.696787 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-79d5b29a-cf96-41bf-8ddb-771a5fbb89c8 service neutron] Port 86479d78-7e46-4d17-8f40-fe257e0b714c on network 3dc99b88-9b3c-4338-bfc2-d73c0699ed8c not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:55:53.696968 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6', 'tag': 'b674c2ea-a6e7-4ea9-812b-c10fe506b715'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:53.697313 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-79d5b29a-cf96-41bf-8ddb-771a5fbb89c8 service neutron] Attempting to bind port 86479d78-7e46-4d17-8f40-fe257e0b714c on network 3dc99b88-9b3c-4338-bfc2-d73c0699ed8c {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:53.699051 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8213fdea-21bc-4e8a-95eb-7b4171dbc523" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6", "tag": "b674c2ea-a6e7-4ea9-812b-c10fe506b715"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:53.703228 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-79d5b29a-cf96-41bf-8ddb-771a5fbb89c8 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:55:53.703713 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-79d5b29a-cf96-41bf-8ddb-771a5fbb89c8 service neutron] Checking segment: {'id': '4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3dc99b88-9b3c-4338-bfc2-d73c0699ed8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:55:53.704188 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-79d5b29a-cf96-41bf-8ddb-771a5fbb89c8 service neutron] Bound using segment: {'id': '4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3dc99b88-9b3c-4338-bfc2-d73c0699ed8c'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:55:53.704755 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-79d5b29a-cf96-41bf-8ddb-771a5fbb89c8 service neutron] Bound port: 86479d78-7e46-4d17-8f40-fe257e0b714c, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3dc99b88-9b3c-4338-bfc2-d73c0699ed8c'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:55:53.705190 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-79d5b29a-cf96-41bf-8ddb-771a5fbb89c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:53.783522 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-79d5b29a-cf96-41bf-8ddb-771a5fbb89c8 service neutron] For port 86479d78-7e46-4d17-8f40-fe257e0b714c, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:55:53.789151 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-79d5b29a-cf96-41bf-8ddb-771a5fbb89c8 service neutron] For port 86479d78-7e46-4d17-8f40-fe257e0b714c, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=86479d78-7e46-4d17-8f40-fe257e0b714c,segment=NetworkSegment(4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5),segment_id=4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:55:53.796709 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-79d5b29a-cf96-41bf-8ddb-771a5fbb89c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:53.815666 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-7bc46590-d294-47cd-86bf-991cb4f0b477 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736806 Jul 07 20:55:53.856426 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a84ae139-2cda-4e4a-9159-0f3c2f67f19b req-7b6f9c5a-c151-4283-9677-a054c456bd96 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656358 Jul 07 20:55:53.889908 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5b29a-cf96-41bf-8ddb-771a5fbb89c8 service neutron] Pushing event updated for resources: {'Port': ['ID=86479d78-7e46-4d17-8f40-fe257e0b714c,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:53.909277 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-79d5b29a-cf96-41bf-8ddb-771a5fbb89c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:53.909974 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-79d5b29a-cf96-41bf-8ddb-771a5fbb89c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:53.911487 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-79d5b29a-cf96-41bf-8ddb-771a5fbb89c8 service neutron] 10.222.0.58 "PUT /v2.0/ports/86479d78-7e46-4d17-8f40-fe257e0b714c HTTP/1.1" status: 200 len: 1093 time: 0.8147469 Jul 07 20:55:53.911989 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c28a89-b89c-4d8c-b0c0-11a28f13e67b', 'tag': '86479d78-7e46-4d17-8f40-fe257e0b714c'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:53.914306 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fca8b02-9dda-44cd-8f4e-c7f3142717d8" -d '{"events": [{"name": "network-changed", "server_uuid": "54c28a89-b89c-4d8c-b0c0-11a28f13e67b", "tag": "86479d78-7e46-4d17-8f40-fe257e0b714c"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:53.929081 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-f36e6ec2-0245-4a93-86f4-cefc4982684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:53.930623 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-f36e6ec2-0245-4a93-86f4-cefc4982684e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3335292-7795-40a0-a2d7-9b09ab1c0c55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3850894 Jul 07 20:55:53.983525 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-4cdfd4be-30ee-4c4d-9b90-97e0cb283f4f service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357370 Jul 07 20:55:54.080660 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-87bc7d40-6e86-471f-aed6-0a027274405d service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477298 Jul 07 20:55:54.111581 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b0e0f-89dc-4118-ac1f-e8ffc7ca9505 req-44be854d-6267-4894-b782-80aaab7bb4eb tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:54.113585 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-923b0e0f-89dc-4118-ac1f-e8ffc7ca9505 req-44be854d-6267-4894-b782-80aaab7bb4eb tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 944 time: 0.3565178 Jul 07 20:55:54.169494 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-b5d6d1e9-8ca6-432e-bdcf-3484e7111232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:54.172026 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-b5d6d1e9-8ca6-432e-bdcf-3484e7111232 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c0ecd010d6b343f08bfce9e9465520bf&device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 1096 time: 0.1141207 Jul 07 20:55:54.175582 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-3c8553ec-5148-4161-b04c-c3da74e0923f tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:54.178239 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-3c8553ec-5148-4161-b04c-c3da74e0923f tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f&tenant_id=65fae3fefbe64254998437b5d4795dfb&binding%3Ahost_id=n-h2-695189-11 HTTP/1.1" status: 200 len: 1098 time: 0.1706719 Jul 07 20:55:54.213370 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-3e43362e-0169-40bb-a4b5-28fd598ab2e3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-695189-11'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:55:54.215252 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-fe373ca3-6fea-4a7a-86b1-f509c1370891 service neutron] 10.222.0.39 "GET /v2.0/networks/a3335292-7795-40a0-a2d7-9b09ab1c0c55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611854 Jul 07 20:55:54.220497 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-923b0e0f-89dc-4118-ac1f-e8ffc7ca9505 req-82dc9789-26ed-47e3-a49e-319df78b7909 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995624 Jul 07 20:55:54.288454 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-93b152f6-389b-4d78-b267-546c5a659eeb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86479d78-7e46-4d17-8f40-fe257e0b714c HTTP/1.1" status: 200 len: 217 time: 0.0861144 Jul 07 20:55:54.323869 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f370ef95-c6e0-44c6-a9c3-154fde474319 x-openstack-request-id: req-f370ef95-c6e0-44c6-a9c3-154fde474319 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:54.324149 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6", "tag": "b674c2ea-a6e7-4ea9-812b-c10fe506b715", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:54.324450 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f370ef95-c6e0-44c6-a9c3-154fde474319 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:54.325051 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6', 'tag': 'b674c2ea-a6e7-4ea9-812b-c10fe506b715', 'status': 'completed', 'code': 200} Jul 07 20:55:54.351047 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-6398f589-30da-4ce8-979f-be72ffb05b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:54.352614 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-6398f589-30da-4ce8-979f-be72ffb05b1d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6138be9f-e804-44e1-a8e2-f9b666a6f8d8 HTTP/1.1" status: 200 len: 852 time: 0.0642238 Jul 07 20:55:54.377102 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85888146-39dc-407b-a5df-4524c94e5a65 req-c78e06d8-51f0-47b6-b782-4c7c2a643d7b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:54.383838 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-85888146-39dc-407b-a5df-4524c94e5a65 req-c78e06d8-51f0-47b6-b782-4c7c2a643d7b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=08cd5b96-c5a5-4c55-b4a0-1abb12a68b14 HTTP/1.1" status: 200 len: 945 time: 0.2097428 Jul 07 20:55:54.399050 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285b425d-c8db-4e22-8b45-16dd9bd457e5 x-openstack-request-id: req-285b425d-c8db-4e22-8b45-16dd9bd457e5 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:54.399351 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c28a89-b89c-4d8c-b0c0-11a28f13e67b", "tag": "86479d78-7e46-4d17-8f40-fe257e0b714c", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:54.399611 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-285b425d-c8db-4e22-8b45-16dd9bd457e5 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:54.400008 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c28a89-b89c-4d8c-b0c0-11a28f13e67b', 'tag': '86479d78-7e46-4d17-8f40-fe257e0b714c', 'status': 'completed', 'code': 200} Jul 07 20:55:54.420541 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-98c5b19b-3918-4c38-80b3-b45d5216ba23 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3dc99b88-9b3c-4338-bfc2-d73c0699ed8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517166 Jul 07 20:55:54.424036 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-401c5a50-5e3c-456f-b9ac-72808a9c3361 service neutron] 10.222.0.39 "GET /v2.0/networks/a3335292-7795-40a0-a2d7-9b09ab1c0c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952291 Jul 07 20:55:54.501798 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-60a72ce6-a0e0-4e2b-b037-a68dab72011c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.199&port_id=b674c2ea-a6e7-4ea9-812b-c10fe506b715 HTTP/1.1" status: 200 len: 217 time: 0.0641439 Jul 07 20:55:54.507244 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-85888146-39dc-407b-a5df-4524c94e5a65 req-cb079df6-5f34-439d-9070-4882c4eee3a0 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195843 Jul 07 20:55:54.507647 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-3e43362e-0169-40bb-a4b5-28fd598ab2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:54.629387 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-f17c7b16-f9d7-4e80-ad4c-ac038b812dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:54.633120 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-f17c7b16-f9d7-4e80-ad4c-ac038b812dd1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d9df7a40-b2ea-4a83-b6a3-2b197234b9aa HTTP/1.1" status: 200 len: 801 time: 0.1144266 Jul 07 20:55:54.650343 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-7eabc347-3a1a-483b-82b5-e8135dd7e321 service neutron] 10.222.0.58 "GET /v2.0/networks/3dc99b88-9b3c-4338-bfc2-d73c0699ed8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210052 Jul 07 20:55:54.684522 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fc79d-4bf7-43e8-a9a9-0f15e7f4e4b2 req-de12dcfc-72f5-4e69-b3ca-0ac8f6c5d51f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:54.686875 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c49fc79d-4bf7-43e8-a9a9-0f15e7f4e4b2 req-de12dcfc-72f5-4e69-b3ca-0ac8f6c5d51f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 946 time: 0.1838160 Jul 07 20:55:54.791518 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-3e43362e-0169-40bb-a4b5-28fd598ab2e3 service neutron] For port bb66d9f0-6d4b-446a-83f5-575f54c94229, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=bb66d9f0-6d4b-446a-83f5-575f54c94229,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:54.819122 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b79c5bd2-d98f-46bb-844e-1f6c393649c3 req-7b0c739f-1d66-43f0-a7b8-cf8a0654cc15 service neutron] 10.222.0.58 "GET /v2.0/networks/3dc99b88-9b3c-4338-bfc2-d73c0699ed8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615171 Jul 07 20:55:54.852602 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-3e43362e-0169-40bb-a4b5-28fd598ab2e3 service neutron] For port bb66d9f0-6d4b-446a-83f5-575f54c94229, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:55:54.953159 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-3e43362e-0169-40bb-a4b5-28fd598ab2e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:54.963511 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-3e43362e-0169-40bb-a4b5-28fd598ab2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:55.020232 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca8b02-9dda-44cd-8f4e-c7f3142717d8 req-10c96b4a-20a9-4cb9-9fe7-a566406b209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:55.022425 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7fca8b02-9dda-44cd-8f4e-c7f3142717d8 req-10c96b4a-20a9-4cb9-9fe7-a566406b209f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c0ecd010d6b343f08bfce9e9465520bf&device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 1096 time: 0.1263020 Jul 07 20:55:55.120272 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43362e-0169-40bb-a4b5-28fd598ab2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=bb66d9f0-6d4b-446a-83f5-575f54c94229,revision_number=7']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:55.125536 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-3e43362e-0169-40bb-a4b5-28fd598ab2e3 service neutron] Attempting to bind port bb66d9f0-6d4b-446a-83f5-575f54c94229 on host n-h2-695189-11 for vnic_type normal with profile {"migrating_to": "n-h1-695189-11"} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:55:55.126184 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-3e43362e-0169-40bb-a4b5-28fd598ab2e3 service neutron] Attempting to bind port bb66d9f0-6d4b-446a-83f5-575f54c94229 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:55:55.126482 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-3e43362e-0169-40bb-a4b5-28fd598ab2e3 service neutron] Attempting to bind port bb66d9f0-6d4b-446a-83f5-575f54c94229 on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:55.136944 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-3e43362e-0169-40bb-a4b5-28fd598ab2e3 service neutron] Port bb66d9f0-6d4b-446a-83f5-575f54c94229 on network a969003f-4d51-4bc6-945b-910c720df136 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:55:55.137273 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-3e43362e-0169-40bb-a4b5-28fd598ab2e3 service neutron] Attempting to bind port bb66d9f0-6d4b-446a-83f5-575f54c94229 on network a969003f-4d51-4bc6-945b-910c720df136 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:55:55.145526 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-3e43362e-0169-40bb-a4b5-28fd598ab2e3 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:55:55.145874 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-3e43362e-0169-40bb-a4b5-28fd598ab2e3 service neutron] Checking segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:55:55.146262 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-3e43362e-0169-40bb-a4b5-28fd598ab2e3 service neutron] Bound using segment: {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:55:55.146701 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-3e43362e-0169-40bb-a4b5-28fd598ab2e3 service neutron] Bound port: bb66d9f0-6d4b-446a-83f5-575f54c94229, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7814ef99-1a11-4758-9ec6-f3d79984a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a969003f-4d51-4bc6-945b-910c720df136'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:55:55.147066 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-3e43362e-0169-40bb-a4b5-28fd598ab2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:55.210437 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca8b02-9dda-44cd-8f4e-c7f3142717d8 req-20c2e678-afbf-4639-b64b-6d0f8d6de73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:55.212006 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7fca8b02-9dda-44cd-8f4e-c7f3142717d8 req-20c2e678-afbf-4639-b64b-6d0f8d6de73c service neutron] 10.222.0.58 "GET /v2.0/networks?id=3dc99b88-9b3c-4338-bfc2-d73c0699ed8c HTTP/1.1" status: 200 len: 913 time: 0.1792431 Jul 07 20:55:55.277839 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7fca8b02-9dda-44cd-8f4e-c7f3142717d8 req-6ff2dbd3-d9e6-4e4c-8141-f9f516250cc7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86479d78-7e46-4d17-8f40-fe257e0b714c HTTP/1.1" status: 200 len: 217 time: 0.0450253 Jul 07 20:55:55.282475 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-3e43362e-0169-40bb-a4b5-28fd598ab2e3 service neutron] For port bb66d9f0-6d4b-446a-83f5-575f54c94229, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:55:55.296569 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-3e43362e-0169-40bb-a4b5-28fd598ab2e3 service neutron] For port bb66d9f0-6d4b-446a-83f5-575f54c94229, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=bb66d9f0-6d4b-446a-83f5-575f54c94229,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:55:55.299696 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c49fc79d-4bf7-43e8-a9a9-0f15e7f4e4b2 req-6e4b9c40-6441-4428-8bc2-2b05fdaaed16 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5932271 Jul 07 20:55:55.307763 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-3e43362e-0169-40bb-a4b5-28fd598ab2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:55.320599 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-6d06b8b0-fd6c-4961-bd4c-d00bd13dcd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:55.322177 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-6d06b8b0-fd6c-4961-bd4c-d00bd13dcd86 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bada9c15-38a7-49ca-b73f-45768f0361d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6784387 Jul 07 20:55:55.389242 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca8b02-9dda-44cd-8f4e-c7f3142717d8 req-da9a7f3b-84a0-4d1b-8e08-c812c84549ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:55.390756 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7fca8b02-9dda-44cd-8f4e-c7f3142717d8 req-da9a7f3b-84a0-4d1b-8e08-c812c84549ec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6138be9f-e804-44e1-a8e2-f9b666a6f8d8 HTTP/1.1" status: 200 len: 852 time: 0.0928650 Jul 07 20:55:55.428750 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828e8ad-3a06-466e-a035-a24dcc22e688 req-964ea4f0-c03b-4cd0-8126-0433e497fa19 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:55.435115 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43362e-0169-40bb-a4b5-28fd598ab2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=bb66d9f0-6d4b-446a-83f5-575f54c94229,revision_number=8']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:55.438250 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6828e8ad-3a06-466e-a035-a24dcc22e688 req-964ea4f0-c03b-4cd0-8126-0433e497fa19 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/networks?id=287bef21-9852-4f7d-90ca-297ef811e6f1 HTTP/1.1" status: 200 len: 806 time: 0.2289150 Jul 07 20:55:55.492492 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6828e8ad-3a06-466e-a035-a24dcc22e688 req-f7e63771-a022-4459-a113-497ad6b5b2b9 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/quotas/128d0bdbd3254a86ab8fae38847d408e HTTP/1.1" status: 200 len: 375 time: 0.0215693 Jul 07 20:55:55.503920 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-3e43362e-0169-40bb-a4b5-28fd598ab2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:55.505303 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-3e43362e-0169-40bb-a4b5-28fd598ab2e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:55.507020 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-3e43362e-0169-40bb-a4b5-28fd598ab2e3 service neutron] 10.222.0.58 "PUT /v2.0/ports/bb66d9f0-6d4b-446a-83f5-575f54c94229 HTTP/1.1" status: 200 len: 1124 time: 1.3118007 Jul 07 20:55:55.508215 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 0c46ff97-cef9-4e8a-914c-b9919cd17879 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:55:55.509734 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7fca8b02-9dda-44cd-8f4e-c7f3142717d8 req-0e3a48a3-dde5-47c8-8401-28d96b7e56b0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3dc99b88-9b3c-4338-bfc2-d73c0699ed8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989125 Jul 07 20:55:55.572021 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-8d8e49ac-330e-49a3-9936-62e1efc0473b service neutron] 10.222.0.39 "GET /v2.0/networks/bada9c15-38a7-49ca-b73f-45768f0361d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343495 Jul 07 20:55:55.631942 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eee14f-2941-42c6-8969-7e1ee4564efc req-f8f40d86-b796-4a33-a40a-c645f92265bb tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:55.639509 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eee14f-2941-42c6-8969-7e1ee4564efc req-f8f40d86-b796-4a33-a40a-c645f92265bb tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:55.640831 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3eee14f-2941-42c6-8969-7e1ee4564efc req-f8f40d86-b796-4a33-a40a-c645f92265bb tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6 HTTP/1.1" status: 200 len: 1679 time: 0.2016189 Jul 07 20:55:55.699208 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device bb66d9f0-6d4b-446a-83f5-575f54c94229 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:55:55.712766 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7fca8b02-9dda-44cd-8f4e-c7f3142717d8 req-1de35b1c-1a4d-460b-9019-2ee7362c486e service neutron] 10.222.0.58 "GET /v2.0/networks/3dc99b88-9b3c-4338-bfc2-d73c0699ed8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646464 Jul 07 20:55:55.716154 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['bb66d9f0-6d4b-446a-83f5-575f54c94229'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:55:55.747116 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6828e8ad-3a06-466e-a035-a24dcc22e688 req-614862f8-b4a4-4c24-a86e-fa3b7d60b29f tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=128d0bdbd3254a86ab8fae38847d408e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2421141 Jul 07 20:55:55.750722 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3eee14f-2941-42c6-8969-7e1ee4564efc req-509198d3-2348-40b5-8b91-ced7bb8698dc tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780005 Jul 07 20:55:55.822203 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['bb66d9f0-6d4b-446a-83f5-575f54c94229'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:55:55.882939 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51b54be5-68d6-4408-8fb1-11bcb38b6e7e req-fabb7425-d8db-4875-a2cf-d499dcb477e8 service neutron] 10.222.0.39 "GET /v2.0/networks/bada9c15-38a7-49ca-b73f-45768f0361d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905002 Jul 07 20:55:55.888845 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 0c46ff97-cef9-4e8a-914c-b9919cd17879, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:55.929996 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7fca8b02-9dda-44cd-8f4e-c7f3142717d8 req-aa9a4215-27f8-43c9-b85f-03b77739d098 service neutron] 10.222.0.58 "GET /v2.0/networks/3dc99b88-9b3c-4338-bfc2-d73c0699ed8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014377 Jul 07 20:55:55.933064 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '0c46ff97-cef9-4e8a-914c-b9919cd17879', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '0c46ff97-cef9-4e8a-914c-b9919cd17879', 'mac_address': 'fa:16:3e:d1:23:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:55:56.039374 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6828e8ad-3a06-466e-a035-a24dcc22e688 req-12bd37cf-6723-4165-91c4-91e8485749b7 service neutron] 10.222.0.64 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777247 Jul 07 20:55:56.090266 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:56.131162 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c46ff97-cef9-4e8a-914c-b9919cd17879 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:55:56.167861 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d424a7a-ccf1-43db-b99b-4796db111b54 req-e29be5b2-e481-4197-800c-74f2826a61e5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:56.169189 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port bb66d9f0-6d4b-446a-83f5-575f54c94229, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=bb66d9f0-6d4b-446a-83f5-575f54c94229,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:56.169407 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8d424a7a-ccf1-43db-b99b-4796db111b54 req-e29be5b2-e481-4197-800c-74f2826a61e5 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 949 time: 0.2151177 Jul 07 20:55:56.188579 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 0c46ff97-cef9-4e8a-914c-b9919cd17879, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:56.194496 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-de7b1919-5aeb-4c7b-b930-a5889badb816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:56.195072 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-de7b1919-5aeb-4c7b-b930-a5889badb816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:56.196906 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-de7b1919-5aeb-4c7b-b930-a5889badb816 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3572206916df4815b4641ef2859a1817&device_id=2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6 HTTP/1.1" status: 200 len: 1983 time: 0.2319520 Jul 07 20:55:56.201499 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:56.220633 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device bb66d9f0-6d4b-446a-83f5-575f54c94229 has no active binding in host n-h1-695189-11 {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 20:55:56.247752 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6828e8ad-3a06-466e-a035-a24dcc22e688 req-90b68eb5-79d2-4b05-8229-6b2ce61decac service neutron] 10.222.0.64 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985202 Jul 07 20:55:56.309207 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8d424a7a-ccf1-43db-b99b-4796db111b54 req-8f7bdd9e-1529-4ec5-8212-69fad0e9062c tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282263 Jul 07 20:55:56.336488 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=0c46ff97-cef9-4e8a-914c-b9919cd17879,revision_number=12']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:56.353363 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-81b5b202-5206-4cf1-84a4-3b2c2f132f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:56.354933 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-81b5b202-5206-4cf1-84a4-3b2c2f132f74 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a3335292-7795-40a0-a2d7-9b09ab1c0c55 HTTP/1.1" status: 200 len: 903 time: 0.1458232 Jul 07 20:55:56.400752 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcfbef7-93a7-4295-a7b6-1f807a76273f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb66d9f0-6d4b-446a-83f5-575f54c94229'}, {'name': 'network-changed', 'server_uuid': '1fcfbef7-93a7-4295-a7b6-1f807a76273f', 'tag': 'bb66d9f0-6d4b-446a-83f5-575f54c94229'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:55:56.403271 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f4faad-9bb4-417c-b7e9-40dc6175ebe8" -d '{"events": [{"server_uuid": "1fcfbef7-93a7-4295-a7b6-1f807a76273f", "name": "network-vif-unplugged", "status": "completed", "tag": "bb66d9f0-6d4b-446a-83f5-575f54c94229"}, {"name": "network-changed", "server_uuid": "1fcfbef7-93a7-4295-a7b6-1f807a76273f", "tag": "bb66d9f0-6d4b-446a-83f5-575f54c94229"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:55:56.512245 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-54adf68c-4860-431a-8484-4057188f201b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.245&port_id=327e562d-98d8-4c04-9c64-e81f3e2863f1 HTTP/1.1" status: 200 len: 217 time: 0.1315799 Jul 07 20:55:56.620729 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-aa138b90-2ba7-4fba-9f01-ac2995dc16b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:56.622503 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-aa138b90-2ba7-4fba-9f01-ac2995dc16b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b691290f-f7f5-4125-aefa-ec9165e87b72 HTTP/1.1" status: 200 len: 801 time: 0.0960937 Jul 07 20:55:56.690890 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['0c46ff97-cef9-4e8a-914c-b9919cd17879'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:55:56.700720 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb1ea9-6b53-473e-ae81-e92ede6d61cf req-2a79930e-2a52-4478-a6cf-8112c8eb3711 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:56.709041 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a9cb1ea9-6b53-473e-ae81-e92ede6d61cf req-2a79930e-2a52-4478-a6cf-8112c8eb3711 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 944 time: 0.1921782 Jul 07 20:55:56.796243 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a9cb1ea9-6b53-473e-ae81-e92ede6d61cf req-a467f76c-b765-4d8f-a9fa-60cf90af1910 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862474 Jul 07 20:55:56.839636 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-fb94e778-7005-4101-b3bd-e88088609657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:56.841186 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-fb94e778-7005-4101-b3bd-e88088609657 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3335292-7795-40a0-a2d7-9b09ab1c0c55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2070870 Jul 07 20:55:56.930667 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a4835-1717-4d04-b75f-b14cf7d41a5b req-40787699-674f-49ae-aea3-3d53a58695f1 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:56.940358 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0f3a4835-1717-4d04-b75f-b14cf7d41a5b req-40787699-674f-49ae-aea3-3d53a58695f1 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 944 time: 0.2530227 Jul 07 20:55:57.018864 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-d5da57c4-f5dd-4ea6-bae4-fbbc3d04a046 service neutron] 10.222.0.39 "GET /v2.0/networks/a3335292-7795-40a0-a2d7-9b09ab1c0c55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643102 Jul 07 20:55:57.024281 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0f3a4835-1717-4d04-b75f-b14cf7d41a5b req-d9a5b23b-57c3-492f-b571-5d96d79baddc tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829852 Jul 07 20:55:57.204240 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4a51d18-378f-4f79-b1dd-6d7bf27a021b req-298eb1af-1a93-49b9-bbfc-2e5ce298b86a service neutron] 10.222.0.39 "GET /v2.0/networks/a3335292-7795-40a0-a2d7-9b09ab1c0c55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777990 Jul 07 20:55:57.245396 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca758b-eeae-4026-8fd8-92f569b10b0c req-5d5d3633-ab85-4545-bc90-1af9645a81d2 tempest-MigrationsAdminTest-208978502 tempest-MigrationsAdminTest-208978502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:57.246961 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ceca758b-eeae-4026-8fd8-92f569b10b0c req-5d5d3633-ab85-4545-bc90-1af9645a81d2 tempest-MigrationsAdminTest-208978502 tempest-MigrationsAdminTest-208978502-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 1102 time: 0.1295662 Jul 07 20:55:57.308535 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ceca758b-eeae-4026-8fd8-92f569b10b0c req-f5fdc0f8-a868-4601-bbfc-289b41c5978c tempest-MigrationsAdminTest-208978502 tempest-MigrationsAdminTest-208978502-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517340 Jul 07 20:55:57.407081 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213fdea-21bc-4e8a-95eb-7b4171dbc523 req-d504ec11-8ed9-4486-bc5d-fabc770781ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:57.408086 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213fdea-21bc-4e8a-95eb-7b4171dbc523 req-d504ec11-8ed9-4486-bc5d-fabc770781ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:57.409896 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8213fdea-21bc-4e8a-95eb-7b4171dbc523 req-d504ec11-8ed9-4486-bc5d-fabc770781ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3572206916df4815b4641ef2859a1817&device_id=2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6 HTTP/1.1" status: 200 len: 1983 time: 0.0897176 Jul 07 20:55:57.443391 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 20:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40559670-5cb9-4e2c-8da4-228407111dd9 x-openstack-request-id: req-40559670-5cb9-4e2c-8da4-228407111dd9 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:55:57.448701 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcfbef7-93a7-4295-a7b6-1f807a76273f", "name": "network-vif-unplugged", "status": "completed", "tag": "bb66d9f0-6d4b-446a-83f5-575f54c94229", "code": 200}, {"name": "network-changed", "server_uuid": "1fcfbef7-93a7-4295-a7b6-1f807a76273f", "tag": "bb66d9f0-6d4b-446a-83f5-575f54c94229", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:55:57.449717 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-40559670-5cb9-4e2c-8da4-228407111dd9 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:55:57.450357 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fcfbef7-93a7-4295-a7b6-1f807a76273f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb66d9f0-6d4b-446a-83f5-575f54c94229', 'code': 200} Jul 07 20:55:57.450847 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fcfbef7-93a7-4295-a7b6-1f807a76273f', 'tag': 'bb66d9f0-6d4b-446a-83f5-575f54c94229', 'status': 'completed', 'code': 200} Jul 07 20:55:57.665540 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213fdea-21bc-4e8a-95eb-7b4171dbc523 req-5f98db1f-e5cd-4b90-a4f0-af19ca1a5d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:57.667413 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8213fdea-21bc-4e8a-95eb-7b4171dbc523 req-5f98db1f-e5cd-4b90-a4f0-af19ca1a5d72 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bada9c15-38a7-49ca-b73f-45768f0361d0 HTTP/1.1" status: 200 len: 903 time: 0.2368178 Jul 07 20:55:57.673335 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4faad-9bb4-417c-b7e9-40dc6175ebe8 req-a44b7b79-fd23-46e8-8aac-9bef30732d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:57.674808 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4f4faad-9bb4-417c-b7e9-40dc6175ebe8 req-a44b7b79-fd23-46e8-8aac-9bef30732d44 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 1127 time: 0.1546140 Jul 07 20:55:57.685715 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 86479d78-7e46-4d17-8f40-fe257e0b714c details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:55:57.716102 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f882ad-d0ab-43c8-a74d-e43ae75aa8e3 req-c34f9969-cb13-43fd-a8a0-77b85435cdf7 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:57.723234 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f882ad-d0ab-43c8-a74d-e43ae75aa8e3 req-c34f9969-cb13-43fd-a8a0-77b85435cdf7 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:57.724913 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0f882ad-d0ab-43c8-a74d-e43ae75aa8e3 req-c34f9969-cb13-43fd-a8a0-77b85435cdf7 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6 HTTP/1.1" status: 200 len: 1679 time: 0.1511972 Jul 07 20:55:57.797198 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8213fdea-21bc-4e8a-95eb-7b4171dbc523 req-d1da06a9-ce8c-4fd6-b5f2-11bd70d4eca8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.199&port_id=b674c2ea-a6e7-4ea9-812b-c10fe506b715 HTTP/1.1" status: 200 len: 217 time: 0.1099904 Jul 07 20:55:57.828715 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 86479d78-7e46-4d17-8f40-fe257e0b714c, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=86479d78-7e46-4d17-8f40-fe257e0b714c,segment=NetworkSegment(4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5),segment_id=4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:57.846254 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '86479d78-7e46-4d17-8f40-fe257e0b714c', 'network_id': '3dc99b88-9b3c-4338-bfc2-d73c0699ed8c', 'port_id': '86479d78-7e46-4d17-8f40-fe257e0b714c', 'mac_address': 'fa:16:3e:78:27:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6138be9f-e804-44e1-a8e2-f9b666a6f8d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:55:57.886771 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213fdea-21bc-4e8a-95eb-7b4171dbc523 req-61a5633d-e69f-4cec-b698-947fccc39c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:57.888518 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8213fdea-21bc-4e8a-95eb-7b4171dbc523 req-61a5633d-e69f-4cec-b698-947fccc39c43 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d9df7a40-b2ea-4a83-b6a3-2b197234b9aa HTTP/1.1" status: 200 len: 801 time: 0.0808692 Jul 07 20:55:57.902080 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:57.918154 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86479d78-7e46-4d17-8f40-fe257e0b714c {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:55:57.943660 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 86479d78-7e46-4d17-8f40-fe257e0b714c, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=86479d78-7e46-4d17-8f40-fe257e0b714c,segment=NetworkSegment(4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5),segment_id=4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:57.948971 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:57.949882 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0f882ad-d0ab-43c8-a74d-e43ae75aa8e3 req-6cc1387a-321d-4392-8e21-aee4d3d8f5de tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572704 Jul 07 20:55:58.035513 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=86479d78-7e46-4d17-8f40-fe257e0b714c,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:55:58.043102 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4faad-9bb4-417c-b7e9-40dc6175ebe8 req-99cf327f-cfb9-4c9c-b0c9-4a64fe3f4d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:58.044653 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4f4faad-9bb4-417c-b7e9-40dc6175ebe8 req-99cf327f-cfb9-4c9c-b0c9-4a64fe3f4d87 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 909 time: 0.3489845 Jul 07 20:55:58.120032 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4f4faad-9bb4-417c-b7e9-40dc6175ebe8 req-654e59ef-ca31-42c5-900b-6fc457b13d6e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb66d9f0-6d4b-446a-83f5-575f54c94229 HTTP/1.1" status: 200 len: 217 time: 0.0465312 Jul 07 20:55:58.126489 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213fdea-21bc-4e8a-95eb-7b4171dbc523 req-c38d15df-566b-47cf-b873-a15cc5c7919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:58.128175 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8213fdea-21bc-4e8a-95eb-7b4171dbc523 req-c38d15df-566b-47cf-b873-a15cc5c7919f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bada9c15-38a7-49ca-b73f-45768f0361d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2269180 Jul 07 20:55:58.282623 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4faad-9bb4-417c-b7e9-40dc6175ebe8 req-67e589d2-a956-4d5e-bf75-06a36d4e73ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:58.284153 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4f4faad-9bb4-417c-b7e9-40dc6175ebe8 req-67e589d2-a956-4d5e-bf75-06a36d4e73ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e76f85dc-7298-41c1-a5c0-b46924c81a29 HTTP/1.1" status: 200 len: 848 time: 0.1420138 Jul 07 20:55:58.331925 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4f4faad-9bb4-417c-b7e9-40dc6175ebe8 req-9f7610e1-8d6c-4351-b038-82e6c69dfab9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a969003f-4d51-4bc6-945b-910c720df136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370362 Jul 07 20:55:58.339501 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8213fdea-21bc-4e8a-95eb-7b4171dbc523 req-9be34b9c-c402-4e40-b9c8-d555739f66b0 service neutron] 10.222.0.39 "GET /v2.0/networks/bada9c15-38a7-49ca-b73f-45768f0361d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889353 Jul 07 20:55:58.430132 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b2c81-1d3d-4b05-a876-11ebaf5cb51b req-aafe02b6-0f55-441c-9397-780b0effd1c3 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:58.438072 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-783b2c81-1d3d-4b05-a876-11ebaf5cb51b req-aafe02b6-0f55-441c-9397-780b0effd1c3 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 945 time: 0.2056224 Jul 07 20:55:58.547367 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-783b2c81-1d3d-4b05-a876-11ebaf5cb51b req-b95b15f5-347f-4bd2-bc16-8e070a21b53b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073332 Jul 07 20:55:58.577770 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8213fdea-21bc-4e8a-95eb-7b4171dbc523 req-dd78a412-134f-44bd-8f9d-f183919b9801 service neutron] 10.222.0.39 "GET /v2.0/networks/bada9c15-38a7-49ca-b73f-45768f0361d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262592 Jul 07 20:55:58.580584 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4f4faad-9bb4-417c-b7e9-40dc6175ebe8 req-caafcfa0-557c-4703-9175-4995f0f4a68c service neutron] 10.222.0.39 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275157 Jul 07 20:55:58.641462 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['86479d78-7e46-4d17-8f40-fe257e0b714c'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:55:58.789289 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4f4faad-9bb4-417c-b7e9-40dc6175ebe8 req-973ebe97-0776-4e5d-a15b-c3b470c78830 service neutron] 10.222.0.39 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818595 Jul 07 20:55:58.803922 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6828e8ad-3a06-466e-a035-a24dcc22e688 req-4d8c1760-57cc-4241-9448-8284df3ab48c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=128d0bdbd3254a86ab8fae38847d408e&device_id=8b458b74-5e0e-4925-9a34-9c9e74f42db7 HTTP/1.1" status: 200 len: 210 time: 0.0359430 Jul 07 20:55:58.819548 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec1da4-ce76-4ae8-83e6-3d20f4de7c92 req-41dcecc1-4307-48db-bd14-3e2c01a346cc tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:58.821111 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1bec1da4-ce76-4ae8-83e6-3d20f4de7c92 req-41dcecc1-4307-48db-bd14-3e2c01a346cc tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 944 time: 0.1878803 Jul 07 20:55:58.828776 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb531aa-93f6-46a6-bd0f-0abb98bd62cf req-39059fe1-de07-48fb-a120-cce71f9cb09c tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:58.835554 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ceb531aa-93f6-46a6-bd0f-0abb98bd62cf req-39059fe1-de07-48fb-a120-cce71f9cb09c tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 950 time: 0.1536956 Jul 07 20:55:58.896000 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ceb531aa-93f6-46a6-bd0f-0abb98bd62cf req-6d8217c1-add6-4c6e-b56d-0f5d23d25cb1 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594127 Jul 07 20:55:58.916101 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1bec1da4-ce76-4ae8-83e6-3d20f4de7c92 req-be6c2c1f-ae03-4be5-8f85-fde7c924a826 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741928 Jul 07 20:55:58.931270 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828e8ad-3a06-466e-a035-a24dcc22e688 req-6ead19c5-2b33-4808-9667-3676e9ad0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:58.932994 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6828e8ad-3a06-466e-a035-a24dcc22e688 req-6ead19c5-2b33-4808-9667-3676e9ad0c6e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=128d0bdbd3254a86ab8fae38847d408e&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1147413 Jul 07 20:55:59.071521 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828e8ad-3a06-466e-a035-a24dcc22e688 req-c5a4edb8-b874-45e6-a6f8-401b6da000d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:59.073187 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6828e8ad-3a06-466e-a035-a24dcc22e688 req-c5a4edb8-b874-45e6-a6f8-401b6da000d9 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308620 Jul 07 20:55:59.155688 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6828e8ad-3a06-466e-a035-a24dcc22e688 req-b45ec34e-2f8c-44b2-8543-3371437285a3 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b458b74-5e0e-4925-9a34-9c9e74f42db7 HTTP/1.1" status: 200 len: 210 time: 0.0425098 Jul 07 20:55:59.160814 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3faa24ce-7758-42fa-9037-ec493e0a3bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:59.209458 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-c0b8fc2b-423c-491b-b2c0-956a87c02533 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:59.210929 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-c0b8fc2b-423c-491b-b2c0-956a87c02533 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/networks?id=287bef21-9852-4f7d-90ca-297ef811e6f1 HTTP/1.1" status: 200 len: 806 time: 0.2102296 Jul 07 20:55:59.237055 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-522e04b7-bd60-4577-adfe-f339c3ec0951 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/quotas/128d0bdbd3254a86ab8fae38847d408e HTTP/1.1" status: 200 len: 375 time: 0.0201540 Jul 07 20:55:59.245401 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6c50c-fc8c-414c-ad74-d2aac73650c2 req-26810f79-0a54-4a07-9e98-1ae4f5b5e257 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:59.252794 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6c50c-fc8c-414c-ad74-d2aac73650c2 req-26810f79-0a54-4a07-9e98-1ae4f5b5e257 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:59.259599 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f5a6c50c-fc8c-414c-ad74-d2aac73650c2 req-26810f79-0a54-4a07-9e98-1ae4f5b5e257 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6 HTTP/1.1" status: 200 len: 1679 time: 0.1404800 Jul 07 20:55:59.328240 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f5a6c50c-fc8c-414c-ad74-d2aac73650c2 req-2ce7d9b4-6017-4fd3-b9cc-4a1185f02f95 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677381 Jul 07 20:55:59.370748 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-37eb1c73-3dc4-4f7f-bf71-6adc7df773d9 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=128d0bdbd3254a86ab8fae38847d408e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1089597 Jul 07 20:55:59.473622 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-bffa716b-fad9-44b8-8039-285f7dc33cc0 service neutron] 10.222.0.64 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931993 Jul 07 20:55:59.553532 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device b674c2ea-a6e7-4ea9-812b-c10fe506b715 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:55:59.556912 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 0c46ff97-cef9-4e8a-914c-b9919cd17879 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:55:59.574337 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-41b83da2-7731-4b3d-92ba-2519a0f50a2c service neutron] 10.222.0.64 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947402 Jul 07 20:55:59.694550 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 0c46ff97-cef9-4e8a-914c-b9919cd17879 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:55:59.735492 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 0c46ff97-cef9-4e8a-914c-b9919cd17879 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:55:59.735909 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:59.751289 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port b674c2ea-a6e7-4ea9-812b-c10fe506b715, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=b674c2ea-a6e7-4ea9-812b-c10fe506b715,segment=NetworkSegment(3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc),segment_id=3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:59.787544 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'b674c2ea-a6e7-4ea9-812b-c10fe506b715', 'network_id': 'bada9c15-38a7-49ca-b73f-45768f0361d0', 'port_id': 'b674c2ea-a6e7-4ea9-812b-c10fe506b715', 'mac_address': 'fa:16:3e:c0:08:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9df7a40-b2ea-4a83-b6a3-2b197234b9aa', 'ip_address': '19.86.0.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:55:59.841631 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:59.843865 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-17b941fc-f3b5-408d-b035-8364f2bc4804 req-2e95b3eb-bdcf-4dc7-827e-bcd45f9bb309 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=873dd4c3-2cb6-402e-9b46-8c4bef5318f6 HTTP/1.1" status: 200 len: 210 time: 0.0278301 Jul 07 20:55:59.860750 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b674c2ea-a6e7-4ea9-812b-c10fe506b715 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:55:59.932386 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port b674c2ea-a6e7-4ea9-812b-c10fe506b715, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=b674c2ea-a6e7-4ea9-812b-c10fe506b715,segment=NetworkSegment(3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc),segment_id=3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:55:59.937401 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e0cd458a-86f0-4c61-82d7-730b93d22e53 req-96e9f313-4a18-44b6-888a-d78970e4a80a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1622159 Jul 07 20:55:59.940990 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:59.957908 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7b7d6-db8e-48be-bf15-fad4e9cab2fc req-5fa49d7a-0c3c-498f-a078-ffbaa041fc09 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:55:59.966267 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-17a7b7d6-db8e-48be-bf15-fad4e9cab2fc req-5fa49d7a-0c3c-498f-a078-ffbaa041fc09 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 945 time: 0.2513487 Jul 07 20:55:59.969864 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:55:59.970566 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 327e562d-98d8-4c04-9c64-e81f3e2863f1 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:56:00.066345 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-17a7b7d6-db8e-48be-bf15-fad4e9cab2fc req-09a0b385-c7a8-412d-8dcd-a60513b3ccd6 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822871 Jul 07 20:56:00.180767 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 0c46ff97-cef9-4e8a-914c-b9919cd17879, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:00.213509 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0bd910-6253-4e39-9eb8-54b27ea54223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c46ff97-cef9-4e8a-914c-b9919cd17879'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:00.217074 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1480d1d2-6388-4729-9355-9ee3bd68e5e6" -d '{"events": [{"server_uuid": "8d0bd910-6253-4e39-9eb8-54b27ea54223", "name": "network-vif-plugged", "status": "completed", "tag": "0c46ff97-cef9-4e8a-914c-b9919cd17879"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:00.231063 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:00.237728 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf5b42-60ab-49e6-9da3-7f6310c51520 req-fa6bc16c-09f2-4da1-8272-fdb7c52287c8 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:00.246697 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcaf5b42-60ab-49e6-9da3-7f6310c51520 req-fa6bc16c-09f2-4da1-8272-fdb7c52287c8 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 950 time: 0.1781721 Jul 07 20:56:00.257031 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd458a-86f0-4c61-82d7-730b93d22e53 req-0b4c5794-1277-4869-aeae-c8359b9f866d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:00.258568 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e0cd458a-86f0-4c61-82d7-730b93d22e53 req-0b4c5794-1277-4869-aeae-c8359b9f866d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 1096 time: 0.2354996 Jul 07 20:56:00.277606 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 327e562d-98d8-4c04-9c64-e81f3e2863f1, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=327e562d-98d8-4c04-9c64-e81f3e2863f1,segment=NetworkSegment(91d80213-9584-4894-8aac-2c3e38acae45),segment_id=91d80213-9584-4894-8aac-2c3e38acae45)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:00.336723 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '327e562d-98d8-4c04-9c64-e81f3e2863f1', 'network_id': 'a3335292-7795-40a0-a2d7-9b09ab1c0c55', 'port_id': '327e562d-98d8-4c04-9c64-e81f3e2863f1', 'mac_address': 'fa:16:3e:0b:3e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b691290f-f7f5-4125-aefa-ec9165e87b72', 'ip_address': '19.80.0.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:56:00.352231 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=b674c2ea-a6e7-4ea9-812b-c10fe506b715,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:00.538577 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:00.572135 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327e562d-98d8-4c04-9c64-e81f3e2863f1 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:56:00.584715 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=0c46ff97-cef9-4e8a-914c-b9919cd17879,revision_number=13']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:00.606014 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 327e562d-98d8-4c04-9c64-e81f3e2863f1, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=327e562d-98d8-4c04-9c64-e81f3e2863f1,segment=NetworkSegment(91d80213-9584-4894-8aac-2c3e38acae45),segment_id=91d80213-9584-4894-8aac-2c3e38acae45)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:00.612186 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:00.674738 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=327e562d-98d8-4c04-9c64-e81f3e2863f1,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:00.975758 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['b674c2ea-a6e7-4ea9-812b-c10fe506b715'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:56:00.993507 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcaf5b42-60ab-49e6-9da3-7f6310c51520 req-59e40a04-064d-4cce-a88e-d532aecd574d tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7458019 Jul 07 20:56:01.058958 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['327e562d-98d8-4c04-9c64-e81f3e2863f1'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:56:01.135912 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd458a-86f0-4c61-82d7-730b93d22e53 req-3e626dd0-87c4-4196-ae73-bc0109562093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:01.137536 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e0cd458a-86f0-4c61-82d7-730b93d22e53 req-3e626dd0-87c4-4196-ae73-bc0109562093 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 909 time: 0.8496156 Jul 07 20:56:01.137769 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036688df-1fa1-4984-be79-9cafb6081557 x-openstack-request-id: req-036688df-1fa1-4984-be79-9cafb6081557 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:01.138066 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0bd910-6253-4e39-9eb8-54b27ea54223", "name": "network-vif-plugged", "status": "completed", "tag": "0c46ff97-cef9-4e8a-914c-b9919cd17879", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:01.138323 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-036688df-1fa1-4984-be79-9cafb6081557 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:01.138715 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0bd910-6253-4e39-9eb8-54b27ea54223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c46ff97-cef9-4e8a-914c-b9919cd17879', 'code': 200} Jul 07 20:56:01.205776 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e0cd458a-86f0-4c61-82d7-730b93d22e53 req-564ee4b0-f66d-4c8b-9a70-9cad228147cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11d8c012-324f-4238-87ef-f17ab10841cb HTTP/1.1" status: 200 len: 217 time: 0.0519125 Jul 07 20:56:01.264113 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc48999-0ad2-4d0e-92f9-c3b596241d26 req-24dd11e4-9e82-4da4-a3a9-841f0fe7fd8d tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:01.271867 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4dc48999-0ad2-4d0e-92f9-c3b596241d26 req-24dd11e4-9e82-4da4-a3a9-841f0fe7fd8d tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 944 time: 0.3099482 Jul 07 20:56:01.301820 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9576b22-c58c-492d-881f-6e727847ae55 req-10915df3-b4ea-4e6b-9c89-850454310e33 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:01.303379 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c9576b22-c58c-492d-881f-6e727847ae55 req-10915df3-b4ea-4e6b-9c89-850454310e33 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 951 time: 0.3532929 Jul 07 20:56:01.400048 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd458a-86f0-4c61-82d7-730b93d22e53 req-e1d94de4-4767-4867-9327-c7f7038f6584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:01.401537 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e0cd458a-86f0-4c61-82d7-730b93d22e53 req-e1d94de4-4767-4867-9327-c7f7038f6584 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e76f85dc-7298-41c1-a5c0-b46924c81a29 HTTP/1.1" status: 200 len: 848 time: 0.1866138 Jul 07 20:56:01.463735 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4dc48999-0ad2-4d0e-92f9-c3b596241d26 req-8eb5c8a0-9b57-4aed-9a53-fc90d4a279ee tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909497 Jul 07 20:56:01.467862 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e0cd458a-86f0-4c61-82d7-730b93d22e53 req-ebac527f-a4df-495c-98a2-43fedd2ba25e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a969003f-4d51-4bc6-945b-910c720df136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546360 Jul 07 20:56:01.580273 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device bb66d9f0-6d4b-446a-83f5-575f54c94229 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:56:01.628800 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e0cd458a-86f0-4c61-82d7-730b93d22e53 req-870fb221-149b-411f-8cde-47a81e4ce036 service neutron] 10.222.0.39 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133552 Jul 07 20:56:01.744421 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 0c46ff97-cef9-4e8a-914c-b9919cd17879 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:56:01.747623 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 86479d78-7e46-4d17-8f40-fe257e0b714c up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:56:01.829183 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848154b3-c33d-4feb-a6e4-987e64769141 req-5c8b3961-4211-41e8-a5b9-a1e7fa849f5f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:01.836564 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848154b3-c33d-4feb-a6e4-987e64769141 req-5c8b3961-4211-41e8-a5b9-a1e7fa849f5f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:01.845591 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-848154b3-c33d-4feb-a6e4-987e64769141 req-5c8b3961-4211-41e8-a5b9-a1e7fa849f5f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6 HTTP/1.1" status: 200 len: 1681 time: 0.5186849 Jul 07 20:56:01.879977 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-37c810e9-869e-4407-8011-d42fa4f2a842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:01.912109 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e0cd458a-86f0-4c61-82d7-730b93d22e53 req-b35803e0-a42a-42a1-833e-fe2e2d0fd7f1 service neutron] 10.222.0.39 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728307 Jul 07 20:56:01.962703 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-3aa18e9f-c63f-4d9a-b14d-221574839a8d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:01.976623 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-3aa18e9f-c63f-4d9a-b14d-221574839a8d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.58 "GET /v2.0/networks?id=287bef21-9852-4f7d-90ca-297ef811e6f1 HTTP/1.1" status: 200 len: 806 time: 0.2096655 Jul 07 20:56:01.988984 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:01.990800 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-b2ec7036-6488-4141-82a9-b7b3f8b9d0b0 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Request body: {'port': {'device_id': '873dd4c3-2cb6-402e-9b46-8c4bef5318f6', 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1', 'admin_state_up': True, 'tenant_id': '128d0bdbd3254a86ab8fae38847d408e'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:56:01.993344 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-759be968-6db4-49d5-bfca-0ca8a0963889 req-8affc310-f233-4d7c-a55c-41d90a50e077 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=873dd4c3-2cb6-402e-9b46-8c4bef5318f6 HTTP/1.1" status: 200 len: 210 time: 0.2069228 Jul 07 20:56:01.995596 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:02.044799 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 86479d78-7e46-4d17-8f40-fe257e0b714c completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:56:02.064375 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-848154b3-c33d-4feb-a6e4-987e64769141 req-74a0ebb9-f1ae-4c9c-a890-cc961961299d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156022 Jul 07 20:56:02.078833 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 86479d78-7e46-4d17-8f40-fe257e0b714c triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:02.080587 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:02.092797 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-c9576b22-c58c-492d-881f-6e727847ae55 req-d0c6a980-9e34-4375-81c0-1b13ffd6bac6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Deleting port 0c46ff97-cef9-4e8a-914c-b9919cd17879 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:56:02.094295 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c9576b22-c58c-492d-881f-6e727847ae55 req-d0c6a980-9e34-4375-81c0-1b13ffd6bac6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:02.247508 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 0c46ff97-cef9-4e8a-914c-b9919cd17879, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:02.255574 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:02.320695 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-b2ec7036-6488-4141-82a9-b7b3f8b9d0b0 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Made reservation on behalf of 128d0bdbd3254a86ab8fae38847d408e for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:56:02.326658 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-b2ec7036-6488-4141-82a9-b7b3f8b9d0b0 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:02.453557 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:02.484259 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=0c46ff97-cef9-4e8a-914c-b9919cd17879,revision_number=14']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:02.524591 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 86479d78-7e46-4d17-8f40-fe257e0b714c, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=86479d78-7e46-4d17-8f40-fe257e0b714c,segment=NetworkSegment(4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5),segment_id=4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:02.529435 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:02.578819 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-b2ec7036-6488-4141-82a9-b7b3f8b9d0b0 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Allocated IP 172.20.0.5 (287bef21-9852-4f7d-90ca-297ef811e6f1/cef6a251-d924-4278-917e-0372be44ce70/2c8cf700-6654-4da8-809f-db1d8116cc77) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:56:02.641449 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=86479d78-7e46-4d17-8f40-fe257e0b714c,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:02.651105 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-c9576b22-c58c-492d-881f-6e727847ae55 req-d0c6a980-9e34-4375-81c0-1b13ffd6bac6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] For port 0c46ff97-cef9-4e8a-914c-b9919cd17879, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=0c46ff97-cef9-4e8a-914c-b9919cd17879,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:02.651491 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c9576b22-c58c-492d-881f-6e727847ae55 req-d0c6a980-9e34-4375-81c0-1b13ffd6bac6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:02.678560 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-c9576b22-c58c-492d-881f-6e727847ae55 req-d0c6a980-9e34-4375-81c0-1b13ffd6bac6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Calling delete_port for 0c46ff97-cef9-4e8a-914c-b9919cd17879 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:56:02.710956 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-726ee1fa-6c9a-47b9-bdc0-425381f67822 service neutron] 10.222.0.39 "GET /v2.0/ports/bb66d9f0-6d4b-446a-83f5-575f54c94229/bindings/n-h1-695189-11 HTTP/1.1" status: 200 len: 385 time: 0.1724379 Jul 07 20:56:02.727445 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9e34a-984c-41c2-ac3e-2e978bdb352d req-581884d0-eeb2-4d3b-bdd7-361caa414279 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:02.728983 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b5a9e34a-984c-41c2-ac3e-2e978bdb352d req-581884d0-eeb2-4d3b-bdd7-361caa414279 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 945 time: 0.4267583 Jul 07 20:56:02.767635 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-b2ec7036-6488-4141-82a9-b7b3f8b9d0b0 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:02.786909 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e43bf1-8bc4-4e01-bcfa-f6cb4148040c req-e55220fd-8137-4424-85bb-2ef6f950025c tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:02.794827 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7e43bf1-8bc4-4e01-bcfa-f6cb4148040c req-e55220fd-8137-4424-85bb-2ef6f950025c tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 949 time: 0.4626074 Jul 07 20:56:02.813004 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-b2ec7036-6488-4141-82a9-b7b3f8b9d0b0 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:02.834948 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0a9f7927-5cda-4ee9-a3e4-7e0970851fb1'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:56:02.871119 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec7036-6488-4141-82a9-b7b3f8b9d0b0 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Pushing event updated for resources: {'Port': ['ID=2c8cf700-6654-4da8-809f-db1d8116cc77,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:02.888587 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-b2ec7036-6488-4141-82a9-b7b3f8b9d0b0 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Network 287bef21-9852-4f7d-90ca-297ef811e6f1 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:56:02.890764 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-b2ec7036-6488-4141-82a9-b7b3f8b9d0b0 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:56:02.893327 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-b2ec7036-6488-4141-82a9-b7b3f8b9d0b0 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:56:02.938117 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7e43bf1-8bc4-4e01-bcfa-f6cb4148040c req-67cbf3e7-0552-479e-b714-580a4f65a3dd tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414607 Jul 07 20:56:02.949564 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-b2ec7036-6488-4141-82a9-b7b3f8b9d0b0 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:02.950596 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-b2ec7036-6488-4141-82a9-b7b3f8b9d0b0 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:02.980168 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-b2ec7036-6488-4141-82a9-b7b3f8b9d0b0 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9933889 Jul 07 20:56:02.980772 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b5a9e34a-984c-41c2-ac3e-2e978bdb352d req-57853f38-e81a-4e9b-a93b-1a6d39836ea1 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155275 Jul 07 20:56:03.006422 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-fdecf5f3-e07f-47d0-976c-fbff57dd2c92 service neutron] Request body: {'port': {'device_id': '873dd4c3-2cb6-402e-9b46-8c4bef5318f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:56:03.143143 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0bd910-6253-4e39-9eb8-54b27ea54223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c46ff97-cef9-4e8a-914c-b9919cd17879'}, {'server_uuid': '54c28a89-b89c-4d8c-b0c0-11a28f13e67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86479d78-7e46-4d17-8f40-fe257e0b714c'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:03.162838 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f042ab8a-0ace-4c08-af19-75005f8cf374" -d '{"events": [{"server_uuid": "8d0bd910-6253-4e39-9eb8-54b27ea54223", "name": "network-vif-unplugged", "status": "completed", "tag": "0c46ff97-cef9-4e8a-914c-b9919cd17879"}, {"server_uuid": "54c28a89-b89c-4d8c-b0c0-11a28f13e67b", "name": "network-vif-plugged", "status": "completed", "tag": "86479d78-7e46-4d17-8f40-fe257e0b714c"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:03.193579 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-fdecf5f3-e07f-47d0-976c-fbff57dd2c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:03.468010 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:03.478570 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-996fc346-9268-4738-93be-870671eb8bc8 service neutron] For port bb66d9f0-6d4b-446a-83f5-575f54c94229, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=bb66d9f0-6d4b-446a-83f5-575f54c94229,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:03.504333 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c9576b22-c58c-492d-881f-6e727847ae55 req-d0c6a980-9e34-4375-81c0-1b13ffd6bac6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:03.517995 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc', 'd08268eb-098d-48cf-b467-d8b20280a8c6'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:56:03.561560 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6a980-9e34-4375-81c0-1b13ffd6bac6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Pushing event deleted for resources: {'Port': ['ID=0c46ff97-cef9-4e8a-914c-b9919cd17879,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:03.617288 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda8f68-810c-4fb4-97ac-f495fe1184ac req-176240ac-e9dc-4af7-ac37-210cec77fe11 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:03.632395 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dbda8f68-810c-4fb4-97ac-f495fe1184ac req-176240ac-e9dc-4af7-ac37-210cec77fe11 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 944 time: 0.4107971 Jul 07 20:56:03.635713 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-996fc346-9268-4738-93be-870671eb8bc8 service neutron] For port bb66d9f0-6d4b-446a-83f5-575f54c94229, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:56:03.650463 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['6cbf53d2-a34c-40c4-af6a-bc795d044e11'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:56:03.652836 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-fdecf5f3-e07f-47d0-976c-fbff57dd2c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c8cf700-6654-4da8-809f-db1d8116cc77 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:56:03.654070 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device b674c2ea-a6e7-4ea9-812b-c10fe506b715 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:56:03.663575 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-fdecf5f3-e07f-47d0-976c-fbff57dd2c92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:03.684663 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-fdecf5f3-e07f-47d0-976c-fbff57dd2c92 service neutron] Transition to ACTIVE for port object 2c8cf700-6654-4da8-809f-db1d8116cc77 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:56:03.690216 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-fdecf5f3-e07f-47d0-976c-fbff57dd2c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:03.723976 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9576b22-c58c-492d-881f-6e727847ae55 req-d0c6a980-9e34-4375-81c0-1b13ffd6bac6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] No DVR routers for this DVR port 0c46ff97-cef9-4e8a-914c-b9919cd17879 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:56:03.727266 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c9576b22-c58c-492d-881f-6e727847ae55 req-d0c6a980-9e34-4375-81c0-1b13ffd6bac6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:03.731421 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c9576b22-c58c-492d-881f-6e727847ae55 req-d0c6a980-9e34-4375-81c0-1b13ffd6bac6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.39 "DELETE /v2.0/ports/0c46ff97-cef9-4e8a-914c-b9919cd17879 HTTP/1.1" status: 204 len: 173 time: 2.4166112 Jul 07 20:56:03.767197 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42f3c8-4921-48fa-b72b-d9e6d34cb999 req-f339ddb8-1591-401b-b26f-a5f7e4f178be tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:03.777121 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a42f3c8-4921-48fa-b72b-d9e6d34cb999 req-f339ddb8-1591-401b-b26f-a5f7e4f178be tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=873dd4c3-2cb6-402e-9b46-8c4bef5318f6 HTTP/1.1" status: 200 len: 931 time: 0.4536061 Jul 07 20:56:03.801077 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0bd910-6253-4e39-9eb8-54b27ea54223', 'name': 'network-vif-deleted', 'tag': '0c46ff97-cef9-4e8a-914c-b9919cd17879'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:03.803496 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1267e7e-ca76-44ff-a35d-bfced6c521b2" -d '{"events": [{"server_uuid": "8d0bd910-6253-4e39-9eb8-54b27ea54223", "name": "network-vif-deleted", "tag": "0c46ff97-cef9-4e8a-914c-b9919cd17879"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:03.838505 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecf5f3-e07f-47d0-976c-fbff57dd2c92 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8cf700-6654-4da8-809f-db1d8116cc77,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:03.860873 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-996fc346-9268-4738-93be-870671eb8bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb66d9f0-6d4b-446a-83f5-575f54c94229 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:56:03.900859 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-996fc346-9268-4738-93be-870671eb8bc8 service neutron] For port bb66d9f0-6d4b-446a-83f5-575f54c94229, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=bb66d9f0-6d4b-446a-83f5-575f54c94229,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:03.914573 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port b674c2ea-a6e7-4ea9-812b-c10fe506b715 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:56:03.924587 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port b674c2ea-a6e7-4ea9-812b-c10fe506b715 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:03.925166 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:03.925591 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dbda8f68-810c-4fb4-97ac-f495fe1184ac req-726d2e0d-506c-4b5b-9fdd-b6400e4e4123 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918894 Jul 07 20:56:04.000540 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-996fc346-9268-4738-93be-870671eb8bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:04.052483 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a42f3c8-4921-48fa-b72b-d9e6d34cb999 req-e9c02d73-6cc8-411d-a75a-5119f7881ccc tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714212 Jul 07 20:56:04.106197 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-fdecf5f3-e07f-47d0-976c-fbff57dd2c92 service neutron] Attempting to bind port 2c8cf700-6654-4da8-809f-db1d8116cc77 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:56:04.106839 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-fdecf5f3-e07f-47d0-976c-fbff57dd2c92 service neutron] Attempting to bind port 2c8cf700-6654-4da8-809f-db1d8116cc77 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:56:04.106936 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-fdecf5f3-e07f-47d0-976c-fbff57dd2c92 service neutron] Attempting to bind port 2c8cf700-6654-4da8-809f-db1d8116cc77 on network 287bef21-9852-4f7d-90ca-297ef811e6f1 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:56:04.112710 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-fdecf5f3-e07f-47d0-976c-fbff57dd2c92 service neutron] Port 2c8cf700-6654-4da8-809f-db1d8116cc77 on network 287bef21-9852-4f7d-90ca-297ef811e6f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:56:04.113093 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-fdecf5f3-e07f-47d0-976c-fbff57dd2c92 service neutron] Attempting to bind port 2c8cf700-6654-4da8-809f-db1d8116cc77 on network 287bef21-9852-4f7d-90ca-297ef811e6f1 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:56:04.122742 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-fdecf5f3-e07f-47d0-976c-fbff57dd2c92 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:56:04.127829 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-fdecf5f3-e07f-47d0-976c-fbff57dd2c92 service neutron] Checking segment: {'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:56:04.128467 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-fdecf5f3-e07f-47d0-976c-fbff57dd2c92 service neutron] Bound using segment: {'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:56:04.128948 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-fdecf5f3-e07f-47d0-976c-fbff57dd2c92 service neutron] Bound port: 2c8cf700-6654-4da8-809f-db1d8116cc77, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:56:04.130579 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-fdecf5f3-e07f-47d0-976c-fbff57dd2c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:04.229370 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bb8d68-8de8-4e6c-8c19-0d6e1bfe5d60 x-openstack-request-id: req-37bb8d68-8de8-4e6c-8c19-0d6e1bfe5d60 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:04.229370 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0bd910-6253-4e39-9eb8-54b27ea54223", "name": "network-vif-unplugged", "status": "completed", "tag": "0c46ff97-cef9-4e8a-914c-b9919cd17879", "code": 200}, {"server_uuid": "54c28a89-b89c-4d8c-b0c0-11a28f13e67b", "name": "network-vif-plugged", "status": "completed", "tag": "86479d78-7e46-4d17-8f40-fe257e0b714c", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:04.229931 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-37bb8d68-8de8-4e6c-8c19-0d6e1bfe5d60 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:04.230529 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0bd910-6253-4e39-9eb8-54b27ea54223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c46ff97-cef9-4e8a-914c-b9919cd17879', 'code': 200} Jul 07 20:56:04.230891 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c28a89-b89c-4d8c-b0c0-11a28f13e67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86479d78-7e46-4d17-8f40-fe257e0b714c', 'code': 200} Jul 07 20:56:04.308631 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5052b1b-6e36-4337-a237-2b653058f1f4 x-openstack-request-id: req-d5052b1b-6e36-4337-a237-2b653058f1f4 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:04.308979 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0bd910-6253-4e39-9eb8-54b27ea54223", "name": "network-vif-deleted", "tag": "0c46ff97-cef9-4e8a-914c-b9919cd17879", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:04.309244 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d5052b1b-6e36-4337-a237-2b653058f1f4 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:04.309647 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0bd910-6253-4e39-9eb8-54b27ea54223', 'name': 'network-vif-deleted', 'tag': '0c46ff97-cef9-4e8a-914c-b9919cd17879', 'status': 'completed', 'code': 200} Jul 07 20:56:04.310139 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:04.316465 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-996fc346-9268-4738-93be-870671eb8bc8 service neutron] Transition to ACTIVE for port object bb66d9f0-6d4b-446a-83f5-575f54c94229 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:56:04.321992 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-fdecf5f3-e07f-47d0-976c-fbff57dd2c92 service neutron] For port 2c8cf700-6654-4da8-809f-db1d8116cc77, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:56:04.325999 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-fdecf5f3-e07f-47d0-976c-fbff57dd2c92 service neutron] For port 2c8cf700-6654-4da8-809f-db1d8116cc77, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=2c8cf700-6654-4da8-809f-db1d8116cc77,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:56:04.332047 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-fdecf5f3-e07f-47d0-976c-fbff57dd2c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:04.334638 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-996fc346-9268-4738-93be-870671eb8bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:04.375100 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port b674c2ea-a6e7-4ea9-812b-c10fe506b715, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=b674c2ea-a6e7-4ea9-812b-c10fe506b715,segment=NetworkSegment(3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc),segment_id=3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:04.380252 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:04.381320 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 327e562d-98d8-4c04-9c64-e81f3e2863f1 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:56:04.401450 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-fdecf5f3-e07f-47d0-976c-fbff57dd2c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:04.401450 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-fdecf5f3-e07f-47d0-976c-fbff57dd2c92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:04.401836 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-fdecf5f3-e07f-47d0-976c-fbff57dd2c92 service neutron] 10.222.0.58 "PUT /v2.0/ports/2c8cf700-6654-4da8-809f-db1d8116cc77 HTTP/1.1" status: 200 len: 1092 time: 1.4074073 Jul 07 20:56:04.402392 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873dd4c3-2cb6-402e-9b46-8c4bef5318f6', 'tag': '2c8cf700-6654-4da8-809f-db1d8116cc77'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:04.409418 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c4d013-1f6a-40ff-9187-9f07312152b5" -d '{"events": [{"name": "network-changed", "server_uuid": "873dd4c3-2cb6-402e-9b46-8c4bef5318f6", "tag": "2c8cf700-6654-4da8-809f-db1d8116cc77"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:04.508743 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecf5f3-e07f-47d0-976c-fbff57dd2c92 service neutron] Pushing event updated for resources: {'Port': ['ID=2c8cf700-6654-4da8-809f-db1d8116cc77,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:04.517872 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-996fc346-9268-4738-93be-870671eb8bc8 service neutron] No DVR routers for this DVR port bb66d9f0-6d4b-446a-83f5-575f54c94229 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:56:04.527387 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fc346-9268-4738-93be-870671eb8bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb66d9f0-6d4b-446a-83f5-575f54c94229,revision_number=10']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:04.570697 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=b674c2ea-a6e7-4ea9-812b-c10fe506b715,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:04.572077 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5d296-194e-43a7-9635-ee8c23423b5e req-23ebb2f2-1c19-4415-a4e9-b7b4b3bfbc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:04.574671 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2ce5d296-194e-43a7-9635-ee8c23423b5e req-23ebb2f2-1c19-4415-a4e9-b7b4b3bfbc43 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 1098 time: 0.2459152 Jul 07 20:56:04.606875 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 327e562d-98d8-4c04-9c64-e81f3e2863f1 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:56:04.616212 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 327e562d-98d8-4c04-9c64-e81f3e2863f1 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:04.617255 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:04.624607 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-8a94ca34-ba3a-4aaa-b642-cb6150d46177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:04.626794 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-8a94ca34-ba3a-4aaa-b642-cb6150d46177 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=128d0bdbd3254a86ab8fae38847d408e&device_id=873dd4c3-2cb6-402e-9b46-8c4bef5318f6 HTTP/1.1" status: 200 len: 1095 time: 0.1531179 Jul 07 20:56:04.636690 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc6c65-9a45-4dac-aba4-48d5c67a1490 req-19816560-5c69-4eaf-902e-f7b2ad3110e0 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:04.648094 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc6c65-9a45-4dac-aba4-48d5c67a1490 req-19816560-5c69-4eaf-902e-f7b2ad3110e0 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:04.655931 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-acbc6c65-9a45-4dac-aba4-48d5c67a1490 req-19816560-5c69-4eaf-902e-f7b2ad3110e0 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6 HTTP/1.1" status: 200 len: 1681 time: 0.4094279 Jul 07 20:56:04.670131 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-996fc346-9268-4738-93be-870671eb8bc8 service neutron] 10.222.0.39 "PUT /v2.0/ports/bb66d9f0-6d4b-446a-83f5-575f54c94229/bindings/n-h1-695189-11/activate HTTP/1.1" status: 200 len: 370 time: 1.9124568 Jul 07 20:56:04.709574 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-3bb274ce-ddd6-49f9-8b1d-193651182075 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c8cf700-6654-4da8-809f-db1d8116cc77 HTTP/1.1" status: 200 len: 217 time: 0.0633256 Jul 07 20:56:04.710135 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1ebe08ee-4fc1-4e6a-b156-484e7cdf54f6 req-2c2e8a69-7062-4e09-9bcf-25e5b1a96477 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8d0bd910-6253-4e39-9eb8-54b27ea54223 HTTP/1.1" status: 200 len: 210 time: 0.0521781 Jul 07 20:56:04.711718 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2ce5d296-194e-43a7-9635-ee8c23423b5e req-4e6cbbf1-47c4-409b-9ba0-8eb40c758f8e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109407 Jul 07 20:56:04.785958 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-acbc6c65-9a45-4dac-aba4-48d5c67a1490 req-d9633046-88cd-40ca-9574-fe1541ef6493 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113501 Jul 07 20:56:04.974907 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-c734832c-04db-46e5-bd87-6dd8b35f0d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:04.977643 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-c734832c-04db-46e5-bd87-6dd8b35f0d8a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cef6a251-d924-4278-917e-0372be44ce70 HTTP/1.1" status: 200 len: 846 time: 0.1569378 Jul 07 20:56:04.991188 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a71a5-3dfd-4e65-b9f5-a72e77658a7f req-e5a8ae86-233d-48cd-98c5-c4242a03471f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:04.993240 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c73a71a5-3dfd-4e65-b9f5-a72e77658a7f req-e5a8ae86-233d-48cd-98c5-c4242a03471f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.1299808 Jul 07 20:56:05.045614 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:05.053331 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c73a71a5-3dfd-4e65-b9f5-a72e77658a7f req-5ab7fc4a-bb9a-490e-8505-ff940d827bde tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530264 Jul 07 20:56:05.066927 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-80f5f27c-62d5-471d-a1df-bce4d2d975db tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:05.068481 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-80f5f27c-62d5-471d-a1df-bce4d2d975db tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f&tenant_id=65fae3fefbe64254998437b5d4795dfb&binding%3Ahost_id=n-h2-695189-11 HTTP/1.1" status: 200 len: 1097 time: 0.2468989 Jul 07 20:56:05.070458 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-3c0a7241-a088-49af-98f2-f07d06261a66 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=287bef21-9852-4f7d-90ca-297ef811e6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802050 Jul 07 20:56:05.107103 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 327e562d-98d8-4c04-9c64-e81f3e2863f1, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=327e562d-98d8-4c04-9c64-e81f3e2863f1,segment=NetworkSegment(91d80213-9584-4894-8aac-2c3e38acae45),segment_id=91d80213-9584-4894-8aac-2c3e38acae45)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:05.123202 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:05.216407 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:05.220519 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f0ec3a-74ed-4108-93f5-a9d61d67f340 x-openstack-request-id: req-40f0ec3a-74ed-4108-93f5-a9d61d67f340 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:05.221075 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873dd4c3-2cb6-402e-9b46-8c4bef5318f6", "tag": "2c8cf700-6654-4da8-809f-db1d8116cc77", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:05.221075 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-40f0ec3a-74ed-4108-93f5-a9d61d67f340 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:05.227062 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873dd4c3-2cb6-402e-9b46-8c4bef5318f6', 'tag': '2c8cf700-6654-4da8-809f-db1d8116cc77', 'status': 'completed', 'code': 200} Jul 07 20:56:05.241952 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=327e562d-98d8-4c04-9c64-e81f3e2863f1,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:05.295726 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-da8d3e1e-d046-4964-a59d-6c613183845a service neutron] 10.222.0.58 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693046 Jul 07 20:56:05.313359 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-b837ca45-7ae4-4ea9-835c-68fe7e1a5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:05.315170 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-b837ca45-7ae4-4ea9-835c-68fe7e1a5802 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f&tenant_id=65fae3fefbe64254998437b5d4795dfb HTTP/1.1" status: 200 len: 1097 time: 0.2245359 Jul 07 20:56:05.363962 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-9520d35d-081c-4d72-8d10-9a3cf8a93a04 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0838966 Jul 07 20:56:05.472213 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-50ce0f2b-24f8-44b9-aaba-e47d73f0c7e8 req-77eb7d97-e45c-4d91-a205-e0afd9f5b1f9 service neutron] 10.222.0.58 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559994 Jul 07 20:56:05.486291 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-83d01bb4-d8f0-4368-83e4-7ad7c892b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:05.487998 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-83d01bb4-d8f0-4368-83e4-7ad7c892b6ac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=65fae3fefbe64254998437b5d4795dfb&device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 1097 time: 0.1025336 Jul 07 20:56:05.552296 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f7afb-1f39-4bc0-a720-3ee5ae9b0aca req-fafb0d1b-eb00-4102-a83e-4931d41d59fc tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:05.553832 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c91f7afb-1f39-4bc0-a720-3ee5ae9b0aca req-fafb0d1b-eb00-4102-a83e-4931d41d59fc tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 945 time: 0.1583645 Jul 07 20:56:05.574761 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcfbe61-3f85-415b-9079-945bd3f2b3aa req-b7edfa05-59b0-4dba-8869-b07a15394540 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:05.576294 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ffcfbe61-3f85-415b-9079-945bd3f2b3aa req-b7edfa05-59b0-4dba-8869-b07a15394540 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=873dd4c3-2cb6-402e-9b46-8c4bef5318f6 HTTP/1.1" status: 200 len: 943 time: 0.1935301 Jul 07 20:56:05.583629 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-0d0107d8-5b71-447a-8589-7915b336cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:05.584107 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-0d0107d8-5b71-447a-8589-7915b336cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:05.584594 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-0d0107d8-5b71-447a-8589-7915b336cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:05.585075 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-0d0107d8-5b71-447a-8589-7915b336cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:05.585550 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-0d0107d8-5b71-447a-8589-7915b336cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:05.586030 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-0d0107d8-5b71-447a-8589-7915b336cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:05.586500 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-0d0107d8-5b71-447a-8589-7915b336cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:05.588617 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-0d0107d8-5b71-447a-8589-7915b336cc6b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=859c780e1e8746908f85dc4bc22ba62e&device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 6494 time: 0.1762640 Jul 07 20:56:05.636552 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c91f7afb-1f39-4bc0-a720-3ee5ae9b0aca req-2a374cf1-ac59-488c-9565-a1eff80dd032 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770366 Jul 07 20:56:05.673676 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-e951cc95-dcd1-40c9-bad7-9c49077f284c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:05.675896 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-e951cc95-dcd1-40c9-bad7-9c49077f284c service neutron] 10.222.0.58 "GET /v2.0/networks?id=a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 200 len: 909 time: 0.1696141 Jul 07 20:56:05.705448 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ffcfbe61-3f85-415b-9079-945bd3f2b3aa req-082a8b76-59e4-46e8-a0c9-57ff3de0f40f tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097088 Jul 07 20:56:05.765342 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-e5441514-5d80-46f2-b543-078e1f4adc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:05.765905 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-e5441514-5d80-46f2-b543-078e1f4adc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:05.766524 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-e5441514-5d80-46f2-b543-078e1f4adc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:05.768337 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-e5441514-5d80-46f2-b543-078e1f4adc47 service neutron] 10.222.0.58 "GET /v2.0/networks?id=11c72bfa-694c-4468-a09f-5d536029fc88&id=32fe62b8-a098-45d1-9002-a2d13c738ee9&id=32fe62b8-a098-45d1-9002-a2d13c738ee9&id=32fe62b8-a098-45d1-9002-a2d13c738ee9&id=32fe62b8-a098-45d1-9002-a2d13c738ee9&id=c00e2957-f59e-485b-9c29-168f84e55d6e&id=c00e2957-f59e-485b-9c29-168f84e55d6e HTTP/1.1" status: 200 len: 2292 time: 0.1354465 Jul 07 20:56:05.855810 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-5c6f17e2-a451-410c-8add-e70c548888ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac7f192b-2787-48a7-aad1-9ad147d23f58 HTTP/1.1" status: 200 len: 1000 time: 0.0787358 Jul 07 20:56:05.933144 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-0d55cea4-5e51-4ee9-9d6f-10a6a7a9c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:05.935183 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-0d55cea4-5e51-4ee9-9d6f-10a6a7a9c318 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7e2de973-7d90-47e5-b7b8-d0df5795ea59 HTTP/1.1" status: 200 len: 850 time: 0.0678432 Jul 07 20:56:06.063473 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-ce573649-98d0-45a6-b4f9-928d747483c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:06.065318 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-ce573649-98d0-45a6-b4f9-928d747483c6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=11c72bfa-694c-4468-a09f-5d536029fc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1139455 Jul 07 20:56:06.081772 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-31394514-7d3d-454c-b132-f1216db4b76a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb66d9f0-6d4b-446a-83f5-575f54c94229 HTTP/1.1" status: 200 len: 217 time: 0.3930306 Jul 07 20:56:06.095613 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4d013-1f6a-40ff-9187-9f07312152b5 req-e0cd5699-5bda-449f-b1bc-e3309863eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:06.097365 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d8c4d013-1f6a-40ff-9187-9f07312152b5 req-e0cd5699-5bda-449f-b1bc-e3309863eef2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=128d0bdbd3254a86ab8fae38847d408e&device_id=873dd4c3-2cb6-402e-9b46-8c4bef5318f6 HTTP/1.1" status: 200 len: 1095 time: 0.5317607 Jul 07 20:56:06.160214 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd40d51-5247-4702-98e2-871c89bfc84a req-c753f0df-ddbc-4c92-b3ab-9f9e400b261b tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:06.166917 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd40d51-5247-4702-98e2-871c89bfc84a req-c753f0df-ddbc-4c92-b3ab-9f9e400b261b tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:06.175732 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fd40d51-5247-4702-98e2-871c89bfc84a req-c753f0df-ddbc-4c92-b3ab-9f9e400b261b tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6 HTTP/1.1" status: 200 len: 1683 time: 0.1762817 Jul 07 20:56:06.232541 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b674c2ea-a6e7-4ea9-812b-c10fe506b715'}, {'server_uuid': '2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327e562d-98d8-4c04-9c64-e81f3e2863f1'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:06.239573 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5e2b19-d3bb-4f66-8477-20b93580c56b" -d '{"events": [{"server_uuid": "2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6", "name": "network-vif-plugged", "status": "completed", "tag": "b674c2ea-a6e7-4ea9-812b-c10fe506b715"}, {"server_uuid": "2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6", "name": "network-vif-plugged", "status": "completed", "tag": "327e562d-98d8-4c04-9c64-e81f3e2863f1"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:06.264672 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-151a9c39-45af-4cd2-b44d-52c1d5eeedf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:06.266177 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-151a9c39-45af-4cd2-b44d-52c1d5eeedf4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e76f85dc-7298-41c1-a5c0-b46924c81a29 HTTP/1.1" status: 200 len: 848 time: 0.1211514 Jul 07 20:56:06.275648 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-9a801a6a-90e8-496a-b7b9-0d44832dd29e service neutron] 10.222.0.58 "GET /v2.0/networks/11c72bfa-694c-4468-a09f-5d536029fc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966195 Jul 07 20:56:06.312637 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-2abf8218-c28e-46a1-9333-6b46a189930d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a969003f-4d51-4bc6-945b-910c720df136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338178 Jul 07 20:56:06.322130 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4d013-1f6a-40ff-9187-9f07312152b5 req-acc97a2c-6afd-41bd-9f00-415c2a2dd700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:06.323633 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d8c4d013-1f6a-40ff-9187-9f07312152b5 req-acc97a2c-6afd-41bd-9f00-415c2a2dd700 service neutron] 10.222.0.58 "GET /v2.0/networks?id=287bef21-9852-4f7d-90ca-297ef811e6f1 HTTP/1.1" status: 200 len: 907 time: 0.1821227 Jul 07 20:56:06.378919 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fd40d51-5247-4702-98e2-871c89bfc84a req-46a974d2-8fc1-4288-99da-44de7c2b4462 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022879 Jul 07 20:56:06.417495 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d8c4d013-1f6a-40ff-9187-9f07312152b5 req-dfad9aa0-441b-442d-a280-72eca1cb28ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c8cf700-6654-4da8-809f-db1d8116cc77 HTTP/1.1" status: 200 len: 217 time: 0.0763497 Jul 07 20:56:06.447034 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ade859-05ac-4987-b95f-f77de6e0ed2d req-f2b42a4b-dbf6-4fe5-a5c4-568e369fea8a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:06.452053 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64ade859-05ac-4987-b95f-f77de6e0ed2d req-f2b42a4b-dbf6-4fe5-a5c4-568e369fea8a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.1920941 Jul 07 20:56:06.463315 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-9647d185-0b10-47ad-a0b7-e23452f78ad8 service neutron] 10.222.0.58 "GET /v2.0/networks/11c72bfa-694c-4468-a09f-5d536029fc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655605 Jul 07 20:56:06.528538 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4d013-1f6a-40ff-9187-9f07312152b5 req-ad8aeea9-8970-4f0b-8c14-d6dbd8641cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:06.531102 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d8c4d013-1f6a-40ff-9187-9f07312152b5 req-ad8aeea9-8970-4f0b-8c14-d6dbd8641cc3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cef6a251-d924-4278-917e-0372be44ce70 HTTP/1.1" status: 200 len: 846 time: 0.1029596 Jul 07 20:56:06.571650 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-bb69a025-739e-4eb6-b0bc-071d69bdab9b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=7bfd1171-204a-4d07-ad3b-40f2a2169c45 HTTP/1.1" status: 200 len: 217 time: 0.0899596 Jul 07 20:56:06.596021 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d8c4d013-1f6a-40ff-9187-9f07312152b5 req-3f4ea900-1dee-4d08-b043-fdc7e3a93215 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=287bef21-9852-4f7d-90ca-297ef811e6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477755 Jul 07 20:56:06.610032 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-47d97e35-4a10-4959-adb7-819108686100 service neutron] 10.222.0.58 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784805 Jul 07 20:56:06.628848 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64ade859-05ac-4987-b95f-f77de6e0ed2d req-0ddf5569-6c1d-4436-9e11-ea7e675dcc44 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678863 Jul 07 20:56:06.693256 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-a493097e-c035-4912-8a4e-7f32153a4f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:06.694761 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-a493097e-c035-4912-8a4e-7f32153a4f79 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e HTTP/1.1" status: 200 len: 797 time: 0.1071715 Jul 07 20:56:06.717918 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87e540-8645-4f21-896f-ec9f1e8c9fbb req-cbcf5736-280d-4206-819f-45e847f65083 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:06.724847 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae87e540-8645-4f21-896f-ec9f1e8c9fbb req-cbcf5736-280d-4206-819f-45e847f65083 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 950 time: 0.1168637 Jul 07 20:56:06.793933 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae87e540-8645-4f21-896f-ec9f1e8c9fbb req-8945f91a-3d8d-47b3-94a5-687850510fa3 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681930 Jul 07 20:56:06.830531 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-f5879281-1f4d-4779-87c0-89df3d29c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:06.831992 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-f5879281-1f4d-4779-87c0-89df3d29c1b8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32fe62b8-a098-45d1-9002-a2d13c738ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1052160 Jul 07 20:56:06.862744 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fbfa27-c13e-4b7e-aad3-502d05713ea3 x-openstack-request-id: req-02fbfa27-c13e-4b7e-aad3-502d05713ea3 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:06.863082 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6", "name": "network-vif-plugged", "status": "completed", "tag": "b674c2ea-a6e7-4ea9-812b-c10fe506b715", "code": 200}, {"server_uuid": "2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6", "name": "network-vif-plugged", "status": "completed", "tag": "327e562d-98d8-4c04-9c64-e81f3e2863f1", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:06.863425 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-02fbfa27-c13e-4b7e-aad3-502d05713ea3 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:06.863888 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b674c2ea-a6e7-4ea9-812b-c10fe506b715', 'code': 200} Jul 07 20:56:06.864227 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327e562d-98d8-4c04-9c64-e81f3e2863f1', 'code': 200} Jul 07 20:56:06.864545 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-6af78d2d-68bd-46bb-80fe-3ae27690aeea service neutron] 10.222.0.58 "GET /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011299 Jul 07 20:56:06.877586 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d8c4d013-1f6a-40ff-9187-9f07312152b5 req-ffb1bbf7-ede9-423d-b164-3736b01e840b service neutron] 10.222.0.58 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241957 Jul 07 20:56:07.033058 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d8c4d013-1f6a-40ff-9187-9f07312152b5 req-130d5b1a-6fa8-4d3d-9ea3-9587e44b358a service neutron] 10.222.0.58 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393216 Jul 07 20:56:07.350992 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-047b5ef9-251e-47e3-8bc4-59eb640e40d2 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:07.353353 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-047b5ef9-251e-47e3-8bc4-59eb640e40d2 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f&tenant_id=65fae3fefbe64254998437b5d4795dfb&binding%3Ahost_id=n-h1-695189-11 HTTP/1.1" status: 200 len: 1097 time: 0.0812762 Jul 07 20:56:07.517545 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-8fd8fc58-6a83-49cb-b256-6741966de68b service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6736479 Jul 07 20:56:07.543362 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-f7b4cbdb-18a6-479a-8190-a194ab04266b service neutron] For port bb66d9f0-6d4b-446a-83f5-575f54c94229, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:56:07.547416 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-f7b4cbdb-18a6-479a-8190-a194ab04266b service neutron] Notify callbacks [] for binding, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:07.548948 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cc9a8a0b-b213-46e1-a02f-8140c8162467 req-f7b4cbdb-18a6-479a-8190-a194ab04266b service neutron] 10.222.0.58 "DELETE /v2.0/ports/bb66d9f0-6d4b-446a-83f5-575f54c94229/bindings/n-h2-695189-11 HTTP/1.1" status: 204 len: 173 time: 0.1788523 Jul 07 20:56:07.650768 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203afda5-7738-4546-9dc8-2cbd181551d4 req-dad510db-1483-4d15-b093-deff64e82b0a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:07.652319 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-203afda5-7738-4546-9dc8-2cbd181551d4 req-dad510db-1483-4d15-b093-deff64e82b0a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=873dd4c3-2cb6-402e-9b46-8c4bef5318f6 HTTP/1.1" status: 200 len: 943 time: 0.6709728 Jul 07 20:56:07.692703 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d66915-59bc-4103-be06-00ce3c7cb552 req-8d10f54c-6dce-4548-b861-dfaa92388309 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:07.694314 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c8d66915-59bc-4103-be06-00ce3c7cb552 req-8d10f54c-6dce-4548-b861-dfaa92388309 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 945 time: 0.6930280 Jul 07 20:56:07.699624 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0385e-ed41-4c45-ba0e-c1f1cb9136d4 req-d46e3a88-06d4-4533-ab55-e4c6032db22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:07.700120 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0385e-ed41-4c45-ba0e-c1f1cb9136d4 req-d46e3a88-06d4-4533-ab55-e4c6032db22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:07.702190 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-75f0385e-ed41-4c45-ba0e-c1f1cb9136d4 req-d46e3a88-06d4-4533-ab55-e4c6032db22a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6 HTTP/1.1" status: 200 len: 1987 time: 0.6628833 Jul 07 20:56:07.770064 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 2c8cf700-6654-4da8-809f-db1d8116cc77 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:56:07.775426 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-a7349b34-0135-4931-ba2b-0fce3c9400c8 service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371922 Jul 07 20:56:07.802451 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-203afda5-7738-4546-9dc8-2cbd181551d4 req-adaf9017-f6ba-41bd-85f2-ee0a6c5c28a9 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409156 Jul 07 20:56:07.871598 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-e8de327e-6f37-45be-bb38-37012de97e65 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=35a846e8-0a45-4c06-a6dc-6eac8669665e HTTP/1.1" status: 200 len: 217 time: 0.0884628 Jul 07 20:56:07.874349 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-75f0385e-ed41-4c45-ba0e-c1f1cb9136d4 req-9775042a-55f1-41f3-85e8-b27e0d64ad84 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506624 Jul 07 20:56:07.898416 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c8d66915-59bc-4103-be06-00ce3c7cb552 req-adeaae00-c338-4c3f-9e6a-25f2ec59dbae tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783900 Jul 07 20:56:08.025162 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 2c8cf700-6654-4da8-809f-db1d8116cc77, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=2c8cf700-6654-4da8-809f-db1d8116cc77,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:08.040219 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '2c8cf700-6654-4da8-809f-db1d8116cc77', 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1', 'port_id': '2c8cf700-6654-4da8-809f-db1d8116cc77', 'mac_address': 'fa:16:3e:f2:bc:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef6a251-d924-4278-917e-0372be44ce70', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:56:08.054664 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-58c41267-4606-45a7-8426-010e2d466e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:08.057585 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-58c41267-4606-45a7-8426-010e2d466e34 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e HTTP/1.1" status: 200 len: 797 time: 0.1625595 Jul 07 20:56:08.180161 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:08.238721 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c8cf700-6654-4da8-809f-db1d8116cc77 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:56:08.274453 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 2c8cf700-6654-4da8-809f-db1d8116cc77, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=2c8cf700-6654-4da8-809f-db1d8116cc77,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:08.282730 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:08.367709 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=2c8cf700-6654-4da8-809f-db1d8116cc77,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:08.369645 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-11dd3d0d-71d2-41aa-9953-1c8d7f4aae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:08.371195 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-11dd3d0d-71d2-41aa-9953-1c8d7f4aae0b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32fe62b8-a098-45d1-9002-a2d13c738ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2946479 Jul 07 20:56:08.410865 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fc81c-2d20-47d9-aed8-9a54da335450 req-084f3b51-608e-4d95-a468-62f10ee248aa tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:08.413323 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c38fc81c-2d20-47d9-aed8-9a54da335450 req-084f3b51-608e-4d95-a468-62f10ee248aa tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2348862 Jul 07 20:56:08.463027 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc61ba-6499-4f71-9f7d-9d4f15807651 req-b5b6b5fa-7d81-418c-93c7-cad5915d6024 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:08.469366 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc61ba-6499-4f71-9f7d-9d4f15807651 req-b5b6b5fa-7d81-418c-93c7-cad5915d6024 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:08.470993 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6bc61ba-6499-4f71-9f7d-9d4f15807651 req-b5b6b5fa-7d81-418c-93c7-cad5915d6024 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6 HTTP/1.1" status: 200 len: 1683 time: 0.2244956 Jul 07 20:56:08.570873 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c38fc81c-2d20-47d9-aed8-9a54da335450 req-fd0985e1-476c-4506-be0e-308b65b61a38 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360097 Jul 07 20:56:08.582347 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6bc61ba-6499-4f71-9f7d-9d4f15807651 req-eca02053-a142-44c5-af1c-cbc5bd4b2f35 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827520 Jul 07 20:56:08.604915 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-e0bbc391-472a-4625-8f9f-5e1472280b2a service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841486 Jul 07 20:56:08.719030 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-94362b73-7dc6-48b7-8c78-32b7e815dddd service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077137 Jul 07 20:56:08.804238 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-c1be784e-79b2-4031-a38f-1b6e474fbf22 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=33fc4b4b-2631-45b1-8d29-ea03f5a665de HTTP/1.1" status: 200 len: 217 time: 0.0733151 Jul 07 20:56:08.899664 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['2c8cf700-6654-4da8-809f-db1d8116cc77'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:56:08.966896 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce0cfa-763c-4b36-96cc-8b53042a543c req-9e3ede2e-4575-4d95-8877-93c036953755 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:08.969053 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d1ce0cfa-763c-4b36-96cc-8b53042a543c req-9e3ede2e-4575-4d95-8877-93c036953755 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.58 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 950 time: 0.1401844 Jul 07 20:56:09.022943 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-2f9a75a6-2269-4278-b37a-be7794baba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:09.024518 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-2f9a75a6-2269-4278-b37a-be7794baba51 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e HTTP/1.1" status: 200 len: 797 time: 0.2021487 Jul 07 20:56:09.125797 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b10439-3935-4afd-a347-f25dc73db57a req-5e4c2e75-f5cc-4b1d-ad87-0a9ed4defd88 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:09.127686 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01b10439-3935-4afd-a347-f25dc73db57a req-5e4c2e75-f5cc-4b1d-ad87-0a9ed4defd88 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 950 time: 0.2565482 Jul 07 20:56:09.142910 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-d1ce0cfa-763c-4b36-96cc-8b53042a543c req-7c2aec40-7dda-47cb-9868-bb2f9cd4655f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Deleting port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:56:09.143423 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d1ce0cfa-763c-4b36-96cc-8b53042a543c req-7c2aec40-7dda-47cb-9868-bb2f9cd4655f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:09.157274 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-858a1e05-9a5a-4e72-9cce-69caa7e94808 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:09.158820 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-858a1e05-9a5a-4e72-9cce-69caa7e94808 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/networks?id=3dc99b88-9b3c-4338-bfc2-d73c0699ed8c HTTP/1.1" status: 200 len: 812 time: 0.2242415 Jul 07 20:56:09.206481 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-c00f2598-7f84-4a54-9450-adcea4965b05 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/quotas/c0ecd010d6b343f08bfce9e9465520bf HTTP/1.1" status: 200 len: 375 time: 0.0349581 Jul 07 20:56:09.234473 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01b10439-3935-4afd-a347-f25dc73db57a req-264ae47f-4a11-464f-9138-5bc42af6f7f9 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942860 Jul 07 20:56:09.255137 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-090d5a3d-6590-4d9e-add6-393a49b12831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:09.256767 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-090d5a3d-6590-4d9e-add6-393a49b12831 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32fe62b8-a098-45d1-9002-a2d13c738ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2173638 Jul 07 20:56:09.272257 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-d1ce0cfa-763c-4b36-96cc-8b53042a543c req-7c2aec40-7dda-47cb-9868-bb2f9cd4655f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] For port 6cbf53d2-a34c-40c4-af6a-bc795d044e11, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=6cbf53d2-a34c-40c4-af6a-bc795d044e11,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:09.273572 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d1ce0cfa-763c-4b36-96cc-8b53042a543c req-7c2aec40-7dda-47cb-9868-bb2f9cd4655f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:09.290367 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-d1ce0cfa-763c-4b36-96cc-8b53042a543c req-7c2aec40-7dda-47cb-9868-bb2f9cd4655f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Calling delete_port for 6cbf53d2-a34c-40c4-af6a-bc795d044e11 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:56:09.366063 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-337200f1-c3c9-46f8-bf88-1fcfd91e53b4 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c0ecd010d6b343f08bfce9e9465520bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1517136 Jul 07 20:56:09.423603 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-daebb294-3ed7-4cc9-9656-df0602d554fb service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482477 Jul 07 20:56:09.506745 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d1ce0cfa-763c-4b36-96cc-8b53042a543c req-7c2aec40-7dda-47cb-9868-bb2f9cd4655f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:09.522004 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc', 'd08268eb-098d-48cf-b467-d8b20280a8c6'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:56:09.560732 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2aec40-7dda-47cb-9868-bb2f9cd4655f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Pushing event deleted for resources: {'Port': ['ID=6cbf53d2-a34c-40c4-af6a-bc795d044e11,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:09.622919 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-8d22b884-9001-4a87-b99b-94b4b04b040f service neutron] 10.222.0.64 "GET /v2.0/networks/3dc99b88-9b3c-4338-bfc2-d73c0699ed8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426307 Jul 07 20:56:09.631001 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ce0cfa-763c-4b36-96cc-8b53042a543c req-7c2aec40-7dda-47cb-9868-bb2f9cd4655f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] No DVR routers for this DVR port 6cbf53d2-a34c-40c4-af6a-bc795d044e11 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:56:09.634156 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d1ce0cfa-763c-4b36-96cc-8b53042a543c req-7c2aec40-7dda-47cb-9868-bb2f9cd4655f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:09.636452 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d1ce0cfa-763c-4b36-96cc-8b53042a543c req-7c2aec40-7dda-47cb-9868-bb2f9cd4655f tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.58 "DELETE /v2.0/ports/6cbf53d2-a34c-40c4-af6a-bc795d044e11 HTTP/1.1" status: 204 len: 173 time: 0.6577632 Jul 07 20:56:09.637120 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373c86ae-efb7-488e-8a03-39c7073774d2', 'name': 'network-vif-deleted', 'tag': '6cbf53d2-a34c-40c4-af6a-bc795d044e11'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:09.640445 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925e9105-aea2-457c-bd31-55d6ecfc4018" -d '{"events": [{"server_uuid": "373c86ae-efb7-488e-8a03-39c7073774d2", "name": "network-vif-deleted", "tag": "6cbf53d2-a34c-40c4-af6a-bc795d044e11"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:09.726177 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf552ce5-3178-4c13-9f15-f7f902a5c8f7 req-28056daf-c261-4d06-b3a8-8c948f5a83fd tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:09.727924 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bf552ce5-3178-4c13-9f15-f7f902a5c8f7 req-28056daf-c261-4d06-b3a8-8c948f5a83fd tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=873dd4c3-2cb6-402e-9b46-8c4bef5318f6 HTTP/1.1" status: 200 len: 944 time: 0.2793765 Jul 07 20:56:09.740104 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-ea3de041-8819-4c5f-9141-59c64b7be27a service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902102 Jul 07 20:56:09.817564 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-334d3ee6-194c-4296-a130-f0f34b45d0ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=d7fec304-11d1-4452-911b-57ab895c23da HTTP/1.1" status: 200 len: 217 time: 0.0481267 Jul 07 20:56:09.860965 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bf552ce5-3178-4c13-9f15-f7f902a5c8f7 req-9787a8dd-fa99-4999-bd9f-47cd22aef4fa tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182768 Jul 07 20:56:09.915525 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-1b31bcb8-f91b-430a-9057-6b92ab9ef30a service neutron] 10.222.0.64 "GET /v2.0/networks/3dc99b88-9b3c-4338-bfc2-d73c0699ed8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911177 Jul 07 20:56:09.928692 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-ee8dfeb8-8a66-428c-a0ba-6fd79025fcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:09.931678 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-ee8dfeb8-8a66-428c-a0ba-6fd79025fcf2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e HTTP/1.1" status: 200 len: 797 time: 0.0938017 Jul 07 20:56:10.153873 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-edeeebbe-a50c-4120-babe-ac756116e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:10.157291 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-edeeebbe-a50c-4120-babe-ac756116e441 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32fe62b8-a098-45d1-9002-a2d13c738ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2088242 Jul 07 20:56:10.184166 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11393182-cca6-4da8-bae1-691293e50213 x-openstack-request-id: req-11393182-cca6-4da8-bae1-691293e50213 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:10.184798 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373c86ae-efb7-488e-8a03-39c7073774d2", "name": "network-vif-deleted", "tag": "6cbf53d2-a34c-40c4-af6a-bc795d044e11", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:10.185180 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-11393182-cca6-4da8-bae1-691293e50213 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:10.188300 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373c86ae-efb7-488e-8a03-39c7073774d2', 'name': 'network-vif-deleted', 'tag': '6cbf53d2-a34c-40c4-af6a-bc795d044e11', 'status': 'completed', 'code': 200} Jul 07 20:56:10.205348 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c34c1-c063-4222-ba80-5abd62a69a8f req-f179dc27-b350-4361-bc80-be9413b2cc69 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:10.207733 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a86c34c1-c063-4222-ba80-5abd62a69a8f req-f179dc27-b350-4361-bc80-be9413b2cc69 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 945 time: 0.1595435 Jul 07 20:56:10.328179 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a86c34c1-c063-4222-ba80-5abd62a69a8f req-ca34b999-5287-4a08-b1e5-cc843a68c975 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622721 Jul 07 20:56:10.396291 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-0ac5c622-aee0-4298-bbde-a8ca89907605 service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237945 Jul 07 20:56:10.508774 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100eaab4-b147-492a-969d-bf97904681f1 req-0837a8f8-817e-4ac7-bf5d-15e1e3140f09 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:10.515662 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100eaab4-b147-492a-969d-bf97904681f1 req-0837a8f8-817e-4ac7-bf5d-15e1e3140f09 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:10.517406 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-100eaab4-b147-492a-969d-bf97904681f1 req-0837a8f8-817e-4ac7-bf5d-15e1e3140f09 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6 HTTP/1.1" status: 200 len: 1683 time: 0.1958871 Jul 07 20:56:10.588962 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-100eaab4-b147-492a-969d-bf97904681f1 req-ae806d4e-852c-4210-9712-5854e45f3a44 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630138 Jul 07 20:56:10.596757 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-71637658-eb0c-4feb-9d2c-bd380569b497 service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887720 Jul 07 20:56:10.663100 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-fec3d501-0796-47ef-995d-4325231f3c80 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=29732634-95f5-4e62-8e93-449363f211e4 HTTP/1.1" status: 200 len: 217 time: 0.0522552 Jul 07 20:56:10.728972 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['6cbf53d2-a34c-40c4-af6a-bc795d044e11'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:56:10.789519 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-928c39da-c689-482c-bcf6-442799cb8cd7 req-b7a1d43b-c763-422c-93c4-961abcfbe5fd tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecd0409-dc50-4c83-b6d4-2a29ced1f44a HTTP/1.1" status: 200 len: 210 time: 0.0934751 Jul 07 20:56:10.864121 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-b8fc63d9-9548-4cd8-81c7-bb4f5dbf72f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:10.865824 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-b8fc63d9-9548-4cd8-81c7-bb4f5dbf72f0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c78532aa-0e3e-4262-a6a3-21fb633c032d HTTP/1.1" status: 200 len: 797 time: 0.1815772 Jul 07 20:56:10.991469 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-f8c7d0af-c5fe-4f31-bc10-37bffee33977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:10.993036 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-f8c7d0af-c5fe-4f31-bc10-37bffee33977 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c00e2957-f59e-485b-9c29-168f84e55d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1154912 Jul 07 20:56:11.030503 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-37b2f329-ed74-4b22-857f-5bb3ba7017c3 req-4a474fb3-584c-41c0-a305-1b7c31a79f31 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=373c86ae-efb7-488e-8a03-39c7073774d2 HTTP/1.1" status: 200 len: 210 time: 0.0424244 Jul 07 20:56:11.156356 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-ad16e51e-1607-4c02-86e6-66eba5c2807f service neutron] 10.222.0.58 "GET /v2.0/networks/c00e2957-f59e-485b-9c29-168f84e55d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350093 Jul 07 20:56:11.369848 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-62ae09bc-4b44-4c76-b1e5-b7fe4dfd8c82 service neutron] 10.222.0.58 "GET /v2.0/networks/c00e2957-f59e-485b-9c29-168f84e55d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957018 Jul 07 20:56:11.395905 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f0a18-1fdd-4b31-bcb3-d91d1261ac5d req-164e6a49-cdd5-44c5-8d38-5becf3f42908 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:11.397411 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c47f0a18-1fdd-4b31-bcb3-d91d1261ac5d req-164e6a49-cdd5-44c5-8d38-5becf3f42908 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 1097 time: 0.1997576 Jul 07 20:56:11.450596 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51972c8f-addf-4796-86a0-0ba6560b21c3 req-40be5dd3-9acc-4c45-bb53-66584a785766 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:11.452830 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51972c8f-addf-4796-86a0-0ba6560b21c3 req-40be5dd3-9acc-4c45-bb53-66584a785766 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=873dd4c3-2cb6-402e-9b46-8c4bef5318f6 HTTP/1.1" status: 200 len: 944 time: 0.2220438 Jul 07 20:56:11.469405 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-e7174174-cafb-4083-8939-b5224ff730bc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3fa963de-4cf7-4796-ae84-de0b61e46db1 HTTP/1.1" status: 200 len: 217 time: 0.0781476 Jul 07 20:56:11.536192 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c47f0a18-1fdd-4b31-bcb3-d91d1261ac5d req-c090372f-cbc8-495b-9269-6c84a3965289 tempest-LiveMigrationTest-925633066 tempest-LiveMigrationTest-925633066-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294310 Jul 07 20:56:11.560190 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51972c8f-addf-4796-86a0-0ba6560b21c3 req-010fc421-0df7-4b4d-a36d-d28584174e36 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931625 Jul 07 20:56:11.575432 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-e3407c6d-0a1f-4134-b8f1-059debe93994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:11.579065 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-e3407c6d-0a1f-4134-b8f1-059debe93994 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c78532aa-0e3e-4262-a6a3-21fb633c032d HTTP/1.1" status: 200 len: 797 time: 0.0835745 Jul 07 20:56:11.686600 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-8469d4b2-9f11-4d75-b492-fb02b16cf8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:11.692768 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-8469d4b2-9f11-4d75-b492-fb02b16cf8de service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c00e2957-f59e-485b-9c29-168f84e55d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1012599 Jul 07 20:56:11.792182 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 2c8cf700-6654-4da8-809f-db1d8116cc77 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:56:11.912630 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-50d49740-fe29-4f7d-8278-b4d0ef04a230 service neutron] 10.222.0.58 "GET /v2.0/networks/c00e2957-f59e-485b-9c29-168f84e55d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059958 Jul 07 20:56:11.938421 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 2c8cf700-6654-4da8-809f-db1d8116cc77 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:56:11.944532 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 2c8cf700-6654-4da8-809f-db1d8116cc77 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:11.945239 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:12.066288 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:12.112372 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 2c8cf700-6654-4da8-809f-db1d8116cc77, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=2c8cf700-6654-4da8-809f-db1d8116cc77,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:12.113775 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873dd4c3-2cb6-402e-9b46-8c4bef5318f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8cf700-6654-4da8-809f-db1d8116cc77'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:12.118148 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1e8e12-9aa2-4a23-ae01-3b5c9e4aeb55" -d '{"events": [{"server_uuid": "873dd4c3-2cb6-402e-9b46-8c4bef5318f6", "name": "network-vif-plugged", "status": "completed", "tag": "2c8cf700-6654-4da8-809f-db1d8116cc77"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:12.122280 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:12.216896 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=2c8cf700-6654-4da8-809f-db1d8116cc77,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:12.318726 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b037d15-29d4-49a5-b130-81a6501013d2 req-17518dec-abb0-4847-9e08-9382837f1a74 service neutron] 10.222.0.58 "GET /v2.0/networks/c00e2957-f59e-485b-9c29-168f84e55d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900950 Jul 07 20:56:12.400305 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e0775bfa-e559-4b72-850e-279e5f99b797 req-07cbd02e-ee29-4534-a2eb-38384f6a0f94 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecd0409-dc50-4c83-b6d4-2a29ced1f44a HTTP/1.1" status: 200 len: 210 time: 0.0510473 Jul 07 20:56:12.429677 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-fb80e844-febd-4962-9f0d-c3464e45b10a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:12.447035 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-fb80e844-febd-4962-9f0d-c3464e45b10a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.39 "GET /v2.0/networks?id=3dc99b88-9b3c-4338-bfc2-d73c0699ed8c HTTP/1.1" status: 200 len: 812 time: 0.4865658 Jul 07 20:56:12.462564 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-90a5c15a-717a-419f-9db4-f95b3d3228a8 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Request body: {'port': {'device_id': '5ecd0409-dc50-4c83-b6d4-2a29ced1f44a', 'network_id': '3dc99b88-9b3c-4338-bfc2-d73c0699ed8c', 'admin_state_up': True, 'tenant_id': 'c0ecd010d6b343f08bfce9e9465520bf'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:56:12.699805 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-90a5c15a-717a-419f-9db4-f95b3d3228a8 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Made reservation on behalf of c0ecd010d6b343f08bfce9e9465520bf for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:56:12.704883 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-90a5c15a-717a-419f-9db4-f95b3d3228a8 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:12.744176 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32841a-5553-49c9-844c-3fb2a6b127e3 req-4158a090-d6be-48c8-8481-368636e7af1e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:12.753295 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32841a-5553-49c9-844c-3fb2a6b127e3 req-4158a090-d6be-48c8-8481-368636e7af1e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:12.755487 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc32841a-5553-49c9-844c-3fb2a6b127e3 req-4158a090-d6be-48c8-8481-368636e7af1e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6 HTTP/1.1" status: 200 len: 1683 time: 0.2123778 Jul 07 20:56:12.771534 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b375fb4-4678-4229-8c6b-d71788379cbc req-4e561c82-93a2-490a-aee6-58221b88632e tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:12.773504 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b375fb4-4678-4229-8c6b-d71788379cbc req-4e561c82-93a2-490a-aee6-58221b88632e tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 945 time: 0.2068467 Jul 07 20:56:12.885416 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc32841a-5553-49c9-844c-3fb2a6b127e3 req-9c863f5c-f763-4754-9150-4ec6627c3a56 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107626 Jul 07 20:56:12.896950 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b375fb4-4678-4229-8c6b-d71788379cbc req-e18af112-fc3f-4208-b16b-097443a00b76 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075685 Jul 07 20:56:12.959233 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2713a0-5326-4989-b85a-2d8456924dae x-openstack-request-id: req-1e2713a0-5326-4989-b85a-2d8456924dae {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:12.959786 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873dd4c3-2cb6-402e-9b46-8c4bef5318f6", "name": "network-vif-plugged", "status": "completed", "tag": "2c8cf700-6654-4da8-809f-db1d8116cc77", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:12.960040 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e2713a0-5326-4989-b85a-2d8456924dae {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:12.960585 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873dd4c3-2cb6-402e-9b46-8c4bef5318f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8cf700-6654-4da8-809f-db1d8116cc77', 'code': 200} Jul 07 20:56:13.198862 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07028630-cc6a-4056-99a8-b9393422371b req-a7c85d8a-eab3-4625-aba6-b2a40195d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:13.200716 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-07028630-cc6a-4056-99a8-b9393422371b req-a7c85d8a-eab3-4625-aba6-b2a40195d20e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=873dd4c3-2cb6-402e-9b46-8c4bef5318f6 HTTP/1.1" status: 200 len: 1097 time: 0.1332181 Jul 07 20:56:13.283118 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-07028630-cc6a-4056-99a8-b9393422371b req-97c77473-1593-4cbb-92f8-6fc467d39d31 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713301 Jul 07 20:56:13.477362 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-90a5c15a-717a-419f-9db4-f95b3d3228a8 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Allocated IP 172.20.0.5 (3dc99b88-9b3c-4338-bfc2-d73c0699ed8c/6138be9f-e804-44e1-a8e2-f9b666a6f8d8/d09b9879-250e-4df6-8e8e-8a6b07a735ac) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:56:13.695103 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761524ed-148c-4c8b-b192-626cf1b14d8f req-9054303e-e441-4e07-8b74-e949fd97187e tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:13.696719 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-761524ed-148c-4c8b-b192-626cf1b14d8f req-9054303e-e441-4e07-8b74-e949fd97187e tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.58 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 945 time: 0.7704301 Jul 07 20:56:13.747841 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae9771-a25d-4cb9-b821-a1df2397d9e2 req-02cd8f19-c75b-444b-992c-a241ae1e0fbe tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:13.756708 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8ae9771-a25d-4cb9-b821-a1df2397d9e2 req-02cd8f19-c75b-444b-992c-a241ae1e0fbe tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=873dd4c3-2cb6-402e-9b46-8c4bef5318f6 HTTP/1.1" status: 200 len: 945 time: 0.2713695 Jul 07 20:56:13.808218 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 6cbf53d2-a34c-40c4-af6a-bc795d044e11 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:56:13.833124 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8ae9771-a25d-4cb9-b821-a1df2397d9e2 req-f8e97b15-0f6d-4f9b-bf06-2c0ec6f66b8e tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756192 Jul 07 20:56:13.850435 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 6cbf53d2-a34c-40c4-af6a-bc795d044e11 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:56:13.851181 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 6cbf53d2-a34c-40c4-af6a-bc795d044e11 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:56:13.996397 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-317deab4-ad5d-42af-898f-4ba19b8f5323 req-858e131b-2761-4a9a-bb2c-a925bbe7c3b0 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecd0409-dc50-4c83-b6d4-2a29ced1f44a HTTP/1.1" status: 200 len: 210 time: 0.0508785 Jul 07 20:56:14.063975 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-90a5c15a-717a-419f-9db4-f95b3d3228a8 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:14.124324 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-761524ed-148c-4c8b-b192-626cf1b14d8f req-85a56680-31bc-4905-af5d-7fedd42a57d4 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Deleting port bb66d9f0-6d4b-446a-83f5-575f54c94229 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:56:14.124674 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-761524ed-148c-4c8b-b192-626cf1b14d8f req-85a56680-31bc-4905-af5d-7fedd42a57d4 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:14.213004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b6279-8cb9-450e-9629-30919d225705 req-99e61b5d-2ccb-44b0-85f0-36b85cf38d9f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:14.219856 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b6279-8cb9-450e-9629-30919d225705 req-99e61b5d-2ccb-44b0-85f0-36b85cf38d9f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:14.221584 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-123b6279-8cb9-450e-9629-30919d225705 req-99e61b5d-2ccb-44b0-85f0-36b85cf38d9f tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6 HTTP/1.1" status: 200 len: 1683 time: 0.3874178 Jul 07 20:56:14.263360 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927219fa-1615-4294-818d-e50db8a3cd4f req-f4c4025b-dd11-496b-b04f-eb92056f003a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:14.265212 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-927219fa-1615-4294-818d-e50db8a3cd4f req-f4c4025b-dd11-496b-b04f-eb92056f003a tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 950 time: 0.2870479 Jul 07 20:56:14.282818 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-90a5c15a-717a-419f-9db4-f95b3d3228a8 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:14.314684 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['86479d78-7e46-4d17-8f40-fe257e0b714c'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:56:14.442400 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-90a5c15a-717a-419f-9db4-f95b3d3228a8 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Network 3dc99b88-9b3c-4338-bfc2-d73c0699ed8c is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:56:14.480430 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5c15a-717a-419f-9db4-f95b3d3228a8 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Pushing event updated for resources: {'Port': ['ID=d09b9879-250e-4df6-8e8e-8a6b07a735ac,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:14.496220 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-927219fa-1615-4294-818d-e50db8a3cd4f req-5e545105-5d08-49f0-89ed-549d3a3dc0fd tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197361 Jul 07 20:56:14.497137 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-90a5c15a-717a-419f-9db4-f95b3d3228a8 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:56:14.507959 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-90a5c15a-717a-419f-9db4-f95b3d3228a8 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:56:14.515524 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-761524ed-148c-4c8b-b192-626cf1b14d8f req-85a56680-31bc-4905-af5d-7fedd42a57d4 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] For port bb66d9f0-6d4b-446a-83f5-575f54c94229, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=bb66d9f0-6d4b-446a-83f5-575f54c94229,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:14.515836 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-761524ed-148c-4c8b-b192-626cf1b14d8f req-85a56680-31bc-4905-af5d-7fedd42a57d4 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:14.564939 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-761524ed-148c-4c8b-b192-626cf1b14d8f req-85a56680-31bc-4905-af5d-7fedd42a57d4 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Calling delete_port for bb66d9f0-6d4b-446a-83f5-575f54c94229 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:56:14.595948 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-90a5c15a-717a-419f-9db4-f95b3d3228a8 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:14.596627 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-90a5c15a-717a-419f-9db4-f95b3d3228a8 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:14.632528 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f702e-359a-4d1f-9cf1-43309c063db9 req-7528eee3-2443-4693-b9ca-323ee7dd04a5 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:14.640230 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f702e-359a-4d1f-9cf1-43309c063db9 req-7528eee3-2443-4693-b9ca-323ee7dd04a5 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:14.642075 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-459f702e-359a-4d1f-9cf1-43309c063db9 req-7528eee3-2443-4693-b9ca-323ee7dd04a5 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6 HTTP/1.1" status: 200 len: 1683 time: 0.5052736 Jul 07 20:56:14.711974 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-90a5c15a-717a-419f-9db4-f95b3d3228a8 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2535102 Jul 07 20:56:14.735120 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-123b6279-8cb9-450e-9629-30919d225705 req-5a534e40-5d76-41cd-85bc-eb53bc1623d7 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Deleting port 327e562d-98d8-4c04-9c64-e81f3e2863f1 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:56:14.735120 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-123b6279-8cb9-450e-9629-30919d225705 req-5a534e40-5d76-41cd-85bc-eb53bc1623d7 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:14.770113 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-c417bdff-2617-487d-82bb-c85a098ce1d5 service neutron] Request body: {'port': {'device_id': '5ecd0409-dc50-4c83-b6d4-2a29ced1f44a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:56:14.961534 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-459f702e-359a-4d1f-9cf1-43309c063db9 req-3898ee06-199b-465c-985f-5cbedbaef7df tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858970 Jul 07 20:56:15.127567 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-123b6279-8cb9-450e-9629-30919d225705 req-5a534e40-5d76-41cd-85bc-eb53bc1623d7 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] For port 327e562d-98d8-4c04-9c64-e81f3e2863f1, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=327e562d-98d8-4c04-9c64-e81f3e2863f1,segment=NetworkSegment(91d80213-9584-4894-8aac-2c3e38acae45),segment_id=91d80213-9584-4894-8aac-2c3e38acae45)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:15.127939 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-123b6279-8cb9-450e-9629-30919d225705 req-5a534e40-5d76-41cd-85bc-eb53bc1623d7 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:15.132335 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-c417bdff-2617-487d-82bb-c85a098ce1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:15.151754 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e31b9-1011-46ed-94a4-0837068f99cd req-79e2fb8d-c763-49d9-8155-c879a0541a40 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:15.159629 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ba9e31b9-1011-46ed-94a4-0837068f99cd req-79e2fb8d-c763-49d9-8155-c879a0541a40 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 945 time: 0.4507000 Jul 07 20:56:15.193312 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-123b6279-8cb9-450e-9629-30919d225705 req-5a534e40-5d76-41cd-85bc-eb53bc1623d7 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Calling delete_port for 327e562d-98d8-4c04-9c64-e81f3e2863f1 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:56:15.216376 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-761524ed-148c-4c8b-b192-626cf1b14d8f req-85a56680-31bc-4905-af5d-7fedd42a57d4 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:15.244904 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['9e8dc120-1c1d-4965-9950-8de84c2c9254', 'bb66d9f0-6d4b-446a-83f5-575f54c94229'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:56:15.352686 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad587933-adf2-4963-b164-8e53f1f23d8e req-6815649f-842b-471c-89ca-c33846addcf2 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:15.355111 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ad587933-adf2-4963-b164-8e53f1f23d8e req-6815649f-842b-471c-89ca-c33846addcf2 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 950 time: 0.1069460 Jul 07 20:56:15.438523 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a56680-31bc-4905-af5d-7fedd42a57d4 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Pushing event deleted for resources: {'Port': ['ID=bb66d9f0-6d4b-446a-83f5-575f54c94229,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:15.504847 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-ad587933-adf2-4963-b164-8e53f1f23d8e req-ae9b6b89-a92b-434e-82b9-897adbebfc11 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Deleting port d08268eb-098d-48cf-b467-d8b20280a8c6 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:56:15.505203 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ad587933-adf2-4963-b164-8e53f1f23d8e req-ae9b6b89-a92b-434e-82b9-897adbebfc11 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:15.527095 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ba9e31b9-1011-46ed-94a4-0837068f99cd req-552ff7ec-2952-4b2c-8403-2a77b2715357 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551919 Jul 07 20:56:15.568241 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-761524ed-148c-4c8b-b192-626cf1b14d8f req-85a56680-31bc-4905-af5d-7fedd42a57d4 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] No DVR routers for this DVR port bb66d9f0-6d4b-446a-83f5-575f54c94229 on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:56:15.571746 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-761524ed-148c-4c8b-b192-626cf1b14d8f req-85a56680-31bc-4905-af5d-7fedd42a57d4 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:15.574278 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-761524ed-148c-4c8b-b192-626cf1b14d8f req-85a56680-31bc-4905-af5d-7fedd42a57d4 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.58 "DELETE /v2.0/ports/bb66d9f0-6d4b-446a-83f5-575f54c94229 HTTP/1.1" status: 204 len: 173 time: 1.8703301 Jul 07 20:56:15.580251 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcfbef7-93a7-4295-a7b6-1f807a76273f', 'name': 'network-vif-deleted', 'tag': 'bb66d9f0-6d4b-446a-83f5-575f54c94229'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:15.583697 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625023e3-6c30-410a-b1bc-ff981439948c" -d '{"events": [{"server_uuid": "1fcfbef7-93a7-4295-a7b6-1f807a76273f", "name": "network-vif-deleted", "tag": "bb66d9f0-6d4b-446a-83f5-575f54c94229"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:15.638858 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-ad587933-adf2-4963-b164-8e53f1f23d8e req-ae9b6b89-a92b-434e-82b9-897adbebfc11 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] For port d08268eb-098d-48cf-b467-d8b20280a8c6, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=d08268eb-098d-48cf-b467-d8b20280a8c6,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:15.639887 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ad587933-adf2-4963-b164-8e53f1f23d8e req-ae9b6b89-a92b-434e-82b9-897adbebfc11 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:15.659975 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-ad587933-adf2-4963-b164-8e53f1f23d8e req-ae9b6b89-a92b-434e-82b9-897adbebfc11 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Calling delete_port for d08268eb-098d-48cf-b467-d8b20280a8c6 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:56:15.794497 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a925f4-05fc-4fb0-9128-b69967291491 req-435139b7-19c4-4765-8bf0-3f3be026178e tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:15.800945 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a9a925f4-05fc-4fb0-9128-b69967291491 req-435139b7-19c4-4765-8bf0-3f3be026178e tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=873dd4c3-2cb6-402e-9b46-8c4bef5318f6 HTTP/1.1" status: 200 len: 945 time: 0.4497645 Jul 07 20:56:15.829479 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ad587933-adf2-4963-b164-8e53f1f23d8e req-ae9b6b89-a92b-434e-82b9-897adbebfc11 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:15.843350 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc', 'd08268eb-098d-48cf-b467-d8b20280a8c6'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:56:15.918341 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-123b6279-8cb9-450e-9629-30919d225705 req-5a534e40-5d76-41cd-85bc-eb53bc1623d7 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:15.931251 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b6b89-a92b-434e-82b9-897adbebfc11 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Pushing event deleted for resources: {'Port': ['ID=d08268eb-098d-48cf-b467-d8b20280a8c6,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:16.006288 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a9a925f4-05fc-4fb0-9128-b69967291491 req-e4947b27-ab30-435b-a59d-d82a1557add0 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713188 Jul 07 20:56:16.017827 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a534e40-5d76-41cd-85bc-eb53bc1623d7 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event deleted for resources: {'Port': ['ID=327e562d-98d8-4c04-9c64-e81f3e2863f1,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:16.052289 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad587933-adf2-4963-b164-8e53f1f23d8e req-ae9b6b89-a92b-434e-82b9-897adbebfc11 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] No DVR routers for this DVR port d08268eb-098d-48cf-b467-d8b20280a8c6 on host n-h2-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:56:16.052289 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-ad587933-adf2-4963-b164-8e53f1f23d8e req-ae9b6b89-a92b-434e-82b9-897adbebfc11 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:16.053544 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ad587933-adf2-4963-b164-8e53f1f23d8e req-ae9b6b89-a92b-434e-82b9-897adbebfc11 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.39 "DELETE /v2.0/ports/d08268eb-098d-48cf-b467-d8b20280a8c6 HTTP/1.1" status: 204 len: 173 time: 0.6893728 Jul 07 20:56:16.053544 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab44be9-3c8d-4ebe-9ba3-472854a49f94', 'name': 'network-vif-deleted', 'tag': 'd08268eb-098d-48cf-b467-d8b20280a8c6'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:16.058777 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fbd664-9cb6-481b-9d96-d336fba405a1" -d '{"events": [{"server_uuid": "8ab44be9-3c8d-4ebe-9ba3-472854a49f94", "name": "network-vif-deleted", "tag": "d08268eb-098d-48cf-b467-d8b20280a8c6"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:16.178687 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-c417bdff-2617-487d-82bb-c85a098ce1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d09b9879-250e-4df6-8e8e-8a6b07a735ac {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:56:16.207981 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-c417bdff-2617-487d-82bb-c85a098ce1d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:16.233735 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48e346-69f6-412d-a977-ad4513ddaf0f req-ee1e8b98-7842-409a-a2e6-9b4b098bc114 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:16.236151 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3b48e346-69f6-412d-a977-ad4513ddaf0f req-ee1e8b98-7842-409a-a2e6-9b4b098bc114 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecd0409-dc50-4c83-b6d4-2a29ced1f44a HTTP/1.1" status: 200 len: 931 time: 0.5230777 Jul 07 20:56:16.287177 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-123b6279-8cb9-450e-9629-30919d225705 req-5a534e40-5d76-41cd-85bc-eb53bc1623d7 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] No DVR routers for this DVR port 327e562d-98d8-4c04-9c64-e81f3e2863f1 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:56:16.323730 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-123b6279-8cb9-450e-9629-30919d225705 req-5a534e40-5d76-41cd-85bc-eb53bc1623d7 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:16.326091 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-123b6279-8cb9-450e-9629-30919d225705 req-5a534e40-5d76-41cd-85bc-eb53bc1623d7 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.39 "DELETE /v2.0/ports/327e562d-98d8-4c04-9c64-e81f3e2863f1 HTTP/1.1" status: 204 len: 173 time: 2.0811100 Jul 07 20:56:16.364144 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e1bfc39-44be-47fb-ad44-3b931f0b2335 req-169c3a86-c372-4022-bd1e-c0c8c8d228b0 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ab44be9-3c8d-4ebe-9ba3-472854a49f94 HTTP/1.1" status: 200 len: 210 time: 0.0706055 Jul 07 20:56:16.367717 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-c417bdff-2617-487d-82bb-c85a098ce1d5 service neutron] Transition to ACTIVE for port object d09b9879-250e-4df6-8e8e-8a6b07a735ac will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:56:16.399633 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-c417bdff-2617-487d-82bb-c85a098ce1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:16.472279 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36afeee6-612c-4719-a891-457c7421264b x-openstack-request-id: req-36afeee6-612c-4719-a891-457c7421264b {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:16.472574 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcfbef7-93a7-4295-a7b6-1f807a76273f", "name": "network-vif-deleted", "tag": "bb66d9f0-6d4b-446a-83f5-575f54c94229", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:16.472829 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-36afeee6-612c-4719-a891-457c7421264b {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:16.473231 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fcfbef7-93a7-4295-a7b6-1f807a76273f', 'name': 'network-vif-deleted', 'tag': 'bb66d9f0-6d4b-446a-83f5-575f54c94229', 'status': 'completed', 'code': 200} Jul 07 20:56:16.479018 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3b48e346-69f6-412d-a977-ad4513ddaf0f req-7cba2bf1-4797-4f53-b0e1-51c5414b7f9c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018826 Jul 07 20:56:16.616060 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417bdff-2617-487d-82bb-c85a098ce1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d09b9879-250e-4df6-8e8e-8a6b07a735ac,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:16.856848 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-123b6279-8cb9-450e-9629-30919d225705 req-e9b5b5e8-4973-40bf-8d1e-9524a6203598 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Deleting port b674c2ea-a6e7-4ea9-812b-c10fe506b715 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:56:16.857198 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-123b6279-8cb9-450e-9629-30919d225705 req-e9b5b5e8-4973-40bf-8d1e-9524a6203598 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:16.936528 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-c417bdff-2617-487d-82bb-c85a098ce1d5 service neutron] Attempting to bind port d09b9879-250e-4df6-8e8e-8a6b07a735ac on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:56:16.936873 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-c417bdff-2617-487d-82bb-c85a098ce1d5 service neutron] Attempting to bind port d09b9879-250e-4df6-8e8e-8a6b07a735ac by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3dc99b88-9b3c-4338-bfc2-d73c0699ed8c'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:56:16.937209 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-c417bdff-2617-487d-82bb-c85a098ce1d5 service neutron] Attempting to bind port d09b9879-250e-4df6-8e8e-8a6b07a735ac on network 3dc99b88-9b3c-4338-bfc2-d73c0699ed8c {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:56:16.958006 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-c417bdff-2617-487d-82bb-c85a098ce1d5 service neutron] Port d09b9879-250e-4df6-8e8e-8a6b07a735ac on network 3dc99b88-9b3c-4338-bfc2-d73c0699ed8c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:56:16.958400 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-c417bdff-2617-487d-82bb-c85a098ce1d5 service neutron] Attempting to bind port d09b9879-250e-4df6-8e8e-8a6b07a735ac on network 3dc99b88-9b3c-4338-bfc2-d73c0699ed8c {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:56:16.988488 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb43226-92bf-485a-b470-c5208920f466 req-f2dfc1fe-d10d-42bd-b006-21631b876aed tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:16.990070 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cbb43226-92bf-485a-b470-c5208920f466 req-f2dfc1fe-d10d-42bd-b006-21631b876aed tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=873dd4c3-2cb6-402e-9b46-8c4bef5318f6 HTTP/1.1" status: 200 len: 945 time: 0.3251431 Jul 07 20:56:16.993226 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-c417bdff-2617-487d-82bb-c85a098ce1d5 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:56:16.993902 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-c417bdff-2617-487d-82bb-c85a098ce1d5 service neutron] Checking segment: {'id': '4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3dc99b88-9b3c-4338-bfc2-d73c0699ed8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:56:16.994299 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-c417bdff-2617-487d-82bb-c85a098ce1d5 service neutron] Bound using segment: {'id': '4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3dc99b88-9b3c-4338-bfc2-d73c0699ed8c'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:56:16.994904 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-c417bdff-2617-487d-82bb-c85a098ce1d5 service neutron] Bound port: d09b9879-250e-4df6-8e8e-8a6b07a735ac, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3dc99b88-9b3c-4338-bfc2-d73c0699ed8c'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:56:16.995276 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-c417bdff-2617-487d-82bb-c85a098ce1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:17.014960 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad1ec4-e99e-40e8-bf8f-5cf865f40a28 req-53338c46-b7a6-4457-bd89-20e7f021765b tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:17.017289 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-afad1ec4-e99e-40e8-bf8f-5cf865f40a28 req-53338c46-b7a6-4457-bd89-20e7f021765b tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/ports?device_id=2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6 HTTP/1.1" status: 200 len: 946 time: 0.4015875 Jul 07 20:56:17.110224 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-123b6279-8cb9-450e-9629-30919d225705 req-e9b5b5e8-4973-40bf-8d1e-9524a6203598 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] For port b674c2ea-a6e7-4ea9-812b-c10fe506b715, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=b674c2ea-a6e7-4ea9-812b-c10fe506b715,segment=NetworkSegment(3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc),segment_id=3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:17.110594 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-123b6279-8cb9-450e-9629-30919d225705 req-e9b5b5e8-4973-40bf-8d1e-9524a6203598 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:17.165892 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-123b6279-8cb9-450e-9629-30919d225705 req-e9b5b5e8-4973-40bf-8d1e-9524a6203598 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Calling delete_port for b674c2ea-a6e7-4ea9-812b-c10fe506b715 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:56:17.172254 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-afad1ec4-e99e-40e8-bf8f-5cf865f40a28 req-e1733b9d-4cb1-48f7-8bba-a3115757fc7a tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "GET /v2.0/security-groups?id=d1e5de17-6534-4b06-87ab-a4cd34d2f93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365652 Jul 07 20:56:17.175069 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cbb43226-92bf-485a-b470-c5208920f466 req-506cde58-8345-4745-861b-3ea16edf6cd8 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565373 Jul 07 20:56:17.193984 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-c417bdff-2617-487d-82bb-c85a098ce1d5 service neutron] For port d09b9879-250e-4df6-8e8e-8a6b07a735ac, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:56:17.209858 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-c417bdff-2617-487d-82bb-c85a098ce1d5 service neutron] For port d09b9879-250e-4df6-8e8e-8a6b07a735ac, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=d09b9879-250e-4df6-8e8e-8a6b07a735ac,segment=NetworkSegment(4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5),segment_id=4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:56:17.218956 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-c417bdff-2617-487d-82bb-c85a098ce1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:17.312555 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2984e5fb-ce2e-430e-a0f8-a45ec83be61e x-openstack-request-id: req-2984e5fb-ce2e-430e-a0f8-a45ec83be61e {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:17.313086 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab44be9-3c8d-4ebe-9ba3-472854a49f94", "name": "network-vif-deleted", "tag": "d08268eb-098d-48cf-b467-d8b20280a8c6", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:17.313191 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2984e5fb-ce2e-430e-a0f8-a45ec83be61e {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:17.313541 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab44be9-3c8d-4ebe-9ba3-472854a49f94', 'name': 'network-vif-deleted', 'tag': 'd08268eb-098d-48cf-b467-d8b20280a8c6', 'status': 'completed', 'code': 200} Jul 07 20:56:17.336982 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-c417bdff-2617-487d-82bb-c85a098ce1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:17.337622 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-c417bdff-2617-487d-82bb-c85a098ce1d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:17.339504 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-c417bdff-2617-487d-82bb-c85a098ce1d5 service neutron] 10.222.0.39 "PUT /v2.0/ports/d09b9879-250e-4df6-8e8e-8a6b07a735ac HTTP/1.1" status: 200 len: 1092 time: 2.6168532 Jul 07 20:56:17.371073 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417bdff-2617-487d-82bb-c85a098ce1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d09b9879-250e-4df6-8e8e-8a6b07a735ac,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:17.525949 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-123b6279-8cb9-450e-9629-30919d225705 req-e9b5b5e8-4973-40bf-8d1e-9524a6203598 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:17.593679 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5b5e8-4973-40bf-8d1e-9524a6203598 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event deleted for resources: {'Port': ['ID=b674c2ea-a6e7-4ea9-812b-c10fe506b715,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:17.617782 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6b61ac9-83d0-4f6e-9a3f-fe48beaab2d4 req-7bf586d1-3c47-46f8-babb-653eecbc34a3 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 210 time: 0.0777230 Jul 07 20:56:17.675088 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device d08268eb-098d-48cf-b467-d8b20280a8c6 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:56:17.701087 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-56fab3c2-ba75-4493-9aa6-c2887e1c413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:17.703107 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-56fab3c2-ba75-4493-9aa6-c2887e1c413e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0ecd010d6b343f08bfce9e9465520bf&device_id=5ecd0409-dc50-4c83-b6d4-2a29ced1f44a HTTP/1.1" status: 200 len: 1095 time: 0.2528579 Jul 07 20:56:17.704218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-123b6279-8cb9-450e-9629-30919d225705 req-e9b5b5e8-4973-40bf-8d1e-9524a6203598 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] No DVR routers for this DVR port b674c2ea-a6e7-4ea9-812b-c10fe506b715 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:56:17.721207 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-123b6279-8cb9-450e-9629-30919d225705 req-e9b5b5e8-4973-40bf-8d1e-9524a6203598 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:17.728876 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-123b6279-8cb9-450e-9629-30919d225705 req-e9b5b5e8-4973-40bf-8d1e-9524a6203598 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.39 "DELETE /v2.0/ports/b674c2ea-a6e7-4ea9-812b-c10fe506b715 HTTP/1.1" status: 204 len: 173 time: 1.3951809 Jul 07 20:56:17.741904 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: d08268eb-098d-48cf-b467-d8b20280a8c6 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:56:17.742253 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device d08268eb-098d-48cf-b467-d8b20280a8c6 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:56:17.742675 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device b674c2ea-a6e7-4ea9-812b-c10fe506b715 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:56:17.804586 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: b674c2ea-a6e7-4ea9-812b-c10fe506b715 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:56:17.804937 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device b674c2ea-a6e7-4ea9-812b-c10fe506b715 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:56:17.805360 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 327e562d-98d8-4c04-9c64-e81f3e2863f1 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:56:17.828182 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-aff8c0dc-37f8-4470-8075-2b6ee24852ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d09b9879-250e-4df6-8e8e-8a6b07a735ac HTTP/1.1" status: 200 len: 217 time: 0.0945938 Jul 07 20:56:17.863684 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device bb66d9f0-6d4b-446a-83f5-575f54c94229 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:56:17.910172 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: bb66d9f0-6d4b-446a-83f5-575f54c94229 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:56:17.910509 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device bb66d9f0-6d4b-446a-83f5-575f54c94229 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:56:17.919535 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 327e562d-98d8-4c04-9c64-e81f3e2863f1 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:56:17.925868 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 327e562d-98d8-4c04-9c64-e81f3e2863f1 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:56:18.490661 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6', 'name': 'network-vif-deleted', 'tag': '327e562d-98d8-4c04-9c64-e81f3e2863f1'}, {'name': 'network-changed', 'server_uuid': '5ecd0409-dc50-4c83-b6d4-2a29ced1f44a', 'tag': 'd09b9879-250e-4df6-8e8e-8a6b07a735ac'}, {'server_uuid': '2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6', 'name': 'network-vif-deleted', 'tag': 'b674c2ea-a6e7-4ea9-812b-c10fe506b715'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:18.493918 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc43c52-3945-4b81-8aa5-be502a905e39" -d '{"events": [{"server_uuid": "2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6", "name": "network-vif-deleted", "tag": "327e562d-98d8-4c04-9c64-e81f3e2863f1"}, {"name": "network-changed", "server_uuid": "5ecd0409-dc50-4c83-b6d4-2a29ced1f44a", "tag": "d09b9879-250e-4df6-8e8e-8a6b07a735ac"}, {"server_uuid": "2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6", "name": "network-vif-deleted", "tag": "b674c2ea-a6e7-4ea9-812b-c10fe506b715"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:18.552922 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-e62c46b5-c08b-47df-828b-cbd167b5d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:18.554549 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-e62c46b5-c08b-47df-828b-cbd167b5d7a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6138be9f-e804-44e1-a8e2-f9b666a6f8d8 HTTP/1.1" status: 200 len: 852 time: 0.7208500 Jul 07 20:56:18.580637 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:56:18.603551 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-5086d9ff-6821-4fdb-9bac-7a0ca54f01f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3dc99b88-9b3c-4338-bfc2-d73c0699ed8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340319 Jul 07 20:56:18.682679 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582ff0c-215a-4b9f-9c59-64c3a1091c23 req-bf19f36e-bb05-4fdc-8d50-9fa79a8838e7 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:18.684376 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8582ff0c-215a-4b9f-9c59-64c3a1091c23 req-bf19f36e-bb05-4fdc-8d50-9fa79a8838e7 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecd0409-dc50-4c83-b6d4-2a29ced1f44a HTTP/1.1" status: 200 len: 943 time: 0.7857635 Jul 07 20:56:18.729164 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc139d07-4d0d-4bcb-94a7-6718d557ce0b req-3802e3fa-06c5-46db-b006-efd5affb929a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:18.730799 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc139d07-4d0d-4bcb-94a7-6718d557ce0b req-3802e3fa-06c5-46db-b006-efd5affb929a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=873dd4c3-2cb6-402e-9b46-8c4bef5318f6 HTTP/1.1" status: 200 len: 945 time: 0.2327890 Jul 07 20:56:18.789621 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8582ff0c-215a-4b9f-9c59-64c3a1091c23 req-e309b024-8969-4e15-bdb8-5b9d9a31798e tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931427 Jul 07 20:56:18.805701 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-2bda625d-55b3-4ce7-800e-8b88fe5ab5f8 service neutron] 10.222.0.39 "GET /v2.0/networks/3dc99b88-9b3c-4338-bfc2-d73c0699ed8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983635 Jul 07 20:56:18.809224 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc139d07-4d0d-4bcb-94a7-6718d557ce0b req-1bedc505-9608-4c62-b079-7c48fed1de0b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693059 Jul 07 20:56:18.914862 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45904) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:18.929683 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca6cf985-aba1-4934-9d93-df89df3ea831 req-d01c20a6-a505-4462-b85b-1ecfb2e98e52 service neutron] 10.222.0.39 "GET /v2.0/networks/3dc99b88-9b3c-4338-bfc2-d73c0699ed8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153359 Jul 07 20:56:19.015174 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbde8191-e885-4414-95ac-380ae12a77dc tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Deleting subnet d9df7a40-b2ea-4a83-b6a3-2b197234b9aa {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:56:19.018762 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dbde8191-e885-4414-95ac-380ae12a77dc tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:19.070253 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dbde8191-e885-4414-95ac-380ae12a77dc tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:19.138305 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c465e-cb0d-4ffa-b9b7-c780fa48130e req-dcdb1cc1-f571-4f36-9704-36171da73ff6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:19.140802 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e36c465e-cb0d-4ffa-b9b7-c780fa48130e req-dcdb1cc1-f571-4f36-9704-36171da73ff6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 949 time: 0.1363983 Jul 07 20:56:19.150052 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0d53f-44dd-4e05-896c-498453d272c7 req-8ca9ea88-b2da-4701-90b4-ab41da6b6f2d tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:19.151794 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aae0d53f-44dd-4e05-896c-498453d272c7 req-8ca9ea88-b2da-4701-90b4-ab41da6b6f2d tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.39 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 949 time: 0.1611283 Jul 07 20:56:19.218319 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dbde8191-e885-4414-95ac-380ae12a77dc tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:19.240182 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e36c465e-cb0d-4ffa-b9b7-c780fa48130e req-658706f0-f0e3-4a0a-9505-a04bcfce02c8 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/security-groups?id=c7e929e4-71d6-4c12-bbe5-18c71dcfda96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829742 Jul 07 20:56:19.274112 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ad4dee-66ab-4d82-bc64-7ffcdd012da1 x-openstack-request-id: req-03ad4dee-66ab-4d82-bc64-7ffcdd012da1 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:19.274440 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6", "name": "network-vif-deleted", "tag": "327e562d-98d8-4c04-9c64-e81f3e2863f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5ecd0409-dc50-4c83-b6d4-2a29ced1f44a", "tag": "d09b9879-250e-4df6-8e8e-8a6b07a735ac", "status": "completed", "code": 200}, {"server_uuid": "2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6", "name": "network-vif-deleted", "tag": "b674c2ea-a6e7-4ea9-812b-c10fe506b715", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:19.274709 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-03ad4dee-66ab-4d82-bc64-7ffcdd012da1 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:19.275146 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6', 'name': 'network-vif-deleted', 'tag': '327e562d-98d8-4c04-9c64-e81f3e2863f1', 'status': 'completed', 'code': 200} Jul 07 20:56:19.275775 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecd0409-dc50-4c83-b6d4-2a29ced1f44a', 'tag': 'd09b9879-250e-4df6-8e8e-8a6b07a735ac', 'status': 'completed', 'code': 200} Jul 07 20:56:19.275775 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0ae7ad-1d9c-4878-9499-0ebe2911b0b6', 'name': 'network-vif-deleted', 'tag': 'b674c2ea-a6e7-4ea9-812b-c10fe506b715', 'status': 'completed', 'code': 200} Jul 07 20:56:19.388114 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc43c52-3945-4b81-8aa5-be502a905e39 req-78294737-0ad5-438a-ae8a-af866087bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:19.389776 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2cc43c52-3945-4b81-8aa5-be502a905e39 req-78294737-0ad5-438a-ae8a-af866087bee5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0ecd010d6b343f08bfce9e9465520bf&device_id=5ecd0409-dc50-4c83-b6d4-2a29ced1f44a HTTP/1.1" status: 200 len: 1095 time: 0.0937371 Jul 07 20:56:19.391353 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-aae0d53f-44dd-4e05-896c-498453d272c7 req-a41c430b-012b-4f36-8414-4010234239a6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Deleting port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:56:19.391716 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-aae0d53f-44dd-4e05-896c-498453d272c7 req-a41c430b-012b-4f36-8414-4010234239a6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:19.409786 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dbde8191-e885-4414-95ac-380ae12a77dc tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:19.478925 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde8191-e885-4414-95ac-380ae12a77dc tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event deleted for resources: {'Subnet': ['ID=d9df7a40-b2ea-4a83-b6a3-2b197234b9aa,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:19.491605 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dbde8191-e885-4414-95ac-380ae12a77dc tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:19.494470 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dbde8191-e885-4414-95ac-380ae12a77dc tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "DELETE /v2.0/subnets/d9df7a40-b2ea-4a83-b6a3-2b197234b9aa HTTP/1.1" status: 204 len: 168 time: 0.5783460 Jul 07 20:56:19.499996 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45914) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:19.504385 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18607db0-bac2-4d2a-85e3-b69d30e71377 None None] Network bada9c15-38a7-49ca-b73f-45768f0361d0 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:56:19.529832 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fa4aa15-f21b-4235-9b9e-cda3678cc047 req-3873635b-3ebd-4c4f-b614-b062732f167a tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 210 time: 0.0426335 Jul 07 20:56:19.609225 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-aae0d53f-44dd-4e05-896c-498453d272c7 req-a41c430b-012b-4f36-8414-4010234239a6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] For port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:19.609600 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-aae0d53f-44dd-4e05-896c-498453d272c7 req-a41c430b-012b-4f36-8414-4010234239a6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:19.613068 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc43c52-3945-4b81-8aa5-be502a905e39 req-85ba13b8-f52c-41d0-aee3-354461f5646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:19.614599 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2cc43c52-3945-4b81-8aa5-be502a905e39 req-85ba13b8-f52c-41d0-aee3-354461f5646c service neutron] 10.222.0.39 "GET /v2.0/networks?id=3dc99b88-9b3c-4338-bfc2-d73c0699ed8c HTTP/1.1" status: 200 len: 913 time: 0.2179105 Jul 07 20:56:19.689071 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2cc43c52-3945-4b81-8aa5-be502a905e39 req-23ab8b03-f954-4698-ad2d-108cd7095c5a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d09b9879-250e-4df6-8e8e-8a6b07a735ac HTTP/1.1" status: 200 len: 217 time: 0.0536835 Jul 07 20:56:19.690908 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-aae0d53f-44dd-4e05-896c-498453d272c7 req-a41c430b-012b-4f36-8414-4010234239a6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Calling delete_port for f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:56:19.720726 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d5a94478-cc12-4b75-b607-7f04a86cec0e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:19.785187 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:19.820483 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61605781-7784-473d-b1e2-1b90ba273fcc None None] DHCP port deletion for bada9c15-38a7-49ca-b73f-45768f0361d0 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:56:19.859608 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-d5a94478-cc12-4b75-b607-7f04a86cec0e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Deleting port 5c212100-827d-460d-9c15-b3ecc1777f9d {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:56:19.863203 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d5a94478-cc12-4b75-b607-7f04a86cec0e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:19.872216 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc43c52-3945-4b81-8aa5-be502a905e39 req-1ebfdea1-3e2f-4dfe-a7f7-39ed345d7f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:19.874190 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2cc43c52-3945-4b81-8aa5-be502a905e39 req-1ebfdea1-3e2f-4dfe-a7f7-39ed345d7f0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6138be9f-e804-44e1-a8e2-f9b666a6f8d8 HTTP/1.1" status: 200 len: 852 time: 0.1714640 Jul 07 20:56:19.948119 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:19.955617 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2cc43c52-3945-4b81-8aa5-be502a905e39 req-8be9097c-ab1c-46af-b643-1e02c37e7305 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3dc99b88-9b3c-4338-bfc2-d73c0699ed8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709434 Jul 07 20:56:19.981564 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-61605781-7784-473d-b1e2-1b90ba273fcc None None] Deleting port 5c212100-827d-460d-9c15-b3ecc1777f9d {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:56:19.986893 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-61605781-7784-473d-b1e2-1b90ba273fcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:20.070948 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-61605781-7784-473d-b1e2-1b90ba273fcc None None] For port 5c212100-827d-460d-9c15-b3ecc1777f9d, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=5c212100-827d-460d-9c15-b3ecc1777f9d,segment=NetworkSegment(3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc),segment_id=3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:20.073886 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-61605781-7784-473d-b1e2-1b90ba273fcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:20.120446 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-61605781-7784-473d-b1e2-1b90ba273fcc None None] Calling delete_port for 5c212100-827d-460d-9c15-b3ecc1777f9d owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:56:20.126173 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-d5a94478-cc12-4b75-b607-7f04a86cec0e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] For port 5c212100-827d-460d-9c15-b3ecc1777f9d, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=5c212100-827d-460d-9c15-b3ecc1777f9d,segment=NetworkSegment(3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc),segment_id=3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:20.127006 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d5a94478-cc12-4b75-b607-7f04a86cec0e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:20.180923 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-d5a94478-cc12-4b75-b607-7f04a86cec0e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Calling delete_port for 5c212100-827d-460d-9c15-b3ecc1777f9d owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:56:20.211857 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-61605781-7784-473d-b1e2-1b90ba273fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:20.232187 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61605781-7784-473d-b1e2-1b90ba273fcc None None] No DVR routers for this DVR port 5c212100-827d-460d-9c15-b3ecc1777f9d on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:56:20.259400 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61605781-7784-473d-b1e2-1b90ba273fcc None None] Pushing event deleted for resources: {'Port': ['ID=5c212100-827d-460d-9c15-b3ecc1777f9d,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:20.280402 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2cc43c52-3945-4b81-8aa5-be502a905e39 req-47c26464-5522-42c4-b2a3-eb8295147e24 service neutron] 10.222.0.39 "GET /v2.0/networks/3dc99b88-9b3c-4338-bfc2-d73c0699ed8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151484 Jul 07 20:56:20.286734 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-aae0d53f-44dd-4e05-896c-498453d272c7 req-a41c430b-012b-4f36-8414-4010234239a6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:20.299854 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:56:20.318518 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed844c2e-8396-4cb0-b7a9-7568a807fc9d req-932d0dfc-5775-4c56-bf05-e19e5f4e794e tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:20.326672 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ed844c2e-8396-4cb0-b7a9-7568a807fc9d req-932d0dfc-5775-4c56-bf05-e19e5f4e794e tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecd0409-dc50-4c83-b6d4-2a29ced1f44a HTTP/1.1" status: 200 len: 943 time: 0.3123307 Jul 07 20:56:20.378550 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d5a94478-cc12-4b75-b607-7f04a86cec0e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:20.414080 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a94478-cc12-4b75-b607-7f04a86cec0e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event deleted for resources: {'Port': ['ID=5c212100-827d-460d-9c15-b3ecc1777f9d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:20.427457 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a94478-cc12-4b75-b607-7f04a86cec0e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] No DVR routers for this DVR port 5c212100-827d-460d-9c15-b3ecc1777f9d on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:56:20.446336 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c430b-012b-4f36-8414-4010234239a6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Pushing event deleted for resources: {'Port': ['ID=f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:20.573619 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 5c212100-827d-460d-9c15-b3ecc1777f9d no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:56:20.615201 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 5c212100-827d-460d-9c15-b3ecc1777f9d {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:56:20.615781 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d5a94478-cc12-4b75-b607-7f04a86cec0e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:20.616899 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 5c212100-827d-460d-9c15-b3ecc1777f9d not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:56:20.641654 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-d5a94478-cc12-4b75-b607-7f04a86cec0e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bada9c15-38a7-49ca-b73f-45768f0361d0']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:20.654498 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-d5a94478-cc12-4b75-b607-7f04a86cec0e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:20.655448 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-d5a94478-cc12-4b75-b607-7f04a86cec0e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a2d20a6-4fe9-4f78-99d0-a4bf3f39d0bc') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:20.666031 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d5a94478-cc12-4b75-b607-7f04a86cec0e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:20.678480 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ee59f-70c2-4f81-a6ce-345fc0ad951d req-e32ecd01-09c3-4f1e-a887-7694924302d4 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:20.684339 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d5a94478-cc12-4b75-b607-7f04a86cec0e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:20.687055 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8c2ee59f-70c2-4f81-a6ce-345fc0ad951d req-e32ecd01-09c3-4f1e-a887-7694924302d4 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=873dd4c3-2cb6-402e-9b46-8c4bef5318f6 HTTP/1.1" status: 200 len: 945 time: 0.5755796 Jul 07 20:56:20.694603 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae0d53f-44dd-4e05-896c-498453d272c7 req-a41c430b-012b-4f36-8414-4010234239a6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] No DVR routers for this DVR port f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:56:20.697410 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a94478-cc12-4b75-b607-7f04a86cec0e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:56:20.698166 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d5a94478-cc12-4b75-b607-7f04a86cec0e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:20.698868 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-aae0d53f-44dd-4e05-896c-498453d272c7 req-a41c430b-012b-4f36-8414-4010234239a6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:20.701054 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aae0d53f-44dd-4e05-896c-498453d272c7 req-a41c430b-012b-4f36-8414-4010234239a6 tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.39 "DELETE /v2.0/ports/f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc HTTP/1.1" status: 204 len: 173 time: 1.5406241 Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:56:20.704793 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:56:20.801343 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8c2ee59f-70c2-4f81-a6ce-345fc0ad951d req-c150c647-7ba3-40ad-9544-74b78c56aa20 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120303 Jul 07 20:56:20.809405 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ed844c2e-8396-4cb0-b7a9-7568a807fc9d req-1b37da4b-42ad-4919-8f56-4b96ae61c6fe tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4817729 Jul 07 20:56:20.813860 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2cc43c52-3945-4b81-8aa5-be502a905e39 req-6bae3565-4b45-40c0-85a6-5a650a7ff8dc service neutron] 10.222.0.39 "GET /v2.0/networks/3dc99b88-9b3c-4338-bfc2-d73c0699ed8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215998 Jul 07 20:56:20.831138 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d5a94478-cc12-4b75-b607-7f04a86cec0e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:20.867583 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53560e4d-34e5-4753-bb12-275b9e237521 req-c6d95eaa-7b40-412b-98eb-80e826fc90b1 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:20.869130 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d5a94478-cc12-4b75-b607-7f04a86cec0e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:20.869354 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-53560e4d-34e5-4753-bb12-275b9e237521 req-c6d95eaa-7b40-412b-98eb-80e826fc90b1 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.58 "GET /v2.0/ports?device_id=873dd4c3-2cb6-402e-9b46-8c4bef5318f6 HTTP/1.1" status: 200 len: 945 time: 0.4928792 Jul 07 20:56:20.874865 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d5a94478-cc12-4b75-b607-7f04a86cec0e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "DELETE /v2.0/networks/bada9c15-38a7-49ca-b73f-45768f0361d0 HTTP/1.1" status: 204 len: 168 time: 1.3705699 Jul 07 20:56:20.876388 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45938) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:20.921699 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a94478-cc12-4b75-b607-7f04a86cec0e tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event deleted for resources: {'Network': ['ID=bada9c15-38a7-49ca-b73f-45768f0361d0,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:21.016407 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e05b13-9416-49b7-93c0-f2adefc30955 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Deleting subnet b691290f-f7f5-4125-aefa-ec9165e87b72 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:56:21.024876 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a7e05b13-9416-49b7-93c0-f2adefc30955 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:21.155476 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a7e05b13-9416-49b7-93c0-f2adefc30955 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:21.206632 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-521a953b-fdf5-435b-a5a7-f57572970866 req-f1df892d-86ff-4598-83d2-4c3a9a375b3b tempest-MigrationsAdminTest-1141323899 tempest-MigrationsAdminTest-1141323899-project] 10.222.0.64 "GET /v2.0/ports?device_id=84441d51-06f4-4712-87bd-f322d0f3ccbc HTTP/1.1" status: 200 len: 210 time: 0.0619259 Jul 07 20:56:21.273096 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cfbde1fc-0465-44b8-b53a-65595d402a92 req-a26dc91b-8683-460f-815a-32046c6884a2 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 210 time: 0.0422034 Jul 07 20:56:21.292180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84441d51-06f4-4712-87bd-f322d0f3ccbc', 'name': 'network-vif-deleted', 'tag': 'f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:21.294434 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34193924-a375-4fd1-842c-c7cff48d4666" -d '{"events": [{"server_uuid": "84441d51-06f4-4712-87bd-f322d0f3ccbc", "name": "network-vif-deleted", "tag": "f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:21.320692 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-53560e4d-34e5-4753-bb12-275b9e237521 req-04ce7c29-1a42-485f-80c2-bfb68fd217ab tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Deleting port 2c8cf700-6654-4da8-809f-db1d8116cc77 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:56:21.321052 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-53560e4d-34e5-4753-bb12-275b9e237521 req-04ce7c29-1a42-485f-80c2-bfb68fd217ab tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:21.340953 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954fe205-f433-4de7-ac2c-585b9c53b045 x-openstack-request-id: req-954fe205-f433-4de7-ac2c-585b9c53b045 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:21.341573 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84441d51-06f4-4712-87bd-f322d0f3ccbc", "name": "network-vif-deleted", "tag": "f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:21.341573 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-954fe205-f433-4de7-ac2c-585b9c53b045 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:21.342718 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84441d51-06f4-4712-87bd-f322d0f3ccbc', 'name': 'network-vif-deleted', 'tag': 'f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc', 'status': 'completed', 'code': 200} Jul 07 20:56:21.354998 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a7e05b13-9416-49b7-93c0-f2adefc30955 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:21.491405 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-53560e4d-34e5-4753-bb12-275b9e237521 req-04ce7c29-1a42-485f-80c2-bfb68fd217ab tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] For port 2c8cf700-6654-4da8-809f-db1d8116cc77, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=2c8cf700-6654-4da8-809f-db1d8116cc77,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:21.491897 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-53560e4d-34e5-4753-bb12-275b9e237521 req-04ce7c29-1a42-485f-80c2-bfb68fd217ab tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:21.504336 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a7e05b13-9416-49b7-93c0-f2adefc30955 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:21.514377 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-53560e4d-34e5-4753-bb12-275b9e237521 req-04ce7c29-1a42-485f-80c2-bfb68fd217ab tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Calling delete_port for 2c8cf700-6654-4da8-809f-db1d8116cc77 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:56:21.545896 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9b9f5a-d675-4eeb-8c4e-0d858bf37f9e None None] Network a3335292-7795-40a0-a2d7-9b09ab1c0c55 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:56:21.561238 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a7e05b13-9416-49b7-93c0-f2adefc30955 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:21.563686 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a7e05b13-9416-49b7-93c0-f2adefc30955 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "DELETE /v2.0/subnets/b691290f-f7f5-4125-aefa-ec9165e87b72 HTTP/1.1" status: 204 len: 168 time: 0.6858621 Jul 07 20:56:21.566615 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e05b13-9416-49b7-93c0-f2adefc30955 tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event deleted for resources: {'Subnet': ['ID=b691290f-f7f5-4125-aefa-ec9165e87b72,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:21.566800 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45944) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:21.663304 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c63af0d-9195-45ec-ba8d-bab5eed6774d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:21.674048 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device d09b9879-250e-4df6-8e8e-8a6b07a735ac details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:56:21.719644 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-53560e4d-34e5-4753-bb12-275b9e237521 req-04ce7c29-1a42-485f-80c2-bfb68fd217ab tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:21.733985 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-2c63af0d-9195-45ec-ba8d-bab5eed6774d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Deleting port 201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:56:21.734237 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c63af0d-9195-45ec-ba8d-bab5eed6774d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:21.758141 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0a9f7927-5cda-4ee9-a3e4-7e0970851fb1', '2c8cf700-6654-4da8-809f-db1d8116cc77'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:56:21.761307 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce7c29-1a42-485f-80c2-bfb68fd217ab tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Pushing event deleted for resources: {'Port': ['ID=2c8cf700-6654-4da8-809f-db1d8116cc77,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:21.813895 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-2c63af0d-9195-45ec-ba8d-bab5eed6774d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] For port 201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa,segment=NetworkSegment(91d80213-9584-4894-8aac-2c3e38acae45),segment_id=91d80213-9584-4894-8aac-2c3e38acae45)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:21.814266 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c63af0d-9195-45ec-ba8d-bab5eed6774d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:21.827204 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port d09b9879-250e-4df6-8e8e-8a6b07a735ac, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=d09b9879-250e-4df6-8e8e-8a6b07a735ac,segment=NetworkSegment(4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5),segment_id=4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:21.830601 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-2c63af0d-9195-45ec-ba8d-bab5eed6774d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Calling delete_port for 201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:56:21.834523 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-53560e4d-34e5-4753-bb12-275b9e237521 req-04ce7c29-1a42-485f-80c2-bfb68fd217ab tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] No DVR routers for this DVR port 2c8cf700-6654-4da8-809f-db1d8116cc77 on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:56:21.838720 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-53560e4d-34e5-4753-bb12-275b9e237521 req-04ce7c29-1a42-485f-80c2-bfb68fd217ab tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:21.842904 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-53560e4d-34e5-4753-bb12-275b9e237521 req-04ce7c29-1a42-485f-80c2-bfb68fd217ab tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.58 "DELETE /v2.0/ports/2c8cf700-6654-4da8-809f-db1d8116cc77 HTTP/1.1" status: 204 len: 173 time: 0.8394654 Jul 07 20:56:21.884870 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'd09b9879-250e-4df6-8e8e-8a6b07a735ac', 'network_id': '3dc99b88-9b3c-4338-bfc2-d73c0699ed8c', 'port_id': 'd09b9879-250e-4df6-8e8e-8a6b07a735ac', 'mac_address': 'fa:16:3e:69:9e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6138be9f-e804-44e1-a8e2-f9b666a6f8d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:56:21.932312 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c63af0d-9195-45ec-ba8d-bab5eed6774d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:21.981612 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63af0d-9195-45ec-ba8d-bab5eed6774d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event deleted for resources: {'Port': ['ID=201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:22.003758 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c63af0d-9195-45ec-ba8d-bab5eed6774d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] No DVR routers for this DVR port 201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:56:22.009546 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3140ea70-7d43-4577-a332-e70e4708da30 None None] DHCP port deletion for a3335292-7795-40a0-a2d7-9b09ab1c0c55 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:56:22.021779 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:22.065346 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09b9879-250e-4df6-8e8e-8a6b07a735ac {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:56:22.132361 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port d09b9879-250e-4df6-8e8e-8a6b07a735ac, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=d09b9879-250e-4df6-8e8e-8a6b07a735ac,segment=NetworkSegment(4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5),segment_id=4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:22.142564 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:22.182127 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c63af0d-9195-45ec-ba8d-bab5eed6774d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:22.191180 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51841806-fc74-43e2-bc7b-c5cffe28d039 req-fc76412f-f1a5-4334-83cf-1b41026cef1a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=873dd4c3-2cb6-402e-9b46-8c4bef5318f6 HTTP/1.1" status: 200 len: 210 time: 0.0707235 Jul 07 20:56:22.200434 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-2c63af0d-9195-45ec-ba8d-bab5eed6774d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3335292-7795-40a0-a2d7-9b09ab1c0c55']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:22.218556 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-2c63af0d-9195-45ec-ba8d-bab5eed6774d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d80213-9584-4894-8aac-2c3e38acae45') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:22.218959 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-2c63af0d-9195-45ec-ba8d-bab5eed6774d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d80213-9584-4894-8aac-2c3e38acae45') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:22.234016 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c63af0d-9195-45ec-ba8d-bab5eed6774d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:22.250229 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e950a7-91e2-4815-95fc-62dff65de248 req-ef24efc2-5aac-48c8-b2f9-db3bf4b30869 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:22.265094 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44e950a7-91e2-4815-95fc-62dff65de248 req-ef24efc2-5aac-48c8-b2f9-db3bf4b30869 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecd0409-dc50-4c83-b6d4-2a29ced1f44a HTTP/1.1" status: 200 len: 943 time: 0.2299700 Jul 07 20:56:22.268997 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c63af0d-9195-45ec-ba8d-bab5eed6774d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:22.281651 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c63af0d-9195-45ec-ba8d-bab5eed6774d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:56:22.282315 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c63af0d-9195-45ec-ba8d-bab5eed6774d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:22.307968 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44e950a7-91e2-4815-95fc-62dff65de248 req-696c85b9-a1ed-4035-b73b-afc703bdcd52 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417325 Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:56:22.311513 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:56:22.406582 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=d09b9879-250e-4df6-8e8e-8a6b07a735ac,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:22.429626 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c63af0d-9195-45ec-ba8d-bab5eed6774d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:22.463952 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['d09b9879-250e-4df6-8e8e-8a6b07a735ac'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:56:22.467436 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c63af0d-9195-45ec-ba8d-bab5eed6774d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:22.470280 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2c63af0d-9195-45ec-ba8d-bab5eed6774d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] 10.222.0.64 "DELETE /v2.0/networks/a3335292-7795-40a0-a2d7-9b09ab1c0c55 HTTP/1.1" status: 204 len: 168 time: 0.9018056 Jul 07 20:56:22.470808 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63af0d-9195-45ec-ba8d-bab5eed6774d tempest-ServersTestMultiNic-92264695 tempest-ServersTestMultiNic-92264695-project] Pushing event deleted for resources: {'Network': ['ID=a3335292-7795-40a0-a2d7-9b09ab1c0c55,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:22.636344 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:56:22.713641 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:56:22.714726 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 201f17b2-d6a9-44eb-bab2-0d5c37d0c6fa not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:56:22.776414 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fec83a6f-bc41-4698-a6c0-e119984ca272 req-8e03d76f-e98e-4712-b743-59369294cbb1 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fcfbef7-93a7-4295-a7b6-1f807a76273f HTTP/1.1" status: 200 len: 210 time: 0.1186104 Jul 07 20:56:23.044435 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45972) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:23.138887 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45976) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:23.345000 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873dd4c3-2cb6-402e-9b46-8c4bef5318f6', 'name': 'network-vif-deleted', 'tag': '2c8cf700-6654-4da8-809f-db1d8116cc77'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:23.349404 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546ed1b5-3205-4402-80c8-1974707c4beb" -d '{"events": [{"server_uuid": "873dd4c3-2cb6-402e-9b46-8c4bef5318f6", "name": "network-vif-deleted", "tag": "2c8cf700-6654-4da8-809f-db1d8116cc77"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:23.405310 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a60eaf5-080c-4844-876d-25a43f964137 x-openstack-request-id: req-4a60eaf5-080c-4844-876d-25a43f964137 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:23.405939 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873dd4c3-2cb6-402e-9b46-8c4bef5318f6", "name": "network-vif-deleted", "tag": "2c8cf700-6654-4da8-809f-db1d8116cc77", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:23.406357 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a60eaf5-080c-4844-876d-25a43f964137 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:23.406921 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873dd4c3-2cb6-402e-9b46-8c4bef5318f6', 'name': 'network-vif-deleted', 'tag': '2c8cf700-6654-4da8-809f-db1d8116cc77', 'status': 'completed', 'code': 200} Jul 07 20:56:23.410565 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45986) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:23.411414 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4160fc1c-ec15-4f49-a8ae-575c8490b8e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=505481bc2c1e4a469ecb05628eb12eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3638318 Jul 07 20:56:23.535338 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-55f66136-4279-4124-b374-1961c5eb9e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:23.603188 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-55f66136-4279-4124-b374-1961c5eb9e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:23.674081 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device d09b9879-250e-4df6-8e8e-8a6b07a735ac up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:56:23.753898 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port d09b9879-250e-4df6-8e8e-8a6b07a735ac completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:56:23.760180 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port d09b9879-250e-4df6-8e8e-8a6b07a735ac triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:23.760756 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:23.798360 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-55f66136-4279-4124-b374-1961c5eb9e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:23.801384 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-55f66136-4279-4124-b374-1961c5eb9e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:23.802741 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-55f66136-4279-4124-b374-1961c5eb9e7f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c7e929e4-71d6-4c12-bbe5-18c71dcfda96 HTTP/1.1" status: 204 len: 168 time: 0.3906941 Jul 07 20:56:23.830542 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f66136-4279-4124-b374-1961c5eb9e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e929e4-71d6-4c12-bbe5-18c71dcfda96,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:23.859750 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19dde2-bc92-4cf7-858f-61de980412cf req-fe1d7668-9ce8-47f5-b480-10ee965c2979 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:23.864853 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3e19dde2-bc92-4cf7-858f-61de980412cf req-fe1d7668-9ce8-47f5-b480-10ee965c2979 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecd0409-dc50-4c83-b6d4-2a29ced1f44a HTTP/1.1" status: 200 len: 944 time: 0.2258437 Jul 07 20:56:23.968523 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3e19dde2-bc92-4cf7-858f-61de980412cf req-4c2fe917-98db-4ae5-886d-47b8ff13ade5 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018198 Jul 07 20:56:23.982303 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bc5cd572-5988-4665-ac39-6fadb424c301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:24.052430 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:24.118168 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecd0409-dc50-4c83-b6d4-2a29ced1f44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09b9879-250e-4df6-8e8e-8a6b07a735ac'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:24.126912 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eac345b-fac7-4d0c-832a-e616f3a35e10" -d '{"events": [{"server_uuid": "5ecd0409-dc50-4c83-b6d4-2a29ced1f44a", "name": "network-vif-plugged", "status": "completed", "tag": "d09b9879-250e-4df6-8e8e-8a6b07a735ac"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:24.200658 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port d09b9879-250e-4df6-8e8e-8a6b07a735ac, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=d09b9879-250e-4df6-8e8e-8a6b07a735ac,segment=NetworkSegment(4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5),segment_id=4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:24.214080 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:24.214911 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:56:24.339214 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd5dd85-3a4c-4f47-ac39-ab05174ca32d x-openstack-request-id: req-7fd5dd85-3a4c-4f47-ac39-ab05174ca32d {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:24.340366 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecd0409-dc50-4c83-b6d4-2a29ced1f44a", "name": "network-vif-plugged", "status": "completed", "tag": "d09b9879-250e-4df6-8e8e-8a6b07a735ac", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:24.340617 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7fd5dd85-3a4c-4f47-ac39-ab05174ca32d {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:24.341027 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecd0409-dc50-4c83-b6d4-2a29ced1f44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09b9879-250e-4df6-8e8e-8a6b07a735ac', 'code': 200} Jul 07 20:56:24.344681 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:56:24.345040 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device f0a7bcbe-52e0-4d5e-9fc8-db63ce139adc not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:56:24.352285 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=d09b9879-250e-4df6-8e8e-8a6b07a735ac,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:24.454491 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-bc5cd572-5988-4665-ac39-6fadb424c301 admin admin] Deleting port 36c09384-d344-405e-8113-b1111f9669e6 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:56:24.455008 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bc5cd572-5988-4665-ac39-6fadb424c301 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:24.514799 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-7769efa9-1993-4396-8d1d-2f9e52f6ccbb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:24.516178 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-7769efa9-1993-4396-8d1d-2f9e52f6ccbb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/networks?id=287bef21-9852-4f7d-90ca-297ef811e6f1 HTTP/1.1" status: 200 len: 806 time: 0.1992900 Jul 07 20:56:24.531694 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b75f7-20a7-43dd-9cc4-9b46fedf13b3 req-e86d288e-4539-469d-b6f0-a52899d3ed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:24.533215 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4d7b75f7-20a7-43dd-9cc4-9b46fedf13b3 req-e86d288e-4539-469d-b6f0-a52899d3ed8d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ecd0409-dc50-4c83-b6d4-2a29ced1f44a HTTP/1.1" status: 200 len: 1097 time: 0.1582355 Jul 07 20:56:24.537440 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-2fb810e8-ad14-44be-a278-5c254a8ff1c6 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/quotas/128d0bdbd3254a86ab8fae38847d408e HTTP/1.1" status: 200 len: 375 time: 0.0149910 Jul 07 20:56:24.537907 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46018) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:24.566580 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-bc5cd572-5988-4665-ac39-6fadb424c301 admin admin] For port 36c09384-d344-405e-8113-b1111f9669e6, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=36c09384-d344-405e-8113-b1111f9669e6,segment=NetworkSegment(a2cc95df-398b-4c6e-82dd-d186d85025ab),segment_id=a2cc95df-398b-4c6e-82dd-d186d85025ab)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:24.566943 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bc5cd572-5988-4665-ac39-6fadb424c301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:24.584389 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-bc5cd572-5988-4665-ac39-6fadb424c301 admin admin] Calling delete_port for 36c09384-d344-405e-8113-b1111f9669e6 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:56:24.643003 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4d7b75f7-20a7-43dd-9cc4-9b46fedf13b3 req-267980f8-8e76-4092-b1a8-efec9fce0565 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961089 Jul 07 20:56:24.646714 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-43037d59-5de4-4f58-ae7a-ee48fbf7c401 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=294e80b658b8466a9e7192cccd137337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1076860 Jul 07 20:56:24.650136 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46020) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:24.696145 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-1ebfade1-149a-4e86-b316-8552d415e4dc tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=128d0bdbd3254a86ab8fae38847d408e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1517227 Jul 07 20:56:24.740239 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e88fd912-f00e-429c-ab09-bfd6454e1b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:24.793265 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bc5cd572-5988-4665-ac39-6fadb424c301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:24.812203 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e88fd912-f00e-429c-ab09-bfd6454e1b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:24.833490 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cd572-5988-4665-ac39-6fadb424c301 admin admin] Pushing event deleted for resources: {'Port': ['ID=36c09384-d344-405e-8113-b1111f9669e6,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:24.890623 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-490501f9-87b5-4afb-b292-0c30cdb38619 service neutron] 10.222.0.64 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674824 Jul 07 20:56:24.991639 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e88fd912-f00e-429c-ab09-bfd6454e1b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:24.994291 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e88fd912-f00e-429c-ab09-bfd6454e1b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:24.995840 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e88fd912-f00e-429c-ab09-bfd6454e1b0b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/69feb5fd-6a0c-4c64-9287-13bab0ec663e HTTP/1.1" status: 204 len: 168 time: 0.3446712 Jul 07 20:56:25.022680 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fd912-f00e-429c-ab09-bfd6454e1b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69feb5fd-6a0c-4c64-9287-13bab0ec663e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:25.075680 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-4777a773-d931-402d-9cf1-33947d7e4723 service neutron] 10.222.0.64 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840353 Jul 07 20:56:25.348022 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b02f091a-c3d4-473a-9e3c-d0d8e7901e3b req-367800ae-82f7-457d-af5b-f132bf66fbfc tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebe72816-d1c7-4a54-a3a3-51371a2f68f7 HTTP/1.1" status: 200 len: 210 time: 0.0796540 Jul 07 20:56:25.404073 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f54a90-4583-4594-8d8e-c6b210afbf95 req-c2f01c9a-282a-43b1-9dac-f278fb6de115 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:25.412517 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20f54a90-4583-4594-8d8e-c6b210afbf95 req-c2f01c9a-282a-43b1-9dac-f278fb6de115 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecd0409-dc50-4c83-b6d4-2a29ced1f44a HTTP/1.1" status: 200 len: 945 time: 0.2060893 Jul 07 20:56:25.521671 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20f54a90-4583-4594-8d8e-c6b210afbf95 req-37a6354f-f3aa-4773-a2f0-18fd3030b755 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032393 Jul 07 20:56:25.721096 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bc5cd572-5988-4665-ac39-6fadb424c301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:25.859783 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 2c8cf700-6654-4da8-809f-db1d8116cc77 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:56:25.894949 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 2c8cf700-6654-4da8-809f-db1d8116cc77 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:56:25.895307 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 2c8cf700-6654-4da8-809f-db1d8116cc77 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:56:26.073995 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5cd572-5988-4665-ac39-6fadb424c301 admin admin] Router d5dbce7b-05eb-42bf-bd32-5ef726773543 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:56:26.239205 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5cd572-5988-4665-ac39-6fadb424c301 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:56:26.249423 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46066) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:26.253575 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380ff246-7db5-4acd-aec1-e945a4dc6737 None None] Sync routers for ids ['d5dbce7b-05eb-42bf-bd32-5ef726773543'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:56:26.254713 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bc5cd572-5988-4665-ac39-6fadb424c301 admin admin] 10.222.0.64 "PUT /v2.0/routers/d5dbce7b-05eb-42bf-bd32-5ef726773543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1131768 Jul 07 20:56:26.269658 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ff246-7db5-4acd-aec1-e945a4dc6737 None None] Routers {'d5dbce7b-05eb-42bf-bd32-5ef726773543'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:56:26.271025 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-380ff246-7db5-4acd-aec1-e945a4dc6737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:56:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d5dbce7b-05eb-42bf-bd32-5ef726773543'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:26.455590 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10d9f9a5-5475-45a0-92f2-81cec9628924 admin admin] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:26.669942 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-380ff246-7db5-4acd-aec1-e945a4dc6737 None None] Set router d5dbce7b-05eb-42bf-bd32-5ef726773543 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:56:26.744457 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1834581f-7fb5-41bc-a847-bfa83c067a98 req-f4e9808e-99f7-43c3-9d71-c0ecf61e4cea tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebe72816-d1c7-4a54-a3a3-51371a2f68f7 HTTP/1.1" status: 200 len: 210 time: 0.0590920 Jul 07 20:56:26.807282 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10d9f9a5-5475-45a0-92f2-81cec9628924 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:26.915696 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87666a-8326-4bfd-adc4-554245242b83 req-9966787f-f83c-4164-8831-8c857dc24605 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:26.930040 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0f87666a-8326-4bfd-adc4-554245242b83 req-9966787f-f83c-4164-8831-8c857dc24605 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecd0409-dc50-4c83-b6d4-2a29ced1f44a HTTP/1.1" status: 200 len: 945 time: 0.1898203 Jul 07 20:56:27.064904 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0f87666a-8326-4bfd-adc4-554245242b83 req-ab6b9789-5de4-450e-bbbf-eac9f996c179 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334786 Jul 07 20:56:27.099061 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-380ff246-7db5-4acd-aec1-e945a4dc6737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5dbce7b-05eb-42bf-bd32-5ef726773543', 'name': 'tempest-ServersTestMultiNic-2092142975-router', 'tenant_id': '3572206916df4815b4641ef2859a1817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '7184e4d0-e175-4189-887b-317b057184bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:54:26Z', 'updated_at': '2021-07-07T20:56:24Z', 'revision_number': 5, 'project_id': '3572206916df4815b4641ef2859a1817', 'gw_port': {'id': '7184e4d0-e175-4189-887b-317b057184bb', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dbce7b-05eb-42bf-bd32-5ef726773543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:54:28Z', 'updated_at': '2021-07-07T20:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:27.177435 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380ff246-7db5-4acd-aec1-e945a4dc6737 None None] Checking router: d5dbce7b-05eb-42bf-bd32-5ef726773543 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:56:27.182165 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-10d9f9a5-5475-45a0-92f2-81cec9628924 admin admin] Deleting port 7184e4d0-e175-4189-887b-317b057184bb {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:56:27.182565 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10d9f9a5-5475-45a0-92f2-81cec9628924 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:27.198668 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ff246-7db5-4acd-aec1-e945a4dc6737 None None] Routers {'d5dbce7b-05eb-42bf-bd32-5ef726773543'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:56:27.199306 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-380ff246-7db5-4acd-aec1-e945a4dc6737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:56:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d5dbce7b-05eb-42bf-bd32-5ef726773543'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:27.358675 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-17b4365d-a390-4c77-af21-79b65987b19e tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:27.363934 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-17b4365d-a390-4c77-af21-79b65987b19e tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.39 "GET /v2.0/networks?id=287bef21-9852-4f7d-90ca-297ef811e6f1 HTTP/1.1" status: 200 len: 806 time: 0.4307036 Jul 07 20:56:27.386430 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-7c027b2a-01ca-4933-b72d-a7cfc95dd164 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Request body: {'port': {'device_id': 'ebe72816-d1c7-4a54-a3a3-51371a2f68f7', 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1', 'admin_state_up': True, 'tenant_id': '128d0bdbd3254a86ab8fae38847d408e'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:56:27.468900 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-380ff246-7db5-4acd-aec1-e945a4dc6737 None None] Set router d5dbce7b-05eb-42bf-bd32-5ef726773543 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:56:27.624731 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-10d9f9a5-5475-45a0-92f2-81cec9628924 admin admin] For port 7184e4d0-e175-4189-887b-317b057184bb, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=7184e4d0-e175-4189-887b-317b057184bb,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:27.625427 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10d9f9a5-5475-45a0-92f2-81cec9628924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:27.652710 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-380ff246-7db5-4acd-aec1-e945a4dc6737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5dbce7b-05eb-42bf-bd32-5ef726773543', 'name': 'tempest-ServersTestMultiNic-2092142975-router', 'tenant_id': '3572206916df4815b4641ef2859a1817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:54:26Z', 'updated_at': '2021-07-07T20:56:26Z', 'revision_number': 6, 'project_id': '3572206916df4815b4641ef2859a1817', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:27.700097 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380ff246-7db5-4acd-aec1-e945a4dc6737 None None] The sync data for ids ['d5dbce7b-05eb-42bf-bd32-5ef726773543'] in n-d-695189-11 is: [{'id': 'd5dbce7b-05eb-42bf-bd32-5ef726773543', 'name': 'tempest-ServersTestMultiNic-2092142975-router', 'tenant_id': '3572206916df4815b4641ef2859a1817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:54:26Z', 'updated_at': '2021-07-07T20:56:26Z', 'revision_number': 6, 'project_id': '3572206916df4815b4641ef2859a1817', 'gw_port_host': None}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:56:28.212670 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-10d9f9a5-5475-45a0-92f2-81cec9628924 admin admin] Calling delete_port for 7184e4d0-e175-4189-887b-317b057184bb owned by network:router_gateway {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:56:28.265367 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-be6a2201-f190-4544-b701-73332097b134 req-c436ffff-ff59-4e58-85ba-9326555d4a3c tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebe72816-d1c7-4a54-a3a3-51371a2f68f7 HTTP/1.1" status: 200 len: 210 time: 0.0802188 Jul 07 20:56:28.393373 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-7c027b2a-01ca-4933-b72d-a7cfc95dd164 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Made reservation on behalf of 128d0bdbd3254a86ab8fae38847d408e for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:56:28.397336 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-7c027b2a-01ca-4933-b72d-a7cfc95dd164 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:28.537697 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94aa55-3361-48f1-b11b-bbf2fca579da req-19d09531-84cc-473e-a851-f0a89ef7d67f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:28.539755 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8d94aa55-3361-48f1-b11b-bbf2fca579da req-19d09531-84cc-473e-a851-f0a89ef7d67f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecd0409-dc50-4c83-b6d4-2a29ced1f44a HTTP/1.1" status: 200 len: 945 time: 0.3519471 Jul 07 20:56:28.728277 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 7184e4d0-e175-4189-887b-317b057184bb no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:56:28.777790 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8d94aa55-3361-48f1-b11b-bbf2fca579da req-f1aea0ab-98bb-4e25-953c-236e70a453ea tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233093 Jul 07 20:56:28.848317 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-7c027b2a-01ca-4933-b72d-a7cfc95dd164 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Allocated IP 172.20.0.11 (287bef21-9852-4f7d-90ca-297ef811e6f1/cef6a251-d924-4278-917e-0372be44ce70/54b30d27-e023-4b01-b1ec-8c83878135b6) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:56:28.906382 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:28.960115 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10d9f9a5-5475-45a0-92f2-81cec9628924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:28.984798 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 36c09384-d344-405e-8113-b1111f9669e6 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:56:29.004398 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9f9a5-5475-45a0-92f2-81cec9628924 admin admin] Pushing event deleted for resources: {'Port': ['ID=7184e4d0-e175-4189-887b-317b057184bb,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:29.007266 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 36c09384-d344-405e-8113-b1111f9669e6 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:56:29.007868 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 36c09384-d344-405e-8113-b1111f9669e6 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:56:29.175694 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-77ea87b4-7aa9-4471-bb3b-2e3663c8182b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:29.180105 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10d9f9a5-5475-45a0-92f2-81cec9628924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:29.366258 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10d9f9a5-5475-45a0-92f2-81cec9628924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:29.369892 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10d9f9a5-5475-45a0-92f2-81cec9628924 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:29.395978 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-7c027b2a-01ca-4933-b72d-a7cfc95dd164 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:29.577679 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10d9f9a5-5475-45a0-92f2-81cec9628924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:29.578476 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d9f9a5-5475-45a0-92f2-81cec9628924 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5dbce7b-05eb-42bf-bd32-5ef726773543 {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:56:29.593406 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b35e97c-3193-44e0-8d28-5d5670be3040 req-b65f546a-b2c1-412a-a691-988dff7a647a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebe72816-d1c7-4a54-a3a3-51371a2f68f7 HTTP/1.1" status: 200 len: 210 time: 0.0526383 Jul 07 20:56:29.602854 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46144) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:29.604035 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10d9f9a5-5475-45a0-92f2-81cec9628924 admin admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:29.605591 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-10d9f9a5-5475-45a0-92f2-81cec9628924 admin admin] 10.222.0.64 "DELETE /v2.0/routers/d5dbce7b-05eb-42bf-bd32-5ef726773543 HTTP/1.1" status: 204 len: 168 time: 3.3551540 Jul 07 20:56:29.610502 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46146) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:29.649923 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340b0b9-491b-49ba-b5e9-346837497564 req-a5ceab51-3137-4939-96f2-d2f3f2e2b301 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:29.651817 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f340b0b9-491b-49ba-b5e9-346837497564 req-a5ceab51-3137-4939-96f2-d2f3f2e2b301 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ecd0409-dc50-4c83-b6d4-2a29ced1f44a HTTP/1.1" status: 200 len: 945 time: 0.4366429 Jul 07 20:56:29.667645 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-7c027b2a-01ca-4933-b72d-a7cfc95dd164 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:29.683410 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0a9f7927-5cda-4ee9-a3e4-7e0970851fb1'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:56:29.791662 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-abafb3ee-46f6-4219-bb3e-59d11939c0f0 admin admin] Deleting subnet cfb3651e-c175-4eba-9c88-ba3c6795c4c3 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:56:29.802624 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-abafb3ee-46f6-4219-bb3e-59d11939c0f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:29.891067 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-7c027b2a-01ca-4933-b72d-a7cfc95dd164 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Network 287bef21-9852-4f7d-90ca-297ef811e6f1 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:56:29.896659 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c1385b7e-b218-4a83-b6bf-c68e9e8b8a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:29.908896 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-abafb3ee-46f6-4219-bb3e-59d11939c0f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:29.973237 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-7c027b2a-01ca-4933-b72d-a7cfc95dd164 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:56:29.980364 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-7c027b2a-01ca-4933-b72d-a7cfc95dd164 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:56:30.026688 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c027b2a-01ca-4933-b72d-a7cfc95dd164 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Pushing event updated for resources: {'Port': ['ID=54b30d27-e023-4b01-b1ec-8c83878135b6,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:30.073958 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-abafb3ee-46f6-4219-bb3e-59d11939c0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:30.127879 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-7c027b2a-01ca-4933-b72d-a7cfc95dd164 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:30.128954 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-7c027b2a-01ca-4933-b72d-a7cfc95dd164 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:30.137289 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-abafb3ee-46f6-4219-bb3e-59d11939c0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:30.159826 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64618411-bcdd-491e-9d33-4c3bc4aa8542 None None] Network c4642495-5fb3-4964-94cf-a5c185538d24 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:56:30.169815 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-f340b0b9-491b-49ba-b5e9-346837497564 req-bd375d73-74d9-46ce-ab23-9a834617933a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Deleting port d09b9879-250e-4df6-8e8e-8a6b07a735ac {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:56:30.170428 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f340b0b9-491b-49ba-b5e9-346837497564 req-bd375d73-74d9-46ce-ab23-9a834617933a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:30.194395 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-abafb3ee-46f6-4219-bb3e-59d11939c0f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:30.196331 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-abafb3ee-46f6-4219-bb3e-59d11939c0f0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cfb3651e-c175-4eba-9c88-ba3c6795c4c3 HTTP/1.1" status: 204 len: 168 time: 0.5845513 Jul 07 20:56:30.204891 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46158) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:30.225700 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abafb3ee-46f6-4219-bb3e-59d11939c0f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfb3651e-c175-4eba-9c88-ba3c6795c4c3,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:30.313213 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f340b0b9-491b-49ba-b5e9-346837497564 req-bd375d73-74d9-46ce-ab23-9a834617933a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] For port d09b9879-250e-4df6-8e8e-8a6b07a735ac, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=d09b9879-250e-4df6-8e8e-8a6b07a735ac,segment=NetworkSegment(4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5),segment_id=4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:30.317408 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f340b0b9-491b-49ba-b5e9-346837497564 req-bd375d73-74d9-46ce-ab23-9a834617933a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:30.344407 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-f340b0b9-491b-49ba-b5e9-346837497564 req-bd375d73-74d9-46ce-ab23-9a834617933a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Calling delete_port for d09b9879-250e-4df6-8e8e-8a6b07a735ac owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:56:30.368164 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864750b-7378-4013-81a1-2b2b2d62621c req-7950a915-05d2-4a0b-aab3-972024a29c6c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:30.376060 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f864750b-7378-4013-81a1-2b2b2d62621c req-7950a915-05d2-4a0b-aab3-972024a29c6c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecd0409-dc50-4c83-b6d4-2a29ced1f44a HTTP/1.1" status: 200 len: 945 time: 0.3411360 Jul 07 20:56:30.379547 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fbcd5ef-45a8-4348-afd4-67d3a9d0a56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:30.477422 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abafb3ee-46f6-4219-bb3e-59d11939c0f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:30.477724 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abafb3ee-46f6-4219-bb3e-59d11939c0f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:30.478071 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abafb3ee-46f6-4219-bb3e-59d11939c0f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:30.478416 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abafb3ee-46f6-4219-bb3e-59d11939c0f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:30.478897 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abafb3ee-46f6-4219-bb3e-59d11939c0f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:30.479224 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abafb3ee-46f6-4219-bb3e-59d11939c0f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:30.479600 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abafb3ee-46f6-4219-bb3e-59d11939c0f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:30.479931 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abafb3ee-46f6-4219-bb3e-59d11939c0f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:30.480260 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abafb3ee-46f6-4219-bb3e-59d11939c0f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:30.480585 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abafb3ee-46f6-4219-bb3e-59d11939c0f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:30.480943 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abafb3ee-46f6-4219-bb3e-59d11939c0f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:30.481256 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abafb3ee-46f6-4219-bb3e-59d11939c0f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:30.492137 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c1385b7e-b218-4a83-b6bf-c68e9e8b8a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:30.540274 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f864750b-7378-4013-81a1-2b2b2d62621c req-a197337b-7321-43c5-ada4-2697a5ca0b4d tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631491 Jul 07 20:56:30.541953 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c1385b7e-b218-4a83-b6bf-c68e9e8b8a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:30.545371 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c8fce3-8444-4969-96ac-73ffcbcf5fb8 None None] DHCP port deletion for c4642495-5fb3-4964-94cf-a5c185538d24 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:56:30.551480 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-7c027b2a-01ca-4933-b72d-a7cfc95dd164 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1686661 Jul 07 20:56:30.565716 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-f0d150f7-b3bf-4448-bbcd-9f60b6596230 service neutron] Request body: {'port': {'device_id': 'ebe72816-d1c7-4a54-a3a3-51371a2f68f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:56:30.647067 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-e6c8fce3-8444-4969-96ac-73ffcbcf5fb8 None None] Deleting port b7ccd0bd-3023-471f-9f2b-cb40c11684d2 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:56:30.647999 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e6c8fce3-8444-4969-96ac-73ffcbcf5fb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:30.661854 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1385b7e-b218-4a83-b6bf-c68e9e8b8a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5303d55-6ac5-4428-94a2-30dc7388b6ec,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:30.679710 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c1385b7e-b218-4a83-b6bf-c68e9e8b8a06 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=37423a86c36640eca17ab2cf7b531be6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0730467 Jul 07 20:56:30.681437 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46170) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:30.712762 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f340b0b9-491b-49ba-b5e9-346837497564 req-bd375d73-74d9-46ce-ab23-9a834617933a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:30.749216 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-4fbcd5ef-45a8-4348-afd4-67d3a9d0a56c admin admin] Deleting port b7ccd0bd-3023-471f-9f2b-cb40c11684d2 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:56:30.749908 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fbcd5ef-45a8-4348-afd4-67d3a9d0a56c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:30.754869 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['d09b9879-250e-4df6-8e8e-8a6b07a735ac'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:56:30.794840 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['86479d78-7e46-4d17-8f40-fe257e0b714c'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:56:30.827804 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd375d73-74d9-46ce-ab23-9a834617933a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Pushing event deleted for resources: {'Port': ['ID=d09b9879-250e-4df6-8e8e-8a6b07a735ac,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:30.861291 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-f0d150f7-b3bf-4448-bbcd-9f60b6596230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:30.895970 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-4fbcd5ef-45a8-4348-afd4-67d3a9d0a56c admin admin] For port b7ccd0bd-3023-471f-9f2b-cb40c11684d2, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b7ccd0bd-3023-471f-9f2b-cb40c11684d2,segment=NetworkSegment(a2cc95df-398b-4c6e-82dd-d186d85025ab),segment_id=a2cc95df-398b-4c6e-82dd-d186d85025ab)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:30.896453 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fbcd5ef-45a8-4348-afd4-67d3a9d0a56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:30.921541 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-e6c8fce3-8444-4969-96ac-73ffcbcf5fb8 None None] For port b7ccd0bd-3023-471f-9f2b-cb40c11684d2, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b7ccd0bd-3023-471f-9f2b-cb40c11684d2,segment=NetworkSegment(a2cc95df-398b-4c6e-82dd-d186d85025ab),segment_id=a2cc95df-398b-4c6e-82dd-d186d85025ab)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:30.922425 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e6c8fce3-8444-4969-96ac-73ffcbcf5fb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:30.956132 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-4fbcd5ef-45a8-4348-afd4-67d3a9d0a56c admin admin] Calling delete_port for b7ccd0bd-3023-471f-9f2b-cb40c11684d2 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:56:30.968875 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-e6c8fce3-8444-4969-96ac-73ffcbcf5fb8 None None] Calling delete_port for b7ccd0bd-3023-471f-9f2b-cb40c11684d2 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:56:31.003414 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f340b0b9-491b-49ba-b5e9-346837497564 req-bd375d73-74d9-46ce-ab23-9a834617933a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] No DVR routers for this DVR port d09b9879-250e-4df6-8e8e-8a6b07a735ac on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:56:31.009768 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f340b0b9-491b-49ba-b5e9-346837497564 req-bd375d73-74d9-46ce-ab23-9a834617933a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:31.011776 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f340b0b9-491b-49ba-b5e9-346837497564 req-bd375d73-74d9-46ce-ab23-9a834617933a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.39 "DELETE /v2.0/ports/d09b9879-250e-4df6-8e8e-8a6b07a735ac HTTP/1.1" status: 204 len: 173 time: 1.3533247 Jul 07 20:56:31.018951 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecd0409-dc50-4c83-b6d4-2a29ced1f44a', 'name': 'network-vif-deleted', 'tag': 'd09b9879-250e-4df6-8e8e-8a6b07a735ac'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:31.021342 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5376e307-fb2f-49c0-a511-81f7495a44b0" -d '{"events": [{"server_uuid": "5ecd0409-dc50-4c83-b6d4-2a29ced1f44a", "name": "network-vif-deleted", "tag": "d09b9879-250e-4df6-8e8e-8a6b07a735ac"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:31.023279 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2a64942e-d141-448d-9b76-dbc10229aad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:31.111570 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b4bbc-d00e-467c-94fc-1dc76800ff3d req-6606a70f-c92d-42a2-9c62-b7f13270ed41 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:31.116123 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-154b4bbc-d00e-467c-94fc-1dc76800ff3d req-6606a70f-c92d-42a2-9c62-b7f13270ed41 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 944 time: 0.4229183 Jul 07 20:56:31.126531 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2a64942e-d141-448d-9b76-dbc10229aad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:31.225758 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e6c8fce3-8444-4969-96ac-73ffcbcf5fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:31.272421 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fbcd5ef-45a8-4348-afd4-67d3a9d0a56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:31.293135 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8fce3-8444-4969-96ac-73ffcbcf5fb8 None None] Pushing event deleted for resources: {'Port': ['ID=b7ccd0bd-3023-471f-9f2b-cb40c11684d2,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:31.298455 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c8fce3-8444-4969-96ac-73ffcbcf5fb8 None None] No DVR routers for this DVR port b7ccd0bd-3023-471f-9f2b-cb40c11684d2 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:56:31.325593 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbcd5ef-45a8-4348-afd4-67d3a9d0a56c admin admin] No DVR routers for this DVR port b7ccd0bd-3023-471f-9f2b-cb40c11684d2 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:56:31.331578 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcd5ef-45a8-4348-afd4-67d3a9d0a56c admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ccd0bd-3023-471f-9f2b-cb40c11684d2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:31.337686 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2a64942e-d141-448d-9b76-dbc10229aad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:31.340485 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2a64942e-d141-448d-9b76-dbc10229aad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:31.342470 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2a64942e-d141-448d-9b76-dbc10229aad4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d5303d55-6ac5-4428-94a2-30dc7388b6ec HTTP/1.1" status: 204 len: 168 time: 0.6599030 Jul 07 20:56:31.383784 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64942e-d141-448d-9b76-dbc10229aad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5303d55-6ac5-4428-94a2-30dc7388b6ec,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:31.436063 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc412f-9322-4bda-a199-661ee0cd8567 req-69122bc8-2c20-422a-927b-43a83a6b2114 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:31.440453 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fbcd5ef-45a8-4348-afd4-67d3a9d0a56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:31.443682 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dadc412f-9322-4bda-a199-661ee0cd8567 req-69122bc8-2c20-422a-927b-43a83a6b2114 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebe72816-d1c7-4a54-a3a3-51371a2f68f7 HTTP/1.1" status: 200 len: 932 time: 0.5667245 Jul 07 20:56:31.465063 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-4fbcd5ef-45a8-4348-afd4-67d3a9d0a56c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4642495-5fb3-4964-94cf-a5c185538d24']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:31.479510 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-4fbcd5ef-45a8-4348-afd4-67d3a9d0a56c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2cc95df-398b-4c6e-82dd-d186d85025ab') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:31.479888 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-4fbcd5ef-45a8-4348-afd4-67d3a9d0a56c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2cc95df-398b-4c6e-82dd-d186d85025ab') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:31.496184 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fbcd5ef-45a8-4348-afd4-67d3a9d0a56c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:31.518353 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fbcd5ef-45a8-4348-afd4-67d3a9d0a56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:31.530661 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbcd5ef-45a8-4348-afd4-67d3a9d0a56c admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:56:31.531111 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fbcd5ef-45a8-4348-afd4-67d3a9d0a56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:56:31.533218 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:56:31.550813 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-154b4bbc-d00e-467c-94fc-1dc76800ff3d req-afa1be0e-f9c4-4e14-8fd7-590b6075934e tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540127 Jul 07 20:56:31.602565 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dadc412f-9322-4bda-a199-661ee0cd8567 req-b19feb81-e9a0-43e2-a9c9-19e3326c8866 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534848 Jul 07 20:56:31.660796 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fbcd5ef-45a8-4348-afd4-67d3a9d0a56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:31.689581 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fbcd5ef-45a8-4348-afd4-67d3a9d0a56c admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:31.710965 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4fbcd5ef-45a8-4348-afd4-67d3a9d0a56c admin admin] 10.222.0.64 "DELETE /v2.0/networks/c4642495-5fb3-4964-94cf-a5c185538d24 HTTP/1.1" status: 204 len: 168 time: 1.4923365 Jul 07 20:56:31.725362 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d121c7d-7618-470b-8c1e-593ea779b7bf x-openstack-request-id: req-6d121c7d-7618-470b-8c1e-593ea779b7bf {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:31.725762 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecd0409-dc50-4c83-b6d4-2a29ced1f44a", "name": "network-vif-deleted", "tag": "d09b9879-250e-4df6-8e8e-8a6b07a735ac", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:31.726120 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6d121c7d-7618-470b-8c1e-593ea779b7bf {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:31.726829 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecd0409-dc50-4c83-b6d4-2a29ced1f44a', 'name': 'network-vif-deleted', 'tag': 'd09b9879-250e-4df6-8e8e-8a6b07a735ac', 'status': 'completed', 'code': 200} Jul 07 20:56:31.757154 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcd5ef-45a8-4348-afd4-67d3a9d0a56c admin admin] Pushing event deleted for resources: {'Network': ['ID=c4642495-5fb3-4964-94cf-a5c185538d24,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:31.842182 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a5b91812-c91e-4587-948f-5e45716bef14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:31.850157 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-f0d150f7-b3bf-4448-bbcd-9f60b6596230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b30d27-e023-4b01-b1ec-8c83878135b6 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:56:31.871582 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-f0d150f7-b3bf-4448-bbcd-9f60b6596230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:31.906637 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4207562-59a2-45bd-a025-1cc276fd18de req-5f1e5d51-0716-437f-8628-e062e55eb6e2 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:31.908134 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d4207562-59a2-45bd-a025-1cc276fd18de req-5f1e5d51-0716-437f-8628-e062e55eb6e2 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 944 time: 0.4582446 Jul 07 20:56:31.931854 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:31.960877 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-f0d150f7-b3bf-4448-bbcd-9f60b6596230 service neutron] Transition to ACTIVE for port object 54b30d27-e023-4b01-b1ec-8c83878135b6 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:56:32.013340 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-f0d150f7-b3bf-4448-bbcd-9f60b6596230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:32.017861 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46300) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:32.049380 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-385628ff-85cf-4f1d-99c3-aa03458d59c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:32.058637 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ee24ddab-e91e-4638-8c6c-7701e207a226 req-af10dd16-3e02-4571-9386-8caabae93044 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ecd0409-dc50-4c83-b6d4-2a29ced1f44a HTTP/1.1" status: 200 len: 210 time: 0.1156499 Jul 07 20:56:32.089301 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46308) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:32.173716 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d150f7-b3bf-4448-bbcd-9f60b6596230 service neutron] Pushing event updated for resources: {'Port': ['ID=54b30d27-e023-4b01-b1ec-8c83878135b6,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:32.220900 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-385628ff-85cf-4f1d-99c3-aa03458d59c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:32.225151 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-385628ff-85cf-4f1d-99c3-aa03458d59c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:32.244952 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-37bd8dd1-a97b-4ac3-a8d8-79bee09f6761 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3572206916df4815b4641ef2859a1817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520700 Jul 07 20:56:32.249686 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46328) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:32.268974 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-385628ff-85cf-4f1d-99c3-aa03458d59c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=557ae41ee7fd419fa14b80995aa59344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495496 Jul 07 20:56:32.269915 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385628ff-85cf-4f1d-99c3-aa03458d59c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e873f128-7103-43d9-8a1d-f7a9db5c95eb,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:32.272355 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46332) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:32.324008 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-f0d150f7-b3bf-4448-bbcd-9f60b6596230 service neutron] Attempting to bind port 54b30d27-e023-4b01-b1ec-8c83878135b6 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:56:32.324238 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-f0d150f7-b3bf-4448-bbcd-9f60b6596230 service neutron] Attempting to bind port 54b30d27-e023-4b01-b1ec-8c83878135b6 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:56:32.324641 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-f0d150f7-b3bf-4448-bbcd-9f60b6596230 service neutron] Attempting to bind port 54b30d27-e023-4b01-b1ec-8c83878135b6 on network 287bef21-9852-4f7d-90ca-297ef811e6f1 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:56:32.330167 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-d4207562-59a2-45bd-a025-1cc276fd18de req-5987a89b-6055-493b-937f-327031adb093 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Deleting port 9e8dc120-1c1d-4965-9950-8de84c2c9254 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:56:32.330522 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d4207562-59a2-45bd-a025-1cc276fd18de req-5987a89b-6055-493b-937f-327031adb093 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:32.336178 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3207d08b-aa21-4de1-8a0c-8ca6fe96b118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:32.338684 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-f0d150f7-b3bf-4448-bbcd-9f60b6596230 service neutron] Port 54b30d27-e023-4b01-b1ec-8c83878135b6 on network 287bef21-9852-4f7d-90ca-297ef811e6f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:56:32.339388 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-f0d150f7-b3bf-4448-bbcd-9f60b6596230 service neutron] Attempting to bind port 54b30d27-e023-4b01-b1ec-8c83878135b6 on network 287bef21-9852-4f7d-90ca-297ef811e6f1 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:56:32.362342 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3207d08b-aa21-4de1-8a0c-8ca6fe96b118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:32.400202 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f4788852-5e91-4be3-a23e-3fadec7406fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:32.401958 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-f0d150f7-b3bf-4448-bbcd-9f60b6596230 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:56:32.402513 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-f0d150f7-b3bf-4448-bbcd-9f60b6596230 service neutron] Checking segment: {'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:56:32.403128 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-f0d150f7-b3bf-4448-bbcd-9f60b6596230 service neutron] Bound using segment: {'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:56:32.403797 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-f0d150f7-b3bf-4448-bbcd-9f60b6596230 service neutron] Bound port: 54b30d27-e023-4b01-b1ec-8c83878135b6, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:56:32.404949 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-f0d150f7-b3bf-4448-bbcd-9f60b6596230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:32.421116 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3207d08b-aa21-4de1-8a0c-8ca6fe96b118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:32.424012 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3207d08b-aa21-4de1-8a0c-8ca6fe96b118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:32.427998 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3207d08b-aa21-4de1-8a0c-8ca6fe96b118 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e873f128-7103-43d9-8a1d-f7a9db5c95eb HTTP/1.1" status: 204 len: 168 time: 0.1434803 Jul 07 20:56:32.447025 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207d08b-aa21-4de1-8a0c-8ca6fe96b118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e873f128-7103-43d9-8a1d-f7a9db5c95eb,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:32.452770 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f4788852-5e91-4be3-a23e-3fadec7406fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:32.547794 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-d4207562-59a2-45bd-a025-1cc276fd18de req-5987a89b-6055-493b-937f-327031adb093 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] For port 9e8dc120-1c1d-4965-9950-8de84c2c9254, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=9e8dc120-1c1d-4965-9950-8de84c2c9254,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:32.548694 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d4207562-59a2-45bd-a025-1cc276fd18de req-5987a89b-6055-493b-937f-327031adb093 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:32.581354 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-d4207562-59a2-45bd-a025-1cc276fd18de req-5987a89b-6055-493b-937f-327031adb093 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Calling delete_port for 9e8dc120-1c1d-4965-9950-8de84c2c9254 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:56:32.584621 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b7ccd0bd-3023-471f-9f2b-cb40c11684d2 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:56:32.587149 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-f0d150f7-b3bf-4448-bbcd-9f60b6596230 service neutron] For port 54b30d27-e023-4b01-b1ec-8c83878135b6, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:56:32.602116 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-f0d150f7-b3bf-4448-bbcd-9f60b6596230 service neutron] For port 54b30d27-e023-4b01-b1ec-8c83878135b6, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=54b30d27-e023-4b01-b1ec-8c83878135b6,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:56:32.616726 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: b7ccd0bd-3023-471f-9f2b-cb40c11684d2 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:56:32.617088 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b7ccd0bd-3023-471f-9f2b-cb40c11684d2 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:56:32.620486 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-f0d150f7-b3bf-4448-bbcd-9f60b6596230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:32.641644 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f4788852-5e91-4be3-a23e-3fadec7406fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:32.646054 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f4788852-5e91-4be3-a23e-3fadec7406fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:32.671208 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f4788852-5e91-4be3-a23e-3fadec7406fd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1e5de17-6534-4b06-87ab-a4cd34d2f93e HTTP/1.1" status: 204 len: 168 time: 0.4204979 Jul 07 20:56:32.760490 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4788852-5e91-4be3-a23e-3fadec7406fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e5de17-6534-4b06-87ab-a4cd34d2f93e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:32.782705 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-f0d150f7-b3bf-4448-bbcd-9f60b6596230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:32.783226 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-f0d150f7-b3bf-4448-bbcd-9f60b6596230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:32.785475 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-f0d150f7-b3bf-4448-bbcd-9f60b6596230 service neutron] 10.222.0.39 "PUT /v2.0/ports/54b30d27-e023-4b01-b1ec-8c83878135b6 HTTP/1.1" status: 200 len: 1093 time: 2.2261972 Jul 07 20:56:32.957504 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d150f7-b3bf-4448-bbcd-9f60b6596230 service neutron] Pushing event updated for resources: {'Port': ['ID=54b30d27-e023-4b01-b1ec-8c83878135b6,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:33.023485 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ca75b-efa1-4401-b8fc-ecea7f7ae85d req-8b8e60d5-ce22-4f2c-93d1-b7600ebc3e5f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:33.030421 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-206ca75b-efa1-4401-b8fc-ecea7f7ae85d req-8b8e60d5-ce22-4f2c-93d1-b7600ebc3e5f tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 944 time: 0.2728448 Jul 07 20:56:33.087813 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2564f0-d87c-4a7b-b06d-70f24c3c9e23 req-3accae71-ad81-444e-a51a-27879ec19839 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:33.089607 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5d2564f0-d87c-4a7b-b06d-70f24c3c9e23 req-3accae71-ad81-444e-a51a-27879ec19839 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebe72816-d1c7-4a54-a3a3-51371a2f68f7 HTTP/1.1" status: 200 len: 944 time: 0.2542799 Jul 07 20:56:33.105738 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-a2319cb9-99b8-4b52-be1a-2b57c9ad54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:33.107176 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-a2319cb9-99b8-4b52-be1a-2b57c9ad54d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=128d0bdbd3254a86ab8fae38847d408e&device_id=ebe72816-d1c7-4a54-a3a3-51371a2f68f7 HTTP/1.1" status: 200 len: 1096 time: 0.2696359 Jul 07 20:56:33.187346 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-e4a82dc2-6e81-496c-a463-68349835e592 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54b30d27-e023-4b01-b1ec-8c83878135b6 HTTP/1.1" status: 200 len: 217 time: 0.0642886 Jul 07 20:56:33.195593 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-206ca75b-efa1-4401-b8fc-ecea7f7ae85d req-31f3af66-96f9-4767-80f7-1a7e77e999e3 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643078 Jul 07 20:56:33.244454 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d4207562-59a2-45bd-a025-1cc276fd18de req-5987a89b-6055-493b-937f-327031adb093 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:33.264359 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['9e8dc120-1c1d-4965-9950-8de84c2c9254'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:56:33.303165 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5d2564f0-d87c-4a7b-b06d-70f24c3c9e23 req-73430266-de17-4f07-9053-c52e2a6d342e tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048914 Jul 07 20:56:33.306459 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987a89b-6055-493b-937f-327031adb093 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Pushing event deleted for resources: {'Port': ['ID=9e8dc120-1c1d-4965-9950-8de84c2c9254,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:33.320694 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-30a73834-6a10-4329-b211-183c002e5e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:33.323091 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-30a73834-6a10-4329-b211-183c002e5e27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cef6a251-d924-4278-917e-0372be44ce70 HTTP/1.1" status: 200 len: 846 time: 0.1260993 Jul 07 20:56:33.384137 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-a8bfaa98-7a94-4a4b-8ea5-0a49449db8ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=287bef21-9852-4f7d-90ca-297ef811e6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397258 Jul 07 20:56:33.416229 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4207562-59a2-45bd-a025-1cc276fd18de req-5987a89b-6055-493b-937f-327031adb093 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] No DVR routers for this DVR port 9e8dc120-1c1d-4965-9950-8de84c2c9254 on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:56:33.433228 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d4207562-59a2-45bd-a025-1cc276fd18de req-5987a89b-6055-493b-937f-327031adb093 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:33.435740 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d4207562-59a2-45bd-a025-1cc276fd18de req-5987a89b-6055-493b-937f-327031adb093 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.58 "DELETE /v2.0/ports/9e8dc120-1c1d-4965-9950-8de84c2c9254 HTTP/1.1" status: 204 len: 173 time: 1.4980059 Jul 07 20:56:33.476709 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:33.637890 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-d8a819c6-54cb-4125-a1b7-431c79e5ed8a service neutron] 10.222.0.39 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184057 Jul 07 20:56:33.722166 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device d09b9879-250e-4df6-8e8e-8a6b07a735ac no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:56:33.729719 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe72816-d1c7-4a54-a3a3-51371a2f68f7', 'tag': '54b30d27-e023-4b01-b1ec-8c83878135b6'}, {'server_uuid': '0ebb452c-aca9-4235-87a6-7bff663ad8a5', 'name': 'network-vif-deleted', 'tag': '9e8dc120-1c1d-4965-9950-8de84c2c9254'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:33.733059 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84371a7-b8e4-4f00-a2d7-6fbb11b1f559" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe72816-d1c7-4a54-a3a3-51371a2f68f7", "tag": "54b30d27-e023-4b01-b1ec-8c83878135b6"}, {"server_uuid": "0ebb452c-aca9-4235-87a6-7bff663ad8a5", "name": "network-vif-deleted", "tag": "9e8dc120-1c1d-4965-9950-8de84c2c9254"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:33.753678 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46536) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:33.767557 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: d09b9879-250e-4df6-8e8e-8a6b07a735ac {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:56:33.767917 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device d09b9879-250e-4df6-8e8e-8a6b07a735ac not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:56:33.938318 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46566) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:34.049087 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-4258a787-589f-48ef-b06c-9383a5b5fc25 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-294601508-network', 'tenant_id': '945de076198c40ad8b76585716aba30b'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:56:34.103725 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-6e797a72-6aaa-44f6-90d3-eb2b0694329c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1828410963-network', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:56:34.125235 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4258a787-589f-48ef-b06c-9383a5b5fc25 admin admin] Made reservation on behalf of 945de076198c40ad8b76585716aba30b for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:56:34.128246 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4258a787-589f-48ef-b06c-9383a5b5fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:34.131819 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e797a72-6aaa-44f6-90d3-eb2b0694329c admin admin] Made reservation on behalf of d8ed23dfe8df44cbb137b377fa7cb243 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:56:34.134098 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6e797a72-6aaa-44f6-90d3-eb2b0694329c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:34.149310 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4258a787-589f-48ef-b06c-9383a5b5fc25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:34.151260 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6e797a72-6aaa-44f6-90d3-eb2b0694329c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:34.246932 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a355a2c2-97c4-42df-ab2a-dabee1374410 x-openstack-request-id: req-a355a2c2-97c4-42df-ab2a-dabee1374410 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:34.247235 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe72816-d1c7-4a54-a3a3-51371a2f68f7", "tag": "54b30d27-e023-4b01-b1ec-8c83878135b6", "status": "completed", "code": 200}, {"server_uuid": "0ebb452c-aca9-4235-87a6-7bff663ad8a5", "name": "network-vif-deleted", "tag": "9e8dc120-1c1d-4965-9950-8de84c2c9254", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:34.247531 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a355a2c2-97c4-42df-ab2a-dabee1374410 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:34.248900 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe72816-d1c7-4a54-a3a3-51371a2f68f7', 'tag': '54b30d27-e023-4b01-b1ec-8c83878135b6', 'status': 'completed', 'code': 200} Jul 07 20:56:34.248900 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ebb452c-aca9-4235-87a6-7bff663ad8a5', 'name': 'network-vif-deleted', 'tag': '9e8dc120-1c1d-4965-9950-8de84c2c9254', 'status': 'completed', 'code': 200} Jul 07 20:56:34.318018 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4258a787-589f-48ef-b06c-9383a5b5fc25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:34.327890 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4258a787-589f-48ef-b06c-9383a5b5fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:34.381622 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4258a787-589f-48ef-b06c-9383a5b5fc25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:56:34.381852 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f82eded-b72d-4de1-93ce-0d3bcf4a044b req-5427a148-0b6e-4752-a4ec-ef4862e82553 service neutron] 10.222.0.39 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7364271 Jul 07 20:56:34.401396 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d256a39-4507-4fbb-a2f3-f2c1fbff8a60 req-01904dc7-08e7-47c1-b830-b684a2cac55b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:34.409603 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1d256a39-4507-4fbb-a2f3-f2c1fbff8a60 req-01904dc7-08e7-47c1-b830-b684a2cac55b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.7394464 Jul 07 20:56:34.436820 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4258a787-589f-48ef-b06c-9383a5b5fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:34.437170 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-4258a787-589f-48ef-b06c-9383a5b5fc25 admin admin] Added segment 6e8d4665-5e4b-43ab-8e81-c86dc4f75cde of type vlan for network 69fa5754-b6ae-467e-a2bd-dec6fa649a16 Jul 07 20:56:34.460725 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1d256a39-4507-4fbb-a2f3-f2c1fbff8a60 req-c0e0cc1f-62df-4c5e-a21b-4a2b5d7bdd21 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501578 Jul 07 20:56:34.489009 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258a787-589f-48ef-b06c-9383a5b5fc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8866d1-a662-4c1e-92a8-8ff773ff0581,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:34.613151 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40a50416-1090-4faa-857c-9fa8f87d6460 req-c456229e-2bfa-4225-a6ff-49fe87a17275 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ebb452c-aca9-4235-87a6-7bff663ad8a5 HTTP/1.1" status: 200 len: 210 time: 0.0509114 Jul 07 20:56:34.699284 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6e797a72-6aaa-44f6-90d3-eb2b0694329c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:34.708544 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4258a787-589f-48ef-b06c-9383a5b5fc25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:34.718325 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6e797a72-6aaa-44f6-90d3-eb2b0694329c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:34.728848 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84371a7-b8e4-4f00-a2d7-6fbb11b1f559 req-4a00cfbe-35af-4fbf-a9cf-39ce5a9c4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:34.730333 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e84371a7-b8e4-4f00-a2d7-6fbb11b1f559 req-4a00cfbe-35af-4fbf-a9cf-39ce5a9c4b0a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=128d0bdbd3254a86ab8fae38847d408e&device_id=ebe72816-d1c7-4a54-a3a3-51371a2f68f7 HTTP/1.1" status: 200 len: 1096 time: 0.2532747 Jul 07 20:56:34.781304 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e797a72-6aaa-44f6-90d3-eb2b0694329c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:56:34.794470 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e797a72-6aaa-44f6-90d3-eb2b0694329c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2916986-aa40-41d4-9170-e32bf3286e8a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:34.796119 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302089ee-7b66-4183-918d-3f1184f9e313 req-01836d56-647c-43c0-a471-452cc4ce58a7 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:34.797773 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-302089ee-7b66-4183-918d-3f1184f9e313 req-01836d56-647c-43c0-a471-452cc4ce58a7 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebe72816-d1c7-4a54-a3a3-51371a2f68f7 HTTP/1.1" status: 200 len: 944 time: 0.1748910 Jul 07 20:56:34.820439 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6e797a72-6aaa-44f6-90d3-eb2b0694329c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:34.820983 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-6e797a72-6aaa-44f6-90d3-eb2b0694329c admin admin] Added segment 96fbc52b-943f-4a2d-a81e-56dc5296469d of type vlan for network d7847ed4-ca64-408b-b349-0ebf1cd2485d Jul 07 20:56:34.832797 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4258a787-589f-48ef-b06c-9383a5b5fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:34.834651 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4258a787-589f-48ef-b06c-9383a5b5fc25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:34.835429 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4258a787-589f-48ef-b06c-9383a5b5fc25 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:34.866596 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-302089ee-7b66-4183-918d-3f1184f9e313 req-390bc77e-a13e-4470-a681-e0a5771d035d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604029 Jul 07 20:56:34.907536 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84371a7-b8e4-4f00-a2d7-6fbb11b1f559 req-00b520bd-60fd-4dcf-a59a-a647658cb287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:34.909998 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e84371a7-b8e4-4f00-a2d7-6fbb11b1f559 req-00b520bd-60fd-4dcf-a59a-a647658cb287 service neutron] 10.222.0.39 "GET /v2.0/networks?id=287bef21-9852-4f7d-90ca-297ef811e6f1 HTTP/1.1" status: 200 len: 907 time: 0.1671765 Jul 07 20:56:34.963011 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4258a787-589f-48ef-b06c-9383a5b5fc25 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2085016 Jul 07 20:56:34.970048 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6e797a72-6aaa-44f6-90d3-eb2b0694329c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:34.973821 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46680) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:34.989537 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e84371a7-b8e4-4f00-a2d7-6fbb11b1f559 req-48362727-4a46-4284-9baa-e98e3835ddca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54b30d27-e023-4b01-b1ec-8c83878135b6 HTTP/1.1" status: 200 len: 217 time: 0.0675364 Jul 07 20:56:34.997037 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-4802950f-b430-47d1-b422-0653ef45559a admin admin] Request body: {'subnet': {'network_id': '69fa5754-b6ae-467e-a2bd-dec6fa649a16', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-294601508-subnet', 'tenant_id': '945de076198c40ad8b76585716aba30b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:56:35.026180 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258a787-589f-48ef-b06c-9383a5b5fc25 admin admin] Pushing event updated for resources: {'Network': ['ID=69fa5754-b6ae-467e-a2bd-dec6fa649a16,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:35.041689 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 69fa5754-b6ae-467e-a2bd-dec6fa649a16 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:56:35.105547 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84371a7-b8e4-4f00-a2d7-6fbb11b1f559 req-25529cb0-e25d-4bbc-9239-04eb405d9c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:35.107274 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e84371a7-b8e4-4f00-a2d7-6fbb11b1f559 req-25529cb0-e25d-4bbc-9239-04eb405d9c67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cef6a251-d924-4278-917e-0372be44ce70 HTTP/1.1" status: 200 len: 846 time: 0.1081374 Jul 07 20:56:35.118834 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4802950f-b430-47d1-b422-0653ef45559a admin admin] Made reservation on behalf of 945de076198c40ad8b76585716aba30b for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:56:35.130157 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4802950f-b430-47d1-b422-0653ef45559a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.137204 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6e797a72-6aaa-44f6-90d3-eb2b0694329c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.138530 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e797a72-6aaa-44f6-90d3-eb2b0694329c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:35.140159 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6e797a72-6aaa-44f6-90d3-eb2b0694329c admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.172761 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e84371a7-b8e4-4f00-a2d7-6fbb11b1f559 req-e64df816-5c6f-4639-93a1-fca1da2d3fc5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=287bef21-9852-4f7d-90ca-297ef811e6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541945 Jul 07 20:56:35.173233 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.212449 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbbff1-ef4b-4d76-ab4d-d21f1e3867a8 req-47ab6410-f82e-4a2b-bafd-078819843eb2 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:35.214133 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e8bbbff1-ef4b-4d76-ab4d-d21f1e3867a8 req-47ab6410-f82e-4a2b-bafd-078819843eb2 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.1618700 Jul 07 20:56:35.264903 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6e797a72-6aaa-44f6-90d3-eb2b0694329c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3252871 Jul 07 20:56:35.277166 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46714) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:35.285830 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-3acf4c5d-3bd2-4b41-91b3-2437ebab971e admin admin] Request body: {'subnet': {'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1828410963-subnet', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:56:35.304008 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e797a72-6aaa-44f6-90d3-eb2b0694329c admin admin] Pushing event updated for resources: {'Network': ['ID=d7847ed4-ca64-408b-b349-0ebf1cd2485d,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:35.316600 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network d7847ed4-ca64-408b-b349-0ebf1cd2485d details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:56:35.337943 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acf4c5d-3bd2-4b41-91b3-2437ebab971e admin admin] Made reservation on behalf of d8ed23dfe8df44cbb137b377fa7cb243 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:56:35.340655 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3acf4c5d-3bd2-4b41-91b3-2437ebab971e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.380203 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e8bbbff1-ef4b-4d76-ab4d-d21f1e3867a8 req-2b71bf2a-2f44-4d35-baec-ffc964f1affd tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444926 Jul 07 20:56:35.383683 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e84371a7-b8e4-4f00-a2d7-6fbb11b1f559 req-82825a0b-67c1-4a08-a422-65fba31d2acc service neutron] 10.222.0.39 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977470 Jul 07 20:56:35.433385 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b4ad8-1919-46ba-85bc-315318bd26d3 req-8177891a-b2c9-47e4-a434-d1cffd033120 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:35.434927 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-659b4ad8-1919-46ba-85bc-315318bd26d3 req-8177891a-b2c9-47e4-a434-d1cffd033120 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2314937 Jul 07 20:56:35.518337 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-659b4ad8-1919-46ba-85bc-315318bd26d3 req-24697542-92ae-422e-a378-c17aab810e95 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537000 Jul 07 20:56:35.537878 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e84371a7-b8e4-4f00-a2d7-6fbb11b1f559 req-c975b0d6-605f-4319-9f52-47230dd6c19b service neutron] 10.222.0.39 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413634 Jul 07 20:56:35.540523 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4802950f-b430-47d1-b422-0653ef45559a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.654586 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802950f-b430-47d1-b422-0653ef45559a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dc0cc77-c47d-409e-93ce-980d561149bc,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:35.681558 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4802950f-b430-47d1-b422-0653ef45559a admin admin] Checking segment: {'id': '6e8d4665-5e4b-43ab-8e81-c86dc4f75cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '69fa5754-b6ae-467e-a2bd-dec6fa649a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:56:35.681949 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4802950f-b430-47d1-b422-0653ef45559a admin admin] Network hostable DHCP agents. Network: 69fa5754-b6ae-467e-a2bd-dec6fa649a16, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:56:35.688991 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3acf4c5d-3bd2-4b41-91b3-2437ebab971e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.730347 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ec7a0-3e0c-4522-ad21-2e8f06d02b0a req-bb1ac1dc-e719-46ab-8747-b333495f06f7 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:35.732013 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-274ec7a0-3e0c-4522-ad21-2e8f06d02b0a req-bb1ac1dc-e719-46ab-8747-b333495f06f7 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.0727086 Jul 07 20:56:35.734352 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4802950f-b430-47d1-b422-0653ef45559a admin admin] Network 69fa5754-b6ae-467e-a2bd-dec6fa649a16 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:56:35.754270 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-4802950f-b430-47d1-b422-0653ef45559a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 69fa5754-b6ae-467e-a2bd-dec6fa649a16) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:56:35.763951 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe042938-ce51-45e5-9f5e-5b9c985fe13b None None] Network 69fa5754-b6ae-467e-a2bd-dec6fa649a16 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:56:35.765768 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf4c5d-3bd2-4b41-91b3-2437ebab971e admin admin] Pushing event updated for resources: {'Subnet': ['ID=25a8ccb4-86fa-467a-bd9b-20bcc350e316,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:35.770052 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4802950f-b430-47d1-b422-0653ef45559a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:35.770917 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4802950f-b430-47d1-b422-0653ef45559a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.786272 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acf4c5d-3bd2-4b41-91b3-2437ebab971e admin admin] Checking segment: {'id': '96fbc52b-943f-4a2d-a81e-56dc5296469d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:56:35.786986 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acf4c5d-3bd2-4b41-91b3-2437ebab971e admin admin] Network hostable DHCP agents. Network: d7847ed4-ca64-408b-b349-0ebf1cd2485d, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:56:35.793829 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-274ec7a0-3e0c-4522-ad21-2e8f06d02b0a req-b5a74e7b-4a53-4da7-aa47-b7d11342a8d3 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548544 Jul 07 20:56:35.799038 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4802950f-b430-47d1-b422-0653ef45559a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8096817 Jul 07 20:56:35.801835 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46728) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:35.808728 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-75af113b-ef6b-4e86-9e2b-17304260e7eb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-294601508-router', 'tenant_id': '945de076198c40ad8b76585716aba30b', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:56:35.827906 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acf4c5d-3bd2-4b41-91b3-2437ebab971e admin admin] Network d7847ed4-ca64-408b-b349-0ebf1cd2485d is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:56:35.844218 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-3acf4c5d-3bd2-4b41-91b3-2437ebab971e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, d7847ed4-ca64-408b-b349-0ebf1cd2485d) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:56:35.860514 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acf4c5d-3bd2-4b41-91b3-2437ebab971e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:35.861251 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3acf4c5d-3bd2-4b41-91b3-2437ebab971e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.865150 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75af113b-ef6b-4e86-9e2b-17304260e7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.866406 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75af113b-ef6b-4e86-9e2b-17304260e7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.879945 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0742459b-f847-4208-a82a-51d83f0972b4 None None] Network d7847ed4-ca64-408b-b349-0ebf1cd2485d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:56:35.891652 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3acf4c5d-3bd2-4b41-91b3-2437ebab971e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6133659 Jul 07 20:56:35.894602 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46732) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:35.899740 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-b16a861f-90cf-4587-a8b9-8c9bca5beeaf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1828410963-router', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:56:35.921451 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 9e8dc120-1c1d-4965-9950-8de84c2c9254 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:56:35.944868 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75af113b-ef6b-4e86-9e2b-17304260e7eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.954163 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b16a861f-90cf-4587-a8b9-8c9bca5beeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:35.955852 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b16a861f-90cf-4587-a8b9-8c9bca5beeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:36.007505 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 9e8dc120-1c1d-4965-9950-8de84c2c9254 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:56:36.007940 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 9e8dc120-1c1d-4965-9950-8de84c2c9254 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:56:36.089274 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b16a861f-90cf-4587-a8b9-8c9bca5beeaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:36.196253 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75af113b-ef6b-4e86-9e2b-17304260e7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:36.404997 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524c7fd0-d67f-4348-9c55-aaa471accbbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-69fa5754-b6ae-467e-a2bd-dec6fa649a16', 'network_id': '69fa5754-b6ae-467e-a2bd-dec6fa649a16', 'tenant_id': '945de076198c40ad8b76585716aba30b', 'fixed_ips': [{'subnet_id': '7dc0cc77-c47d-409e-93ce-980d561149bc'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:56:36.408566 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-524c7fd0-d67f-4348-9c55-aaa471accbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:36.510075 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b16a861f-90cf-4587-a8b9-8c9bca5beeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:36.652302 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75af113b-ef6b-4e86-9e2b-17304260e7eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:36.689568 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75af113b-ef6b-4e86-9e2b-17304260e7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:36.706813 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8d5006-9bcf-4f9c-a420-1b74a0ed18c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-d7847ed4-ca64-408b-b349-0ebf1cd2485d', 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'fixed_ips': [{'subnet_id': '25a8ccb4-86fa-467a-bd9b-20bcc350e316'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:56:36.712505 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1a8d5006-9bcf-4f9c-a420-1b74a0ed18c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:36.760552 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-524c7fd0-d67f-4348-9c55-aaa471accbbf None None] Allocated IP 172.20.0.2 (69fa5754-b6ae-467e-a2bd-dec6fa649a16/7dc0cc77-c47d-409e-93ce-980d561149bc/d0d9cb5c-1b85-4a4f-8729-389a828fc221) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:56:36.869544 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-75af113b-ef6b-4e86-9e2b-17304260e7eb admin admin] Allocated IP 172.25.5.228 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/9e320081-3859-42f7-8a8c-ca9a459879e7) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:56:36.934620 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2081c8-2442-4e26-a94d-5436a876d44f req-2ad69c4f-2876-45c7-9428-b9bada0c26df tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:36.938266 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ff2081c8-2442-4e26-a94d-5436a876d44f req-2ad69c4f-2876-45c7-9428-b9bada0c26df tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 945 time: 0.3519225 Jul 07 20:56:36.950271 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-1a8d5006-9bcf-4f9c-a420-1b74a0ed18c9 None None] Allocated IP 172.20.0.2 (d7847ed4-ca64-408b-b349-0ebf1cd2485d/25a8ccb4-86fa-467a-bd9b-20bcc350e316/abcd2323-2f77-4b6b-a620-74dce7ccbab2) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:56:36.964740 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1d9da-fd6e-411a-b97a-e91becc78f54 req-5895067c-824e-4b0d-a853-506f0643f868 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:36.966602 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97a1d9da-fd6e-411a-b97a-e91becc78f54 req-5895067c-824e-4b0d-a853-506f0643f868 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.2036934 Jul 07 20:56:36.975314 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044027f8-256a-4012-af65-3ec19db177b6 req-c94c3fc9-532e-41e1-b547-a2092d0270c7 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:36.983872 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-044027f8-256a-4012-af65-3ec19db177b6 req-c94c3fc9-532e-41e1-b547-a2092d0270c7 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebe72816-d1c7-4a54-a3a3-51371a2f68f7 HTTP/1.1" status: 200 len: 944 time: 0.8660095 Jul 07 20:56:37.042261 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75af113b-ef6b-4e86-9e2b-17304260e7eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:37.103509 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75af113b-ef6b-4e86-9e2b-17304260e7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:37.135202 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-044027f8-256a-4012-af65-3ec19db177b6 req-752cff93-06a4-4fc7-8e4f-dbe6f61a21be tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502542 Jul 07 20:56:37.172818 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af113b-ef6b-4e86-9e2b-17304260e7eb admin admin] Pushing event updated for resources: {'Port': ['ID=9e320081-3859-42f7-8a8c-ca9a459879e7,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:37.195294 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75af113b-ef6b-4e86-9e2b-17304260e7eb admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:56:37.200262 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-75af113b-ef6b-4e86-9e2b-17304260e7eb admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:56:37.209812 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af113b-ef6b-4e86-9e2b-17304260e7eb admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:56:37.219952 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-524c7fd0-d67f-4348-9c55-aaa471accbbf None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:37.267022 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-524c7fd0-d67f-4348-9c55-aaa471accbbf None None] Transition to ACTIVE for port object d0d9cb5c-1b85-4a4f-8729-389a828fc221 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:56:37.290060 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5c22c-6c27-47a5-9c77-c345189b926d req-d1c5280f-9717-4bd0-baa1-5d607eb117d9 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:37.303087 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-24c5c22c-6c27-47a5-9c77-c345189b926d req-d1c5280f-9717-4bd0-baa1-5d607eb117d9 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 945 time: 0.7144375 Jul 07 20:56:37.362902 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-524c7fd0-d67f-4348-9c55-aaa471accbbf None None] Transition to ACTIVE for port object d0d9cb5c-1b85-4a4f-8729-389a828fc221 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:56:37.444959 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-524c7fd0-d67f-4348-9c55-aaa471accbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:37.539884 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-97a1d9da-fd6e-411a-b97a-e91becc78f54 req-db6748d2-5639-48fb-be3d-37dd482412ba tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Deleting port 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:56:37.540237 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-97a1d9da-fd6e-411a-b97a-e91becc78f54 req-db6748d2-5639-48fb-be3d-37dd482412ba tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:37.604353 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524c7fd0-d67f-4348-9c55-aaa471accbbf None None] Network 69fa5754-b6ae-467e-a2bd-dec6fa649a16 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:56:37.607778 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-24c5c22c-6c27-47a5-9c77-c345189b926d req-fd8ac256-6f49-4327-8850-b85945f333d9 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035879 Jul 07 20:56:37.612985 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-524c7fd0-d67f-4348-9c55-aaa471accbbf None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:56:37.632812 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524c7fd0-d67f-4348-9c55-aaa471accbbf None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:56:37.695801 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1a8d5006-9bcf-4f9c-a420-1b74a0ed18c9 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:37.730221 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c7fd0-d67f-4348-9c55-aaa471accbbf None None] Pushing event updated for resources: {'Port': ['ID=d0d9cb5c-1b85-4a4f-8729-389a828fc221,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:37.742002 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1a8d5006-9bcf-4f9c-a420-1b74a0ed18c9 None None] Transition to ACTIVE for port object abcd2323-2f77-4b6b-a620-74dce7ccbab2 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:56:37.753573 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac05396-6a97-43ee-b297-1f7b7e70c5f0 req-e31ef7d8-80ec-4568-8890-d81d75f656ef tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:37.763122 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75af113b-ef6b-4e86-9e2b-17304260e7eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:37.763310 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1ac05396-6a97-43ee-b297-1f7b7e70c5f0 req-e31ef7d8-80ec-4568-8890-d81d75f656ef tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 946 time: 0.4335642 Jul 07 20:56:37.775215 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 54b30d27-e023-4b01-b1ec-8c83878135b6 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:56:37.797351 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-524c7fd0-d67f-4348-9c55-aaa471accbbf None None] Attempting to bind port d0d9cb5c-1b85-4a4f-8729-389a828fc221 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:56:37.797712 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-524c7fd0-d67f-4348-9c55-aaa471accbbf None None] Attempting to bind port d0d9cb5c-1b85-4a4f-8729-389a828fc221 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '6e8d4665-5e4b-43ab-8e81-c86dc4f75cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '69fa5754-b6ae-467e-a2bd-dec6fa649a16'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:56:37.808386 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524c7fd0-d67f-4348-9c55-aaa471accbbf None None] Attempting to bind port d0d9cb5c-1b85-4a4f-8729-389a828fc221 on network 69fa5754-b6ae-467e-a2bd-dec6fa649a16 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:56:37.825554 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524c7fd0-d67f-4348-9c55-aaa471accbbf None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:56:37.831349 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524c7fd0-d67f-4348-9c55-aaa471accbbf None None] Checking segment: {'id': '6e8d4665-5e4b-43ab-8e81-c86dc4f75cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '69fa5754-b6ae-467e-a2bd-dec6fa649a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:56:37.832215 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-524c7fd0-d67f-4348-9c55-aaa471accbbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:37.832783 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524c7fd0-d67f-4348-9c55-aaa471accbbf None None] Bound using segment: {'id': '6e8d4665-5e4b-43ab-8e81-c86dc4f75cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '69fa5754-b6ae-467e-a2bd-dec6fa649a16'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:56:37.834196 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-524c7fd0-d67f-4348-9c55-aaa471accbbf None None] Bound port: d0d9cb5c-1b85-4a4f-8729-389a828fc221, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8d4665-5e4b-43ab-8e81-c86dc4f75cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '69fa5754-b6ae-467e-a2bd-dec6fa649a16'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:56:37.834794 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-524c7fd0-d67f-4348-9c55-aaa471accbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:37.865960 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-ff2081c8-2442-4e26-a94d-5436a876d44f req-d4bd43be-123a-4f44-8eda-3a32e39a4373 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Deleting port 98a6e836-2bb7-4379-ac92-f66086a3fa74 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:56:37.866362 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ff2081c8-2442-4e26-a94d-5436a876d44f req-d4bd43be-123a-4f44-8eda-3a32e39a4373 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:37.963802 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 54b30d27-e023-4b01-b1ec-8c83878135b6, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=54b30d27-e023-4b01-b1ec-8c83878135b6,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:37.989723 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1a8d5006-9bcf-4f9c-a420-1b74a0ed18c9 None None] Transition to ACTIVE for port object abcd2323-2f77-4b6b-a620-74dce7ccbab2 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:56:37.992975 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b16a861f-90cf-4587-a8b9-8c9bca5beeaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:37.995383 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '54b30d27-e023-4b01-b1ec-8c83878135b6', 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1', 'port_id': '54b30d27-e023-4b01-b1ec-8c83878135b6', 'mac_address': 'fa:16:3e:3e:1d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef6a251-d924-4278-917e-0372be44ce70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:56:38.020155 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b16a861f-90cf-4587-a8b9-8c9bca5beeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:38.020678 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1a8d5006-9bcf-4f9c-a420-1b74a0ed18c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:38.023192 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75af113b-ef6b-4e86-9e2b-17304260e7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:38.036038 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1ac05396-6a97-43ee-b297-1f7b7e70c5f0 req-ec7d6d11-42bc-4b6c-8b18-3eb5a79fa8f4 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=8f9a90bd-67a7-407a-b33e-e71759615746&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2711303 Jul 07 20:56:38.100269 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-97a1d9da-fd6e-411a-b97a-e91becc78f54 req-db6748d2-5639-48fb-be3d-37dd482412ba tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] For port 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9,segment=NetworkSegment(49619db1-acb6-458a-8d24-00385dd7ad61),segment_id=49619db1-acb6-458a-8d24-00385dd7ad61)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:38.100920 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-97a1d9da-fd6e-411a-b97a-e91becc78f54 req-db6748d2-5639-48fb-be3d-37dd482412ba tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:38.112489 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8d5006-9bcf-4f9c-a420-1b74a0ed18c9 None None] Network d7847ed4-ca64-408b-b349-0ebf1cd2485d is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:56:38.130039 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-1a8d5006-9bcf-4f9c-a420-1b74a0ed18c9 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:56:38.130630 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-ff2081c8-2442-4e26-a94d-5436a876d44f req-d4bd43be-123a-4f44-8eda-3a32e39a4373 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] For port 98a6e836-2bb7-4379-ac92-f66086a3fa74, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=98a6e836-2bb7-4379-ac92-f66086a3fa74,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:38.132351 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ff2081c8-2442-4e26-a94d-5436a876d44f req-d4bd43be-123a-4f44-8eda-3a32e39a4373 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:38.137599 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8d5006-9bcf-4f9c-a420-1b74a0ed18c9 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:56:38.142727 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:38.144945 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-524c7fd0-d67f-4348-9c55-aaa471accbbf None None] For port d0d9cb5c-1b85-4a4f-8729-389a828fc221, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:56:38.149724 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d5006-9bcf-4f9c-a420-1b74a0ed18c9 None None] Pushing event updated for resources: {'Port': ['ID=abcd2323-2f77-4b6b-a620-74dce7ccbab2,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:38.153659 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-524c7fd0-d67f-4348-9c55-aaa471accbbf None None] For port d0d9cb5c-1b85-4a4f-8729-389a828fc221, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=d0d9cb5c-1b85-4a4f-8729-389a828fc221,segment=NetworkSegment(6e8d4665-5e4b-43ab-8e81-c86dc4f75cde),segment_id=6e8d4665-5e4b-43ab-8e81-c86dc4f75cde)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:56:38.183224 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-524c7fd0-d67f-4348-9c55-aaa471accbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:38.221929 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-ff2081c8-2442-4e26-a94d-5436a876d44f req-d4bd43be-123a-4f44-8eda-3a32e39a4373 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Calling delete_port for 98a6e836-2bb7-4379-ac92-f66086a3fa74 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:56:38.236928 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b30d27-e023-4b01-b1ec-8c83878135b6 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:56:38.373702 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 54b30d27-e023-4b01-b1ec-8c83878135b6, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=54b30d27-e023-4b01-b1ec-8c83878135b6,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:38.405649 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c7fd0-d67f-4348-9c55-aaa471accbbf None None] Pushing event updated for resources: {'Port': ['ID=d0d9cb5c-1b85-4a4f-8729-389a828fc221,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:38.431831 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1a8d5006-9bcf-4f9c-a420-1b74a0ed18c9 None None] Attempting to bind port abcd2323-2f77-4b6b-a620-74dce7ccbab2 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:56:38.432971 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1a8d5006-9bcf-4f9c-a420-1b74a0ed18c9 None None] Attempting to bind port abcd2323-2f77-4b6b-a620-74dce7ccbab2 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '96fbc52b-943f-4a2d-a81e-56dc5296469d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:56:38.433510 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8d5006-9bcf-4f9c-a420-1b74a0ed18c9 None None] Attempting to bind port abcd2323-2f77-4b6b-a620-74dce7ccbab2 on network d7847ed4-ca64-408b-b349-0ebf1cd2485d {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:56:38.446702 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8d5006-9bcf-4f9c-a420-1b74a0ed18c9 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:56:38.447895 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8d5006-9bcf-4f9c-a420-1b74a0ed18c9 None None] Checking segment: {'id': '96fbc52b-943f-4a2d-a81e-56dc5296469d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:56:38.448870 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1a8d5006-9bcf-4f9c-a420-1b74a0ed18c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:38.449462 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8d5006-9bcf-4f9c-a420-1b74a0ed18c9 None None] Bound using segment: {'id': '96fbc52b-943f-4a2d-a81e-56dc5296469d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:56:38.450216 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1a8d5006-9bcf-4f9c-a420-1b74a0ed18c9 None None] Bound port: abcd2323-2f77-4b6b-a620-74dce7ccbab2, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96fbc52b-943f-4a2d-a81e-56dc5296469d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:56:38.451462 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1a8d5006-9bcf-4f9c-a420-1b74a0ed18c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:38.451732 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-b16a861f-90cf-4587-a8b9-8c9bca5beeaf admin admin] Allocated IP 172.25.5.183 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/5824668a-41d8-407f-ba00-868a8dec23c0) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:56:38.472130 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:38.545624 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=54b30d27-e023-4b01-b1ec-8c83878135b6,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:38.610389 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75af113b-ef6b-4e86-9e2b-17304260e7eb admin admin] Router 964a132b-b1a0-41b6-9e15-bb2f1ad97191 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:56:38.678764 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1a8d5006-9bcf-4f9c-a420-1b74a0ed18c9 None None] For port abcd2323-2f77-4b6b-a620-74dce7ccbab2, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:56:38.683440 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1a8d5006-9bcf-4f9c-a420-1b74a0ed18c9 None None] For port abcd2323-2f77-4b6b-a620-74dce7ccbab2, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=abcd2323-2f77-4b6b-a620-74dce7ccbab2,segment=NetworkSegment(96fbc52b-943f-4a2d-a81e-56dc5296469d),segment_id=96fbc52b-943f-4a2d-a81e-56dc5296469d)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:56:38.690039 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1a8d5006-9bcf-4f9c-a420-1b74a0ed18c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:38.756458 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['54b30d27-e023-4b01-b1ec-8c83878135b6'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:56:38.884807 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-97a1d9da-fd6e-411a-b97a-e91becc78f54 req-db6748d2-5639-48fb-be3d-37dd482412ba tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:38.885119 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-97a1d9da-fd6e-411a-b97a-e91becc78f54 req-db6748d2-5639-48fb-be3d-37dd482412ba tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:38.885446 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [req-97a1d9da-fd6e-411a-b97a-e91becc78f54 req-db6748d2-5639-48fb-be3d-37dd482412ba tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Floating IP a65b41f5-a3c8-4b08-a7d1-2bb2fa3a582b disassociated. External IP: 172.25.5.187, port: 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9. Jul 07 20:56:38.885801 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-97a1d9da-fd6e-411a-b97a-e91becc78f54 req-db6748d2-5639-48fb-be3d-37dd482412ba tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Calling delete_port for 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:56:38.934100 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75af113b-ef6b-4e86-9e2b-17304260e7eb admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:56:38.947846 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] Sync routers for ids ['964a132b-b1a0-41b6-9e15-bb2f1ad97191'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:56:38.960978 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d5006-9bcf-4f9c-a420-1b74a0ed18c9 None None] Pushing event updated for resources: {'Port': ['ID=abcd2323-2f77-4b6b-a620-74dce7ccbab2,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:38.972471 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75af113b-ef6b-4e86-9e2b-17304260e7eb admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:38.980097 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-75af113b-ef6b-4e86-9e2b-17304260e7eb admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1760941 Jul 07 20:56:38.982998 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] Routers {'964a132b-b1a0-41b6-9e15-bb2f1ad97191'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:56:38.984558 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:56:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['964a132b-b1a0-41b6-9e15-bb2f1ad97191'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:38.990916 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46778) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:39.259073 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] Set router 964a132b-b1a0-41b6-9e15-bb2f1ad97191 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:56:39.474764 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf3538-87b8-41c9-a9a8-565f9a07d9bc req-615c4ae8-a3c4-458c-9f3d-6e6b590fa0a8 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:39.484790 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0bf3538-87b8-41c9-a9a8-565f9a07d9bc req-615c4ae8-a3c4-458c-9f3d-6e6b590fa0a8 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebe72816-d1c7-4a54-a3a3-51371a2f68f7 HTTP/1.1" status: 200 len: 945 time: 1.1183577 Jul 07 20:56:39.608022 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964a132b-b1a0-41b6-9e15-bb2f1ad97191', 'name': 'tempest-FloatingIPsTestJSON-294601508-router', 'tenant_id': '945de076198c40ad8b76585716aba30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '9e320081-3859-42f7-8a8c-ca9a459879e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:56:35Z', 'updated_at': '2021-07-07T20:56:37Z', 'revision_number': 3, 'project_id': '945de076198c40ad8b76585716aba30b', 'gw_port': {'id': '9e320081-3859-42f7-8a8c-ca9a459879e7', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:99:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964a132b-b1a0-41b6-9e15-bb2f1ad97191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:36Z', 'updated_at': '2021-07-07T20:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:39.649360 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] Checking router: 964a132b-b1a0-41b6-9e15-bb2f1ad97191 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:56:39.650987 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] Updating router 964a132b-b1a0-41b6-9e15-bb2f1ad97191 port 9e320081-3859-42f7-8a8c-ca9a459879e7 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:56:39.701359 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ff2081c8-2442-4e26-a94d-5436a876d44f req-d4bd43be-123a-4f44-8eda-3a32e39a4373 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:39.702389 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:39.705942 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b180d140-793d-47b2-8ac4-d0f1012953e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:39.721086 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b16a861f-90cf-4587-a8b9-8c9bca5beeaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:39.760530 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0bf3538-87b8-41c9-a9a8-565f9a07d9bc req-4284cdd0-4db1-42bf-8dbe-d2af573e46eb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725966 Jul 07 20:56:39.918921 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 98a6e836-2bb7-4379-ac92-f66086a3fa74 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:56:39.997063 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-b180d140-793d-47b2-8ac4-d0f1012953e4 admin admin] Allocated IP 172.20.0.1 (69fa5754-b6ae-467e-a2bd-dec6fa649a16/7dc0cc77-c47d-409e-93ce-980d561149bc/d377bb94-9095-4ad0-93f7-d16cb6511bf7) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:56:40.025499 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-97a1d9da-fd6e-411a-b97a-e91becc78f54 req-db6748d2-5639-48fb-be3d-37dd482412ba tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:40.031185 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd43be-123a-4f44-8eda-3a32e39a4373 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Pushing event deleted for resources: {'Port': ['ID=98a6e836-2bb7-4379-ac92-f66086a3fa74,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:40.176248 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b180d140-793d-47b2-8ac4-d0f1012953e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:40.183262 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd43be-123a-4f44-8eda-3a32e39a4373 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:40.183654 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd43be-123a-4f44-8eda-3a32e39a4373 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:40.183986 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd43be-123a-4f44-8eda-3a32e39a4373 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:40.186180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd43be-123a-4f44-8eda-3a32e39a4373 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:40.186621 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd43be-123a-4f44-8eda-3a32e39a4373 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:40.187050 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd43be-123a-4f44-8eda-3a32e39a4373 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:40.187406 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd43be-123a-4f44-8eda-3a32e39a4373 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:40.187758 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd43be-123a-4f44-8eda-3a32e39a4373 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:40.188092 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd43be-123a-4f44-8eda-3a32e39a4373 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:40.188427 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd43be-123a-4f44-8eda-3a32e39a4373 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:40.194775 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd43be-123a-4f44-8eda-3a32e39a4373 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:40.195230 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bd43be-123a-4f44-8eda-3a32e39a4373 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:40.199042 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-b180d140-793d-47b2-8ac4-d0f1012953e4 admin admin] Transition to ACTIVE for port object d377bb94-9095-4ad0-93f7-d16cb6511bf7 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:56:40.221063 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2081c8-2442-4e26-a94d-5436a876d44f req-d4bd43be-123a-4f44-8eda-3a32e39a4373 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] No DVR routers for this DVR port 98a6e836-2bb7-4379-ac92-f66086a3fa74 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:56:40.232928 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ff2081c8-2442-4e26-a94d-5436a876d44f req-d4bd43be-123a-4f44-8eda-3a32e39a4373 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:40.235173 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ff2081c8-2442-4e26-a94d-5436a876d44f req-d4bd43be-123a-4f44-8eda-3a32e39a4373 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.39 "DELETE /v2.0/ports/98a6e836-2bb7-4379-ac92-f66086a3fa74 HTTP/1.1" status: 204 len: 173 time: 3.2879364 Jul 07 20:56:40.235797 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee65b16-9f59-4054-b49a-093e692bc54c None None] Network 69fa5754-b6ae-467e-a2bd-dec6fa649a16 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:56:40.241046 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 98a6e836-2bb7-4379-ac92-f66086a3fa74 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:56:40.241392 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 98a6e836-2bb7-4379-ac92-f66086a3fa74 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:56:40.250718 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7dd6f-66c1-4cff-97c7-9fcc57807155 req-0564ff60-5571-4d39-b189-d27d822aae2a tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:40.269226 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45e7dd6f-66c1-4cff-97c7-9fcc57807155 req-0564ff60-5571-4d39-b189-d27d822aae2a tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d HTTP/1.1" status: 200 len: 866 time: 1.4245677 Jul 07 20:56:40.269647 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d', 'name': 'network-vif-deleted', 'tag': '98a6e836-2bb7-4379-ac92-f66086a3fa74'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:40.272013 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bdb316-ffb8-49eb-86fc-1602dca7ba3d" -d '{"events": [{"server_uuid": "ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d", "name": "network-vif-deleted", "tag": "98a6e836-2bb7-4379-ac92-f66086a3fa74"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:40.293006 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b180d140-793d-47b2-8ac4-d0f1012953e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:40.363877 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-15c1b800-d9a9-4c46-881a-1d43cbcb485b None None] Provisioning for port d0d9cb5c-1b85-4a4f-8729-389a828fc221 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:56:40.386041 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180d140-793d-47b2-8ac4-d0f1012953e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d377bb94-9095-4ad0-93f7-d16cb6511bf7,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:40.397543 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b180d140-793d-47b2-8ac4-d0f1012953e4 admin admin] Network 69fa5754-b6ae-467e-a2bd-dec6fa649a16 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:56:40.399354 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-b180d140-793d-47b2-8ac4-d0f1012953e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:56:40.400333 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6748d2-5639-48fb-be3d-37dd482412ba tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Pushing event deleted for resources: {'Port': ['ID=0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:40.402387 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b180d140-793d-47b2-8ac4-d0f1012953e4 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:56:40.458607 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b180d140-793d-47b2-8ac4-d0f1012953e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:40.537579 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f2fbbe-c02c-4edb-9161-c819ed613783 None None] Network d7847ed4-ca64-408b-b349-0ebf1cd2485d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:56:40.730121 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b16a861f-90cf-4587-a8b9-8c9bca5beeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:40.759391 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b180d140-793d-47b2-8ac4-d0f1012953e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:40.773450 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97a1d9da-fd6e-411a-b97a-e91becc78f54 req-db6748d2-5639-48fb-be3d-37dd482412ba tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Router 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:56:40.852423 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device abcd2323-2f77-4b6b-a620-74dce7ccbab2 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:56:40.919756 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45e7dd6f-66c1-4cff-97c7-9fcc57807155 req-38c505a0-7006-4f70-9067-a496627584ce tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6271133 Jul 07 20:56:40.950638 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1b6e6ac7-d8b9-4632-9a31-ea56dfc64ed5 None None] Provisioning for port abcd2323-2f77-4b6b-a620-74dce7ccbab2 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:56:41.115843 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b180d140-793d-47b2-8ac4-d0f1012953e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:41.121560 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b180d140-793d-47b2-8ac4-d0f1012953e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:41.191445 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port abcd2323-2f77-4b6b-a620-74dce7ccbab2 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:56:41.209251 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port abcd2323-2f77-4b6b-a620-74dce7ccbab2 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:41.209910 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:41.250293 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b180d140-793d-47b2-8ac4-d0f1012953e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:41.253458 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180d140-793d-47b2-8ac4-d0f1012953e4 admin admin] Pushing event updated for resources: {'Port': ['ID=d377bb94-9095-4ad0-93f7-d16cb6511bf7,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:41.376603 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3faf0f7c-57d3-4316-b149-e957ce215942 req-3ca46023-6a1b-442c-92f1-067805e0cbf7 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=0d74b71a-237b-4dbe-95b1-e91f53089de6 HTTP/1.1" status: 200 len: 210 time: 0.5309491 Jul 07 20:56:41.379813 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a861f-90cf-4587-a8b9-8c9bca5beeaf admin admin] Pushing event updated for resources: {'Port': ['ID=5824668a-41d8-407f-ba00-868a8dec23c0,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:41.423907 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16a861f-90cf-4587-a8b9-8c9bca5beeaf admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:56:41.454276 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-b16a861f-90cf-4587-a8b9-8c9bca5beeaf admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:56:41.469142 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a861f-90cf-4587-a8b9-8c9bca5beeaf admin admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:56:41.513449 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b180d140-793d-47b2-8ac4-d0f1012953e4 admin admin] Network 69fa5754-b6ae-467e-a2bd-dec6fa649a16 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:56:41.515638 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-b180d140-793d-47b2-8ac4-d0f1012953e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:56:41.546883 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:41.565101 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bf6361-7945-495f-90d5-315ef753398f x-openstack-request-id: req-64bf6361-7945-495f-90d5-315ef753398f {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:41.565549 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d", "name": "network-vif-deleted", "tag": "98a6e836-2bb7-4379-ac92-f66086a3fa74", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:41.565903 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-64bf6361-7945-495f-90d5-315ef753398f {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:41.566430 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7ac7cd-72b5-4656-a5fc-0d27fdedf43d', 'name': 'network-vif-deleted', 'tag': '98a6e836-2bb7-4379-ac92-f66086a3fa74', 'status': 'completed', 'code': 200} Jul 07 20:56:41.570526 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:41.580123 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97a1d9da-fd6e-411a-b97a-e91becc78f54 req-db6748d2-5639-48fb-be3d-37dd482412ba tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:56:41.589870 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb343928-9e0a-4584-b460-c7af226c71de None None] Sync routers for ids ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:56:41.610713 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb343928-9e0a-4584-b460-c7af226c71de None None] Routers {'369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:56:41.611702 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-fb343928-9e0a-4584-b460-c7af226c71de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:56:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:41.676745 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] Transition to ACTIVE for port object 9e320081-3859-42f7-8a8c-ca9a459879e7 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:56:41.684256 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b180d140-793d-47b2-8ac4-d0f1012953e4 admin admin] Router 964a132b-b1a0-41b6-9e15-bb2f1ad97191 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:56:41.714091 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port abcd2323-2f77-4b6b-a620-74dce7ccbab2, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=abcd2323-2f77-4b6b-a620-74dce7ccbab2,segment=NetworkSegment(96fbc52b-943f-4a2d-a81e-56dc5296469d),segment_id=96fbc52b-943f-4a2d-a81e-56dc5296469d)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:41.717966 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:41.806552 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a164e31-b22f-4bef-b359-6d024136df87 None None] Pushing event updated for resources: {'Port': ['ID=9e320081-3859-42f7-8a8c-ca9a459879e7,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:41.814137 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 54b30d27-e023-4b01-b1ec-8c83878135b6 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:56:41.827952 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:41.828753 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device d0d9cb5c-1b85-4a4f-8729-389a828fc221 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:56:41.862467 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-fb343928-9e0a-4584-b460-c7af226c71de None None] Set router 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:56:41.891877 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a1d9da-fd6e-411a-b97a-e91becc78f54 req-db6748d2-5639-48fb-be3d-37dd482412ba tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] No DVR routers for this DVR port 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:56:41.896375 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-97a1d9da-fd6e-411a-b97a-e91becc78f54 req-db6748d2-5639-48fb-be3d-37dd482412ba tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:41.898794 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97a1d9da-fd6e-411a-b97a-e91becc78f54 req-db6748d2-5639-48fb-be3d-37dd482412ba tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.58 "DELETE /v2.0/ports/0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 HTTP/1.1" status: 204 len: 173 time: 4.8909526 Jul 07 20:56:41.899206 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b180d140-793d-47b2-8ac4-d0f1012953e4 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:56:41.917192 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b180d140-793d-47b2-8ac4-d0f1012953e4 admin admin] 10.222.0.64 "PUT /v2.0/routers/964a132b-b1a0-41b6-9e15-bb2f1ad97191/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9250593 Jul 07 20:56:41.975202 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:56:42.063421 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dbf7d-0743-4544-b969-f21367ecb24f req-54151e0e-449a-4559-bfa5-e8e4676d79ed tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:42.072362 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-be3dbf7d-0743-4544-b969-f21367ecb24f req-54151e0e-449a-4559-bfa5-e8e4676d79ed tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.6855767 Jul 07 20:56:42.126350 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] Attempting to bind port 9e320081-3859-42f7-8a8c-ca9a459879e7 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:56:42.126629 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] Attempting to bind port 9e320081-3859-42f7-8a8c-ca9a459879e7 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:56:42.137045 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] Attempting to bind port 9e320081-3859-42f7-8a8c-ca9a459879e7 on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:56:42.140515 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb51049-0544-4e08-b006-320f20a68700 req-2cd99557-f2e6-48cf-9fb1-1b4ab9f15c07 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:42.147790 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-edb51049-0544-4e08-b006-320f20a68700 req-2cd99557-f2e6-48cf-9fb1-1b4ab9f15c07 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebe72816-d1c7-4a54-a3a3-51371a2f68f7 HTTP/1.1" status: 200 len: 945 time: 0.4792292 Jul 07 20:56:42.156239 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-81069874-2af9-4e62-ab43-090599ba4b61 None None] Provisioning for port d377bb94-9095-4ad0-93f7-d16cb6511bf7 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:56:42.180329 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:56:42.180703 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:56:42.181105 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:42.181510 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:56:42.182003 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] Bound port: 9e320081-3859-42f7-8a8c-ca9a459879e7, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:56:42.182393 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:42.200630 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-81069874-2af9-4e62-ab43-090599ba4b61 None None] Provisioning complete for port d377bb94-9095-4ad0-93f7-d16cb6511bf7 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:42.201053 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-81069874-2af9-4e62-ab43-090599ba4b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:42.202671 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:56:42.203015 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:56:42.247451 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-be3dbf7d-0743-4544-b969-f21367ecb24f req-4ca29221-4be0-4d44-a02a-7a15335ed5c5 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496704 Jul 07 20:56:42.313815 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-edb51049-0544-4e08-b006-320f20a68700 req-ce5e99ea-ca02-4fe6-8c68-1db7bf9c93e6 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648376 Jul 07 20:56:42.377872 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-fb343928-9e0a-4584-b460-c7af226c71de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'name': 'tempest-AttachVolumeTestJSON-1227447015-router', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:43Z', 'updated_at': '2021-07-07T20:50:50Z', 'revision_number': 4, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'gw_port': {'id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:44Z', 'updated_at': '2021-07-07T20:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28', 'name': '', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'mac_address': 'fa:16:3e:cd:43:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:48Z', 'updated_at': '2021-07-07T20:50:56Z', 'revision_number': 5, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'subnets': [{'id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:42.413752 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port d0d9cb5c-1b85-4a4f-8729-389a828fc221 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:56:42.439726 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b16a861f-90cf-4587-a8b9-8c9bca5beeaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:42.456189 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port d0d9cb5c-1b85-4a4f-8729-389a828fc221 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:42.456723 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:42.477875 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb343928-9e0a-4584-b460-c7af226c71de None None] Checking router: 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:56:42.494425 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb343928-9e0a-4584-b460-c7af226c71de None None] Routers {'369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:56:42.495070 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-fb343928-9e0a-4584-b460-c7af226c71de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:56:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:42.506238 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=abcd2323-2f77-4b6b-a620-74dce7ccbab2,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:42.571290 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] For port 9e320081-3859-42f7-8a8c-ca9a459879e7, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:56:42.584817 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] For port 9e320081-3859-42f7-8a8c-ca9a459879e7, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=9e320081-3859-42f7-8a8c-ca9a459879e7,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:56:42.586283 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 54b30d27-e023-4b01-b1ec-8c83878135b6 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:56:42.613369 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-fb343928-9e0a-4584-b460-c7af226c71de None None] Set router 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:56:42.627684 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:42.631052 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-81069874-2af9-4e62-ab43-090599ba4b61 None None] Port d377bb94-9095-4ad0-93f7-d16cb6511bf7 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:56:42.635680 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 54b30d27-e023-4b01-b1ec-8c83878135b6 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:42.647277 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:42.688992 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:42.689406 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:42.689821 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:42.690059 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:42.690469 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:42.690818 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:42.691211 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:42.691576 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:42.691909 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:42.692242 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:42.692707 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:42.693041 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:42.853724 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-fb343928-9e0a-4584-b460-c7af226c71de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'name': 'tempest-AttachVolumeTestJSON-1227447015-router', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:43Z', 'updated_at': '2021-07-07T20:50:50Z', 'revision_number': 4, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'gw_port': {'id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:44Z', 'updated_at': '2021-07-07T20:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28', 'name': '', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'mac_address': 'fa:16:3e:cd:43:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:48Z', 'updated_at': '2021-07-07T20:50:56Z', 'revision_number': 5, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'subnets': [{'id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:42.865622 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b16a861f-90cf-4587-a8b9-8c9bca5beeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:42.866640 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-81069874-2af9-4e62-ab43-090599ba4b61 None None] Provisioning complete for port d0d9cb5c-1b85-4a4f-8729-389a828fc221 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:42.867236 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-81069874-2af9-4e62-ab43-090599ba4b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:42.911291 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb343928-9e0a-4584-b460-c7af226c71de None None] The sync data for ids ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'] in n-d-695189-11 is: [{'id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'name': 'tempest-AttachVolumeTestJSON-1227447015-router', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:43Z', 'updated_at': '2021-07-07T20:50:50Z', 'revision_number': 4, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'gw_port': {'id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:44Z', 'updated_at': '2021-07-07T20:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28', 'name': '', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'mac_address': 'fa:16:3e:cd:43:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:48Z', 'updated_at': '2021-07-07T20:50:56Z', 'revision_number': 5, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'subnets': [{'id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:56:43.005862 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] Routers {'964a132b-b1a0-41b6-9e15-bb2f1ad97191'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:56:43.006774 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:56:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['964a132b-b1a0-41b6-9e15-bb2f1ad97191'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:43.027387 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-504544a7-4312-4b10-9e06-320b07728077 req-509173ba-dc11-49d3-b12b-3bd6125ca080 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2561057 Jul 07 20:56:43.037753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67068618-4145-419f-a1c2-b1dcc1eb472a req-fb68455a-2ccf-442d-b493-058cee1cfb5b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:43.039303 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-67068618-4145-419f-a1c2-b1dcc1eb472a req-fb68455a-2ccf-442d-b493-058cee1cfb5b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2530203 Jul 07 20:56:43.046713 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-504544a7-4312-4b10-9e06-320b07728077 req-d609b74b-dfd0-448b-822f-dec40fa535c5 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:56:43.063742 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:43.071533 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a164e31-b22f-4bef-b359-6d024136df87 None None] Pushing event updated for resources: {'Port': ['ID=9e320081-3859-42f7-8a8c-ca9a459879e7,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:43.116638 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-504544a7-4312-4b10-9e06-320b07728077 req-d609b74b-dfd0-448b-822f-dec40fa535c5 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:43.122999 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-67068618-4145-419f-a1c2-b1dcc1eb472a req-272e56e9-3150-4161-b937-602fc092fd91 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704322 Jul 07 20:56:43.201874 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 54b30d27-e023-4b01-b1ec-8c83878135b6, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=54b30d27-e023-4b01-b1ec-8c83878135b6,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:43.209104 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe72816-d1c7-4a54-a3a3-51371a2f68f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b30d27-e023-4b01-b1ec-8c83878135b6'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:43.211609 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da725ee6-0eb3-4d9f-99f8-24b022e0a053" -d '{"events": [{"server_uuid": "ebe72816-d1c7-4a54-a3a3-51371a2f68f7", "name": "network-vif-plugged", "status": "completed", "tag": "54b30d27-e023-4b01-b1ec-8c83878135b6"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:43.226243 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:43.236167 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16a861f-90cf-4587-a8b9-8c9bca5beeaf admin admin] Router 4e595511-8236-409b-ac92-272b2fef9cda is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:56:43.286775 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=54b30d27-e023-4b01-b1ec-8c83878135b6,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:43.370687 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:43.401423 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-81069874-2af9-4e62-ab43-090599ba4b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:43.410536 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-504544a7-4312-4b10-9e06-320b07728077 req-d609b74b-dfd0-448b-822f-dec40fa535c5 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:43.449049 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a8e6b6-9066-4b55-978d-43b42fddf679 None None] New status for floating IP a65b41f5-a3c8-4b08-a7d1-2bb2fa3a582b: DOWN {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:56:43.528034 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-504544a7-4312-4b10-9e06-320b07728077 req-d609b74b-dfd0-448b-822f-dec40fa535c5 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Allocated IP 172.25.5.172 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/bc9c87dc-3adc-4048-b030-144e7ec7ccf3) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:56:43.563179 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port d0d9cb5c-1b85-4a4f-8729-389a828fc221, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=d0d9cb5c-1b85-4a4f-8729-389a828fc221,segment=NetworkSegment(6e8d4665-5e4b-43ab-8e81-c86dc4f75cde),segment_id=6e8d4665-5e4b-43ab-8e81-c86dc4f75cde)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:43.578627 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:43.637063 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d74b71a-237b-4dbe-95b1-e91f53089de6', 'name': 'network-vif-deleted', 'tag': '0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:43.640637 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ae179c-f68d-485c-bb08-4f7f2b38f1b5" -d '{"events": [{"server_uuid": "0d74b71a-237b-4dbe-95b1-e91f53089de6", "name": "network-vif-deleted", "tag": "0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:43.722198 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16a861f-90cf-4587-a8b9-8c9bca5beeaf admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:56:43.736616 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] Sync routers for ids ['4e595511-8236-409b-ac92-272b2fef9cda'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:56:43.743138 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] Set router 964a132b-b1a0-41b6-9e15-bb2f1ad97191 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:56:43.756507 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b16a861f-90cf-4587-a8b9-8c9bca5beeaf admin admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:43.758581 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b16a861f-90cf-4587-a8b9-8c9bca5beeaf admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.8628721 Jul 07 20:56:43.761012 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46838) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:43.762779 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] Routers {'4e595511-8236-409b-ac92-272b2fef9cda'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:56:43.764414 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:56:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4e595511-8236-409b-ac92-272b2fef9cda'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:43.782990 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-504544a7-4312-4b10-9e06-320b07728077 req-d609b74b-dfd0-448b-822f-dec40fa535c5 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:43.865394 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-504544a7-4312-4b10-9e06-320b07728077 req-d609b74b-dfd0-448b-822f-dec40fa535c5 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:43.919313 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504544a7-4312-4b10-9e06-320b07728077 req-d609b74b-dfd0-448b-822f-dec40fa535c5 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:56:43.923150 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-504544a7-4312-4b10-9e06-320b07728077 req-d609b74b-dfd0-448b-822f-dec40fa535c5 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:56:43.926612 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-504544a7-4312-4b10-9e06-320b07728077 req-d609b74b-dfd0-448b-822f-dec40fa535c5 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:56:43.972929 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609b74b-dfd0-448b-822f-dec40fa535c5 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Pushing event updated for resources: {'Port': ['ID=bc9c87dc-3adc-4048-b030-144e7ec7ccf3,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:44.071681 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device abcd2323-2f77-4b6b-a620-74dce7ccbab2 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:56:44.083925 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] Set router 4e595511-8236-409b-ac92-272b2fef9cda gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:56:44.099602 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-504544a7-4312-4b10-9e06-320b07728077 req-d609b74b-dfd0-448b-822f-dec40fa535c5 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:44.113001 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536e7dcf-3502-45d4-8e8f-d93ded7ae71d x-openstack-request-id: req-536e7dcf-3502-45d4-8e8f-d93ded7ae71d {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:44.113671 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe72816-d1c7-4a54-a3a3-51371a2f68f7", "name": "network-vif-plugged", "status": "completed", "tag": "54b30d27-e023-4b01-b1ec-8c83878135b6", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:44.114156 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-536e7dcf-3502-45d4-8e8f-d93ded7ae71d {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:44.114776 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe72816-d1c7-4a54-a3a3-51371a2f68f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b30d27-e023-4b01-b1ec-8c83878135b6', 'code': 200} Jul 07 20:56:44.219755 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.db.api [None req-81069874-2af9-4e62-ab43-090599ba4b61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 20:56:44.220215 n-d-695189-11 neutron-server[100449]: DEBUG oslo_db.api [None req-81069874-2af9-4e62-ab43-090599ba4b61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 20:56:44.260863 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=d0d9cb5c-1b85-4a4f-8729-389a828fc221,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:44.370562 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-504544a7-4312-4b10-9e06-320b07728077 req-d609b74b-dfd0-448b-822f-dec40fa535c5 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:44.378073 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port abcd2323-2f77-4b6b-a620-74dce7ccbab2 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:44.378460 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:44.434045 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f401c-8507-431b-80c3-6b3aef344674 req-2a0ac94c-0f16-4a3f-ae70-16371c8ba4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:44.439889 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a67f401c-8507-431b-80c3-6b3aef344674 req-2a0ac94c-0f16-4a3f-ae70-16371c8ba4cf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ebe72816-d1c7-4a54-a3a3-51371a2f68f7 HTTP/1.1" status: 200 len: 1098 time: 0.4753556 Jul 07 20:56:44.475111 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964a132b-b1a0-41b6-9e15-bb2f1ad97191', 'name': 'tempest-FloatingIPsTestJSON-294601508-router', 'tenant_id': '945de076198c40ad8b76585716aba30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '9e320081-3859-42f7-8a8c-ca9a459879e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:56:35Z', 'updated_at': '2021-07-07T20:56:40Z', 'revision_number': 4, 'project_id': '945de076198c40ad8b76585716aba30b', 'gw_port': {'id': '9e320081-3859-42f7-8a8c-ca9a459879e7', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:99:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964a132b-b1a0-41b6-9e15-bb2f1ad97191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:36Z', 'updated_at': '2021-07-07T20:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'd377bb94-9095-4ad0-93f7-d16cb6511bf7', 'name': '', 'network_id': '69fa5754-b6ae-467e-a2bd-dec6fa649a16', 'tenant_id': '945de076198c40ad8b76585716aba30b', 'mac_address': 'fa:16:3e:03:14:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964a132b-b1a0-41b6-9e15-bb2f1ad97191', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '7dc0cc77-c47d-409e-93ce-980d561149bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:39Z', 'updated_at': '2021-07-07T20:56:40Z', 'revision_number': 2, 'project_id': '945de076198c40ad8b76585716aba30b', 'subnets': [{'id': '7dc0cc77-c47d-409e-93ce-980d561149bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:44.520535 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ad1f2f-1202-4fe7-84f2-91a2c6a337a0 None None] The sync data for ids ['964a132b-b1a0-41b6-9e15-bb2f1ad97191'] in n-d-695189-11 is: [{'id': '964a132b-b1a0-41b6-9e15-bb2f1ad97191', 'name': 'tempest-FloatingIPsTestJSON-294601508-router', 'tenant_id': '945de076198c40ad8b76585716aba30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '9e320081-3859-42f7-8a8c-ca9a459879e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:56:35Z', 'updated_at': '2021-07-07T20:56:40Z', 'revision_number': 4, 'project_id': '945de076198c40ad8b76585716aba30b', 'gw_port': {'id': '9e320081-3859-42f7-8a8c-ca9a459879e7', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:99:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964a132b-b1a0-41b6-9e15-bb2f1ad97191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:36Z', 'updated_at': '2021-07-07T20:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'd377bb94-9095-4ad0-93f7-d16cb6511bf7', 'name': '', 'network_id': '69fa5754-b6ae-467e-a2bd-dec6fa649a16', 'tenant_id': '945de076198c40ad8b76585716aba30b', 'mac_address': 'fa:16:3e:03:14:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964a132b-b1a0-41b6-9e15-bb2f1ad97191', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '7dc0cc77-c47d-409e-93ce-980d561149bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:39Z', 'updated_at': '2021-07-07T20:56:40Z', 'revision_number': 2, 'project_id': '945de076198c40ad8b76585716aba30b', 'subnets': [{'id': '7dc0cc77-c47d-409e-93ce-980d561149bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:56:44.523971 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ef72d-3b4b-48bc-8fe6-1d07228319ce req-294476d0-a7b0-4d8b-b039-a7cb8f5d3bae tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:44.541170 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-366ef72d-3b4b-48bc-8fe6-1d07228319ce req-294476d0-a7b0-4d8b-b039-a7cb8f5d3bae tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebe72816-d1c7-4a54-a3a3-51371a2f68f7 HTTP/1.1" status: 200 len: 946 time: 0.4347622 Jul 07 20:56:44.676631 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a800e18d-0e9e-4890-9e68-bee76d13b78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:44.749505 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e595511-8236-409b-ac92-272b2fef9cda', 'name': 'tempest-TaggedBootDevicesTest_v242-1828410963-router', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:56:35Z', 'updated_at': '2021-07-07T20:56:42Z', 'revision_number': 3, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'gw_port': {'id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e595511-8236-409b-ac92-272b2fef9cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:38Z', 'updated_at': '2021-07-07T20:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:44.800163 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-366ef72d-3b4b-48bc-8fe6-1d07228319ce req-7eb45376-6f0c-4ecc-b53f-9c1c83bcc55c tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534494 Jul 07 20:56:44.818897 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] Checking router: 4e595511-8236-409b-ac92-272b2fef9cda for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:56:44.819658 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] Updating router 4e595511-8236-409b-ac92-272b2fef9cda port 5824668a-41d8-407f-ba00-868a8dec23c0 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:56:44.847436 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a67f401c-8507-431b-80c3-6b3aef344674 req-96d49e08-99fd-4250-b998-3586fae76998 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828177 Jul 07 20:56:44.877835 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790df36b-a33b-448e-a3d2-afad10fc6a26 req-0e178314-606c-402c-aa32-c4dd47840630 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:44.887138 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-790df36b-a33b-448e-a3d2-afad10fc6a26 req-0e178314-606c-402c-aa32-c4dd47840630 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.39 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 944 time: 0.6017509 Jul 07 20:56:44.902524 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:44.913868 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46844) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:44.999050 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f2e6b81b-55d7-459d-8762-7fa833386ff4 None None] Provisioning complete for port abcd2323-2f77-4b6b-a620-74dce7ccbab2 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:44.999230 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f2e6b81b-55d7-459d-8762-7fa833386ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:45.147100 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88b37a3-50c4-468f-ac46-e0f6380b0917 x-openstack-request-id: req-b88b37a3-50c4-468f-ac46-e0f6380b0917 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:45.147709 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d74b71a-237b-4dbe-95b1-e91f53089de6", "name": "network-vif-deleted", "tag": "0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:45.159455 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b88b37a3-50c4-468f-ac46-e0f6380b0917 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:45.160134 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d74b71a-237b-4dbe-95b1-e91f53089de6', 'name': 'network-vif-deleted', 'tag': '0dfdfc6d-c1b8-4c71-8eda-98497e06aaf9', 'status': 'completed', 'code': 200} Jul 07 20:56:45.190846 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-a800e18d-0e9e-4890-9e68-bee76d13b78c admin admin] Allocated IP 172.20.0.1 (d7847ed4-ca64-408b-b349-0ebf1cd2485d/25a8ccb4-86fa-467a-bd9b-20bcc350e316/f89038c6-a807-444f-ad6e-31108e381c95) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:56:45.207591 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3f7b339e-184a-4a03-b76a-cb19db1f03e7 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:45.233355 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f2e6b81b-55d7-459d-8762-7fa833386ff4 None None] Provisioning complete for port d377bb94-9095-4ad0-93f7-d16cb6511bf7 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:45.233912 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f2e6b81b-55d7-459d-8762-7fa833386ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:45.250594 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-504544a7-4312-4b10-9e06-320b07728077 req-d609b74b-dfd0-448b-822f-dec40fa535c5 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:45.290338 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-504544a7-4312-4b10-9e06-320b07728077 req-d609b74b-dfd0-448b-822f-dec40fa535c5 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:45.320922 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-f2e6b81b-55d7-459d-8762-7fa833386ff4 None None] Port d377bb94-9095-4ad0-93f7-d16cb6511bf7 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:56:45.372348 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3f7b339e-184a-4a03-b76a-cb19db1f03e7 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:45.414134 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:45.438693 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] Transition to ACTIVE for port object 5824668a-41d8-407f-ba00-868a8dec23c0 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:56:45.455669 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:45.470812 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609b74b-dfd0-448b-822f-dec40fa535c5 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Pushing event updated for resources: {'Port': ['ID=bc9c87dc-3adc-4048-b030-144e7ec7ccf3,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:45.479631 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-790df36b-a33b-448e-a3d2-afad10fc6a26 req-607b5dd4-05b9-4546-8251-807ce5e83d76 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Deleting port 11d8c012-324f-4238-87ef-f17ab10841cb {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:56:45.481219 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-790df36b-a33b-448e-a3d2-afad10fc6a26 req-607b5dd4-05b9-4546-8251-807ce5e83d76 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:45.541439 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3f7b339e-184a-4a03-b76a-cb19db1f03e7 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:45.544028 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3f7b339e-184a-4a03-b76a-cb19db1f03e7 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:45.548981 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3f7b339e-184a-4a03-b76a-cb19db1f03e7 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "DELETE /v2.0/security-groups/8f9a90bd-67a7-407a-b33e-e71759615746 HTTP/1.1" status: 204 len: 168 time: 0.6234083 Jul 07 20:56:45.549754 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46852) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:45.614634 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] Attempting to bind port 5824668a-41d8-407f-ba00-868a8dec23c0 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:56:45.615010 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] Attempting to bind port 5824668a-41d8-407f-ba00-868a8dec23c0 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:56:45.615421 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] Attempting to bind port 5824668a-41d8-407f-ba00-868a8dec23c0 on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:56:45.618832 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88006ef6-c91d-41c9-8099-595ce78cdbe6 None None] Pushing event updated for resources: {'Port': ['ID=5824668a-41d8-407f-ba00-868a8dec23c0,revision_number=2']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:45.622630 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a800e18d-0e9e-4890-9e68-bee76d13b78c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:45.625605 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b339e-184a-4a03-b76a-cb19db1f03e7 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9a90bd-67a7-407a-b33e-e71759615746,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:45.633011 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:56:45.633394 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:56:45.633802 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:45.634196 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:56:45.634671 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] Bound port: 5824668a-41d8-407f-ba00-868a8dec23c0, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:56:45.635060 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:45.636229 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-b5c1cd70-35f1-4ceb-85fd-d9515884bb2c tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] show failed (client error): The resource could not be found. Jul 07 20:56:45.637377 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b5c1cd70-35f1-4ceb-85fd-d9515884bb2c tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups/8f9a90bd-67a7-407a-b33e-e71759615746 HTTP/1.1" status: 404 len: 347 time: 0.0568197 Jul 07 20:56:45.644836 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46856) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:45.749884 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88006ef6-c91d-41c9-8099-595ce78cdbe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:45.750426 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88006ef6-c91d-41c9-8099-595ce78cdbe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:45.750564 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88006ef6-c91d-41c9-8099-595ce78cdbe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:45.755897 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88006ef6-c91d-41c9-8099-595ce78cdbe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:45.756244 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88006ef6-c91d-41c9-8099-595ce78cdbe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:45.756587 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88006ef6-c91d-41c9-8099-595ce78cdbe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:45.756925 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88006ef6-c91d-41c9-8099-595ce78cdbe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:45.757261 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88006ef6-c91d-41c9-8099-595ce78cdbe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:45.757592 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88006ef6-c91d-41c9-8099-595ce78cdbe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:45.757917 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88006ef6-c91d-41c9-8099-595ce78cdbe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:45.758249 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88006ef6-c91d-41c9-8099-595ce78cdbe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:45.758577 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88006ef6-c91d-41c9-8099-595ce78cdbe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:56:45.780767 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device d0d9cb5c-1b85-4a4f-8729-389a828fc221 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:56:45.814378 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-a800e18d-0e9e-4890-9e68-bee76d13b78c admin admin] Transition to ACTIVE for port object f89038c6-a807-444f-ad6e-31108e381c95 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:56:45.823141 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46860) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:45.895749 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] For port 5824668a-41d8-407f-ba00-868a8dec23c0, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:56:45.904792 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] For port 5824668a-41d8-407f-ba00-868a8dec23c0, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=5824668a-41d8-407f-ba00-868a8dec23c0,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:56:45.920349 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:45.998849 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port d0d9cb5c-1b85-4a4f-8729-389a828fc221 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:46.000976 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:46.111473 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] Routers {'4e595511-8236-409b-ac92-272b2fef9cda'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:56:46.112484 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:56:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4e595511-8236-409b-ac92-272b2fef9cda'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:46.168217 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88006ef6-c91d-41c9-8099-595ce78cdbe6 None None] Pushing event updated for resources: {'Port': ['ID=5824668a-41d8-407f-ba00-868a8dec23c0,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:46.227907 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a800e18d-0e9e-4890-9e68-bee76d13b78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:46.228790 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-504544a7-4312-4b10-9e06-320b07728077 req-d609b74b-dfd0-448b-822f-dec40fa535c5 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:46.235087 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b9decc4-2a01-4dd8-ab78-e3fc302e914a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:46.272229 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-504544a7-4312-4b10-9e06-320b07728077 req-d609b74b-dfd0-448b-822f-dec40fa535c5 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:46.279490 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-504544a7-4312-4b10-9e06-320b07728077 req-d609b74b-dfd0-448b-822f-dec40fa535c5 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2388554 Jul 07 20:56:46.301153 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a800e18d-0e9e-4890-9e68-bee76d13b78c admin admin] Network d7847ed4-ca64-408b-b349-0ebf1cd2485d is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:56:46.322873 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-a800e18d-0e9e-4890-9e68-bee76d13b78c admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:56:46.324735 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] Set router 4e595511-8236-409b-ac92-272b2fef9cda gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:56:46.336054 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a800e18d-0e9e-4890-9e68-bee76d13b78c admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:56:46.340898 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-76c2bfa7-04de-452e-baa3-8b3b347dacfc tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Deleting port f36b6212-37ea-49b1-8ff4-37b9d39e37a8 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:56:46.341240 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-76c2bfa7-04de-452e-baa3-8b3b347dacfc tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:46.343520 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800e18d-0e9e-4890-9e68-bee76d13b78c admin admin] Pushing event updated for resources: {'Port': ['ID=f89038c6-a807-444f-ad6e-31108e381c95,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:46.412645 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0a99d-d52c-4f8e-b973-acd84dfd2612 req-b41cb224-bed7-45bb-82e7-81f51682a98d tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:46.431899 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8e0a99d-d52c-4f8e-b973-acd84dfd2612 req-b41cb224-bed7-45bb-82e7-81f51682a98d tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/ports?device_id=548e34b8-e1f8-4188-bf51-4c2337aee25f HTTP/1.1" status: 200 len: 944 time: 1.0608358 Jul 07 20:56:46.459235 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-790df36b-a33b-448e-a3d2-afad10fc6a26 req-607b5dd4-05b9-4546-8251-807ce5e83d76 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] For port 11d8c012-324f-4238-87ef-f17ab10841cb, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=11d8c012-324f-4238-87ef-f17ab10841cb,segment=NetworkSegment(7814ef99-1a11-4758-9ec6-f3d79984a9d6),segment_id=7814ef99-1a11-4758-9ec6-f3d79984a9d6)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:46.459646 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-790df36b-a33b-448e-a3d2-afad10fc6a26 req-607b5dd4-05b9-4546-8251-807ce5e83d76 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:46.488013 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-504544a7-4312-4b10-9e06-320b07728077 req-c19d8b30-05d9-458b-9303-23c6f4490f22 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.172 HTTP/1.1" status: 200 len: 696 time: 0.2073183 Jul 07 20:56:46.520157 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a800e18d-0e9e-4890-9e68-bee76d13b78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:46.594811 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-790df36b-a33b-448e-a3d2-afad10fc6a26 req-607b5dd4-05b9-4546-8251-807ce5e83d76 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Calling delete_port for 11d8c012-324f-4238-87ef-f17ab10841cb owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:56:46.651228 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e595511-8236-409b-ac92-272b2fef9cda', 'name': 'tempest-TaggedBootDevicesTest_v242-1828410963-router', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:56:35Z', 'updated_at': '2021-07-07T20:56:42Z', 'revision_number': 3, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'gw_port': {'id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e595511-8236-409b-ac92-272b2fef9cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:38Z', 'updated_at': '2021-07-07T20:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:46.708324 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382f99e-2893-41c0-b698-a52ba720b1e6 None None] The sync data for ids ['4e595511-8236-409b-ac92-272b2fef9cda'] in n-d-695189-11 is: [{'id': '4e595511-8236-409b-ac92-272b2fef9cda', 'name': 'tempest-TaggedBootDevicesTest_v242-1828410963-router', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:56:35Z', 'updated_at': '2021-07-07T20:56:42Z', 'revision_number': 3, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'gw_port': {'id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e595511-8236-409b-ac92-272b2fef9cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:38Z', 'updated_at': '2021-07-07T20:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:56:46.728324 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-76c2bfa7-04de-452e-baa3-8b3b347dacfc tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:46.728724 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-76c2bfa7-04de-452e-baa3-8b3b347dacfc tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:46.759019 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8e0a99d-d52c-4f8e-b973-acd84dfd2612 req-7f92e223-5c27-447b-9654-88b427b0e48e tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.64 "GET /v2.0/security-groups?id=c26f8b94-ee00-448f-a70d-2c051ba20d81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261099 Jul 07 20:56:46.766636 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0d6a3526-d16b-414d-afe3-def0a1130420 None None] Provisioning for port f89038c6-a807-444f-ad6e-31108e381c95 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:56:46.775290 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-76c2bfa7-04de-452e-baa3-8b3b347dacfc tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Calling delete_port for f36b6212-37ea-49b1-8ff4-37b9d39e37a8 owned by network:floatingip {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:56:46.792571 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0d6a3526-d16b-414d-afe3-def0a1130420 None None] Provisioning complete for port f89038c6-a807-444f-ad6e-31108e381c95 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:46.792968 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3526-d16b-414d-afe3-def0a1130420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:46.892240 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504544a7-4312-4b10-9e06-320b07728077 req-71cc8743-ef86-4296-9bb3-bdd11da945ca tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:46.901249 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-0d6a3526-d16b-414d-afe3-def0a1130420 None None] Port f89038c6-a807-444f-ad6e-31108e381c95 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:56:46.909128 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b9decc4-2a01-4dd8-ab78-e3fc302e914a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:46.910155 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-504544a7-4312-4b10-9e06-320b07728077 req-71cc8743-ef86-4296-9bb3-bdd11da945ca tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.4208798 Jul 07 20:56:46.934183 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-790df36b-a33b-448e-a3d2-afad10fc6a26 req-607b5dd4-05b9-4546-8251-807ce5e83d76 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:46.979003 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b9decc4-2a01-4dd8-ab78-e3fc302e914a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:46.991548 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b5dd4-05b9-4546-8251-807ce5e83d76 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Pushing event deleted for resources: {'Port': ['ID=11d8c012-324f-4238-87ef-f17ab10841cb,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:47.053776 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9decc4-2a01-4dd8-ab78-e3fc302e914a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc52f9b1-2e56-4633-aa4f-3938f3ddca5d,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:47.090765 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-790df36b-a33b-448e-a3d2-afad10fc6a26 req-607b5dd4-05b9-4546-8251-807ce5e83d76 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] No DVR routers for this DVR port 11d8c012-324f-4238-87ef-f17ab10841cb on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:56:47.096024 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-790df36b-a33b-448e-a3d2-afad10fc6a26 req-607b5dd4-05b9-4546-8251-807ce5e83d76 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:47.098903 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-790df36b-a33b-448e-a3d2-afad10fc6a26 req-607b5dd4-05b9-4546-8251-807ce5e83d76 tempest-LiveMigrationTest-1737532646 tempest-LiveMigrationTest-1737532646-project] 10.222.0.39 "DELETE /v2.0/ports/11d8c012-324f-4238-87ef-f17ab10841cb HTTP/1.1" status: 204 len: 173 time: 2.1722252 Jul 07 20:56:47.150918 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7b9decc4-2a01-4dd8-ab78-e3fc302e914a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=333c08fe16da43a08dccc552fbe91f4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3263535 Jul 07 20:56:47.156632 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46876) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:47.163657 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548e34b8-e1f8-4188-bf51-4c2337aee25f', 'name': 'network-vif-deleted', 'tag': '11d8c012-324f-4238-87ef-f17ab10841cb'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:47.166256 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab2aeb3-3df4-4614-a1ac-09d09cb4e5e4" -d '{"events": [{"server_uuid": "548e34b8-e1f8-4188-bf51-4c2337aee25f", "name": "network-vif-deleted", "tag": "11d8c012-324f-4238-87ef-f17ab10841cb"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:47.228387 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a800e18d-0e9e-4890-9e68-bee76d13b78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:47.258089 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-749d69d8-6cca-4028-b803-c0704ab42f6b req-a175a486-089b-49a7-ad5a-f2e7f4c12f3e tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "GET /v2.0/floatingips/0c87f06f-37fd-4573-b9a2-12796bfec55c HTTP/1.1" status: 200 len: 693 time: 0.1149068 Jul 07 20:56:47.291126 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a1dcfab-51a6-4388-a798-fc21d77cb874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:47.371714 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a1dcfab-51a6-4388-a798-fc21d77cb874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:47.391475 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de31c6-e006-4f2c-95a6-3a68de8f3246 req-94d7619d-ded4-45bb-877c-2755f01a69bc tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:47.393361 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6de31c6-e006-4f2c-95a6-3a68de8f3246 req-94d7619d-ded4-45bb-877c-2755f01a69bc tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebe72816-d1c7-4a54-a3a3-51371a2f68f7 HTTP/1.1" status: 200 len: 946 time: 0.3174460 Jul 07 20:56:47.461582 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d69d8-6cca-4028-b803-c0704ab42f6b req-3ccdd68b-7b24-4b58-99f1-4cdfc61f41ef tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:47.463044 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-749d69d8-6cca-4028-b803-c0704ab42f6b req-3ccdd68b-7b24-4b58-99f1-4cdfc61f41ef tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.2041612 Jul 07 20:56:47.479253 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-749d69d8-6cca-4028-b803-c0704ab42f6b req-c214b671-464d-402d-96a9-954ad33d3a78 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:56:47.482206 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-76c2bfa7-04de-452e-baa3-8b3b347dacfc tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:47.487940 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-749d69d8-6cca-4028-b803-c0704ab42f6b req-c214b671-464d-402d-96a9-954ad33d3a78 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167565 Jul 07 20:56:47.499402 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6de31c6-e006-4f2c-95a6-3a68de8f3246 req-f192b3cc-a607-481d-b592-ec33b0b57efa tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983951 Jul 07 20:56:47.560721 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2bfa7-04de-452e-baa3-8b3b347dacfc tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Pushing event deleted for resources: {'Port': ['ID=f36b6212-37ea-49b1-8ff4-37b9d39e37a8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:47.569277 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760f2696-4928-45ea-a4c4-812b840f5de8 x-openstack-request-id: req-760f2696-4928-45ea-a4c4-812b840f5de8 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:47.569564 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548e34b8-e1f8-4188-bf51-4c2337aee25f", "name": "network-vif-deleted", "tag": "11d8c012-324f-4238-87ef-f17ab10841cb", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:47.569824 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-760f2696-4928-45ea-a4c4-812b840f5de8 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:47.570326 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548e34b8-e1f8-4188-bf51-4c2337aee25f', 'name': 'network-vif-deleted', 'tag': '11d8c012-324f-4238-87ef-f17ab10841cb', 'status': 'completed', 'code': 200} Jul 07 20:56:47.598294 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a1dcfab-51a6-4388-a798-fc21d77cb874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:47.601382 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a1dcfab-51a6-4388-a798-fc21d77cb874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:47.602664 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1a1dcfab-51a6-4388-a798-fc21d77cb874 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fc52f9b1-2e56-4633-aa4f-3938f3ddca5d HTTP/1.1" status: 204 len: 168 time: 0.4406183 Jul 07 20:56:47.705865 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-35cccb31-8aec-419b-a03f-439602145e2b req-8ca2a499-9ab2-4a75-a08e-ad5414f72667 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "GET /v2.0/floatingips?tenant_id=945de076198c40ad8b76585716aba30b HTTP/1.1" status: 200 len: 696 time: 0.1236184 Jul 07 20:56:47.779979 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 5824668a-41d8-407f-ba00-868a8dec23c0 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:56:47.820322 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-76c2bfa7-04de-452e-baa3-8b3b347dacfc tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for floatingip, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:47.830641 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-76c2bfa7-04de-452e-baa3-8b3b347dacfc tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:47.838079 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-76c2bfa7-04de-452e-baa3-8b3b347dacfc tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "DELETE /v2.0/floatingips/a65b41f5-a3c8-4b08-a7d1-2bb2fa3a582b HTTP/1.1" status: 204 len: 168 time: 2.1921785 Jul 07 20:56:47.861201 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1dcfab-51a6-4388-a798-fc21d77cb874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc52f9b1-2e56-4633-aa4f-3938f3ddca5d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:47.861935 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 11d8c012-324f-4238-87ef-f17ab10841cb no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:56:47.922283 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a800e18d-0e9e-4890-9e68-bee76d13b78c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:47.928399 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a800e18d-0e9e-4890-9e68-bee76d13b78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:47.934709 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 11d8c012-324f-4238-87ef-f17ab10841cb {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:56:47.935052 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 11d8c012-324f-4238-87ef-f17ab10841cb not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:56:47.956742 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1e97e-921d-4a17-a122-af541c452964 req-c2b7996d-8df7-4100-8090-19ad68088d82 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:47.958407 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f1e1e97e-921d-4a17-a122-af541c452964 req-c2b7996d-8df7-4100-8090-19ad68088d82 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2516220 Jul 07 20:56:47.965263 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 5824668a-41d8-407f-ba00-868a8dec23c0 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:56:47.970408 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 5824668a-41d8-407f-ba00-868a8dec23c0 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:47.971668 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:48.017525 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800e18d-0e9e-4890-9e68-bee76d13b78c admin admin] Pushing event updated for resources: {'Port': ['ID=f89038c6-a807-444f-ad6e-31108e381c95,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:48.058621 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f1e1e97e-921d-4a17-a122-af541c452964 req-0a3bb537-cee2-4c51-98b9-c1fea1198ef8 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879657 Jul 07 20:56:48.065522 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a800e18d-0e9e-4890-9e68-bee76d13b78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:48.166588 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:48.189008 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cccb31-8aec-419b-a03f-439602145e2b req-9247ae8f-ab81-493d-a778-1776d8d31b94 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:48.192268 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-35cccb31-8aec-419b-a03f-439602145e2b req-9247ae8f-ab81-493d-a778-1776d8d31b94 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "GET /v2.0/networks?id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 787 time: 0.4166489 Jul 07 20:56:48.203808 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-35cccb31-8aec-419b-a03f-439602145e2b req-076e01c7-f752-4aff-b655-09dd63276478 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 20:56:48.218142 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-35cccb31-8aec-419b-a03f-439602145e2b req-076e01c7-f752-4aff-b655-09dd63276478 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204806 Jul 07 20:56:48.227318 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 5824668a-41d8-407f-ba00-868a8dec23c0, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=5824668a-41d8-407f-ba00-868a8dec23c0,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:48.235743 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46898) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:48.238032 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:48.239221 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 9e320081-3859-42f7-8a8c-ca9a459879e7 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:56:48.260233 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a800e18d-0e9e-4890-9e68-bee76d13b78c admin admin] Network d7847ed4-ca64-408b-b349-0ebf1cd2485d is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:56:48.260864 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-192c9dbb-cfe2-48ba-86c0-8ec30ed42bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:48.262870 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-a800e18d-0e9e-4890-9e68-bee76d13b78c admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:56:48.356277 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=5824668a-41d8-407f-ba00-868a8dec23c0,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:48.382154 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46900) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:48.423214 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 9e320081-3859-42f7-8a8c-ca9a459879e7 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:56:48.432523 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 9e320081-3859-42f7-8a8c-ca9a459879e7 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:48.436374 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:48.530914 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] Sync routers for ids ['964a132b-b1a0-41b6-9e15-bb2f1ad97191'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:56:48.535451 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a800e18d-0e9e-4890-9e68-bee76d13b78c admin admin] Router 4e595511-8236-409b-ac92-272b2fef9cda has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:56:48.557844 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] Routers {'964a132b-b1a0-41b6-9e15-bb2f1ad97191'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:56:48.559076 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:56:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['964a132b-b1a0-41b6-9e15-bb2f1ad97191'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:48.604901 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b759e-f1a4-407c-9c72-480b69c1fd5a req-8cc76dfc-52d7-48b2-b0b5-1cd3d9008cf2 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:48.609882 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-750b759e-f1a4-407c-9c72-480b69c1fd5a req-8cc76dfc-52d7-48b2-b0b5-1cd3d9008cf2 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebe72816-d1c7-4a54-a3a3-51371a2f68f7 HTTP/1.1" status: 200 len: 946 time: 0.2537227 Jul 07 20:56:48.699471 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a800e18d-0e9e-4890-9e68-bee76d13b78c admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:56:48.715889 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a800e18d-0e9e-4890-9e68-bee76d13b78c admin admin] 10.222.0.64 "PUT /v2.0/routers/4e595511-8236-409b-ac92-272b2fef9cda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9530141 Jul 07 20:56:48.720702 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-192c9dbb-cfe2-48ba-86c0-8ec30ed42bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:48.732819 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-192c9dbb-cfe2-48ba-86c0-8ec30ed42bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:48.761487 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:48.776656 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-750b759e-f1a4-407c-9c72-480b69c1fd5a req-bc4f722f-156d-4dcf-a9e7-e8b419c21a0c tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352155 Jul 07 20:56:48.801757 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-eab6c8d9-dcc4-4136-a738-bafaf5f5a713 None None] Provisioning complete for port f89038c6-a807-444f-ad6e-31108e381c95 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:48.802288 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-eab6c8d9-dcc4-4136-a738-bafaf5f5a713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:48.827104 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c9dbb-cfe2-48ba-86c0-8ec30ed42bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528be1a8-c007-429a-88c8-e58d8ef7b3d3,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:48.891918 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 9e320081-3859-42f7-8a8c-ca9a459879e7, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=9e320081-3859-42f7-8a8c-ca9a459879e7,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:48.910932 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e9e201-e188-4154-9e74-639a40bf8165 admin admin] Deleting subnet e76f85dc-7298-41c1-a5c0-b46924c81a29 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:56:48.918739 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e2e9e201-e188-4154-9e74-639a40bf8165 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:48.923525 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-192c9dbb-cfe2-48ba-86c0-8ec30ed42bc5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b60a21cd4c0d49bf85760b64691bb137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6862767 Jul 07 20:56:48.926830 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46912) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:48.927864 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:48.998888 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=9e320081-3859-42f7-8a8c-ca9a459879e7,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:49.003736 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] Set router 964a132b-b1a0-41b6-9e15-bb2f1ad97191 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:56:49.005757 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-eab6c8d9-dcc4-4136-a738-bafaf5f5a713 None None] Port f89038c6-a807-444f-ad6e-31108e381c95 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:56:49.029324 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-544bd954-90d5-4912-94df-a76ca2851ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:49.039787 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e2e9e201-e188-4154-9e74-639a40bf8165 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:49.081589 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-544bd954-90d5-4912-94df-a76ca2851ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:49.145790 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e2e9e201-e188-4154-9e74-639a40bf8165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:49.171124 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-544bd954-90d5-4912-94df-a76ca2851ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:49.174615 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-544bd954-90d5-4912-94df-a76ca2851ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:49.181288 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-544bd954-90d5-4912-94df-a76ca2851ca6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/528be1a8-c007-429a-88c8-e58d8ef7b3d3 HTTP/1.1" status: 204 len: 168 time: 0.2529175 Jul 07 20:56:49.201480 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bd954-90d5-4912-94df-a76ca2851ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528be1a8-c007-429a-88c8-e58d8ef7b3d3,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:49.410027 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1130da1-063b-4136-a48b-960c3ce4c74e req-c853994c-416e-4424-82f5-685e1f98dc80 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:49.424691 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d1130da1-063b-4136-a48b-960c3ce4c74e req-c853994c-416e-4424-82f5-685e1f98dc80 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2991374 Jul 07 20:56:49.431813 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964a132b-b1a0-41b6-9e15-bb2f1ad97191', 'name': 'tempest-FloatingIPsTestJSON-294601508-router', 'tenant_id': '945de076198c40ad8b76585716aba30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '9e320081-3859-42f7-8a8c-ca9a459879e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:56:35Z', 'updated_at': '2021-07-07T20:56:40Z', 'revision_number': 4, 'project_id': '945de076198c40ad8b76585716aba30b', 'gw_port': {'id': '9e320081-3859-42f7-8a8c-ca9a459879e7', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:99:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964a132b-b1a0-41b6-9e15-bb2f1ad97191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:36Z', 'updated_at': '2021-07-07T20:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'd377bb94-9095-4ad0-93f7-d16cb6511bf7', 'name': '', 'network_id': '69fa5754-b6ae-467e-a2bd-dec6fa649a16', 'tenant_id': '945de076198c40ad8b76585716aba30b', 'mac_address': 'fa:16:3e:03:14:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964a132b-b1a0-41b6-9e15-bb2f1ad97191', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '7dc0cc77-c47d-409e-93ce-980d561149bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:39Z', 'updated_at': '2021-07-07T20:56:40Z', 'revision_number': 2, 'project_id': '945de076198c40ad8b76585716aba30b', 'subnets': [{'id': '7dc0cc77-c47d-409e-93ce-980d561149bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:49.435366 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e2e9e201-e188-4154-9e74-639a40bf8165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:49.495274 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] Checking router: 964a132b-b1a0-41b6-9e15-bb2f1ad97191 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:56:49.499735 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] Updating router 964a132b-b1a0-41b6-9e15-bb2f1ad97191 port d377bb94-9095-4ad0-93f7-d16cb6511bf7 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:56:49.529949 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9e201-e188-4154-9e74-639a40bf8165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e76f85dc-7298-41c1-a5c0-b46924c81a29,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:49.537901 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e2e9e201-e188-4154-9e74-639a40bf8165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:49.541129 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e2e9e201-e188-4154-9e74-639a40bf8165 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e76f85dc-7298-41c1-a5c0-b46924c81a29 HTTP/1.1" status: 204 len: 168 time: 1.1390772 Jul 07 20:56:49.543878 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46952) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:49.581805 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:49.625209 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] Sync routers for ids ['4e595511-8236-409b-ac92-272b2fef9cda'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:56:49.640108 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] Routers {'4e595511-8236-409b-ac92-272b2fef9cda'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:56:49.641973 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:56:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4e595511-8236-409b-ac92-272b2fef9cda'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:49.715530 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46960) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:49.722500 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-aea1a0f6-d60f-4b78-866f-03e5d472d348 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2137068782', 'description': 'tempest-description--1672883302'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:56:49.727980 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d1130da1-063b-4136-a48b-960c3ce4c74e req-f266bb50-dfd8-4367-bbb2-52ced6ede4dc tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020823 Jul 07 20:56:49.790669 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aea1a0f6-d60f-4b78-866f-03e5d472d348 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:49.947081 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a66d0ce8-a788-4ab1-8cb6-a7498b596885 req-55cd0a6d-32ca-44ee-a1f9-aa437ee8b175 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "GET /v2.0/floatingips/0c87f06f-37fd-4573-b9a2-12796bfec55c HTTP/1.1" status: 200 len: 693 time: 0.1823473 Jul 07 20:56:49.949721 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0717934f-0948-4677-9f1e-5b3606cd500a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:50.009250 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] Set router 4e595511-8236-409b-ac92-272b2fef9cda gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:56:50.018635 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aea1a0f6-d60f-4b78-866f-03e5d472d348 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:50.024736 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aea1a0f6-d60f-4b78-866f-03e5d472d348 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:50.094464 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1a0f6-d60f-4b78-866f-03e5d472d348 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8ea0f5-1741-4761-9c38-bd9bb83c9315,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:50.111423 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aea1a0f6-d60f-4b78-866f-03e5d472d348 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:50.128638 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-aea1a0f6-d60f-4b78-866f-03e5d472d348 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4107578 Jul 07 20:56:50.132526 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46994) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:50.141369 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f4878fdd-173f-4400-a6ee-62fa965005f3 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Request body: {'security_group_rule': {'security_group_id': '6b8ea0f5-1741-4761-9c38-bd9bb83c9315', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:56:50.215952 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4878fdd-173f-4400-a6ee-62fa965005f3 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:50.347202 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 5824668a-41d8-407f-ba00-868a8dec23c0 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:56:50.369682 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4878fdd-173f-4400-a6ee-62fa965005f3 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:50.379275 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4878fdd-173f-4400-a6ee-62fa965005f3 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:50.388045 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:50.421750 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4878fdd-173f-4400-a6ee-62fa965005f3 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ae6918-1415-4bdf-aa42-8b0871029275,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:50.427009 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d0ce8-a788-4ab1-8cb6-a7498b596885 req-388ffc33-50c2-4085-8311-a5b89256ef54 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:50.441609 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a66d0ce8-a788-4ab1-8cb6-a7498b596885 req-388ffc33-50c2-4085-8311-a5b89256ef54 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.4715152 Jul 07 20:56:50.446894 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4878fdd-173f-4400-a6ee-62fa965005f3 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:50.452920 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f4878fdd-173f-4400-a6ee-62fa965005f3 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3191421 Jul 07 20:56:50.455763 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47016) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:50.460983 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e718fbf8-e12f-462e-a4ee-fe438ca369d5 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Request body: {'security_group_rule': {'security_group_id': '6b8ea0f5-1741-4761-9c38-bd9bb83c9315', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:56:50.513021 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:50.524773 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] Transition to ACTIVE for port object d377bb94-9095-4ad0-93f7-d16cb6511bf7 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:56:50.531319 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e718fbf8-e12f-462e-a4ee-fe438ca369d5 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:50.535634 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:50.541548 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:50.593564 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a66d0ce8-a788-4ab1-8cb6-a7498b596885 req-5305e022-db29-4eaa-8b02-3bf78c98103c tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.172 HTTP/1.1" status: 200 len: 696 time: 0.1492877 Jul 07 20:56:50.615796 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0717934f-0948-4677-9f1e-5b3606cd500a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:50.626599 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e595511-8236-409b-ac92-272b2fef9cda', 'name': 'tempest-TaggedBootDevicesTest_v242-1828410963-router', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:56:35Z', 'updated_at': '2021-07-07T20:56:47Z', 'revision_number': 4, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'gw_port': {'id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e595511-8236-409b-ac92-272b2fef9cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:38Z', 'updated_at': '2021-07-07T20:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'f89038c6-a807-444f-ad6e-31108e381c95', 'name': '', 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'mac_address': 'fa:16:3e:df:60:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e595511-8236-409b-ac92-272b2fef9cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '25a8ccb4-86fa-467a-bd9b-20bcc350e316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:44Z', 'updated_at': '2021-07-07T20:56:47Z', 'revision_number': 2, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'subnets': [{'id': '25a8ccb4-86fa-467a-bd9b-20bcc350e316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:50.656700 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-0717934f-0948-4677-9f1e-5b3606cd500a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a969003f-4d51-4bc6-945b-910c720df136']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:50.698009 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e718fbf8-e12f-462e-a4ee-fe438ca369d5 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:50.706590 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e718fbf8-e12f-462e-a4ee-fe438ca369d5 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:50.712715 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] Checking router: 4e595511-8236-409b-ac92-272b2fef9cda for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:56:50.713081 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] Updating router 4e595511-8236-409b-ac92-272b2fef9cda port f89038c6-a807-444f-ad6e-31108e381c95 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:56:50.720869 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-0717934f-0948-4677-9f1e-5b3606cd500a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7814ef99-1a11-4758-9ec6-f3d79984a9d6') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:50.721540 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-0717934f-0948-4677-9f1e-5b3606cd500a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7814ef99-1a11-4758-9ec6-f3d79984a9d6') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:50.744153 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a66d0ce8-a788-4ab1-8cb6-a7498b596885 req-499b1607-ce57-43be-841c-0861454f2561 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.172 HTTP/1.1" status: 200 len: 696 time: 0.1477878 Jul 07 20:56:50.746050 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718fbf8-e12f-462e-a4ee-fe438ca369d5 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80432c6a-7dde-4f4a-a169-8d0d32a77a16,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:50.748336 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0717934f-0948-4677-9f1e-5b3606cd500a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:50.786780 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e718fbf8-e12f-462e-a4ee-fe438ca369d5 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:50.787268 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94474f0-c709-4df1-8e97-8e60fb67b522 None None] Pushing event updated for resources: {'Port': ['ID=d377bb94-9095-4ad0-93f7-d16cb6511bf7,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:50.788210 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e718fbf8-e12f-462e-a4ee-fe438ca369d5 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3308229 Jul 07 20:56:50.795776 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47020) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:50.799520 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:50.813239 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-81958c1d-b4aa-4e2e-b5cd-aa475b686e53 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:56:50.822386 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0717934f-0948-4677-9f1e-5b3606cd500a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:50.830799 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 5824668a-41d8-407f-ba00-868a8dec23c0 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:50.834239 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:50.867379 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0717934f-0948-4677-9f1e-5b3606cd500a admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:56:50.870390 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0717934f-0948-4677-9f1e-5b3606cd500a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:50.879453 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-81958c1d-b4aa-4e2e-b5cd-aa475b686e53 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for floatingip, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: timer() Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:56:50.879697 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:56:50.884179 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:56:50.884179 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:56:50.889905 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] Attempting to bind port d377bb94-9095-4ad0-93f7-d16cb6511bf7 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:56:50.890255 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] Attempting to bind port d377bb94-9095-4ad0-93f7-d16cb6511bf7 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '6e8d4665-5e4b-43ab-8e81-c86dc4f75cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '69fa5754-b6ae-467e-a2bd-dec6fa649a16'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:56:50.891583 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] Attempting to bind port d377bb94-9095-4ad0-93f7-d16cb6511bf7 on network 69fa5754-b6ae-467e-a2bd-dec6fa649a16 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:56:50.921258 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:56:50.924362 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] Checking segment: {'id': '6e8d4665-5e4b-43ab-8e81-c86dc4f75cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '69fa5754-b6ae-467e-a2bd-dec6fa649a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:56:50.928236 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:50.931276 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] Bound using segment: {'id': '6e8d4665-5e4b-43ab-8e81-c86dc4f75cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '69fa5754-b6ae-467e-a2bd-dec6fa649a16'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:56:50.932649 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] Bound port: d377bb94-9095-4ad0-93f7-d16cb6511bf7, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8d4665-5e4b-43ab-8e81-c86dc4f75cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '69fa5754-b6ae-467e-a2bd-dec6fa649a16'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:56:50.933319 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:51.094968 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb36019-3549-413c-9899-cbdff5ace2b2 req-9c47fc33-4342-4077-9a59-fb0faf1a7898 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:51.097423 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dfb36019-3549-413c-9899-cbdff5ace2b2 req-9c47fc33-4342-4077-9a59-fb0faf1a7898 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebe72816-d1c7-4a54-a3a3-51371a2f68f7 HTTP/1.1" status: 200 len: 946 time: 0.5231407 Jul 07 20:56:51.122267 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-81958c1d-b4aa-4e2e-b5cd-aa475b686e53 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:51.131665 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0717934f-0948-4677-9f1e-5b3606cd500a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:51.163565 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0717934f-0948-4677-9f1e-5b3606cd500a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:51.166052 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0717934f-0948-4677-9f1e-5b3606cd500a admin admin] 10.222.0.64 "DELETE /v2.0/networks/a969003f-4d51-4bc6-945b-910c720df136 HTTP/1.1" status: 204 len: 168 time: 1.6197002 Jul 07 20:56:51.183526 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] For port d377bb94-9095-4ad0-93f7-d16cb6511bf7, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:56:51.186492 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47030) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:51.188231 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] For port d377bb94-9095-4ad0-93f7-d16cb6511bf7, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=d377bb94-9095-4ad0-93f7-d16cb6511bf7,segment=NetworkSegment(6e8d4665-5e4b-43ab-8e81-c86dc4f75cde),segment_id=6e8d4665-5e4b-43ab-8e81-c86dc4f75cde)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:56:51.227131 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:51.273147 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717934f-0948-4677-9f1e-5b3606cd500a admin admin] Pushing event deleted for resources: {'Network': ['ID=a969003f-4d51-4bc6-945b-910c720df136,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:51.279777 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f19ef5-4136-452b-8ede-fb90995473d1 admin admin] Deleting subnet 94467b07-09c9-4faa-8670-c4a050628c03 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:56:51.284810 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-93f19ef5-4136-452b-8ede-fb90995473d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:51.336609 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-93f19ef5-4136-452b-8ede-fb90995473d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:51.368966 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] Routers {'964a132b-b1a0-41b6-9e15-bb2f1ad97191'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:56:51.370450 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:56:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['964a132b-b1a0-41b6-9e15-bb2f1ad97191'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:51.389528 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-93f19ef5-4136-452b-8ede-fb90995473d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:51.401819 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-81958c1d-b4aa-4e2e-b5cd-aa475b686e53 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Allocated IP 172.25.5.165 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/bc50064a-e7f2-4a4f-9e1c-38adc3141c8e) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:56:51.434542 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:51.462275 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] Transition to ACTIVE for port object f89038c6-a807-444f-ad6e-31108e381c95 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:56:51.474004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-a66d0ce8-a788-4ab1-8cb6-a7498b596885 req-07171e53-9484-4538-8ec7-ec7da49641c8 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Deleting port bc9c87dc-3adc-4048-b030-144e7ec7ccf3 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:56:51.475577 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a66d0ce8-a788-4ab1-8cb6-a7498b596885 req-07171e53-9484-4538-8ec7-ec7da49641c8 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:51.477736 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:51.493383 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-93f19ef5-4136-452b-8ede-fb90995473d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:51.520485 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94474f0-c709-4df1-8e97-8e60fb67b522 None None] Pushing event updated for resources: {'Port': ['ID=d377bb94-9095-4ad0-93f7-d16cb6511bf7,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:51.525663 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 9e320081-3859-42f7-8a8c-ca9a459879e7 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:56:51.653962 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-93f19ef5-4136-452b-8ede-fb90995473d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:51.656273 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-93f19ef5-4136-452b-8ede-fb90995473d1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/94467b07-09c9-4faa-8670-c4a050628c03 HTTP/1.1" status: 204 len: 168 time: 0.4660215 Jul 07 20:56:51.666699 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47040) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:51.672312 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dfb36019-3549-413c-9899-cbdff5ace2b2 req-bdb7ad9d-fc88-4bfa-a604-bd97c0d9e2be tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5511379 Jul 07 20:56:51.683796 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f19ef5-4136-452b-8ede-fb90995473d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94467b07-09c9-4faa-8670-c4a050628c03,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:51.772176 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a66d0ce8-a788-4ab1-8cb6-a7498b596885 req-07171e53-9484-4538-8ec7-ec7da49641c8 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:51.772605 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a66d0ce8-a788-4ab1-8cb6-a7498b596885 req-07171e53-9484-4538-8ec7-ec7da49641c8 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:51.789720 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] Attempting to bind port f89038c6-a807-444f-ad6e-31108e381c95 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:56:51.789720 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] Attempting to bind port f89038c6-a807-444f-ad6e-31108e381c95 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '96fbc52b-943f-4a2d-a81e-56dc5296469d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:56:51.790433 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] Attempting to bind port f89038c6-a807-444f-ad6e-31108e381c95 on network d7847ed4-ca64-408b-b349-0ebf1cd2485d {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:56:51.808986 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123d3fd-9264-449c-9c40-784b913b5e8f None None] Pushing event updated for resources: {'Port': ['ID=f89038c6-a807-444f-ad6e-31108e381c95,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:51.819504 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-a66d0ce8-a788-4ab1-8cb6-a7498b596885 req-07171e53-9484-4538-8ec7-ec7da49641c8 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Calling delete_port for bc9c87dc-3adc-4048-b030-144e7ec7ccf3 owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:56:51.821081 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:56:51.821457 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] Checking segment: {'id': '96fbc52b-943f-4a2d-a81e-56dc5296469d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:56:51.821864 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:51.822261 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] Bound using segment: {'id': '96fbc52b-943f-4a2d-a81e-56dc5296469d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:56:51.822740 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] Bound port: f89038c6-a807-444f-ad6e-31108e381c95, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96fbc52b-943f-4a2d-a81e-56dc5296469d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:56:51.823128 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:51.867596 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-81958c1d-b4aa-4e2e-b5cd-aa475b686e53 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:51.944710 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0c7a579f-3ef4-4897-a15e-d8ad096f5b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:52.029072 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] For port f89038c6-a807-444f-ad6e-31108e381c95, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:56:52.039611 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] For port f89038c6-a807-444f-ad6e-31108e381c95, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f89038c6-a807-444f-ad6e-31108e381c95,segment=NetworkSegment(96fbc52b-943f-4a2d-a81e-56dc5296469d),segment_id=96fbc52b-943f-4a2d-a81e-56dc5296469d)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:56:52.050274 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:52.126089 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-81958c1d-b4aa-4e2e-b5cd-aa475b686e53 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:52.133919 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] Set router 964a132b-b1a0-41b6-9e15-bb2f1ad97191 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:56:52.167579 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] Routers {'4e595511-8236-409b-ac92-272b2fef9cda'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:56:52.171608 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:56:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4e595511-8236-409b-ac92-272b2fef9cda'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:52.278292 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81958c1d-b4aa-4e2e-b5cd-aa475b686e53 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:56:52.302931 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-81958c1d-b4aa-4e2e-b5cd-aa475b686e53 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:56:52.335291 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a66d0ce8-a788-4ab1-8cb6-a7498b596885 req-07171e53-9484-4538-8ec7-ec7da49641c8 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:52.396231 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81958c1d-b4aa-4e2e-b5cd-aa475b686e53 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:56:52.445437 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] Set router 4e595511-8236-409b-ac92-272b2fef9cda gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:56:52.445827 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 9e320081-3859-42f7-8a8c-ca9a459879e7 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:52.446366 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:52.458310 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07171e53-9484-4538-8ec7-ec7da49641c8 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Pushing event deleted for resources: {'Port': ['ID=bc9c87dc-3adc-4048-b030-144e7ec7ccf3,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:52.607157 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964a132b-b1a0-41b6-9e15-bb2f1ad97191', 'name': 'tempest-FloatingIPsTestJSON-294601508-router', 'tenant_id': '945de076198c40ad8b76585716aba30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '9e320081-3859-42f7-8a8c-ca9a459879e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:56:35Z', 'updated_at': '2021-07-07T20:56:40Z', 'revision_number': 4, 'project_id': '945de076198c40ad8b76585716aba30b', 'gw_port': {'id': '9e320081-3859-42f7-8a8c-ca9a459879e7', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:99:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964a132b-b1a0-41b6-9e15-bb2f1ad97191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:36Z', 'updated_at': '2021-07-07T20:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'd377bb94-9095-4ad0-93f7-d16cb6511bf7', 'name': '', 'network_id': '69fa5754-b6ae-467e-a2bd-dec6fa649a16', 'tenant_id': '945de076198c40ad8b76585716aba30b', 'mac_address': 'fa:16:3e:03:14:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964a132b-b1a0-41b6-9e15-bb2f1ad97191', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '7dc0cc77-c47d-409e-93ce-980d561149bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:39Z', 'updated_at': '2021-07-07T20:56:51Z', 'revision_number': 4, 'project_id': '945de076198c40ad8b76585716aba30b', 'subnets': [{'id': '7dc0cc77-c47d-409e-93ce-980d561149bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:52.644517 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331b1a90-b46e-4807-816d-9a8433a95407 None None] The sync data for ids ['964a132b-b1a0-41b6-9e15-bb2f1ad97191'] in n-d-695189-11 is: [{'id': '964a132b-b1a0-41b6-9e15-bb2f1ad97191', 'name': 'tempest-FloatingIPsTestJSON-294601508-router', 'tenant_id': '945de076198c40ad8b76585716aba30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '9e320081-3859-42f7-8a8c-ca9a459879e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:56:35Z', 'updated_at': '2021-07-07T20:56:40Z', 'revision_number': 4, 'project_id': '945de076198c40ad8b76585716aba30b', 'gw_port': {'id': '9e320081-3859-42f7-8a8c-ca9a459879e7', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:99:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964a132b-b1a0-41b6-9e15-bb2f1ad97191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:36Z', 'updated_at': '2021-07-07T20:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'd377bb94-9095-4ad0-93f7-d16cb6511bf7', 'name': '', 'network_id': '69fa5754-b6ae-467e-a2bd-dec6fa649a16', 'tenant_id': '945de076198c40ad8b76585716aba30b', 'mac_address': 'fa:16:3e:03:14:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964a132b-b1a0-41b6-9e15-bb2f1ad97191', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '7dc0cc77-c47d-409e-93ce-980d561149bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:39Z', 'updated_at': '2021-07-07T20:56:51Z', 'revision_number': 4, 'project_id': '945de076198c40ad8b76585716aba30b', 'subnets': [{'id': '7dc0cc77-c47d-409e-93ce-980d561149bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:56:52.832368 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5ab4b-4f6e-4f07-b975-0f15be16be23 req-9eb33a9d-5a20-4afe-9f09-e19460231394 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:52.836663 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7da5ab4b-4f6e-4f07-b975-0f15be16be23 req-9eb33a9d-5a20-4afe-9f09-e19460231394 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.6649430 Jul 07 20:56:52.852127 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device d377bb94-9095-4ad0-93f7-d16cb6511bf7 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:56:52.853234 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123d3fd-9264-449c-9c40-784b913b5e8f None None] Pushing event updated for resources: {'Port': ['ID=f89038c6-a807-444f-ad6e-31108e381c95,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:52.881599 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8f7d9-d4f5-461c-9b79-3654101a6748 req-9bc158f0-a1b9-4cf2-8355-fa9adc66ee40 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:52.886825 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cfc8f7d9-d4f5-461c-9b79-3654101a6748 req-9bc158f0-a1b9-4cf2-8355-fa9adc66ee40 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebe72816-d1c7-4a54-a3a3-51371a2f68f7 HTTP/1.1" status: 200 len: 946 time: 0.9194410 Jul 07 20:56:52.921296 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e595511-8236-409b-ac92-272b2fef9cda', 'name': 'tempest-TaggedBootDevicesTest_v242-1828410963-router', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:56:35Z', 'updated_at': '2021-07-07T20:56:47Z', 'revision_number': 4, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'gw_port': {'id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e595511-8236-409b-ac92-272b2fef9cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:38Z', 'updated_at': '2021-07-07T20:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'f89038c6-a807-444f-ad6e-31108e381c95', 'name': '', 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'mac_address': 'fa:16:3e:df:60:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e595511-8236-409b-ac92-272b2fef9cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '25a8ccb4-86fa-467a-bd9b-20bcc350e316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:44Z', 'updated_at': '2021-07-07T20:56:52Z', 'revision_number': 4, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'subnets': [{'id': '25a8ccb4-86fa-467a-bd9b-20bcc350e316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:52.972657 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cc5393-f806-4ab6-bb4c-1e3bca9ce4db None None] The sync data for ids ['4e595511-8236-409b-ac92-272b2fef9cda'] in n-d-695189-11 is: [{'id': '4e595511-8236-409b-ac92-272b2fef9cda', 'name': 'tempest-TaggedBootDevicesTest_v242-1828410963-router', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:56:35Z', 'updated_at': '2021-07-07T20:56:47Z', 'revision_number': 4, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'gw_port': {'id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e595511-8236-409b-ac92-272b2fef9cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:38Z', 'updated_at': '2021-07-07T20:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'f89038c6-a807-444f-ad6e-31108e381c95', 'name': '', 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'mac_address': 'fa:16:3e:df:60:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e595511-8236-409b-ac92-272b2fef9cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '25a8ccb4-86fa-467a-bd9b-20bcc350e316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:44Z', 'updated_at': '2021-07-07T20:56:52Z', 'revision_number': 4, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'subnets': [{'id': '25a8ccb4-86fa-467a-bd9b-20bcc350e316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:56:52.997486 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81958c1d-b4aa-4e2e-b5cd-aa475b686e53 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Pushing event updated for resources: {'Port': ['ID=bc50064a-e7f2-4a4f-9e1c-38adc3141c8e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:53.014676 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0c7a579f-3ef4-4897-a15e-d8ad096f5b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:53.036111 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port d377bb94-9095-4ad0-93f7-d16cb6511bf7 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:56:53.061422 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a66d0ce8-a788-4ab1-8cb6-a7498b596885 req-07171e53-9484-4538-8ec7-ec7da49641c8 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:53.065129 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a66d0ce8-a788-4ab1-8cb6-a7498b596885 req-07171e53-9484-4538-8ec7-ec7da49641c8 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:53.066563 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port d377bb94-9095-4ad0-93f7-d16cb6511bf7 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:53.066924 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a66d0ce8-a788-4ab1-8cb6-a7498b596885 req-07171e53-9484-4538-8ec7-ec7da49641c8 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "DELETE /v2.0/floatingips/0c87f06f-37fd-4573-b9a2-12796bfec55c HTTP/1.1" status: 204 len: 173 time: 2.3213015 Jul 07 20:56:53.067038 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:53.086051 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-0c7a579f-3ef4-4897-a15e-d8ad096f5b60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9350cd30-4cee-402e-bbd6-7374699c754a']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:53.143107 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7da5ab4b-4f6e-4f07-b975-0f15be16be23 req-1a601911-ddd2-446d-8081-823d6d682ed1 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432163 Jul 07 20:56:53.145188 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-0c7a579f-3ef4-4897-a15e-d8ad096f5b60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73da8ef4-0b6f-4658-a4b8-3b6b8802511a') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:53.145560 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-0c7a579f-3ef4-4897-a15e-d8ad096f5b60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73da8ef4-0b6f-4658-a4b8-3b6b8802511a') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:56:53.201379 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0c7a579f-3ef4-4897-a15e-d8ad096f5b60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:53.304226 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0c7a579f-3ef4-4897-a15e-d8ad096f5b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:53.318651 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7a579f-3ef4-4897-a15e-d8ad096f5b60 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:56:53.320386 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0c7a579f-3ef4-4897-a15e-d8ad096f5b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:53.364873 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-cfc8f7d9-d4f5-461c-9b79-3654101a6748 req-e79e4cd0-4409-4be8-b3fa-97f76b5c45eb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Deleting port 54b30d27-e023-4b01-b1ec-8c83878135b6 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:56:53.365230 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cfc8f7d9-d4f5-461c-9b79-3654101a6748 req-e79e4cd0-4409-4be8-b3fa-97f76b5c45eb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:53.415711 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:56:53.466646 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:56:53.476642 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0c7a579f-3ef4-4897-a15e-d8ad096f5b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:53.494810 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port d377bb94-9095-4ad0-93f7-d16cb6511bf7, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=d377bb94-9095-4ad0-93f7-d16cb6511bf7,segment=NetworkSegment(6e8d4665-5e4b-43ab-8e81-c86dc4f75cde),segment_id=6e8d4665-5e4b-43ab-8e81-c86dc4f75cde)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:53.499790 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0c7a579f-3ef4-4897-a15e-d8ad096f5b60 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:53.506419 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:53.507142 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0c7a579f-3ef4-4897-a15e-d8ad096f5b60 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9350cd30-4cee-402e-bbd6-7374699c754a HTTP/1.1" status: 204 len: 168 time: 1.8392968 Jul 07 20:56:53.549376 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a579f-3ef4-4897-a15e-d8ad096f5b60 admin admin] Pushing event deleted for resources: {'Network': ['ID=9350cd30-4cee-402e-bbd6-7374699c754a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:53.565178 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-81958c1d-b4aa-4e2e-b5cd-aa475b686e53 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:53.663690 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=d377bb94-9095-4ad0-93f7-d16cb6511bf7,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:53.670597 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-81958c1d-b4aa-4e2e-b5cd-aa475b686e53 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:53.809753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-cfc8f7d9-d4f5-461c-9b79-3654101a6748 req-e79e4cd0-4409-4be8-b3fa-97f76b5c45eb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] For port 54b30d27-e023-4b01-b1ec-8c83878135b6, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=54b30d27-e023-4b01-b1ec-8c83878135b6,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:53.810169 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cfc8f7d9-d4f5-461c-9b79-3654101a6748 req-e79e4cd0-4409-4be8-b3fa-97f76b5c45eb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:53.847029 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-cfc8f7d9-d4f5-461c-9b79-3654101a6748 req-e79e4cd0-4409-4be8-b3fa-97f76b5c45eb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Calling delete_port for 54b30d27-e023-4b01-b1ec-8c83878135b6 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:56:53.884102 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47066) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:53.958243 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c400738b-31c5-45e2-9fe6-7036cf178b67 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=65fae3fefbe64254998437b5d4795dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0729368 Jul 07 20:56:53.961908 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47068) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:54.034367 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-81958c1d-b4aa-4e2e-b5cd-aa475b686e53 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:54.047688 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-81958c1d-b4aa-4e2e-b5cd-aa475b686e53 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:54.055700 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec4c39-9e48-4c2a-88e4-b9e8ee9c8e76 req-328f3591-5c8f-4fbb-a1a9-0c95a553b590 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:54.067685 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-89ec4c39-9e48-4c2a-88e4-b9e8ee9c8e76 req-328f3591-5c8f-4fbb-a1a9-0c95a553b590 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebe72816-d1c7-4a54-a3a3-51371a2f68f7 HTTP/1.1" status: 200 len: 946 time: 0.6147237 Jul 07 20:56:54.089794 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-285324c4-71e8-4d13-ba7a-4e36c8dad33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:54.094329 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac43d84f-f786-4a17-bf96-de6429803203 req-4090bdb9-2e75-4530-8fc8-ec986ca29d87 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5995739 Jul 07 20:56:54.114175 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-285324c4-71e8-4d13-ba7a-4e36c8dad33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:54.118125 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-ac43d84f-f786-4a17-bf96-de6429803203 req-211d551f-f5c7-43ef-b988-1e219c8bbcd3 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:56:54.149079 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cfc8f7d9-d4f5-461c-9b79-3654101a6748 req-e79e4cd0-4409-4be8-b3fa-97f76b5c45eb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:54.163515 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0a9f7927-5cda-4ee9-a3e4-7e0970851fb1'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:56:54.214714 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e4cd0-4409-4be8-b3fa-97f76b5c45eb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Pushing event deleted for resources: {'Port': ['ID=54b30d27-e023-4b01-b1ec-8c83878135b6,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:54.228396 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-89ec4c39-9e48-4c2a-88e4-b9e8ee9c8e76 req-a63d8e18-b216-4304-9a7d-77baf9c747a8 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596079 Jul 07 20:56:54.258311 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-81958c1d-b4aa-4e2e-b5cd-aa475b686e53 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:54.285123 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-285324c4-71e8-4d13-ba7a-4e36c8dad33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:54.288652 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-285324c4-71e8-4d13-ba7a-4e36c8dad33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:54.290958 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-285324c4-71e8-4d13-ba7a-4e36c8dad33d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c26f8b94-ee00-448f-a70d-2c051ba20d81 HTTP/1.1" status: 204 len: 168 time: 0.3266637 Jul 07 20:56:54.296929 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81958c1d-b4aa-4e2e-b5cd-aa475b686e53 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Pushing event updated for resources: {'Port': ['ID=bc50064a-e7f2-4a4f-9e1c-38adc3141c8e,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:54.329877 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285324c4-71e8-4d13-ba7a-4e36c8dad33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26f8b94-ee00-448f-a70d-2c051ba20d81,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:54.348858 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-81958c1d-b4aa-4e2e-b5cd-aa475b686e53 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:54.350388 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-81958c1d-b4aa-4e2e-b5cd-aa475b686e53 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5524867 Jul 07 20:56:54.422175 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc8f7d9-d4f5-461c-9b79-3654101a6748 req-e79e4cd0-4409-4be8-b3fa-97f76b5c45eb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] No DVR routers for this DVR port 54b30d27-e023-4b01-b1ec-8c83878135b6 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:56:54.428903 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ac43d84f-f786-4a17-bf96-de6429803203 req-211d551f-f5c7-43ef-b988-1e219c8bbcd3 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:54.454571 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cfc8f7d9-d4f5-461c-9b79-3654101a6748 req-e79e4cd0-4409-4be8-b3fa-97f76b5c45eb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:54.457986 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cfc8f7d9-d4f5-461c-9b79-3654101a6748 req-e79e4cd0-4409-4be8-b3fa-97f76b5c45eb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.39 "DELETE /v2.0/ports/54b30d27-e023-4b01-b1ec-8c83878135b6 HTTP/1.1" status: 204 len: 173 time: 1.5253389 Jul 07 20:56:54.460559 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe72816-d1c7-4a54-a3a3-51371a2f68f7', 'name': 'network-vif-deleted', 'tag': '54b30d27-e023-4b01-b1ec-8c83878135b6'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:56:54.467983 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5998cb8-9d98-4aba-a86c-6bc2024fbad7" -d '{"events": [{"server_uuid": "ebe72816-d1c7-4a54-a3a3-51371a2f68f7", "name": "network-vif-deleted", "tag": "54b30d27-e023-4b01-b1ec-8c83878135b6"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:56:54.774939 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787236c4-edd0-4005-a2d4-ca403d5b91ae req-1ad01b0b-5e6b-4c41-a4cc-f6c729fd03ed tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:54.782287 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-787236c4-edd0-4005-a2d4-ca403d5b91ae req-1ad01b0b-5e6b-4c41-a4cc-f6c729fd03ed tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.1856086 Jul 07 20:56:54.851967 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-787236c4-edd0-4005-a2d4-ca403d5b91ae req-89fe4e7d-c442-4dda-9d53-cdee9ec8c52f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686812 Jul 07 20:56:54.854405 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ac43d84f-f786-4a17-bf96-de6429803203 req-211d551f-f5c7-43ef-b988-1e219c8bbcd3 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:54.961494 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device d377bb94-9095-4ad0-93f7-d16cb6511bf7 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:56:55.102305 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port d377bb94-9095-4ad0-93f7-d16cb6511bf7 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:55.104855 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:55.123604 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47088) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:55.175298 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-ac43d84f-f786-4a17-bf96-de6429803203 req-211d551f-f5c7-43ef-b988-1e219c8bbcd3 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Allocated IP 172.25.5.170 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/0a64306b-412d-4449-8546-fccc4fe9bff6) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:56:55.209915 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca22fed-3017-4e63-9ae9-2b19e90042ae x-openstack-request-id: req-8ca22fed-3017-4e63-9ae9-2b19e90042ae {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:56:55.210218 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe72816-d1c7-4a54-a3a3-51371a2f68f7", "name": "network-vif-deleted", "tag": "54b30d27-e023-4b01-b1ec-8c83878135b6", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:56:55.210528 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ca22fed-3017-4e63-9ae9-2b19e90042ae {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:56:55.210961 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe72816-d1c7-4a54-a3a3-51371a2f68f7', 'name': 'network-vif-deleted', 'tag': '54b30d27-e023-4b01-b1ec-8c83878135b6', 'status': 'completed', 'code': 200} Jul 07 20:56:55.213843 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d8423358-03f0-40f6-beb0-a3eb808dfde2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f57359dfa07044e4997d9a53abfd9aa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0890129 Jul 07 20:56:55.217094 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47092) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:56:55.318835 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f89038c6-a807-444f-ad6e-31108e381c95 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:56:55.335253 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc9a601a-d0fa-49cd-903e-1cf31ab2e617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:55.386882 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc9a601a-d0fa-49cd-903e-1cf31ab2e617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:55.396532 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port f89038c6-a807-444f-ad6e-31108e381c95 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:56:55.402897 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port f89038c6-a807-444f-ad6e-31108e381c95 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:55.406440 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:55.437144 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ac43d84f-f786-4a17-bf96-de6429803203 req-211d551f-f5c7-43ef-b988-1e219c8bbcd3 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:55.448373 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-c28056af-f521-4fdb-b23e-1425a724757a tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2137068782&fields=id&tenant_id=840e879ee5f84b5498858a5e69b47b03 HTTP/1.1" status: 200 len: 267 time: 0.0921335 Jul 07 20:56:55.557479 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc9a601a-d0fa-49cd-903e-1cf31ab2e617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:55.561948 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc9a601a-d0fa-49cd-903e-1cf31ab2e617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:55.567190 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fc9a601a-d0fa-49cd-903e-1cf31ab2e617 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26ba71c4-4541-48a9-92da-d9a38b30981e HTTP/1.1" status: 204 len: 168 time: 0.3461459 Jul 07 20:56:55.583943 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a601a-d0fa-49cd-903e-1cf31ab2e617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ba71c4-4541-48a9-92da-d9a38b30981e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:55.586695 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:56:55.617817 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-7db1767a-02a5-4196-af06-5b54ffeb5ab8 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:55.625579 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-7db1767a-02a5-4196-af06-5b54ffeb5ab8 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/networks?id=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb HTTP/1.1" status: 200 len: 811 time: 0.1686151 Jul 07 20:56:55.636923 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ac43d84f-f786-4a17-bf96-de6429803203 req-211d551f-f5c7-43ef-b988-1e219c8bbcd3 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:55.654320 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:55.674745 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-5361bc36-e716-47a8-8ad4-9b0b4d82377b tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/quotas/840e879ee5f84b5498858a5e69b47b03 HTTP/1.1" status: 200 len: 375 time: 0.0481727 Jul 07 20:56:55.719878 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port f89038c6-a807-444f-ad6e-31108e381c95, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f89038c6-a807-444f-ad6e-31108e381c95,segment=NetworkSegment(96fbc52b-943f-4a2d-a81e-56dc5296469d),segment_id=96fbc52b-943f-4a2d-a81e-56dc5296469d)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:56:55.721885 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac43d84f-f786-4a17-bf96-de6429803203 req-211d551f-f5c7-43ef-b988-1e219c8bbcd3 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:56:55.730149 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:55.731016 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-ac43d84f-f786-4a17-bf96-de6429803203 req-211d551f-f5c7-43ef-b988-1e219c8bbcd3 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:56:55.735073 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac43d84f-f786-4a17-bf96-de6429803203 req-211d551f-f5c7-43ef-b988-1e219c8bbcd3 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:56:55.819252 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=f89038c6-a807-444f-ad6e-31108e381c95,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:55.838420 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 54b30d27-e023-4b01-b1ec-8c83878135b6 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:56:55.874867 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 54b30d27-e023-4b01-b1ec-8c83878135b6 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:56:55.875233 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 54b30d27-e023-4b01-b1ec-8c83878135b6 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:56:56.242988 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d551f-f5c7-43ef-b988-1e219c8bbcd3 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Pushing event updated for resources: {'Port': ['ID=0a64306b-412d-4449-8546-fccc4fe9bff6,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:56.326985 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ac43d84f-f786-4a17-bf96-de6429803203 req-211d551f-f5c7-43ef-b988-1e219c8bbcd3 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:56.357534 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-3cf3bb3d-f49d-4d2e-bd9f-09c2f091d1f6 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=840e879ee5f84b5498858a5e69b47b03&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6766362 Jul 07 20:56:56.454948 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ac43d84f-f786-4a17-bf96-de6429803203 req-211d551f-f5c7-43ef-b988-1e219c8bbcd3 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:56.555683 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-d2923b7c-cbb2-457e-985c-a432e1e6c308 service neutron] 10.222.0.64 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860421 Jul 07 20:56:56.777897 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f89038c6-a807-444f-ad6e-31108e381c95 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:56:56.834976 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-2c6986de-b5c8-4a3c-844c-cb82e69466c2 service neutron] 10.222.0.64 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759106 Jul 07 20:56:56.881769 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ac43d84f-f786-4a17-bf96-de6429803203 req-211d551f-f5c7-43ef-b988-1e219c8bbcd3 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:56.895103 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port f89038c6-a807-444f-ad6e-31108e381c95 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:56:56.895467 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:56.898098 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ac43d84f-f786-4a17-bf96-de6429803203 req-211d551f-f5c7-43ef-b988-1e219c8bbcd3 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:57.036300 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d551f-f5c7-43ef-b988-1e219c8bbcd3 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Pushing event updated for resources: {'Port': ['ID=0a64306b-412d-4449-8546-fccc4fe9bff6,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:57.084916 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ac43d84f-f786-4a17-bf96-de6429803203 req-211d551f-f5c7-43ef-b988-1e219c8bbcd3 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:57.110726 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ac43d84f-f786-4a17-bf96-de6429803203 req-211d551f-f5c7-43ef-b988-1e219c8bbcd3 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:57.112545 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac43d84f-f786-4a17-bf96-de6429803203 req-211d551f-f5c7-43ef-b988-1e219c8bbcd3 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0033145 Jul 07 20:56:57.228260 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac43d84f-f786-4a17-bf96-de6429803203 req-62e550f0-6475-4ba9-be4d-66f5d810de55 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 696 time: 0.1086946 Jul 07 20:56:57.454276 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1dc33270-711e-4abc-b1b3-4e6168ea66b0 req-b206becb-09e2-4e44-9b58-050c7f0c8ef2 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=69a6387e-4546-4ea6-ba6c-291561c6126e HTTP/1.1" status: 200 len: 210 time: 0.0517228 Jul 07 20:56:57.489154 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43d84f-f786-4a17-bf96-de6429803203 req-8e15cb37-dade-4d28-a129-d115efae3c9a tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:57.509157 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac43d84f-f786-4a17-bf96-de6429803203 req-8e15cb37-dade-4d28-a129-d115efae3c9a tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.2783792 Jul 07 20:56:57.787047 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-793a6b91-a4f0-4933-9172-fcbcde053ea7 req-b07c539f-194c-4b7d-8dd6-326e26643ffc tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "GET /v2.0/floatingips/e1232a64-410c-4e1d-afc6-cf0d38dec0bc HTTP/1.1" status: 200 len: 693 time: 0.1935925 Jul 07 20:56:57.943252 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324788c-9aa0-48f7-a6c4-35619f72a7ae req-f212086c-6995-4e67-9a57-108620cfb645 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:57.945092 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c324788c-9aa0-48f7-a6c4-35619f72a7ae req-f212086c-6995-4e67-9a57-108620cfb645 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2381563 Jul 07 20:56:58.007927 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a6b91-a4f0-4933-9172-fcbcde053ea7 req-fc8f847f-6b51-4171-bb9a-f7001b2338f7 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:58.009263 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-793a6b91-a4f0-4933-9172-fcbcde053ea7 req-fc8f847f-6b51-4171-bb9a-f7001b2338f7 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.2153406 Jul 07 20:56:58.032854 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c324788c-9aa0-48f7-a6c4-35619f72a7ae req-c3c703f1-a160-4d68-afdf-96c333fe5b50 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784485 Jul 07 20:56:58.071380 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-793a6b91-a4f0-4933-9172-fcbcde053ea7 req-2fb3a941-c49a-4182-9be4-1323acc1c960 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 696 time: 0.0550864 Jul 07 20:56:58.145651 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-793a6b91-a4f0-4933-9172-fcbcde053ea7 req-61aca365-d884-4c5f-a458-3d1c7f60c127 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.170 HTTP/1.1" status: 200 len: 696 time: 0.0657456 Jul 07 20:56:58.384757 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-b283c573-d9ec-46bd-a748-5521c630e77e tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:58.386195 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-b283c573-d9ec-46bd-a748-5521c630e77e tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/networks?id=287bef21-9852-4f7d-90ca-297ef811e6f1 HTTP/1.1" status: 200 len: 806 time: 0.2241731 Jul 07 20:56:58.417259 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-22f0e904-e488-467f-817b-077925796ed3 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/quotas/128d0bdbd3254a86ab8fae38847d408e HTTP/1.1" status: 200 len: 375 time: 0.0221138 Jul 07 20:56:58.423009 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-793a6b91-a4f0-4933-9172-fcbcde053ea7 req-431c8e1d-bfb1-47d4-ad3b-3470c4d0a89c tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Deleting port 0a64306b-412d-4449-8546-fccc4fe9bff6 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:56:58.423705 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-793a6b91-a4f0-4933-9172-fcbcde053ea7 req-431c8e1d-bfb1-47d4-ad3b-3470c4d0a89c tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:58.626141 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-b7cd9c89-e974-4d20-afa2-43087764cf77 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=128d0bdbd3254a86ab8fae38847d408e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1838045 Jul 07 20:56:58.628373 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-793a6b91-a4f0-4933-9172-fcbcde053ea7 req-431c8e1d-bfb1-47d4-ad3b-3470c4d0a89c tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:58.628864 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-793a6b91-a4f0-4933-9172-fcbcde053ea7 req-431c8e1d-bfb1-47d4-ad3b-3470c4d0a89c tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:58.665910 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-793a6b91-a4f0-4933-9172-fcbcde053ea7 req-431c8e1d-bfb1-47d4-ad3b-3470c4d0a89c tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Calling delete_port for 0a64306b-412d-4449-8546-fccc4fe9bff6 owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:56:58.797359 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-707bd080-2341-4b7d-8d47-3daf38dd9975 service neutron] 10.222.0.64 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602385 Jul 07 20:56:58.942337 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-b1f7308a-7f82-4c70-a87c-62b81e135d92 service neutron] 10.222.0.64 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385250 Jul 07 20:56:58.943261 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-793a6b91-a4f0-4933-9172-fcbcde053ea7 req-431c8e1d-bfb1-47d4-ad3b-3470c4d0a89c tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:58.979587 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c8e1d-bfb1-47d4-ad3b-3470c4d0a89c tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Pushing event deleted for resources: {'Port': ['ID=0a64306b-412d-4449-8546-fccc4fe9bff6,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:56:59.179664 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d8450480-e20e-414a-aece-4a33241003d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:59.246488 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-793a6b91-a4f0-4933-9172-fcbcde053ea7 req-431c8e1d-bfb1-47d4-ad3b-3470c4d0a89c tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:59.255771 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-793a6b91-a4f0-4933-9172-fcbcde053ea7 req-431c8e1d-bfb1-47d4-ad3b-3470c4d0a89c tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:56:59.257670 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-793a6b91-a4f0-4933-9172-fcbcde053ea7 req-431c8e1d-bfb1-47d4-ad3b-3470c4d0a89c tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "DELETE /v2.0/floatingips/e1232a64-410c-4e1d-afc6-cf0d38dec0bc HTTP/1.1" status: 204 len: 173 time: 1.1025538 Jul 07 20:56:59.407854 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-84e559e7-674a-4e1a-938a-a39f9acb45f8 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:59.409711 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-84e559e7-674a-4e1a-938a-a39f9acb45f8 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.39 "GET /v2.0/networks?id=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb HTTP/1.1" status: 200 len: 811 time: 0.3484340 Jul 07 20:56:59.516393 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-b15e5869-4384-4e1d-a06f-e96165e3d90d tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=840e879ee5f84b5498858a5e69b47b03 HTTP/1.1" status: 200 len: 380 time: 0.0613742 Jul 07 20:56:59.528757 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-98b9efb5-caa3-401e-af77-e22c085c19a5 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Request body: {'port': {'device_id': '69a6387e-4546-4ea6-ba6c-291561c6126e', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'admin_state_up': True, 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'security_groups': ['6b8ea0f5-1741-4761-9c38-bd9bb83c9315']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:56:59.614469 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ebb2d-e792-4e88-a914-f28c7acc4e0a req-259fa8d0-3099-419c-a661-58894aad2512 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:56:59.616327 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9f0ebb2d-e792-4e88-a914-f28c7acc4e0a req-259fa8d0-3099-419c-a661-58894aad2512 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2056584 Jul 07 20:56:59.697802 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9f0ebb2d-e792-4e88-a914-f28c7acc4e0a req-55d81db2-2027-43ec-afcd-be9317e20f3f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727074 Jul 07 20:56:59.790824 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-632f1204-ef7e-49ae-9c24-79088bd764c7 req-0f5ec00b-2670-4457-93a4-d415b47445dd tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=69a6387e-4546-4ea6-ba6c-291561c6126e HTTP/1.1" status: 200 len: 210 time: 0.0963876 Jul 07 20:56:59.914969 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8bff2a03-7a8d-4bbf-9bdd-ef29f1982f34 req-a312a978-f0b5-4e70-8808-78e601f58dd2 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59bbf1d-0d31-4ba6-9186-464eabbe30ae HTTP/1.1" status: 200 len: 210 time: 0.1013815 Jul 07 20:56:59.918480 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-b8dd2762-95bd-4f7f-b8cd-6e573c6877a4 req-2296cbfc-9b78-4eb0-98ca-5f70c1335c15 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] show failed (client error): The resource could not be found. Jul 07 20:56:59.919980 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8dd2762-95bd-4f7f-b8cd-6e573c6877a4 req-2296cbfc-9b78-4eb0-98ca-5f70c1335c15 tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "GET /v2.0/floatingips/e1232a64-410c-4e1d-afc6-cf0d38dec0bc HTTP/1.1" status: 404 len: 350 time: 0.0671339 Jul 07 20:56:59.930348 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-98b9efb5-caa3-401e-af77-e22c085c19a5 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Made reservation on behalf of 840e879ee5f84b5498858a5e69b47b03 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:56:59.944402 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-98b9efb5-caa3-401e-af77-e22c085c19a5 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:00.109028 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-32f6e966-70f4-4ff1-a097-3e01cc1b1a4d req-4a1b19af-7703-41a0-92f6-df3b6e55abbb tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] show failed (client error): The resource could not be found. Jul 07 20:57:00.110272 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32f6e966-70f4-4ff1-a097-3e01cc1b1a4d req-4a1b19af-7703-41a0-92f6-df3b6e55abbb tempest-FloatingIPsTestJSON-543069516 tempest-FloatingIPsTestJSON-543069516-project] 10.222.0.64 "GET /v2.0/floatingips/e1232a64-410c-4e1d-afc6-cf0d38dec0bc HTTP/1.1" status: 404 len: 350 time: 0.0643606 Jul 07 20:57:00.121524 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47250) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:00.237489 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-98b9efb5-caa3-401e-af77-e22c085c19a5 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Allocated IP 172.20.0.11 (dbd0aac4-ba7c-4061-9d6d-26726df3c3bb/3b4310c6-664d-4c25-affc-191900c3c7bd/50943cfd-6665-4020-b99c-9385286c2d14) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:57:00.557830 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-98b9efb5-caa3-401e-af77-e22c085c19a5 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:00.583289 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-98b9efb5-caa3-401e-af77-e22c085c19a5 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Transition to ACTIVE for port object 50943cfd-6665-4020-b99c-9385286c2d14 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:00.641917 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc227e6d-012a-4c34-af39-bb833a7a1f76 req-d9431d0e-e25f-4cdf-9752-3075da9c5211 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:00.643546 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dc227e6d-012a-4c34-af39-bb833a7a1f76 req-d9431d0e-e25f-4cdf-9752-3075da9c5211 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.3276973 Jul 07 20:57:00.651532 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-98b9efb5-caa3-401e-af77-e22c085c19a5 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:00.747989 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-98b9efb5-caa3-401e-af77-e22c085c19a5 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Network dbd0aac4-ba7c-4061-9d6d-26726df3c3bb is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:57:00.759194 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-98b9efb5-caa3-401e-af77-e22c085c19a5 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:00.764886 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-98b9efb5-caa3-401e-af77-e22c085c19a5 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:57:00.767727 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9efb5-caa3-401e-af77-e22c085c19a5 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Pushing event updated for resources: {'Port': ['ID=50943cfd-6665-4020-b99c-9385286c2d14,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:00.779520 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dc227e6d-012a-4c34-af39-bb833a7a1f76 req-39b84050-2bfa-45aa-be4f-31732b23b148 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257486 Jul 07 20:57:00.808343 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f97170f5-2b79-4fb7-98d2-73c0ca293c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:00.884056 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-98b9efb5-caa3-401e-af77-e22c085c19a5 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:00.889162 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-98b9efb5-caa3-401e-af77-e22c085c19a5 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:00.929031 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-98b9efb5-caa3-401e-af77-e22c085c19a5 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4054937 Jul 07 20:57:00.944545 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-54a31f30-b458-44bf-8e16-56aa8d092002 service neutron] Request body: {'port': {'device_id': '69a6387e-4546-4ea6-ba6c-291561c6126e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:01.151764 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-54a31f30-b458-44bf-8e16-56aa8d092002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:01.268208 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ac97c9c6-8cb4-422b-8f5c-6a0880ef2514 None None] Provisioning for port 50943cfd-6665-4020-b99c-9385286c2d14 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:57:01.272847 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ac97c9c6-8cb4-422b-8f5c-6a0880ef2514 None None] Provisioning complete for port 50943cfd-6665-4020-b99c-9385286c2d14 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:01.273230 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ac97c9c6-8cb4-422b-8f5c-6a0880ef2514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:01.343817 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ac97c9c6-8cb4-422b-8f5c-6a0880ef2514 None None] Port 50943cfd-6665-4020-b99c-9385286c2d14 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:57:01.388365 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-f97170f5-2b79-4fb7-98d2-73c0ca293c6d admin admin] Deleting port d377bb94-9095-4ad0-93f7-d16cb6511bf7 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:57:01.389077 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f97170f5-2b79-4fb7-98d2-73c0ca293c6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:01.400127 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-159e7210-6544-47ef-914f-e268ca2a1a2d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:01.401680 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-159e7210-6544-47ef-914f-e268ca2a1a2d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.39 "GET /v2.0/networks?id=287bef21-9852-4f7d-90ca-297ef811e6f1 HTTP/1.1" status: 200 len: 806 time: 0.1752458 Jul 07 20:57:01.421287 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-9290c1b0-bd37-4b04-9c02-550bce0317fd tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Request body: {'port': {'device_id': 'c59bbf1d-0d31-4ba6-9186-464eabbe30ae', 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1', 'admin_state_up': True, 'tenant_id': '128d0bdbd3254a86ab8fae38847d408e'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:01.488855 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c60eda-d3ad-47b4-93ae-e959fb62938e req-0689f532-fd2c-4577-8c82-c8c4cb92bd0b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:01.493311 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-f97170f5-2b79-4fb7-98d2-73c0ca293c6d admin admin] For port d377bb94-9095-4ad0-93f7-d16cb6511bf7, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=d377bb94-9095-4ad0-93f7-d16cb6511bf7,segment=NetworkSegment(6e8d4665-5e4b-43ab-8e81-c86dc4f75cde),segment_id=6e8d4665-5e4b-43ab-8e81-c86dc4f75cde)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:01.493684 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f97170f5-2b79-4fb7-98d2-73c0ca293c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:01.496132 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-86c60eda-d3ad-47b4-93ae-e959fb62938e req-0689f532-fd2c-4577-8c82-c8c4cb92bd0b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.3907022 Jul 07 20:57:01.512024 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786b247-33d8-4df8-a540-9f16c05885b1 req-accdad0f-5cac-4bdb-8b6e-db22c922ecde tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:01.513651 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f786b247-33d8-4df8-a540-9f16c05885b1 req-accdad0f-5cac-4bdb-8b6e-db22c922ecde tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=69a6387e-4546-4ea6-ba6c-291561c6126e HTTP/1.1" status: 200 len: 932 time: 0.3821001 Jul 07 20:57:01.525124 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-f97170f5-2b79-4fb7-98d2-73c0ca293c6d admin admin] Calling delete_port for d377bb94-9095-4ad0-93f7-d16cb6511bf7 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:57:01.700176 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-86c60eda-d3ad-47b4-93ae-e959fb62938e req-cf07251a-c8dc-47e2-8ab3-a9c6f5610fec tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029462 Jul 07 20:57:01.720295 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f786b247-33d8-4df8-a540-9f16c05885b1 req-e22cba49-6888-4578-af06-1a17a82ee3ca tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b8ea0f5-1741-4761-9c38-bd9bb83c9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533401 Jul 07 20:57:01.845667 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4c36f2e9-d1a1-41a8-bd37-6da8597fb5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:01.848200 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f97170f5-2b79-4fb7-98d2-73c0ca293c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:01.889380 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-9290c1b0-bd37-4b04-9c02-550bce0317fd tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Made reservation on behalf of 128d0bdbd3254a86ab8fae38847d408e for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:57:01.894639 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-9290c1b0-bd37-4b04-9c02-550bce0317fd tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:01.907039 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97170f5-2b79-4fb7-98d2-73c0ca293c6d admin admin] Pushing event deleted for resources: {'Port': ['ID=d377bb94-9095-4ad0-93f7-d16cb6511bf7,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:01.927971 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:02.068334 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bde1dfed-0a78-4277-9e32-e1a413231fd4 req-3861e5a5-2f89-40d5-a325-aa345087531d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59bbf1d-0d31-4ba6-9186-464eabbe30ae HTTP/1.1" status: 200 len: 210 time: 0.1041982 Jul 07 20:57:02.192538 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-54a31f30-b458-44bf-8e16-56aa8d092002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50943cfd-6665-4020-b99c-9385286c2d14 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:57:02.218979 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-54a31f30-b458-44bf-8e16-56aa8d092002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:02.271797 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-54a31f30-b458-44bf-8e16-56aa8d092002 service neutron] Transition to ACTIVE for port object 50943cfd-6665-4020-b99c-9385286c2d14 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:02.288299 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f97170f5-2b79-4fb7-98d2-73c0ca293c6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:02.322348 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-54a31f30-b458-44bf-8e16-56aa8d092002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:02.448243 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-9290c1b0-bd37-4b04-9c02-550bce0317fd tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Allocated IP 172.20.0.11 (287bef21-9852-4f7d-90ca-297ef811e6f1/cef6a251-d924-4278-917e-0372be44ce70/3c6a6c8a-8d38-4426-b26d-101c571963de) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:57:02.469583 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a31f30-b458-44bf-8e16-56aa8d092002 service neutron] Pushing event updated for resources: {'Port': ['ID=50943cfd-6665-4020-b99c-9385286c2d14,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:02.625330 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47294) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:02.846947 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1ae1722-dc3f-47c3-8009-d999808bd530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:02.901462 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97170f5-2b79-4fb7-98d2-73c0ca293c6d admin admin] Router 964a132b-b1a0-41b6-9e15-bb2f1ad97191 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:57:03.151602 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1ae1722-dc3f-47c3-8009-d999808bd530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:03.167384 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97170f5-2b79-4fb7-98d2-73c0ca293c6d admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:57:03.180719 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0041e6-3ac7-42f0-bafd-de2aa9e5fb2f None None] Sync routers for ids ['964a132b-b1a0-41b6-9e15-bb2f1ad97191'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:57:03.198782 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f97170f5-2b79-4fb7-98d2-73c0ca293c6d admin admin] 10.222.0.64 "PUT /v2.0/routers/964a132b-b1a0-41b6-9e15-bb2f1ad97191/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0724797 Jul 07 20:57:03.199873 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1ae1722-dc3f-47c3-8009-d999808bd530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:03.212622 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0041e6-3ac7-42f0-bafd-de2aa9e5fb2f None None] Routers {'964a132b-b1a0-41b6-9e15-bb2f1ad97191'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:57:03.213610 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-3f0041e6-3ac7-42f0-bafd-de2aa9e5fb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:57:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['964a132b-b1a0-41b6-9e15-bb2f1ad97191'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:03.281121 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47304) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:03.301220 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b1ae1722-dc3f-47c3-8009-d999808bd530 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d69770f313b54b5ab631692dad38aa83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6746826 Jul 07 20:57:03.306699 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47308) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:03.377442 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae3fa1-2837-4cb0-ba0c-09db16bbb70e req-73db9647-78e9-4347-bc00-847f25ddba26 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:03.377442 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6ae3fa1-2837-4cb0-ba0c-09db16bbb70e req-73db9647-78e9-4347-bc00-847f25ddba26 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.9221778 Jul 07 20:57:03.384752 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-54a31f30-b458-44bf-8e16-56aa8d092002 service neutron] Attempting to bind port 50943cfd-6665-4020-b99c-9385286c2d14 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:57:03.385093 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-54a31f30-b458-44bf-8e16-56aa8d092002 service neutron] Attempting to bind port 50943cfd-6665-4020-b99c-9385286c2d14 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '49619db1-acb6-458a-8d24-00385dd7ad61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:57:03.385430 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-54a31f30-b458-44bf-8e16-56aa8d092002 service neutron] Attempting to bind port 50943cfd-6665-4020-b99c-9385286c2d14 on network dbd0aac4-ba7c-4061-9d6d-26726df3c3bb {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:57:03.468985 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-3f0041e6-3ac7-42f0-bafd-de2aa9e5fb2f None None] Set router 964a132b-b1a0-41b6-9e15-bb2f1ad97191 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:57:03.472174 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-54a31f30-b458-44bf-8e16-56aa8d092002 service neutron] Port 50943cfd-6665-4020-b99c-9385286c2d14 on network dbd0aac4-ba7c-4061-9d6d-26726df3c3bb not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:57:03.472414 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-54a31f30-b458-44bf-8e16-56aa8d092002 service neutron] Attempting to bind port 50943cfd-6665-4020-b99c-9385286c2d14 on network dbd0aac4-ba7c-4061-9d6d-26726df3c3bb {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:57:03.513597 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6ae3fa1-2837-4cb0-ba0c-09db16bbb70e req-944f50dc-6943-431c-9bf1-07b4699c15f6 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004996 Jul 07 20:57:03.514647 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-54a31f30-b458-44bf-8e16-56aa8d092002 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:57:03.515165 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-54a31f30-b458-44bf-8e16-56aa8d092002 service neutron] Checking segment: {'id': '49619db1-acb6-458a-8d24-00385dd7ad61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:57:03.515614 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-54a31f30-b458-44bf-8e16-56aa8d092002 service neutron] Bound using segment: {'id': '49619db1-acb6-458a-8d24-00385dd7ad61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:57:03.516076 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-54a31f30-b458-44bf-8e16-56aa8d092002 service neutron] Bound port: 50943cfd-6665-4020-b99c-9385286c2d14, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49619db1-acb6-458a-8d24-00385dd7ad61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:57:03.516446 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-54a31f30-b458-44bf-8e16-56aa8d092002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:03.571646 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-9290c1b0-bd37-4b04-9c02-550bce0317fd tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:03.640743 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59411d21-ea11-4d21-944c-80415053250e req-3e1e09bf-ff18-4593-a02b-3fe5fec9082a tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:03.643132 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-59411d21-ea11-4d21-944c-80415053250e req-3e1e09bf-ff18-4593-a02b-3fe5fec9082a tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=69a6387e-4546-4ea6-ba6c-291561c6126e HTTP/1.1" status: 200 len: 944 time: 0.2989459 Jul 07 20:57:03.729135 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-9290c1b0-bd37-4b04-9c02-550bce0317fd tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:03.757573 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0a9f7927-5cda-4ee9-a3e4-7e0970851fb1'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:57:03.777640 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9abc2ab7-d4c9-49e8-8e4d-89be7006384e admin admin] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:03.866226 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:03.955720 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9abc2ab7-d4c9-49e8-8e4d-89be7006384e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:03.967357 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae1722-dc3f-47c3-8009-d999808bd530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ce098e-19b7-44a3-9def-f1664003a734,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:04.027543 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a3e0ace4-7bb8-44f6-95d9-9c371c11f8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:04.037536 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-59411d21-ea11-4d21-944c-80415053250e req-afa5913b-8d22-4ce6-ac5d-428266a2f511 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b8ea0f5-1741-4761-9c38-bd9bb83c9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3353558 Jul 07 20:57:04.119818 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a3e0ace4-7bb8-44f6-95d9-9c371c11f8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:04.237185 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-9290c1b0-bd37-4b04-9c02-550bce0317fd tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Network 287bef21-9852-4f7d-90ca-297ef811e6f1 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:57:04.262789 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-3f0041e6-3ac7-42f0-bafd-de2aa9e5fb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964a132b-b1a0-41b6-9e15-bb2f1ad97191', 'name': 'tempest-FloatingIPsTestJSON-294601508-router', 'tenant_id': '945de076198c40ad8b76585716aba30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '9e320081-3859-42f7-8a8c-ca9a459879e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:56:35Z', 'updated_at': '2021-07-07T20:57:01Z', 'revision_number': 5, 'project_id': '945de076198c40ad8b76585716aba30b', 'gw_port': {'id': '9e320081-3859-42f7-8a8c-ca9a459879e7', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:99:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964a132b-b1a0-41b6-9e15-bb2f1ad97191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:36Z', 'updated_at': '2021-07-07T20:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:04.293967 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-9290c1b0-bd37-4b04-9c02-550bce0317fd tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:04.318755 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-9290c1b0-bd37-4b04-9c02-550bce0317fd tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:57:04.336952 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a3e0ace4-7bb8-44f6-95d9-9c371c11f8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:04.343319 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a3e0ace4-7bb8-44f6-95d9-9c371c11f8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:04.344537 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a3e0ace4-7bb8-44f6-95d9-9c371c11f8ea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d4ce098e-19b7-44a3-9def-f1664003a734 HTTP/1.1" status: 204 len: 168 time: 0.9413617 Jul 07 20:57:04.407957 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0041e6-3ac7-42f0-bafd-de2aa9e5fb2f None None] Checking router: 964a132b-b1a0-41b6-9e15-bb2f1ad97191 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:57:04.420987 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-9abc2ab7-d4c9-49e8-8e4d-89be7006384e admin admin] Deleting port 9e320081-3859-42f7-8a8c-ca9a459879e7 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:57:04.429356 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9abc2ab7-d4c9-49e8-8e4d-89be7006384e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:04.438718 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0ace4-7bb8-44f6-95d9-9c371c11f8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ce098e-19b7-44a3-9def-f1664003a734,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:04.452522 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290c1b0-bd37-4b04-9c02-550bce0317fd tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Pushing event updated for resources: {'Port': ['ID=3c6a6c8a-8d38-4426-b26d-101c571963de,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:04.507826 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-54a31f30-b458-44bf-8e16-56aa8d092002 service neutron] For port 50943cfd-6665-4020-b99c-9385286c2d14, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:57:04.569354 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0041e6-3ac7-42f0-bafd-de2aa9e5fb2f None None] Routers {'964a132b-b1a0-41b6-9e15-bb2f1ad97191'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:57:04.571053 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-3f0041e6-3ac7-42f0-bafd-de2aa9e5fb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:57:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['964a132b-b1a0-41b6-9e15-bb2f1ad97191'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:04.571708 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-54a31f30-b458-44bf-8e16-56aa8d092002 service neutron] For port 50943cfd-6665-4020-b99c-9385286c2d14, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=50943cfd-6665-4020-b99c-9385286c2d14,segment=NetworkSegment(49619db1-acb6-458a-8d24-00385dd7ad61),segment_id=49619db1-acb6-458a-8d24-00385dd7ad61)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:57:04.609624 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-54a31f30-b458-44bf-8e16-56aa8d092002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:04.635757 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-9abc2ab7-d4c9-49e8-8e4d-89be7006384e admin admin] For port 9e320081-3859-42f7-8a8c-ca9a459879e7, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=9e320081-3859-42f7-8a8c-ca9a459879e7,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:04.636561 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9abc2ab7-d4c9-49e8-8e4d-89be7006384e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:04.694945 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-9abc2ab7-d4c9-49e8-8e4d-89be7006384e admin admin] Calling delete_port for 9e320081-3859-42f7-8a8c-ca9a459879e7 owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:57:04.785125 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a31f30-b458-44bf-8e16-56aa8d092002 service neutron] Pushing event updated for resources: {'Port': ['ID=50943cfd-6665-4020-b99c-9385286c2d14,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:04.834507 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-3f0041e6-3ac7-42f0-bafd-de2aa9e5fb2f None None] Set router 964a132b-b1a0-41b6-9e15-bb2f1ad97191 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:57:04.834665 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-9290c1b0-bd37-4b04-9c02-550bce0317fd tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:04.835385 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-9290c1b0-bd37-4b04-9c02-550bce0317fd tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:04.942010 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-9290c1b0-bd37-4b04-9c02-550bce0317fd tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5225811 Jul 07 20:57:04.957125 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-54a31f30-b458-44bf-8e16-56aa8d092002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:04.957958 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-54a31f30-b458-44bf-8e16-56aa8d092002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:05.004356 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-54a31f30-b458-44bf-8e16-56aa8d092002 service neutron] 10.222.0.39 "PUT /v2.0/ports/50943cfd-6665-4020-b99c-9385286c2d14 HTTP/1.1" status: 200 len: 1093 time: 4.0207067 Jul 07 20:57:05.012218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a6387e-4546-4ea6-ba6c-291561c6126e', 'tag': '50943cfd-6665-4020-b99c-9385286c2d14'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:57:05.022637 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0755b617-e2a2-4db5-a6a2-f2b27d68dcb3" -d '{"events": [{"name": "network-changed", "server_uuid": "69a6387e-4546-4ea6-ba6c-291561c6126e", "tag": "50943cfd-6665-4020-b99c-9385286c2d14"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:57:05.041595 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-3f0041e6-3ac7-42f0-bafd-de2aa9e5fb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964a132b-b1a0-41b6-9e15-bb2f1ad97191', 'name': 'tempest-FloatingIPsTestJSON-294601508-router', 'tenant_id': '945de076198c40ad8b76585716aba30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:56:35Z', 'updated_at': '2021-07-07T20:57:03Z', 'revision_number': 6, 'project_id': '945de076198c40ad8b76585716aba30b', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:05.061635 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-8a6e9cd6-74bf-4002-a450-840ff4f4c0d4 service neutron] Request body: {'port': {'device_id': 'c59bbf1d-0d31-4ba6-9186-464eabbe30ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:05.103892 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47326) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:05.124156 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0041e6-3ac7-42f0-bafd-de2aa9e5fb2f None None] The sync data for ids ['964a132b-b1a0-41b6-9e15-bb2f1ad97191'] in n-d-695189-11 is: [{'id': '964a132b-b1a0-41b6-9e15-bb2f1ad97191', 'name': 'tempest-FloatingIPsTestJSON-294601508-router', 'tenant_id': '945de076198c40ad8b76585716aba30b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:56:35Z', 'updated_at': '2021-07-07T20:57:03Z', 'revision_number': 6, 'project_id': '945de076198c40ad8b76585716aba30b', 'gw_port_host': None}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:57:05.163032 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:05.192722 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9abc2ab7-d4c9-49e8-8e4d-89be7006384e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:05.222260 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc2ab7-d4c9-49e8-8e4d-89be7006384e admin admin] Pushing event deleted for resources: {'Port': ['ID=9e320081-3859-42f7-8a8c-ca9a459879e7,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:05.305137 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ce0e1fb3-d5e5-4eea-87b8-bc894a9e8f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:05.318746 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9abc2ab7-d4c9-49e8-8e4d-89be7006384e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:05.331075 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e82867-e248-4c48-b566-32d939a765f9 req-72f8c255-ef2f-47ce-9d29-704d4e50d25f tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:05.345365 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-68e82867-e248-4c48-b566-32d939a765f9 req-72f8c255-ef2f-47ce-9d29-704d4e50d25f tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59bbf1d-0d31-4ba6-9186-464eabbe30ae HTTP/1.1" status: 200 len: 932 time: 1.4363015 Jul 07 20:57:05.451173 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9abc2ab7-d4c9-49e8-8e4d-89be7006384e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:05.455994 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9abc2ab7-d4c9-49e8-8e4d-89be7006384e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:05.531031 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9abc2ab7-d4c9-49e8-8e4d-89be7006384e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:05.531932 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abc2ab7-d4c9-49e8-8e4d-89be7006384e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 964a132b-b1a0-41b6-9e15-bb2f1ad97191 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:57:05.537913 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9abc2ab7-d4c9-49e8-8e4d-89be7006384e admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:05.542047 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9abc2ab7-d4c9-49e8-8e4d-89be7006384e admin admin] 10.222.0.64 "DELETE /v2.0/routers/964a132b-b1a0-41b6-9e15-bb2f1ad97191 HTTP/1.1" status: 204 len: 168 time: 2.2369609 Jul 07 20:57:05.544626 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47334) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:05.670911 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-836a84cd-8280-473a-bb0f-fecf1b360593 admin admin] Deleting subnet 7dc0cc77-c47d-409e-93ce-980d561149bc {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:57:05.674583 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-836a84cd-8280-473a-bb0f-fecf1b360593 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:05.722501 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-8a6e9cd6-74bf-4002-a450-840ff4f4c0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:05.728283 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-836a84cd-8280-473a-bb0f-fecf1b360593 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:05.742937 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-68e82867-e248-4c48-b566-32d939a765f9 req-dc5b2f68-3ce5-49b5-ab1a-342eef26f6c4 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823936 Jul 07 20:57:05.769388 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c0cc9-f696-4806-b732-18abe00bdb1c req-3af53c2e-d02f-4c85-8af6-f930885542c7 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:05.771192 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-753c0cc9-f696-4806-b732-18abe00bdb1c req-3af53c2e-d02f-4c85-8af6-f930885542c7 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.9923828 Jul 07 20:57:05.843644 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-3ee08fc2-efd2-4dab-922c-546d9d4cac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:05.845263 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-3ee08fc2-efd2-4dab-922c-546d9d4cac2a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=840e879ee5f84b5498858a5e69b47b03&device_id=69a6387e-4546-4ea6-ba6c-291561c6126e HTTP/1.1" status: 200 len: 1096 time: 0.6230595 Jul 07 20:57:05.846841 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1309dce5-6cb0-485b-a4db-19904b205680 x-openstack-request-id: req-1309dce5-6cb0-485b-a4db-19904b205680 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:57:05.847132 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a6387e-4546-4ea6-ba6c-291561c6126e", "tag": "50943cfd-6665-4020-b99c-9385286c2d14", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:57:05.847407 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1309dce5-6cb0-485b-a4db-19904b205680 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:57:05.847803 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a6387e-4546-4ea6-ba6c-291561c6126e', 'tag': '50943cfd-6665-4020-b99c-9385286c2d14', 'status': 'completed', 'code': 200} Jul 07 20:57:05.898679 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-836a84cd-8280-473a-bb0f-fecf1b360593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:05.915052 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-c8de62fc-3960-4bd9-b47f-286a19198fdf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50943cfd-6665-4020-b99c-9385286c2d14 HTTP/1.1" status: 200 len: 217 time: 0.0524762 Jul 07 20:57:06.033894 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-836a84cd-8280-473a-bb0f-fecf1b360593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:06.076498 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-753c0cc9-f696-4806-b732-18abe00bdb1c req-79c81c3b-7f72-46d1-842c-0b0fc50daa6c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772267 Jul 07 20:57:06.084877 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a84cd-8280-473a-bb0f-fecf1b360593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dc0cc77-c47d-409e-93ce-980d561149bc,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:06.102297 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ce0e1fb3-d5e5-4eea-87b8-bc894a9e8f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:06.102498 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-836a84cd-8280-473a-bb0f-fecf1b360593 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:06.103661 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cb4a3b-a050-4cec-976c-ba1e7aceccb1 None None] Network 69fa5754-b6ae-467e-a2bd-dec6fa649a16 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:57:06.109811 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-836a84cd-8280-473a-bb0f-fecf1b360593 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7dc0cc77-c47d-409e-93ce-980d561149bc HTTP/1.1" status: 204 len: 168 time: 0.5590851 Jul 07 20:57:06.114628 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47338) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:06.310318 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5f94-7eea-4e5c-b45f-767f5cef66ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:06.312670 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ce0e1fb3-d5e5-4eea-87b8-bc894a9e8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:06.381612 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-e8810344-967b-444c-a392-77b32c075dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:06.384854 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-e8810344-967b-444c-a392-77b32c075dc6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b4310c6-664d-4c25-affc-191900c3c7bd HTTP/1.1" status: 200 len: 850 time: 0.4411669 Jul 07 20:57:06.537511 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b258dce-3eca-49d1-81cf-ee848b9f3c7d None None] DHCP port deletion for 69fa5754-b6ae-467e-a2bd-dec6fa649a16 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:57:06.644696 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd35bf-f385-4ea4-8590-6c53f8418472 req-48d548e6-cea5-474b-b6c2-bd08560f2058 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:06.684789 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32fd35bf-f385-4ea4-8590-6c53f8418472 req-48d548e6-cea5-474b-b6c2-bd08560f2058 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=69a6387e-4546-4ea6-ba6c-291561c6126e HTTP/1.1" status: 200 len: 944 time: 0.7117367 Jul 07 20:57:06.734608 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e1fb3-d5e5-4eea-87b8-bc894a9e8f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe06db9-55e8-41eb-b193-36bc4ffb5372,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:06.826778 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-3b258dce-3eca-49d1-81cf-ee848b9f3c7d None None] Deleting port d0d9cb5c-1b85-4a4f-8729-389a828fc221 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:57:06.827459 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3b258dce-3eca-49d1-81cf-ee848b9f3c7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:06.833698 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device d377bb94-9095-4ad0-93f7-d16cb6511bf7 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:57:06.865390 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47350) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:06.865968 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ce0e1fb3-d5e5-4eea-87b8-bc894a9e8f14 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=47b36fbc70d840c18d8d05cc8de1b26d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7604463 Jul 07 20:57:06.899460 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: d377bb94-9095-4ad0-93f7-d16cb6511bf7 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:57:06.900039 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device d377bb94-9095-4ad0-93f7-d16cb6511bf7 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:57:06.900627 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device d0d9cb5c-1b85-4a4f-8729-389a828fc221 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:57:06.960786 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b89867df-9fa9-48f0-9c8c-34e6aae62394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:07.015015 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-3b258dce-3eca-49d1-81cf-ee848b9f3c7d None None] For port d0d9cb5c-1b85-4a4f-8729-389a828fc221, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=d0d9cb5c-1b85-4a4f-8729-389a828fc221,segment=NetworkSegment(6e8d4665-5e4b-43ab-8e81-c86dc4f75cde),segment_id=6e8d4665-5e4b-43ab-8e81-c86dc4f75cde)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:07.015778 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3b258dce-3eca-49d1-81cf-ee848b9f3c7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:07.033476 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b89867df-9fa9-48f0-9c8c-34e6aae62394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:07.034997 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-3b258dce-3eca-49d1-81cf-ee848b9f3c7d None None] Calling delete_port for d0d9cb5c-1b85-4a4f-8729-389a828fc221 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:57:07.051955 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:07.068456 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32fd35bf-f385-4ea4-8590-6c53f8418472 req-c1c3ec74-3c0b-4fd9-be84-9ba8e8ff1647 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b8ea0f5-1741-4761-9c38-bd9bb83c9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3801818 Jul 07 20:57:07.134027 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b89867df-9fa9-48f0-9c8c-34e6aae62394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:07.136901 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b89867df-9fa9-48f0-9c8c-34e6aae62394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:07.138732 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b89867df-9fa9-48f0-9c8c-34e6aae62394 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9fe06db9-55e8-41eb-b193-36bc4ffb5372 HTTP/1.1" status: 204 len: 168 time: 0.2716908 Jul 07 20:57:07.175924 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89867df-9fa9-48f0-9c8c-34e6aae62394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe06db9-55e8-41eb-b193-36bc4ffb5372,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:07.246070 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b82602-807a-40cd-a25f-2091b5d0c21f req-76b505ad-3e86-43bc-b2c1-5f6e73dc38ba tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:07.250309 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c9b82602-807a-40cd-a25f-2091b5d0c21f req-76b505ad-3e86-43bc-b2c1-5f6e73dc38ba tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.6709392 Jul 07 20:57:07.260016 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-8a6e9cd6-74bf-4002-a450-840ff4f4c0d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c6a6c8a-8d38-4426-b26d-101c571963de {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:57:07.282022 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-5fa97ede-3a79-4621-86d7-c54f4568b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:07.285655 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-5fa97ede-3a79-4621-86d7-c54f4568b2eb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8790042 Jul 07 20:57:07.318533 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port d0d9cb5c-1b85-4a4f-8729-389a828fc221, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=d0d9cb5c-1b85-4a4f-8729-389a828fc221,segment=NetworkSegment(6e8d4665-5e4b-43ab-8e81-c86dc4f75cde),segment_id=6e8d4665-5e4b-43ab-8e81-c86dc4f75cde)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:07.336383 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:07.337094 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 9e320081-3859-42f7-8a8c-ca9a459879e7 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:57:07.337546 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-8a6e9cd6-74bf-4002-a450-840ff4f4c0d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:07.360552 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-e7ba5f94-7eea-4e5c-b45f-767f5cef66ef admin admin] Deleting port d0d9cb5c-1b85-4a4f-8729-389a828fc221 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:57:07.363403 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5f94-7eea-4e5c-b45f-767f5cef66ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:07.505741 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=d0d9cb5c-1b85-4a4f-8729-389a828fc221,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:07.537987 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 9e320081-3859-42f7-8a8c-ca9a459879e7 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:57:07.538590 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 9e320081-3859-42f7-8a8c-ca9a459879e7 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:57:07.606113 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3b258dce-3eca-49d1-81cf-ee848b9f3c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:07.653230 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b258dce-3eca-49d1-81cf-ee848b9f3c7d None None] Pushing event deleted for resources: {'Port': ['ID=d0d9cb5c-1b85-4a4f-8729-389a828fc221,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:07.659947 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b258dce-3eca-49d1-81cf-ee848b9f3c7d None None] No DVR routers for this DVR port d0d9cb5c-1b85-4a4f-8729-389a828fc221 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:57:07.700950 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-8a6e9cd6-74bf-4002-a450-840ff4f4c0d4 service neutron] Transition to ACTIVE for port object 3c6a6c8a-8d38-4426-b26d-101c571963de will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:07.729918 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c9b82602-807a-40cd-a25f-2091b5d0c21f req-333c4a68-bf3a-4137-943b-fb4345245d76 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582958 Jul 07 20:57:07.748789 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-8a6e9cd6-74bf-4002-a450-840ff4f4c0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:07.947682 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-e7ba5f94-7eea-4e5c-b45f-767f5cef66ef admin admin] For port d0d9cb5c-1b85-4a4f-8729-389a828fc221, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=d0d9cb5c-1b85-4a4f-8729-389a828fc221,segment=NetworkSegment(6e8d4665-5e4b-43ab-8e81-c86dc4f75cde),segment_id=6e8d4665-5e4b-43ab-8e81-c86dc4f75cde)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:07.948159 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5f94-7eea-4e5c-b45f-767f5cef66ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:08.013822 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-2ab6ed01-7227-4b2f-a437-157213a48fab service neutron] 10.222.0.39 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6710820 Jul 07 20:57:08.045999 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-e7ba5f94-7eea-4e5c-b45f-767f5cef66ef admin admin] Calling delete_port for d0d9cb5c-1b85-4a4f-8729-389a828fc221 owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:57:08.120230 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e9cd6-74bf-4002-a450-840ff4f4c0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c6a6c8a-8d38-4426-b26d-101c571963de,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:08.142486 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293ed9d-69d1-42d7-a2a2-24cb579da162 req-adf64886-f66b-4367-8141-ce426642ef3a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:08.144148 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e293ed9d-69d1-42d7-a2a2-24cb579da162 req-adf64886-f66b-4367-8141-ce426642ef3a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59bbf1d-0d31-4ba6-9186-464eabbe30ae HTTP/1.1" status: 200 len: 932 time: 0.8676631 Jul 07 20:57:08.386720 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e293ed9d-69d1-42d7-a2a2-24cb579da162 req-59a98845-8a14-4785-9a99-aaf05cff5eed tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162473 Jul 07 20:57:08.392332 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-8a6e9cd6-74bf-4002-a450-840ff4f4c0d4 service neutron] Attempting to bind port 3c6a6c8a-8d38-4426-b26d-101c571963de on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:57:08.392689 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-8a6e9cd6-74bf-4002-a450-840ff4f4c0d4 service neutron] Attempting to bind port 3c6a6c8a-8d38-4426-b26d-101c571963de by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:57:08.393080 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-8a6e9cd6-74bf-4002-a450-840ff4f4c0d4 service neutron] Attempting to bind port 3c6a6c8a-8d38-4426-b26d-101c571963de on network 287bef21-9852-4f7d-90ca-297ef811e6f1 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:57:08.406229 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da31c52-a3a5-4fca-a132-59fa00eeb9e8 req-4637aa6a-afbd-4129-8ad0-d77f55ee32c1 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:08.408553 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0da31c52-a3a5-4fca-a132-59fa00eeb9e8 req-4637aa6a-afbd-4129-8ad0-d77f55ee32c1 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2894492 Jul 07 20:57:08.421011 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2528b6c-42d1-4ce8-a5b7-131ff058214e req-88adc41c-270d-48b4-b528-9103e5a625ad service neutron] 10.222.0.39 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728237 Jul 07 20:57:08.421504 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-8a6e9cd6-74bf-4002-a450-840ff4f4c0d4 service neutron] Port 3c6a6c8a-8d38-4426-b26d-101c571963de on network 287bef21-9852-4f7d-90ca-297ef811e6f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:57:08.421854 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-8a6e9cd6-74bf-4002-a450-840ff4f4c0d4 service neutron] Attempting to bind port 3c6a6c8a-8d38-4426-b26d-101c571963de on network 287bef21-9852-4f7d-90ca-297ef811e6f1 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:57:08.467406 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-8a6e9cd6-74bf-4002-a450-840ff4f4c0d4 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:57:08.467926 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-8a6e9cd6-74bf-4002-a450-840ff4f4c0d4 service neutron] Checking segment: {'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:57:08.468436 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-8a6e9cd6-74bf-4002-a450-840ff4f4c0d4 service neutron] Bound using segment: {'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:57:08.469302 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-8a6e9cd6-74bf-4002-a450-840ff4f4c0d4 service neutron] Bound port: 3c6a6c8a-8d38-4426-b26d-101c571963de, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:57:08.469674 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-8a6e9cd6-74bf-4002-a450-840ff4f4c0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:08.510120 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0da31c52-a3a5-4fca-a132-59fa00eeb9e8 req-3fa3c70e-eb2f-4bed-9fee-768fa9570325 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857444 Jul 07 20:57:08.524386 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5f94-7eea-4e5c-b45f-767f5cef66ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:08.585474 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ba5f94-7eea-4e5c-b45f-767f5cef66ef admin admin] No DVR routers for this DVR port d0d9cb5c-1b85-4a4f-8729-389a828fc221 on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:57:08.618658 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba5f94-7eea-4e5c-b45f-767f5cef66ef admin admin] Pushing event deleted for resources: {'Port': ['ID=d0d9cb5c-1b85-4a4f-8729-389a828fc221,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:08.744589 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-8a6e9cd6-74bf-4002-a450-840ff4f4c0d4 service neutron] For port 3c6a6c8a-8d38-4426-b26d-101c571963de, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:57:08.790658 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5f94-7eea-4e5c-b45f-767f5cef66ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:08.825694 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-8a6e9cd6-74bf-4002-a450-840ff4f4c0d4 service neutron] For port 3c6a6c8a-8d38-4426-b26d-101c571963de, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=3c6a6c8a-8d38-4426-b26d-101c571963de,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:57:08.869086 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-8a6e9cd6-74bf-4002-a450-840ff4f4c0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:08.883658 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-e7ba5f94-7eea-4e5c-b45f-767f5cef66ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69fa5754-b6ae-467e-a2bd-dec6fa649a16']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:08.937756 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755b617-e2a2-4db5-a6a2-f2b27d68dcb3 req-3ba07d39-cbf0-42e6-b0f5-bae0921700f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:08.940175 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0755b617-e2a2-4db5-a6a2-f2b27d68dcb3 req-3ba07d39-cbf0-42e6-b0f5-bae0921700f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=840e879ee5f84b5498858a5e69b47b03&device_id=69a6387e-4546-4ea6-ba6c-291561c6126e HTTP/1.1" status: 200 len: 1096 time: 0.4193420 Jul 07 20:57:08.960547 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-e7ba5f94-7eea-4e5c-b45f-767f5cef66ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8d4665-5e4b-43ab-8e81-c86dc4f75cde') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:08.961159 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-e7ba5f94-7eea-4e5c-b45f-767f5cef66ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8d4665-5e4b-43ab-8e81-c86dc4f75cde') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:08.999484 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-8a6e9cd6-74bf-4002-a450-840ff4f4c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:09.000529 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-8a6e9cd6-74bf-4002-a450-840ff4f4c0d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:09.002371 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-8a6e9cd6-74bf-4002-a450-840ff4f4c0d4 service neutron] 10.222.0.39 "PUT /v2.0/ports/3c6a6c8a-8d38-4426-b26d-101c571963de HTTP/1.1" status: 200 len: 1093 time: 4.0470967 Jul 07 20:57:09.096908 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59bbf1d-0d31-4ba6-9186-464eabbe30ae', 'tag': '3c6a6c8a-8d38-4426-b26d-101c571963de'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:57:09.098739 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0283a762-eef6-425d-aa65-ea7089e7574c" -d '{"events": [{"name": "network-changed", "server_uuid": "c59bbf1d-0d31-4ba6-9186-464eabbe30ae", "tag": "3c6a6c8a-8d38-4426-b26d-101c571963de"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:57:09.107551 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5f94-7eea-4e5c-b45f-767f5cef66ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:09.207049 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5f94-7eea-4e5c-b45f-767f5cef66ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:09.225566 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e9cd6-74bf-4002-a450-840ff4f4c0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3c6a6c8a-8d38-4426-b26d-101c571963de,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:09.257546 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ba5f94-7eea-4e5c-b45f-767f5cef66ef admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:57:09.257981 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5f94-7eea-4e5c-b45f-767f5cef66ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: self.session.flush() Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: self.session.flush() Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: self.session.flush() Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: self.session.flush() Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: timer() Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:57:09.261619 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:57:09.721940 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755b617-e2a2-4db5-a6a2-f2b27d68dcb3 req-a9741add-0e1a-4f47-9b1f-39279f3ca7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:09.723398 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0755b617-e2a2-4db5-a6a2-f2b27d68dcb3 req-a9741add-0e1a-4f47-9b1f-39279f3ca7bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb HTTP/1.1" status: 200 len: 912 time: 0.7357063 Jul 07 20:57:09.756140 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb5182-e0f9-4566-b4e9-611b4b66e706 req-f026a430-420b-41c9-897a-cedc6e408a44 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:09.763741 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cccb5182-e0f9-4566-b4e9-611b4b66e706 req-f026a430-420b-41c9-897a-cedc6e408a44 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=69a6387e-4546-4ea6-ba6c-291561c6126e HTTP/1.1" status: 200 len: 944 time: 0.9153757 Jul 07 20:57:09.804562 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e54c4a-1f11-4467-862b-a4f95ff7d4a1 req-43745d93-17d6-4f30-b0f6-2c977b5f8e65 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:09.811907 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b2e54c4a-1f11-4467-862b-a4f95ff7d4a1 req-43745d93-17d6-4f30-b0f6-2c977b5f8e65 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/networks?id=3dc99b88-9b3c-4338-bfc2-d73c0699ed8c HTTP/1.1" status: 200 len: 812 time: 0.9314780 Jul 07 20:57:09.819995 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5f94-7eea-4e5c-b45f-767f5cef66ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:09.822464 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0755b617-e2a2-4db5-a6a2-f2b27d68dcb3 req-92385f0c-2d59-4cde-a5a9-fb95a3047118 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50943cfd-6665-4020-b99c-9385286c2d14 HTTP/1.1" status: 200 len: 217 time: 0.0908844 Jul 07 20:57:09.839244 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5f94-7eea-4e5c-b45f-767f5cef66ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:09.841510 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e7ba5f94-7eea-4e5c-b45f-767f5cef66ef admin admin] 10.222.0.64 "DELETE /v2.0/networks/69fa5754-b6ae-467e-a2bd-dec6fa649a16 HTTP/1.1" status: 204 len: 168 time: 3.7174516 Jul 07 20:57:09.889019 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-e475ef4a-e71f-4018-8008-520ccf2fb390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:09.890836 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-e475ef4a-e71f-4018-8008-520ccf2fb390 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=128d0bdbd3254a86ab8fae38847d408e&device_id=c59bbf1d-0d31-4ba6-9186-464eabbe30ae HTTP/1.1" status: 200 len: 1096 time: 0.7890890 Jul 07 20:57:09.897971 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b2e54c4a-1f11-4467-862b-a4f95ff7d4a1 req-6e494c47-af96-4c95-b7d5-8562298d928e tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/quotas/c0ecd010d6b343f08bfce9e9465520bf HTTP/1.1" status: 200 len: 375 time: 0.0850646 Jul 07 20:57:09.955779 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba5f94-7eea-4e5c-b45f-767f5cef66ef admin admin] Pushing event deleted for resources: {'Network': ['ID=69fa5754-b6ae-467e-a2bd-dec6fa649a16,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:10.019991 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-38c9d7cf-f763-46d5-b199-bb29613f5316 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c6a6c8a-8d38-4426-b26d-101c571963de HTTP/1.1" status: 200 len: 217 time: 0.1082795 Jul 07 20:57:10.024559 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cccb5182-e0f9-4566-b4e9-611b4b66e706 req-2e731c35-c6f4-4f91-bc83-21dbf8a25b8a tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b8ea0f5-1741-4761-9c38-bd9bb83c9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586710 Jul 07 20:57:10.063754 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47436) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:10.091647 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-e144610e-eb7b-4474-b853-5d8322a65f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:10.093388 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-e144610e-eb7b-4474-b853-5d8322a65f04 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cef6a251-d924-4278-917e-0372be44ce70 HTTP/1.1" status: 200 len: 846 time: 0.0661852 Jul 07 20:57:10.112354 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755b617-e2a2-4db5-a6a2-f2b27d68dcb3 req-c8b5f877-75f7-4625-b2f1-86c397a60c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:10.114133 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0755b617-e2a2-4db5-a6a2-f2b27d68dcb3 req-c8b5f877-75f7-4625-b2f1-86c397a60c59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b4310c6-664d-4c25-affc-191900c3c7bd HTTP/1.1" status: 200 len: 850 time: 0.2771468 Jul 07 20:57:10.141505 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-6895c4a0-e9fb-43c1-b34c-ae027b4787e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=287bef21-9852-4f7d-90ca-297ef811e6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401103 Jul 07 20:57:10.150898 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b521a27b-1196-4102-a7d5-dd4a813e0951 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=945de076198c40ad8b76585716aba30b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0858762 Jul 07 20:57:10.151832 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47438) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:10.239210 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6e33a4-bed6-4e37-9679-827fb47ba6b5 x-openstack-request-id: req-5a6e33a4-bed6-4e37-9679-827fb47ba6b5 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:57:10.239648 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59bbf1d-0d31-4ba6-9186-464eabbe30ae", "tag": "3c6a6c8a-8d38-4426-b26d-101c571963de", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:57:10.239917 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5a6e33a4-bed6-4e37-9679-827fb47ba6b5 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:57:10.240370 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59bbf1d-0d31-4ba6-9186-464eabbe30ae', 'tag': '3c6a6c8a-8d38-4426-b26d-101c571963de', 'status': 'completed', 'code': 200} Jul 07 20:57:10.259523 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b2e54c4a-1f11-4467-862b-a4f95ff7d4a1 req-19dda448-2696-4bff-887e-39be9c425419 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c0ecd010d6b343f08bfce9e9465520bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3606675 Jul 07 20:57:10.291191 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755b617-e2a2-4db5-a6a2-f2b27d68dcb3 req-9f192f07-86c9-46da-bb73-20e2cd8c78f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:10.299443 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0755b617-e2a2-4db5-a6a2-f2b27d68dcb3 req-9f192f07-86c9-46da-bb73-20e2cd8c78f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1628776 Jul 07 20:57:10.309596 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56a8bb2f-6463-4dab-b462-eb88827ee020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:10.370325 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56a8bb2f-6463-4dab-b462-eb88827ee020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:10.499963 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-7af6956a-cee8-4f05-a7d3-1da19e5d3b80 service neutron] 10.222.0.39 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263612 Jul 07 20:57:10.526961 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56a8bb2f-6463-4dab-b462-eb88827ee020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:10.536699 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56a8bb2f-6463-4dab-b462-eb88827ee020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:10.540764 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-56a8bb2f-6463-4dab-b462-eb88827ee020 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed8866d1-a662-4c1e-92a8-8ff773ff0581 HTTP/1.1" status: 204 len: 168 time: 0.3856618 Jul 07 20:57:10.585912 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8bb2f-6463-4dab-b462-eb88827ee020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8866d1-a662-4c1e-92a8-8ff773ff0581,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:10.827536 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0755b617-e2a2-4db5-a6a2-f2b27d68dcb3 req-a3dfae2f-d01a-48c4-b70b-3ac41b2f4838 service neutron] 10.222.0.39 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245564 Jul 07 20:57:10.973059 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0755b617-e2a2-4db5-a6a2-f2b27d68dcb3 req-869f8e4c-df5a-43fc-9462-ea274de976a4 service neutron] 10.222.0.39 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341631 Jul 07 20:57:10.978093 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-085e3b4e-d50f-4766-ad38-15bd37d05f6f req-27745349-ecd1-4291-a350-9e2862164566 service neutron] 10.222.0.39 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560456 Jul 07 20:57:10.988979 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac610b0e-9998-4eea-9e72-1faf0c1723b6 req-81102410-cc4f-451d-8451-46f33c1ce190 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:10.998204 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac610b0e-9998-4eea-9e72-1faf0c1723b6 req-81102410-cc4f-451d-8451-46f33c1ce190 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59bbf1d-0d31-4ba6-9186-464eabbe30ae HTTP/1.1" status: 200 len: 944 time: 0.6323116 Jul 07 20:57:11.057884 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac610b0e-9998-4eea-9e72-1faf0c1723b6 req-89378657-60d6-42d3-b10d-b305ab9221b4 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585277 Jul 07 20:57:11.148177 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283a762-eef6-425d-aa65-ea7089e7574c req-af81734d-72ae-4629-b6e8-e85167f204d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:11.154894 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0283a762-eef6-425d-aa65-ea7089e7574c req-af81734d-72ae-4629-b6e8-e85167f204d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=128d0bdbd3254a86ab8fae38847d408e&device_id=c59bbf1d-0d31-4ba6-9186-464eabbe30ae HTTP/1.1" status: 200 len: 1096 time: 0.0956564 Jul 07 20:57:11.352696 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283a762-eef6-425d-aa65-ea7089e7574c req-e06db313-0af6-4dc8-996b-3f46056eaaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:11.354413 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0283a762-eef6-425d-aa65-ea7089e7574c req-e06db313-0af6-4dc8-996b-3f46056eaaea service neutron] 10.222.0.39 "GET /v2.0/networks?id=287bef21-9852-4f7d-90ca-297ef811e6f1 HTTP/1.1" status: 200 len: 907 time: 0.1928611 Jul 07 20:57:11.423248 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0283a762-eef6-425d-aa65-ea7089e7574c req-89ff90d3-28fe-4320-a028-8b7f999a6418 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c6a6c8a-8d38-4426-b26d-101c571963de HTTP/1.1" status: 200 len: 217 time: 0.0593605 Jul 07 20:57:11.475989 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55265768-1bbe-49fc-8452-c0a0631a6408 req-12012ec6-21ed-4e79-b442-eaa8472a3739 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:11.486910 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-55265768-1bbe-49fc-8452-c0a0631a6408 req-12012ec6-21ed-4e79-b442-eaa8472a3739 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.1938996 Jul 07 20:57:11.517590 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283a762-eef6-425d-aa65-ea7089e7574c req-ba917cb6-4c42-450c-9e65-e3d2295b0252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:11.519081 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0283a762-eef6-425d-aa65-ea7089e7574c req-ba917cb6-4c42-450c-9e65-e3d2295b0252 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cef6a251-d924-4278-917e-0372be44ce70 HTTP/1.1" status: 200 len: 846 time: 0.0881300 Jul 07 20:57:11.543337 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-55265768-1bbe-49fc-8452-c0a0631a6408 req-04d87126-c75a-4faa-b0e6-1a63511b486d tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591664 Jul 07 20:57:11.563002 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0283a762-eef6-425d-aa65-ea7089e7574c req-524cee5a-47c2-4467-b65f-26ae0d73b697 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=287bef21-9852-4f7d-90ca-297ef811e6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363612 Jul 07 20:57:11.757417 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0283a762-eef6-425d-aa65-ea7089e7574c req-5e928bbc-29bc-4b7a-8c31-a4c1cf78f69a service neutron] 10.222.0.39 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756575 Jul 07 20:57:11.758361 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47494) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:11.776333 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd259c-508d-47d6-990f-59584231e77a req-f90b19e8-ea28-4eb2-be2c-891293950889 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:11.777969 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eebd259c-508d-47d6-990f-59584231e77a req-f90b19e8-ea28-4eb2-be2c-891293950889 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=69a6387e-4546-4ea6-ba6c-291561c6126e HTTP/1.1" status: 200 len: 944 time: 0.1681831 Jul 07 20:57:11.916325 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eebd259c-508d-47d6-990f-59584231e77a req-961df0d7-8954-49c1-9930-398afd5f6660 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b8ea0f5-1741-4761-9c38-bd9bb83c9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679066 Jul 07 20:57:11.916957 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-2af887bb-075d-43fa-8716-9035ce37a5d4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034900203-network', 'tenant_id': '58cc3237e5584c1b96b913a15bd5bf5b'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:11.917544 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 50943cfd-6665-4020-b99c-9385286c2d14 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:57:11.964520 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0283a762-eef6-425d-aa65-ea7089e7574c req-f2af032a-57e9-4f96-a92c-6493d25dd71b service neutron] 10.222.0.39 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844838 Jul 07 20:57:11.992110 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af887bb-075d-43fa-8716-9035ce37a5d4 admin admin] Made reservation on behalf of 58cc3237e5584c1b96b913a15bd5bf5b for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:57:11.995181 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2af887bb-075d-43fa-8716-9035ce37a5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:12.024403 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2af887bb-075d-43fa-8716-9035ce37a5d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:12.125021 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 50943cfd-6665-4020-b99c-9385286c2d14, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=50943cfd-6665-4020-b99c-9385286c2d14,segment=NetworkSegment(49619db1-acb6-458a-8d24-00385dd7ad61),segment_id=49619db1-acb6-458a-8d24-00385dd7ad61)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:12.156703 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '50943cfd-6665-4020-b99c-9385286c2d14', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'port_id': '50943cfd-6665-4020-b99c-9385286c2d14', 'mac_address': 'fa:16:3e:33:d8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:57:12.244887 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07c2f6-d504-4f67-8243-a6d8aeb7a14e req-348fa69d-59d4-4999-9d4c-6757f1b5162b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:12.245070 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2af887bb-075d-43fa-8716-9035ce37a5d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:12.250772 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2af887bb-075d-43fa-8716-9035ce37a5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:12.257442 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:12.258566 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9d07c2f6-d504-4f67-8243-a6d8aeb7a14e req-348fa69d-59d4-4999-9d4c-6757f1b5162b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2026114 Jul 07 20:57:12.287798 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af887bb-075d-43fa-8716-9035ce37a5d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:57:12.295506 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50943cfd-6665-4020-b99c-9385286c2d14 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:57:12.302391 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af887bb-075d-43fa-8716-9035ce37a5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf6fe8d-20cf-4b8e-af7a-5a6cb0488fbb,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:12.310877 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2af887bb-075d-43fa-8716-9035ce37a5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:12.312615 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-2af887bb-075d-43fa-8716-9035ce37a5d4 admin admin] Added segment b79bcf13-6a96-4cbd-b89d-b88e9caab0dc of type vlan for network b1bc7691-818c-4568-be26-966d90b659ec Jul 07 20:57:12.367724 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2af887bb-075d-43fa-8716-9035ce37a5d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:12.383873 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9d07c2f6-d504-4f67-8243-a6d8aeb7a14e req-da938205-50e4-4e01-b166-171d5df99a3a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184232 Jul 07 20:57:12.388015 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 50943cfd-6665-4020-b99c-9385286c2d14, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=50943cfd-6665-4020-b99c-9385286c2d14,segment=NetworkSegment(49619db1-acb6-458a-8d24-00385dd7ad61),segment_id=49619db1-acb6-458a-8d24-00385dd7ad61)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:12.412117 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:12.445040 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2af887bb-075d-43fa-8716-9035ce37a5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:12.448020 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af887bb-075d-43fa-8716-9035ce37a5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:12.452648 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2af887bb-075d-43fa-8716-9035ce37a5d4 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:12.495010 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=50943cfd-6665-4020-b99c-9385286c2d14,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:12.568811 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af887bb-075d-43fa-8716-9035ce37a5d4 admin admin] Pushing event updated for resources: {'Network': ['ID=b1bc7691-818c-4568-be26-966d90b659ec,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:12.574765 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2af887bb-075d-43fa-8716-9035ce37a5d4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8159208 Jul 07 20:57:12.578644 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47530) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:12.581192 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network b1bc7691-818c-4568-be26-966d90b659ec details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:57:12.586487 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-78ce37a6-317a-4abd-a8f7-09d197021607 admin admin] Request body: {'subnet': {'network_id': 'b1bc7691-818c-4568-be26-966d90b659ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034900203-subnet', 'tenant_id': '58cc3237e5584c1b96b913a15bd5bf5b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:12.613733 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56753756-bbfd-4c2c-ac2c-a708532d1b4f req-430fa201-51c6-49c2-91ee-2542af9f56e8 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:12.615489 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-56753756-bbfd-4c2c-ac2c-a708532d1b4f req-430fa201-51c6-49c2-91ee-2542af9f56e8 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59bbf1d-0d31-4ba6-9186-464eabbe30ae HTTP/1.1" status: 200 len: 944 time: 0.1088262 Jul 07 20:57:12.620389 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ce37a6-317a-4abd-a8f7-09d197021607 admin admin] Made reservation on behalf of 58cc3237e5584c1b96b913a15bd5bf5b for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:57:12.629941 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-78ce37a6-317a-4abd-a8f7-09d197021607 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:12.657086 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['50943cfd-6665-4020-b99c-9385286c2d14'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:57:12.694852 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-56753756-bbfd-4c2c-ac2c-a708532d1b4f req-f7638de6-858c-40f1-b292-3259827e5de2 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712163 Jul 07 20:57:12.958628 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8a2d608c-dea7-41d5-90b6-f8d038fc9711 req-75fcc66f-2b4a-4969-96eb-e97f35ce84a0 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c0ecd010d6b343f08bfce9e9465520bf HTTP/1.1" status: 200 len: 221 time: 0.0679862 Jul 07 20:57:12.990127 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-78ce37a6-317a-4abd-a8f7-09d197021607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:13.085855 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce37a6-317a-4abd-a8f7-09d197021607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=665cca02-675e-4479-b880-2930549cac22,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:13.136516 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ce37a6-317a-4abd-a8f7-09d197021607 admin admin] Checking segment: {'id': 'b79bcf13-6a96-4cbd-b89d-b88e9caab0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b1bc7691-818c-4568-be26-966d90b659ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:57:13.137036 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ce37a6-317a-4abd-a8f7-09d197021607 admin admin] Network hostable DHCP agents. Network: b1bc7691-818c-4568-be26-966d90b659ec, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:57:13.176640 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ce37a6-317a-4abd-a8f7-09d197021607 admin admin] Network b1bc7691-818c-4568-be26-966d90b659ec is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:57:13.191976 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-78ce37a6-317a-4abd-a8f7-09d197021607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, b1bc7691-818c-4568-be26-966d90b659ec) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:13.198953 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ce37a6-317a-4abd-a8f7-09d197021607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:13.200015 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-78ce37a6-317a-4abd-a8f7-09d197021607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:13.205098 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742b759c-4c32-4d60-b90c-01dda0408189 None None] Network b1bc7691-818c-4568-be26-966d90b659ec requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:57:13.238917 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-78ce37a6-317a-4abd-a8f7-09d197021607 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6569753 Jul 07 20:57:13.239259 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47558) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:13.248471 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-fe7321df-87a4-4892-90aa-6634f3bffd7c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034900203-router', 'tenant_id': '58cc3237e5584c1b96b913a15bd5bf5b', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:13.287127 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe7321df-87a4-4892-90aa-6634f3bffd7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:13.288768 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe7321df-87a4-4892-90aa-6634f3bffd7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:13.367129 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe7321df-87a4-4892-90aa-6634f3bffd7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:13.430935 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991ee0d-ec22-47c9-8e13-e5b992e0c81b req-a3b1d5c8-4004-4367-8865-5f6b539b4963 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:13.439849 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9991ee0d-ec22-47c9-8e13-e5b992e0c81b req-a3b1d5c8-4004-4367-8865-5f6b539b4963 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=69a6387e-4546-4ea6-ba6c-291561c6126e HTTP/1.1" status: 200 len: 945 time: 0.2430313 Jul 07 20:57:13.507517 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9991ee0d-ec22-47c9-8e13-e5b992e0c81b req-c9e20c88-093b-4e16-ac43-b02850786a2f tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b8ea0f5-1741-4761-9c38-bd9bb83c9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665662 Jul 07 20:57:13.529105 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f796a55-1f50-43bc-a294-984ff7fe6cea req-0849f529-722b-4200-bafb-e8d688cd162c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:13.536702 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4f796a55-1f50-43bc-a294-984ff7fe6cea req-0849f529-722b-4200-bafb-e8d688cd162c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2699978 Jul 07 20:57:13.591527 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4f796a55-1f50-43bc-a294-984ff7fe6cea req-bfcc3618-f0c0-411e-9b74-778ec4c0adde tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533805 Jul 07 20:57:13.717690 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a35500-f792-45a3-bdf0-41ee8def01b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-b1bc7691-818c-4568-be26-966d90b659ec', 'network_id': 'b1bc7691-818c-4568-be26-966d90b659ec', 'tenant_id': '58cc3237e5584c1b96b913a15bd5bf5b', 'fixed_ips': [{'subnet_id': '665cca02-675e-4479-b880-2930549cac22'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:57:13.718914 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-77a35500-f792-45a3-bdf0-41ee8def01b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:13.745404 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe7321df-87a4-4892-90aa-6634f3bffd7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:14.014627 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987ae3a-3073-403e-847e-68b72a1f9a8c req-48ec499f-210e-473f-9733-fc40c0430b6a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:14.023677 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5987ae3a-3073-403e-847e-68b72a1f9a8c req-48ec499f-210e-473f-9733-fc40c0430b6a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.1691010 Jul 07 20:57:14.036437 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 3c6a6c8a-8d38-4426-b26d-101c571963de details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:57:14.041060 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 50943cfd-6665-4020-b99c-9385286c2d14 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:57:14.141613 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5987ae3a-3073-403e-847e-68b72a1f9a8c req-b334d8db-bb30-4039-862a-6f8c6e0159cd tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169329 Jul 07 20:57:14.210654 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589850f3-0c0e-44a2-bb82-240da7aa5655 req-6a77c6c6-9b42-439e-acb3-587e52a51904 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:14.221925 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-589850f3-0c0e-44a2-bb82-240da7aa5655 req-6a77c6c6-9b42-439e-acb3-587e52a51904 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59bbf1d-0d31-4ba6-9186-464eabbe30ae HTTP/1.1" status: 200 len: 944 time: 0.2347076 Jul 07 20:57:14.303958 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-589850f3-0c0e-44a2-bb82-240da7aa5655 req-9b75d568-6aed-403c-be56-633e1f5ee089 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810494 Jul 07 20:57:14.360052 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe7321df-87a4-4892-90aa-6634f3bffd7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:14.390218 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 3c6a6c8a-8d38-4426-b26d-101c571963de, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=3c6a6c8a-8d38-4426-b26d-101c571963de,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:14.415115 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe7321df-87a4-4892-90aa-6634f3bffd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:14.429837 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-77a35500-f792-45a3-bdf0-41ee8def01b2 None None] Allocated IP 172.20.0.2 (b1bc7691-818c-4568-be26-966d90b659ec/665cca02-675e-4479-b880-2930549cac22/37adb8c9-8596-42f8-b5c2-28d732dd3609) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:57:14.462298 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47590) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:14.482202 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47594) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:14.657958 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '3c6a6c8a-8d38-4426-b26d-101c571963de', 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1', 'port_id': '3c6a6c8a-8d38-4426-b26d-101c571963de', 'mac_address': 'fa:16:3e:f9:63:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef6a251-d924-4278-917e-0372be44ce70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:57:14.781679 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:14.785218 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 50943cfd-6665-4020-b99c-9385286c2d14 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:57:14.792705 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-df9e4de7-074e-4033-8b65-73733815a494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:14.795373 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-fe7321df-87a4-4892-90aa-6634f3bffd7c admin admin] Allocated IP 172.25.5.233 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/b7d4665d-1dcb-41ea-b840-febfdac4325b) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:57:14.803424 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 50943cfd-6665-4020-b99c-9385286c2d14 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:14.803867 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:14.804604 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08250b5-03ee-46da-a7e7-8f2b564fe967 req-c5332c23-ac48-40f8-8045-4c4413081fb9 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:14.812624 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f08250b5-03ee-46da-a7e7-8f2b564fe967 req-c5332c23-ac48-40f8-8045-4c4413081fb9 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2425313 Jul 07 20:57:14.907232 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c6a6c8a-8d38-4426-b26d-101c571963de {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:57:14.948446 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6974faf5-da73-412f-ae7d-f9d517d1f154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:14.960407 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe7321df-87a4-4892-90aa-6634f3bffd7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:14.964804 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 3c6a6c8a-8d38-4426-b26d-101c571963de, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=3c6a6c8a-8d38-4426-b26d-101c571963de,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:14.967074 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-77a35500-f792-45a3-bdf0-41ee8def01b2 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:14.974017 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-df9e4de7-074e-4033-8b65-73733815a494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:14.977770 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:14.986389 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-77a35500-f792-45a3-bdf0-41ee8def01b2 None None] Transition to ACTIVE for port object 37adb8c9-8596-42f8-b5c2-28d732dd3609 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:14.991951 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-df9e4de7-074e-4033-8b65-73733815a494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:15.026917 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f08250b5-03ee-46da-a7e7-8f2b564fe967 req-7f4560c7-6168-4edf-84e0-e824aea6b6cb tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128892 Jul 07 20:57:15.030671 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-77a35500-f792-45a3-bdf0-41ee8def01b2 None None] Transition to ACTIVE for port object 37adb8c9-8596-42f8-b5c2-28d732dd3609 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:15.083111 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe7321df-87a4-4892-90aa-6634f3bffd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:15.101778 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-77a35500-f792-45a3-bdf0-41ee8def01b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:15.134549 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7321df-87a4-4892-90aa-6634f3bffd7c admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:57:15.143164 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-fe7321df-87a4-4892-90aa-6634f3bffd7c admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:15.148207 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7321df-87a4-4892-90aa-6634f3bffd7c admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:57:15.152056 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e4de7-074e-4033-8b65-73733815a494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9292fb1-9bcb-449a-8bfa-e4416faa18c2,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:15.155014 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=3c6a6c8a-8d38-4426-b26d-101c571963de,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:15.163254 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:15.179271 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a35500-f792-45a3-bdf0-41ee8def01b2 None None] Network b1bc7691-818c-4568-be26-966d90b659ec is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:57:15.196753 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-df9e4de7-074e-4033-8b65-73733815a494 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ba1bbe5aa6be43aea1d7a311875a3e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7131770 Jul 07 20:57:15.199233 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47604) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:15.213508 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7321df-87a4-4892-90aa-6634f3bffd7c admin admin] Pushing event updated for resources: {'Port': ['ID=b7d4665d-1dcb-41ea-b840-febfdac4325b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:15.243676 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-77a35500-f792-45a3-bdf0-41ee8def01b2 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:15.246300 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a35500-f792-45a3-bdf0-41ee8def01b2 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:57:15.259696 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['3c6a6c8a-8d38-4426-b26d-101c571963de'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:57:15.324769 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ecabd-36c2-4517-b3b7-accff7ec09cd req-2a26607c-5516-4fd5-bc2f-66a2ceed618e tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:15.331026 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a25ecabd-36c2-4517-b3b7-accff7ec09cd req-2a26607c-5516-4fd5-bc2f-66a2ceed618e tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=69a6387e-4546-4ea6-ba6c-291561c6126e HTTP/1.1" status: 200 len: 945 time: 0.5143378 Jul 07 20:57:15.337368 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a6387e-4546-4ea6-ba6c-291561c6126e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50943cfd-6665-4020-b99c-9385286c2d14'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:57:15.339913 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2369c040-e4dc-4af6-9dd0-f7210370308a" -d '{"events": [{"server_uuid": "69a6387e-4546-4ea6-ba6c-291561c6126e", "name": "network-vif-plugged", "status": "completed", "tag": "50943cfd-6665-4020-b99c-9385286c2d14"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:57:15.346952 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a35500-f792-45a3-bdf0-41ee8def01b2 None None] Pushing event updated for resources: {'Port': ['ID=37adb8c9-8596-42f8-b5c2-28d732dd3609,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:15.375074 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3e55b1fc-feff-41ab-85ee-c462e097ad36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:15.384959 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 50943cfd-6665-4020-b99c-9385286c2d14, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=50943cfd-6665-4020-b99c-9385286c2d14,segment=NetworkSegment(49619db1-acb6-458a-8d24-00385dd7ad61),segment_id=49619db1-acb6-458a-8d24-00385dd7ad61)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:15.404169 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:15.411500 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3e55b1fc-feff-41ab-85ee-c462e097ad36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:15.442853 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-77a35500-f792-45a3-bdf0-41ee8def01b2 None None] Attempting to bind port 37adb8c9-8596-42f8-b5c2-28d732dd3609 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:57:15.442853 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-77a35500-f792-45a3-bdf0-41ee8def01b2 None None] Attempting to bind port 37adb8c9-8596-42f8-b5c2-28d732dd3609 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'b79bcf13-6a96-4cbd-b89d-b88e9caab0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b1bc7691-818c-4568-be26-966d90b659ec'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:57:15.443376 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a35500-f792-45a3-bdf0-41ee8def01b2 None None] Attempting to bind port 37adb8c9-8596-42f8-b5c2-28d732dd3609 on network b1bc7691-818c-4568-be26-966d90b659ec {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:57:15.464526 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a35500-f792-45a3-bdf0-41ee8def01b2 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:57:15.464970 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a35500-f792-45a3-bdf0-41ee8def01b2 None None] Checking segment: {'id': 'b79bcf13-6a96-4cbd-b89d-b88e9caab0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b1bc7691-818c-4568-be26-966d90b659ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:57:15.465473 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-77a35500-f792-45a3-bdf0-41ee8def01b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:15.466002 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a35500-f792-45a3-bdf0-41ee8def01b2 None None] Bound using segment: {'id': 'b79bcf13-6a96-4cbd-b89d-b88e9caab0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b1bc7691-818c-4568-be26-966d90b659ec'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:57:15.466873 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-77a35500-f792-45a3-bdf0-41ee8def01b2 None None] Bound port: 37adb8c9-8596-42f8-b5c2-28d732dd3609, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79bcf13-6a96-4cbd-b89d-b88e9caab0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b1bc7691-818c-4568-be26-966d90b659ec'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:57:15.467455 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-77a35500-f792-45a3-bdf0-41ee8def01b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:15.522345 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=50943cfd-6665-4020-b99c-9385286c2d14,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:15.551305 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3e55b1fc-feff-41ab-85ee-c462e097ad36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:15.554489 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3e55b1fc-feff-41ab-85ee-c462e097ad36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:15.558457 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3e55b1fc-feff-41ab-85ee-c462e097ad36 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b9292fb1-9bcb-449a-8bfa-e4416faa18c2 HTTP/1.1" status: 204 len: 168 time: 0.3582368 Jul 07 20:57:15.618731 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-77a35500-f792-45a3-bdf0-41ee8def01b2 None None] For port 37adb8c9-8596-42f8-b5c2-28d732dd3609, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:57:15.625197 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-77a35500-f792-45a3-bdf0-41ee8def01b2 None None] For port 37adb8c9-8596-42f8-b5c2-28d732dd3609, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=37adb8c9-8596-42f8-b5c2-28d732dd3609,segment=NetworkSegment(b79bcf13-6a96-4cbd-b89d-b88e9caab0dc),segment_id=b79bcf13-6a96-4cbd-b89d-b88e9caab0dc)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:57:15.631851 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-77a35500-f792-45a3-bdf0-41ee8def01b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:15.659490 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6974faf5-da73-412f-ae7d-f9d517d1f154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:15.670449 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6974faf5-da73-412f-ae7d-f9d517d1f154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:15.703006 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a25ecabd-36c2-4517-b3b7-accff7ec09cd req-79f2f0d8-902b-4cf7-aeca-b819c0d449da tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b8ea0f5-1741-4761-9c38-bd9bb83c9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3561954 Jul 07 20:57:15.706899 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6974faf5-da73-412f-ae7d-f9d517d1f154 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cec2ed86223d4a51931b7bdb79e6a7a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2396393 Jul 07 20:57:15.722881 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47616) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:15.756348 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd6331-76ad-4527-9250-65e6ed7f1520 req-f1d95492-9060-4a70-9af3-7ad197eb936a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:15.769619 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0dcd6331-76ad-4527-9250-65e6ed7f1520 req-f1d95492-9060-4a70-9af3-7ad197eb936a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.4939961 Jul 07 20:57:15.776234 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55b1fc-feff-41ab-85ee-c462e097ad36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9292fb1-9bcb-449a-8bfa-e4416faa18c2,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:15.793776 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a35500-f792-45a3-bdf0-41ee8def01b2 None None] Pushing event updated for resources: {'Port': ['ID=37adb8c9-8596-42f8-b5c2-28d732dd3609,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:15.843279 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6974faf5-da73-412f-ae7d-f9d517d1f154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df0f304-e726-4f56-aa71-eeef384c0e5c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:15.861829 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0dcd6331-76ad-4527-9250-65e6ed7f1520 req-ec276678-60b3-4ec0-b46f-b9dc194ad1b5 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898626 Jul 07 20:57:15.933023 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266dafa6-7e3e-4fd2-8afb-679a76092b52 x-openstack-request-id: req-266dafa6-7e3e-4fd2-8afb-679a76092b52 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:57:15.933318 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a6387e-4546-4ea6-ba6c-291561c6126e", "name": "network-vif-plugged", "status": "completed", "tag": "50943cfd-6665-4020-b99c-9385286c2d14", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:57:15.933590 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-266dafa6-7e3e-4fd2-8afb-679a76092b52 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:57:15.933984 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a6387e-4546-4ea6-ba6c-291561c6126e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50943cfd-6665-4020-b99c-9385286c2d14', 'code': 200} Jul 07 20:57:15.951618 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-20b35b0d-c872-477c-8b2f-e2ed6f579bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:16.002411 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe7321df-87a4-4892-90aa-6634f3bffd7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:16.044352 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-20b35b0d-c872-477c-8b2f-e2ed6f579bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:16.185761 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89dc24-783f-472e-af72-9107b5380dc1 req-dac272ca-9b45-4a82-8ff4-82c3f2a426ea tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:16.193198 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4d89dc24-783f-472e-af72-9107b5380dc1 req-dac272ca-9b45-4a82-8ff4-82c3f2a426ea tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59bbf1d-0d31-4ba6-9186-464eabbe30ae HTTP/1.1" status: 200 len: 945 time: 0.2153378 Jul 07 20:57:16.198184 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2795586-3fbe-4606-8658-2d20a82e9c9c req-48e9aff3-d3a2-4981-bbf1-e5d95dfc1837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:16.205356 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c2795586-3fbe-4606-8658-2d20a82e9c9c req-48e9aff3-d3a2-4981-bbf1-e5d95dfc1837 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=69a6387e-4546-4ea6-ba6c-291561c6126e HTTP/1.1" status: 200 len: 1098 time: 0.1549175 Jul 07 20:57:16.226977 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-20b35b0d-c872-477c-8b2f-e2ed6f579bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:16.230433 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-20b35b0d-c872-477c-8b2f-e2ed6f579bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:16.232268 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-20b35b0d-c872-477c-8b2f-e2ed6f579bcd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5df0f304-e726-4f56-aa71-eeef384c0e5c HTTP/1.1" status: 204 len: 168 time: 0.5128932 Jul 07 20:57:16.246860 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b35b0d-c872-477c-8b2f-e2ed6f579bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df0f304-e726-4f56-aa71-eeef384c0e5c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:16.266528 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47626) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:16.279078 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4d89dc24-783f-472e-af72-9107b5380dc1 req-340a9f06-ab3f-41bd-bf6d-b8a743d95c3d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843523 Jul 07 20:57:16.307860 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-348964fa-b8cb-447d-acb4-dfd4e76708f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:16.326603 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c2795586-3fbe-4606-8658-2d20a82e9c9c req-6a0a145c-265a-4a07-91d2-e138d5f05863 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6b8ea0f5-1741-4761-9c38-bd9bb83c9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129777 Jul 07 20:57:16.456842 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff04ef-b4fa-48d8-8fbb-a1eb02b57852 req-e211e77a-9d66-40dd-8017-d10d6d33ae0a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:16.458690 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b1ff04ef-b4fa-48d8-8fbb-a1eb02b57852 req-e211e77a-9d66-40dd-8017-d10d6d33ae0a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.1130550 Jul 07 20:57:16.467287 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe7321df-87a4-4892-90aa-6634f3bffd7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:16.527390 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-348964fa-b8cb-447d-acb4-dfd4e76708f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:16.545202 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-348964fa-b8cb-447d-acb4-dfd4e76708f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:16.576799 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b1ff04ef-b4fa-48d8-8fbb-a1eb02b57852 req-334eb912-37ef-4420-ad5a-1f1a79bff06f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082630 Jul 07 20:57:16.647249 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47632) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:16.647946 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-348964fa-b8cb-447d-acb4-dfd4e76708f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=76bc553936f645818114327938ab0045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3647025 Jul 07 20:57:16.655909 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348964fa-b8cb-447d-acb4-dfd4e76708f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3666903b-761c-4a2e-bdd7-bef05eb7989d,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:16.737745 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c2941a27-a723-4954-b321-5ace2cd984a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:16.765536 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7321df-87a4-4892-90aa-6634f3bffd7c admin admin] Router 317e1a26-9c48-4b54-8bc5-77b7df5f59cf is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:57:16.773761 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c2941a27-a723-4954-b321-5ace2cd984a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:16.881102 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47638) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:16.915191 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-21df13e8-75cc-433f-9150-68bf61ea340e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:16.956991 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 37adb8c9-8596-42f8-b5c2-28d732dd3609 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:57:16.994994 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ec7e8-6d32-466d-a351-ee9d504c2cb7 req-fb2e4b3e-5af9-4cd1-a13f-08c7d0044f1b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:16.996848 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d02ec7e8-6d32-466d-a351-ee9d504c2cb7 req-fb2e4b3e-5af9-4cd1-a13f-08c7d0044f1b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2177007 Jul 07 20:57:16.996994 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7321df-87a4-4892-90aa-6634f3bffd7c admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:57:16.998781 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c2941a27-a723-4954-b321-5ace2cd984a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:17.002011 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c2941a27-a723-4954-b321-5ace2cd984a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:17.006239 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c2941a27-a723-4954-b321-5ace2cd984a6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3666903b-761c-4a2e-bdd7-bef05eb7989d HTTP/1.1" status: 204 len: 168 time: 0.3574631 Jul 07 20:57:17.008188 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] Sync routers for ids ['317e1a26-9c48-4b54-8bc5-77b7df5f59cf'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:57:17.018565 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2941a27-a723-4954-b321-5ace2cd984a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3666903b-761c-4a2e-bdd7-bef05eb7989d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:17.033508 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe7321df-87a4-4892-90aa-6634f3bffd7c admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:17.038181 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] Routers {'317e1a26-9c48-4b54-8bc5-77b7df5f59cf'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:57:17.038371 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fe7321df-87a4-4892-90aa-6634f3bffd7c admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.7979503 Jul 07 20:57:17.039033 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47642) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:17.040512 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:57:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['317e1a26-9c48-4b54-8bc5-77b7df5f59cf'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:17.084105 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 37adb8c9-8596-42f8-b5c2-28d732dd3609 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:57:17.367117 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] Set router 317e1a26-9c48-4b54-8bc5-77b7df5f59cf gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:57:17.397146 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d02ec7e8-6d32-466d-a351-ee9d504c2cb7 req-60d4eeda-9f17-43e4-9b53-748d74e74dda tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315204 Jul 07 20:57:17.718489 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b3f7b6-22ff-4f71-b65e-8b3023a56bcb None None] Network b1bc7691-818c-4568-be26-966d90b659ec requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:57:17.724055 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd7b0a-fd4c-4d28-96f6-0d32e328a3e2 req-b28485ae-76e2-488f-91c9-833775e1c19c tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:17.733756 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a9bd7b0a-fd4c-4d28-96f6-0d32e328a3e2 req-b28485ae-76e2-488f-91c9-833775e1c19c tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=69a6387e-4546-4ea6-ba6c-291561c6126e HTTP/1.1" status: 200 len: 946 time: 0.7780271 Jul 07 20:57:17.843225 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-21df13e8-75cc-433f-9150-68bf61ea340e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:17.863865 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a9bd7b0a-fd4c-4d28-96f6-0d32e328a3e2 req-b40ecf97-93e2-4ee1-9217-d6b36a999f16 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b8ea0f5-1741-4761-9c38-bd9bb83c9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287811 Jul 07 20:57:17.867219 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-21df13e8-75cc-433f-9150-68bf61ea340e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:17.966855 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 3c6a6c8a-8d38-4426-b26d-101c571963de up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:57:17.982631 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df13e8-75cc-433f-9150-68bf61ea340e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00041ab-a807-45fd-b560-69de99150375,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:17.990870 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b211c320-932d-4c70-b346-44cf7d9f9a70 None None] Provisioning for port 37adb8c9-8596-42f8-b5c2-28d732dd3609 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:57:18.022553 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317e1a26-9c48-4b54-8bc5-77b7df5f59cf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034900203-router', 'tenant_id': '58cc3237e5584c1b96b913a15bd5bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'b7d4665d-1dcb-41ea-b840-febfdac4325b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:57:13Z', 'updated_at': '2021-07-07T20:57:15Z', 'revision_number': 3, 'project_id': '58cc3237e5584c1b96b913a15bd5bf5b', 'gw_port': {'id': 'b7d4665d-1dcb-41ea-b840-febfdac4325b', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317e1a26-9c48-4b54-8bc5-77b7df5f59cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:14Z', 'updated_at': '2021-07-07T20:57:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:18.045421 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b211c320-932d-4c70-b346-44cf7d9f9a70 None None] Provisioning complete for port 37adb8c9-8596-42f8-b5c2-28d732dd3609 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:18.047010 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b211c320-932d-4c70-b346-44cf7d9f9a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:18.055021 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47664) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:18.063862 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-21df13e8-75cc-433f-9150-68bf61ea340e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=04ea3b3eb33d4c6dbd37bd58abea62c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1686325 Jul 07 20:57:18.070922 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] Checking router: 317e1a26-9c48-4b54-8bc5-77b7df5f59cf for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:57:18.071790 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] Updating router 317e1a26-9c48-4b54-8bc5-77b7df5f59cf port b7d4665d-1dcb-41ea-b840-febfdac4325b binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:57:18.152688 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:18.225629 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d6ef99b2-8677-4b2c-832b-502cbffa09ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:18.230049 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc84a6-7910-4085-8aa4-2c2da410dd5d req-d21ca854-eff9-46db-adf3-d22d4b4381c1 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:18.240518 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b7dc84a6-7910-4085-8aa4-2c2da410dd5d req-d21ca854-eff9-46db-adf3-d22d4b4381c1 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59bbf1d-0d31-4ba6-9186-464eabbe30ae HTTP/1.1" status: 200 len: 945 time: 0.3232400 Jul 07 20:57:18.276691 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b211c320-932d-4c70-b346-44cf7d9f9a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:18.328549 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b0b86-ea22-42ea-b710-6dc39cf33027 req-d6f89490-7da1-424d-b8f7-00716cf0c7bf tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:18.342092 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-192b0b86-ea22-42ea-b710-6dc39cf33027 req-d6f89490-7da1-424d-b8f7-00716cf0c7bf tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2925975 Jul 07 20:57:18.350596 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d6ef99b2-8677-4b2c-832b-502cbffa09ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:18.387383 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b7dc84a6-7910-4085-8aa4-2c2da410dd5d req-bb537ba6-baea-48e4-8b0f-d029dfce2573 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412442 Jul 07 20:57:18.450089 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b55a1c8-7d2f-4c8a-b19c-954484cd7d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:18.455865 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-192b0b86-ea22-42ea-b710-6dc39cf33027 req-b76790d9-1da1-4c65-a407-616228a06541 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052897 Jul 07 20:57:18.507720 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 3c6a6c8a-8d38-4426-b26d-101c571963de completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:57:18.545516 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d6ef99b2-8677-4b2c-832b-502cbffa09ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:18.546057 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b211c320-932d-4c70-b346-44cf7d9f9a70 None None] For port 37adb8c9-8596-42f8-b5c2-28d732dd3609, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=37adb8c9-8596-42f8-b5c2-28d732dd3609,segment=NetworkSegment(b79bcf13-6a96-4cbd-b89d-b88e9caab0dc),segment_id=b79bcf13-6a96-4cbd-b89d-b88e9caab0dc)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:18.547288 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 3c6a6c8a-8d38-4426-b26d-101c571963de triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:18.547973 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:18.548279 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d6ef99b2-8677-4b2c-832b-502cbffa09ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:18.551087 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d6ef99b2-8677-4b2c-832b-502cbffa09ef admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c00041ab-a807-45fd-b560-69de99150375 HTTP/1.1" status: 204 len: 168 time: 0.4934714 Jul 07 20:57:18.554460 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b211c320-932d-4c70-b346-44cf7d9f9a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:18.581193 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef99b2-8677-4b2c-832b-502cbffa09ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00041ab-a807-45fd-b560-69de99150375,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:18.652413 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:18.696674 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] Transition to ACTIVE for port object b7d4665d-1dcb-41ea-b840-febfdac4325b will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:18.710024 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:18.780961 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03698bf4-f27a-4001-aad0-b2835c4efd00 None None] Pushing event updated for resources: {'Port': ['ID=b7d4665d-1dcb-41ea-b840-febfdac4325b,revision_number=2']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:18.802124 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] Attempting to bind port b7d4665d-1dcb-41ea-b840-febfdac4325b on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:57:18.802484 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] Attempting to bind port b7d4665d-1dcb-41ea-b840-febfdac4325b by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:57:18.802851 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] Attempting to bind port b7d4665d-1dcb-41ea-b840-febfdac4325b on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:57:18.815199 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:57:18.815626 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:57:18.816044 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:18.816452 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:57:18.816934 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] Bound port: b7d4665d-1dcb-41ea-b840-febfdac4325b, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:57:18.817357 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:18.853762 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-4b55a1c8-7d2f-4c8a-b19c-954484cd7d9f admin admin] Allocated IP 172.20.0.1 (b1bc7691-818c-4568-be26-966d90b659ec/665cca02-675e-4479-b880-2930549cac22/4d8f9776-360f-4055-9bc5-58d541e3d081) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:57:18.860695 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211c320-932d-4c70-b346-44cf7d9f9a70 None None] Pushing event updated for resources: {'Port': ['ID=37adb8c9-8596-42f8-b5c2-28d732dd3609,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:18.920764 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] For port b7d4665d-1dcb-41ea-b840-febfdac4325b, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:57:18.924859 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] For port b7d4665d-1dcb-41ea-b840-febfdac4325b, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b7d4665d-1dcb-41ea-b840-febfdac4325b,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:57:18.930797 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:18.934832 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6442c1-9d66-46f8-97c5-812dacac0cb3 req-c6c57490-6a84-4366-a02d-8ed31e2c5558 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:18.936617 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c6442c1-9d66-46f8-97c5-812dacac0cb3 req-c6c57490-6a84-4366-a02d-8ed31e2c5558 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.1777937 Jul 07 20:57:19.011037 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:19.049269 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c6442c1-9d66-46f8-97c5-812dacac0cb3 req-4ed38ba1-d3dc-479c-80cf-941e9719aae4 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988102 Jul 07 20:57:19.073653 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59bbf1d-0d31-4ba6-9186-464eabbe30ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6a6c8a-8d38-4426-b26d-101c571963de'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:57:19.081333 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfd657d-b1a4-422f-8b27-829484aad9fe" -d '{"events": [{"server_uuid": "c59bbf1d-0d31-4ba6-9186-464eabbe30ae", "name": "network-vif-plugged", "status": "completed", "tag": "3c6a6c8a-8d38-4426-b26d-101c571963de"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:57:19.108865 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03698bf4-f27a-4001-aad0-b2835c4efd00 None None] Pushing event updated for resources: {'Port': ['ID=b7d4665d-1dcb-41ea-b840-febfdac4325b,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:19.123014 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 3c6a6c8a-8d38-4426-b26d-101c571963de, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=3c6a6c8a-8d38-4426-b26d-101c571963de,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:19.135312 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:19.149538 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] Routers {'317e1a26-9c48-4b54-8bc5-77b7df5f59cf'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:57:19.150507 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:57:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['317e1a26-9c48-4b54-8bc5-77b7df5f59cf'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:19.191721 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b55a1c8-7d2f-4c8a-b19c-954484cd7d9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:19.232001 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-4b55a1c8-7d2f-4c8a-b19c-954484cd7d9f admin admin] Transition to ACTIVE for port object 4d8f9776-360f-4055-9bc5-58d541e3d081 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:19.292186 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=3c6a6c8a-8d38-4426-b26d-101c571963de,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:19.303454 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b55a1c8-7d2f-4c8a-b19c-954484cd7d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:19.378968 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a5dc5-f596-4905-81b1-3bbcaf9c561e req-71cb143b-6c3c-4101-8675-610f2ff446be tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:19.390289 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1f2a5dc5-f596-4905-81b1-3bbcaf9c561e req-71cb143b-6c3c-4101-8675-610f2ff446be tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=69a6387e-4546-4ea6-ba6c-291561c6126e HTTP/1.1" status: 200 len: 946 time: 0.1631145 Jul 07 20:57:19.457271 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] Set router 317e1a26-9c48-4b54-8bc5-77b7df5f59cf gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:57:19.477148 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e807ac6-cf24-4f01-bbac-93ba063f4d28 req-952c9e40-0cf6-4eb8-b11f-0159e0bd5e54 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:19.483922 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b55a1c8-7d2f-4c8a-b19c-954484cd7d9f admin admin] Network b1bc7691-818c-4568-be26-966d90b659ec is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:57:19.484545 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3e807ac6-cf24-4f01-bbac-93ba063f4d28 req-952c9e40-0cf6-4eb8-b11f-0159e0bd5e54 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.1749682 Jul 07 20:57:19.491283 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-4b55a1c8-7d2f-4c8a-b19c-954484cd7d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:19.504320 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-109dcf00-1880-4d43-a17b-741af4eeeedd None None] Provisioning complete for port 37adb8c9-8596-42f8-b5c2-28d732dd3609 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:19.505104 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-109dcf00-1880-4d43-a17b-741af4eeeedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:19.523551 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b55a1c8-7d2f-4c8a-b19c-954484cd7d9f admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:57:19.551183 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55a1c8-7d2f-4c8a-b19c-954484cd7d9f admin admin] Pushing event updated for resources: {'Port': ['ID=4d8f9776-360f-4055-9bc5-58d541e3d081,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:19.564311 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1f2a5dc5-f596-4905-81b1-3bbcaf9c561e req-91f4445e-3ccb-4325-b1f9-75e34a969386 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b8ea0f5-1741-4761-9c38-bd9bb83c9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730068 Jul 07 20:57:19.588698 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b55a1c8-7d2f-4c8a-b19c-954484cd7d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:19.630139 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3e807ac6-cf24-4f01-bbac-93ba063f4d28 req-fb1fc44c-61c9-4739-8715-82ec6d79c61f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445084 Jul 07 20:57:19.678675 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485335f9-b886-4ae6-84e2-764b7ad97502 x-openstack-request-id: req-485335f9-b886-4ae6-84e2-764b7ad97502 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:57:19.678972 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59bbf1d-0d31-4ba6-9186-464eabbe30ae", "name": "network-vif-plugged", "status": "completed", "tag": "3c6a6c8a-8d38-4426-b26d-101c571963de", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:57:19.679238 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-485335f9-b886-4ae6-84e2-764b7ad97502 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:57:19.679667 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59bbf1d-0d31-4ba6-9186-464eabbe30ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6a6c8a-8d38-4426-b26d-101c571963de', 'code': 200} Jul 07 20:57:19.832428 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:19.949600 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:19.950843 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b55a1c8-7d2f-4c8a-b19c-954484cd7d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:19.975543 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ccf7cd0e-b1a9-4251-be97-8bd7f5dc59a9 None None] Provisioning for port 4d8f9776-360f-4055-9bc5-58d541e3d081 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:57:20.000120 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ccf7cd0e-b1a9-4251-be97-8bd7f5dc59a9 None None] Provisioning complete for port 4d8f9776-360f-4055-9bc5-58d541e3d081 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:20.001576 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ccf7cd0e-b1a9-4251-be97-8bd7f5dc59a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:20.058861 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ccf7cd0e-b1a9-4251-be97-8bd7f5dc59a9 None None] Port 4d8f9776-360f-4055-9bc5-58d541e3d081 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:57:20.124610 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1341edc-7849-440e-a4a2-4a5b558144af req-ab653725-0fdf-4d74-ae7e-fcc083ab6697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:20.131092 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c1341edc-7849-440e-a4a2-4a5b558144af req-ab653725-0fdf-4d74-ae7e-fcc083ab6697 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c59bbf1d-0d31-4ba6-9186-464eabbe30ae HTTP/1.1" status: 200 len: 1098 time: 0.3801396 Jul 07 20:57:20.208282 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317e1a26-9c48-4b54-8bc5-77b7df5f59cf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034900203-router', 'tenant_id': '58cc3237e5584c1b96b913a15bd5bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'b7d4665d-1dcb-41ea-b840-febfdac4325b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:57:13Z', 'updated_at': '2021-07-07T20:57:15Z', 'revision_number': 3, 'project_id': '58cc3237e5584c1b96b913a15bd5bf5b', 'gw_port': {'id': 'b7d4665d-1dcb-41ea-b840-febfdac4325b', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317e1a26-9c48-4b54-8bc5-77b7df5f59cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:14Z', 'updated_at': '2021-07-07T20:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:20.220459 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b55a1c8-7d2f-4c8a-b19c-954484cd7d9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:20.225752 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b55a1c8-7d2f-4c8a-b19c-954484cd7d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:20.279423 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e0a31-9ad5-4199-9d2d-57b3d6297973 None None] The sync data for ids ['317e1a26-9c48-4b54-8bc5-77b7df5f59cf'] in n-d-695189-11 is: [{'id': '317e1a26-9c48-4b54-8bc5-77b7df5f59cf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034900203-router', 'tenant_id': '58cc3237e5584c1b96b913a15bd5bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'b7d4665d-1dcb-41ea-b840-febfdac4325b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:57:13Z', 'updated_at': '2021-07-07T20:57:15Z', 'revision_number': 3, 'project_id': '58cc3237e5584c1b96b913a15bd5bf5b', 'gw_port': {'id': 'b7d4665d-1dcb-41ea-b840-febfdac4325b', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317e1a26-9c48-4b54-8bc5-77b7df5f59cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:14Z', 'updated_at': '2021-07-07T20:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:57:20.317640 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55a1c8-7d2f-4c8a-b19c-954484cd7d9f admin admin] Pushing event updated for resources: {'Port': ['ID=4d8f9776-360f-4055-9bc5-58d541e3d081,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:20.324494 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b55a1c8-7d2f-4c8a-b19c-954484cd7d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:20.343348 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbd6f7-8a7f-4427-b6cf-d9a1e88e7c78 req-0ed3927a-8677-47f2-be57-f01e46a77133 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:20.348187 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50cbd6f7-8a7f-4427-b6cf-d9a1e88e7c78 req-0ed3927a-8677-47f2-be57-f01e46a77133 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=69a6387e-4546-4ea6-ba6c-291561c6126e HTTP/1.1" status: 200 len: 946 time: 0.3303709 Jul 07 20:57:20.360089 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507c6c2-25eb-440b-bd04-13aeed8bb94f req-3d9a37b7-7ff0-4668-8394-e5fc01ec5082 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:20.372992 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b507c6c2-25eb-440b-bd04-13aeed8bb94f req-3d9a37b7-7ff0-4668-8394-e5fc01ec5082 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59bbf1d-0d31-4ba6-9186-464eabbe30ae HTTP/1.1" status: 200 len: 946 time: 0.4984419 Jul 07 20:57:20.378358 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c1341edc-7849-440e-a4a2-4a5b558144af req-8214b07f-e892-4473-bb28-49b9ddb810da service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150354 Jul 07 20:57:20.378877 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47792) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:20.392681 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-e5ea0c97-9b04-4c23-a16f-aa5f28fc194c tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Request body: {'floatingip': {'port_id': '50943cfd-6665-4020-b99c-9385286c2d14'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:20.540507 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e5ea0c97-9b04-4c23-a16f-aa5f28fc194c tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for floatingip, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:20.550018 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b55a1c8-7d2f-4c8a-b19c-954484cd7d9f admin admin] Network b1bc7691-818c-4568-be26-966d90b659ec is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:57:20.552207 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-4b55a1c8-7d2f-4c8a-b19c-954484cd7d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:20.765452 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b507c6c2-25eb-440b-bd04-13aeed8bb94f req-8d88aa42-f00c-4ba0-9019-53d6afdc813b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915298 Jul 07 20:57:20.874385 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b55a1c8-7d2f-4c8a-b19c-954484cd7d9f admin admin] Router 317e1a26-9c48-4b54-8bc5-77b7df5f59cf has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:57:20.948882 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 37adb8c9-8596-42f8-b5c2-28d732dd3609 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:57:20.973282 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aee2a0-9b8b-4407-95b7-7dddd70e59fc req-1d7c70f2-4301-4dfd-acfb-818ac796de1c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:20.981236 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-63aee2a0-9b8b-4407-95b7-7dddd70e59fc req-1d7c70f2-4301-4dfd-acfb-818ac796de1c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.4494069 Jul 07 20:57:21.068165 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 37adb8c9-8596-42f8-b5c2-28d732dd3609 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:21.070415 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:21.156077 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b9db0689-53ce-46c1-ba51-6f8ff7aa6100 None None] Provisioning complete for port 4d8f9776-360f-4055-9bc5-58d541e3d081 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:21.156451 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b9db0689-53ce-46c1-ba51-6f8ff7aa6100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:21.167242 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b55a1c8-7d2f-4c8a-b19c-954484cd7d9f admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:57:21.179382 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4b55a1c8-7d2f-4c8a-b19c-954484cd7d9f admin admin] 10.222.0.64 "PUT /v2.0/routers/317e1a26-9c48-4b54-8bc5-77b7df5f59cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1370773 Jul 07 20:57:21.254165 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-63aee2a0-9b8b-4407-95b7-7dddd70e59fc req-1a55827a-dac6-48de-ad34-e46d36e38144 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714341 Jul 07 20:57:21.261827 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b9db0689-53ce-46c1-ba51-6f8ff7aa6100 None None] Port 4d8f9776-360f-4055-9bc5-58d541e3d081 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:57:21.804005 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ad64e-8708-4aa1-b9ee-546d82aa6c76 req-69742afb-4d18-42fe-9751-f28b5061c26a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:21.809470 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-218ad64e-8708-4aa1-b9ee-546d82aa6c76 req-69742afb-4d18-42fe-9751-f28b5061c26a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2632987 Jul 07 20:57:21.934258 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-baae55b4-0424-45d5-be5c-c4f32e3bb240 req-7c1e4867-f655-488d-962f-f3e67f0cb1d7 tempest-FloatingIPDetailsNegativeTestJSON-1134023270 tempest-FloatingIPDetailsNegativeTestJSON-1134023270-project] show failed (client error): The resource could not be found. Jul 07 20:57:21.947741 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47834) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:21.949315 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-baae55b4-0424-45d5-be5c-c4f32e3bb240 req-7c1e4867-f655-488d-962f-f3e67f0cb1d7 tempest-FloatingIPDetailsNegativeTestJSON-1134023270 tempest-FloatingIPDetailsNegativeTestJSON-1134023270-project] 10.222.0.64 "GET /v2.0/floatingips/ba577c54-afdf-4f62-b874-c7898d429424 HTTP/1.1" status: 404 len: 350 time: 0.1175008 Jul 07 20:57:21.983288 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-218ad64e-8708-4aa1-b9ee-546d82aa6c76 req-1dc58cef-1bd1-4be4-9e03-2d5d9a462c9b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628816 Jul 07 20:57:22.000066 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e5ea0c97-9b04-4c23-a16f-aa5f28fc194c tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:22.012548 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e5ea0c97-9b04-4c23-a16f-aa5f28fc194c tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:22.266008 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [None req-e5ea0c97-9b04-4c23-a16f-aa5f28fc194c tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Floating IP d2bed2a3-1a48-485b-a2dc-501a89dde18b associated. External IP: 172.25.5.165, port: 50943cfd-6665-4020-b99c-9385286c2d14. Jul 07 20:57:22.710177 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f925131-beb7-42b0-8522-f6ad33c39bcb req-755d2a31-db41-439e-a553-148059de52db tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:22.717222 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6f925131-beb7-42b0-8522-f6ad33c39bcb req-755d2a31-db41-439e-a553-148059de52db tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59bbf1d-0d31-4ba6-9186-464eabbe30ae HTTP/1.1" status: 200 len: 946 time: 0.5736821 Jul 07 20:57:22.829775 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b7d4665d-1dcb-41ea-b840-febfdac4325b up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:57:22.837784 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6f925131-beb7-42b0-8522-f6ad33c39bcb req-497806e8-73cc-40f3-8d39-b7e170a1797e tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195562 Jul 07 20:57:22.850556 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b6f3b9f-da7f-4b61-a131-4ef9679f7a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:22.902344 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ec3ab-60a6-4146-bb95-d186f73bfd6c req-dd9b4dc3-05cd-4bbf-b321-bce8f5b6a416 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:22.910384 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-701ec3ab-60a6-4146-bb95-d186f73bfd6c req-dd9b4dc3-05cd-4bbf-b321-bce8f5b6a416 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.6349788 Jul 07 20:57:22.941980 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port b7d4665d-1dcb-41ea-b840-febfdac4325b completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:57:22.948181 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port b7d4665d-1dcb-41ea-b840-febfdac4325b triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:22.948895 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:23.026656 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-701ec3ab-60a6-4146-bb95-d186f73bfd6c req-baf3679e-b69b-44d0-9f09-89d4b69d2902 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149764 Jul 07 20:57:23.088621 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343d8128-9d57-43ae-9bda-f1f980dddc4d None None] Sync routers for ids ['317e1a26-9c48-4b54-8bc5-77b7df5f59cf'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:57:23.169775 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343d8128-9d57-43ae-9bda-f1f980dddc4d None None] Routers {'317e1a26-9c48-4b54-8bc5-77b7df5f59cf'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:57:23.170935 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-343d8128-9d57-43ae-9bda-f1f980dddc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:57:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['317e1a26-9c48-4b54-8bc5-77b7df5f59cf'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:23.199214 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ea0c97-9b04-4c23-a16f-aa5f28fc194c tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Router 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:57:23.281159 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:23.351870 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port b7d4665d-1dcb-41ea-b840-febfdac4325b, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b7d4665d-1dcb-41ea-b840-febfdac4325b,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:23.388462 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:23.449988 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-343d8128-9d57-43ae-9bda-f1f980dddc4d None None] Set router 317e1a26-9c48-4b54-8bc5-77b7df5f59cf gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:57:23.499203 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=b7d4665d-1dcb-41ea-b840-febfdac4325b,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:23.529833 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443dce0-3107-44cf-a9b7-5b71b4b63d7d req-9b9874cb-d9f2-4e64-9798-d6792172fa62 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:23.532720 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-2b6f3b9f-da7f-4b61-a131-4ef9679f7a38 admin admin] Deleting port 4d8f9776-360f-4055-9bc5-58d541e3d081 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:57:23.533220 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b6f3b9f-da7f-4b61-a131-4ef9679f7a38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:23.538917 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3443dce0-3107-44cf-a9b7-5b71b4b63d7d req-9b9874cb-d9f2-4e64-9798-d6792172fa62 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2327437 Jul 07 20:57:23.546660 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d81ac-9995-44ed-925e-63a8798c720f req-8d4469b1-f116-4803-96a2-102798b335cc tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:23.548258 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-328d81ac-9995-44ed-925e-63a8798c720f req-8d4469b1-f116-4803-96a2-102798b335cc tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/networks?id=287bef21-9852-4f7d-90ca-297ef811e6f1 HTTP/1.1" status: 200 len: 806 time: 0.3209660 Jul 07 20:57:23.549446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ea0c97-9b04-4c23-a16f-aa5f28fc194c tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:57:23.559208 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d0303-552d-41db-bb87-50d8703d3513 None None] Sync routers for ids ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:57:23.572435 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e5ea0c97-9b04-4c23-a16f-aa5f28fc194c tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:23.587715 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27d0303-552d-41db-bb87-50d8703d3513 None None] Routers {'369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:57:23.594066 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-a27d0303-552d-41db-bb87-50d8703d3513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:57:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:23.629525 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e5ea0c97-9b04-4c23-a16f-aa5f28fc194c tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "PUT /v2.0/floatingips/d2bed2a3-1a48-485b-a2dc-501a89dde18b HTTP/1.1" status: 200 len: 992 time: 3.2440612 Jul 07 20:57:23.638792 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a6387e-4546-4ea6-ba6c-291561c6126e', 'tag': '50943cfd-6665-4020-b99c-9385286c2d14'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:57:23.648082 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef590143-f6b8-4cec-915a-a1fcf0e929e2" -d '{"events": [{"name": "network-changed", "server_uuid": "69a6387e-4546-4ea6-ba6c-291561c6126e", "tag": "50943cfd-6665-4020-b99c-9385286c2d14"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:57:23.676190 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b6f3b9f-da7f-4b61-a131-4ef9679f7a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:23.704763 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-328d81ac-9995-44ed-925e-63a8798c720f req-ede36d63-2025-407a-a111-a082c07aa461 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/quotas/128d0bdbd3254a86ab8fae38847d408e HTTP/1.1" status: 200 len: 375 time: 0.0727172 Jul 07 20:57:23.718296 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3443dce0-3107-44cf-a9b7-5b71b4b63d7d req-c82fae6c-d7f5-4e86-9284-6bb2988a0074 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799433 Jul 07 20:57:23.723691 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-2b6f3b9f-da7f-4b61-a131-4ef9679f7a38 admin admin] Calling delete_port for 4d8f9776-360f-4055-9bc5-58d541e3d081 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:57:23.788629 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-343d8128-9d57-43ae-9bda-f1f980dddc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317e1a26-9c48-4b54-8bc5-77b7df5f59cf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034900203-router', 'tenant_id': '58cc3237e5584c1b96b913a15bd5bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'b7d4665d-1dcb-41ea-b840-febfdac4325b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:57:13Z', 'updated_at': '2021-07-07T20:57:19Z', 'revision_number': 4, 'project_id': '58cc3237e5584c1b96b913a15bd5bf5b', 'gw_port': {'id': 'b7d4665d-1dcb-41ea-b840-febfdac4325b', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b2:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317e1a26-9c48-4b54-8bc5-77b7df5f59cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:14Z', 'updated_at': '2021-07-07T20:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '4d8f9776-360f-4055-9bc5-58d541e3d081', 'name': '', 'network_id': 'b1bc7691-818c-4568-be26-966d90b659ec', 'tenant_id': '58cc3237e5584c1b96b913a15bd5bf5b', 'mac_address': 'fa:16:3e:f6:49:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317e1a26-9c48-4b54-8bc5-77b7df5f59cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '665cca02-675e-4479-b880-2930549cac22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:18Z', 'updated_at': '2021-07-07T20:57:20Z', 'revision_number': 2, 'project_id': '58cc3237e5584c1b96b913a15bd5bf5b', 'subnets': [{'id': '665cca02-675e-4479-b880-2930549cac22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:23.830812 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343d8128-9d57-43ae-9bda-f1f980dddc4d None None] Checking router: 317e1a26-9c48-4b54-8bc5-77b7df5f59cf for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:57:23.832912 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343d8128-9d57-43ae-9bda-f1f980dddc4d None None] Updating router 317e1a26-9c48-4b54-8bc5-77b7df5f59cf port 4d8f9776-360f-4055-9bc5-58d541e3d081 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:57:23.879528 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-328d81ac-9995-44ed-925e-63a8798c720f req-f1443535-3631-4d14-a2d2-0e28a9d26744 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=128d0bdbd3254a86ab8fae38847d408e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1491539 Jul 07 20:57:23.900600 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-343d8128-9d57-43ae-9bda-f1f980dddc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:23.933101 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-a27d0303-552d-41db-bb87-50d8703d3513 None None] Set router 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:57:24.076184 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-328d81ac-9995-44ed-925e-63a8798c720f req-c5a1aed3-5438-42e1-826f-b07fa0913d99 service neutron] 10.222.0.64 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807151 Jul 07 20:57:24.098095 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001eb96b-e34a-4e0a-a25e-68177e2a40c8 x-openstack-request-id: req-001eb96b-e34a-4e0a-a25e-68177e2a40c8 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:57:24.101365 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a6387e-4546-4ea6-ba6c-291561c6126e", "tag": "50943cfd-6665-4020-b99c-9385286c2d14", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:57:24.101920 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-001eb96b-e34a-4e0a-a25e-68177e2a40c8 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:57:24.102601 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a6387e-4546-4ea6-ba6c-291561c6126e', 'tag': '50943cfd-6665-4020-b99c-9385286c2d14', 'status': 'completed', 'code': 200} Jul 07 20:57:24.108650 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b6f3b9f-da7f-4b61-a131-4ef9679f7a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:24.183756 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f3b9f-da7f-4b61-a131-4ef9679f7a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d8f9776-360f-4055-9bc5-58d541e3d081,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:24.372567 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-328d81ac-9995-44ed-925e-63a8798c720f req-38fbcbee-618a-4dd7-b9c5-c63b198503db service neutron] 10.222.0.64 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687104 Jul 07 20:57:24.473390 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-a27d0303-552d-41db-bb87-50d8703d3513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'name': 'tempest-AttachVolumeTestJSON-1227447015-router', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:43Z', 'updated_at': '2021-07-07T20:50:50Z', 'revision_number': 4, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'gw_port': {'id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:44Z', 'updated_at': '2021-07-07T20:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'd2bed2a3-1a48-485b-a2dc-501a89dde18b', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'floating_ip_address': '172.25.5.165', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'port_id': '50943cfd-6665-4020-b99c-9385286c2d14', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'mac_address': 'fa:16:3e:33:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a6387e-4546-4ea6-ba6c-291561c6126e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:56:53Z', 'updated_at': '2021-07-07T20:57:21Z', 'revision_number': 1, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28', 'name': '', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'mac_address': 'fa:16:3e:cd:43:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:48Z', 'updated_at': '2021-07-07T20:50:56Z', 'revision_number': 5, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'subnets': [{'id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:24.548711 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249740b-5069-40e5-86ac-0cdeb18732d3 req-8fbf650a-53ff-4584-b3cf-3ff736b7cc55 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:24.557365 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8249740b-5069-40e5-86ac-0cdeb18732d3 req-8fbf650a-53ff-4584-b3cf-3ff736b7cc55 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.1796618 Jul 07 20:57:24.591717 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d0303-552d-41db-bb87-50d8703d3513 None None] Checking router: 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:57:24.602668 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef590143-f6b8-4cec-915a-a1fcf0e929e2 req-2ae5c9d1-f8ca-46e7-a2e0-12df031d1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:24.605104 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ef590143-f6b8-4cec-915a-a1fcf0e929e2 req-2ae5c9d1-f8ca-46e7-a2e0-12df031d1e2e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=840e879ee5f84b5498858a5e69b47b03&device_id=69a6387e-4546-4ea6-ba6c-291561c6126e HTTP/1.1" status: 200 len: 1098 time: 0.5272067 Jul 07 20:57:24.610594 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b6f3b9f-da7f-4b61-a131-4ef9679f7a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:24.613836 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27d0303-552d-41db-bb87-50d8703d3513 None None] Routers {'369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:57:24.614464 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-a27d0303-552d-41db-bb87-50d8703d3513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:57:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:24.721513 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.db.api [None req-343d8128-9d57-43ae-9bda-f1f980dddc4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 20:57:24.721810 n-d-695189-11 neutron-server[100449]: DEBUG oslo_db.api [None req-343d8128-9d57-43ae-9bda-f1f980dddc4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 20:57:24.887758 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b7d4665d-1dcb-41ea-b840-febfdac4325b up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:57:24.947975 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8249740b-5069-40e5-86ac-0cdeb18732d3 req-40b45e7c-8b64-49fd-bdac-9684d4a10739 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893223 Jul 07 20:57:24.985515 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef590143-f6b8-4cec-915a-a1fcf0e929e2 req-a3c32723-2598-4507-8296-2ae1386bf855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:24.987068 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ef590143-f6b8-4cec-915a-a1fcf0e929e2 req-a3c32723-2598-4507-8296-2ae1386bf855 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb HTTP/1.1" status: 200 len: 912 time: 0.3714247 Jul 07 20:57:25.019607 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-a27d0303-552d-41db-bb87-50d8703d3513 None None] Set router 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:57:25.092565 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port b7d4665d-1dcb-41ea-b840-febfdac4325b triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:25.092933 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:25.242700 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2490a502-d783-4440-bc97-164a1186c603 req-5e9dd1f4-5e0f-447c-8f82-4eaf31183d6f tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a35b8a4-554c-4342-bb1c-3308c84ca011 HTTP/1.1" status: 200 len: 210 time: 0.0956399 Jul 07 20:57:25.294563 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ef590143-f6b8-4cec-915a-a1fcf0e929e2 req-84d11632-4894-43f3-be2e-2abc2e2da172 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50943cfd-6665-4020-b99c-9385286c2d14 HTTP/1.1" status: 200 len: 1000 time: 0.2974682 Jul 07 20:57:25.402973 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343d8128-9d57-43ae-9bda-f1f980dddc4d None None] Port 4d8f9776-360f-4055-9bc5-58d541e3d081 not found while updating agent binding for router 317e1a26-9c48-4b54-8bc5-77b7df5f59cf. {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 07 20:57:25.415473 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef590143-f6b8-4cec-915a-a1fcf0e929e2 req-c2425774-712b-4447-8ab7-0659c0eecad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:25.423965 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ef590143-f6b8-4cec-915a-a1fcf0e929e2 req-c2425774-712b-4447-8ab7-0659c0eecad2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b4310c6-664d-4c25-affc-191900c3c7bd HTTP/1.1" status: 200 len: 850 time: 0.1200602 Jul 07 20:57:25.424808 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343d8128-9d57-43ae-9bda-f1f980dddc4d None None] Routers {'317e1a26-9c48-4b54-8bc5-77b7df5f59cf'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:57:25.425441 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-343d8128-9d57-43ae-9bda-f1f980dddc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:57:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['317e1a26-9c48-4b54-8bc5-77b7df5f59cf'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:25.499298 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6f3b9f-da7f-4b61-a131-4ef9679f7a38 admin admin] Router 317e1a26-9c48-4b54-8bc5-77b7df5f59cf has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:57:25.699002 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-a27d0303-552d-41db-bb87-50d8703d3513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'name': 'tempest-AttachVolumeTestJSON-1227447015-router', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:43Z', 'updated_at': '2021-07-07T20:50:50Z', 'revision_number': 4, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'gw_port': {'id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:44Z', 'updated_at': '2021-07-07T20:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'd2bed2a3-1a48-485b-a2dc-501a89dde18b', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'floating_ip_address': '172.25.5.165', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'port_id': '50943cfd-6665-4020-b99c-9385286c2d14', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'mac_address': 'fa:16:3e:33:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a6387e-4546-4ea6-ba6c-291561c6126e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:56:53Z', 'updated_at': '2021-07-07T20:57:21Z', 'revision_number': 1, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28', 'name': '', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'mac_address': 'fa:16:3e:cd:43:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:48Z', 'updated_at': '2021-07-07T20:50:56Z', 'revision_number': 5, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'subnets': [{'id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:25.720883 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef590143-f6b8-4cec-915a-a1fcf0e929e2 req-6febff8e-06eb-4cf1-96c0-b170cbb41b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:25.726744 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ef590143-f6b8-4cec-915a-a1fcf0e929e2 req-6febff8e-06eb-4cf1-96c0-b170cbb41b83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2892616 Jul 07 20:57:25.731682 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d0303-552d-41db-bb87-50d8703d3513 None None] The sync data for ids ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'] in n-d-695189-11 is: [{'id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'name': 'tempest-AttachVolumeTestJSON-1227447015-router', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:43Z', 'updated_at': '2021-07-07T20:50:50Z', 'revision_number': 4, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'gw_port': {'id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:44Z', 'updated_at': '2021-07-07T20:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'd2bed2a3-1a48-485b-a2dc-501a89dde18b', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'floating_ip_address': '172.25.5.165', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'port_id': '50943cfd-6665-4020-b99c-9385286c2d14', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'mac_address': 'fa:16:3e:33:d8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a6387e-4546-4ea6-ba6c-291561c6126e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:56:53Z', 'updated_at': '2021-07-07T20:57:21Z', 'revision_number': 1, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28', 'name': '', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'mac_address': 'fa:16:3e:cd:43:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:48Z', 'updated_at': '2021-07-07T20:50:56Z', 'revision_number': 5, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'subnets': [{'id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:57:25.742124 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-343d8128-9d57-43ae-9bda-f1f980dddc4d None None] Set router 317e1a26-9c48-4b54-8bc5-77b7df5f59cf gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:57:25.751051 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6f3b9f-da7f-4b61-a131-4ef9679f7a38 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:57:25.761173 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2b6f3b9f-da7f-4b61-a131-4ef9679f7a38 admin admin] 10.222.0.64 "PUT /v2.0/routers/317e1a26-9c48-4b54-8bc5-77b7df5f59cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8125329 Jul 07 20:57:25.762079 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47932) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:25.968562 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3e41b-8979-4434-ad5f-0dfbcf4f3125 req-3ef98eca-4fbe-4662-b2ff-fe264ffffef4 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:25.978532 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4b3e41b-8979-4434-ad5f-0dfbcf4f3125 req-3ef98eca-4fbe-4662-b2ff-fe264ffffef4 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.4010203 Jul 07 20:57:25.989116 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8db0dccc-8f1b-4fe6-b9c4-c8a8f17f93ba admin admin] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:26.086866 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4b3e41b-8979-4434-ad5f-0dfbcf4f3125 req-3c68bcb3-e53f-445c-906f-0f778969de2e tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071336 Jul 07 20:57:26.088634 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47942) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:26.127190 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-3f7d2ed3-1444-45e2-973e-32222a14632c tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1912237946'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:26.180474 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ef590143-f6b8-4cec-915a-a1fcf0e929e2 req-dde9dc19-abf5-48c5-aa73-a9dedfe94328 service neutron] 10.222.0.39 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273229 Jul 07 20:57:26.239805 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-343d8128-9d57-43ae-9bda-f1f980dddc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317e1a26-9c48-4b54-8bc5-77b7df5f59cf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034900203-router', 'tenant_id': '58cc3237e5584c1b96b913a15bd5bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'b7d4665d-1dcb-41ea-b840-febfdac4325b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:57:13Z', 'updated_at': '2021-07-07T20:57:23Z', 'revision_number': 5, 'project_id': '58cc3237e5584c1b96b913a15bd5bf5b', 'gw_port': {'id': 'b7d4665d-1dcb-41ea-b840-febfdac4325b', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317e1a26-9c48-4b54-8bc5-77b7df5f59cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:14Z', 'updated_at': '2021-07-07T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:26.257853 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8db0dccc-8f1b-4fe6-b9c4-c8a8f17f93ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:26.288641 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19b13bd-0bbe-4136-9ec8-e72218ade830 None None] New status for floating IP d2bed2a3-1a48-485b-a2dc-501a89dde18b: ACTIVE {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:57:26.291441 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343d8128-9d57-43ae-9bda-f1f980dddc4d None None] The sync data for ids ['317e1a26-9c48-4b54-8bc5-77b7df5f59cf'] in n-d-695189-11 is: [{'id': '317e1a26-9c48-4b54-8bc5-77b7df5f59cf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034900203-router', 'tenant_id': '58cc3237e5584c1b96b913a15bd5bf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'b7d4665d-1dcb-41ea-b840-febfdac4325b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:57:13Z', 'updated_at': '2021-07-07T20:57:23Z', 'revision_number': 5, 'project_id': '58cc3237e5584c1b96b913a15bd5bf5b', 'gw_port': {'id': 'b7d4665d-1dcb-41ea-b840-febfdac4325b', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b2:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317e1a26-9c48-4b54-8bc5-77b7df5f59cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:14Z', 'updated_at': '2021-07-07T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:57:26.389512 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-8db0dccc-8f1b-4fe6-b9c4-c8a8f17f93ba admin admin] Deleting port b7d4665d-1dcb-41ea-b840-febfdac4325b {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:57:26.390346 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8db0dccc-8f1b-4fe6-b9c4-c8a8f17f93ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:26.493421 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-8db0dccc-8f1b-4fe6-b9c4-c8a8f17f93ba admin admin] For port b7d4665d-1dcb-41ea-b840-febfdac4325b, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b7d4665d-1dcb-41ea-b840-febfdac4325b,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:26.496322 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8db0dccc-8f1b-4fe6-b9c4-c8a8f17f93ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:26.531231 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ef590143-f6b8-4cec-915a-a1fcf0e929e2 req-4b5daf0b-ca40-4b11-b06e-7e5814f7186d service neutron] 10.222.0.39 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477561 Jul 07 20:57:26.540936 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-8db0dccc-8f1b-4fe6-b9c4-c8a8f17f93ba admin admin] Calling delete_port for b7d4665d-1dcb-41ea-b840-febfdac4325b owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:57:26.577051 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7d2ed3-1444-45e2-973e-32222a14632c tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Made reservation on behalf of d8ed23dfe8df44cbb137b377fa7cb243 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:57:26.586443 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f7d2ed3-1444-45e2-973e-32222a14632c tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:26.660732 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47956) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:26.757540 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8db0dccc-8f1b-4fe6-b9c4-c8a8f17f93ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:26.792159 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f7d2ed3-1444-45e2-973e-32222a14632c tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:57:26.846647 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f7d2ed3-1444-45e2-973e-32222a14632c tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:26.847365 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0dccc-8f1b-4fe6-b9c4-c8a8f17f93ba admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d4665d-1dcb-41ea-b840-febfdac4325b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:26.847513 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-3f7d2ed3-1444-45e2-973e-32222a14632c tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Added segment bf3fc5a8-409e-4d15-9d23-e927b35d4081 of type vlan for network d0eda2b8-21f8-48f7-9d84-4db72df1438d Jul 07 20:57:26.904518 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8db0dccc-8f1b-4fe6-b9c4-c8a8f17f93ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:26.949523 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c70d8b3-ce58-4a13-87c2-7f87d70c5975 req-426ccfa9-301b-46d9-9c0b-797f13947af0 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a35b8a4-554c-4342-bb1c-3308c84ca011 HTTP/1.1" status: 200 len: 210 time: 0.1634040 Jul 07 20:57:26.976715 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f7d2ed3-1444-45e2-973e-32222a14632c tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:26.983023 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d3a48c66-3d36-4bf2-a571-1c725ba0b835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:27.031930 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bf894-260e-43be-8660-ae405266f6f0 req-5e9816a1-1764-41d0-bc43-0c5dca09831a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:27.033518 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-263bf894-260e-43be-8660-ae405266f6f0 req-5e9816a1-1764-41d0-bc43-0c5dca09831a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.4693880 Jul 07 20:57:27.076822 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8db0dccc-8f1b-4fe6-b9c4-c8a8f17f93ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:27.082876 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8db0dccc-8f1b-4fe6-b9c4-c8a8f17f93ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:27.129343 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f7d2ed3-1444-45e2-973e-32222a14632c tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:27.134968 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7d2ed3-1444-45e2-973e-32222a14632c tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:27.136184 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f7d2ed3-1444-45e2-973e-32222a14632c tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:27.172296 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8db0dccc-8f1b-4fe6-b9c4-c8a8f17f93ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:27.172960 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db0dccc-8f1b-4fe6-b9c4-c8a8f17f93ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 317e1a26-9c48-4b54-8bc5-77b7df5f59cf {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:57:27.180920 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8db0dccc-8f1b-4fe6-b9c4-c8a8f17f93ba admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:27.183223 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8db0dccc-8f1b-4fe6-b9c4-c8a8f17f93ba admin admin] 10.222.0.64 "DELETE /v2.0/routers/317e1a26-9c48-4b54-8bc5-77b7df5f59cf HTTP/1.1" status: 204 len: 168 time: 1.4191649 Jul 07 20:57:27.185762 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47960) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:27.228029 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-263bf894-260e-43be-8660-ae405266f6f0 req-835be6d2-69f7-4b2f-bbf8-eeaf6ff65a84 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752810 Jul 07 20:57:27.256507 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe488d3-1104-4ad3-a7e2-1721024e1713 admin admin] Deleting subnet 665cca02-675e-4479-b880-2930549cac22 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:57:27.259952 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fe488d3-1104-4ad3-a7e2-1721024e1713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:27.353874 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fe488d3-1104-4ad3-a7e2-1721024e1713 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:27.355061 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d2ed3-1444-45e2-973e-32222a14632c tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event updated for resources: {'Network': ['ID=d0eda2b8-21f8-48f7-9d84-4db72df1438d,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:27.375785 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network d0eda2b8-21f8-48f7-9d84-4db72df1438d details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:57:27.476362 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d81ac-9995-44ed-925e-63a8798c720f req-2ded5c7d-edbe-4c53-9557-8b7f35443bf8 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:27.479223 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-328d81ac-9995-44ed-925e-63a8798c720f req-2ded5c7d-edbe-4c53-9557-8b7f35443bf8 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.58 "GET /v2.0/networks?id=287bef21-9852-4f7d-90ca-297ef811e6f1 HTTP/1.1" status: 200 len: 806 time: 0.2632046 Jul 07 20:57:27.524776 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d3a48c66-3d36-4bf2-a571-1c725ba0b835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:27.537498 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-328d81ac-9995-44ed-925e-63a8798c720f req-04c2b4c0-42ba-4173-904f-88fb862ccfa4 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Request body: {'port': {'device_id': '4a35b8a4-554c-4342-bb1c-3308c84ca011', 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1', 'admin_state_up': True, 'tenant_id': '128d0bdbd3254a86ab8fae38847d408e'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:27.547461 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d3a48c66-3d36-4bf2-a571-1c725ba0b835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:27.586191 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fe488d3-1104-4ad3-a7e2-1721024e1713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:27.626662 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3f7d2ed3-1444-45e2-973e-32222a14632c tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5187581 Jul 07 20:57:27.644939 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5a77cb-d54c-4a13-8dde-e75977f018d0 None None] Sync routers for ids ['317e1a26-9c48-4b54-8bc5-77b7df5f59cf'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:57:27.646445 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47970) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:27.659037 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-0e5a1486-b4be-4ff4-97d5-f405c93fc522 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-22098784'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:27.661062 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5a77cb-d54c-4a13-8dde-e75977f018d0 None None] Routers set() bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:57:27.661623 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5a77cb-d54c-4a13-8dde-e75977f018d0 None None] Router IDs set() for agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 20:57:27.662699 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_agentschedulers_db [None req-5b5a77cb-d54c-4a13-8dde-e75977f018d0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'317e1a26-9c48-4b54-8bc5-77b7df5f59cf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:57:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent'). {{(pid=100450) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 20:57:27.692517 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5a77cb-d54c-4a13-8dde-e75977f018d0 None None] Routers set() bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:57:27.693166 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5a77cb-d54c-4a13-8dde-e75977f018d0 None None] Router IDs set() for agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 20:57:27.694327 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_agentschedulers_db [None req-5b5a77cb-d54c-4a13-8dde-e75977f018d0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'317e1a26-9c48-4b54-8bc5-77b7df5f59cf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:57:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent'). {{(pid=100450) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 20:57:27.695647 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5a77cb-d54c-4a13-8dde-e75977f018d0 None None] The sync data for ids ['317e1a26-9c48-4b54-8bc5-77b7df5f59cf'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:57:27.732977 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a48c66-3d36-4bf2-a571-1c725ba0b835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94e5f3a-470e-499c-9271-74459421624a,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:27.733871 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5a1486-b4be-4ff4-97d5-f405c93fc522 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Made reservation on behalf of d8ed23dfe8df44cbb137b377fa7cb243 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:57:27.740864 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e5a1486-b4be-4ff4-97d5-f405c93fc522 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:27.775903 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d3a48c66-3d36-4bf2-a571-1c725ba0b835 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9467bca5d3754fe3b2fc5b90727a3399&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0963082 Jul 07 20:57:27.776578 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47974) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:27.777926 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fe488d3-1104-4ad3-a7e2-1721024e1713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:27.854501 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fe488d3-1104-4ad3-a7e2-1721024e1713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:27.856583 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4fe488d3-1104-4ad3-a7e2-1721024e1713 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/665cca02-675e-4479-b880-2930549cac22 HTTP/1.1" status: 204 len: 168 time: 0.6697118 Jul 07 20:57:27.858062 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe488d3-1104-4ad3-a7e2-1721024e1713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=665cca02-675e-4479-b880-2930549cac22,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:27.859892 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47976) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:27.865790 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60633ef-4ddd-4e19-81fb-5b7801eb1792 None None] Network b1bc7691-818c-4568-be26-966d90b659ec requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:57:27.873449 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5a1486-b4be-4ff4-97d5-f405c93fc522 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:57:27.943172 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e5a1486-b4be-4ff4-97d5-f405c93fc522 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:27.943646 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-0e5a1486-b4be-4ff4-97d5-f405c93fc522 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Added segment 7c79a5dc-56f0-4f78-9e96-5ef6e18227c7 of type vlan for network 130dc8cf-87ce-46df-b452-32f98efef5ec Jul 07 20:57:27.951364 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-328d81ac-9995-44ed-925e-63a8798c720f req-04c2b4c0-42ba-4173-904f-88fb862ccfa4 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Made reservation on behalf of 128d0bdbd3254a86ab8fae38847d408e for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:57:27.955412 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-328d81ac-9995-44ed-925e-63a8798c720f req-04c2b4c0-42ba-4173-904f-88fb862ccfa4 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:27.995093 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bac52d-cd7e-4089-8955-78e265491ad9 req-1a969167-9ab9-44fe-b0fe-32093d6b246f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:28.004958 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eff5e69d-c206-4604-b1ad-507155bd1f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:28.005530 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-96bac52d-cd7e-4089-8955-78e265491ad9 req-1a969167-9ab9-44fe-b0fe-32093d6b246f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.4789636 Jul 07 20:57:28.020015 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e5a1486-b4be-4ff4-97d5-f405c93fc522 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:28.055354 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d13a0d93-f39a-405c-a7fb-d7d6ac16af4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:28.074764 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-96bac52d-cd7e-4089-8955-78e265491ad9 req-7382a709-48f4-4514-83cd-bd254e614bbc tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682395 Jul 07 20:57:28.075981 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e5a1486-b4be-4ff4-97d5-f405c93fc522 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:28.082104 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5a1486-b4be-4ff4-97d5-f405c93fc522 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:28.082818 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e5a1486-b4be-4ff4-97d5-f405c93fc522 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:28.142745 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d13a0d93-f39a-405c-a7fb-d7d6ac16af4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:28.213733 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0e5a1486-b4be-4ff4-97d5-f405c93fc522 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5639334 Jul 07 20:57:28.218445 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47984) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:28.224517 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-5aa7e137-f352-4da1-ab26-93f214933820 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Request body: {'subnet': {'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:28.240164 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b6a6c7-45d8-4140-8c87-2e9df51f3496 None None] DHCP port deletion for b1bc7691-818c-4568-be26-966d90b659ec request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:57:28.294694 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-eff5e69d-c206-4604-b1ad-507155bd1f31 admin admin] Deleting port 37adb8c9-8596-42f8-b5c2-28d732dd3609 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:57:28.295049 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eff5e69d-c206-4604-b1ad-507155bd1f31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:28.315890 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a1486-b4be-4ff4-97d5-f405c93fc522 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event updated for resources: {'Network': ['ID=130dc8cf-87ce-46df-b452-32f98efef5ec,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:28.341632 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0260f729-f5f7-4710-921c-a011266b5211 req-22cf6b7d-0ccc-4d64-adf6-fed537cb73e8 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a35b8a4-554c-4342-bb1c-3308c84ca011 HTTP/1.1" status: 200 len: 210 time: 0.1577573 Jul 07 20:57:28.347975 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 130dc8cf-87ce-46df-b452-32f98efef5ec details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:57:28.397733 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d13a0d93-f39a-405c-a7fb-d7d6ac16af4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:28.400310 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d13a0d93-f39a-405c-a7fb-d7d6ac16af4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:28.401574 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d13a0d93-f39a-405c-a7fb-d7d6ac16af4b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f94e5f3a-470e-499c-9271-74459421624a HTTP/1.1" status: 204 len: 168 time: 0.6192276 Jul 07 20:57:28.403158 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-328d81ac-9995-44ed-925e-63a8798c720f req-04c2b4c0-42ba-4173-904f-88fb862ccfa4 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Allocated IP 172.20.0.8 (287bef21-9852-4f7d-90ca-297ef811e6f1/cef6a251-d924-4278-917e-0372be44ce70/635dd782-6ace-4448-a9f8-2d10cd65d25a) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:57:28.421116 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a0d93-f39a-405c-a7fb-d7d6ac16af4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94e5f3a-470e-499c-9271-74459421624a,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:28.441777 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b0b6a6c7-45d8-4140-8c87-2e9df51f3496 None None] Deleting port 37adb8c9-8596-42f8-b5c2-28d732dd3609 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:57:28.441777 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b0b6a6c7-45d8-4140-8c87-2e9df51f3496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:28.466224 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-eff5e69d-c206-4604-b1ad-507155bd1f31 admin admin] For port 37adb8c9-8596-42f8-b5c2-28d732dd3609, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=37adb8c9-8596-42f8-b5c2-28d732dd3609,segment=NetworkSegment(b79bcf13-6a96-4cbd-b89d-b88e9caab0dc),segment_id=b79bcf13-6a96-4cbd-b89d-b88e9caab0dc)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:28.466668 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eff5e69d-c206-4604-b1ad-507155bd1f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:28.501738 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-eff5e69d-c206-4604-b1ad-507155bd1f31 admin admin] Calling delete_port for 37adb8c9-8596-42f8-b5c2-28d732dd3609 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:57:28.522067 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b0b6a6c7-45d8-4140-8c87-2e9df51f3496 None None] For port 37adb8c9-8596-42f8-b5c2-28d732dd3609, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=37adb8c9-8596-42f8-b5c2-28d732dd3609,segment=NetworkSegment(b79bcf13-6a96-4cbd-b89d-b88e9caab0dc),segment_id=b79bcf13-6a96-4cbd-b89d-b88e9caab0dc)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:28.522768 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b0b6a6c7-45d8-4140-8c87-2e9df51f3496 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:28.546514 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b0b6a6c7-45d8-4140-8c87-2e9df51f3496 None None] Calling delete_port for 37adb8c9-8596-42f8-b5c2-28d732dd3609 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:57:28.599903 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa7e137-f352-4da1-ab26-93f214933820 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Made reservation on behalf of d8ed23dfe8df44cbb137b377fa7cb243 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:57:28.604306 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e137-f352-4da1-ab26-93f214933820 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:28.737505 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b0b6a6c7-45d8-4140-8c87-2e9df51f3496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:28.780282 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6a6c7-45d8-4140-8c87-2e9df51f3496 None None] Pushing event deleted for resources: {'Port': ['ID=37adb8c9-8596-42f8-b5c2-28d732dd3609,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:28.802518 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b6a6c7-45d8-4140-8c87-2e9df51f3496 None None] No DVR routers for this DVR port 37adb8c9-8596-42f8-b5c2-28d732dd3609 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:57:28.847284 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ebeef-9ec9-4fac-8397-9e76b35b2f01 req-f1bc2570-9f23-421f-9f5e-6996f12bc014 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:28.849893 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-626ebeef-9ec9-4fac-8397-9e76b35b2f01 req-f1bc2570-9f23-421f-9f5e-6996f12bc014 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.3096304 Jul 07 20:57:28.850213 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 37adb8c9-8596-42f8-b5c2-28d732dd3609 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:57:28.879089 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e137-f352-4da1-ab26-93f214933820 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:28.890914 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 37adb8c9-8596-42f8-b5c2-28d732dd3609 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:57:28.891284 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 37adb8c9-8596-42f8-b5c2-28d732dd3609 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:57:28.891728 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b7d4665d-1dcb-41ea-b840-febfdac4325b no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:57:28.934161 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: b7d4665d-1dcb-41ea-b840-febfdac4325b {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:57:28.935004 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b7d4665d-1dcb-41ea-b840-febfdac4325b not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:57:28.944418 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-328d81ac-9995-44ed-925e-63a8798c720f req-04c2b4c0-42ba-4173-904f-88fb862ccfa4 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:28.956115 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47994) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:28.962916 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7e137-f352-4da1-ab26-93f214933820 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event updated for resources: {'Subnet': ['ID=5a8fdf37-b343-4524-a6c8-f523c2ecf15b,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:28.983973 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-17017de9-9be1-4f1b-94be-cfaea45f71d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:28.988384 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-626ebeef-9ec9-4fac-8397-9e76b35b2f01 req-9a682067-e5e9-4ba1-8789-7c0b11ef0ed7 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275330 Jul 07 20:57:28.997044 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa7e137-f352-4da1-ab26-93f214933820 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Checking segment: {'id': 'bf3fc5a8-409e-4d15-9d23-e927b35d4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:57:28.997466 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa7e137-f352-4da1-ab26-93f214933820 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Network hostable DHCP agents. Network: d0eda2b8-21f8-48f7-9d84-4db72df1438d, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:57:29.000927 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eff5e69d-c206-4604-b1ad-507155bd1f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:29.036447 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff5e69d-c206-4604-b1ad-507155bd1f31 admin admin] No DVR routers for this DVR port 37adb8c9-8596-42f8-b5c2-28d732dd3609 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:57:29.038165 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5e69d-c206-4604-b1ad-507155bd1f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=37adb8c9-8596-42f8-b5c2-28d732dd3609,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:29.079111 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa7e137-f352-4da1-ab26-93f214933820 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Network d0eda2b8-21f8-48f7-9d84-4db72df1438d is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:57:29.088090 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-328d81ac-9995-44ed-925e-63a8798c720f req-04c2b4c0-42ba-4173-904f-88fb862ccfa4 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:29.101015 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0a9f7927-5cda-4ee9-a3e4-7e0970851fb1'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:57:29.105846 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['3c6a6c8a-8d38-4426-b26d-101c571963de'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:57:29.184677 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-328d81ac-9995-44ed-925e-63a8798c720f req-04c2b4c0-42ba-4173-904f-88fb862ccfa4 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Network 287bef21-9852-4f7d-90ca-297ef811e6f1 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:57:29.189775 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-5aa7e137-f352-4da1-ab26-93f214933820 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, d0eda2b8-21f8-48f7-9d84-4db72df1438d) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:29.206730 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7f7582-2278-4c44-bbaf-35379d25379c None None] Network d0eda2b8-21f8-48f7-9d84-4db72df1438d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:57:29.213552 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eff5e69d-c206-4604-b1ad-507155bd1f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:29.218191 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa7e137-f352-4da1-ab26-93f214933820 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:29.219941 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e137-f352-4da1-ab26-93f214933820 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:29.220819 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-328d81ac-9995-44ed-925e-63a8798c720f req-04c2b4c0-42ba-4173-904f-88fb862ccfa4 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:29.223275 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-328d81ac-9995-44ed-925e-63a8798c720f req-04c2b4c0-42ba-4173-904f-88fb862ccfa4 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:57:29.237929 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c4afc56a-0d06-43df-939b-6e3c783a6876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:29.255246 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-eff5e69d-c206-4604-b1ad-507155bd1f31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1bc7691-818c-4568-be26-966d90b659ec']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:29.261395 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2b4c0-42ba-4173-904f-88fb862ccfa4 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Pushing event updated for resources: {'Port': ['ID=635dd782-6ace-4448-a9f8-2d10cd65d25a,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:29.278120 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-eff5e69d-c206-4604-b1ad-507155bd1f31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79bcf13-6a96-4cbd-b89d-b88e9caab0dc') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:29.279144 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-eff5e69d-c206-4604-b1ad-507155bd1f31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79bcf13-6a96-4cbd-b89d-b88e9caab0dc') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:29.297756 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eff5e69d-c206-4604-b1ad-507155bd1f31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:29.318097 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-17017de9-9be1-4f1b-94be-cfaea45f71d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:29.327354 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d81ac-9995-44ed-925e-63a8798c720f req-04c2b4c0-42ba-4173-904f-88fb862ccfa4 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:29.328081 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-328d81ac-9995-44ed-925e-63a8798c720f req-04c2b4c0-42ba-4173-904f-88fb862ccfa4 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:29.337562 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-17017de9-9be1-4f1b-94be-cfaea45f71d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:29.338539 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eff5e69d-c206-4604-b1ad-507155bd1f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:29.346668 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5aa7e137-f352-4da1-ab26-93f214933820 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1238465 Jul 07 20:57:29.350360 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48002) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:29.366253 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-17017de9-9be1-4f1b-94be-cfaea45f71d1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cefd06fa1f834440b9c6a92a3db4d1ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4037540 Jul 07 20:57:29.377826 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48006) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:29.382364 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-759fb2a3-9bda-4d3f-9efa-291c69f54aa0 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Request body: {'subnet': {'network_id': '130dc8cf-87ce-46df-b452-32f98efef5ec', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:29.393238 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-328d81ac-9995-44ed-925e-63a8798c720f req-04c2b4c0-42ba-4173-904f-88fb862ccfa4 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8623254 Jul 07 20:57:29.421484 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-328d81ac-9995-44ed-925e-63a8798c720f req-bab57809-fa4b-4254-9c10-fa8deaa18fc4 service neutron] Request body: {'port': {'device_id': '4a35b8a4-554c-4342-bb1c-3308c84ca011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:29.442158 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783d3c2-5e77-4e5c-8ac0-ba02aa80389c req-dbe1123c-3701-4750-a00b-de59ec9753ec tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:29.444019 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c783d3c2-5e77-4e5c-8ac0-ba02aa80389c req-dbe1123c-3701-4750-a00b-de59ec9753ec tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2895832 Jul 07 20:57:29.470620 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17017de9-9be1-4f1b-94be-cfaea45f71d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4fc8de-82ec-4411-8bd1-46d4372a36d0,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:29.531396 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff5e69d-c206-4604-b1ad-507155bd1f31 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:57:29.531780 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eff5e69d-c206-4604-b1ad-507155bd1f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:57:29.539454 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:57:29.577587 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85926092-20bd-47c3-b35f-48bdd763ee44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-d0eda2b8-21f8-48f7-9d84-4db72df1438d', 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'fixed_ips': [{'subnet_id': '5a8fdf37-b343-4524-a6c8-f523c2ecf15b'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:57:29.579047 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-85926092-20bd-47c3-b35f-48bdd763ee44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:29.592594 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c783d3c2-5e77-4e5c-8ac0-ba02aa80389c req-7a2b542d-8e10-46ff-81ec-842740466ac3 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229501 Jul 07 20:57:29.598250 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4771e7cb-30af-49da-b87f-1550be636aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:29.673045 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eff5e69d-c206-4604-b1ad-507155bd1f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:29.689105 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eff5e69d-c206-4604-b1ad-507155bd1f31 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:29.691364 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-eff5e69d-c206-4604-b1ad-507155bd1f31 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b1bc7691-818c-4568-be26-966d90b659ec HTTP/1.1" status: 204 len: 168 time: 1.8282316 Jul 07 20:57:29.692995 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4771e7cb-30af-49da-b87f-1550be636aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:29.701106 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-328d81ac-9995-44ed-925e-63a8798c720f req-bab57809-fa4b-4254-9c10-fa8deaa18fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:29.739645 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5e69d-c206-4604-b1ad-507155bd1f31 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1bc7691-818c-4568-be26-966d90b659ec,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:29.790822 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759fb2a3-9bda-4d3f-9efa-291c69f54aa0 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Made reservation on behalf of d8ed23dfe8df44cbb137b377fa7cb243 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:57:29.796087 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-759fb2a3-9bda-4d3f-9efa-291c69f54aa0 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:29.831300 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f656d8-7fa7-4fd0-8385-cbd0cb5e4e17 req-a3f7e794-233b-4903-adfb-e89713007a31 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:29.833337 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79f656d8-7fa7-4fd0-8385-cbd0cb5e4e17 req-a3f7e794-233b-4903-adfb-e89713007a31 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a35b8a4-554c-4342-bb1c-3308c84ca011 HTTP/1.1" status: 200 len: 931 time: 0.2445636 Jul 07 20:57:29.864929 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-85926092-20bd-47c3-b35f-48bdd763ee44 None None] Allocated IP 10.1.1.2 (d0eda2b8-21f8-48f7-9d84-4db72df1438d/5a8fdf37-b343-4524-a6c8-f523c2ecf15b/ee11e42c-26c1-4965-b104-65ff4ab92176) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:57:29.933607 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4771e7cb-30af-49da-b87f-1550be636aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:29.936869 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4771e7cb-30af-49da-b87f-1550be636aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:29.941905 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4771e7cb-30af-49da-b87f-1550be636aff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/af4fc8de-82ec-4411-8bd1-46d4372a36d0 HTTP/1.1" status: 204 len: 168 time: 0.5587873 Jul 07 20:57:30.030314 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771e7cb-30af-49da-b87f-1550be636aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4fc8de-82ec-4411-8bd1-46d4372a36d0,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:30.039239 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48018) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:30.070160 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79f656d8-7fa7-4fd0-8385-cbd0cb5e4e17 req-cde696a5-3721-47bd-9170-119724785049 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231371 Jul 07 20:57:30.115954 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-759fb2a3-9bda-4d3f-9efa-291c69f54aa0 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:30.168157 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fb2a3-9bda-4d3f-9efa-291c69f54aa0 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event updated for resources: {'Subnet': ['ID=800a1a04-812c-4f34-af09-b34861c9f7e8,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:30.170068 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-85926092-20bd-47c3-b35f-48bdd763ee44 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:30.183239 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-85926092-20bd-47c3-b35f-48bdd763ee44 None None] Transition to ACTIVE for port object ee11e42c-26c1-4965-b104-65ff4ab92176 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:30.198349 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759fb2a3-9bda-4d3f-9efa-291c69f54aa0 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Checking segment: {'id': '7c79a5dc-56f0-4f78-9e96-5ef6e18227c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '130dc8cf-87ce-46df-b452-32f98efef5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:57:30.198648 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759fb2a3-9bda-4d3f-9efa-291c69f54aa0 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Network hostable DHCP agents. Network: 130dc8cf-87ce-46df-b452-32f98efef5ec, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:57:30.203212 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b978134-b079-454b-b317-52c89c9f2054 req-516f7332-60b2-42d9-a850-ae55925fc2f5 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:30.211252 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-85926092-20bd-47c3-b35f-48bdd763ee44 None None] Transition to ACTIVE for port object ee11e42c-26c1-4965-b104-65ff4ab92176 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:30.214270 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5b978134-b079-454b-b317-52c89c9f2054 req-516f7332-60b2-42d9-a850-ae55925fc2f5 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.4875016 Jul 07 20:57:30.224299 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759fb2a3-9bda-4d3f-9efa-291c69f54aa0 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Network 130dc8cf-87ce-46df-b452-32f98efef5ec is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:57:30.230104 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-85926092-20bd-47c3-b35f-48bdd763ee44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:30.233370 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-759fb2a3-9bda-4d3f-9efa-291c69f54aa0 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 130dc8cf-87ce-46df-b452-32f98efef5ec) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:30.241420 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759fb2a3-9bda-4d3f-9efa-291c69f54aa0 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:30.244048 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-759fb2a3-9bda-4d3f-9efa-291c69f54aa0 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:30.274542 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-759fb2a3-9bda-4d3f-9efa-291c69f54aa0 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9141619 Jul 07 20:57:30.277906 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48022) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:30.283565 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36878272-78fa-4cd8-be4a-0277db56c5db None None] Network 130dc8cf-87ce-46df-b452-32f98efef5ec requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:57:30.287299 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e85a6e5a-1216-4514-9f21-492cd3663043 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Request body: {'port': {'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d', 'name': 'tempest-TaggedBootDevicesTest_v242-849880973', 'fixed_ips': [{'subnet_id': '5a8fdf37-b343-4524-a6c8-f523c2ecf15b'}]}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:30.314963 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85926092-20bd-47c3-b35f-48bdd763ee44 None None] Pushing event updated for resources: {'Port': ['ID=ee11e42c-26c1-4965-b104-65ff4ab92176,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:30.342901 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-972dea1b-04b0-4f5e-a999-09c43a80c391 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=58cc3237e5584c1b96b913a15bd5bf5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2955244 Jul 07 20:57:30.352767 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48024) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:30.360219 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85926092-20bd-47c3-b35f-48bdd763ee44 None None] Network d0eda2b8-21f8-48f7-9d84-4db72df1438d is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:57:30.367972 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5b978134-b079-454b-b317-52c89c9f2054 req-51237062-5e47-46b4-bc44-c8c55a3e8b99 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527457 Jul 07 20:57:30.368166 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-85926092-20bd-47c3-b35f-48bdd763ee44 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:30.373172 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85926092-20bd-47c3-b35f-48bdd763ee44 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:57:30.473566 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-85926092-20bd-47c3-b35f-48bdd763ee44 None None] Attempting to bind port ee11e42c-26c1-4965-b104-65ff4ab92176 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:57:30.474131 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-85926092-20bd-47c3-b35f-48bdd763ee44 None None] Attempting to bind port ee11e42c-26c1-4965-b104-65ff4ab92176 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'bf3fc5a8-409e-4d15-9d23-e927b35d4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:57:30.474973 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85926092-20bd-47c3-b35f-48bdd763ee44 None None] Attempting to bind port ee11e42c-26c1-4965-b104-65ff4ab92176 on network d0eda2b8-21f8-48f7-9d84-4db72df1438d {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:57:30.501776 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85926092-20bd-47c3-b35f-48bdd763ee44 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:57:30.503767 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85926092-20bd-47c3-b35f-48bdd763ee44 None None] Checking segment: {'id': 'bf3fc5a8-409e-4d15-9d23-e927b35d4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:57:30.505563 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-85926092-20bd-47c3-b35f-48bdd763ee44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:30.506684 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-505976ff-5271-4607-ae27-d8ecced208e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:30.507725 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85926092-20bd-47c3-b35f-48bdd763ee44 None None] Bound using segment: {'id': 'bf3fc5a8-409e-4d15-9d23-e927b35d4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:57:30.509054 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-85926092-20bd-47c3-b35f-48bdd763ee44 None None] Bound port: ee11e42c-26c1-4965-b104-65ff4ab92176, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf3fc5a8-409e-4d15-9d23-e927b35d4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:57:30.510471 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-85926092-20bd-47c3-b35f-48bdd763ee44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:30.553151 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85a6e5a-1216-4514-9f21-492cd3663043 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Made reservation on behalf of d8ed23dfe8df44cbb137b377fa7cb243 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:57:30.584128 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-328d81ac-9995-44ed-925e-63a8798c720f req-bab57809-fa4b-4254-9c10-fa8deaa18fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635dd782-6ace-4448-a9f8-2d10cd65d25a {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:57:30.606434 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-328d81ac-9995-44ed-925e-63a8798c720f req-bab57809-fa4b-4254-9c10-fa8deaa18fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:30.644232 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-328d81ac-9995-44ed-925e-63a8798c720f req-bab57809-fa4b-4254-9c10-fa8deaa18fc4 service neutron] Transition to ACTIVE for port object 635dd782-6ace-4448-a9f8-2d10cd65d25a will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:30.649123 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-328d81ac-9995-44ed-925e-63a8798c720f req-bab57809-fa4b-4254-9c10-fa8deaa18fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:30.683563 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-505976ff-5271-4607-ae27-d8ecced208e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:30.692250 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-85926092-20bd-47c3-b35f-48bdd763ee44 None None] For port ee11e42c-26c1-4965-b104-65ff4ab92176, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:57:30.697628 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-85926092-20bd-47c3-b35f-48bdd763ee44 None None] For port ee11e42c-26c1-4965-b104-65ff4ab92176, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ee11e42c-26c1-4965-b104-65ff4ab92176,segment=NetworkSegment(bf3fc5a8-409e-4d15-9d23-e927b35d4081),segment_id=bf3fc5a8-409e-4d15-9d23-e927b35d4081)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:57:30.703720 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-85926092-20bd-47c3-b35f-48bdd763ee44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:30.781195 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab57809-fa4b-4254-9c10-fa8deaa18fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=635dd782-6ace-4448-a9f8-2d10cd65d25a,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:30.797367 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e85a6e5a-1216-4514-9f21-492cd3663043 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:30.832268 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85926092-20bd-47c3-b35f-48bdd763ee44 None None] Pushing event updated for resources: {'Port': ['ID=ee11e42c-26c1-4965-b104-65ff4ab92176,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:30.844324 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fb9172-5055-40a1-9820-9d8cadef2835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-130dc8cf-87ce-46df-b452-32f98efef5ec', 'network_id': '130dc8cf-87ce-46df-b452-32f98efef5ec', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'fixed_ips': [{'subnet_id': '800a1a04-812c-4f34-af09-b34861c9f7e8'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:57:30.845463 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-19fb9172-5055-40a1-9820-9d8cadef2835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:30.855951 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-e85a6e5a-1216-4514-9f21-492cd3663043 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] device_id is not set on port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 20:57:30.865444 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-505976ff-5271-4607-ae27-d8ecced208e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:30.874142 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-505976ff-5271-4607-ae27-d8ecced208e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:30.878463 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-505976ff-5271-4607-ae27-d8ecced208e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ccf6fe8d-20cf-4b8e-af7a-5a6cb0488fbb HTTP/1.1" status: 204 len: 168 time: 0.5216033 Jul 07 20:57:30.977692 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-328d81ac-9995-44ed-925e-63a8798c720f req-bab57809-fa4b-4254-9c10-fa8deaa18fc4 service neutron] Attempting to bind port 635dd782-6ace-4448-a9f8-2d10cd65d25a on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:57:30.978042 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-328d81ac-9995-44ed-925e-63a8798c720f req-bab57809-fa4b-4254-9c10-fa8deaa18fc4 service neutron] Attempting to bind port 635dd782-6ace-4448-a9f8-2d10cd65d25a by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:57:30.978378 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d81ac-9995-44ed-925e-63a8798c720f req-bab57809-fa4b-4254-9c10-fa8deaa18fc4 service neutron] Attempting to bind port 635dd782-6ace-4448-a9f8-2d10cd65d25a on network 287bef21-9852-4f7d-90ca-297ef811e6f1 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:57:30.983164 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d81ac-9995-44ed-925e-63a8798c720f req-bab57809-fa4b-4254-9c10-fa8deaa18fc4 service neutron] Port 635dd782-6ace-4448-a9f8-2d10cd65d25a on network 287bef21-9852-4f7d-90ca-297ef811e6f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:57:30.983567 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d81ac-9995-44ed-925e-63a8798c720f req-bab57809-fa4b-4254-9c10-fa8deaa18fc4 service neutron] Attempting to bind port 635dd782-6ace-4448-a9f8-2d10cd65d25a on network 287bef21-9852-4f7d-90ca-297ef811e6f1 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:57:30.995556 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d81ac-9995-44ed-925e-63a8798c720f req-bab57809-fa4b-4254-9c10-fa8deaa18fc4 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:57:30.995556 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d81ac-9995-44ed-925e-63a8798c720f req-bab57809-fa4b-4254-9c10-fa8deaa18fc4 service neutron] Checking segment: {'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:57:30.995556 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328d81ac-9995-44ed-925e-63a8798c720f req-bab57809-fa4b-4254-9c10-fa8deaa18fc4 service neutron] Bound using segment: {'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:57:30.995556 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-328d81ac-9995-44ed-925e-63a8798c720f req-bab57809-fa4b-4254-9c10-fa8deaa18fc4 service neutron] Bound port: 635dd782-6ace-4448-a9f8-2d10cd65d25a, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:57:30.995556 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-328d81ac-9995-44ed-925e-63a8798c720f req-bab57809-fa4b-4254-9c10-fa8deaa18fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:31.188305 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-328d81ac-9995-44ed-925e-63a8798c720f req-bab57809-fa4b-4254-9c10-fa8deaa18fc4 service neutron] For port 635dd782-6ace-4448-a9f8-2d10cd65d25a, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:57:31.193816 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-328d81ac-9995-44ed-925e-63a8798c720f req-bab57809-fa4b-4254-9c10-fa8deaa18fc4 service neutron] For port 635dd782-6ace-4448-a9f8-2d10cd65d25a, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=635dd782-6ace-4448-a9f8-2d10cd65d25a,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:57:31.205013 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-328d81ac-9995-44ed-925e-63a8798c720f req-bab57809-fa4b-4254-9c10-fa8deaa18fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:31.293468 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab57809-fa4b-4254-9c10-fa8deaa18fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=635dd782-6ace-4448-a9f8-2d10cd65d25a,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:31.354682 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-19fb9172-5055-40a1-9820-9d8cadef2835 None None] Allocated IP 10.2.2.2 (130dc8cf-87ce-46df-b452-32f98efef5ec/800a1a04-812c-4f34-af09-b34861c9f7e8/83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:57:31.379704 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d81ac-9995-44ed-925e-63a8798c720f req-bab57809-fa4b-4254-9c10-fa8deaa18fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:31.381055 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-328d81ac-9995-44ed-925e-63a8798c720f req-bab57809-fa4b-4254-9c10-fa8deaa18fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:31.383557 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-328d81ac-9995-44ed-925e-63a8798c720f req-bab57809-fa4b-4254-9c10-fa8deaa18fc4 service neutron] 10.222.0.58 "PUT /v2.0/ports/635dd782-6ace-4448-a9f8-2d10cd65d25a HTTP/1.1" status: 200 len: 1092 time: 1.9687486 Jul 07 20:57:31.391995 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a35b8a4-554c-4342-bb1c-3308c84ca011', 'tag': '635dd782-6ace-4448-a9f8-2d10cd65d25a'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:57:31.396132 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fed6ef-734b-4f8e-9eea-786e10613d89" -d '{"events": [{"name": "network-changed", "server_uuid": "4a35b8a4-554c-4342-bb1c-3308c84ca011", "tag": "635dd782-6ace-4448-a9f8-2d10cd65d25a"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:57:31.430976 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505976ff-5271-4607-ae27-d8ecced208e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf6fe8d-20cf-4b8e-af7a-5a6cb0488fbb,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:31.472314 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505976ff-5271-4607-ae27-d8ecced208e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:31.472630 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505976ff-5271-4607-ae27-d8ecced208e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:31.472925 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505976ff-5271-4607-ae27-d8ecced208e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:31.479303 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505976ff-5271-4607-ae27-d8ecced208e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:31.479682 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505976ff-5271-4607-ae27-d8ecced208e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:31.480044 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505976ff-5271-4607-ae27-d8ecced208e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:31.482085 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505976ff-5271-4607-ae27-d8ecced208e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:31.482458 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505976ff-5271-4607-ae27-d8ecced208e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:31.482792 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505976ff-5271-4607-ae27-d8ecced208e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:31.483126 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505976ff-5271-4607-ae27-d8ecced208e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:31.489162 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505976ff-5271-4607-ae27-d8ecced208e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:31.489548 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505976ff-5271-4607-ae27-d8ecced208e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:31.577561 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75094b8-f4a8-4c93-83d7-86526c6f57ef req-3e6ff265-9049-4238-9369-3a69a62a24fb tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:31.592549 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a75094b8-f4a8-4c93-83d7-86526c6f57ef req-3e6ff265-9049-4238-9369-3a69a62a24fb tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2997906 Jul 07 20:57:31.608247 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-e85a6e5a-1216-4514-9f21-492cd3663043 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Allocated IP 10.1.1.146 (d0eda2b8-21f8-48f7-9d84-4db72df1438d/5a8fdf37-b343-4524-a6c8-f523c2ecf15b/7d14b38d-99b1-4ecc-a5b4-516596f20a7d) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:57:31.701616 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-19fb9172-5055-40a1-9820-9d8cadef2835 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:31.727310 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-19fb9172-5055-40a1-9820-9d8cadef2835 None None] Transition to ACTIVE for port object 83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:31.735563 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a75094b8-f4a8-4c93-83d7-86526c6f57ef req-2352de14-d9aa-4ab1-b3ab-f5d7dd2a6550 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422517 Jul 07 20:57:31.750506 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-19fb9172-5055-40a1-9820-9d8cadef2835 None None] Transition to ACTIVE for port object 83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:31.751185 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d81ac-9995-44ed-925e-63a8798c720f req-f9f53750-cf41-4805-afa8-681e94e72975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:31.753857 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-328d81ac-9995-44ed-925e-63a8798c720f req-f9f53750-cf41-4805-afa8-681e94e72975 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=128d0bdbd3254a86ab8fae38847d408e&device_id=4a35b8a4-554c-4342-bb1c-3308c84ca011 HTTP/1.1" status: 200 len: 1095 time: 0.2853649 Jul 07 20:57:31.780429 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-19fb9172-5055-40a1-9820-9d8cadef2835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:31.877758 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fb9172-5055-40a1-9820-9d8cadef2835 None None] Network 130dc8cf-87ce-46df-b452-32f98efef5ec is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:57:31.889383 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-19fb9172-5055-40a1-9820-9d8cadef2835 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:31.914839 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fb9172-5055-40a1-9820-9d8cadef2835 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:57:31.945063 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-70671985-dec1-4f6d-a54f-f193394e69c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:31.986541 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e85a6e5a-1216-4514-9f21-492cd3663043 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:32.027559 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-e85a6e5a-1216-4514-9f21-492cd3663043 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Transition to ACTIVE for port object 7d14b38d-99b1-4ecc-a5b4-516596f20a7d will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:32.094349 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb9172-5055-40a1-9820-9d8cadef2835 None None] Pushing event updated for resources: {'Port': ['ID=83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:32.110931 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:32.136493 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-19fb9172-5055-40a1-9820-9d8cadef2835 None None] Attempting to bind port 83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:57:32.136985 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-19fb9172-5055-40a1-9820-9d8cadef2835 None None] Attempting to bind port 83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '7c79a5dc-56f0-4f78-9e96-5ef6e18227c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '130dc8cf-87ce-46df-b452-32f98efef5ec'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:57:32.139830 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb9172-5055-40a1-9820-9d8cadef2835 None None] Attempting to bind port 83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf on network 130dc8cf-87ce-46df-b452-32f98efef5ec {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:57:32.149692 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb9172-5055-40a1-9820-9d8cadef2835 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:57:32.150081 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e85a6e5a-1216-4514-9f21-492cd3663043 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:32.150209 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb9172-5055-40a1-9820-9d8cadef2835 None None] Checking segment: {'id': '7c79a5dc-56f0-4f78-9e96-5ef6e18227c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '130dc8cf-87ce-46df-b452-32f98efef5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:57:32.150458 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-19fb9172-5055-40a1-9820-9d8cadef2835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:32.150851 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb9172-5055-40a1-9820-9d8cadef2835 None None] Bound using segment: {'id': '7c79a5dc-56f0-4f78-9e96-5ef6e18227c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '130dc8cf-87ce-46df-b452-32f98efef5ec'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:57:32.151337 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-19fb9172-5055-40a1-9820-9d8cadef2835 None None] Bound port: 83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c79a5dc-56f0-4f78-9e96-5ef6e18227c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '130dc8cf-87ce-46df-b452-32f98efef5ec'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:57:32.156216 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-19fb9172-5055-40a1-9820-9d8cadef2835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:32.218959 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85a6e5a-1216-4514-9f21-492cd3663043 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Network d0eda2b8-21f8-48f7-9d84-4db72df1438d is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:57:32.223982 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-e85a6e5a-1216-4514-9f21-492cd3663043 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:32.235172 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85a6e5a-1216-4514-9f21-492cd3663043 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:57:32.382643 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-19fb9172-5055-40a1-9820-9d8cadef2835 None None] For port 83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:57:32.396372 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-19fb9172-5055-40a1-9820-9d8cadef2835 None None] For port 83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf,segment=NetworkSegment(7c79a5dc-56f0-4f78-9e96-5ef6e18227c7),segment_id=7c79a5dc-56f0-4f78-9e96-5ef6e18227c7)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:57:32.412402 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-19fb9172-5055-40a1-9820-9d8cadef2835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:32.494854 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb9172-5055-40a1-9820-9d8cadef2835 None None] Pushing event updated for resources: {'Port': ['ID=83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:32.577015 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:57:32.584308 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7082ef5-85b5-495a-a43b-56101f328181 None None] Network d0eda2b8-21f8-48f7-9d84-4db72df1438d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:57:32.605179 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223d049f-c2db-4d6c-804e-923554b01b4e x-openstack-request-id: req-223d049f-c2db-4d6c-804e-923554b01b4e {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:57:32.605758 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a35b8a4-554c-4342-bb1c-3308c84ca011", "tag": "635dd782-6ace-4448-a9f8-2d10cd65d25a", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:57:32.605758 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-223d049f-c2db-4d6c-804e-923554b01b4e {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:57:32.606127 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a35b8a4-554c-4342-bb1c-3308c84ca011', 'tag': '635dd782-6ace-4448-a9f8-2d10cd65d25a', 'status': 'completed', 'code': 200} Jul 07 20:57:32.606684 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48086) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:32.616912 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-328d81ac-9995-44ed-925e-63a8798c720f req-f6e9518f-d883-4771-8bfe-93be3cafb60d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=635dd782-6ace-4448-a9f8-2d10cd65d25a HTTP/1.1" status: 200 len: 217 time: 0.8552608 Jul 07 20:57:32.651244 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07462c4f-3e0f-4fe7-b8d1-5f831411b685 req-3ca4befe-179a-457c-9913-39f06ca73040 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:32.670395 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-07462c4f-3e0f-4fe7-b8d1-5f831411b685 req-3ca4befe-179a-457c-9913-39f06ca73040 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a35b8a4-554c-4342-bb1c-3308c84ca011 HTTP/1.1" status: 200 len: 943 time: 1.1164806 Jul 07 20:57:32.776825 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d3eae93e-af4d-4395-8e9e-36897045c941 None None] Provisioning for port ee11e42c-26c1-4965-b104-65ff4ab92176 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:57:32.837649 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-07462c4f-3e0f-4fe7-b8d1-5f831411b685 req-6c5cdc42-3945-41b1-9090-3663e063aa29 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649544 Jul 07 20:57:32.866588 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-11a3756e-46fb-4813-8f05-90165822e5f1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-407069327-network', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:32.866588 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d81ac-9995-44ed-925e-63a8798c720f req-fee6f017-b626-407c-aa0f-7cd8f17ad015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:32.877193 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-328d81ac-9995-44ed-925e-63a8798c720f req-fee6f017-b626-407c-aa0f-7cd8f17ad015 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cef6a251-d924-4278-917e-0372be44ce70 HTTP/1.1" status: 200 len: 846 time: 0.1845367 Jul 07 20:57:32.953033 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-328d81ac-9995-44ed-925e-63a8798c720f req-07b914eb-1118-4f52-a7f1-9d3e521a429a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=287bef21-9852-4f7d-90ca-297ef811e6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616560 Jul 07 20:57:32.989640 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a3756e-46fb-4813-8f05-90165822e5f1 admin admin] Made reservation on behalf of 240260fc7a05490d94f66cfaa06460e3 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:57:32.992866 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-11a3756e-46fb-4813-8f05-90165822e5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:33.009045 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ee11e42c-26c1-4965-b104-65ff4ab92176 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:57:33.056334 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-11a3756e-46fb-4813-8f05-90165822e5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:33.094417 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85a6e5a-1216-4514-9f21-492cd3663043 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:33.095134 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e85a6e5a-1216-4514-9f21-492cd3663043 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:33.126395 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a6e5a-1216-4514-9f21-492cd3663043 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event updated for resources: {'Port': ['ID=7d14b38d-99b1-4ecc-a5b4-516596f20a7d,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:33.141832 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port ee11e42c-26c1-4965-b104-65ff4ab92176 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:57:33.149614 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port ee11e42c-26c1-4965-b104-65ff4ab92176 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:33.150241 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:33.226329 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-328d81ac-9995-44ed-925e-63a8798c720f req-5d9d5c27-74c5-4bfd-b39f-fcc68fcd4de2 service neutron] 10.222.0.58 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621622 Jul 07 20:57:33.303933 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:33.347168 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8cb81-8778-4788-9c9f-ee81ee2b15ba req-62e2557b-83cc-4bca-bf68-b9ad3ca49ad2 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:33.348704 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d4a8cb81-8778-4788-9c9f-ee81ee2b15ba req-62e2557b-83cc-4bca-bf68-b9ad3ca49ad2 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2686651 Jul 07 20:57:33.426009 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port ee11e42c-26c1-4965-b104-65ff4ab92176, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ee11e42c-26c1-4965-b104-65ff4ab92176,segment=NetworkSegment(bf3fc5a8-409e-4d15-9d23-e927b35d4081),segment_id=bf3fc5a8-409e-4d15-9d23-e927b35d4081)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:33.431700 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:33.507241 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d4a8cb81-8778-4788-9c9f-ee81ee2b15ba req-3a69da00-f39a-4ba4-a4fa-a23c04af1608 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485121 Jul 07 20:57:33.526697 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-11a3756e-46fb-4813-8f05-90165822e5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:33.540532 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e85a6e5a-1216-4514-9f21-492cd3663043 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2581637 Jul 07 20:57:33.541149 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48120) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:33.548936 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-dd8207ea-ff53-4173-a238-45b4bc94d26e tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Request body: {'port': {'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d', 'name': 'tempest-TaggedBootDevicesTest_v242-1149492166', 'fixed_ips': [{'subnet_id': '5a8fdf37-b343-4524-a6c8-f523c2ecf15b'}]}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:33.549958 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-11a3756e-46fb-4813-8f05-90165822e5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:33.574687 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-328d81ac-9995-44ed-925e-63a8798c720f req-b5219f04-1ec2-489e-addc-07c3d7e98701 service neutron] 10.222.0.58 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402734 Jul 07 20:57:33.619215 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a3756e-46fb-4813-8f05-90165822e5f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:57:33.645794 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=ee11e42c-26c1-4965-b104-65ff4ab92176,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:33.666955 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:33.669316 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3ae31f9b-46e4-401a-9d3f-07ce07b1aa20 None None] Provisioning for port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:57:33.677676 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3ae31f9b-46e4-401a-9d3f-07ce07b1aa20 None None] Provisioning complete for port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:33.678402 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3ae31f9b-46e4-401a-9d3f-07ce07b1aa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:33.741580 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-11a3756e-46fb-4813-8f05-90165822e5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:33.741949 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-11a3756e-46fb-4813-8f05-90165822e5f1 admin admin] Added segment 9e29fb2d-233e-4ef6-8b1e-e832479ed278 of type vlan for network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 Jul 07 20:57:33.752852 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3756e-46fb-4813-8f05-90165822e5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57328a5f-0cd5-41b3-8260-9b1212674a4b,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:33.765109 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-3ae31f9b-46e4-401a-9d3f-07ce07b1aa20 None None] Port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:57:33.789273 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3ae31f9b-46e4-401a-9d3f-07ce07b1aa20 None None] Provisioning complete for port ee11e42c-26c1-4965-b104-65ff4ab92176 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:33.789854 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3ae31f9b-46e4-401a-9d3f-07ce07b1aa20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:33.859482 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8207ea-ff53-4173-a238-45b4bc94d26e tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Made reservation on behalf of d8ed23dfe8df44cbb137b377fa7cb243 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:57:33.866258 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-11a3756e-46fb-4813-8f05-90165822e5f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:33.882108 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dd8207ea-ff53-4173-a238-45b4bc94d26e tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:33.897219 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fed6ef-734b-4f8e-9eea-786e10613d89 req-e88d4eab-108c-4162-8b55-3c83b4f5f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:33.898784 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-65fed6ef-734b-4f8e-9eea-786e10613d89 req-e88d4eab-108c-4162-8b55-3c83b4f5f280 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=128d0bdbd3254a86ab8fae38847d408e&device_id=4a35b8a4-554c-4342-bb1c-3308c84ca011 HTTP/1.1" status: 200 len: 1095 time: 0.2287786 Jul 07 20:57:33.946284 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-dd8207ea-ff53-4173-a238-45b4bc94d26e tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] device_id is not set on port ce444991-9912-4375-ba9b-d17a03e9be39 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 20:57:34.025109 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-11a3756e-46fb-4813-8f05-90165822e5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:34.026078 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a3756e-46fb-4813-8f05-90165822e5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:34.026671 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-11a3756e-46fb-4813-8f05-90165822e5f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:34.186033 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48136) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:34.188767 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-11a3756e-46fb-4813-8f05-90165822e5f1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5774136 Jul 07 20:57:34.202307 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f0b17368-75cf-4515-9676-8a6ac57b86ba admin admin] Request body: {'subnet': {'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-407069327-subnet', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:34.266099 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3756e-46fb-4813-8f05-90165822e5f1 admin admin] Pushing event updated for resources: {'Network': ['ID=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:34.294583 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:57:34.351762 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fed6ef-734b-4f8e-9eea-786e10613d89 req-cb0625e5-d871-4224-986e-fa3e46701356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:34.354332 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-65fed6ef-734b-4f8e-9eea-786e10613d89 req-cb0625e5-d871-4224-986e-fa3e46701356 service neutron] 10.222.0.58 "GET /v2.0/networks?id=287bef21-9852-4f7d-90ca-297ef811e6f1 HTTP/1.1" status: 200 len: 907 time: 0.4443188 Jul 07 20:57:34.373213 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b17368-75cf-4515-9676-8a6ac57b86ba admin admin] Made reservation on behalf of 240260fc7a05490d94f66cfaa06460e3 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:57:34.380260 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0b17368-75cf-4515-9676-8a6ac57b86ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:34.424341 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-65fed6ef-734b-4f8e-9eea-786e10613d89 req-6e23aa96-a853-4039-a87e-5e85a40717b1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=635dd782-6ace-4448-a9f8-2d10cd65d25a HTTP/1.1" status: 200 len: 217 time: 0.0606797 Jul 07 20:57:34.435527 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64320f7-8179-4b23-ac66-3ea655f17ab9 None None] Network 130dc8cf-87ce-46df-b452-32f98efef5ec requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:57:34.490274 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab360c0b-c819-4cdb-b791-f62caef10a37 req-ab6018a7-e4ba-48bc-aa27-6bfa1d49bf58 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:34.495926 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ab360c0b-c819-4cdb-b791-f62caef10a37 req-ab6018a7-e4ba-48bc-aa27-6bfa1d49bf58 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a35b8a4-554c-4342-bb1c-3308c84ca011 HTTP/1.1" status: 200 len: 943 time: 0.2616119 Jul 07 20:57:34.533323 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fed6ef-734b-4f8e-9eea-786e10613d89 req-5a19df8a-6c61-45d2-bb94-ef2589bf4598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:34.535014 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-65fed6ef-734b-4f8e-9eea-786e10613d89 req-5a19df8a-6c61-45d2-bb94-ef2589bf4598 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cef6a251-d924-4278-917e-0372be44ce70 HTTP/1.1" status: 200 len: 846 time: 0.0978682 Jul 07 20:57:34.554967 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-dd8207ea-ff53-4173-a238-45b4bc94d26e tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Allocated IP 10.1.1.71 (d0eda2b8-21f8-48f7-9d84-4db72df1438d/5a8fdf37-b343-4524-a6c8-f523c2ecf15b/ce444991-9912-4375-ba9b-d17a03e9be39) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:57:34.565366 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0f11804d-7ac5-4857-996c-ed6a28579de7 None None] Provisioning complete for port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:34.566009 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0f11804d-7ac5-4857-996c-ed6a28579de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:34.594440 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-65fed6ef-734b-4f8e-9eea-786e10613d89 req-60604e78-ee9e-4fb5-9051-55f570f99d6d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=287bef21-9852-4f7d-90ca-297ef811e6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426769 Jul 07 20:57:34.600565 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ab360c0b-c819-4cdb-b791-f62caef10a37 req-4e4bbab3-8e08-4cd4-89c8-329337e6b32f tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642898 Jul 07 20:57:34.620726 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-0f11804d-7ac5-4857-996c-ed6a28579de7 None None] Port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:57:34.679388 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0f11804d-7ac5-4857-996c-ed6a28579de7 None None] Provisioning for port 83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:57:34.831085 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-65fed6ef-734b-4f8e-9eea-786e10613d89 req-91cb41ea-50e5-4148-b2cc-5f2da32a4885 service neutron] 10.222.0.58 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268171 Jul 07 20:57:34.917272 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b6b18-0326-4884-b9ee-9c611d48ba4c req-317fee8c-7f89-46ff-8238-50824716b18c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:34.924876 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2d3b6b18-0326-4884-b9ee-9c611d48ba4c req-317fee8c-7f89-46ff-8238-50824716b18c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.1529334 Jul 07 20:57:34.996007 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2d3b6b18-0326-4884-b9ee-9c611d48ba4c req-cb09043d-7ce0-49f9-8c17-e101e27db3ff tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701487 Jul 07 20:57:35.012056 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-65fed6ef-734b-4f8e-9eea-786e10613d89 req-7e46fa2b-d3c3-4f19-9f00-5b19ed1f0f08 service neutron] 10.222.0.58 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667404 Jul 07 20:57:35.030522 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:57:35.071811 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dd8207ea-ff53-4173-a238-45b4bc94d26e tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:35.095520 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-dd8207ea-ff53-4173-a238-45b4bc94d26e tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Transition to ACTIVE for port object ce444991-9912-4375-ba9b-d17a03e9be39 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:35.186015 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:57:35.186318 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48154) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:35.189353 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:35.192963 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:35.193335 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:35.195619 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0b17368-75cf-4515-9676-8a6ac57b86ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:35.266509 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dd8207ea-ff53-4173-a238-45b4bc94d26e tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:35.317674 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:35.331633 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b17368-75cf-4515-9676-8a6ac57b86ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef2da408-4011-492c-a997-7b8cacd52f94,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:35.338330 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-60e6de75-1280-42d5-9b49-1b6cfdbf7016 None None] Provisioning complete for port 83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:35.338433 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-60e6de75-1280-42d5-9b49-1b6cfdbf7016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:35.342489 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4b8a7868-f392-4365-8276-3b0f87ff076b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:35.347302 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8207ea-ff53-4173-a238-45b4bc94d26e tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Network d0eda2b8-21f8-48f7-9d84-4db72df1438d is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:57:35.357247 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-dd8207ea-ff53-4173-a238-45b4bc94d26e tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:35.362569 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b17368-75cf-4515-9676-8a6ac57b86ba admin admin] Checking segment: {'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:57:35.362802 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b17368-75cf-4515-9676-8a6ac57b86ba admin admin] Network hostable DHCP agents. Network: 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:57:35.365298 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8207ea-ff53-4173-a238-45b4bc94d26e tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:57:35.392944 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8207ea-ff53-4173-a238-45b4bc94d26e tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event updated for resources: {'Port': ['ID=ce444991-9912-4375-ba9b-d17a03e9be39,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:35.401706 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf,segment=NetworkSegment(7c79a5dc-56f0-4f78-9e96-5ef6e18227c7),segment_id=7c79a5dc-56f0-4f78-9e96-5ef6e18227c7)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:35.407995 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:35.408811 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ee11e42c-26c1-4965-b104-65ff4ab92176 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:57:35.423361 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b17368-75cf-4515-9676-8a6ac57b86ba admin admin] Network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:57:35.446407 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8207ea-ff53-4173-a238-45b4bc94d26e tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:35.447041 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dd8207ea-ff53-4173-a238-45b4bc94d26e tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:35.451407 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-f0b17368-75cf-4515-9676-8a6ac57b86ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:35.470753 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b17368-75cf-4515-9676-8a6ac57b86ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:35.471405 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0b17368-75cf-4515-9676-8a6ac57b86ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:35.493508 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:35.506505 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4b8a7868-f392-4365-8276-3b0f87ff076b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:35.507089 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20ab2ef-481e-452e-ae8a-77eb63cfab7a None None] Network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:57:35.519178 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4b8a7868-f392-4365-8276-3b0f87ff076b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:35.520949 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f0b17368-75cf-4515-9676-8a6ac57b86ba admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3298943 Jul 07 20:57:35.523630 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48158) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:35.529328 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f14367fa-32a6-4b11-b233-a565a1107ef6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-407069327-router', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:35.546306 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dd8207ea-ff53-4173-a238-45b4bc94d26e tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0031512 Jul 07 20:57:35.607315 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f14367fa-32a6-4b11-b233-a565a1107ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:35.610233 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f14367fa-32a6-4b11-b233-a565a1107ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:35.663735 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a7868-f392-4365-8276-3b0f87ff076b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4a97ab-a9d9-4a14-8fe3-6f2138b8ac79,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:35.678935 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4b8a7868-f392-4365-8276-3b0f87ff076b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f9bcf062606740219d85fe2ea13dc08e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4913838 Jul 07 20:57:35.680355 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48168) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:35.748038 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f14367fa-32a6-4b11-b233-a565a1107ef6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:35.778814 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port ee11e42c-26c1-4965-b104-65ff4ab92176 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:35.779353 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:35.859499 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-51baa1e5-f13d-4174-93dc-8d4b3b5bc6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:35.916047 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-51baa1e5-f13d-4174-93dc-8d4b3b5bc6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:36.012134 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f767a0-6d2d-4036-a81b-aff4b12abb13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'fixed_ips': [{'subnet_id': 'ef2da408-4011-492c-a997-7b8cacd52f94'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:57:36.013410 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-52f767a0-6d2d-4036-a81b-aff4b12abb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:36.042350 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4bb14f78-a86b-4c9a-be56-84847b0bf093 None None] Provisioning for port ce444991-9912-4375-ba9b-d17a03e9be39 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:57:36.056046 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4bb14f78-a86b-4c9a-be56-84847b0bf093 None None] Provisioning complete for port ce444991-9912-4375-ba9b-d17a03e9be39 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:36.056461 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4bb14f78-a86b-4c9a-be56-84847b0bf093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:36.065576 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-51baa1e5-f13d-4174-93dc-8d4b3b5bc6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:36.069002 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-51baa1e5-f13d-4174-93dc-8d4b3b5bc6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:36.070554 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-51baa1e5-f13d-4174-93dc-8d4b3b5bc6cb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be4a97ab-a9d9-4a14-8fe3-6f2138b8ac79 HTTP/1.1" status: 204 len: 168 time: 0.3893588 Jul 07 20:57:36.098736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066f09c-6499-41f0-9601-bd19b869c174 req-f7290072-158d-4c6b-abca-f88e01e51e8d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:36.099799 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f14367fa-32a6-4b11-b233-a565a1107ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:36.108519 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7066f09c-6499-41f0-9601-bd19b869c174 req-f7290072-158d-4c6b-abca-f88e01e51e8d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a35b8a4-554c-4342-bb1c-3308c84ca011 HTTP/1.1" status: 200 len: 943 time: 0.1177378 Jul 07 20:57:36.111392 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51baa1e5-f13d-4174-93dc-8d4b3b5bc6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4a97ab-a9d9-4a14-8fe3-6f2138b8ac79,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:36.152839 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-4bb14f78-a86b-4c9a-be56-84847b0bf093 None None] Port ce444991-9912-4375-ba9b-d17a03e9be39 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:57:36.162419 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7066f09c-6499-41f0-9601-bd19b869c174 req-0d317674-10b8-47dd-8288-4ae03812a33c tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467627 Jul 07 20:57:36.186572 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48176) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:36.192458 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-f99b656d-8922-4e7c-ae19-7904dcaaa9fc tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--842916249', 'description': 'tempest-description--1202217132'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:36.246502 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f99b656d-8922-4e7c-ae19-7904dcaaa9fc tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:36.324743 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 635dd782-6ace-4448-a9f8-2d10cd65d25a details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:57:36.474431 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-52f767a0-6d2d-4036-a81b-aff4b12abb13 None None] Allocated IP 172.20.0.2 (9f3f25a3-7a1a-47e4-bd02-1306e4f8af76/ef2da408-4011-492c-a997-7b8cacd52f94/7dfb76a2-e09b-49b8-b11a-2b7378475e72) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:57:36.531257 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f99b656d-8922-4e7c-ae19-7904dcaaa9fc tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:36.537586 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f99b656d-8922-4e7c-ae19-7904dcaaa9fc tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:36.562624 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 635dd782-6ace-4448-a9f8-2d10cd65d25a, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=635dd782-6ace-4448-a9f8-2d10cd65d25a,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:36.569366 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f14367fa-32a6-4b11-b233-a565a1107ef6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:36.581873 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '635dd782-6ace-4448-a9f8-2d10cd65d25a', 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1', 'port_id': '635dd782-6ace-4448-a9f8-2d10cd65d25a', 'mac_address': 'fa:16:3e:de:0c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef6a251-d924-4278-917e-0372be44ce70', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:57:36.582531 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44bdf1-fda2-4928-9727-58ccf0612e73 req-50e337b4-88a8-4417-b202-00474d7e209f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:36.591499 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0d44bdf1-fda2-4928-9727-58ccf0612e73 req-50e337b4-88a8-4417-b202-00474d7e209f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2211027 Jul 07 20:57:36.618705 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f99b656d-8922-4e7c-ae19-7904dcaaa9fc tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:36.623191 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f99b656d-8922-4e7c-ae19-7904dcaaa9fc tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4355309 Jul 07 20:57:36.626677 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48186) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:36.628111 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f14367fa-32a6-4b11-b233-a565a1107ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:36.633133 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-e24d018a-cf91-4a2d-99ec-3fb944f406c1 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Request body: {'security_group_rule': {'security_group_id': 'd9ce749c-a271-460e-962d-d3f9c6e375ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:36.645336 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b656d-8922-4e7c-ae19-7904dcaaa9fc tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ce749c-a271-460e-962d-d3f9c6e375ad,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:36.680346 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0d44bdf1-fda2-4928-9727-58ccf0612e73 req-37e2930d-19d2-4426-b16a-9a28b87ab7f8 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875559 Jul 07 20:57:36.718466 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e24d018a-cf91-4a2d-99ec-3fb944f406c1 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:36.732139 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:36.784282 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635dd782-6ace-4448-a9f8-2d10cd65d25a {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:57:36.801354 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-f14367fa-32a6-4b11-b233-a565a1107ef6 admin admin] Allocated IP 172.25.5.24 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/d4f3bf76-eb5e-4e77-a727-ed6bb09159e4) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:57:36.819636 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e24d018a-cf91-4a2d-99ec-3fb944f406c1 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:36.834227 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e24d018a-cf91-4a2d-99ec-3fb944f406c1 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:36.877386 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d018a-cf91-4a2d-99ec-3fb944f406c1 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd374b8-c924-4439-a4d2-d5fff18293ae,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:36.889707 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e24d018a-cf91-4a2d-99ec-3fb944f406c1 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:36.893746 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e24d018a-cf91-4a2d-99ec-3fb944f406c1 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2660246 Jul 07 20:57:36.894338 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48196) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:36.904079 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-79baa34d-6b76-41de-8a8b-943eea13b6d3 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Request body: {'security_group_rule': {'security_group_id': 'd9ce749c-a271-460e-962d-d3f9c6e375ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:36.909496 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:57:36.961853 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 635dd782-6ace-4448-a9f8-2d10cd65d25a, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=635dd782-6ace-4448-a9f8-2d10cd65d25a,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:36.999050 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:37.009484 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f14367fa-32a6-4b11-b233-a565a1107ef6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:37.030232 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-79baa34d-6b76-41de-8a8b-943eea13b6d3 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:37.096252 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f14367fa-32a6-4b11-b233-a565a1107ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:37.098312 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-52f767a0-6d2d-4036-a81b-aff4b12abb13 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:37.121119 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-52f767a0-6d2d-4036-a81b-aff4b12abb13 None None] Transition to ACTIVE for port object 7dfb76a2-e09b-49b8-b11a-2b7378475e72 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:37.124626 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=635dd782-6ace-4448-a9f8-2d10cd65d25a,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:37.139003 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:37.139455 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:37.151296 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-79baa34d-6b76-41de-8a8b-943eea13b6d3 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:37.161665 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-79baa34d-6b76-41de-8a8b-943eea13b6d3 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:37.164014 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14367fa-32a6-4b11-b233-a565a1107ef6 admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:57:37.167738 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-f14367fa-32a6-4b11-b233-a565a1107ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:37.171618 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-52f767a0-6d2d-4036-a81b-aff4b12abb13 None None] Transition to ACTIVE for port object 7dfb76a2-e09b-49b8-b11a-2b7378475e72 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:37.172842 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14367fa-32a6-4b11-b233-a565a1107ef6 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:57:37.187101 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79baa34d-6b76-41de-8a8b-943eea13b6d3 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc45d0f7-2d60-4e13-a3f1-86938cb88499,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:37.194307 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-52f767a0-6d2d-4036-a81b-aff4b12abb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:37.200458 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-79baa34d-6b76-41de-8a8b-943eea13b6d3 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:37.205441 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-79baa34d-6b76-41de-8a8b-943eea13b6d3 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3100805 Jul 07 20:57:37.208784 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48206) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:37.231767 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-15509f40-384f-4f61-bd69-7bd247451a68 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:37.240913 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdad33-3cc8-483e-a29f-9c4c2b769aed req-0c76ae08-7b12-4dbc-a693-c22d03ca3b80 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:37.243449 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6afdad33-3cc8-483e-a29f-9c4c2b769aed req-0c76ae08-7b12-4dbc-a693-c22d03ca3b80 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.3217688 Jul 07 20:57:37.267992 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f767a0-6d2d-4036-a81b-aff4b12abb13 None None] Network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:57:37.271177 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-52f767a0-6d2d-4036-a81b-aff4b12abb13 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:37.278763 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f767a0-6d2d-4036-a81b-aff4b12abb13 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:57:37.296091 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14367fa-32a6-4b11-b233-a565a1107ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=d4f3bf76-eb5e-4e77-a727-ed6bb09159e4,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:37.332905 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6afdad33-3cc8-483e-a29f-9c4c2b769aed req-76b52700-07c4-46bb-a2bb-5b6c1d8ed6c0 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754709 Jul 07 20:57:37.389850 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15509f40-384f-4f61-bd69-7bd247451a68 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for floatingip, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:37.426007 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48212) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:37.516156 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f767a0-6d2d-4036-a81b-aff4b12abb13 None None] Pushing event updated for resources: {'Port': ['ID=7dfb76a2-e09b-49b8-b11a-2b7378475e72,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:37.525392 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['635dd782-6ace-4448-a9f8-2d10cd65d25a'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:57:37.598772 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e268fa8-6fba-4e7b-9af9-6d18dade2e56 req-197261e7-67e4-493e-9e90-0a6c4ae49eb1 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:37.609671 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e268fa8-6fba-4e7b-9af9-6d18dade2e56 req-197261e7-67e4-493e-9e90-0a6c4ae49eb1 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a35b8a4-554c-4342-bb1c-3308c84ca011 HTTP/1.1" status: 200 len: 944 time: 0.1629882 Jul 07 20:57:37.632737 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-f07358c0-31cd-4ed7-abc4-9ef628ec76fb admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-450339949-network', 'tenant_id': '8ec973c72b0c446b8a6f30c2bb3552ad'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:37.670731 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07358c0-31cd-4ed7-abc4-9ef628ec76fb admin admin] Made reservation on behalf of 8ec973c72b0c446b8a6f30c2bb3552ad for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:57:37.675046 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f07358c0-31cd-4ed7-abc4-9ef628ec76fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:37.688426 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f07358c0-31cd-4ed7-abc4-9ef628ec76fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:37.718636 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-52f767a0-6d2d-4036-a81b-aff4b12abb13 None None] Attempting to bind port 7dfb76a2-e09b-49b8-b11a-2b7378475e72 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:57:37.719354 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-52f767a0-6d2d-4036-a81b-aff4b12abb13 None None] Attempting to bind port 7dfb76a2-e09b-49b8-b11a-2b7378475e72 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:57:37.719999 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f767a0-6d2d-4036-a81b-aff4b12abb13 None None] Attempting to bind port 7dfb76a2-e09b-49b8-b11a-2b7378475e72 on network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:57:37.721354 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e268fa8-6fba-4e7b-9af9-6d18dade2e56 req-7402a08f-4b77-40d3-9f63-5a86eeec4205 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105447 Jul 07 20:57:37.734803 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f767a0-6d2d-4036-a81b-aff4b12abb13 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:57:37.735582 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f767a0-6d2d-4036-a81b-aff4b12abb13 None None] Checking segment: {'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:57:37.736281 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-52f767a0-6d2d-4036-a81b-aff4b12abb13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:37.737394 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f767a0-6d2d-4036-a81b-aff4b12abb13 None None] Bound using segment: {'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:57:37.738264 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-52f767a0-6d2d-4036-a81b-aff4b12abb13 None None] Bound port: 7dfb76a2-e09b-49b8-b11a-2b7378475e72, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:57:37.738940 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-52f767a0-6d2d-4036-a81b-aff4b12abb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:37.872261 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f07358c0-31cd-4ed7-abc4-9ef628ec76fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:37.881541 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f07358c0-31cd-4ed7-abc4-9ef628ec76fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:37.959461 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f07358c0-31cd-4ed7-abc4-9ef628ec76fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:57:37.968031 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f14367fa-32a6-4b11-b233-a565a1107ef6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:37.971408 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f07358c0-31cd-4ed7-abc4-9ef628ec76fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:37.972205 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-f07358c0-31cd-4ed7-abc4-9ef628ec76fb admin admin] Added segment d37371ac-82c7-48d4-ab31-64c23c20d5d2 of type vlan for network 933cf619-8e75-4b39-b1f0-c7abdb37f80d Jul 07 20:57:37.977203 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15509f40-384f-4f61-bd69-7bd247451a68 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:38.082778 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07358c0-31cd-4ed7-abc4-9ef628ec76fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334307eb-e93b-4d09-a970-41e1f9ab7c6f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:38.124109 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f07358c0-31cd-4ed7-abc4-9ef628ec76fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:38.187112 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-52f767a0-6d2d-4036-a81b-aff4b12abb13 None None] For port 7dfb76a2-e09b-49b8-b11a-2b7378475e72, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:57:38.205086 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b1119-a3cf-4146-ae67-53fb2d652434 req-6c910d6d-8c78-477b-84ba-7f166b187537 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:38.207094 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-971b1119-a3cf-4146-ae67-53fb2d652434 req-6c910d6d-8c78-477b-84ba-7f166b187537 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2533298 Jul 07 20:57:38.208641 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f07358c0-31cd-4ed7-abc4-9ef628ec76fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:38.209572 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07358c0-31cd-4ed7-abc4-9ef628ec76fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:38.210300 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f07358c0-31cd-4ed7-abc4-9ef628ec76fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:38.211503 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-52f767a0-6d2d-4036-a81b-aff4b12abb13 None None] For port 7dfb76a2-e09b-49b8-b11a-2b7378475e72, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=7dfb76a2-e09b-49b8-b11a-2b7378475e72,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:57:38.225298 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-52f767a0-6d2d-4036-a81b-aff4b12abb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:38.330001 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f07358c0-31cd-4ed7-abc4-9ef628ec76fb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8990705 Jul 07 20:57:38.330315 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48224) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:38.336765 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-a91bf6d5-7db4-4c69-8aca-d5dea5545956 admin admin] Request body: {'subnet': {'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-450339949-subnet', 'tenant_id': '8ec973c72b0c446b8a6f30c2bb3552ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:38.347173 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f767a0-6d2d-4036-a81b-aff4b12abb13 None None] Pushing event updated for resources: {'Port': ['ID=7dfb76a2-e09b-49b8-b11a-2b7378475e72,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:38.383272 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-15509f40-384f-4f61-bd69-7bd247451a68 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Allocated IP 172.25.5.238 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/6f1e28dd-991a-4e99-adb6-3b895ce95f1e) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:57:38.392661 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07358c0-31cd-4ed7-abc4-9ef628ec76fb admin admin] Pushing event updated for resources: {'Network': ['ID=933cf619-8e75-4b39-b1f0-c7abdb37f80d,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:38.417900 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-971b1119-a3cf-4146-ae67-53fb2d652434 req-4eeacb3a-25d2-4cd3-92e7-2f6eebcf1d92 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845953 Jul 07 20:57:38.421126 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91bf6d5-7db4-4c69-8aca-d5dea5545956 admin admin] Made reservation on behalf of 8ec973c72b0c446b8a6f30c2bb3552ad for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:57:38.421839 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 933cf619-8e75-4b39-b1f0-c7abdb37f80d details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:57:38.423954 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a91bf6d5-7db4-4c69-8aca-d5dea5545956 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:38.442697 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f14367fa-32a6-4b11-b233-a565a1107ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:38.782567 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fba43-6f06-4f60-9d67-d4622250a95f req-47192135-0d09-4a81-b303-c203552bfe4a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:38.787415 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae8fba43-6f06-4f60-9d67-d4622250a95f req-47192135-0d09-4a81-b303-c203552bfe4a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.1429410 Jul 07 20:57:38.813366 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15509f40-384f-4f61-bd69-7bd247451a68 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:38.855999 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 7dfb76a2-e09b-49b8-b11a-2b7378475e72 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:57:38.894947 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae8fba43-6f06-4f60-9d67-d4622250a95f req-f8a16e5f-8b93-44b4-ad72-75514250857f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993345 Jul 07 20:57:38.917522 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a91bf6d5-7db4-4c69-8aca-d5dea5545956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:38.945015 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 7dfb76a2-e09b-49b8-b11a-2b7378475e72 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:57:38.963787 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14367fa-32a6-4b11-b233-a565a1107ef6 admin admin] Router ca0e0895-e699-47d2-b1aa-2b64161762a7 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:57:38.970196 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15509f40-384f-4f61-bd69-7bd247451a68 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:39.038455 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15509f40-384f-4f61-bd69-7bd247451a68 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event updated for resources: {'Port': ['ID=6f1e28dd-991a-4e99-adb6-3b895ce95f1e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:39.097555 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703c56e-5af3-49cd-b9de-8c03c00fc97d req-03ae2083-66d2-41ad-a293-cb608ce087fb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:39.100236 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0703c56e-5af3-49cd-b9de-8c03c00fc97d req-03ae2083-66d2-41ad-a293-cb608ce087fb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a35b8a4-554c-4342-bb1c-3308c84ca011 HTTP/1.1" status: 200 len: 944 time: 0.1205480 Jul 07 20:57:39.116458 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15509f40-384f-4f61-bd69-7bd247451a68 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:57:39.125707 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bf6d5-7db4-4c69-8aca-d5dea5545956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7fee8dd-f00c-44db-a4fa-5bd2d901683b,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:39.136841 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-15509f40-384f-4f61-bd69-7bd247451a68 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:39.143780 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15509f40-384f-4f61-bd69-7bd247451a68 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:57:39.145877 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bf6d5-7db4-4c69-8aca-d5dea5545956 admin admin] Checking segment: {'id': 'd37371ac-82c7-48d4-ab31-64c23c20d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:57:39.146253 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91bf6d5-7db4-4c69-8aca-d5dea5545956 admin admin] Network hostable DHCP agents. Network: 933cf619-8e75-4b39-b1f0-c7abdb37f80d, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:57:39.160708 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0703c56e-5af3-49cd-b9de-8c03c00fc97d req-b82e2927-19bc-427c-961d-c8dd7ccd0f1f tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550308 Jul 07 20:57:39.285164 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14367fa-32a6-4b11-b233-a565a1107ef6 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:57:39.300440 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] Sync routers for ids ['ca0e0895-e699-47d2-b1aa-2b64161762a7'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:57:39.303994 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91bf6d5-7db4-4c69-8aca-d5dea5545956 admin admin] Network 933cf619-8e75-4b39-b1f0-c7abdb37f80d is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:57:39.316261 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] Routers {'ca0e0895-e699-47d2-b1aa-2b64161762a7'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:57:39.317320 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:57:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ca0e0895-e699-47d2-b1aa-2b64161762a7'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:39.329433 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-a91bf6d5-7db4-4c69-8aca-d5dea5545956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 933cf619-8e75-4b39-b1f0-c7abdb37f80d) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:39.354455 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38bb61-9aa2-4fa0-a6f5-2e96bc63438a req-85aa32c8-af52-4576-a0f1-94b47efc034f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:39.359679 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4a38bb61-9aa2-4fa0-a6f5-2e96bc63438a req-85aa32c8-af52-4576-a0f1-94b47efc034f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.1291211 Jul 07 20:57:39.364829 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f14367fa-32a6-4b11-b233-a565a1107ef6 admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:39.366166 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f14367fa-32a6-4b11-b233-a565a1107ef6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8413393 Jul 07 20:57:39.369742 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91bf6d5-7db4-4c69-8aca-d5dea5545956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:39.370582 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a91bf6d5-7db4-4c69-8aca-d5dea5545956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:39.371294 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48240) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:39.389236 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d462b64-a98b-43cd-b497-036af77f9059 None None] Network 933cf619-8e75-4b39-b1f0-c7abdb37f80d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:57:39.403663 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a91bf6d5-7db4-4c69-8aca-d5dea5545956 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0661204 Jul 07 20:57:39.408669 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15509f40-384f-4f61-bd69-7bd247451a68 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:39.470112 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15509f40-384f-4f61-bd69-7bd247451a68 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:39.544893 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] Set router ca0e0895-e699-47d2-b1aa-2b64161762a7 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:57:39.630899 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4a38bb61-9aa2-4fa0-a6f5-2e96bc63438a req-684ee603-a0b3-462f-9e16-171557a3b9f9 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510314 Jul 07 20:57:39.736295 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15509f40-384f-4f61-bd69-7bd247451a68 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:39.746480 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15509f40-384f-4f61-bd69-7bd247451a68 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:39.859535 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15509f40-384f-4f61-bd69-7bd247451a68 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event updated for resources: {'Port': ['ID=6f1e28dd-991a-4e99-adb6-3b895ce95f1e,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:39.869621 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15509f40-384f-4f61-bd69-7bd247451a68 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:39.888619 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15509f40-384f-4f61-bd69-7bd247451a68 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:39.891125 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-15509f40-384f-4f61-bd69-7bd247451a68 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6790884 Jul 07 20:57:40.010775 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c91930-efad-4fe7-b392-89eb49c066bd None None] Network 933cf619-8e75-4b39-b1f0-c7abdb37f80d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:57:40.014251 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24fe19e-5007-4687-994d-4f4b8d882dc4 None None] Network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:57:40.179701 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5177b099-6bd4-4dc5-aa29-c459f26d7b90 None None] Provisioning for port 7dfb76a2-e09b-49b8-b11a-2b7378475e72 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:57:40.193688 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5177b099-6bd4-4dc5-aa29-c459f26d7b90 None None] Provisioning complete for port 7dfb76a2-e09b-49b8-b11a-2b7378475e72 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:40.193995 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5177b099-6bd4-4dc5-aa29-c459f26d7b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:40.234276 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef3421-38af-4385-a054-0dfda557d11c req-799689fa-7d0d-41c5-9884-29cbad12aaff tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:40.235830 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fdef3421-38af-4385-a054-0dfda557d11c req-799689fa-7d0d-41c5-9884-29cbad12aaff tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.3296635 Jul 07 20:57:40.336660 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 635dd782-6ace-4448-a9f8-2d10cd65d25a up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:57:40.375365 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'name': 'tempest-ServerActionsTestJSON-407069327-router', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:57:35Z', 'updated_at': '2021-07-07T20:57:37Z', 'revision_number': 3, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'gw_port': {'id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:36Z', 'updated_at': '2021-07-07T20:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:40.375689 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fdef3421-38af-4385-a054-0dfda557d11c req-bd0905d1-efe5-4a41-aad7-914a4526178d tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320183 Jul 07 20:57:40.383253 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-43ee6c64-97d9-480f-910c-6611f8b77851 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:40.390452 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-43ee6c64-97d9-480f-910c-6611f8b77851 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/networks?id=933cf619-8e75-4b39-b1f0-c7abdb37f80d HTTP/1.1" status: 200 len: 804 time: 0.2470183 Jul 07 20:57:40.415667 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-ec06bde3-0c11-477c-b106-dd737e781c8c tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/quotas/8ec973c72b0c446b8a6f30c2bb3552ad HTTP/1.1" status: 200 len: 375 time: 0.0239139 Jul 07 20:57:40.453839 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] Checking router: ca0e0895-e699-47d2-b1aa-2b64161762a7 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:57:40.454424 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] Updating router ca0e0895-e699-47d2-b1aa-2b64161762a7 port d4f3bf76-eb5e-4e77-a727-ed6bb09159e4 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:57:40.460970 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-c1fd6cf4-3725-4de9-b9df-729c13c03f73 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ec973c72b0c446b8a6f30c2bb3552ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447192 Jul 07 20:57:40.467581 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:40.567923 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5177b099-6bd4-4dc5-aa29-c459f26d7b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:40.569878 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:40.622339 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 635dd782-6ace-4448-a9f8-2d10cd65d25a completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:57:40.653556 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 635dd782-6ace-4448-a9f8-2d10cd65d25a triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:40.653556 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:40.655210 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-918c348d-dcfa-4f9f-b216-4ee4f5754646 service neutron] 10.222.0.64 "GET /v2.0/networks/933cf619-8e75-4b39-b1f0-c7abdb37f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847081 Jul 07 20:57:40.752171 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-5177b099-6bd4-4dc5-aa29-c459f26d7b90 None None] For port 7dfb76a2-e09b-49b8-b11a-2b7378475e72, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=7dfb76a2-e09b-49b8-b11a-2b7378475e72,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:40.768857 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5177b099-6bd4-4dc5-aa29-c459f26d7b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:40.792262 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-33f77785-a9fe-4af8-ad1f-c73fd43303e6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--842916249&fields=id&tenant_id=d8ed23dfe8df44cbb137b377fa7cb243 HTTP/1.1" status: 200 len: 267 time: 0.1250343 Jul 07 20:57:40.886221 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-3877fdb5-89d9-469f-827a-fa2288d4d51a service neutron] 10.222.0.64 "GET /v2.0/networks/933cf619-8e75-4b39-b1f0-c7abdb37f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303798 Jul 07 20:57:40.897876 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177b099-6bd4-4dc5-aa29-c459f26d7b90 None None] Pushing event updated for resources: {'Port': ['ID=7dfb76a2-e09b-49b8-b11a-2b7378475e72,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:40.977980 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:40.987370 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Allocated IP 172.20.0.1 (9f3f25a3-7a1a-47e4-bd02-1306e4f8af76/ef2da408-4011-492c-a997-7b8cacd52f94/9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:57:40.997795 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-20057109-b894-4a70-9d51-985d08862cd3 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:41.018561 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-20057109-b894-4a70-9d51-985d08862cd3 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports/7d14b38d-99b1-4ecc-a5b4-516596f20a7d HTTP/1.1" status: 200 len: 936 time: 0.1895759 Jul 07 20:57:41.044859 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 635dd782-6ace-4448-a9f8-2d10cd65d25a, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=635dd782-6ace-4448-a9f8-2d10cd65d25a,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:41.048537 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a35b8a4-554c-4342-bb1c-3308c84ca011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635dd782-6ace-4448-a9f8-2d10cd65d25a'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:57:41.051976 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b520fdd-44cd-4c91-8791-8f59f477353b" -d '{"events": [{"server_uuid": "4a35b8a4-554c-4342-bb1c-3308c84ca011", "name": "network-vif-plugged", "status": "completed", "tag": "635dd782-6ace-4448-a9f8-2d10cd65d25a"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:57:41.065614 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:41.111458 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-0a58a020-fba4-4dd2-9fc1-dd8568ed0aae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:41.119063 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-0a58a020-fba4-4dd2-9fc1-dd8568ed0aae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports/ce444991-9912-4375-ba9b-d17a03e9be39 HTTP/1.1" status: 200 len: 936 time: 0.0992098 Jul 07 20:57:41.180021 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-66efd1d5-cb1e-4b97-96d4-9ffb251004be tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?network_id=130dc8cf-87ce-46df-b452-32f98efef5ec&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0597622 Jul 07 20:57:41.234545 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-3c9e5625-fc10-440e-8f0f-36f9df37d25a tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?network_id=130dc8cf-87ce-46df-b452-32f98efef5ec&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0532022 Jul 07 20:57:41.351214 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-28911bcd-a11e-48b5-ab9c-d68933a426ac None None] Provisioning complete for port 7dfb76a2-e09b-49b8-b11a-2b7378475e72 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:41.351870 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-28911bcd-a11e-48b5-ab9c-d68933a426ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:41.416184 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:41.448685 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:41.470830 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=635dd782-6ace-4448-a9f8-2d10cd65d25a,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:41.480885 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] Transition to ACTIVE for port object d4f3bf76-eb5e-4e77-a727-ed6bb09159e4 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:41.506080 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:41.522344 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-48c851ea-f40e-4668-8734-68c776eba4d6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:41.530353 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-48c851ea-f40e-4668-8734-68c776eba4d6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:41.537041 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-48c851ea-f40e-4668-8734-68c776eba4d6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:41.539168 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-48c851ea-f40e-4668-8734-68c776eba4d6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/networks?id=d7847ed4-ca64-408b-b349-0ebf1cd2485d&id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&id=130dc8cf-87ce-46df-b452-32f98efef5ec&id=130dc8cf-87ce-46df-b452-32f98efef5ec HTTP/1.1" status: 200 len: 1994 time: 0.2685077 Jul 07 20:57:41.563296 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74eaa2-5110-4166-8d52-37076f294560 None None] Pushing event updated for resources: {'Port': ['ID=d4f3bf76-eb5e-4e77-a727-ed6bb09159e4,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:41.568674 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Transition to ACTIVE for port object 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:41.582673 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-34b55dee-be80-4871-868b-87b78e9f98ad tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/quotas/d8ed23dfe8df44cbb137b377fa7cb243 HTTP/1.1" status: 200 len: 375 time: 0.0348380 Jul 07 20:57:41.589300 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] Attempting to bind port d4f3bf76-eb5e-4e77-a727-ed6bb09159e4 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:57:41.589767 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] Attempting to bind port d4f3bf76-eb5e-4e77-a727-ed6bb09159e4 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:57:41.590216 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] Attempting to bind port d4f3bf76-eb5e-4e77-a727-ed6bb09159e4 on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:57:41.596504 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:57:41.597084 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:57:41.597447 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:41.597916 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:57:41.598798 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] Bound port: d4f3bf76-eb5e-4e77-a727-ed6bb09159e4, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:57:41.598946 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:41.612627 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53a678-9f16-45e2-ba97-22adb832ae5d req-bc92e087-61aa-4238-8004-3d8b31011be5 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:41.615844 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec53a678-9f16-45e2-ba97-22adb832ae5d req-bc92e087-61aa-4238-8004-3d8b31011be5 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a35b8a4-554c-4342-bb1c-3308c84ca011 HTTP/1.1" status: 200 len: 945 time: 0.3469651 Jul 07 20:57:41.659636 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] For port d4f3bf76-eb5e-4e77-a727-ed6bb09159e4, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:57:41.663662 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] For port d4f3bf76-eb5e-4e77-a727-ed6bb09159e4, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=d4f3bf76-eb5e-4e77-a727-ed6bb09159e4,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:57:41.673352 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:41.738138 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74eaa2-5110-4166-8d52-37076f294560 None None] Pushing event updated for resources: {'Port': ['ID=d4f3bf76-eb5e-4e77-a727-ed6bb09159e4,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:41.740834 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] Routers {'ca0e0895-e699-47d2-b1aa-2b64161762a7'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:57:41.741444 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:57:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ca0e0895-e699-47d2-b1aa-2b64161762a7'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:41.767032 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-e06507d7-178e-4d14-b44e-1101dc237909 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8ed23dfe8df44cbb137b377fa7cb243&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1753726 Jul 07 20:57:41.768157 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:41.774986 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec53a678-9f16-45e2-ba97-22adb832ae5d req-91ac2cc6-85b4-4442-a6a1-4cf0874445d2 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174719 Jul 07 20:57:41.910005 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:57:41.910778 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Pushing event updated for resources: {'Port': ['ID=9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:41.920593 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:41.924536 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:57:41.925130 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] Set router ca0e0895-e699-47d2-b1aa-2b64161762a7 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:57:41.927153 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:41.927496 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:41.927837 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:41.928174 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:41.928507 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:41.928836 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:41.929162 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:41.929556 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:41.929798 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:41.930122 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:41.930992 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:41.930992 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:42.004982 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-774161e8-5069-42ec-84b6-833ae917788b service neutron] 10.222.0.64 "GET /v2.0/networks/d7847ed4-ca64-408b-b349-0ebf1cd2485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898777 Jul 07 20:57:42.007036 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:42.165691 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5bf35a-c48f-4ebb-83cf-dbbdd96ff7ec x-openstack-request-id: req-1e5bf35a-c48f-4ebb-83cf-dbbdd96ff7ec {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:57:42.165998 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a35b8a4-554c-4342-bb1c-3308c84ca011", "name": "network-vif-plugged", "status": "completed", "tag": "635dd782-6ace-4448-a9f8-2d10cd65d25a", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:57:42.166242 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1e5bf35a-c48f-4ebb-83cf-dbbdd96ff7ec {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:57:42.166666 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a35b8a4-554c-4342-bb1c-3308c84ca011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635dd782-6ace-4448-a9f8-2d10cd65d25a', 'code': 200} Jul 07 20:57:42.240372 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'name': 'tempest-ServerActionsTestJSON-407069327-router', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:57:35Z', 'updated_at': '2021-07-07T20:57:37Z', 'revision_number': 3, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'gw_port': {'id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:36Z', 'updated_at': '2021-07-07T20:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:42.273280 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fab0ced-1c5d-41b7-8195-3d5a5c5cf696 None None] The sync data for ids ['ca0e0895-e699-47d2-b1aa-2b64161762a7'] in n-d-695189-11 is: [{'id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'name': 'tempest-ServerActionsTestJSON-407069327-router', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:57:35Z', 'updated_at': '2021-07-07T20:57:37Z', 'revision_number': 3, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'gw_port': {'id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:36Z', 'updated_at': '2021-07-07T20:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:57:42.395177 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-854ca0e7-2768-444c-b86e-7d856bdc13f5 service neutron] 10.222.0.64 "GET /v2.0/networks/d7847ed4-ca64-408b-b349-0ebf1cd2485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893979 Jul 07 20:57:42.397161 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-690e0924-448d-4f2e-b435-42b8bc764eae req-99c59768-ddc6-455b-a760-4e011f2b6239 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e40cc7-e6ba-4236-bf48-b96ca061782b HTTP/1.1" status: 200 len: 210 time: 0.0892770 Jul 07 20:57:42.446317 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-50fd2d81-c7ba-4dab-b410-eb69ad985ac9 None None] Provisioning for port 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:57:42.453212 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-50fd2d81-c7ba-4dab-b410-eb69ad985ac9 None None] Provisioning complete for port 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:42.453852 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-50fd2d81-c7ba-4dab-b410-eb69ad985ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:42.465269 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:42.518859 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-462d18f2-221c-458e-8393-9afa49a67449 service neutron] 10.222.0.64 "GET /v2.0/ports/7d14b38d-99b1-4ecc-a5b4-516596f20a7d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1170125 Jul 07 20:57:42.522142 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-50fd2d81-c7ba-4dab-b410-eb69ad985ac9 None None] Port 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:57:42.536638 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ac5d3-efb5-4d37-861c-3ed519284e35 req-9592a17e-db6d-45f4-aa72-9af55cce6a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:42.538421 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9c8ac5d3-efb5-4d37-861c-3ed519284e35 req-9592a17e-db6d-45f4-aa72-9af55cce6a3f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4a35b8a4-554c-4342-bb1c-3308c84ca011 HTTP/1.1" status: 200 len: 1097 time: 0.2447677 Jul 07 20:57:42.630598 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f43ef2ac-0a28-4faf-a8fa-7f73b1e98969 service neutron] 10.222.0.64 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053064 Jul 07 20:57:42.994234 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device d4f3bf76-eb5e-4e77-a727-ed6bb09159e4 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:57:43.083284 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-e4aaaf85-af53-48fc-aca5-5bb2b7d244c9 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:43.085282 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-e4aaaf85-af53-48fc-aca5-5bb2b7d244c9 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.58 "GET /v2.0/networks?id=933cf619-8e75-4b39-b1f0-c7abdb37f80d HTTP/1.1" status: 200 len: 804 time: 0.2299967 Jul 07 20:57:43.108376 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port d4f3bf76-eb5e-4e77-a727-ed6bb09159e4 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:57:43.113194 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port d4f3bf76-eb5e-4e77-a727-ed6bb09159e4 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:43.113578 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:43.119170 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-966d7338-66c2-41eb-9e93-6352ef62d246 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Request body: {'port': {'device_id': 'b0e40cc7-e6ba-4236-bf48-b96ca061782b', 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d', 'admin_state_up': True, 'tenant_id': '8ec973c72b0c446b8a6f30c2bb3552ad'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:43.276609 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:43.310261 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port d4f3bf76-eb5e-4e77-a727-ed6bb09159e4, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=d4f3bf76-eb5e-4e77-a727-ed6bb09159e4,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:43.310433 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-966d7338-66c2-41eb-9e93-6352ef62d246 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Made reservation on behalf of 8ec973c72b0c446b8a6f30c2bb3552ad for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:57:43.314957 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-966d7338-66c2-41eb-9e93-6352ef62d246 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:43.315210 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:43.316120 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 7dfb76a2-e09b-49b8-b11a-2b7378475e72 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:57:43.451319 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 7dfb76a2-e09b-49b8-b11a-2b7378475e72 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:43.452030 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:43.475922 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9c8ac5d3-efb5-4d37-861c-3ed519284e35 req-cf41d74f-661f-40b8-8ba8-ec845ee65c46 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8238778 Jul 07 20:57:43.480008 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=d4f3bf76-eb5e-4e77-a727-ed6bb09159e4,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:43.506414 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:43.506851 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:43.507205 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:43.507593 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:43.507924 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:43.508261 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:43.508598 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:43.508933 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:43.509266 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:43.509596 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:43.509929 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:43.510259 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:43.538848 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-966d7338-66c2-41eb-9e93-6352ef62d246 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Allocated IP 172.20.0.12 (933cf619-8e75-4b39-b1f0-c7abdb37f80d/f7fee8dd-f00c-44db-a4fa-5bd2d901683b/d2b9da2d-4628-49a5-affe-cdaee69e3c61) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:57:43.582906 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbff93-18fd-490a-a91b-c44276871766 req-b650dd17-0028-4d46-913a-72b36c14055a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:43.584807 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-89cbff93-18fd-490a-a91b-c44276871766 req-b650dd17-0028-4d46-913a-72b36c14055a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.3014047 Jul 07 20:57:43.605252 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-4e528610-b036-49c9-82bc-0d8a9f15431a service neutron] 10.222.0.64 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9519415 Jul 07 20:57:43.670456 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-84c9d333-e099-4fbf-96fa-1f2e03963c44 service neutron] 10.222.0.64 "GET /v2.0/ports/ce444991-9912-4375-ba9b-d17a03e9be39?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0559223 Jul 07 20:57:43.755895 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-89cbff93-18fd-490a-a91b-c44276871766 req-f021545b-043e-4943-9e99-934afd952187 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533096 Jul 07 20:57:43.787146 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-966d7338-66c2-41eb-9e93-6352ef62d246 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:43.833267 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:43.840957 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-9d017d1b-f6e2-4ca6-b78c-bf60d2953cbc service neutron] 10.222.0.64 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599736 Jul 07 20:57:43.841562 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:43.865442 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-966d7338-66c2-41eb-9e93-6352ef62d246 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:43.914291 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-966d7338-66c2-41eb-9e93-6352ef62d246 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Network 933cf619-8e75-4b39-b1f0-c7abdb37f80d is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:57:43.918866 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-966d7338-66c2-41eb-9e93-6352ef62d246 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:43.921693 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-966d7338-66c2-41eb-9e93-6352ef62d246 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:57:43.955392 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d7338-66c2-41eb-9e93-6352ef62d246 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Pushing event updated for resources: {'Port': ['ID=d2b9da2d-4628-49a5-affe-cdaee69e3c61,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:43.958465 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-710b95e0-918b-4892-bff5-baa363af12fb service neutron] 10.222.0.64 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951967 Jul 07 20:57:43.982366 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-966d7338-66c2-41eb-9e93-6352ef62d246 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:43.983165 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-966d7338-66c2-41eb-9e93-6352ef62d246 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:43.998078 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-966d7338-66c2-41eb-9e93-6352ef62d246 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8914216 Jul 07 20:57:44.010947 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-f200a98e-7439-4271-b539-5fc9d6873d9a service neutron] Request body: {'port': {'device_id': 'b0e40cc7-e6ba-4236-bf48-b96ca061782b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:44.096061 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:44.107067 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Pushing event updated for resources: {'Port': ['ID=9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:44.205634 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-a0314b81-b976-47e9-80f9-62dc66b5f933 service neutron] 10.222.0.64 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347193 Jul 07 20:57:44.237156 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8e122-0da7-423d-a616-8f5992af86dd req-98fd1606-6ea7-4f26-abbf-ef0faa14c248 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:44.238807 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0dd8e122-0da7-423d-a616-8f5992af86dd req-98fd1606-6ea7-4f26-abbf-ef0faa14c248 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a35b8a4-554c-4342-bb1c-3308c84ca011 HTTP/1.1" status: 200 len: 945 time: 0.2794454 Jul 07 20:57:44.369721 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0dd8e122-0da7-423d-a616-8f5992af86dd req-026a03de-6822-4cab-a019-7b1e892c17e2 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183653 Jul 07 20:57:44.435966 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:57:44.459239 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-ec835a30-6842-4afb-9c9d-9385f62ab4df service neutron] 10.222.0.64 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446496 Jul 07 20:57:44.460159 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:44.568503 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-f200a98e-7439-4271-b539-5fc9d6873d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:44.833133 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-8e2b90b1-f271-4935-b3de-5899bf1c12c3 service neutron] 10.222.0.64 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607028 Jul 07 20:57:44.885103 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device d4f3bf76-eb5e-4e77-a727-ed6bb09159e4 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:57:44.987534 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Router ca0e0895-e699-47d2-b1aa-2b64161762a7 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:57:45.024240 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port d4f3bf76-eb5e-4e77-a727-ed6bb09159e4 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:45.024679 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:45.088875 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0d754ea5-571c-4417-a45c-28e1afb5f20a None None] Provisioning complete for port 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:45.089245 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0d754ea5-571c-4417-a45c-28e1afb5f20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:45.146071 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-0dc74aab-2eb8-4017-bcba-2aeac2321983 service neutron] 10.222.0.64 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801738 Jul 07 20:57:45.159308 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb84313-988f-4d0e-9145-cbf57eb57d89 req-63d7dec9-87db-4d96-8796-28cf43f81efc tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:45.164228 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dfb84313-988f-4d0e-9145-cbf57eb57d89 req-63d7dec9-87db-4d96-8796-28cf43f81efc tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e40cc7-e6ba-4236-bf48-b96ca061782b HTTP/1.1" status: 200 len: 932 time: 0.2383084 Jul 07 20:57:45.176906 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-0d754ea5-571c-4417-a45c-28e1afb5f20a None None] Port 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:57:45.245981 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-f200a98e-7439-4271-b539-5fc9d6873d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b9da2d-4628-49a5-affe-cdaee69e3c61 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:57:45.257490 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-f200a98e-7439-4271-b539-5fc9d6873d9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:45.279024 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-f200a98e-7439-4271-b539-5fc9d6873d9a service neutron] Transition to ACTIVE for port object d2b9da2d-4628-49a5-affe-cdaee69e3c61 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:45.285234 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-f200a98e-7439-4271-b539-5fc9d6873d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:45.372687 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dfb84313-988f-4d0e-9145-cbf57eb57d89 req-167bf1e8-5551-4c2f-8373-5639fd7b7d29 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676481 Jul 07 20:57:45.375627 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:57:45.382333 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a8168b93-12c5-4aac-8441-9e887e75bcab admin admin] 10.222.0.64 "PUT /v2.0/routers/ca0e0895-e699-47d2-b1aa-2b64161762a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0089169 Jul 07 20:57:45.398931 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200a98e-7439-4271-b539-5fc9d6873d9a service neutron] Pushing event updated for resources: {'Port': ['ID=d2b9da2d-4628-49a5-affe-cdaee69e3c61,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:45.399257 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-71bf1e63-e9c4-456c-8d82-aadbfab069af service neutron] 10.222.0.64 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331066 Jul 07 20:57:45.413826 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] Sync routers for ids ['ca0e0895-e699-47d2-b1aa-2b64161762a7'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:57:45.432281 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] Routers {'ca0e0895-e699-47d2-b1aa-2b64161762a7'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:57:45.432281 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:57:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ca0e0895-e699-47d2-b1aa-2b64161762a7'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:45.496038 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-f200a98e-7439-4271-b539-5fc9d6873d9a service neutron] Attempting to bind port d2b9da2d-4628-49a5-affe-cdaee69e3c61 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:57:45.496038 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-f200a98e-7439-4271-b539-5fc9d6873d9a service neutron] Attempting to bind port d2b9da2d-4628-49a5-affe-cdaee69e3c61 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'd37371ac-82c7-48d4-ab31-64c23c20d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:57:45.496038 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-f200a98e-7439-4271-b539-5fc9d6873d9a service neutron] Attempting to bind port d2b9da2d-4628-49a5-affe-cdaee69e3c61 on network 933cf619-8e75-4b39-b1f0-c7abdb37f80d {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:57:45.507014 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-f200a98e-7439-4271-b539-5fc9d6873d9a service neutron] Port d2b9da2d-4628-49a5-affe-cdaee69e3c61 on network 933cf619-8e75-4b39-b1f0-c7abdb37f80d not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:57:45.507422 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-f200a98e-7439-4271-b539-5fc9d6873d9a service neutron] Attempting to bind port d2b9da2d-4628-49a5-affe-cdaee69e3c61 on network 933cf619-8e75-4b39-b1f0-c7abdb37f80d {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:57:45.514972 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-f200a98e-7439-4271-b539-5fc9d6873d9a service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:57:45.515875 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-f200a98e-7439-4271-b539-5fc9d6873d9a service neutron] Checking segment: {'id': 'd37371ac-82c7-48d4-ab31-64c23c20d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:57:45.516643 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-f200a98e-7439-4271-b539-5fc9d6873d9a service neutron] Bound using segment: {'id': 'd37371ac-82c7-48d4-ab31-64c23c20d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:57:45.517685 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-f200a98e-7439-4271-b539-5fc9d6873d9a service neutron] Bound port: d2b9da2d-4628-49a5-affe-cdaee69e3c61, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37371ac-82c7-48d4-ab31-64c23c20d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:57:45.518282 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-f200a98e-7439-4271-b539-5fc9d6873d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:45.574339 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-b2e97ad1-7721-47cf-aeda-bcbce954a7dc service neutron] 10.222.0.64 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688499 Jul 07 20:57:45.635251 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] Set router ca0e0895-e699-47d2-b1aa-2b64161762a7 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:57:45.648805 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-f200a98e-7439-4271-b539-5fc9d6873d9a service neutron] For port d2b9da2d-4628-49a5-affe-cdaee69e3c61, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:57:45.655876 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-f200a98e-7439-4271-b539-5fc9d6873d9a service neutron] For port d2b9da2d-4628-49a5-affe-cdaee69e3c61, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d2b9da2d-4628-49a5-affe-cdaee69e3c61,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:57:45.664216 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-f200a98e-7439-4271-b539-5fc9d6873d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:45.723157 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-f200a98e-7439-4271-b539-5fc9d6873d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:45.724208 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-f200a98e-7439-4271-b539-5fc9d6873d9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:45.725725 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-f200a98e-7439-4271-b539-5fc9d6873d9a service neutron] 10.222.0.58 "PUT /v2.0/ports/d2b9da2d-4628-49a5-affe-cdaee69e3c61 HTTP/1.1" status: 200 len: 1093 time: 1.7193110 Jul 07 20:57:45.729902 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e40cc7-e6ba-4236-bf48-b96ca061782b', 'tag': 'd2b9da2d-4628-49a5-affe-cdaee69e3c61'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:57:45.747797 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27710593-23c1-491f-bfbf-23d67d7ca8fe" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e40cc7-e6ba-4236-bf48-b96ca061782b", "tag": "d2b9da2d-4628-49a5-affe-cdaee69e3c61"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:57:45.766066 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-5a6ffe11-8fa2-4380-a9f3-153c9a226b5c service neutron] 10.222.0.64 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904349 Jul 07 20:57:45.835148 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200a98e-7439-4271-b539-5fc9d6873d9a service neutron] Pushing event updated for resources: {'Port': ['ID=d2b9da2d-4628-49a5-affe-cdaee69e3c61,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:45.888691 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-6fe0b422-abbd-4ac4-9202-bb539d8941da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:45.890439 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-6fe0b422-abbd-4ac4-9202-bb539d8941da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ec973c72b0c446b8a6f30c2bb3552ad&device_id=b0e40cc7-e6ba-4236-bf48-b96ca061782b HTTP/1.1" status: 200 len: 1096 time: 0.1144068 Jul 07 20:57:45.911948 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'name': 'tempest-ServerActionsTestJSON-407069327-router', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:57:35Z', 'updated_at': '2021-07-07T20:57:42Z', 'revision_number': 4, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'gw_port': {'id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:36Z', 'updated_at': '2021-07-07T20:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae', 'name': '', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'mac_address': 'fa:16:3e:fe:58:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:40Z', 'updated_at': '2021-07-07T20:57:43Z', 'revision_number': 2, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'subnets': [{'id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:45.944328 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] Checking router: ca0e0895-e699-47d2-b1aa-2b64161762a7 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:57:45.945215 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-bd603685-1f54-498a-83d7-362ecb56fa23 service neutron] 10.222.0.64 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733301 Jul 07 20:57:45.949252 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-7f91b95a-12a7-46cf-b7cf-ca14bdd5395e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2b9da2d-4628-49a5-affe-cdaee69e3c61 HTTP/1.1" status: 200 len: 217 time: 0.0475910 Jul 07 20:57:45.951729 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] Updating router ca0e0895-e699-47d2-b1aa-2b64161762a7 port 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:57:45.955679 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520e67d-db86-4eff-b553-c54357084738 req-7b1f3ff8-709f-49e3-8675-41de937a5157 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:45.956326 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5520e67d-db86-4eff-b553-c54357084738 req-7b1f3ff8-709f-49e3-8675-41de937a5157 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.1500216 Jul 07 20:57:45.992165 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:46.009451 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5520e67d-db86-4eff-b553-c54357084738 req-89e263cd-3c02-4985-a626-88347a506ee4 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410144 Jul 07 20:57:46.036694 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-d7c23674-081c-4b35-821c-67266553118c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:46.036694 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-d7c23674-081c-4b35-821c-67266553118c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f7fee8dd-f00c-44db-a4fa-5bd2d901683b HTTP/1.1" status: 200 len: 844 time: 0.0714600 Jul 07 20:57:46.094539 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-8a8b5a1b-cf93-4e47-b84e-4c8d5042ce83 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=933cf619-8e75-4b39-b1f0-c7abdb37f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537860 Jul 07 20:57:46.221357 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-1925f011-1dd0-4344-8f9e-16f595e4ed20 service neutron] 10.222.0.58 "GET /v2.0/networks/933cf619-8e75-4b39-b1f0-c7abdb37f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125245 Jul 07 20:57:46.237860 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b814b-68e6-4717-b6d1-2fc893f4a5f1 req-16d5c84b-9543-4c55-bd3e-572fbcf330b1 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:46.239683 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b36b814b-68e6-4717-b6d1-2fc893f4a5f1 req-16d5c84b-9543-4c55-bd3e-572fbcf330b1 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a35b8a4-554c-4342-bb1c-3308c84ca011 HTTP/1.1" status: 200 len: 945 time: 0.1022449 Jul 07 20:57:46.303192 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b36b814b-68e6-4717-b6d1-2fc893f4a5f1 req-ae69fe65-f284-492c-9cb0-2d0c5720f705 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577219 Jul 07 20:57:46.413669 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-df4e7f77-0e1d-40c5-8f0d-07b1919d5326 req-092dcaf8-7aee-4be8-9072-8fd5faac52aa service neutron] 10.222.0.58 "GET /v2.0/networks/933cf619-8e75-4b39-b1f0-c7abdb37f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798708 Jul 07 20:57:46.520653 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:46.534159 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] Transition to ACTIVE for port object 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:46.542028 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:46.608334 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2477075-7d3a-4c27-9641-a8b6e3f38d55 None None] Pushing event updated for resources: {'Port': ['ID=9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:46.674300 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2477075-7d3a-4c27-9641-a8b6e3f38d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:46.675049 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2477075-7d3a-4c27-9641-a8b6e3f38d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:46.675588 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2477075-7d3a-4c27-9641-a8b6e3f38d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:46.676094 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2477075-7d3a-4c27-9641-a8b6e3f38d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:46.676598 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2477075-7d3a-4c27-9641-a8b6e3f38d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:46.677145 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2477075-7d3a-4c27-9641-a8b6e3f38d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:46.677633 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2477075-7d3a-4c27-9641-a8b6e3f38d55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:46.678136 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2477075-7d3a-4c27-9641-a8b6e3f38d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:46.678895 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2477075-7d3a-4c27-9641-a8b6e3f38d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:46.679775 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2477075-7d3a-4c27-9641-a8b6e3f38d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:46.680255 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2477075-7d3a-4c27-9641-a8b6e3f38d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:46.680737 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2477075-7d3a-4c27-9641-a8b6e3f38d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:57:46.701502 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] Attempting to bind port 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:57:46.702231 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] Attempting to bind port 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:57:46.703411 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] Attempting to bind port 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae on network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:57:46.710467 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:57:46.711224 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] Checking segment: {'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:57:46.711224 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:46.711871 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] Bound using segment: {'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:57:46.712367 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] Bound port: 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:57:46.712763 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:46.816150 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] For port 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:57:46.820607 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] For port 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:57:46.829452 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:46.942830 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] Routers {'ca0e0895-e699-47d2-b1aa-2b64161762a7'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:57:46.943862 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:57:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ca0e0895-e699-47d2-b1aa-2b64161762a7'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:46.954900 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd50579-2d48-40b2-8987-56750dfb5088 x-openstack-request-id: req-5fd50579-2d48-40b2-8987-56750dfb5088 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:57:46.955451 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e40cc7-e6ba-4236-bf48-b96ca061782b", "tag": "d2b9da2d-4628-49a5-affe-cdaee69e3c61", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:57:46.955829 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5fd50579-2d48-40b2-8987-56750dfb5088 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:57:46.957797 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e40cc7-e6ba-4236-bf48-b96ca061782b', 'tag': 'd2b9da2d-4628-49a5-affe-cdaee69e3c61', 'status': 'completed', 'code': 200} Jul 07 20:57:46.983925 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48394) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:46.989222 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-8a6f50e7-16ed-46d6-aedb-62857f693cf6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--46272719', 'description': 'tempest-description--1393264427'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:47.008015 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2477075-7d3a-4c27-9641-a8b6e3f38d55 None None] Pushing event updated for resources: {'Port': ['ID=9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:47.082403 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a6f50e7-16ed-46d6-aedb-62857f693cf6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:47.171738 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27710593-23c1-491f-bfbf-23d67d7ca8fe req-1148d252-5125-440e-8c05-f78323f171eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:47.176416 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-27710593-23c1-491f-bfbf-23d67d7ca8fe req-1148d252-5125-440e-8c05-f78323f171eb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ec973c72b0c446b8a6f30c2bb3552ad&device_id=b0e40cc7-e6ba-4236-bf48-b96ca061782b HTTP/1.1" status: 200 len: 1096 time: 0.1842682 Jul 07 20:57:47.188922 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] Set router ca0e0895-e699-47d2-b1aa-2b64161762a7 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:57:47.389019 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27710593-23c1-491f-bfbf-23d67d7ca8fe req-85949ffc-df2b-4554-81a2-f4f8b74aee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:47.390532 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-27710593-23c1-491f-bfbf-23d67d7ca8fe req-85949ffc-df2b-4554-81a2-f4f8b74aee9a service neutron] 10.222.0.58 "GET /v2.0/networks?id=933cf619-8e75-4b39-b1f0-c7abdb37f80d HTTP/1.1" status: 200 len: 905 time: 0.2070982 Jul 07 20:57:47.406956 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a6f50e7-16ed-46d6-aedb-62857f693cf6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:47.412973 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a6f50e7-16ed-46d6-aedb-62857f693cf6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:47.454010 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-27710593-23c1-491f-bfbf-23d67d7ca8fe req-a7804175-f969-4a72-a07a-5899c1bda454 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2b9da2d-4628-49a5-affe-cdaee69e3c61 HTTP/1.1" status: 200 len: 217 time: 0.0469146 Jul 07 20:57:47.467801 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f50e7-16ed-46d6-aedb-62857f693cf6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37269442-226a-4056-bc1b-15d7335734f2,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:47.499851 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a6f50e7-16ed-46d6-aedb-62857f693cf6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:47.505899 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8a6f50e7-16ed-46d6-aedb-62857f693cf6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5206172 Jul 07 20:57:47.511456 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48410) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:47.520955 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-502f836b-8316-48a9-a9da-3fb4b642c98f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Request body: {'security_group_rule': {'security_group_id': '37269442-226a-4056-bc1b-15d7335734f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:47.538547 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61300c2e-4155-4fc3-b68d-45a1c107085c req-50945340-a53f-48f3-9ca4-723988742199 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:47.542957 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27710593-23c1-491f-bfbf-23d67d7ca8fe req-65075269-a998-4bcf-bcfc-4d9c9a33f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:47.544676 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-27710593-23c1-491f-bfbf-23d67d7ca8fe req-65075269-a998-4bcf-bcfc-4d9c9a33f9f6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f7fee8dd-f00c-44db-a4fa-5bd2d901683b HTTP/1.1" status: 200 len: 844 time: 0.0830615 Jul 07 20:57:47.545846 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-61300c2e-4155-4fc3-b68d-45a1c107085c req-50945340-a53f-48f3-9ca4-723988742199 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59bbf1d-0d31-4ba6-9186-464eabbe30ae HTTP/1.1" status: 200 len: 946 time: 0.2416863 Jul 07 20:57:47.559951 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08804c99-5542-45d4-9156-6428accf1e9f req-b7f9f0df-c3eb-49fc-8a37-113a9e271a6f tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:47.567043 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-08804c99-5542-45d4-9156-6428accf1e9f req-b7f9f0df-c3eb-49fc-8a37-113a9e271a6f tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e40cc7-e6ba-4236-bf48-b96ca061782b HTTP/1.1" status: 200 len: 944 time: 0.3242755 Jul 07 20:57:47.573204 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'name': 'tempest-ServerActionsTestJSON-407069327-router', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:57:35Z', 'updated_at': '2021-07-07T20:57:42Z', 'revision_number': 4, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'gw_port': {'id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:36Z', 'updated_at': '2021-07-07T20:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae', 'name': '', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'mac_address': 'fa:16:3e:fe:58:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:40Z', 'updated_at': '2021-07-07T20:57:46Z', 'revision_number': 4, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'subnets': [{'id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:57:47.585888 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-27710593-23c1-491f-bfbf-23d67d7ca8fe req-54ba4887-d3f6-4c8c-82e4-5e4a9e190ad1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=933cf619-8e75-4b39-b1f0-c7abdb37f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324578 Jul 07 20:57:47.604113 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75161f8f-d9f4-42fd-883d-ac48d68ee2bf None None] The sync data for ids ['ca0e0895-e699-47d2-b1aa-2b64161762a7'] in n-d-695189-11 is: [{'id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'name': 'tempest-ServerActionsTestJSON-407069327-router', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:57:35Z', 'updated_at': '2021-07-07T20:57:42Z', 'revision_number': 4, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'gw_port': {'id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:36Z', 'updated_at': '2021-07-07T20:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae', 'name': '', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'mac_address': 'fa:16:3e:fe:58:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:40Z', 'updated_at': '2021-07-07T20:57:46Z', 'revision_number': 4, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'subnets': [{'id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:57:47.641410 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-61300c2e-4155-4fc3-b68d-45a1c107085c req-19a2d5e4-b3fd-42de-9540-6cb2cb52658f tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945547 Jul 07 20:57:47.670353 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-502f836b-8316-48a9-a9da-3fb4b642c98f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:47.698463 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-08804c99-5542-45d4-9156-6428accf1e9f req-f0b4dd8d-c2d9-4d7a-9746-fe27f1222bb2 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304333 Jul 07 20:57:47.808385 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-27710593-23c1-491f-bfbf-23d67d7ca8fe req-c2184f3a-e151-4175-bafc-067324c83c3c service neutron] 10.222.0.58 "GET /v2.0/networks/933cf619-8e75-4b39-b1f0-c7abdb37f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119613 Jul 07 20:57:47.866571 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2ae39c2f-8254-4fb9-b5a9-dda99b2af25b req-16bd4e70-3b2b-4de4-8049-1d23c155cb71 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 210 time: 0.0568936 Jul 07 20:57:47.890557 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-502f836b-8316-48a9-a9da-3fb4b642c98f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:47.902014 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-502f836b-8316-48a9-a9da-3fb4b642c98f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:47.975305 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f836b-8316-48a9-a9da-3fb4b642c98f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=819c9f92-22f1-40c0-91b8-362ac43d345c,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:47.987552 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-502f836b-8316-48a9-a9da-3fb4b642c98f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:47.991187 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-502f836b-8316-48a9-a9da-3fb4b642c98f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4748785 Jul 07 20:57:47.991517 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48416) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:48.004068 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-031d337f-1745-4ccd-9fcb-2c86757eb51a tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Request body: {'security_group_rule': {'security_group_id': '37269442-226a-4056-bc1b-15d7335734f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:48.085783 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-27710593-23c1-491f-bfbf-23d67d7ca8fe req-abbcc951-a66b-404b-a52b-731f4786066f service neutron] 10.222.0.58 "GET /v2.0/networks/933cf619-8e75-4b39-b1f0-c7abdb37f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658944 Jul 07 20:57:48.100851 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-031d337f-1745-4ccd-9fcb-2c86757eb51a tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:48.186520 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60c2bc-99fc-458f-86e9-1226fc4f5472 req-8b2f1e72-dec0-46ca-ac15-33f89b36cb09 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:48.190438 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5d60c2bc-99fc-458f-86e9-1226fc4f5472 req-8b2f1e72-dec0-46ca-ac15-33f89b36cb09 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.1046977 Jul 07 20:57:48.209555 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-031d337f-1745-4ccd-9fcb-2c86757eb51a tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:48.215751 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-031d337f-1745-4ccd-9fcb-2c86757eb51a tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:48.243853 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-031d337f-1745-4ccd-9fcb-2c86757eb51a tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:48.245344 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-031d337f-1745-4ccd-9fcb-2c86757eb51a tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2520313 Jul 07 20:57:48.249392 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d337f-1745-4ccd-9fcb-2c86757eb51a tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d00c4a1-222e-422b-83f5-5604a2dd67af,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:48.250123 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48418) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:48.258657 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-a2636792-550a-4f89-ae1d-48a54c5f89d5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:48.268525 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5d60c2bc-99fc-458f-86e9-1226fc4f5472 req-137ca74d-d00b-49a2-b35b-9738bd8a94af tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709388 Jul 07 20:57:48.306499 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a2636792-550a-4f89-ae1d-48a54c5f89d5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:48.484321 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1bffb-aeb7-4468-8e29-28668dddd678 req-997203b8-d837-4dbc-9063-84c963c10155 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:48.492217 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fdc1bffb-aeb7-4468-8e29-28668dddd678 req-997203b8-d837-4dbc-9063-84c963c10155 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a35b8a4-554c-4342-bb1c-3308c84ca011 HTTP/1.1" status: 200 len: 945 time: 0.1627059 Jul 07 20:57:48.563155 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fdc1bffb-aeb7-4468-8e29-28668dddd678 req-5ac8f5d0-9ff9-40f1-8d75-1a9e6b5abe95 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700269 Jul 07 20:57:48.587804 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a400b5-56c4-4fba-bab2-f9a87ca3678c req-70a8f761-2c28-4b32-8a97-4b32a8f71b7e tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:48.589467 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-34a400b5-56c4-4fba-bab2-f9a87ca3678c req-70a8f761-2c28-4b32-8a97-4b32a8f71b7e tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.1756110 Jul 07 20:57:48.591723 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a2636792-550a-4f89-ae1d-48a54c5f89d5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:48.767576 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-34a400b5-56c4-4fba-bab2-f9a87ca3678c req-edc29601-bf63-4f44-96cb-6312a01afed2 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039705 Jul 07 20:57:48.855579 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-a2636792-550a-4f89-ae1d-48a54c5f89d5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Allocated IP 172.25.5.122 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/4600a232-2267-4ab6-b7ee-3d515a45d9a2) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:57:48.886898 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:57:48.988784 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:57:48.994142 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:48.995068 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:49.151566 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:49.164547 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a2636792-550a-4f89-ae1d-48a54c5f89d5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:49.184639 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-deca5f2b-e988-4cf3-b21a-b0a77ac9f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:49.186440 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-deca5f2b-e988-4cf3-b21a-b0a77ac9f494 service neutron] 10.222.0.39 "GET /v2.0/ports/7d14b38d-99b1-4ecc-a5b4-516596f20a7d HTTP/1.1" status: 200 len: 1032 time: 0.3780935 Jul 07 20:57:49.234622 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:49.240567 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:49.307346 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-dcd48b2b-ca7a-49a6-9eb9-44cf186284b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:49.312781 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-dcd48b2b-ca7a-49a6-9eb9-44cf186284b9 service neutron] 10.222.0.39 "GET /v2.0/ports/ce444991-9912-4375-ba9b-d17a03e9be39 HTTP/1.1" status: 200 len: 1032 time: 0.1184487 Jul 07 20:57:49.333188 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:49.392955 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa174e2a-1c64-4fcb-b6e3-18d2c9a69bd0 req-a5c64f14-dd31-46fc-8e5b-b07f73347ddc tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:49.395859 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aa174e2a-1c64-4fcb-b6e3-18d2c9a69bd0 req-a5c64f14-dd31-46fc-8e5b-b07f73347ddc tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e40cc7-e6ba-4236-bf48-b96ca061782b HTTP/1.1" status: 200 len: 944 time: 0.4620945 Jul 07 20:57:49.407978 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a609ade5-e2ec-41e0-991a-ea6586bce5ca req-0a82e292-73fe-47ce-91b9-c0c8915122b7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 210 time: 0.0896094 Jul 07 20:57:49.489607 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a2636792-550a-4f89-ae1d-48a54c5f89d5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:49.756831 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:49.933306 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:50.039337 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2636792-550a-4f89-ae1d-48a54c5f89d5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Pushing event updated for resources: {'Port': ['ID=4600a232-2267-4ab6-b7ee-3d515a45d9a2,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:50.061540 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2636792-550a-4f89-ae1d-48a54c5f89d5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:57:50.064788 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aa174e2a-1c64-4fcb-b6e3-18d2c9a69bd0 req-de98891f-e93d-4562-bdd1-a0d326660fe5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6009390 Jul 07 20:57:50.075929 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-a2636792-550a-4f89-ae1d-48a54c5f89d5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:50.081704 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2636792-550a-4f89-ae1d-48a54c5f89d5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:57:50.122749 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-183c8263-29ae-4765-ac06-37f4fde49fc1 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:50.128961 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-183c8263-29ae-4765-ac06-37f4fde49fc1 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:50.134835 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-183c8263-29ae-4765-ac06-37f4fde49fc1 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:50.136577 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-183c8263-29ae-4765-ac06-37f4fde49fc1 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.39 "GET /v2.0/networks?id=d7847ed4-ca64-408b-b349-0ebf1cd2485d&id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&id=130dc8cf-87ce-46df-b452-32f98efef5ec&id=130dc8cf-87ce-46df-b452-32f98efef5ec HTTP/1.1" status: 200 len: 1994 time: 0.8012929 Jul 07 20:57:50.297154 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e28e40-9b45-4472-af29-5128a66580df req-e0c854f5-691b-416c-ba66-7df31d7fbaed tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:50.304314 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b0e28e40-9b45-4472-af29-5128a66580df req-e0c854f5-691b-416c-ba66-7df31d7fbaed tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a35b8a4-554c-4342-bb1c-3308c84ca011 HTTP/1.1" status: 200 len: 945 time: 0.2972183 Jul 07 20:57:50.313657 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a2636792-550a-4f89-ae1d-48a54c5f89d5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:50.319668 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-343fd81e-b649-4bf1-bd74-0a7cc38e7ad7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8ed23dfe8df44cbb137b377fa7cb243 HTTP/1.1" status: 200 len: 379 time: 0.1672637 Jul 07 20:57:50.339562 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-9c61c960-1a0c-409a-9118-0f9cf9d5f61d tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Request body: {'port': {'device_id': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d', 'admin_state_up': True, 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'security_groups': ['d9ce749c-a271-460e-962d-d3f9c6e375ad']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:50.377279 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d2b9da2d-4628-49a5-affe-cdaee69e3c61 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:57:50.496701 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b0e28e40-9b45-4472-af29-5128a66580df req-24ca25c3-a2de-4941-a135-30b9efbd8474 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914272 Jul 07 20:57:50.506703 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port d2b9da2d-4628-49a5-affe-cdaee69e3c61, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d2b9da2d-4628-49a5-affe-cdaee69e3c61,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:50.511603 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a2636792-550a-4f89-ae1d-48a54c5f89d5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:50.536706 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'd2b9da2d-4628-49a5-affe-cdaee69e3c61', 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d', 'port_id': 'd2b9da2d-4628-49a5-affe-cdaee69e3c61', 'mac_address': 'fa:16:3e:13:94:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7fee8dd-f00c-44db-a4fa-5bd2d901683b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:57:50.580762 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:50.596567 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b9da2d-4628-49a5-affe-cdaee69e3c61 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:57:50.647316 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port d2b9da2d-4628-49a5-affe-cdaee69e3c61, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d2b9da2d-4628-49a5-affe-cdaee69e3c61,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:50.652419 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:50.796837 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=d2b9da2d-4628-49a5-affe-cdaee69e3c61,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:50.877286 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00ab8b-3325-47d3-a668-f8efdc6dc2e5 req-55e79104-c0c1-415f-aedf-399a8509805d tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:50.878640 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:57:50.884567 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec00ab8b-3325-47d3-a668-f8efdc6dc2e5 req-55e79104-c0c1-415f-aedf-399a8509805d tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.4927442 Jul 07 20:57:50.906802 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05816a6e-fce7-4d41-959e-43c86f24d3f2 req-92567c1c-83b4-42ef-8fbe-4d6d1b348d2b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:50.911297 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-05816a6e-fce7-4d41-959e-43c86f24d3f2 req-92567c1c-83b4-42ef-8fbe-4d6d1b348d2b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a35b8a4-554c-4342-bb1c-3308c84ca011 HTTP/1.1" status: 200 len: 945 time: 0.1545515 Jul 07 20:57:50.937545 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-9c61c960-1a0c-409a-9118-0f9cf9d5f61d tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Made reservation on behalf of d8ed23dfe8df44cbb137b377fa7cb243 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:57:50.941499 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-9c61c960-1a0c-409a-9118-0f9cf9d5f61d tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.023111 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['d2b9da2d-4628-49a5-affe-cdaee69e3c61'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:57:51.037744 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:51.041982 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.090845 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec00ab8b-3325-47d3-a668-f8efdc6dc2e5 req-a9a39b9b-6bdb-4b27-9c63-921e4e06de38 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052374 Jul 07 20:57:51.095500 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ff370e83-21ac-4ad0-b9bc-cb69baf7e5ac req-cae5ddf7-f0d9-4fb8-82f8-989f93f7ae3e tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 210 time: 0.0934236 Jul 07 20:57:51.125639 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-05816a6e-fce7-4d41-959e-43c86f24d3f2 req-c7f35d18-09f0-4666-a4cc-9aeca612eceb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Deleting port 635dd782-6ace-4448-a9f8-2d10cd65d25a {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:57:51.126182 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-05816a6e-fce7-4d41-959e-43c86f24d3f2 req-c7f35d18-09f0-4666-a4cc-9aeca612eceb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.177154 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48456) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:51.202836 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a2636792-550a-4f89-ae1d-48a54c5f89d5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.272656 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-9c61c960-1a0c-409a-9118-0f9cf9d5f61d tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Allocated IP 172.20.0.13 (d7847ed4-ca64-408b-b349-0ebf1cd2485d/25a8ccb4-86fa-467a-bd9b-20bcc350e316/e8debe46-f092-4659-88e9-d9aeeb58dcce) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:57:51.368383 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-05816a6e-fce7-4d41-959e-43c86f24d3f2 req-c7f35d18-09f0-4666-a4cc-9aeca612eceb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] For port 635dd782-6ace-4448-a9f8-2d10cd65d25a, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=635dd782-6ace-4448-a9f8-2d10cd65d25a,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:51.368762 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-05816a6e-fce7-4d41-959e-43c86f24d3f2 req-c7f35d18-09f0-4666-a4cc-9aeca612eceb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.397022 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a2636792-550a-4f89-ae1d-48a54c5f89d5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.401716 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-05816a6e-fce7-4d41-959e-43c86f24d3f2 req-c7f35d18-09f0-4666-a4cc-9aeca612eceb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Calling delete_port for 635dd782-6ace-4448-a9f8-2d10cd65d25a owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:57:51.529435 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc4d5ccc-d6f1-4058-babd-b23b1b904250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.612084 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2636792-550a-4f89-ae1d-48a54c5f89d5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Pushing event updated for resources: {'Port': ['ID=4600a232-2267-4ab6-b7ee-3d515a45d9a2,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:51.625181 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-9c61c960-1a0c-409a-9118-0f9cf9d5f61d tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.651425 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-05816a6e-fce7-4d41-959e-43c86f24d3f2 req-c7f35d18-09f0-4666-a4cc-9aeca612eceb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.661690 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-9c61c960-1a0c-409a-9118-0f9cf9d5f61d tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Transition to ACTIVE for port object e8debe46-f092-4659-88e9-d9aeeb58dcce will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:51.665327 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a2636792-550a-4f89-ae1d-48a54c5f89d5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.667866 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['3c6a6c8a-8d38-4426-b26d-101c571963de'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:57:51.701996 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f35d18-09f0-4666-a4cc-9aeca612eceb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Pushing event deleted for resources: {'Port': ['ID=635dd782-6ace-4448-a9f8-2d10cd65d25a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:51.740738 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2693c-7c26-4dd3-9e26-e6ab41e96144 req-d84ba13f-34b3-452d-a2e7-354550bec2ff tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:51.748947 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-31f2693c-7c26-4dd3-9e26-e6ab41e96144 req-d84ba13f-34b3-452d-a2e7-354550bec2ff tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e40cc7-e6ba-4236-bf48-b96ca061782b HTTP/1.1" status: 200 len: 945 time: 0.2937942 Jul 07 20:57:51.767735 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d89c8b-88a6-4b6d-a333-500ba4657269 req-95ab04c3-2a3d-4ef0-bb98-bd95e72dbbf9 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:51.775184 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b2d89c8b-88a6-4b6d-a333-500ba4657269 req-95ab04c3-2a3d-4ef0-bb98-bd95e72dbbf9 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.3140347 Jul 07 20:57:51.775846 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-05816a6e-fce7-4d41-959e-43c86f24d3f2 req-c7f35d18-09f0-4666-a4cc-9aeca612eceb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] No DVR routers for this DVR port 635dd782-6ace-4448-a9f8-2d10cd65d25a on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:57:51.780490 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-05816a6e-fce7-4d41-959e-43c86f24d3f2 req-c7f35d18-09f0-4666-a4cc-9aeca612eceb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.782704 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-05816a6e-fce7-4d41-959e-43c86f24d3f2 req-c7f35d18-09f0-4666-a4cc-9aeca612eceb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.58 "DELETE /v2.0/ports/635dd782-6ace-4448-a9f8-2d10cd65d25a HTTP/1.1" status: 204 len: 173 time: 0.8534350 Jul 07 20:57:51.788836 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a35b8a4-554c-4342-bb1c-3308c84ca011', 'name': 'network-vif-deleted', 'tag': '635dd782-6ace-4448-a9f8-2d10cd65d25a'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:57:51.791156 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5b1a82-2903-48c7-9167-c67bdae91289" -d '{"events": [{"server_uuid": "4a35b8a4-554c-4342-bb1c-3308c84ca011", "name": "network-vif-deleted", "tag": "635dd782-6ace-4448-a9f8-2d10cd65d25a"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:57:51.799879 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc4d5ccc-d6f1-4058-babd-b23b1b904250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.805836 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc4d5ccc-d6f1-4058-babd-b23b1b904250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.816597 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-9c61c960-1a0c-409a-9118-0f9cf9d5f61d tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.825639 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a2636792-550a-4f89-ae1d-48a54c5f89d5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.827223 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a2636792-550a-4f89-ae1d-48a54c5f89d5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5727301 Jul 07 20:57:51.853952 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fc4d5ccc-d6f1-4058-babd-b23b1b904250 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=555d6a9f4dc34c70af6fe945c7c6bc45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6751714 Jul 07 20:57:51.857904 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48466) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:51.886807 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d5ccc-d6f1-4058-babd-b23b1b904250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0e1246-7fac-4c62-b205-fd81a176509a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:51.930488 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-31f2693c-7c26-4dd3-9e26-e6ab41e96144 req-b92c5212-cf58-4d57-b421-368f219d7d60 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762304 Jul 07 20:57:51.935013 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-847b79ee-be74-4d5d-8ca4-764b2cf29170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.968883 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-847b79ee-be74-4d5d-8ca4-764b2cf29170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:51.984770 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-9c61c960-1a0c-409a-9118-0f9cf9d5f61d tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Network d7847ed4-ca64-408b-b349-0ebf1cd2485d is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:57:52.000513 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-9c61c960-1a0c-409a-9118-0f9cf9d5f61d tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:52.007851 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-9c61c960-1a0c-409a-9118-0f9cf9d5f61d tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:57:52.023065 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-847b79ee-be74-4d5d-8ca4-764b2cf29170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:52.027013 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-847b79ee-be74-4d5d-8ca4-764b2cf29170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:52.029374 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-847b79ee-be74-4d5d-8ca4-764b2cf29170 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9e0e1246-7fac-4c62-b205-fd81a176509a HTTP/1.1" status: 204 len: 168 time: 0.1707985 Jul 07 20:57:52.040020 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b79ee-be74-4d5d-8ca4-764b2cf29170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0e1246-7fac-4c62-b205-fd81a176509a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:52.150223 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-9c61c960-1a0c-409a-9118-0f9cf9d5f61d tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:52.151292 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-9c61c960-1a0c-409a-9118-0f9cf9d5f61d tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:52.179878 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b2d89c8b-88a6-4b6d-a333-500ba4657269 req-bc99449f-01a8-44c2-b3f8-875af5232522 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031606 Jul 07 20:57:52.207563 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-9c61c960-1a0c-409a-9118-0f9cf9d5f61d tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8723872 Jul 07 20:57:52.209028 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0a9f7927-5cda-4ee9-a3e4-7e0970851fb1', '635dd782-6ace-4448-a9f8-2d10cd65d25a'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:57:52.227098 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-593d1c7e-119e-4222-a83d-e2ecdb39c9a9 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Request body: {'port': {'device_id': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d', 'admin_state_up': True, 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'security_groups': ['d9ce749c-a271-460e-962d-d3f9c6e375ad']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:52.231138 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61c960-1a0c-409a-9118-0f9cf9d5f61d tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event updated for resources: {'Port': ['ID=e8debe46-f092-4659-88e9-d9aeeb58dcce,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:52.327689 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec21ebec-dcfa-49ca-8bac-4b3aae50c74e req-bee54c38-3fd0-43b8-8668-f2b37305bfed tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a35b8a4-554c-4342-bb1c-3308c84ca011 HTTP/1.1" status: 200 len: 210 time: 0.0698864 Jul 07 20:57:52.410637 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d2b9da2d-4628-49a5-affe-cdaee69e3c61 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:57:52.425640 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187e854e-7f8f-4280-a19d-5f757f996aae x-openstack-request-id: req-187e854e-7f8f-4280-a19d-5f757f996aae {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:57:52.425946 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a35b8a4-554c-4342-bb1c-3308c84ca011", "name": "network-vif-deleted", "tag": "635dd782-6ace-4448-a9f8-2d10cd65d25a", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:57:52.426213 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-187e854e-7f8f-4280-a19d-5f757f996aae {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:57:52.426622 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a35b8a4-554c-4342-bb1c-3308c84ca011', 'name': 'network-vif-deleted', 'tag': '635dd782-6ace-4448-a9f8-2d10cd65d25a', 'status': 'completed', 'code': 200} Jul 07 20:57:52.454121 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-593d1c7e-119e-4222-a83d-e2ecdb39c9a9 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Made reservation on behalf of d8ed23dfe8df44cbb137b377fa7cb243 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:57:52.460054 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-593d1c7e-119e-4222-a83d-e2ecdb39c9a9 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:52.612582 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port d2b9da2d-4628-49a5-affe-cdaee69e3c61 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:57:52.621688 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port d2b9da2d-4628-49a5-affe-cdaee69e3c61 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:52.623570 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:52.666124 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8a24db45-193c-4ade-b1a1-c9563500c3a5 None None] Provisioning for port e8debe46-f092-4659-88e9-d9aeeb58dcce completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:57:52.688414 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8a24db45-193c-4ade-b1a1-c9563500c3a5 None None] Provisioning complete for port e8debe46-f092-4659-88e9-d9aeeb58dcce triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:52.688801 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8a24db45-193c-4ade-b1a1-c9563500c3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:52.712080 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-593d1c7e-119e-4222-a83d-e2ecdb39c9a9 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Allocated IP 10.1.1.164 (d0eda2b8-21f8-48f7-9d84-4db72df1438d/5a8fdf37-b343-4524-a6c8-f523c2ecf15b/da814a29-6446-40eb-ac99-e49de62cc5fa) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:57:52.738051 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-8a24db45-193c-4ade-b1a1-c9563500c3a5 None None] Port e8debe46-f092-4659-88e9-d9aeeb58dcce cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:57:52.824644 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:52.868880 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port d2b9da2d-4628-49a5-affe-cdaee69e3c61, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d2b9da2d-4628-49a5-affe-cdaee69e3c61,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:52.870585 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e40cc7-e6ba-4236-bf48-b96ca061782b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b9da2d-4628-49a5-affe-cdaee69e3c61'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:57:52.874006 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6543136c-943b-4cd7-a664-09a47d0d38cd" -d '{"events": [{"server_uuid": "b0e40cc7-e6ba-4236-bf48-b96ca061782b", "name": "network-vif-plugged", "status": "completed", "tag": "d2b9da2d-4628-49a5-affe-cdaee69e3c61"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:57:52.878207 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:52.884940 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-417865c3-6338-4230-918b-01e0727540d5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--46272719&fields=id&tenant_id=240260fc7a05490d94f66cfaa06460e3 HTTP/1.1" status: 200 len: 267 time: 0.3201559 Jul 07 20:57:52.933410 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=d2b9da2d-4628-49a5-affe-cdaee69e3c61,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:53.032563 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-593d1c7e-119e-4222-a83d-e2ecdb39c9a9 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:53.077029 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-593d1c7e-119e-4222-a83d-e2ecdb39c9a9 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Transition to ACTIVE for port object da814a29-6446-40eb-ac99-e49de62cc5fa will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:53.108042 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-f58e8623-88ea-45bd-a610-01eca587dd9f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:53.114754 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-f58e8623-88ea-45bd-a610-01eca587dd9f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 811 time: 0.2140548 Jul 07 20:57:53.133585 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bff32-533b-4f14-82d1-4e63b430385c req-e728ecf0-4613-4396-ba8e-1cb2ced9618b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:53.135119 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ce8bff32-533b-4f14-82d1-4e63b430385c req-e728ecf0-4613-4396-ba8e-1cb2ced9618b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 932 time: 0.2556689 Jul 07 20:57:53.143265 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-97d19399-cecd-40a0-94b5-574175dfe817 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/quotas/240260fc7a05490d94f66cfaa06460e3 HTTP/1.1" status: 200 len: 375 time: 0.0276248 Jul 07 20:57:53.213846 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-593d1c7e-119e-4222-a83d-e2ecdb39c9a9 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:53.273074 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ce8bff32-533b-4f14-82d1-4e63b430385c req-087456d5-499d-439e-bd5b-357e35a86461 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196480 Jul 07 20:57:53.281390 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-593d1c7e-119e-4222-a83d-e2ecdb39c9a9 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Network d0eda2b8-21f8-48f7-9d84-4db72df1438d is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:57:53.289560 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-593d1c7e-119e-4222-a83d-e2ecdb39c9a9 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:53.296632 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-593d1c7e-119e-4222-a83d-e2ecdb39c9a9 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:57:53.355616 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-593d1c7e-119e-4222-a83d-e2ecdb39c9a9 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:53.356914 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-593d1c7e-119e-4222-a83d-e2ecdb39c9a9 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:53.395195 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-80530797-f914-4b24-a0ef-1a5ba1284027 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2428620 Jul 07 20:57:53.398270 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d1c7e-119e-4222-a83d-e2ecdb39c9a9 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event updated for resources: {'Port': ['ID=da814a29-6446-40eb-ac99-e49de62cc5fa,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:53.403734 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-593d1c7e-119e-4222-a83d-e2ecdb39c9a9 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1843164 Jul 07 20:57:53.415093 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-a1bef679-263a-4394-a88c-72d083c83c93 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Request body: {'port': {'device_id': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d', 'admin_state_up': True, 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'security_groups': ['d9ce749c-a271-460e-962d-d3f9c6e375ad']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:53.668927 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-667b1957-422a-4e36-81db-294934794bef service neutron] 10.222.0.64 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243631 Jul 07 20:57:53.682984 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3e9482bc-64dc-4367-825f-d484b73dba1a None None] Provisioning for port da814a29-6446-40eb-ac99-e49de62cc5fa completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:57:53.688134 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3e9482bc-64dc-4367-825f-d484b73dba1a None None] Provisioning complete for port da814a29-6446-40eb-ac99-e49de62cc5fa triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:53.688726 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3e9482bc-64dc-4367-825f-d484b73dba1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:53.737917 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710583c9-8780-4d94-85c6-0373873767d2 x-openstack-request-id: req-710583c9-8780-4d94-85c6-0373873767d2 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:57:53.738530 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e40cc7-e6ba-4236-bf48-b96ca061782b", "name": "network-vif-plugged", "status": "completed", "tag": "d2b9da2d-4628-49a5-affe-cdaee69e3c61", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:57:53.738958 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-710583c9-8780-4d94-85c6-0373873767d2 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:57:53.739379 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e40cc7-e6ba-4236-bf48-b96ca061782b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b9da2d-4628-49a5-affe-cdaee69e3c61', 'code': 200} Jul 07 20:57:53.747463 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-3e9482bc-64dc-4367-825f-d484b73dba1a None None] Port da814a29-6446-40eb-ac99-e49de62cc5fa cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:57:53.802817 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-a1bef679-263a-4394-a88c-72d083c83c93 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Made reservation on behalf of d8ed23dfe8df44cbb137b377fa7cb243 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:57:53.806970 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-a1bef679-263a-4394-a88c-72d083c83c93 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:53.888067 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b15b56-6f76-4243-b4cd-915b1e09e3d4 req-11cbb9ae-b6ea-46af-8db2-1c163088c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:53.889763 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-06b15b56-6f76-4243-b4cd-915b1e09e3d4 req-11cbb9ae-b6ea-46af-8db2-1c163088c3c9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b0e40cc7-e6ba-4236-bf48-b96ca061782b HTTP/1.1" status: 200 len: 1098 time: 0.0875435 Jul 07 20:57:53.911427 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-f6f4380d-df67-471a-8eec-8fbe84a33c5c service neutron] 10.222.0.64 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309036 Jul 07 20:57:53.969177 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-06b15b56-6f76-4243-b4cd-915b1e09e3d4 req-03fdf0dc-e874-413e-9143-4845d81d9576 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718861 Jul 07 20:57:54.037324 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bfd57-e248-4d01-8e36-8e798e12f5e6 req-9177ca4b-b21f-4bec-98f7-d04e5217290a tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:54.039660 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-219bfd57-e248-4d01-8e36-8e798e12f5e6 req-9177ca4b-b21f-4bec-98f7-d04e5217290a tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e40cc7-e6ba-4236-bf48-b96ca061782b HTTP/1.1" status: 200 len: 946 time: 0.1773272 Jul 07 20:57:54.040728 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-a1bef679-263a-4394-a88c-72d083c83c93 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Allocated IP 10.1.1.131 (d0eda2b8-21f8-48f7-9d84-4db72df1438d/5a8fdf37-b343-4524-a6c8-f523c2ecf15b/68d40fb0-f23d-4aa9-84f7-cf2df107430a) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:57:54.110071 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-219bfd57-e248-4d01-8e36-8e798e12f5e6 req-33843e8c-d1d9-4feb-95b1-96478318c6b9 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619745 Jul 07 20:57:54.250435 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-a1bef679-263a-4394-a88c-72d083c83c93 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:54.280094 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-a1bef679-263a-4394-a88c-72d083c83c93 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Transition to ACTIVE for port object 68d40fb0-f23d-4aa9-84f7-cf2df107430a will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:54.366659 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-a1bef679-263a-4394-a88c-72d083c83c93 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:54.418543 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-a1bef679-263a-4394-a88c-72d083c83c93 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Network d0eda2b8-21f8-48f7-9d84-4db72df1438d is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:57:54.426696 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 635dd782-6ace-4448-a9f8-2d10cd65d25a no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:57:54.443310 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-a1bef679-263a-4394-a88c-72d083c83c93 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:54.455743 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-a1bef679-263a-4394-a88c-72d083c83c93 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:57:54.491155 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 635dd782-6ace-4448-a9f8-2d10cd65d25a {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:57:54.492653 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 635dd782-6ace-4448-a9f8-2d10cd65d25a not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:57:54.597991 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8697582c-56d3-4cf6-9e1e-955d295cafc4 req-ecc4eb0b-431c-4484-bdb5-0a61c063a30b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 210 time: 0.1332908 Jul 07 20:57:54.634655 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bef679-263a-4394-a88c-72d083c83c93 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event updated for resources: {'Port': ['ID=68d40fb0-f23d-4aa9-84f7-cf2df107430a,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:54.680925 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-a1bef679-263a-4394-a88c-72d083c83c93 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:54.681583 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-a1bef679-263a-4394-a88c-72d083c83c93 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:54.705379 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-a1bef679-263a-4394-a88c-72d083c83c93 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2941797 Jul 07 20:57:54.742987 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-698a27d1-8a41-4217-9e72-17ae81e525c4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Request body: {'port': {'device_id': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '130dc8cf-87ce-46df-b452-32f98efef5ec', 'admin_state_up': True, 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'security_groups': ['d9ce749c-a271-460e-962d-d3f9c6e375ad']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:54.779410 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c075d9-5be1-4d93-9f08-995207e682f0 req-e6682f9f-c42f-4c1b-953d-def946247384 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:54.783775 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4c075d9-5be1-4d93-9f08-995207e682f0 req-e6682f9f-c42f-4c1b-953d-def946247384 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.3330295 Jul 07 20:57:54.990975 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ead8c38e-621f-47e3-a66d-0c9f8541f3ac None None] Provisioning for port 68d40fb0-f23d-4aa9-84f7-cf2df107430a completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:57:55.010264 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ead8c38e-621f-47e3-a66d-0c9f8541f3ac None None] Provisioning complete for port 68d40fb0-f23d-4aa9-84f7-cf2df107430a triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:55.013898 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ead8c38e-621f-47e3-a66d-0c9f8541f3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:55.025572 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4c075d9-5be1-4d93-9f08-995207e682f0 req-de59faee-f053-489a-a767-b9e0869ec1fd tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133682 Jul 07 20:57:55.123411 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ead8c38e-621f-47e3-a66d-0c9f8541f3ac None None] Port 68d40fb0-f23d-4aa9-84f7-cf2df107430a cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:57:55.150151 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-698a27d1-8a41-4217-9e72-17ae81e525c4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Made reservation on behalf of d8ed23dfe8df44cbb137b377fa7cb243 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:57:55.350675 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-698a27d1-8a41-4217-9e72-17ae81e525c4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:55.558949 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a0e18-b695-40e5-a45e-500708ee6017 req-17d68e07-9477-4f97-9cf2-f6983c9e8b42 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:55.565682 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a0e18-b695-40e5-a45e-500708ee6017 req-17d68e07-9477-4f97-9cf2-f6983c9e8b42 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:55.571833 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a0e18-b695-40e5-a45e-500708ee6017 req-17d68e07-9477-4f97-9cf2-f6983c9e8b42 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:55.581732 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ff1a0e18-b695-40e5-a45e-500708ee6017 req-17d68e07-9477-4f97-9cf2-f6983c9e8b42 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 2375 time: 0.3296328 Jul 07 20:57:55.693998 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ff1a0e18-b695-40e5-a45e-500708ee6017 req-1a3fd606-33e7-48b8-8f15-a130e4a5c1af tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113825 Jul 07 20:57:55.712629 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb066fcb-8dd7-480d-93da-b39d0cc5f23a req-29acf3ee-dddf-44a5-a9d2-f7878473279d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:55.725769 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bb066fcb-8dd7-480d-93da-b39d0cc5f23a req-29acf3ee-dddf-44a5-a9d2-f7878473279d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59bbf1d-0d31-4ba6-9186-464eabbe30ae HTTP/1.1" status: 200 len: 946 time: 0.2792654 Jul 07 20:57:55.755152 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-698a27d1-8a41-4217-9e72-17ae81e525c4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Allocated IP 10.2.2.100 (130dc8cf-87ce-46df-b452-32f98efef5ec/800a1a04-812c-4f34-af09-b34861c9f7e8/2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:57:55.791424 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bb066fcb-8dd7-480d-93da-b39d0cc5f23a req-8867b5a4-31a1-496d-8a29-d2a66c07e8c5 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646646 Jul 07 20:57:56.039465 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-698a27d1-8a41-4217-9e72-17ae81e525c4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:56.065621 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-698a27d1-8a41-4217-9e72-17ae81e525c4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Transition to ACTIVE for port object 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:56.118967 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa044ad-afbd-418c-bca7-41f0c78f6a02 req-b53c726f-0dae-413c-8f22-a4534908d543 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:56.120869 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-efa044ad-afbd-418c-bca7-41f0c78f6a02 req-b53c726f-0dae-413c-8f22-a4534908d543 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.1994715 Jul 07 20:57:56.179538 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3784c0-40ca-4f12-a834-5d1f5dd00876 req-496bdda7-8648-4494-888f-58e5ac4a0492 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:56.181127 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7e3784c0-40ca-4f12-a834-5d1f5dd00876 req-496bdda7-8648-4494-888f-58e5ac4a0492 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e40cc7-e6ba-4236-bf48-b96ca061782b HTTP/1.1" status: 200 len: 946 time: 0.2047462 Jul 07 20:57:56.227012 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-698a27d1-8a41-4217-9e72-17ae81e525c4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:56.239498 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-efa044ad-afbd-418c-bca7-41f0c78f6a02 req-88cf4ec2-b017-44d7-8d22-c080cfd7ea25 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099102 Jul 07 20:57:56.249423 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-89049c42-2011-4950-8e01-e19d227da162 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:56.252343 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-89049c42-2011-4950-8e01-e19d227da162 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.58 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 811 time: 0.1723633 Jul 07 20:57:56.393399 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7e3784c0-40ca-4f12-a834-5d1f5dd00876 req-c4c81b7e-d1ff-4cdd-bfe2-c1edece7b578 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990976 Jul 07 20:57:56.401870 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-96429d6a-7bdc-457d-bcb4-301633c23a82 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=240260fc7a05490d94f66cfaa06460e3 HTTP/1.1" status: 200 len: 378 time: 0.1345382 Jul 07 20:57:56.429724 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-698a27d1-8a41-4217-9e72-17ae81e525c4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Network 130dc8cf-87ce-46df-b452-32f98efef5ec is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:57:56.440568 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-75322392-b46e-49dc-96fb-dc3f298d02c5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Request body: {'port': {'device_id': 'fb62a516-875e-45f2-b801-06fd1678ac2e', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'admin_state_up': True, 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'security_groups': ['37269442-226a-4056-bc1b-15d7335734f2']}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:56.463979 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-698a27d1-8a41-4217-9e72-17ae81e525c4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:56.467073 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-698a27d1-8a41-4217-9e72-17ae81e525c4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:57:56.469976 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a27d1-8a41-4217-9e72-17ae81e525c4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event updated for resources: {'Port': ['ID=2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:56.629531 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-698a27d1-8a41-4217-9e72-17ae81e525c4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:56.632031 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-698a27d1-8a41-4217-9e72-17ae81e525c4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:56.724734 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62e63f3c-071d-4598-92bb-354ac9731fa3 req-b6233ad0-9ca4-48c1-ae64-9494f82c04d4 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 210 time: 0.0879247 Jul 07 20:57:56.730148 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-698a27d1-8a41-4217-9e72-17ae81e525c4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9992452 Jul 07 20:57:56.756304 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-75322392-b46e-49dc-96fb-dc3f298d02c5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Made reservation on behalf of 240260fc7a05490d94f66cfaa06460e3 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:57:56.756575 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-d750f8a3-8314-48d7-94ea-f101616397ca tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Request body: {'port': {'device_id': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '130dc8cf-87ce-46df-b452-32f98efef5ec', 'admin_state_up': True, 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'security_groups': ['d9ce749c-a271-460e-962d-d3f9c6e375ad']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:56.765567 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-75322392-b46e-49dc-96fb-dc3f298d02c5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:56.865591 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4a6e1e5a-6016-4601-990b-e360733b5bb1 None None] Provisioning for port 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:57:56.870177 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4a6e1e5a-6016-4601-990b-e360733b5bb1 None None] Provisioning complete for port 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:56.870845 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4a6e1e5a-6016-4601-990b-e360733b5bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:56.954925 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-4a6e1e5a-6016-4601-990b-e360733b5bb1 None None] Port 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:57:57.015625 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-75322392-b46e-49dc-96fb-dc3f298d02c5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Allocated IP 172.20.0.12 (9f3f25a3-7a1a-47e4-bd02-1306e4f8af76/ef2da408-4011-492c-a997-7b8cacd52f94/f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:57:57.253882 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-75322392-b46e-49dc-96fb-dc3f298d02c5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:57.300248 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-75322392-b46e-49dc-96fb-dc3f298d02c5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Transition to ACTIVE for port object f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:57.386582 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-75322392-b46e-49dc-96fb-dc3f298d02c5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:57.436762 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-75322392-b46e-49dc-96fb-dc3f298d02c5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:57:57.439498 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-75322392-b46e-49dc-96fb-dc3f298d02c5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:57.445756 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-75322392-b46e-49dc-96fb-dc3f298d02c5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:57:57.511093 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75322392-b46e-49dc-96fb-dc3f298d02c5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Pushing event updated for resources: {'Port': ['ID=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:57.543990 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-75322392-b46e-49dc-96fb-dc3f298d02c5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:57.544626 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-75322392-b46e-49dc-96fb-dc3f298d02c5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:57.564705 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-75322392-b46e-49dc-96fb-dc3f298d02c5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1508658 Jul 07 20:57:57.593069 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-a628ebc0-383f-447c-afc0-b9a444e0b53b service neutron] Request body: {'port': {'device_id': 'fb62a516-875e-45f2-b801-06fd1678ac2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:57:57.718041 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-a628ebc0-383f-447c-afc0-b9a444e0b53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:57.753945 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c1dec-6ac8-470d-bc96-a569d090699d req-708b0d6e-afc6-4f6c-9cdc-a38fd2d76494 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:57.756359 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9d8c1dec-6ac8-470d-bc96-a569d090699d req-708b0d6e-afc6-4f6c-9cdc-a38fd2d76494 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.39 "GET /v2.0/ports?device_id=c59bbf1d-0d31-4ba6-9186-464eabbe30ae HTTP/1.1" status: 200 len: 946 time: 0.3447659 Jul 07 20:57:57.760546 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-d750f8a3-8314-48d7-94ea-f101616397ca tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Made reservation on behalf of d8ed23dfe8df44cbb137b377fa7cb243 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:57:57.774078 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-d750f8a3-8314-48d7-94ea-f101616397ca tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:57.798192 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64146ad1-ab6f-4b52-84a2-3b7181a38a47 req-66a3f9c7-2efa-49f4-bd40-731919d67590 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:57.805478 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64146ad1-ab6f-4b52-84a2-3b7181a38a47 req-66a3f9c7-2efa-49f4-bd40-731919d67590 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:57.812976 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64146ad1-ab6f-4b52-84a2-3b7181a38a47 req-66a3f9c7-2efa-49f4-bd40-731919d67590 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:57.826474 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64146ad1-ab6f-4b52-84a2-3b7181a38a47 req-66a3f9c7-2efa-49f4-bd40-731919d67590 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:57.828525 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64146ad1-ab6f-4b52-84a2-3b7181a38a47 req-66a3f9c7-2efa-49f4-bd40-731919d67590 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 3096 time: 0.4404223 Jul 07 20:57:57.887517 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2bf46d0a-aab9-4d4b-a864-9fb9ac24686d None None] Provisioning for port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:57:57.892746 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2bf46d0a-aab9-4d4b-a864-9fb9ac24686d None None] Provisioning complete for port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:57:57.893128 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2bf46d0a-aab9-4d4b-a864-9fb9ac24686d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:57.945231 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacb495-d2bd-470c-a01b-96133313f6d2 req-105e9b5a-cc92-4286-be50-8eab3f889b05 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:57.953705 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-adacb495-d2bd-470c-a01b-96133313f6d2 req-105e9b5a-cc92-4286-be50-8eab3f889b05 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.5381401 Jul 07 20:57:57.973980 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-2bf46d0a-aab9-4d4b-a864-9fb9ac24686d None None] Port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:57:58.062601 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64146ad1-ab6f-4b52-84a2-3b7181a38a47 req-e9457a03-c0cd-452b-84fa-980da1eea40e tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228961 Jul 07 20:57:58.138710 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-a628ebc0-383f-447c-afc0-b9a444e0b53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:57:58.148418 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-a628ebc0-383f-447c-afc0-b9a444e0b53b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:58.150061 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-adacb495-d2bd-470c-a01b-96133313f6d2 req-83a5dced-1825-4dd4-b916-d49a3fa53555 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953819 Jul 07 20:57:58.168325 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-a628ebc0-383f-447c-afc0-b9a444e0b53b service neutron] Transition to ACTIVE for port object f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:58.175601 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-a628ebc0-383f-447c-afc0-b9a444e0b53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:58.361187 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628ebc0-383f-447c-afc0-b9a444e0b53b service neutron] Pushing event updated for resources: {'Port': ['ID=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:58.448098 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-a628ebc0-383f-447c-afc0-b9a444e0b53b service neutron] Attempting to bind port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:57:58.448484 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-a628ebc0-383f-447c-afc0-b9a444e0b53b service neutron] Attempting to bind port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:57:58.448776 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-a628ebc0-383f-447c-afc0-b9a444e0b53b service neutron] Attempting to bind port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a on network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:57:58.461972 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-a628ebc0-383f-447c-afc0-b9a444e0b53b service neutron] Port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a on network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:57:58.462328 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-a628ebc0-383f-447c-afc0-b9a444e0b53b service neutron] Attempting to bind port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a on network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:57:58.472686 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-a628ebc0-383f-447c-afc0-b9a444e0b53b service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:57:58.473078 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-a628ebc0-383f-447c-afc0-b9a444e0b53b service neutron] Checking segment: {'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:57:58.473398 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-a628ebc0-383f-447c-afc0-b9a444e0b53b service neutron] Bound using segment: {'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:57:58.476639 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-a628ebc0-383f-447c-afc0-b9a444e0b53b service neutron] Bound port: f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:57:58.477051 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-a628ebc0-383f-447c-afc0-b9a444e0b53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:58.509748 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-d750f8a3-8314-48d7-94ea-f101616397ca tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Allocated IP 10.2.2.200 (130dc8cf-87ce-46df-b452-32f98efef5ec/800a1a04-812c-4f34-af09-b34861c9f7e8/a77c407f-5638-4a76-a32e-cd44fe684c67) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:57:58.512912 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-9d8c1dec-6ac8-470d-bc96-a569d090699d req-798031a5-39ea-4626-bf06-20781c7dc45b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Deleting port 3c6a6c8a-8d38-4426-b26d-101c571963de {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:57:58.513264 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9d8c1dec-6ac8-470d-bc96-a569d090699d req-798031a5-39ea-4626-bf06-20781c7dc45b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:58.628282 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-a628ebc0-383f-447c-afc0-b9a444e0b53b service neutron] For port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:57:58.634367 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-a628ebc0-383f-447c-afc0-b9a444e0b53b service neutron] For port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:57:58.641132 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-a628ebc0-383f-447c-afc0-b9a444e0b53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:58.685132 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-a628ebc0-383f-447c-afc0-b9a444e0b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:58.685764 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-a628ebc0-383f-447c-afc0-b9a444e0b53b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:58.687188 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-a628ebc0-383f-447c-afc0-b9a444e0b53b service neutron] 10.222.0.58 "PUT /v2.0/ports/f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a HTTP/1.1" status: 200 len: 1093 time: 1.1087093 Jul 07 20:57:58.687667 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb62a516-875e-45f2-b801-06fd1678ac2e', 'tag': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:57:58.690137 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eda6960-6d5f-4fea-8ecc-47b2721b2a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb62a516-875e-45f2-b801-06fd1678ac2e", "tag": "f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:57:58.724537 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628ebc0-383f-447c-afc0-b9a444e0b53b service neutron] Pushing event updated for resources: {'Port': ['ID=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:58.765450 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-9d8c1dec-6ac8-470d-bc96-a569d090699d req-798031a5-39ea-4626-bf06-20781c7dc45b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] For port 3c6a6c8a-8d38-4426-b26d-101c571963de, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=3c6a6c8a-8d38-4426-b26d-101c571963de,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:57:58.765974 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9d8c1dec-6ac8-470d-bc96-a569d090699d req-798031a5-39ea-4626-bf06-20781c7dc45b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:58.823353 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-9bde113b-afd3-4c88-a683-6bab7ede936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:58.825458 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-9bde113b-afd3-4c88-a683-6bab7ede936c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 1096 time: 0.0725069 Jul 07 20:57:58.908528 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7988094-e442-4060-8fd0-13b8d6b6f7e3 req-7b93b809-7e9a-40b2-a49b-dab37843f47d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:58.915845 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7988094-e442-4060-8fd0-13b8d6b6f7e3 req-7b93b809-7e9a-40b2-a49b-dab37843f47d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=c59bbf1d-0d31-4ba6-9186-464eabbe30ae HTTP/1.1" status: 200 len: 946 time: 0.6051126 Jul 07 20:57:58.916559 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-57b75b4f-0d48-41ad-85cf-d0005ce786df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a HTTP/1.1" status: 200 len: 217 time: 0.0809987 Jul 07 20:57:58.920773 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-9d8c1dec-6ac8-470d-bc96-a569d090699d req-798031a5-39ea-4626-bf06-20781c7dc45b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Calling delete_port for 3c6a6c8a-8d38-4426-b26d-101c571963de owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:57:58.972468 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873bc3ef-edef-415e-a053-45ce63df9a86 req-1dda80f0-cca0-4945-8a81-b4a061214f7c tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:58.979563 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-873bc3ef-edef-415e-a053-45ce63df9a86 req-1dda80f0-cca0-4945-8a81-b4a061214f7c tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=b0e40cc7-e6ba-4236-bf48-b96ca061782b HTTP/1.1" status: 200 len: 946 time: 0.6273611 Jul 07 20:57:58.984419 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48594) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:59.010407 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-910f9c37-6fd8-46b7-bb47-d6780a3c83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:59.012942 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-910f9c37-6fd8-46b7-bb47-d6780a3c83d5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 200 len: 850 time: 0.0891552 Jul 07 20:57:59.088983 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-966299d2-20cc-43eb-b0e5-bd1e6812548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:59.091408 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-966299d2-20cc-43eb-b0e5-bd1e6812548a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703871 Jul 07 20:57:59.110930 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7988094-e442-4060-8fd0-13b8d6b6f7e3 req-f77e7928-bd2e-4fcb-b94e-7fc07c26a076 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937633 Jul 07 20:57:59.157037 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-873bc3ef-edef-415e-a053-45ce63df9a86 req-5fcb5d8c-7429-4857-9a1f-2b7c74f5090d tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764967 Jul 07 20:57:59.177170 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-d750f8a3-8314-48d7-94ea-f101616397ca tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:59.207308 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-deaca9ef-eaa6-493c-a64d-04eb533fe172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:59.229180 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-7add3069-a367-4ee2-9e03-6a15cd0f5f46 service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303220 Jul 07 20:57:59.264173 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-44e17062-acd2-40f8-b91c-59439ba1506f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:59.275565 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-d750f8a3-8314-48d7-94ea-f101616397ca tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Transition to ACTIVE for port object a77c407f-5638-4a76-a32e-cd44fe684c67 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:57:59.371006 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7f1d554e-b249-420c-a289-d838e4acb0d5 req-10d14d3c-8404-43d4-b0af-ef5b02c6b17f service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287251 Jul 07 20:57:59.441511 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9d8c1dec-6ac8-470d-bc96-a569d090699d req-798031a5-39ea-4626-bf06-20781c7dc45b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:59.451306 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-d750f8a3-8314-48d7-94ea-f101616397ca tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:59.458330 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0a9f7927-5cda-4ee9-a3e4-7e0970851fb1'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:57:59.510919 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798031a5-39ea-4626-bf06-20781c7dc45b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Pushing event deleted for resources: {'Port': ['ID=3c6a6c8a-8d38-4426-b26d-101c571963de,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:59.662972 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-d750f8a3-8314-48d7-94ea-f101616397ca tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Network 130dc8cf-87ce-46df-b452-32f98efef5ec is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:57:59.691266 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8c1dec-6ac8-470d-bc96-a569d090699d req-798031a5-39ea-4626-bf06-20781c7dc45b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] No DVR routers for this DVR port 3c6a6c8a-8d38-4426-b26d-101c571963de on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:57:59.693982 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-d750f8a3-8314-48d7-94ea-f101616397ca tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:57:59.704491 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9d8c1dec-6ac8-470d-bc96-a569d090699d req-798031a5-39ea-4626-bf06-20781c7dc45b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:59.706542 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9d8c1dec-6ac8-470d-bc96-a569d090699d req-798031a5-39ea-4626-bf06-20781c7dc45b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.39 "DELETE /v2.0/ports/3c6a6c8a-8d38-4426-b26d-101c571963de HTTP/1.1" status: 204 len: 173 time: 1.8756654 Jul 07 20:57:59.707259 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-d750f8a3-8314-48d7-94ea-f101616397ca tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:57:59.716789 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59bbf1d-0d31-4ba6-9186-464eabbe30ae', 'name': 'network-vif-deleted', 'tag': '3c6a6c8a-8d38-4426-b26d-101c571963de'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:57:59.721232 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3d5897-6d9c-45d7-9971-cdec52dfd7f2" -d '{"events": [{"server_uuid": "c59bbf1d-0d31-4ba6-9186-464eabbe30ae", "name": "network-vif-deleted", "tag": "3c6a6c8a-8d38-4426-b26d-101c571963de"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:57:59.760183 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750f8a3-8314-48d7-94ea-f101616397ca tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event updated for resources: {'Port': ['ID=a77c407f-5638-4a76-a32e-cd44fe684c67,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:59.804776 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-44e17062-acd2-40f8-b91c-59439ba1506f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:59.821873 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-d750f8a3-8314-48d7-94ea-f101616397ca tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:59.822523 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-d750f8a3-8314-48d7-94ea-f101616397ca tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:59.825704 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-44e17062-acd2-40f8-b91c-59439ba1506f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:57:59.853645 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb4161-d5df-4e2a-a2b6-e6c365acea63 req-a60ba9c7-0c3e-47e1-a6c0-04c168321d6d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:59.861102 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6ecb4161-d5df-4e2a-a2b6-e6c365acea63 req-a60ba9c7-0c3e-47e1-a6c0-04c168321d6d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 944 time: 0.3663931 Jul 07 20:57:59.925604 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf93e6-2177-42aa-ba17-e41077a753a5 req-7e1400df-52c0-49d2-8507-d0255d268024 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:57:59.927233 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fdf93e6-2177-42aa-ba17-e41077a753a5 req-7e1400df-52c0-49d2-8507-d0255d268024 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.3881779 Jul 07 20:57:59.932367 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-d750f8a3-8314-48d7-94ea-f101616397ca tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1851137 Jul 07 20:57:59.936878 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e17062-acd2-40f8-b91c-59439ba1506f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b465b9bf-83a6-44bb-aeb9-f594c7523c4f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:57:59.943773 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-44e17062-acd2-40f8-b91c-59439ba1506f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3fe3af296d494fec992a08ca4b5fafb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9518445 Jul 07 20:57:59.944927 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48604) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:57:59.950869 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f73e72fe-9704-4085-95e0-f38473c06c5c service neutron] Request body: {'port': {'device_id': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:00.017218 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6ecb4161-d5df-4e2a-a2b6-e6c365acea63 req-2e6975e9-8687-4177-a358-5087e8b59997 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1547792 Jul 07 20:58:00.042358 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fdf93e6-2177-42aa-ba17-e41077a753a5 req-25ba192f-010b-41a7-b065-f76ff885dbb8 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065061 Jul 07 20:58:00.053328 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99525695-8d91-40af-88f4-1dc380b33883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:00.080056 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d25a1638-c30a-48a0-b355-bb23e09d749f None None] Provisioning for port a77c407f-5638-4a76-a32e-cd44fe684c67 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:58:00.100280 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d25a1638-c30a-48a0-b355-bb23e09d749f None None] Provisioning complete for port a77c407f-5638-4a76-a32e-cd44fe684c67 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:00.102039 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d25a1638-c30a-48a0-b355-bb23e09d749f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:00.104536 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f73e72fe-9704-4085-95e0-f38473c06c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:00.107192 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da3758c-a603-4c94-9d69-829a8a58edd9 x-openstack-request-id: req-9da3758c-a603-4c94-9d69-829a8a58edd9 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:00.107878 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb62a516-875e-45f2-b801-06fd1678ac2e", "tag": "f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:00.108323 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9da3758c-a603-4c94-9d69-829a8a58edd9 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:00.110495 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb62a516-875e-45f2-b801-06fd1678ac2e', 'tag': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a', 'status': 'completed', 'code': 200} Jul 07 20:58:00.112727 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99525695-8d91-40af-88f4-1dc380b33883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:00.173030 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-d25a1638-c30a-48a0-b355-bb23e09d749f None None] Port a77c407f-5638-4a76-a32e-cd44fe684c67 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:58:00.207227 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 3c6a6c8a-8d38-4426-b26d-101c571963de no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:58:00.261444 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 3c6a6c8a-8d38-4426-b26d-101c571963de {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:58:00.265501 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 3c6a6c8a-8d38-4426-b26d-101c571963de not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:58:00.300960 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda6960-6d5f-4fea-8ecc-47b2721b2a8e req-2bb94ac3-0448-434e-bd0f-f1de36b14ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:00.303766 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7eda6960-6d5f-4fea-8ecc-47b2721b2a8e req-2bb94ac3-0448-434e-bd0f-f1de36b14ea3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 1096 time: 0.1615489 Jul 07 20:58:00.328464 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99525695-8d91-40af-88f4-1dc380b33883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:00.334441 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99525695-8d91-40af-88f4-1dc380b33883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:00.336965 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-99525695-8d91-40af-88f4-1dc380b33883 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b465b9bf-83a6-44bb-aeb9-f594c7523c4f HTTP/1.1" status: 204 len: 168 time: 0.3904314 Jul 07 20:58:00.468591 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99525695-8d91-40af-88f4-1dc380b33883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b465b9bf-83a6-44bb-aeb9-f594c7523c4f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:00.578026 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda6960-6d5f-4fea-8ecc-47b2721b2a8e req-73e57bac-1b1e-4843-b2a9-bbc1bcb89b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:00.580110 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7eda6960-6d5f-4fea-8ecc-47b2721b2a8e req-73e57bac-1b1e-4843-b2a9-bbc1bcb89b72 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 912 time: 0.2674685 Jul 07 20:58:00.649082 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7eda6960-6d5f-4fea-8ecc-47b2721b2a8e req-40e51648-e869-476f-83e0-28138d551911 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a HTTP/1.1" status: 200 len: 217 time: 0.0567820 Jul 07 20:58:00.733600 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda6960-6d5f-4fea-8ecc-47b2721b2a8e req-094342ad-1962-41e5-bfda-588968cde1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:00.735234 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7eda6960-6d5f-4fea-8ecc-47b2721b2a8e req-094342ad-1962-41e5-bfda-588968cde1d0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 200 len: 850 time: 0.0794220 Jul 07 20:58:00.764116 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac10ec-3a00-4433-8497-1c92bae6750c req-9d10cab5-643b-41ab-b8c8-18201b7d6972 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:00.772034 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac10ec-3a00-4433-8497-1c92bae6750c req-9d10cab5-643b-41ab-b8c8-18201b7d6972 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:00.780722 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac10ec-3a00-4433-8497-1c92bae6750c req-9d10cab5-643b-41ab-b8c8-18201b7d6972 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:00.788512 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac10ec-3a00-4433-8497-1c92bae6750c req-9d10cab5-643b-41ab-b8c8-18201b7d6972 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:00.797854 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac10ec-3a00-4433-8497-1c92bae6750c req-9d10cab5-643b-41ab-b8c8-18201b7d6972 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:00.800530 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15ac10ec-3a00-4433-8497-1c92bae6750c req-9d10cab5-643b-41ab-b8c8-18201b7d6972 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 3817 time: 0.4217265 Jul 07 20:58:00.802883 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2746f92-d13f-40a7-a2e2-f580acae92c2 x-openstack-request-id: req-d2746f92-d13f-40a7-a2e2-f580acae92c2 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:00.803661 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59bbf1d-0d31-4ba6-9186-464eabbe30ae", "name": "network-vif-deleted", "tag": "3c6a6c8a-8d38-4426-b26d-101c571963de", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:00.804104 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d2746f92-d13f-40a7-a2e2-f580acae92c2 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:00.804896 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59bbf1d-0d31-4ba6-9186-464eabbe30ae', 'name': 'network-vif-deleted', 'tag': '3c6a6c8a-8d38-4426-b26d-101c571963de', 'status': 'completed', 'code': 200} Jul 07 20:58:00.842974 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda6960-6d5f-4fea-8ecc-47b2721b2a8e req-8855ab78-80bd-413e-b13c-d486752bfa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:00.844873 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7eda6960-6d5f-4fea-8ecc-47b2721b2a8e req-8855ab78-80bd-413e-b13c-d486752bfa4e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1008143 Jul 07 20:58:00.886318 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15ac10ec-3a00-4433-8497-1c92bae6750c req-6a1fe20b-3698-4d64-a603-f374657cc240 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779984 Jul 07 20:58:00.899785 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f73e72fe-9704-4085-95e0-f38473c06c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8debe46-f092-4659-88e9-d9aeeb58dcce {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:00.921102 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f73e72fe-9704-4085-95e0-f38473c06c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:00.958928 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f73e72fe-9704-4085-95e0-f38473c06c5c service neutron] Transition to ACTIVE for port object e8debe46-f092-4659-88e9-d9aeeb58dcce will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:58:00.959858 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f73e72fe-9704-4085-95e0-f38473c06c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:01.042155 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7eda6960-6d5f-4fea-8ecc-47b2721b2a8e req-e853b6d2-d033-416f-8b03-549f9fc71ea8 service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839154 Jul 07 20:58:01.153862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e72fe-9704-4085-95e0-f38473c06c5c service neutron] Pushing event updated for resources: {'Port': ['ID=e8debe46-f092-4659-88e9-d9aeeb58dcce,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:01.194712 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f73e72fe-9704-4085-95e0-f38473c06c5c service neutron] Attempting to bind port e8debe46-f092-4659-88e9-d9aeeb58dcce on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:58:01.194981 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f73e72fe-9704-4085-95e0-f38473c06c5c service neutron] Attempting to bind port e8debe46-f092-4659-88e9-d9aeeb58dcce by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '96fbc52b-943f-4a2d-a81e-56dc5296469d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:58:01.197082 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f73e72fe-9704-4085-95e0-f38473c06c5c service neutron] Attempting to bind port e8debe46-f092-4659-88e9-d9aeeb58dcce on network d7847ed4-ca64-408b-b349-0ebf1cd2485d {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:01.210620 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f73e72fe-9704-4085-95e0-f38473c06c5c service neutron] Port e8debe46-f092-4659-88e9-d9aeeb58dcce on network d7847ed4-ca64-408b-b349-0ebf1cd2485d not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:58:01.211343 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f73e72fe-9704-4085-95e0-f38473c06c5c service neutron] Attempting to bind port e8debe46-f092-4659-88e9-d9aeeb58dcce on network d7847ed4-ca64-408b-b349-0ebf1cd2485d {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:01.219862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f73e72fe-9704-4085-95e0-f38473c06c5c service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:58:01.220351 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f73e72fe-9704-4085-95e0-f38473c06c5c service neutron] Checking segment: {'id': '96fbc52b-943f-4a2d-a81e-56dc5296469d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:58:01.220843 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f73e72fe-9704-4085-95e0-f38473c06c5c service neutron] Bound using segment: {'id': '96fbc52b-943f-4a2d-a81e-56dc5296469d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:58:01.221391 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f73e72fe-9704-4085-95e0-f38473c06c5c service neutron] Bound port: e8debe46-f092-4659-88e9-d9aeeb58dcce, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96fbc52b-943f-4a2d-a81e-56dc5296469d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:58:01.221862 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f73e72fe-9704-4085-95e0-f38473c06c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:01.276307 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7eda6960-6d5f-4fea-8ecc-47b2721b2a8e req-1af5af5b-a4ad-4a89-913f-c746d06f08c5 service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184646 Jul 07 20:58:01.333041 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f73e72fe-9704-4085-95e0-f38473c06c5c service neutron] For port e8debe46-f092-4659-88e9-d9aeeb58dcce, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:58:01.344272 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f73e72fe-9704-4085-95e0-f38473c06c5c service neutron] For port e8debe46-f092-4659-88e9-d9aeeb58dcce, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=e8debe46-f092-4659-88e9-d9aeeb58dcce,segment=NetworkSegment(96fbc52b-943f-4a2d-a81e-56dc5296469d),segment_id=96fbc52b-943f-4a2d-a81e-56dc5296469d)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:58:01.349636 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f73e72fe-9704-4085-95e0-f38473c06c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:01.429016 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f73e72fe-9704-4085-95e0-f38473c06c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:01.429647 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f73e72fe-9704-4085-95e0-f38473c06c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:01.431069 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f73e72fe-9704-4085-95e0-f38473c06c5c service neutron] 10.222.0.39 "PUT /v2.0/ports/e8debe46-f092-4659-88e9-d9aeeb58dcce HTTP/1.1" status: 200 len: 1093 time: 1.4879944 Jul 07 20:58:01.472686 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-8e2d62ed-dca3-4f2a-aee0-aca87f262e46 service neutron] Request body: {'port': {'device_id': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:01.580717 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e72fe-9704-4085-95e0-f38473c06c5c service neutron] Pushing event updated for resources: {'Port': ['ID=e8debe46-f092-4659-88e9-d9aeeb58dcce,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:01.669994 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fef199-6abc-4fe0-b08f-92de33264770 req-12c53f4b-735d-41db-b4bb-ef27f516a301 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:01.671669 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a9fef199-6abc-4fe0-b08f-92de33264770 req-12c53f4b-735d-41db-b4bb-ef27f516a301 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 944 time: 0.1709616 Jul 07 20:58:01.685847 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7eb0da-448d-417f-b60c-162d644cf6fe req-e9e4cac7-8e8b-430c-88e7-ae0edebdb72b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:01.693337 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ed7eb0da-448d-417f-b60c-162d644cf6fe req-e9e4cac7-8e8b-430c-88e7-ae0edebdb72b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2592771 Jul 07 20:58:01.695277 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-8e2d62ed-dca3-4f2a-aee0-aca87f262e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:01.695728 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48660) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:01.816303 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-fbc2c6c6-6341-4f75-8bf6-22ab5115b2ce admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1462421938-network', 'tenant_id': '1c8484ee84cf4f43b9bcef68fa57d783'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:01.838831 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ed7eb0da-448d-417f-b60c-162d644cf6fe req-b8a1757b-87e2-4054-80c4-ba451088ddf1 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445909 Jul 07 20:58:01.839476 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc2c6c6-6341-4f75-8bf6-22ab5115b2ce admin admin] Made reservation on behalf of 1c8484ee84cf4f43b9bcef68fa57d783 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:58:01.842890 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbc2c6c6-6341-4f75-8bf6-22ab5115b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:01.849911 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a9fef199-6abc-4fe0-b08f-92de33264770 req-8efe7f11-06bb-43cd-a5e5-1b1d49744282 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1491346 Jul 07 20:58:01.866446 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b32789e7-8300-4287-af13-2fa2b4bea11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:01.875595 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbc2c6c6-6341-4f75-8bf6-22ab5115b2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:01.908259 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:02.023911 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbc2c6c6-6341-4f75-8bf6-22ab5115b2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:02.028794 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbc2c6c6-6341-4f75-8bf6-22ab5115b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:02.057257 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc2c6c6-6341-4f75-8bf6-22ab5115b2ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:58:02.064261 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2c6c6-6341-4f75-8bf6-22ab5115b2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187d09de-2441-42c4-b587-174b4bb46919,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:02.073619 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbc2c6c6-6341-4f75-8bf6-22ab5115b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:02.073968 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-fbc2c6c6-6341-4f75-8bf6-22ab5115b2ce admin admin] Added segment c60f4b6c-102e-493a-bdb8-9f8d992660d3 of type vlan for network 66fd829f-2570-41fa-b2a8-77fa2d10ea7d Jul 07 20:58:02.118769 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbc2c6c6-6341-4f75-8bf6-22ab5115b2ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:02.176333 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbc2c6c6-6341-4f75-8bf6-22ab5115b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:02.177481 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc2c6c6-6341-4f75-8bf6-22ab5115b2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:02.178066 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbc2c6c6-6341-4f75-8bf6-22ab5115b2ce admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:02.194043 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4418d01e-a1ea-4354-8ea8-dcb1d0c03d64 req-640594e5-a355-42f9-b1d4-454d42345fdd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=69a6387e-4546-4ea6-ba6c-291561c6126e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4940934 Jul 07 20:58:02.235002 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fbc2c6c6-6341-4f75-8bf6-22ab5115b2ce admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5380218 Jul 07 20:58:02.242968 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48680) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:02.251376 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f4e10c46-2eca-4a99-b834-a9c0314deae0 admin admin] Request body: {'subnet': {'network_id': '66fd829f-2570-41fa-b2a8-77fa2d10ea7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1462421938-subnet', 'tenant_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:02.265628 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adbe66-f581-47be-9a00-16e563afab20 req-53516229-998b-4792-8bd7-09d91303610f tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:02.266991 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2c6c6-6341-4f75-8bf6-22ab5115b2ce admin admin] Pushing event updated for resources: {'Network': ['ID=66fd829f-2570-41fa-b2a8-77fa2d10ea7d,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:02.267140 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9adbe66-f581-47be-9a00-16e563afab20 req-53516229-998b-4792-8bd7-09d91303610f tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/networks?id=287bef21-9852-4f7d-90ca-297ef811e6f1 HTTP/1.1" status: 200 len: 806 time: 0.2769942 Jul 07 20:58:02.279611 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 66fd829f-2570-41fa-b2a8-77fa2d10ea7d details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:58:02.285940 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e10c46-2eca-4a99-b834-a9c0314deae0 admin admin] Made reservation on behalf of 1c8484ee84cf4f43b9bcef68fa57d783 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:58:02.290039 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4e10c46-2eca-4a99-b834-a9c0314deae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:02.338488 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9adbe66-f581-47be-9a00-16e563afab20 req-84e59172-d832-494d-a58e-979ae51b99cc tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/quotas/128d0bdbd3254a86ab8fae38847d408e HTTP/1.1" status: 200 len: 375 time: 0.0609293 Jul 07 20:58:02.416528 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ea7f1-5905-4064-97d2-fa766aad3dfe req-3cead635-6670-4dc5-b206-5475f8b2bc22 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:02.419471 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e21ea7f1-5905-4064-97d2-fa766aad3dfe req-3cead635-6670-4dc5-b206-5475f8b2bc22 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.3386812 Jul 07 20:58:02.451215 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:58:02.499492 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-8e2d62ed-dca3-4f2a-aee0-aca87f262e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d14b38d-99b1-4ecc-a5b4-516596f20a7d {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:02.522350 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-8e2d62ed-dca3-4f2a-aee0-aca87f262e46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:02.539381 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4e10c46-2eca-4a99-b834-a9c0314deae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:02.549366 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418d01e-a1ea-4354-8ea8-dcb1d0c03d64 req-1e0e591e-09e1-414b-a957-744b0a28c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:02.550903 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4418d01e-a1ea-4354-8ea8-dcb1d0c03d64 req-1e0e591e-09e1-414b-a957-744b0a28c17a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=840e879ee5f84b5498858a5e69b47b03&device_id=69a6387e-4546-4ea6-ba6c-291561c6126e HTTP/1.1" status: 200 len: 1098 time: 0.2820711 Jul 07 20:58:02.560774 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-8e2d62ed-dca3-4f2a-aee0-aca87f262e46 service neutron] Transition to ACTIVE for port object 7d14b38d-99b1-4ecc-a5b4-516596f20a7d will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:58:02.567738 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e21ea7f1-5905-4064-97d2-fa766aad3dfe req-c795d62c-6535-4404-ad34-78d4c6ccf9d2 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220644 Jul 07 20:58:02.570625 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-8e2d62ed-dca3-4f2a-aee0-aca87f262e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:02.617112 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e10c46-2eca-4a99-b834-a9c0314deae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6450e246-01b7-4cd6-9976-37091fb7fc42,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:02.626335 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9adbe66-f581-47be-9a00-16e563afab20 req-5a965402-e426-4f40-9303-eaee2b84164c tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=128d0bdbd3254a86ab8fae38847d408e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2866030 Jul 07 20:58:02.647474 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e10c46-2eca-4a99-b834-a9c0314deae0 admin admin] Checking segment: {'id': 'c60f4b6c-102e-493a-bdb8-9f8d992660d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '66fd829f-2570-41fa-b2a8-77fa2d10ea7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:58:02.647844 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e10c46-2eca-4a99-b834-a9c0314deae0 admin admin] Network hostable DHCP agents. Network: 66fd829f-2570-41fa-b2a8-77fa2d10ea7d, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:58:02.667206 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e10c46-2eca-4a99-b834-a9c0314deae0 admin admin] Network 66fd829f-2570-41fa-b2a8-77fa2d10ea7d is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:58:02.676856 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:02.677695 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-f4e10c46-2eca-4a99-b834-a9c0314deae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 66fd829f-2570-41fa-b2a8-77fa2d10ea7d) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:58:02.688834 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e10c46-2eca-4a99-b834-a9c0314deae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:02.701626 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0872e818-3c73-4ba7-87b6-ef3faac1a108 None None] Network 66fd829f-2570-41fa-b2a8-77fa2d10ea7d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:58:02.703653 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4e10c46-2eca-4a99-b834-a9c0314deae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:02.752101 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f4e10c46-2eca-4a99-b834-a9c0314deae0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5079639 Jul 07 20:58:02.753212 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48688) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:02.760136 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-137f53bc-2329-4016-b529-ab8865b9f7d8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1462421938-router', 'tenant_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:02.802079 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-137f53bc-2329-4016-b529-ab8865b9f7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:02.803421 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-137f53bc-2329-4016-b529-ab8865b9f7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:02.810912 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'port_id': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a', 'mac_address': 'fa:16:3e:6e:cb:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:58:02.939446 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-137f53bc-2329-4016-b529-ab8865b9f7d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:02.987078 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:03.020563 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:03.091731 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:03.097263 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:03.142469 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-137f53bc-2329-4016-b529-ab8865b9f7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:03.163937 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486f6c65-4950-4afb-b70f-4cd8c779187c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-66fd829f-2570-41fa-b2a8-77fa2d10ea7d', 'network_id': '66fd829f-2570-41fa-b2a8-77fa2d10ea7d', 'tenant_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'fixed_ips': [{'subnet_id': '6450e246-01b7-4cd6-9976-37091fb7fc42'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:58:03.164805 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-486f6c65-4950-4afb-b70f-4cd8c779187c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:03.202282 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'tag': 'e8debe46-f092-4659-88e9-d9aeeb58dcce'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:03.205631 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaba304-3a1a-453c-9779-f54cd9a644c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "tag": "e8debe46-f092-4659-88e9-d9aeeb58dcce"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:03.209031 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d62ed-dca3-4f2a-aee0-aca87f262e46 service neutron] Pushing event updated for resources: {'Port': ['ID=7d14b38d-99b1-4ecc-a5b4-516596f20a7d,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:03.311383 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418d01e-a1ea-4354-8ea8-dcb1d0c03d64 req-0158522c-56ee-481f-8d99-d29189be228d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:03.312838 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4418d01e-a1ea-4354-8ea8-dcb1d0c03d64 req-0158522c-56ee-481f-8d99-d29189be228d service neutron] 10.222.0.39 "GET /v2.0/networks?id=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb HTTP/1.1" status: 200 len: 912 time: 0.7236147 Jul 07 20:58:03.382968 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:03.425070 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-137f53bc-2329-4016-b529-ab8865b9f7d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:03.449075 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-137f53bc-2329-4016-b529-ab8865b9f7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:03.517269 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-486f6c65-4950-4afb-b70f-4cd8c779187c None None] Allocated IP 172.20.0.2 (66fd829f-2570-41fa-b2a8-77fa2d10ea7d/6450e246-01b7-4cd6-9976-37091fb7fc42/afbbc2fa-6286-4015-8a86-cdbdb2d06dd9) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:58:03.580327 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de5e34-db88-45ba-8605-e0c8155845da req-59ef7e7b-47da-4b0c-b9d0-610785aa2697 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:03.588565 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de5e34-db88-45ba-8605-e0c8155845da req-59ef7e7b-47da-4b0c-b9d0-610785aa2697 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:03.594837 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:58:03.597071 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-137f53bc-2329-4016-b529-ab8865b9f7d8 admin admin] Allocated IP 172.25.5.130 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/24556b05-fffe-48c9-820a-5b0146ffefee) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:58:03.599540 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de5e34-db88-45ba-8605-e0c8155845da req-59ef7e7b-47da-4b0c-b9d0-610785aa2697 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:03.612141 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de5e34-db88-45ba-8605-e0c8155845da req-59ef7e7b-47da-4b0c-b9d0-610785aa2697 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:03.619193 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de5e34-db88-45ba-8605-e0c8155845da req-59ef7e7b-47da-4b0c-b9d0-610785aa2697 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:03.630590 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de5e34-db88-45ba-8605-e0c8155845da req-59ef7e7b-47da-4b0c-b9d0-610785aa2697 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:03.633745 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1de5e34-db88-45ba-8605-e0c8155845da req-59ef7e7b-47da-4b0c-b9d0-610785aa2697 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 4606 time: 0.4082177 Jul 07 20:58:03.646798 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4418d01e-a1ea-4354-8ea8-dcb1d0c03d64 req-2481c38a-bccf-41b6-9001-d1907aaf20ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50943cfd-6665-4020-b99c-9385286c2d14 HTTP/1.1" status: 200 len: 1002 time: 0.3082478 Jul 07 20:58:03.650543 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:03.681999 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9adbe66-f581-47be-9a00-16e563afab20 req-3cd423e1-7eae-4af8-975a-c9800f7566a8 service neutron] 10.222.0.64 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0542660 Jul 07 20:58:03.749957 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-8e2d62ed-dca3-4f2a-aee0-aca87f262e46 service neutron] Attempting to bind port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:58:03.750328 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-8e2d62ed-dca3-4f2a-aee0-aca87f262e46 service neutron] Attempting to bind port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': 'bf3fc5a8-409e-4d15-9d23-e927b35d4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:58:03.750669 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-8e2d62ed-dca3-4f2a-aee0-aca87f262e46 service neutron] Attempting to bind port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d on network d0eda2b8-21f8-48f7-9d84-4db72df1438d {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:03.764542 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-137f53bc-2329-4016-b529-ab8865b9f7d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:03.783151 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-8e2d62ed-dca3-4f2a-aee0-aca87f262e46 service neutron] Port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d on network d0eda2b8-21f8-48f7-9d84-4db72df1438d not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:58:03.783519 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-8e2d62ed-dca3-4f2a-aee0-aca87f262e46 service neutron] Attempting to bind port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d on network d0eda2b8-21f8-48f7-9d84-4db72df1438d {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:03.814689 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-8e2d62ed-dca3-4f2a-aee0-aca87f262e46 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:58:03.815032 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-8e2d62ed-dca3-4f2a-aee0-aca87f262e46 service neutron] Checking segment: {'id': 'bf3fc5a8-409e-4d15-9d23-e927b35d4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:58:03.815450 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-8e2d62ed-dca3-4f2a-aee0-aca87f262e46 service neutron] Bound using segment: {'id': 'bf3fc5a8-409e-4d15-9d23-e927b35d4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:58:03.815908 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-8e2d62ed-dca3-4f2a-aee0-aca87f262e46 service neutron] Bound port: 7d14b38d-99b1-4ecc-a5b4-516596f20a7d, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3fc5a8-409e-4d15-9d23-e927b35d4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:58:03.816069 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-486f6c65-4950-4afb-b70f-4cd8c779187c None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:03.816271 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-8e2d62ed-dca3-4f2a-aee0-aca87f262e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:03.830153 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-137f53bc-2329-4016-b529-ab8865b9f7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:03.833995 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-486f6c65-4950-4afb-b70f-4cd8c779187c None None] Transition to ACTIVE for port object afbbc2fa-6286-4015-8a86-cdbdb2d06dd9 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:58:03.841640 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418d01e-a1ea-4354-8ea8-dcb1d0c03d64 req-6f3af5ed-cc41-49d4-ad69-a4aa18f08a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:03.843177 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4418d01e-a1ea-4354-8ea8-dcb1d0c03d64 req-6f3af5ed-cc41-49d4-ad69-a4aa18f08a8f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b4310c6-664d-4c25-affc-191900c3c7bd HTTP/1.1" status: 200 len: 850 time: 0.1825364 Jul 07 20:58:03.858542 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1de5e34-db88-45ba-8605-e0c8155845da req-3524255b-c27a-4587-a960-63e2f58d6433 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2092307 Jul 07 20:58:03.867197 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-486f6c65-4950-4afb-b70f-4cd8c779187c None None] Transition to ACTIVE for port object afbbc2fa-6286-4015-8a86-cdbdb2d06dd9 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:58:03.895663 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-486f6c65-4950-4afb-b70f-4cd8c779187c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:03.918053 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137f53bc-2329-4016-b529-ab8865b9f7d8 admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:58:03.921153 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-137f53bc-2329-4016-b529-ab8865b9f7d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:58:03.930610 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137f53bc-2329-4016-b529-ab8865b9f7d8 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:58:03.964295 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9adbe66-f581-47be-9a00-16e563afab20 req-068bdd52-e000-4d4f-9641-506820f2cb91 service neutron] 10.222.0.64 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812567 Jul 07 20:58:03.983724 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-8e2d62ed-dca3-4f2a-aee0-aca87f262e46 service neutron] For port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:58:03.990508 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f53bc-2329-4016-b529-ab8865b9f7d8 admin admin] Pushing event updated for resources: {'Port': ['ID=24556b05-fffe-48c9-820a-5b0146ffefee,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:03.997430 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-8e2d62ed-dca3-4f2a-aee0-aca87f262e46 service neutron] For port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=7d14b38d-99b1-4ecc-a5b4-516596f20a7d,segment=NetworkSegment(bf3fc5a8-409e-4d15-9d23-e927b35d4081),segment_id=bf3fc5a8-409e-4d15-9d23-e927b35d4081)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:58:04.016603 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-8e2d62ed-dca3-4f2a-aee0-aca87f262e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:04.031055 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486f6c65-4950-4afb-b70f-4cd8c779187c None None] Network 66fd829f-2570-41fa-b2a8-77fa2d10ea7d is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:58:04.034898 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f6c65-4950-4afb-b70f-4cd8c779187c None None] Pushing event updated for resources: {'Port': ['ID=afbbc2fa-6286-4015-8a86-cdbdb2d06dd9,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:04.045023 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-486f6c65-4950-4afb-b70f-4cd8c779187c None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:58:04.047667 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486f6c65-4950-4afb-b70f-4cd8c779187c None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:58:04.124092 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-486f6c65-4950-4afb-b70f-4cd8c779187c None None] Attempting to bind port afbbc2fa-6286-4015-8a86-cdbdb2d06dd9 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:58:04.124435 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-486f6c65-4950-4afb-b70f-4cd8c779187c None None] Attempting to bind port afbbc2fa-6286-4015-8a86-cdbdb2d06dd9 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'c60f4b6c-102e-493a-bdb8-9f8d992660d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '66fd829f-2570-41fa-b2a8-77fa2d10ea7d'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:58:04.124775 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486f6c65-4950-4afb-b70f-4cd8c779187c None None] Attempting to bind port afbbc2fa-6286-4015-8a86-cdbdb2d06dd9 on network 66fd829f-2570-41fa-b2a8-77fa2d10ea7d {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:04.130478 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486f6c65-4950-4afb-b70f-4cd8c779187c None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:58:04.130861 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486f6c65-4950-4afb-b70f-4cd8c779187c None None] Checking segment: {'id': 'c60f4b6c-102e-493a-bdb8-9f8d992660d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '66fd829f-2570-41fa-b2a8-77fa2d10ea7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:58:04.132911 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-486f6c65-4950-4afb-b70f-4cd8c779187c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:04.133444 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486f6c65-4950-4afb-b70f-4cd8c779187c None None] Bound using segment: {'id': 'c60f4b6c-102e-493a-bdb8-9f8d992660d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '66fd829f-2570-41fa-b2a8-77fa2d10ea7d'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:58:04.135502 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-486f6c65-4950-4afb-b70f-4cd8c779187c None None] Bound port: afbbc2fa-6286-4015-8a86-cdbdb2d06dd9, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60f4b6c-102e-493a-bdb8-9f8d992660d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '66fd829f-2570-41fa-b2a8-77fa2d10ea7d'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:58:04.135502 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-486f6c65-4950-4afb-b70f-4cd8c779187c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:04.172448 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d62ed-dca3-4f2a-aee0-aca87f262e46 service neutron] Pushing event updated for resources: {'Port': ['ID=7d14b38d-99b1-4ecc-a5b4-516596f20a7d,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:04.179177 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418d01e-a1ea-4354-8ea8-dcb1d0c03d64 req-2db4e66b-b36c-407c-960e-a6afa6d84261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:04.180818 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4418d01e-a1ea-4354-8ea8-dcb1d0c03d64 req-2db4e66b-b36c-407c-960e-a6afa6d84261 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3283911 Jul 07 20:58:04.201104 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-8e2d62ed-dca3-4f2a-aee0-aca87f262e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:04.201769 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-8e2d62ed-dca3-4f2a-aee0-aca87f262e46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:04.203242 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-8e2d62ed-dca3-4f2a-aee0-aca87f262e46 service neutron] 10.222.0.39 "PUT /v2.0/ports/7d14b38d-99b1-4ecc-a5b4-516596f20a7d HTTP/1.1" status: 200 len: 1136 time: 2.7382081 Jul 07 20:58:04.284049 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f46feae6-dc8a-462d-a243-f260133bb353 service neutron] Request body: {'port': {'device_id': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:04.329869 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-486f6c65-4950-4afb-b70f-4cd8c779187c None None] For port afbbc2fa-6286-4015-8a86-cdbdb2d06dd9, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:58:04.337107 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-486f6c65-4950-4afb-b70f-4cd8c779187c None None] For port afbbc2fa-6286-4015-8a86-cdbdb2d06dd9, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=afbbc2fa-6286-4015-8a86-cdbdb2d06dd9,segment=NetworkSegment(c60f4b6c-102e-493a-bdb8-9f8d992660d3),segment_id=c60f4b6c-102e-493a-bdb8-9f8d992660d3)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:58:04.344665 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-486f6c65-4950-4afb-b70f-4cd8c779187c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:04.438447 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-137f53bc-2329-4016-b529-ab8865b9f7d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:04.488218 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d2b9da2d-4628-49a5-affe-cdaee69e3c61 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:58:04.488495 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4418d01e-a1ea-4354-8ea8-dcb1d0c03d64 req-72fa100c-cfb7-4a8b-b3b6-d631550400e5 service neutron] 10.222.0.39 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800100 Jul 07 20:58:04.564019 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f6c65-4950-4afb-b70f-4cd8c779187c None None] Pushing event updated for resources: {'Port': ['ID=afbbc2fa-6286-4015-8a86-cdbdb2d06dd9,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:04.828707 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73091ed-dc0b-4f08-b846-0263adbff98c x-openstack-request-id: req-c73091ed-dc0b-4f08-b846-0263adbff98c {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:04.828993 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "tag": "e8debe46-f092-4659-88e9-d9aeeb58dcce", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:04.829249 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c73091ed-dc0b-4f08-b846-0263adbff98c {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:04.829643 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'tag': 'e8debe46-f092-4659-88e9-d9aeeb58dcce', 'status': 'completed', 'code': 200} Jul 07 20:58:04.842140 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port d2b9da2d-4628-49a5-affe-cdaee69e3c61, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d2b9da2d-4628-49a5-affe-cdaee69e3c61,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:04.921145 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'd2b9da2d-4628-49a5-affe-cdaee69e3c61', 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d', 'port_id': 'd2b9da2d-4628-49a5-affe-cdaee69e3c61', 'mac_address': 'fa:16:3e:13:94:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7fee8dd-f00c-44db-a4fa-5bd2d901683b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:58:05.010764 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:05.043996 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2b9da2d-4628-49a5-affe-cdaee69e3c61 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:05.090819 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port d2b9da2d-4628-49a5-affe-cdaee69e3c61, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d2b9da2d-4628-49a5-affe-cdaee69e3c61,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:05.110318 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:05.132397 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f46feae6-dc8a-462d-a243-f260133bb353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:05.148283 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c96f4761-8953-4bc4-9de7-2c2aafb10c3e req-ac797c3a-0191-4ecd-b24a-31c340baa568 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=84012b03-06af-46d0-a4b6-f00c28f70f82 HTTP/1.1" status: 200 len: 210 time: 0.1156359 Jul 07 20:58:05.192476 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4418d01e-a1ea-4354-8ea8-dcb1d0c03d64 req-354f759c-de6d-451d-9cf4-3db7310b86b8 service neutron] 10.222.0.39 "GET /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6871886 Jul 07 20:58:05.249185 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bbbc2-296f-480f-b0ad-ccd5d031142d req-975b8709-272e-47d5-aa8b-a4dbb13a1948 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:05.259052 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bb0bbbc2-296f-480f-b0ad-ccd5d031142d req-975b8709-272e-47d5-aa8b-a4dbb13a1948 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.4462471 Jul 07 20:58:05.314751 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=d2b9da2d-4628-49a5-affe-cdaee69e3c61,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:05.334114 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bb0bbbc2-296f-480f-b0ad-ccd5d031142d req-c8711667-3399-4ea5-b92e-4c40ccce16a1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737476 Jul 07 20:58:05.409175 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:05.470384 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['d2b9da2d-4628-49a5-affe-cdaee69e3c61'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:58:05.980212 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-96a78ac1-170d-4c96-bbe9-37d0fec36749 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.3775897 Jul 07 20:58:06.074480 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17023e4c-1054-452a-94fb-1b80f8f234fc req-531f579f-696c-4091-892b-e1c7d42fa75e tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.084914 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-17023e4c-1054-452a-94fb-1b80f8f234fc req-531f579f-696c-4091-892b-e1c7d42fa75e tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.5493042 Jul 07 20:58:06.131750 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaba304-3a1a-453c-9779-f54cd9a644c4 req-d3bb6f75-ff33-419a-ab48-92e163ef72cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.132237 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaba304-3a1a-453c-9779-f54cd9a644c4 req-d3bb6f75-ff33-419a-ab48-92e163ef72cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.132810 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaba304-3a1a-453c-9779-f54cd9a644c4 req-d3bb6f75-ff33-419a-ab48-92e163ef72cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.133298 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaba304-3a1a-453c-9779-f54cd9a644c4 req-d3bb6f75-ff33-419a-ab48-92e163ef72cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.133769 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaba304-3a1a-453c-9779-f54cd9a644c4 req-d3bb6f75-ff33-419a-ab48-92e163ef72cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.134240 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaba304-3a1a-453c-9779-f54cd9a644c4 req-d3bb6f75-ff33-419a-ab48-92e163ef72cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.136218 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6eaba304-3a1a-453c-9779-f54cd9a644c4 req-d3bb6f75-ff33-419a-ab48-92e163ef72cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8ed23dfe8df44cbb137b377fa7cb243&device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5294 time: 1.2876785 Jul 07 20:58:06.173397 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14177dff-0221-463d-a22a-4d2bfe181110 req-9c5de5cb-76a8-4a12-ad57-f404e9502e60 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.179735 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14177dff-0221-463d-a22a-4d2bfe181110 req-9c5de5cb-76a8-4a12-ad57-f404e9502e60 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.190784 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14177dff-0221-463d-a22a-4d2bfe181110 req-9c5de5cb-76a8-4a12-ad57-f404e9502e60 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.196846 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14177dff-0221-463d-a22a-4d2bfe181110 req-9c5de5cb-76a8-4a12-ad57-f404e9502e60 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.204485 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14177dff-0221-463d-a22a-4d2bfe181110 req-9c5de5cb-76a8-4a12-ad57-f404e9502e60 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.222206 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14177dff-0221-463d-a22a-4d2bfe181110 req-9c5de5cb-76a8-4a12-ad57-f404e9502e60 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.229815 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-14177dff-0221-463d-a22a-4d2bfe181110 req-9c5de5cb-76a8-4a12-ad57-f404e9502e60 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 4606 time: 0.6192746 Jul 07 20:58:06.241250 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-137f53bc-2329-4016-b529-ab8865b9f7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:06.322631 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1b1f12-9b66-4fe5-8651-fc30e52faa8d None None] Network 66fd829f-2570-41fa-b2a8-77fa2d10ea7d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:58:06.334262 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-14177dff-0221-463d-a22a-4d2bfe181110 req-eef6bcdb-7555-432b-b4d3-7b263d66cba0 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1027913 Jul 07 20:58:06.359085 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-17023e4c-1054-452a-94fb-1b80f8f234fc req-c16aa1cb-64ab-4a79-8688-56b84fcaf33a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732053 Jul 07 20:58:06.472620 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d2b9da2d-4628-49a5-affe-cdaee69e3c61 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:58:06.482702 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f46feae6-dc8a-462d-a243-f260133bb353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce444991-9912-4375-ba9b-d17a03e9be39 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:06.521338 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f46feae6-dc8a-462d-a243-f260133bb353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:06.550175 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-022c73b6-2c3a-4d9f-9d8f-ef0abfda0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.555495 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-97bad025-1379-4f93-8e72-ec04f9d98783 None None] Provisioning for port afbbc2fa-6286-4015-8a86-cdbdb2d06dd9 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:58:06.568153 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f46feae6-dc8a-462d-a243-f260133bb353 service neutron] Transition to ACTIVE for port object ce444991-9912-4375-ba9b-d17a03e9be39 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:58:06.573511 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-022c73b6-2c3a-4d9f-9d8f-ef0abfda0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.577627 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-022c73b6-2c3a-4d9f-9d8f-ef0abfda0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.581524 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-022c73b6-2c3a-4d9f-9d8f-ef0abfda0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.586299 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-022c73b6-2c3a-4d9f-9d8f-ef0abfda0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.586905 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-022c73b6-2c3a-4d9f-9d8f-ef0abfda0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.588461 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-022c73b6-2c3a-4d9f-9d8f-ef0abfda0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.595869 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f46feae6-dc8a-462d-a243-f260133bb353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:06.616909 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-022c73b6-2c3a-4d9f-9d8f-ef0abfda0e57 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=859c780e1e8746908f85dc4bc22ba62e&device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 6494 time: 0.5402303 Jul 07 20:58:06.647101 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port d2b9da2d-4628-49a5-affe-cdaee69e3c61 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:06.647924 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:06.870053 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaba304-3a1a-453c-9779-f54cd9a644c4 req-d9464d00-7a2a-4e40-b628-efe56462cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.877015 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaba304-3a1a-453c-9779-f54cd9a644c4 req-d9464d00-7a2a-4e40-b628-efe56462cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.878388 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaba304-3a1a-453c-9779-f54cd9a644c4 req-d9464d00-7a2a-4e40-b628-efe56462cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:06.882332 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6eaba304-3a1a-453c-9779-f54cd9a644c4 req-d9464d00-7a2a-4e40-b628-efe56462cb7b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d8ed23dfe8df44cbb137b377fa7cb243&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7283080 Jul 07 20:58:06.883899 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:06.918808 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e40cc7-e6ba-4236-bf48-b96ca061782b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b9da2d-4628-49a5-affe-cdaee69e3c61'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:06.921163 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bb92a1-8915-4158-810a-56003be2ca17" -d '{"events": [{"server_uuid": "b0e40cc7-e6ba-4236-bf48-b96ca061782b", "name": "network-vif-plugged", "status": "completed", "tag": "d2b9da2d-4628-49a5-affe-cdaee69e3c61"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:06.953292 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port d2b9da2d-4628-49a5-affe-cdaee69e3c61, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d2b9da2d-4628-49a5-affe-cdaee69e3c61,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:06.975225 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:06.981384 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:58:07.141102 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'tag': '7d14b38d-99b1-4ecc-a5b4-516596f20a7d'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:07.146348 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4be4cb5-2b15-4673-83c6-e44765c24ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "tag": "7d14b38d-99b1-4ecc-a5b4-516596f20a7d"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:07.173808 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adbe66-f581-47be-9a00-16e563afab20 req-2c3bd7e5-c065-4c5d-805c-4c9414da80f6 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:07.175897 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9adbe66-f581-47be-9a00-16e563afab20 req-2c3bd7e5-c065-4c5d-805c-4c9414da80f6 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.39 "GET /v2.0/networks?id=287bef21-9852-4f7d-90ca-297ef811e6f1 HTTP/1.1" status: 200 len: 806 time: 0.6049750 Jul 07 20:58:07.179909 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=d2b9da2d-4628-49a5-affe-cdaee69e3c61,revision_number=7']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:07.188556 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device afbbc2fa-6286-4015-8a86-cdbdb2d06dd9 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:58:07.213643 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b9adbe66-f581-47be-9a00-16e563afab20 req-ed2d9d02-8048-421b-8f90-a5c797d9759a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Request body: {'port': {'device_id': '84012b03-06af-46d0-a4b6-f00c28f70f82', 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1', 'admin_state_up': True, 'tenant_id': '128d0bdbd3254a86ab8fae38847d408e'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:07.261933 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port afbbc2fa-6286-4015-8a86-cdbdb2d06dd9 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:58:07.266388 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port afbbc2fa-6286-4015-8a86-cdbdb2d06dd9 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:07.266763 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:07.314080 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:58:07.326991 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:07.327649 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:07.337611 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaba304-3a1a-453c-9779-f54cd9a644c4 req-5ab250e5-fa53-4b44-a4f4-8111fec9863c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:07.346896 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6eaba304-3a1a-453c-9779-f54cd9a644c4 req-5ab250e5-fa53-4b44-a4f4-8111fec9863c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4442902 Jul 07 20:58:07.362079 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c6c8c32e-ef12-45df-82c8-88c3afe544dd req-5f912292-73b4-492f-829c-3cf458353279 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=84012b03-06af-46d0-a4b6-f00c28f70f82 HTTP/1.1" status: 200 len: 210 time: 0.1744809 Jul 07 20:58:07.418392 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-8ab4f571-dd1d-49b2-9814-9dec3816c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:07.419222 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-8ab4f571-dd1d-49b2-9814-9dec3816c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:07.419617 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-8ab4f571-dd1d-49b2-9814-9dec3816c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:07.421336 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-8ab4f571-dd1d-49b2-9814-9dec3816c816 service neutron] 10.222.0.58 "GET /v2.0/networks?id=11c72bfa-694c-4468-a09f-5d536029fc88&id=32fe62b8-a098-45d1-9002-a2d13c738ee9&id=32fe62b8-a098-45d1-9002-a2d13c738ee9&id=32fe62b8-a098-45d1-9002-a2d13c738ee9&id=32fe62b8-a098-45d1-9002-a2d13c738ee9&id=c00e2957-f59e-485b-9c29-168f84e55d6e&id=c00e2957-f59e-485b-9c29-168f84e55d6e HTTP/1.1" status: 200 len: 2292 time: 0.7242515 Jul 07 20:58:07.428725 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46feae6-dc8a-462d-a243-f260133bb353 service neutron] Pushing event updated for resources: {'Port': ['ID=ce444991-9912-4375-ba9b-d17a03e9be39,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:07.567594 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137f53bc-2329-4016-b529-ab8865b9f7d8 admin admin] Router 1b385840-8c7a-422f-98e2-265da1f4f313 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:58:07.572328 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:07.638084 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:07.702263 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:07.705302 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port afbbc2fa-6286-4015-8a86-cdbdb2d06dd9, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=afbbc2fa-6286-4015-8a86-cdbdb2d06dd9,segment=NetworkSegment(c60f4b6c-102e-493a-bdb8-9f8d992660d3),segment_id=c60f4b6c-102e-493a-bdb8-9f8d992660d3)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:07.706397 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704d434-54ba-485a-a5bc-ae39676f5ad8 req-8ed49dc1-590a-4501-8425-4516e8eb7991 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:07.707813 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:07.715657 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d704d434-54ba-485a-a5bc-ae39676f5ad8 req-8ed49dc1-590a-4501-8425-4516e8eb7991 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.5374475 Jul 07 20:58:07.722943 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-0ea9450b-bf63-4f01-84c4-03df72b89a95 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac7f192b-2787-48a7-aad1-9ad147d23f58 HTTP/1.1" status: 200 len: 1000 time: 0.2922363 Jul 07 20:58:07.734396 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9adbe66-f581-47be-9a00-16e563afab20 req-ed2d9d02-8048-421b-8f90-a5c797d9759a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Made reservation on behalf of 128d0bdbd3254a86ab8fae38847d408e for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:58:07.739421 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b9adbe66-f581-47be-9a00-16e563afab20 req-ed2d9d02-8048-421b-8f90-a5c797d9759a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:07.761913 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f46feae6-dc8a-462d-a243-f260133bb353 service neutron] Attempting to bind port ce444991-9912-4375-ba9b-d17a03e9be39 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:58:07.762963 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f46feae6-dc8a-462d-a243-f260133bb353 service neutron] Attempting to bind port ce444991-9912-4375-ba9b-d17a03e9be39 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': 'bf3fc5a8-409e-4d15-9d23-e927b35d4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:58:07.763501 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f46feae6-dc8a-462d-a243-f260133bb353 service neutron] Attempting to bind port ce444991-9912-4375-ba9b-d17a03e9be39 on network d0eda2b8-21f8-48f7-9d84-4db72df1438d {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:07.765477 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:07.772930 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:07.805799 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d704d434-54ba-485a-a5bc-ae39676f5ad8 req-4241b73d-3c4f-4ad9-be4a-5f4afdfe0987 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896418 Jul 07 20:58:07.809492 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f46feae6-dc8a-462d-a243-f260133bb353 service neutron] Port ce444991-9912-4375-ba9b-d17a03e9be39 on network d0eda2b8-21f8-48f7-9d84-4db72df1438d not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:58:07.810132 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f46feae6-dc8a-462d-a243-f260133bb353 service neutron] Attempting to bind port ce444991-9912-4375-ba9b-d17a03e9be39 on network d0eda2b8-21f8-48f7-9d84-4db72df1438d {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:07.819182 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f46feae6-dc8a-462d-a243-f260133bb353 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:58:07.819689 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f46feae6-dc8a-462d-a243-f260133bb353 service neutron] Checking segment: {'id': 'bf3fc5a8-409e-4d15-9d23-e927b35d4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:58:07.820079 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f46feae6-dc8a-462d-a243-f260133bb353 service neutron] Bound using segment: {'id': 'bf3fc5a8-409e-4d15-9d23-e927b35d4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:58:07.820526 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f46feae6-dc8a-462d-a243-f260133bb353 service neutron] Bound port: ce444991-9912-4375-ba9b-d17a03e9be39, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3fc5a8-409e-4d15-9d23-e927b35d4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:58:07.821220 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f46feae6-dc8a-462d-a243-f260133bb353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:07.862637 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-98673a53-5080-4272-bf28-948b53662053 None None] Provisioning complete for port afbbc2fa-6286-4015-8a86-cdbdb2d06dd9 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:07.865682 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-98673a53-5080-4272-bf28-948b53662053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:07.881504 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c33a36-7aad-4db1-9112-9c9e903ed297 req-c5095b8c-83c6-49c2-a351-e1d3f1188ee5 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:07.892550 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-25c33a36-7aad-4db1-9112-9c9e903ed297 req-c5095b8c-83c6-49c2-a351-e1d3f1188ee5 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2915809 Jul 07 20:58:07.945187 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fd0938-3cd3-4c66-9ab5-4bd0355303dd x-openstack-request-id: req-90fd0938-3cd3-4c66-9ab5-4bd0355303dd {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:07.945425 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-cbc3460c-2d93-4bc1-b27e-367e98a2d9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:07.946027 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e40cc7-e6ba-4236-bf48-b96ca061782b", "name": "network-vif-plugged", "status": "completed", "tag": "d2b9da2d-4628-49a5-affe-cdaee69e3c61", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:07.946520 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-90fd0938-3cd3-4c66-9ab5-4bd0355303dd {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:07.946905 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-cbc3460c-2d93-4bc1-b27e-367e98a2d9f2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7e2de973-7d90-47e5-b7b8-d0df5795ea59 HTTP/1.1" status: 200 len: 850 time: 0.2135262 Jul 07 20:58:07.947440 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e40cc7-e6ba-4236-bf48-b96ca061782b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b9da2d-4628-49a5-affe-cdaee69e3c61', 'code': 200} Jul 07 20:58:07.983452 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f46feae6-dc8a-462d-a243-f260133bb353 service neutron] For port ce444991-9912-4375-ba9b-d17a03e9be39, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:58:07.987075 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f46feae6-dc8a-462d-a243-f260133bb353 service neutron] For port ce444991-9912-4375-ba9b-d17a03e9be39, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=ce444991-9912-4375-ba9b-d17a03e9be39,segment=NetworkSegment(bf3fc5a8-409e-4d15-9d23-e927b35d4081),segment_id=bf3fc5a8-409e-4d15-9d23-e927b35d4081)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:58:08.026056 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=afbbc2fa-6286-4015-8a86-cdbdb2d06dd9,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:08.036574 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137f53bc-2329-4016-b529-ab8865b9f7d8 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:58:08.044808 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37728fb-badf-43a6-bc2d-2ebcef6a60a9 x-openstack-request-id: req-b37728fb-badf-43a6-bc2d-2ebcef6a60a9 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:08.045357 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "tag": "7d14b38d-99b1-4ecc-a5b4-516596f20a7d", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:08.045616 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b37728fb-badf-43a6-bc2d-2ebcef6a60a9 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:08.046020 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'tag': '7d14b38d-99b1-4ecc-a5b4-516596f20a7d', 'status': 'completed', 'code': 200} Jul 07 20:58:08.048887 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f46feae6-dc8a-462d-a243-f260133bb353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:08.055997 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] Sync routers for ids ['1b385840-8c7a-422f-98e2-265da1f4f313'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:58:08.091952 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] Routers {'1b385840-8c7a-422f-98e2-265da1f4f313'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:58:08.092855 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:58:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['1b385840-8c7a-422f-98e2-265da1f4f313'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:08.124422 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-25c33a36-7aad-4db1-9112-9c9e903ed297 req-94741c8d-9ba5-40ae-8681-0bf88e2d1d17 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309387 Jul 07 20:58:08.143316 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f46feae6-dc8a-462d-a243-f260133bb353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:08.156696 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f46feae6-dc8a-462d-a243-f260133bb353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:08.156696 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f46feae6-dc8a-462d-a243-f260133bb353 service neutron] 10.222.0.39 "PUT /v2.0/ports/ce444991-9912-4375-ba9b-d17a03e9be39 HTTP/1.1" status: 200 len: 1136 time: 3.8705876 Jul 07 20:58:08.194660 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-137f53bc-2329-4016-b529-ab8865b9f7d8 admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:08.209812 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-137f53bc-2329-4016-b529-ab8865b9f7d8 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.4500976 Jul 07 20:58:08.209993 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-b09122d1-412f-477e-94b8-b8b9eedc3eeb service neutron] Request body: {'port': {'device_id': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:08.211152 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48784) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:08.262910 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-322cbeed-b591-437f-8b40-c1453216e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:08.265132 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-322cbeed-b591-437f-8b40-c1453216e6d1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=11c72bfa-694c-4468-a09f-5d536029fc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3043659 Jul 07 20:58:08.450012 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-e7aaf2bb-dbd9-4443-b19e-a1429d611fa0 service neutron] 10.222.0.58 "GET /v2.0/networks/11c72bfa-694c-4468-a09f-5d536029fc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752644 Jul 07 20:58:08.461703 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] Set router 1b385840-8c7a-422f-98e2-265da1f4f313 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:58:08.578856 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46feae6-dc8a-462d-a243-f260133bb353 service neutron] Pushing event updated for resources: {'Port': ['ID=ce444991-9912-4375-ba9b-d17a03e9be39,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:08.585357 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be4cb5-2b15-4673-83c6-e44765c24ad3 req-04a76bbb-e8c6-410d-a173-b605056536bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:08.586769 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be4cb5-2b15-4673-83c6-e44765c24ad3 req-04a76bbb-e8c6-410d-a173-b605056536bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:08.586769 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be4cb5-2b15-4673-83c6-e44765c24ad3 req-04a76bbb-e8c6-410d-a173-b605056536bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:08.587608 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be4cb5-2b15-4673-83c6-e44765c24ad3 req-04a76bbb-e8c6-410d-a173-b605056536bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:08.588309 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be4cb5-2b15-4673-83c6-e44765c24ad3 req-04a76bbb-e8c6-410d-a173-b605056536bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:08.590918 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be4cb5-2b15-4673-83c6-e44765c24ad3 req-04a76bbb-e8c6-410d-a173-b605056536bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:08.591666 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be4cb5-2b15-4673-83c6-e44765c24ad3 req-04a76bbb-e8c6-410d-a173-b605056536bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:08.594059 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4be4cb5-2b15-4673-83c6-e44765c24ad3 req-04a76bbb-e8c6-410d-a173-b605056536bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8ed23dfe8df44cbb137b377fa7cb243&device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 6223 time: 0.5316517 Jul 07 20:58:08.710792 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-30bfcd97-c041-4302-a315-fac5ab49e313 service neutron] 10.222.0.58 "GET /v2.0/networks/11c72bfa-694c-4468-a09f-5d536029fc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526243 Jul 07 20:58:08.735701 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-b9adbe66-f581-47be-9a00-16e563afab20 req-ed2d9d02-8048-421b-8f90-a5c797d9759a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Allocated IP 172.20.0.8 (287bef21-9852-4f7d-90ca-297ef811e6f1/cef6a251-d924-4278-917e-0372be44ce70/8e013f9e-ef93-4605-9124-7dc5aeceb98b) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:58:08.770630 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-cb06d717-985e-4d73-bd85-d1b962125b9c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=7bfd1171-204a-4d07-ad3b-40f2a2169c45 HTTP/1.1" status: 200 len: 217 time: 0.0479891 Jul 07 20:58:08.850324 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-b09122d1-412f-477e-94b8-b8b9eedc3eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:08.860923 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be4cb5-2b15-4673-83c6-e44765c24ad3 req-797b0163-491e-4c9a-9331-0485da59ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:08.863439 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be4cb5-2b15-4673-83c6-e44765c24ad3 req-797b0163-491e-4c9a-9331-0485da59ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:08.865143 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be4cb5-2b15-4673-83c6-e44765c24ad3 req-797b0163-491e-4c9a-9331-0485da59ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:08.874170 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4be4cb5-2b15-4673-83c6-e44765c24ad3 req-797b0163-491e-4c9a-9331-0485da59ac3a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d8ed23dfe8df44cbb137b377fa7cb243&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2720971 Jul 07 20:58:08.922264 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device afbbc2fa-6286-4015-8a86-cdbdb2d06dd9 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:58:09.004392 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b385840-8c7a-422f-98e2-265da1f4f313', 'name': 'tempest-TestAggregatesBasicOps-1462421938-router', 'tenant_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '24556b05-fffe-48c9-820a-5b0146ffefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:58:02Z', 'updated_at': '2021-07-07T20:58:04Z', 'revision_number': 3, 'project_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'gw_port': {'id': '24556b05-fffe-48c9-820a-5b0146ffefee', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b385840-8c7a-422f-98e2-265da1f4f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:58:03Z', 'updated_at': '2021-07-07T20:58:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:09.036698 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] Checking router: 1b385840-8c7a-422f-98e2-265da1f4f313 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:58:09.036953 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] Updating router 1b385840-8c7a-422f-98e2-265da1f4f313 port 24556b05-fffe-48c9-820a-5b0146ffefee binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:58:09.077622 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:09.100078 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-3ac31798-be41-40bc-9cfc-4dcdf12829d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:09.101822 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-3ac31798-be41-40bc-9cfc-4dcdf12829d1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e HTTP/1.1" status: 200 len: 797 time: 0.3152137 Jul 07 20:58:09.155562 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port afbbc2fa-6286-4015-8a86-cdbdb2d06dd9 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:09.155948 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:09.179686 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be4cb5-2b15-4673-83c6-e44765c24ad3 req-f3948730-77a8-4cfd-a989-fb4b02ee0aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:09.181422 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4be4cb5-2b15-4673-83c6-e44765c24ad3 req-f3948730-77a8-4cfd-a989-fb4b02ee0aa3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2948842 Jul 07 20:58:09.315845 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-9682086b-3587-4093-8c04-7aa0bf3e8ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:09.318196 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-9682086b-3587-4093-8c04-7aa0bf3e8ce6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32fe62b8-a098-45d1-9002-a2d13c738ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2036133 Jul 07 20:58:09.361895 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9f400e53-1c48-44a9-a0b8-a9ff112a4704 req-01f20972-5b0f-4056-b2f1-e41008262f98 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=84012b03-06af-46d0-a4b6-f00c28f70f82 HTTP/1.1" status: 200 len: 210 time: 0.1017537 Jul 07 20:58:09.500882 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-2962e04a-ccec-4a55-950f-e05648e4a139 service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743696 Jul 07 20:58:09.578843 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:58:09.626443 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-b09122d1-412f-477e-94b8-b8b9eedc3eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da814a29-6446-40eb-ac99-e49de62cc5fa {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:09.658229 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:09.670057 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] Transition to ACTIVE for port object 24556b05-fffe-48c9-820a-5b0146ffefee will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:58:09.681831 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:09.685467 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-b09122d1-412f-477e-94b8-b8b9eedc3eeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:09.728567 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-a3cb1195-50bc-4e5d-9c90-565f0a9c99e1 service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193408 Jul 07 20:58:09.752279 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] Attempting to bind port 24556b05-fffe-48c9-820a-5b0146ffefee on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:58:09.752797 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] Attempting to bind port 24556b05-fffe-48c9-820a-5b0146ffefee by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:58:09.753185 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] Attempting to bind port 24556b05-fffe-48c9-820a-5b0146ffefee on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:09.757317 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357d60a-18d8-483c-b86d-22cb9469acdd None None] Pushing event updated for resources: {'Port': ['ID=24556b05-fffe-48c9-820a-5b0146ffefee,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:09.771065 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:58:09.771576 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:58:09.775828 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:09.776321 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:58:09.776829 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] Bound port: 24556b05-fffe-48c9-820a-5b0146ffefee, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:58:09.777238 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:09.789344 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-9af96b86-1db2-4a7f-9571-033c1bdd9768 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=35a846e8-0a45-4c06-a6dc-6eac8669665e HTTP/1.1" status: 200 len: 217 time: 0.0532753 Jul 07 20:58:09.792025 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-b09122d1-412f-477e-94b8-b8b9eedc3eeb service neutron] Transition to ACTIVE for port object da814a29-6446-40eb-ac99-e49de62cc5fa will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:58:09.842418 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-b09122d1-412f-477e-94b8-b8b9eedc3eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:09.866470 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-f34f00bd-e255-484b-ac29-17bf4004443c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:09.868398 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-f34f00bd-e255-484b-ac29-17bf4004443c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e HTTP/1.1" status: 200 len: 797 time: 0.0717065 Jul 07 20:58:09.903192 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc5c3d-79e2-4dc8-9424-8042d17fe4a6 req-0b7c5a61-23b5-45ab-9b9f-463260ff3a4b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:09.909289 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc5c3d-79e2-4dc8-9424-8042d17fe4a6 req-0b7c5a61-23b5-45ab-9b9f-463260ff3a4b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:09.915422 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc5c3d-79e2-4dc8-9424-8042d17fe4a6 req-0b7c5a61-23b5-45ab-9b9f-463260ff3a4b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:09.921791 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc5c3d-79e2-4dc8-9424-8042d17fe4a6 req-0b7c5a61-23b5-45ab-9b9f-463260ff3a4b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:09.928104 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc5c3d-79e2-4dc8-9424-8042d17fe4a6 req-0b7c5a61-23b5-45ab-9b9f-463260ff3a4b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:09.934855 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc5c3d-79e2-4dc8-9424-8042d17fe4a6 req-0b7c5a61-23b5-45ab-9b9f-463260ff3a4b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:09.941036 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc5c3d-79e2-4dc8-9424-8042d17fe4a6 req-0b7c5a61-23b5-45ab-9b9f-463260ff3a4b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:09.943045 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8ebc5c3d-79e2-4dc8-9424-8042d17fe4a6 req-0b7c5a61-23b5-45ab-9b9f-463260ff3a4b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5383 time: 1.6652830 Jul 07 20:58:10.043524 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-070ff57f-5d20-4999-8f45-9dfea9836ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:10.046196 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-070ff57f-5d20-4999-8f45-9dfea9836ee9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32fe62b8-a098-45d1-9002-a2d13c738ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1527596 Jul 07 20:58:10.133457 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb62a516-875e-45f2-b801-06fd1678ac2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:10.136307 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e9466c-74b7-48bb-8987-90910fe8a06c" -d '{"events": [{"server_uuid": "fb62a516-875e-45f2-b801-06fd1678ac2e", "name": "network-vif-plugged", "status": "completed", "tag": "f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:10.217904 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] For port 24556b05-fffe-48c9-820a-5b0146ffefee, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:58:10.228034 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-61c909f8-93b5-483b-b92c-8758bc266610 service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748860 Jul 07 20:58:10.235898 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] For port 24556b05-fffe-48c9-820a-5b0146ffefee, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=24556b05-fffe-48c9-820a-5b0146ffefee,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:58:10.247634 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:10.384196 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] Routers {'1b385840-8c7a-422f-98e2-265da1f4f313'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:58:10.390755 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:58:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['1b385840-8c7a-422f-98e2-265da1f4f313'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:10.421605 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-4600e273-2af1-460d-8760-d1bd828a2079 service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762414 Jul 07 20:58:10.431919 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09122d1-412f-477e-94b8-b8b9eedc3eeb service neutron] Pushing event updated for resources: {'Port': ['ID=da814a29-6446-40eb-ac99-e49de62cc5fa,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:10.434764 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'tag': 'ce444991-9912-4375-ba9b-d17a03e9be39'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:10.437340 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfba3fae-ab1b-412f-8080-0b83f255952c" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "tag": "ce444991-9912-4375-ba9b-d17a03e9be39"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:10.527931 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357d60a-18d8-483c-b86d-22cb9469acdd None None] Pushing event updated for resources: {'Port': ['ID=24556b05-fffe-48c9-820a-5b0146ffefee,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:10.544707 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-7eb58a79-1ee8-4b5b-bea5-70675525c139 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=33fc4b4b-2631-45b1-8d29-ea03f5a665de HTTP/1.1" status: 200 len: 217 time: 0.1125689 Jul 07 20:58:10.602229 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-4b5e9548-ca68-45ee-a100-c6e3bcda34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:10.604195 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-4b5e9548-ca68-45ee-a100-c6e3bcda34ba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e HTTP/1.1" status: 200 len: 797 time: 0.0531433 Jul 07 20:58:10.691991 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] Set router 1b385840-8c7a-422f-98e2-265da1f4f313 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:58:10.719266 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cd904-4191-406e-9398-a25c65690c7e req-d666c92b-555c-45cd-958c-0919d5d83238 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:10.720793 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-9bd678c9-abf7-4345-9a9a-c4d149313ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:10.722671 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-9bd678c9-abf7-4345-9a9a-c4d149313ef3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32fe62b8-a098-45d1-9002-a2d13c738ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1110303 Jul 07 20:58:10.724700 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-753cd904-4191-406e-9398-a25c65690c7e req-d666c92b-555c-45cd-958c-0919d5d83238 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 1.1066325 Jul 07 20:58:10.761126 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8ebc5c3d-79e2-4dc8-9424-8042d17fe4a6 req-ef52f16d-c404-4cd3-b87e-6c9516dea0b2 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7882292 Jul 07 20:58:10.881235 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-15da3cf6-330a-4dac-b0e1-50e876bff831 service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502447 Jul 07 20:58:11.013847 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-753cd904-4191-406e-9398-a25c65690c7e req-064fceda-79ad-45d6-b71d-8f3bed92bafd tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349284 Jul 07 20:58:11.084841 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-3c85838b-fd81-4dee-9e3b-96064cdcf1f0 service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962094 Jul 07 20:58:11.129977 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b9adbe66-f581-47be-9a00-16e563afab20 req-ed2d9d02-8048-421b-8f90-a5c797d9759a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:11.131756 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b385840-8c7a-422f-98e2-265da1f4f313', 'name': 'tempest-TestAggregatesBasicOps-1462421938-router', 'tenant_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '24556b05-fffe-48c9-820a-5b0146ffefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:58:02Z', 'updated_at': '2021-07-07T20:58:04Z', 'revision_number': 3, 'project_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'gw_port': {'id': '24556b05-fffe-48c9-820a-5b0146ffefee', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b385840-8c7a-422f-98e2-265da1f4f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:58:03Z', 'updated_at': '2021-07-07T20:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:11.175949 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080d0d18-5bd7-44ce-9796-8aa08801f67e None None] The sync data for ids ['1b385840-8c7a-422f-98e2-265da1f4f313'] in n-d-695189-11 is: [{'id': '1b385840-8c7a-422f-98e2-265da1f4f313', 'name': 'tempest-TestAggregatesBasicOps-1462421938-router', 'tenant_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '24556b05-fffe-48c9-820a-5b0146ffefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:58:02Z', 'updated_at': '2021-07-07T20:58:04Z', 'revision_number': 3, 'project_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'gw_port': {'id': '24556b05-fffe-48c9-820a-5b0146ffefee', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b385840-8c7a-422f-98e2-265da1f4f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:58:03Z', 'updated_at': '2021-07-07T20:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:58:11.188271 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-f8a0bb14-d7e2-4cba-b96d-0b8f78c19a72 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=d7fec304-11d1-4452-911b-57ab895c23da HTTP/1.1" status: 200 len: 217 time: 0.0926452 Jul 07 20:58:11.254811 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-b09122d1-412f-477e-94b8-b8b9eedc3eeb service neutron] Attempting to bind port da814a29-6446-40eb-ac99-e49de62cc5fa on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:58:11.255155 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-b09122d1-412f-477e-94b8-b8b9eedc3eeb service neutron] Attempting to bind port da814a29-6446-40eb-ac99-e49de62cc5fa by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': 'bf3fc5a8-409e-4d15-9d23-e927b35d4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:58:11.255538 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-b09122d1-412f-477e-94b8-b8b9eedc3eeb service neutron] Attempting to bind port da814a29-6446-40eb-ac99-e49de62cc5fa on network d0eda2b8-21f8-48f7-9d84-4db72df1438d {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:11.287592 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-d0c21409-cad5-4dfe-8124-cb84645533ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:11.289475 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-d0c21409-cad5-4dfe-8124-cb84645533ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e HTTP/1.1" status: 200 len: 797 time: 0.0943820 Jul 07 20:58:11.295168 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-b09122d1-412f-477e-94b8-b8b9eedc3eeb service neutron] Port da814a29-6446-40eb-ac99-e49de62cc5fa on network d0eda2b8-21f8-48f7-9d84-4db72df1438d not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:58:11.295556 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-b09122d1-412f-477e-94b8-b8b9eedc3eeb service neutron] Attempting to bind port da814a29-6446-40eb-ac99-e49de62cc5fa on network d0eda2b8-21f8-48f7-9d84-4db72df1438d {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:11.320023 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-b09122d1-412f-477e-94b8-b8b9eedc3eeb service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:58:11.320379 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-b09122d1-412f-477e-94b8-b8b9eedc3eeb service neutron] Checking segment: {'id': 'bf3fc5a8-409e-4d15-9d23-e927b35d4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:58:11.320788 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-b09122d1-412f-477e-94b8-b8b9eedc3eeb service neutron] Bound using segment: {'id': 'bf3fc5a8-409e-4d15-9d23-e927b35d4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:58:11.321252 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-b09122d1-412f-477e-94b8-b8b9eedc3eeb service neutron] Bound port: da814a29-6446-40eb-ac99-e49de62cc5fa, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3fc5a8-409e-4d15-9d23-e927b35d4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:58:11.321743 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-b09122d1-412f-477e-94b8-b8b9eedc3eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:11.393027 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-3eee1aa7-22e4-421c-9765-e30795f22950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:11.395071 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-3eee1aa7-22e4-421c-9765-e30795f22950 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32fe62b8-a098-45d1-9002-a2d13c738ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0984342 Jul 07 20:58:11.461615 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-b09122d1-412f-477e-94b8-b8b9eedc3eeb service neutron] For port da814a29-6446-40eb-ac99-e49de62cc5fa, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:58:11.465915 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-b09122d1-412f-477e-94b8-b8b9eedc3eeb service neutron] For port da814a29-6446-40eb-ac99-e49de62cc5fa, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=da814a29-6446-40eb-ac99-e49de62cc5fa,segment=NetworkSegment(bf3fc5a8-409e-4d15-9d23-e927b35d4081),segment_id=bf3fc5a8-409e-4d15-9d23-e927b35d4081)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:58:11.478761 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-b09122d1-412f-477e-94b8-b8b9eedc3eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:11.502736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce3720-35ac-41db-b82d-547ed218e209 req-e0abc542-cacb-4c95-a2fb-fd125cbbb4e2 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:11.510414 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-65ce3720-35ac-41db-b82d-547ed218e209 req-e0abc542-cacb-4c95-a2fb-fd125cbbb4e2 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 946 time: 0.5029869 Jul 07 20:58:11.551711 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-8b49e2e6-e1e1-4e16-b4ec-bde94a8781eb service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456769 Jul 07 20:58:11.586833 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63e2a1f-9687-4310-b1b1-4dc72611ff7d x-openstack-request-id: req-e63e2a1f-9687-4310-b1b1-4dc72611ff7d {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:11.587258 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb62a516-875e-45f2-b801-06fd1678ac2e", "name": "network-vif-plugged", "status": "completed", "tag": "f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:11.588412 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e63e2a1f-9687-4310-b1b1-4dc72611ff7d {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:11.588412 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb62a516-875e-45f2-b801-06fd1678ac2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a', 'code': 200} Jul 07 20:58:11.728458 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b9adbe66-f581-47be-9a00-16e563afab20 req-ed2d9d02-8048-421b-8f90-a5c797d9759a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:11.742600 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0a9f7927-5cda-4ee9-a3e4-7e0970851fb1'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:58:11.756943 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-b09122d1-412f-477e-94b8-b8b9eedc3eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:11.757567 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-b09122d1-412f-477e-94b8-b8b9eedc3eeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:11.758983 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-b09122d1-412f-477e-94b8-b8b9eedc3eeb service neutron] 10.222.0.39 "PUT /v2.0/ports/da814a29-6446-40eb-ac99-e49de62cc5fa HTTP/1.1" status: 200 len: 1092 time: 3.5732410 Jul 07 20:58:11.783932 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-91cfc466-587a-4c34-bc4e-913fde1f24cc service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235293 Jul 07 20:58:11.826947 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-1ce408c0-466d-457e-adc4-eb78ff0445b5 service neutron] Request body: {'port': {'device_id': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:11.902616 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-da8a0906-98c6-4bd8-b8af-94ce423abb83 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=29732634-95f5-4e62-8e93-449363f211e4 HTTP/1.1" status: 200 len: 217 time: 0.1095290 Jul 07 20:58:11.933308 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b5fea67d-a212-4fec-9970-27554aab85f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:12.004026 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-56d22924-64f5-438c-a061-61c57c190e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:12.005712 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-56d22924-64f5-438c-a061-61c57c190e6b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c78532aa-0e3e-4262-a6a3-21fb633c032d HTTP/1.1" status: 200 len: 797 time: 0.0960362 Jul 07 20:58:12.008431 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9adbe66-f581-47be-9a00-16e563afab20 req-ed2d9d02-8048-421b-8f90-a5c797d9759a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Network 287bef21-9852-4f7d-90ca-297ef811e6f1 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:58:12.032684 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-b9adbe66-f581-47be-9a00-16e563afab20 req-ed2d9d02-8048-421b-8f90-a5c797d9759a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:58:12.050713 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9adbe66-f581-47be-9a00-16e563afab20 req-ed2d9d02-8048-421b-8f90-a5c797d9759a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:58:12.066898 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-65ce3720-35ac-41db-b82d-547ed218e209 req-80948115-81ef-47e5-aaef-fdc568251174 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5555208 Jul 07 20:58:12.091582 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09122d1-412f-477e-94b8-b8b9eedc3eeb service neutron] Pushing event updated for resources: {'Port': ['ID=da814a29-6446-40eb-ac99-e49de62cc5fa,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:12.111407 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-7708f79a-9fc2-421a-b773-cad2edd899b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:12.117092 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-7708f79a-9fc2-421a-b773-cad2edd899b4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c00e2957-f59e-485b-9c29-168f84e55d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0935702 Jul 07 20:58:12.252791 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973849f5-2cd0-4e34-92c9-d91f2d26813d x-openstack-request-id: req-973849f5-2cd0-4e34-92c9-d91f2d26813d {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:12.253168 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "tag": "ce444991-9912-4375-ba9b-d17a03e9be39", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:12.253351 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-973849f5-2cd0-4e34-92c9-d91f2d26813d {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:12.254327 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'tag': 'ce444991-9912-4375-ba9b-d17a03e9be39', 'status': 'completed', 'code': 200} Jul 07 20:58:12.308498 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-f4e4a0a2-6b0a-4915-b78d-491515f50d8a service neutron] 10.222.0.58 "GET /v2.0/networks/c00e2957-f59e-485b-9c29-168f84e55d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829698 Jul 07 20:58:12.440828 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-576986b9-db86-4531-9277-4f58a7d233df service neutron] 10.222.0.58 "GET /v2.0/networks/c00e2957-f59e-485b-9c29-168f84e55d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208789 Jul 07 20:58:12.453139 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f0159-770e-4bb2-a8ec-35e782f7ac13 req-300087d4-db67-4803-9340-69dc46c25e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:12.454691 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b33f0159-770e-4bb2-a8ec-35e782f7ac13 req-300087d4-db67-4803-9340-69dc46c25e5d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 1098 time: 0.7228107 Jul 07 20:58:12.472549 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba3fae-ab1b-412f-8080-0b83f255952c req-a7fc512d-d770-475f-b42b-8290fbe2c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:12.473513 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba3fae-ab1b-412f-8080-0b83f255952c req-a7fc512d-d770-475f-b42b-8290fbe2c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:12.474010 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba3fae-ab1b-412f-8080-0b83f255952c req-a7fc512d-d770-475f-b42b-8290fbe2c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:12.474483 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba3fae-ab1b-412f-8080-0b83f255952c req-a7fc512d-d770-475f-b42b-8290fbe2c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:12.474959 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba3fae-ab1b-412f-8080-0b83f255952c req-a7fc512d-d770-475f-b42b-8290fbe2c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:12.475462 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba3fae-ab1b-412f-8080-0b83f255952c req-a7fc512d-d770-475f-b42b-8290fbe2c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:12.475939 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba3fae-ab1b-412f-8080-0b83f255952c req-a7fc512d-d770-475f-b42b-8290fbe2c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:12.478206 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cfba3fae-ab1b-412f-8080-0b83f255952c req-a7fc512d-d770-475f-b42b-8290fbe2c070 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8ed23dfe8df44cbb137b377fa7cb243&device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 6291 time: 0.2429426 Jul 07 20:58:12.491923 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adbe66-f581-47be-9a00-16e563afab20 req-ed2d9d02-8048-421b-8f90-a5c797d9759a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:12.492533 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b9adbe66-f581-47be-9a00-16e563afab20 req-ed2d9d02-8048-421b-8f90-a5c797d9759a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:12.538321 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d9d02-8048-421b-8f90-a5c797d9759a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Pushing event updated for resources: {'Port': ['ID=8e013f9e-ef93-4605-9124-7dc5aeceb98b,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:12.541723 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9adbe66-f581-47be-9a00-16e563afab20 req-ed2d9d02-8048-421b-8f90-a5c797d9759a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3340859 Jul 07 20:58:12.550438 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-f291275b-fd73-4420-91c9-e463a9abca10 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3fa963de-4cf7-4796-ae84-de0b61e46db1 HTTP/1.1" status: 200 len: 217 time: 0.0954502 Jul 07 20:58:12.586136 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-1ce408c0-466d-457e-adc4-eb78ff0445b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:12.594972 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b9adbe66-f581-47be-9a00-16e563afab20 req-844b0f3f-95de-4476-bd3b-948df2cf467c service neutron] Request body: {'port': {'device_id': '84012b03-06af-46d0-a4b6-f00c28f70f82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:12.608501 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45be19b-f0a2-4279-b6ec-03490ac579b5 req-8e650f8a-8811-4ab5-8ca6-95b0ebc5643f tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:12.610123 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a45be19b-f0a2-4279-b6ec-03490ac579b5 req-8e650f8a-8811-4ab5-8ca6-95b0ebc5643f tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=84012b03-06af-46d0-a4b6-f00c28f70f82 HTTP/1.1" status: 200 len: 931 time: 0.8012812 Jul 07 20:58:12.705821 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba3fae-ab1b-412f-8080-0b83f255952c req-39e7476c-10c8-4380-a61c-3eb94740bf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:12.706543 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba3fae-ab1b-412f-8080-0b83f255952c req-39e7476c-10c8-4380-a61c-3eb94740bf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:12.707100 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba3fae-ab1b-412f-8080-0b83f255952c req-39e7476c-10c8-4380-a61c-3eb94740bf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:12.709319 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cfba3fae-ab1b-412f-8080-0b83f255952c req-39e7476c-10c8-4380-a61c-3eb94740bf7c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d8ed23dfe8df44cbb137b377fa7cb243&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2217231 Jul 07 20:58:12.769565 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b33f0159-770e-4bb2-a8ec-35e782f7ac13 req-725fa056-07ed-4e4f-ac6e-5f73b5c35119 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2570684 Jul 07 20:58:12.797234 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-eb5cf726-6dfc-4cd9-8db2-a4570725ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:12.800114 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-eb5cf726-6dfc-4cd9-8db2-a4570725ef12 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c78532aa-0e3e-4262-a6a3-21fb633c032d HTTP/1.1" status: 200 len: 797 time: 0.2361717 Jul 07 20:58:12.905532 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba3fae-ab1b-412f-8080-0b83f255952c req-221bb929-0424-4aac-ba42-97e025a68562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:12.907367 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cfba3fae-ab1b-412f-8080-0b83f255952c req-221bb929-0424-4aac-ba42-97e025a68562 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1881430 Jul 07 20:58:12.910512 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 24556b05-fffe-48c9-820a-5b0146ffefee up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:58:12.926515 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fe5ca-e1ef-4c84-a0ba-344875e9807f req-49b28fc1-d9f1-497b-812c-41b2b05929bd tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:12.934567 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d54fe5ca-e1ef-4c84-a0ba-344875e9807f req-49b28fc1-d9f1-497b-812c-41b2b05929bd tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.5333195 Jul 07 20:58:12.954181 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a45be19b-f0a2-4279-b6ec-03490ac579b5 req-3ddd88ae-5331-498c-9660-2861095e35ae tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032966 Jul 07 20:58:12.969434 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-f6d92091-7737-41b2-bcff-e5bf69d64cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:12.974289 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-f6d92091-7737-41b2-bcff-e5bf69d64cf6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c00e2957-f59e-485b-9c29-168f84e55d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1126399 Jul 07 20:58:12.985261 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 24556b05-fffe-48c9-820a-5b0146ffefee completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:58:13.004488 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 24556b05-fffe-48c9-820a-5b0146ffefee triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:13.004874 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:13.149117 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b9adbe66-f581-47be-9a00-16e563afab20 req-844b0f3f-95de-4476-bd3b-948df2cf467c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:13.163642 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:13.196813 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-0206601b-a268-477b-96eb-22fba5d468d0 service neutron] 10.222.0.58 "GET /v2.0/networks/c00e2957-f59e-485b-9c29-168f84e55d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118812 Jul 07 20:58:13.207897 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-b5fea67d-a212-4fec-9970-27554aab85f0 admin admin] Allocated IP 172.20.0.1 (66fd829f-2570-41fa-b2a8-77fa2d10ea7d/6450e246-01b7-4cd6-9976-37091fb7fc42/ea2bb094-d49c-4dde-b065-ef505d9b03a7) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:58:13.213320 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 24556b05-fffe-48c9-820a-5b0146ffefee, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=24556b05-fffe-48c9-820a-5b0146ffefee,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:13.222763 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:13.325507 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=24556b05-fffe-48c9-820a-5b0146ffefee,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:13.372200 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5e28982-adaa-47e7-bf96-8f44193cc2c4 req-49222749-e155-4877-a579-08e45bafe457 service neutron] 10.222.0.58 "GET /v2.0/networks/c00e2957-f59e-485b-9c29-168f84e55d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672249 Jul 07 20:58:13.405857 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d54fe5ca-e1ef-4c84-a0ba-344875e9807f req-dd64dd22-87b3-439f-8c7e-c2bcb638aa08 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702702 Jul 07 20:58:13.577672 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b5fea67d-a212-4fec-9970-27554aab85f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:13.661902 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-b5fea67d-a212-4fec-9970-27554aab85f0 admin admin] Transition to ACTIVE for port object ea2bb094-d49c-4dde-b065-ef505d9b03a7 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:58:13.811748 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db973e-356b-4edd-b364-c3726e883fa1 req-23c4d77b-c811-40da-9fbd-485ec1629952 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:13.818262 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db973e-356b-4edd-b364-c3726e883fa1 req-23c4d77b-c811-40da-9fbd-485ec1629952 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:13.824914 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db973e-356b-4edd-b364-c3726e883fa1 req-23c4d77b-c811-40da-9fbd-485ec1629952 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:13.832064 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db973e-356b-4edd-b364-c3726e883fa1 req-23c4d77b-c811-40da-9fbd-485ec1629952 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:13.838337 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db973e-356b-4edd-b364-c3726e883fa1 req-23c4d77b-c811-40da-9fbd-485ec1629952 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:13.845414 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db973e-356b-4edd-b364-c3726e883fa1 req-23c4d77b-c811-40da-9fbd-485ec1629952 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:13.852296 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db973e-356b-4edd-b364-c3726e883fa1 req-23c4d77b-c811-40da-9fbd-485ec1629952 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:13.854281 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-69db973e-356b-4edd-b364-c3726e883fa1 req-23c4d77b-c811-40da-9fbd-485ec1629952 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5395 time: 0.6368332 Jul 07 20:58:14.204994 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b5fea67d-a212-4fec-9970-27554aab85f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:14.239425 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fea67d-a212-4fec-9970-27554aab85f0 admin admin] Network 66fd829f-2570-41fa-b2a8-77fa2d10ea7d is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:58:14.257835 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-b5fea67d-a212-4fec-9970-27554aab85f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:58:14.260478 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fea67d-a212-4fec-9970-27554aab85f0 admin admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:58:14.286969 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'tag': 'da814a29-6446-40eb-ac99-e49de62cc5fa'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:14.289251 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e2789c-a19b-451a-b5f3-4b31f92609e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "tag": "da814a29-6446-40eb-ac99-e49de62cc5fa"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:14.435029 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-69db973e-356b-4edd-b364-c3726e883fa1 req-a65e65a4-08cb-4838-82cd-b3d334a5a794 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5480192 Jul 07 20:58:14.495625 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-b9adbe66-f581-47be-9a00-16e563afab20 req-844b0f3f-95de-4476-bd3b-948df2cf467c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e013f9e-ef93-4605-9124-7dc5aeceb98b {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:14.538296 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b9adbe66-f581-47be-9a00-16e563afab20 req-844b0f3f-95de-4476-bd3b-948df2cf467c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:14.553997 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b5fea67d-a212-4fec-9970-27554aab85f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:14.565310 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fea67d-a212-4fec-9970-27554aab85f0 admin admin] Pushing event updated for resources: {'Port': ['ID=ea2bb094-d49c-4dde-b065-ef505d9b03a7,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:14.624830 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-1ce408c0-466d-457e-adc4-eb78ff0445b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d40fb0-f23d-4aa9-84f7-cf2df107430a {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:14.631449 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-b9adbe66-f581-47be-9a00-16e563afab20 req-844b0f3f-95de-4476-bd3b-948df2cf467c service neutron] Transition to ACTIVE for port object 8e013f9e-ef93-4605-9124-7dc5aeceb98b will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:58:14.645492 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-66d4c5c0-5b43-43ab-8d8c-6ece29daefb0 None None] Provisioning for port ea2bb094-d49c-4dde-b065-ef505d9b03a7 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:58:14.650559 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d1db5-ef4d-42cc-8487-3e01ec20ff4f req-d8bbd38c-1f85-4270-9118-dae8b6a80abb tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:14.655833 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-66d4c5c0-5b43-43ab-8d8c-6ece29daefb0 None None] Provisioning complete for port ea2bb094-d49c-4dde-b065-ef505d9b03a7 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:14.656213 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-66d4c5c0-5b43-43ab-8d8c-6ece29daefb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:14.659003 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b66d1db5-ef4d-42cc-8487-3e01ec20ff4f req-d8bbd38c-1f85-4270-9118-dae8b6a80abb tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 946 time: 0.4556222 Jul 07 20:58:14.661443 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-1ce408c0-466d-457e-adc4-eb78ff0445b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:14.666768 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b9adbe66-f581-47be-9a00-16e563afab20 req-844b0f3f-95de-4476-bd3b-948df2cf467c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:14.718240 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-66d4c5c0-5b43-43ab-8d8c-6ece29daefb0 None None] Port ea2bb094-d49c-4dde-b065-ef505d9b03a7 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:58:14.737028 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-1ce408c0-466d-457e-adc4-eb78ff0445b5 service neutron] Transition to ACTIVE for port object 68d40fb0-f23d-4aa9-84f7-cf2df107430a will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:58:14.753384 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-1ce408c0-466d-457e-adc4-eb78ff0445b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:14.875361 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 24556b05-fffe-48c9-820a-5b0146ffefee up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:58:14.984848 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 24556b05-fffe-48c9-820a-5b0146ffefee triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:14.985642 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:15.311233 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b0f3f-95de-4476-bd3b-948df2cf467c service neutron] Pushing event updated for resources: {'Port': ['ID=8e013f9e-ef93-4605-9124-7dc5aeceb98b,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:15.330195 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b66d1db5-ef4d-42cc-8487-3e01ec20ff4f req-b955d9c1-c48f-429b-ad5a-55a99a6e25b8 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6710052 Jul 07 20:58:15.451820 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f583a7bf-3c3d-4f46-ba49-4a01d56954a3 x-openstack-request-id: req-f583a7bf-3c3d-4f46-ba49-4a01d56954a3 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:15.452223 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "tag": "da814a29-6446-40eb-ac99-e49de62cc5fa", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:15.452412 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f583a7bf-3c3d-4f46-ba49-4a01d56954a3 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:15.452825 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'tag': 'da814a29-6446-40eb-ac99-e49de62cc5fa', 'status': 'completed', 'code': 200} Jul 07 20:58:15.521271 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce408c0-466d-457e-adc4-eb78ff0445b5 service neutron] Pushing event updated for resources: {'Port': ['ID=68d40fb0-f23d-4aa9-84f7-cf2df107430a,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:15.635532 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b5fea67d-a212-4fec-9970-27554aab85f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:15.641993 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b9adbe66-f581-47be-9a00-16e563afab20 req-844b0f3f-95de-4476-bd3b-948df2cf467c service neutron] Attempting to bind port 8e013f9e-ef93-4605-9124-7dc5aeceb98b on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:58:15.642371 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b9adbe66-f581-47be-9a00-16e563afab20 req-844b0f3f-95de-4476-bd3b-948df2cf467c service neutron] Attempting to bind port 8e013f9e-ef93-4605-9124-7dc5aeceb98b by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:58:15.642687 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9adbe66-f581-47be-9a00-16e563afab20 req-844b0f3f-95de-4476-bd3b-948df2cf467c service neutron] Attempting to bind port 8e013f9e-ef93-4605-9124-7dc5aeceb98b on network 287bef21-9852-4f7d-90ca-297ef811e6f1 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:15.673628 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9adbe66-f581-47be-9a00-16e563afab20 req-844b0f3f-95de-4476-bd3b-948df2cf467c service neutron] Port 8e013f9e-ef93-4605-9124-7dc5aeceb98b on network 287bef21-9852-4f7d-90ca-297ef811e6f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:58:15.673975 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9adbe66-f581-47be-9a00-16e563afab20 req-844b0f3f-95de-4476-bd3b-948df2cf467c service neutron] Attempting to bind port 8e013f9e-ef93-4605-9124-7dc5aeceb98b on network 287bef21-9852-4f7d-90ca-297ef811e6f1 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:15.685151 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa143562-f7dd-47d6-93bd-30f077a7ddd3 req-743266af-5289-4567-8915-1a99a7c03de9 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:15.687157 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa143562-f7dd-47d6-93bd-30f077a7ddd3 req-743266af-5289-4567-8915-1a99a7c03de9 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=84012b03-06af-46d0-a4b6-f00c28f70f82 HTTP/1.1" status: 200 len: 943 time: 0.4051266 Jul 07 20:58:15.691260 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-1ce408c0-466d-457e-adc4-eb78ff0445b5 service neutron] Attempting to bind port 68d40fb0-f23d-4aa9-84f7-cf2df107430a on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:58:15.691648 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-1ce408c0-466d-457e-adc4-eb78ff0445b5 service neutron] Attempting to bind port 68d40fb0-f23d-4aa9-84f7-cf2df107430a by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': 'bf3fc5a8-409e-4d15-9d23-e927b35d4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:58:15.691982 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-1ce408c0-466d-457e-adc4-eb78ff0445b5 service neutron] Attempting to bind port 68d40fb0-f23d-4aa9-84f7-cf2df107430a on network d0eda2b8-21f8-48f7-9d84-4db72df1438d {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:15.733157 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9adbe66-f581-47be-9a00-16e563afab20 req-844b0f3f-95de-4476-bd3b-948df2cf467c service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:58:15.733485 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9adbe66-f581-47be-9a00-16e563afab20 req-844b0f3f-95de-4476-bd3b-948df2cf467c service neutron] Checking segment: {'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:58:15.733886 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9adbe66-f581-47be-9a00-16e563afab20 req-844b0f3f-95de-4476-bd3b-948df2cf467c service neutron] Bound using segment: {'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:58:15.734341 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b9adbe66-f581-47be-9a00-16e563afab20 req-844b0f3f-95de-4476-bd3b-948df2cf467c service neutron] Bound port: 8e013f9e-ef93-4605-9124-7dc5aeceb98b, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:58:15.734709 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b9adbe66-f581-47be-9a00-16e563afab20 req-844b0f3f-95de-4476-bd3b-948df2cf467c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:15.736871 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-1ce408c0-466d-457e-adc4-eb78ff0445b5 service neutron] Port 68d40fb0-f23d-4aa9-84f7-cf2df107430a on network d0eda2b8-21f8-48f7-9d84-4db72df1438d not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:58:15.737187 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-1ce408c0-466d-457e-adc4-eb78ff0445b5 service neutron] Attempting to bind port 68d40fb0-f23d-4aa9-84f7-cf2df107430a on network d0eda2b8-21f8-48f7-9d84-4db72df1438d {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:15.775385 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-1ce408c0-466d-457e-adc4-eb78ff0445b5 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:58:15.775385 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-1ce408c0-466d-457e-adc4-eb78ff0445b5 service neutron] Checking segment: {'id': 'bf3fc5a8-409e-4d15-9d23-e927b35d4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:58:15.775385 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-1ce408c0-466d-457e-adc4-eb78ff0445b5 service neutron] Bound using segment: {'id': 'bf3fc5a8-409e-4d15-9d23-e927b35d4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:58:15.775385 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-1ce408c0-466d-457e-adc4-eb78ff0445b5 service neutron] Bound port: 68d40fb0-f23d-4aa9-84f7-cf2df107430a, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3fc5a8-409e-4d15-9d23-e927b35d4081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:58:15.775385 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-1ce408c0-466d-457e-adc4-eb78ff0445b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:15.891539 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa143562-f7dd-47d6-93bd-30f077a7ddd3 req-2a630dd7-2c2e-4416-9dc7-47d23e0a7e35 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931171 Jul 07 20:58:15.998798 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b9adbe66-f581-47be-9a00-16e563afab20 req-844b0f3f-95de-4476-bd3b-948df2cf467c service neutron] For port 8e013f9e-ef93-4605-9124-7dc5aeceb98b, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:58:16.028149 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-1ce408c0-466d-457e-adc4-eb78ff0445b5 service neutron] For port 68d40fb0-f23d-4aa9-84f7-cf2df107430a, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:58:16.031315 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b9adbe66-f581-47be-9a00-16e563afab20 req-844b0f3f-95de-4476-bd3b-948df2cf467c service neutron] For port 8e013f9e-ef93-4605-9124-7dc5aeceb98b, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=8e013f9e-ef93-4605-9124-7dc5aeceb98b,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:58:16.051527 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b9adbe66-f581-47be-9a00-16e563afab20 req-844b0f3f-95de-4476-bd3b-948df2cf467c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:16.065226 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-1ce408c0-466d-457e-adc4-eb78ff0445b5 service neutron] For port 68d40fb0-f23d-4aa9-84f7-cf2df107430a, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=68d40fb0-f23d-4aa9-84f7-cf2df107430a,segment=NetworkSegment(bf3fc5a8-409e-4d15-9d23-e927b35d4081),segment_id=bf3fc5a8-409e-4d15-9d23-e927b35d4081)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:58:16.132037 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-1ce408c0-466d-457e-adc4-eb78ff0445b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:16.145280 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adbe66-f581-47be-9a00-16e563afab20 req-844b0f3f-95de-4476-bd3b-948df2cf467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:16.146636 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b9adbe66-f581-47be-9a00-16e563afab20 req-844b0f3f-95de-4476-bd3b-948df2cf467c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:16.148134 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9adbe66-f581-47be-9a00-16e563afab20 req-844b0f3f-95de-4476-bd3b-948df2cf467c service neutron] 10.222.0.39 "PUT /v2.0/ports/8e013f9e-ef93-4605-9124-7dc5aeceb98b HTTP/1.1" status: 200 len: 1092 time: 3.5632029 Jul 07 20:58:16.214766 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-1ce408c0-466d-457e-adc4-eb78ff0445b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:16.216224 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-1ce408c0-466d-457e-adc4-eb78ff0445b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:16.217993 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-1ce408c0-466d-457e-adc4-eb78ff0445b5 service neutron] 10.222.0.39 "PUT /v2.0/ports/68d40fb0-f23d-4aa9-84f7-cf2df107430a HTTP/1.1" status: 200 len: 1092 time: 4.3958519 Jul 07 20:58:16.252346 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b5fea67d-a212-4fec-9970-27554aab85f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:16.253365 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2789c-a19b-451a-b5f3-4b31f92609e0 req-2a46c1b7-bbf8-469c-a2a1-d3457f7dc084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:16.254875 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2789c-a19b-451a-b5f3-4b31f92609e0 req-2a46c1b7-bbf8-469c-a2a1-d3457f7dc084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:16.255644 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2789c-a19b-451a-b5f3-4b31f92609e0 req-2a46c1b7-bbf8-469c-a2a1-d3457f7dc084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:16.256813 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2789c-a19b-451a-b5f3-4b31f92609e0 req-2a46c1b7-bbf8-469c-a2a1-d3457f7dc084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:16.258692 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2789c-a19b-451a-b5f3-4b31f92609e0 req-2a46c1b7-bbf8-469c-a2a1-d3457f7dc084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:16.259521 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2789c-a19b-451a-b5f3-4b31f92609e0 req-2a46c1b7-bbf8-469c-a2a1-d3457f7dc084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:16.260293 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2789c-a19b-451a-b5f3-4b31f92609e0 req-2a46c1b7-bbf8-469c-a2a1-d3457f7dc084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:16.262875 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-18e2789c-a19b-451a-b5f3-4b31f92609e0 req-2a46c1b7-bbf8-469c-a2a1-d3457f7dc084 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8ed23dfe8df44cbb137b377fa7cb243&device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 6317 time: 0.8350682 Jul 07 20:58:16.267613 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f8023826-352d-46b6-9726-cb73512c84a8 service neutron] Request body: {'port': {'device_id': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:16.318248 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b5fea67d-a212-4fec-9970-27554aab85f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:16.405744 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b0f3f-95de-4476-bd3b-948df2cf467c service neutron] Pushing event updated for resources: {'Port': ['ID=8e013f9e-ef93-4605-9124-7dc5aeceb98b,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:16.446188 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2789c-a19b-451a-b5f3-4b31f92609e0 req-62269a5a-668a-45be-82fb-882e1358508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:16.446681 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2789c-a19b-451a-b5f3-4b31f92609e0 req-62269a5a-668a-45be-82fb-882e1358508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:16.447162 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2789c-a19b-451a-b5f3-4b31f92609e0 req-62269a5a-668a-45be-82fb-882e1358508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:16.448841 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-18e2789c-a19b-451a-b5f3-4b31f92609e0 req-62269a5a-668a-45be-82fb-882e1358508a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d8ed23dfe8df44cbb137b377fa7cb243&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1780062 Jul 07 20:58:16.567382 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2789c-a19b-451a-b5f3-4b31f92609e0 req-33362aa0-238f-4be8-8371-a162b0af535a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:16.569054 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-18e2789c-a19b-451a-b5f3-4b31f92609e0 req-33362aa0-238f-4be8-8371-a162b0af535a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1130664 Jul 07 20:58:16.586155 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce408c0-466d-457e-adc4-eb78ff0445b5 service neutron] Pushing event updated for resources: {'Port': ['ID=68d40fb0-f23d-4aa9-84f7-cf2df107430a,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:16.650504 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b5fea67d-a212-4fec-9970-27554aab85f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:16.671154 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbceda-4b3f-4c35-b6e5-d750ddc93379 req-b77818ba-0ae8-4863-a0ff-986251e78199 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:16.675894 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-36fbceda-4b3f-4c35-b6e5-d750ddc93379 req-b77818ba-0ae8-4863-a0ff-986251e78199 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.5733595 Jul 07 20:58:16.775851 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fea67d-a212-4fec-9970-27554aab85f0 admin admin] Pushing event updated for resources: {'Port': ['ID=ea2bb094-d49c-4dde-b065-ef505d9b03a7,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:16.810098 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adbe66-f581-47be-9a00-16e563afab20 req-4c36fceb-1bd9-4e82-a37f-1347db0bea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:16.811674 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9adbe66-f581-47be-9a00-16e563afab20 req-4c36fceb-1bd9-4e82-a37f-1347db0bea72 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=128d0bdbd3254a86ab8fae38847d408e&device_id=84012b03-06af-46d0-a4b6-f00c28f70f82 HTTP/1.1" status: 200 len: 1095 time: 0.6114483 Jul 07 20:58:16.820711 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f8023826-352d-46b6-9726-cb73512c84a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:16.851133 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea3509-1b94-4e31-aa12-3809ff393f86 req-834815af-fe32-4aa5-9032-639b26bb0dc7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:16.858048 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea3509-1b94-4e31-aa12-3809ff393f86 req-834815af-fe32-4aa5-9032-639b26bb0dc7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:16.864584 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea3509-1b94-4e31-aa12-3809ff393f86 req-834815af-fe32-4aa5-9032-639b26bb0dc7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:16.870331 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea3509-1b94-4e31-aa12-3809ff393f86 req-834815af-fe32-4aa5-9032-639b26bb0dc7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:16.876409 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea3509-1b94-4e31-aa12-3809ff393f86 req-834815af-fe32-4aa5-9032-639b26bb0dc7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:16.882680 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea3509-1b94-4e31-aa12-3809ff393f86 req-834815af-fe32-4aa5-9032-639b26bb0dc7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:16.889575 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea3509-1b94-4e31-aa12-3809ff393f86 req-834815af-fe32-4aa5-9032-639b26bb0dc7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:16.891615 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5ea3509-1b94-4e31-aa12-3809ff393f86 req-834815af-fe32-4aa5-9032-639b26bb0dc7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5407 time: 0.6935544 Jul 07 20:58:16.954464 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9adbe66-f581-47be-9a00-16e563afab20 req-f7de853b-a95a-49ab-9f14-e9fd99584ed3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e013f9e-ef93-4605-9124-7dc5aeceb98b HTTP/1.1" status: 200 len: 217 time: 0.1215739 Jul 07 20:58:16.979485 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-36fbceda-4b3f-4c35-b6e5-d750ddc93379 req-7bddbb19-2586-424d-a2bf-ffd67d4e3cd1 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692056 Jul 07 20:58:17.087472 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5ea3509-1b94-4e31-aa12-3809ff393f86 req-ff0f4455-744a-4d58-a685-722fd1e9c9ef tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1788065 Jul 07 20:58:17.172567 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adbe66-f581-47be-9a00-16e563afab20 req-ed916b8a-4c10-4e97-b796-074ef67c3fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:17.174036 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9adbe66-f581-47be-9a00-16e563afab20 req-ed916b8a-4c10-4e97-b796-074ef67c3fdb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cef6a251-d924-4278-917e-0372be44ce70 HTTP/1.1" status: 200 len: 846 time: 0.2101741 Jul 07 20:58:17.271885 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fea67d-a212-4fec-9970-27554aab85f0 admin admin] Network 66fd829f-2570-41fa-b2a8-77fa2d10ea7d is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:58:17.281791 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9adbe66-f581-47be-9a00-16e563afab20 req-28d56e1f-9fbc-4139-81c9-e559a2baa1e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=287bef21-9852-4f7d-90ca-297ef811e6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887856 Jul 07 20:58:17.304148 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-b5fea67d-a212-4fec-9970-27554aab85f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:58:17.490045 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84012b03-06af-46d0-a4b6-f00c28f70f82', 'tag': '8e013f9e-ef93-4605-9124-7dc5aeceb98b'}, {'name': 'network-changed', 'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'tag': '68d40fb0-f23d-4aa9-84f7-cf2df107430a'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:17.493160 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b05754-5fb9-46dc-9640-110d839945cf" -d '{"events": [{"name": "network-changed", "server_uuid": "84012b03-06af-46d0-a4b6-f00c28f70f82", "tag": "8e013f9e-ef93-4605-9124-7dc5aeceb98b"}, {"name": "network-changed", "server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "tag": "68d40fb0-f23d-4aa9-84f7-cf2df107430a"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:17.614541 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc736d-bd47-42f7-bad6-a7153ea2c1f5 req-d772f107-4440-4453-8e1c-32451e6dceae tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:17.616093 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f4cc736d-bd47-42f7-bad6-a7153ea2c1f5 req-d772f107-4440-4453-8e1c-32451e6dceae tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 946 time: 0.4372625 Jul 07 20:58:17.664577 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ce62f4b9-9cf2-4f76-8e0a-7b2bf1c502db None None] Provisioning complete for port ea2bb094-d49c-4dde-b065-ef505d9b03a7 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:17.665954 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ce62f4b9-9cf2-4f76-8e0a-7b2bf1c502db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:17.678215 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9adbe66-f581-47be-9a00-16e563afab20 req-e1fa9955-1c46-4367-99ee-689b67876f5e service neutron] 10.222.0.39 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889129 Jul 07 20:58:17.722236 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ce62f4b9-9cf2-4f76-8e0a-7b2bf1c502db None None] Port ea2bb094-d49c-4dde-b065-ef505d9b03a7 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:58:17.791128 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f4cc736d-bd47-42f7-bad6-a7153ea2c1f5 req-f45f35e7-82a4-4e04-8507-3370c66a4422 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1490586 Jul 07 20:58:17.793510 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fea67d-a212-4fec-9970-27554aab85f0 admin admin] Router 1b385840-8c7a-422f-98e2-265da1f4f313 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:58:17.905455 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18673aed-1f51-452c-ac98-90f784e0d2a7 req-9ac0ea97-b7bd-4c90-8b5d-25f64eba354a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:17.908180 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-18673aed-1f51-452c-ac98-90f784e0d2a7 req-9ac0ea97-b7bd-4c90-8b5d-25f64eba354a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=84012b03-06af-46d0-a4b6-f00c28f70f82 HTTP/1.1" status: 200 len: 943 time: 0.3786926 Jul 07 20:58:17.979057 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f8023826-352d-46b6-9726-cb73512c84a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:18.002779 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f8023826-352d-46b6-9726-cb73512c84a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:18.006686 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21cecbb-0f78-4b04-bf9b-3a836c823810 x-openstack-request-id: req-c21cecbb-0f78-4b04-bf9b-3a836c823810 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:18.007415 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84012b03-06af-46d0-a4b6-f00c28f70f82", "tag": "8e013f9e-ef93-4605-9124-7dc5aeceb98b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "tag": "68d40fb0-f23d-4aa9-84f7-cf2df107430a", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:18.007684 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c21cecbb-0f78-4b04-bf9b-3a836c823810 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:18.008058 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84012b03-06af-46d0-a4b6-f00c28f70f82', 'tag': '8e013f9e-ef93-4605-9124-7dc5aeceb98b', 'status': 'completed', 'code': 200} Jul 07 20:58:18.008314 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'tag': '68d40fb0-f23d-4aa9-84f7-cf2df107430a', 'status': 'completed', 'code': 200} Jul 07 20:58:18.039040 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9adbe66-f581-47be-9a00-16e563afab20 req-2abbd0a1-1a7a-4611-8dd7-30ad067f10e6 service neutron] 10.222.0.39 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468301 Jul 07 20:58:18.106813 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f8023826-352d-46b6-9726-cb73512c84a8 service neutron] Transition to ACTIVE for port object 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:58:18.139920 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-18673aed-1f51-452c-ac98-90f784e0d2a7 req-137227c7-1f2b-4459-b58f-f3f866087e55 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653326 Jul 07 20:58:18.140541 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f8023826-352d-46b6-9726-cb73512c84a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:18.688629 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fea67d-a212-4fec-9970-27554aab85f0 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:58:18.694332 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b5fea67d-a212-4fec-9970-27554aab85f0 admin admin] 10.222.0.64 "PUT /v2.0/routers/1b385840-8c7a-422f-98e2-265da1f4f313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4790571 Jul 07 20:58:18.712845 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] Sync routers for ids ['1b385840-8c7a-422f-98e2-265da1f4f313'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:58:18.726765 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] Routers {'1b385840-8c7a-422f-98e2-265da1f4f313'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:58:18.727719 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:58:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['1b385840-8c7a-422f-98e2-265da1f4f313'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:18.750726 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8023826-352d-46b6-9726-cb73512c84a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:18.911307 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d47d9e-aec3-40be-afe8-6a75dbcb3ab5 req-7308d71e-b5c7-4816-8b73-4b7facea5917 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:18.923974 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48912) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:18.929977 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99d47d9e-aec3-40be-afe8-6a75dbcb3ab5 req-7308d71e-b5c7-4816-8b73-4b7facea5917 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 946 time: 0.8174520 Jul 07 20:58:18.931318 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] Set router 1b385840-8c7a-422f-98e2-265da1f4f313 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:58:18.934215 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-9127dca2-99b9-4cd1-be88-22942b6831e5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Request body: {'floatingip': {'port_id': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:18.944323 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b05754-5fb9-46dc-9640-110d839945cf req-934f2adc-858f-4e13-9f53-7bbf10460809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:18.945906 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11b05754-5fb9-46dc-9640-110d839945cf req-934f2adc-858f-4e13-9f53-7bbf10460809 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=128d0bdbd3254a86ab8fae38847d408e&device_id=84012b03-06af-46d0-a4b6-f00c28f70f82 HTTP/1.1" status: 200 len: 1095 time: 0.8316741 Jul 07 20:58:19.028962 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9127dca2-99b9-4cd1-be88-22942b6831e5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for floatingip, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:19.033115 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64286b-a949-4ddc-96ad-6a3a4285d524 req-8b6747b5-40fc-47d6-a3fa-9ddb1903c294 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:19.042013 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5e64286b-a949-4ddc-96ad-6a3a4285d524 req-8b6747b5-40fc-47d6-a3fa-9ddb1903c294 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.4281394 Jul 07 20:58:19.081433 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f8023826-352d-46b6-9726-cb73512c84a8 service neutron] Attempting to bind port 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:58:19.081783 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f8023826-352d-46b6-9726-cb73512c84a8 service neutron] Attempting to bind port 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '7c79a5dc-56f0-4f78-9e96-5ef6e18227c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '130dc8cf-87ce-46df-b452-32f98efef5ec'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:58:19.082126 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f8023826-352d-46b6-9726-cb73512c84a8 service neutron] Attempting to bind port 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae on network 130dc8cf-87ce-46df-b452-32f98efef5ec {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:19.110206 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f8023826-352d-46b6-9726-cb73512c84a8 service neutron] Port 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae on network 130dc8cf-87ce-46df-b452-32f98efef5ec not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:58:19.111079 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f8023826-352d-46b6-9726-cb73512c84a8 service neutron] Attempting to bind port 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae on network 130dc8cf-87ce-46df-b452-32f98efef5ec {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:19.139385 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f8023826-352d-46b6-9726-cb73512c84a8 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:58:19.139737 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f8023826-352d-46b6-9726-cb73512c84a8 service neutron] Checking segment: {'id': '7c79a5dc-56f0-4f78-9e96-5ef6e18227c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '130dc8cf-87ce-46df-b452-32f98efef5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:58:19.140140 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f8023826-352d-46b6-9726-cb73512c84a8 service neutron] Bound using segment: {'id': '7c79a5dc-56f0-4f78-9e96-5ef6e18227c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '130dc8cf-87ce-46df-b452-32f98efef5ec'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:58:19.140599 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f8023826-352d-46b6-9726-cb73512c84a8 service neutron] Bound port: 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c79a5dc-56f0-4f78-9e96-5ef6e18227c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '130dc8cf-87ce-46df-b452-32f98efef5ec'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:58:19.140971 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f8023826-352d-46b6-9726-cb73512c84a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:19.159959 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5e64286b-a949-4ddc-96ad-6a3a4285d524 req-90f4be17-fb3f-4c45-93bb-2832693e7221 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169474 Jul 07 20:58:19.304631 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b05754-5fb9-46dc-9640-110d839945cf req-4f9b655c-9420-4b74-965f-7e567c48bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:19.306268 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11b05754-5fb9-46dc-9640-110d839945cf req-4f9b655c-9420-4b74-965f-7e567c48bdb5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=287bef21-9852-4f7d-90ca-297ef811e6f1 HTTP/1.1" status: 200 len: 907 time: 0.3509541 Jul 07 20:58:19.306401 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b385840-8c7a-422f-98e2-265da1f4f313', 'name': 'tempest-TestAggregatesBasicOps-1462421938-router', 'tenant_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '24556b05-fffe-48c9-820a-5b0146ffefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:58:02Z', 'updated_at': '2021-07-07T20:58:15Z', 'revision_number': 4, 'project_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'gw_port': {'id': '24556b05-fffe-48c9-820a-5b0146ffefee', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b385840-8c7a-422f-98e2-265da1f4f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:58:03Z', 'updated_at': '2021-07-07T20:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'ea2bb094-d49c-4dde-b065-ef505d9b03a7', 'name': '', 'network_id': '66fd829f-2570-41fa-b2a8-77fa2d10ea7d', 'tenant_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'mac_address': 'fa:16:3e:00:85:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b385840-8c7a-422f-98e2-265da1f4f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '6450e246-01b7-4cd6-9976-37091fb7fc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:58:12Z', 'updated_at': '2021-07-07T20:58:15Z', 'revision_number': 2, 'project_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'subnets': [{'id': '6450e246-01b7-4cd6-9976-37091fb7fc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:19.376921 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11b05754-5fb9-46dc-9640-110d839945cf req-de882a75-90fb-4911-ae53-9dac0d670c38 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e013f9e-ef93-4605-9124-7dc5aeceb98b HTTP/1.1" status: 200 len: 217 time: 0.0564382 Jul 07 20:58:19.380341 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] Checking router: 1b385840-8c7a-422f-98e2-265da1f4f313 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:58:19.380877 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] Updating router 1b385840-8c7a-422f-98e2-265da1f4f313 port ea2bb094-d49c-4dde-b065-ef505d9b03a7 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:58:19.442655 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:19.483876 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f8023826-352d-46b6-9726-cb73512c84a8 service neutron] For port 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:58:19.546936 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f8023826-352d-46b6-9726-cb73512c84a8 service neutron] For port 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae,segment=NetworkSegment(7c79a5dc-56f0-4f78-9e96-5ef6e18227c7),segment_id=7c79a5dc-56f0-4f78-9e96-5ef6e18227c7)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:58:19.560968 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b05754-5fb9-46dc-9640-110d839945cf req-b81df4dc-933a-4930-a638-018d7a5cc9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:19.562762 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11b05754-5fb9-46dc-9640-110d839945cf req-b81df4dc-933a-4930-a638-018d7a5cc9a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cef6a251-d924-4278-917e-0372be44ce70 HTTP/1.1" status: 200 len: 846 time: 0.1764293 Jul 07 20:58:19.616908 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52db54f-cf12-42ed-903d-02126aca7a5b req-2baeb1f9-8bc6-4801-8404-32c375d3a027 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:19.627561 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52db54f-cf12-42ed-903d-02126aca7a5b req-2baeb1f9-8bc6-4801-8404-32c375d3a027 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:19.634370 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52db54f-cf12-42ed-903d-02126aca7a5b req-2baeb1f9-8bc6-4801-8404-32c375d3a027 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:19.644152 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52db54f-cf12-42ed-903d-02126aca7a5b req-2baeb1f9-8bc6-4801-8404-32c375d3a027 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:19.653020 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52db54f-cf12-42ed-903d-02126aca7a5b req-2baeb1f9-8bc6-4801-8404-32c375d3a027 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:19.664008 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52db54f-cf12-42ed-903d-02126aca7a5b req-2baeb1f9-8bc6-4801-8404-32c375d3a027 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:19.682466 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52db54f-cf12-42ed-903d-02126aca7a5b req-2baeb1f9-8bc6-4801-8404-32c375d3a027 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:19.689469 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f52db54f-cf12-42ed-903d-02126aca7a5b req-2baeb1f9-8bc6-4801-8404-32c375d3a027 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5419 time: 0.5083687 Jul 07 20:58:19.693394 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f8023826-352d-46b6-9726-cb73512c84a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:19.727471 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11b05754-5fb9-46dc-9640-110d839945cf req-6a510f28-929e-49e0-836c-b34c42a32779 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=287bef21-9852-4f7d-90ca-297ef811e6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1562278 Jul 07 20:58:19.770152 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:19.822010 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48936) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:19.834781 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-5b8489b8-1836-4ed3-8263-905a9d924f10 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1228590718-network', 'tenant_id': '551a315ffea547a0b00e1fd391dacf5b'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:19.864030 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f8023826-352d-46b6-9726-cb73512c84a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:19.864674 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f8023826-352d-46b6-9726-cb73512c84a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:19.866110 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f8023826-352d-46b6-9726-cb73512c84a8 service neutron] 10.222.0.39 "PUT /v2.0/ports/2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae HTTP/1.1" status: 200 len: 1092 time: 3.6080987 Jul 07 20:58:19.932693 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-916354cd-1040-42d7-8b65-68df5b72633f service neutron] Request body: {'port': {'device_id': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:19.940267 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:19.941465 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.db.resource_extend [None req-9127dca2-99b9-4cd1-be88-22942b6831e5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 20:58:19.972057 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:19.992185 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] Transition to ACTIVE for port object ea2bb094-d49c-4dde-b065-ef505d9b03a7 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:58:20.000477 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:20.043083 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8489b8-1836-4ed3-8263-905a9d924f10 admin admin] Made reservation on behalf of 551a315ffea547a0b00e1fd391dacf5b for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:58:20.045992 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b8489b8-1836-4ed3-8263-905a9d924f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:20.050228 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0a62-1462-4f1b-8062-08b38a8dbd94 None None] Pushing event updated for resources: {'Port': ['ID=ea2bb094-d49c-4dde-b065-ef505d9b03a7,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:20.071320 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b8489b8-1836-4ed3-8263-905a9d924f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:20.113414 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9127dca2-99b9-4cd1-be88-22942b6831e5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:20.128629 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9127dca2-99b9-4cd1-be88-22942b6831e5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:20.155073 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] Attempting to bind port ea2bb094-d49c-4dde-b065-ef505d9b03a7 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:58:20.155730 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] Attempting to bind port ea2bb094-d49c-4dde-b065-ef505d9b03a7 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'c60f4b6c-102e-493a-bdb8-9f8d992660d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '66fd829f-2570-41fa-b2a8-77fa2d10ea7d'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:58:20.159442 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] Attempting to bind port ea2bb094-d49c-4dde-b065-ef505d9b03a7 on network 66fd829f-2570-41fa-b2a8-77fa2d10ea7d {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:20.178271 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:58:20.178819 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] Checking segment: {'id': 'c60f4b6c-102e-493a-bdb8-9f8d992660d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '66fd829f-2570-41fa-b2a8-77fa2d10ea7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:58:20.179345 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:20.179918 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] Bound using segment: {'id': 'c60f4b6c-102e-493a-bdb8-9f8d992660d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '66fd829f-2570-41fa-b2a8-77fa2d10ea7d'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:58:20.180514 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] Bound port: ea2bb094-d49c-4dde-b065-ef505d9b03a7, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60f4b6c-102e-493a-bdb8-9f8d992660d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '66fd829f-2570-41fa-b2a8-77fa2d10ea7d'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:58:20.181025 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:20.220829 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'tag': '2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:20.223614 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a97537-0d85-40fc-9b1b-383865c7ee2f" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "tag": "2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:20.228578 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11b05754-5fb9-46dc-9640-110d839945cf req-a7237033-8ed7-4294-b196-5a6aa379e4b2 service neutron] 10.222.0.39 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951089 Jul 07 20:58:20.229416 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8023826-352d-46b6-9726-cb73512c84a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:20.300274 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 8e013f9e-ef93-4605-9124-7dc5aeceb98b details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:58:20.304910 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] For port ea2bb094-d49c-4dde-b065-ef505d9b03a7, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:58:20.310590 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] For port ea2bb094-d49c-4dde-b065-ef505d9b03a7, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ea2bb094-d49c-4dde-b065-ef505d9b03a7,segment=NetworkSegment(c60f4b6c-102e-493a-bdb8-9f8d992660d3),segment_id=c60f4b6c-102e-493a-bdb8-9f8d992660d3)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:58:20.318561 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:20.366681 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [None req-9127dca2-99b9-4cd1-be88-22942b6831e5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Floating IP eecb5387-0afe-42f4-8246-d2381cc67133 associated. External IP: 172.25.5.122, port: f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a. Jul 07 20:58:20.420021 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] Routers {'1b385840-8c7a-422f-98e2-265da1f4f313'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:58:20.420776 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:58:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['1b385840-8c7a-422f-98e2-265da1f4f313'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:20.488444 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f52db54f-cf12-42ed-903d-02126aca7a5b req-5471bcf1-d6bd-4842-984e-511e7a86856e tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7596927 Jul 07 20:58:20.529169 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 8e013f9e-ef93-4605-9124-7dc5aeceb98b, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=8e013f9e-ef93-4605-9124-7dc5aeceb98b,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:20.558083 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '8e013f9e-ef93-4605-9124-7dc5aeceb98b', 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1', 'port_id': '8e013f9e-ef93-4605-9124-7dc5aeceb98b', 'mac_address': 'fa:16:3e:b6:a1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef6a251-d924-4278-917e-0372be44ce70', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:58:20.579568 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11b05754-5fb9-46dc-9640-110d839945cf req-f08e42a8-c06e-4b31-b186-7217684ed94c service neutron] 10.222.0.39 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819865 Jul 07 20:58:20.584981 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-916354cd-1040-42d7-8b65-68df5b72633f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:20.592419 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a0a62-1462-4f1b-8062-08b38a8dbd94 None None] Pushing event updated for resources: {'Port': ['ID=ea2bb094-d49c-4dde-b065-ef505d9b03a7,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:20.696117 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:20.738792 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e013f9e-ef93-4605-9124-7dc5aeceb98b {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:20.874805 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9127dca2-99b9-4cd1-be88-22942b6831e5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Router ca0e0895-e699-47d2-b1aa-2b64161762a7 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:58:20.879883 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 8e013f9e-ef93-4605-9124-7dc5aeceb98b, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=8e013f9e-ef93-4605-9124-7dc5aeceb98b,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:20.911476 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:20.933634 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] Set router 1b385840-8c7a-422f-98e2-265da1f4f313 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:58:21.045476 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b8489b8-1836-4ed3-8263-905a9d924f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:21.047141 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9127dca2-99b9-4cd1-be88-22942b6831e5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:58:21.052040 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9127dca2-99b9-4cd1-be88-22942b6831e5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:21.076943 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9783196-4c3e-4fee-b6e2-d66cd6c50944 None None] Sync routers for ids ['ca0e0895-e699-47d2-b1aa-2b64161762a7'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:58:21.093417 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9127dca2-99b9-4cd1-be88-22942b6831e5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "PUT /v2.0/floatingips/eecb5387-0afe-42f4-8246-d2381cc67133 HTTP/1.1" status: 200 len: 992 time: 2.1669652 Jul 07 20:58:21.094538 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb62a516-875e-45f2-b801-06fd1678ac2e', 'tag': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:21.097082 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bd21cd-face-462a-906e-ffea413be183" -d '{"events": [{"name": "network-changed", "server_uuid": "fb62a516-875e-45f2-b801-06fd1678ac2e", "tag": "f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:21.100466 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b8489b8-1836-4ed3-8263-905a9d924f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:21.110779 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=8e013f9e-ef93-4605-9124-7dc5aeceb98b,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:21.135279 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8489b8-1836-4ed3-8263-905a9d924f10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 20:58:21.135999 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9783196-4c3e-4fee-b6e2-d66cd6c50944 None None] Routers {'ca0e0895-e699-47d2-b1aa-2b64161762a7'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:58:21.138228 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-a9783196-4c3e-4fee-b6e2-d66cd6c50944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:58:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ca0e0895-e699-47d2-b1aa-2b64161762a7'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:21.138427 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8489b8-1836-4ed3-8263-905a9d924f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78eda86-f106-4bf1-97f7-f6708cfc961f,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:21.150147 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b8489b8-1836-4ed3-8263-905a9d924f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:21.150731 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-5b8489b8-1836-4ed3-8263-905a9d924f10 admin admin] Added segment 3dc55712-beee-412b-b107-ec0e3dc89cbb of type vlan for network a4f6bb21-f268-47b8-92d6-32a47b9a87a5 Jul 07 20:58:21.200805 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0694c-d474-47cc-9581-d7c171f90614 req-840a7a85-93dd-4d2c-bf82-f3f93d2097ec tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:21.203239 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-53a0694c-d474-47cc-9581-d7c171f90614 req-840a7a85-93dd-4d2c-bf82-f3f93d2097ec tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=84012b03-06af-46d0-a4b6-f00c28f70f82 HTTP/1.1" status: 200 len: 943 time: 1.0335689 Jul 07 20:58:21.225981 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b8489b8-1836-4ed3-8263-905a9d924f10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:21.228765 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b385840-8c7a-422f-98e2-265da1f4f313', 'name': 'tempest-TestAggregatesBasicOps-1462421938-router', 'tenant_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '24556b05-fffe-48c9-820a-5b0146ffefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:58:02Z', 'updated_at': '2021-07-07T20:58:15Z', 'revision_number': 4, 'project_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'gw_port': {'id': '24556b05-fffe-48c9-820a-5b0146ffefee', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b385840-8c7a-422f-98e2-265da1f4f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:58:03Z', 'updated_at': '2021-07-07T20:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'ea2bb094-d49c-4dde-b065-ef505d9b03a7', 'name': '', 'network_id': '66fd829f-2570-41fa-b2a8-77fa2d10ea7d', 'tenant_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'mac_address': 'fa:16:3e:00:85:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b385840-8c7a-422f-98e2-265da1f4f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '6450e246-01b7-4cd6-9976-37091fb7fc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:58:12Z', 'updated_at': '2021-07-07T20:58:20Z', 'revision_number': 4, 'project_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'subnets': [{'id': '6450e246-01b7-4cd6-9976-37091fb7fc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:21.279219 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdc6d6b-64f4-48dc-a51c-78f16a33c9a5 None None] The sync data for ids ['1b385840-8c7a-422f-98e2-265da1f4f313'] in n-d-695189-11 is: [{'id': '1b385840-8c7a-422f-98e2-265da1f4f313', 'name': 'tempest-TestAggregatesBasicOps-1462421938-router', 'tenant_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '24556b05-fffe-48c9-820a-5b0146ffefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:58:02Z', 'updated_at': '2021-07-07T20:58:15Z', 'revision_number': 4, 'project_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'gw_port': {'id': '24556b05-fffe-48c9-820a-5b0146ffefee', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b385840-8c7a-422f-98e2-265da1f4f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:58:03Z', 'updated_at': '2021-07-07T20:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'ea2bb094-d49c-4dde-b065-ef505d9b03a7', 'name': '', 'network_id': '66fd829f-2570-41fa-b2a8-77fa2d10ea7d', 'tenant_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'mac_address': 'fa:16:3e:00:85:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b385840-8c7a-422f-98e2-265da1f4f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '6450e246-01b7-4cd6-9976-37091fb7fc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:58:12Z', 'updated_at': '2021-07-07T20:58:20Z', 'revision_number': 4, 'project_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'subnets': [{'id': '6450e246-01b7-4cd6-9976-37091fb7fc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:58:21.285376 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['8e013f9e-ef93-4605-9124-7dc5aeceb98b'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:58:21.313702 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b8489b8-1836-4ed3-8263-905a9d924f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:21.313702 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8489b8-1836-4ed3-8263-905a9d924f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:21.313702 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b8489b8-1836-4ed3-8263-905a9d924f10 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:21.402428 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a12a7-2772-492c-9e1e-3a13d4de67ef req-10df6189-c3a3-46ad-8914-e7b48666e337 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:21.407688 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac6a12a7-2772-492c-9e1e-3a13d4de67ef req-10df6189-c3a3-46ad-8914-e7b48666e337 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.5304239 Jul 07 20:58:21.423985 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b05754-5fb9-46dc-9640-110d839945cf req-66d916b9-6d2f-40bb-8d98-c841412f8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:21.427856 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b05754-5fb9-46dc-9640-110d839945cf req-66d916b9-6d2f-40bb-8d98-c841412f8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:21.430907 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b05754-5fb9-46dc-9640-110d839945cf req-66d916b9-6d2f-40bb-8d98-c841412f8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:21.434783 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b05754-5fb9-46dc-9640-110d839945cf req-66d916b9-6d2f-40bb-8d98-c841412f8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:21.436327 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b05754-5fb9-46dc-9640-110d839945cf req-66d916b9-6d2f-40bb-8d98-c841412f8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:21.437054 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b05754-5fb9-46dc-9640-110d839945cf req-66d916b9-6d2f-40bb-8d98-c841412f8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:21.437734 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b05754-5fb9-46dc-9640-110d839945cf req-66d916b9-6d2f-40bb-8d98-c841412f8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:21.440774 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11b05754-5fb9-46dc-9640-110d839945cf req-66d916b9-6d2f-40bb-8d98-c841412f8cf3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8ed23dfe8df44cbb137b377fa7cb243&device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 6427 time: 0.5647738 Jul 07 20:58:21.460149 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-53a0694c-d474-47cc-9581-d7c171f90614 req-08f2474b-be12-4923-b152-075fd30aafd6 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380464 Jul 07 20:58:21.465527 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-a9783196-4c3e-4fee-b6e2-d66cd6c50944 None None] Set router ca0e0895-e699-47d2-b1aa-2b64161762a7 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:58:21.484023 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5b8489b8-1836-4ed3-8263-905a9d924f10 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6609178 Jul 07 20:58:21.494064 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48954) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:21.507191 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-772764f4-d7cd-4a52-b214-9df4859f30d9 admin admin] Request body: {'subnet': {'network_id': 'a4f6bb21-f268-47b8-92d6-32a47b9a87a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1228590718-subnet', 'tenant_id': '551a315ffea547a0b00e1fd391dacf5b', 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:21.550917 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8489b8-1836-4ed3-8263-905a9d924f10 admin admin] Pushing event updated for resources: {'Network': ['ID=a4f6bb21-f268-47b8-92d6-32a47b9a87a5,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:21.572094 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network a4f6bb21-f268-47b8-92d6-32a47b9a87a5 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 20:58:21.572840 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772764f4-d7cd-4a52-b214-9df4859f30d9 admin admin] Made reservation on behalf of 551a315ffea547a0b00e1fd391dacf5b for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:58:21.576660 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-772764f4-d7cd-4a52-b214-9df4859f30d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:21.661848 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca681a2-a70e-4a08-b15f-e612c262849c x-openstack-request-id: req-5ca681a2-a70e-4a08-b15f-e612c262849c {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:21.662206 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "tag": "2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:21.662411 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5ca681a2-a70e-4a08-b15f-e612c262849c {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:21.662778 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'tag': '2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae', 'status': 'completed', 'code': 200} Jul 07 20:58:21.766996 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-916354cd-1040-42d7-8b65-68df5b72633f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a77c407f-5638-4a76-a32e-cd44fe684c67 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:21.785196 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-916354cd-1040-42d7-8b65-68df5b72633f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:21.796333 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac6a12a7-2772-492c-9e1e-3a13d4de67ef req-4a9588d6-79dd-401f-8a99-0862b9060076 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315527 Jul 07 20:58:21.844826 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-916354cd-1040-42d7-8b65-68df5b72633f service neutron] Transition to ACTIVE for port object a77c407f-5638-4a76-a32e-cd44fe684c67 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:58:21.859795 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-916354cd-1040-42d7-8b65-68df5b72633f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:21.948347 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b05754-5fb9-46dc-9640-110d839945cf req-5599af04-f146-4437-8550-2a91966eba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:21.948847 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b05754-5fb9-46dc-9640-110d839945cf req-5599af04-f146-4437-8550-2a91966eba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:21.949365 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b05754-5fb9-46dc-9640-110d839945cf req-5599af04-f146-4437-8550-2a91966eba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:21.951021 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11b05754-5fb9-46dc-9640-110d839945cf req-5599af04-f146-4437-8550-2a91966eba3e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d8ed23dfe8df44cbb137b377fa7cb243&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4892244 Jul 07 20:58:21.983894 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-772764f4-d7cd-4a52-b214-9df4859f30d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:22.066858 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772764f4-d7cd-4a52-b214-9df4859f30d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60ec3718-a785-432b-8a78-ccf47737f936,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:22.115032 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75932648-9c9d-43ca-b948-6b2118b15f71 x-openstack-request-id: req-75932648-9c9d-43ca-b948-6b2118b15f71 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:22.115032 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb62a516-875e-45f2-b801-06fd1678ac2e", "tag": "f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:22.115032 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-75932648-9c9d-43ca-b948-6b2118b15f71 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:22.115032 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb62a516-875e-45f2-b801-06fd1678ac2e', 'tag': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a', 'status': 'completed', 'code': 200} Jul 07 20:58:22.210177 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772764f4-d7cd-4a52-b214-9df4859f30d9 admin admin] Checking segment: {'id': '3dc55712-beee-412b-b107-ec0e3dc89cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a4f6bb21-f268-47b8-92d6-32a47b9a87a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:58:22.210812 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772764f4-d7cd-4a52-b214-9df4859f30d9 admin admin] Network hostable DHCP agents. Network: a4f6bb21-f268-47b8-92d6-32a47b9a87a5, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 20:58:22.250056 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916354cd-1040-42d7-8b65-68df5b72633f service neutron] Pushing event updated for resources: {'Port': ['ID=a77c407f-5638-4a76-a32e-cd44fe684c67,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:22.268918 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772764f4-d7cd-4a52-b214-9df4859f30d9 admin admin] Network a4f6bb21-f268-47b8-92d6-32a47b9a87a5 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 20:58:22.308503 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-772764f4-d7cd-4a52-b214-9df4859f30d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, a4f6bb21-f268-47b8-92d6-32a47b9a87a5) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:58:22.323925 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772764f4-d7cd-4a52-b214-9df4859f30d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:22.325385 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-772764f4-d7cd-4a52-b214-9df4859f30d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:22.375106 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-772764f4-d7cd-4a52-b214-9df4859f30d9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8795764 Jul 07 20:58:22.377420 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48966) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:22.391362 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f752079-82bf-42ea-ab88-ef0465a3768e None None] Network a4f6bb21-f268-47b8-92d6-32a47b9a87a5 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:58:22.401352 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-6d2d9385-8189-4cfe-bb98-478cd7f13e65 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1228590718-router', 'tenant_id': '551a315ffea547a0b00e1fd391dacf5b', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:22.428729 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd21cd-face-462a-906e-ffea413be183 req-b639fbba-bbc6-4adb-b8b6-46d5fae244c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:22.431309 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-05bd21cd-face-462a-906e-ffea413be183 req-b639fbba-bbc6-4adb-b8b6-46d5fae244c1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 1098 time: 0.2774494 Jul 07 20:58:22.433241 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9385-8189-4cfe-bb98-478cd7f13e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:22.434709 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9385-8189-4cfe-bb98-478cd7f13e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:22.613931 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b05754-5fb9-46dc-9640-110d839945cf req-129278ae-a21b-46da-95fe-1f13f982448d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:22.615520 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11b05754-5fb9-46dc-9640-110d839945cf req-129278ae-a21b-46da-95fe-1f13f982448d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6409204 Jul 07 20:58:22.618063 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9385-8189-4cfe-bb98-478cd7f13e65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:22.655352 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-916354cd-1040-42d7-8b65-68df5b72633f service neutron] Attempting to bind port a77c407f-5638-4a76-a32e-cd44fe684c67 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:58:22.655698 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-916354cd-1040-42d7-8b65-68df5b72633f service neutron] Attempting to bind port a77c407f-5638-4a76-a32e-cd44fe684c67 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '7c79a5dc-56f0-4f78-9e96-5ef6e18227c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '130dc8cf-87ce-46df-b452-32f98efef5ec'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:58:22.656035 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-916354cd-1040-42d7-8b65-68df5b72633f service neutron] Attempting to bind port a77c407f-5638-4a76-a32e-cd44fe684c67 on network 130dc8cf-87ce-46df-b452-32f98efef5ec {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:22.666078 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-916354cd-1040-42d7-8b65-68df5b72633f service neutron] Port a77c407f-5638-4a76-a32e-cd44fe684c67 on network 130dc8cf-87ce-46df-b452-32f98efef5ec not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:58:22.666707 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-916354cd-1040-42d7-8b65-68df5b72633f service neutron] Attempting to bind port a77c407f-5638-4a76-a32e-cd44fe684c67 on network 130dc8cf-87ce-46df-b452-32f98efef5ec {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:22.704042 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663cbab-2563-4608-a0cd-37fc103c330f req-f12d38b1-c92b-4a18-9f63-4a4ee8fc5e2f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:22.728871 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663cbab-2563-4608-a0cd-37fc103c330f req-f12d38b1-c92b-4a18-9f63-4a4ee8fc5e2f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:22.733254 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52932f1a-3b7b-4a37-9649-63f17da53f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-a4f6bb21-f268-47b8-92d6-32a47b9a87a5', 'network_id': 'a4f6bb21-f268-47b8-92d6-32a47b9a87a5', 'tenant_id': '551a315ffea547a0b00e1fd391dacf5b', 'fixed_ips': [{'subnet_id': '60ec3718-a785-432b-8a78-ccf47737f936'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 20:58:22.734055 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-52932f1a-3b7b-4a37-9649-63f17da53f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:22.750234 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663cbab-2563-4608-a0cd-37fc103c330f req-f12d38b1-c92b-4a18-9f63-4a4ee8fc5e2f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:22.763893 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663cbab-2563-4608-a0cd-37fc103c330f req-f12d38b1-c92b-4a18-9f63-4a4ee8fc5e2f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:22.770935 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663cbab-2563-4608-a0cd-37fc103c330f req-f12d38b1-c92b-4a18-9f63-4a4ee8fc5e2f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:22.778293 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663cbab-2563-4608-a0cd-37fc103c330f req-f12d38b1-c92b-4a18-9f63-4a4ee8fc5e2f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:22.786869 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663cbab-2563-4608-a0cd-37fc103c330f req-f12d38b1-c92b-4a18-9f63-4a4ee8fc5e2f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:22.789233 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c663cbab-2563-4608-a0cd-37fc103c330f req-f12d38b1-c92b-4a18-9f63-4a4ee8fc5e2f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5431 time: 0.4072351 Jul 07 20:58:22.790067 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-916354cd-1040-42d7-8b65-68df5b72633f service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:58:22.790412 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-916354cd-1040-42d7-8b65-68df5b72633f service neutron] Checking segment: {'id': '7c79a5dc-56f0-4f78-9e96-5ef6e18227c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '130dc8cf-87ce-46df-b452-32f98efef5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:58:22.790805 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-916354cd-1040-42d7-8b65-68df5b72633f service neutron] Bound using segment: {'id': '7c79a5dc-56f0-4f78-9e96-5ef6e18227c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '130dc8cf-87ce-46df-b452-32f98efef5ec'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:58:22.791259 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-916354cd-1040-42d7-8b65-68df5b72633f service neutron] Bound port: a77c407f-5638-4a76-a32e-cd44fe684c67, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c79a5dc-56f0-4f78-9e96-5ef6e18227c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '130dc8cf-87ce-46df-b452-32f98efef5ec'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:58:22.791647 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-916354cd-1040-42d7-8b65-68df5b72633f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:22.813001 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-a9783196-4c3e-4fee-b6e2-d66cd6c50944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'name': 'tempest-ServerActionsTestJSON-407069327-router', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:57:35Z', 'updated_at': '2021-07-07T20:57:42Z', 'revision_number': 4, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'gw_port': {'id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:36Z', 'updated_at': '2021-07-07T20:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'eecb5387-0afe-42f4-8246-d2381cc67133', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'port_id': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'mac_address': 'fa:16:3e:6e:cb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb62a516-875e-45f2-b801-06fd1678ac2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:57:50Z', 'updated_at': '2021-07-07T20:58:19Z', 'revision_number': 1, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae', 'name': '', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'mac_address': 'fa:16:3e:fe:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:40Z', 'updated_at': '2021-07-07T20:57:49Z', 'revision_number': 5, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'subnets': [{'id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:22.859183 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd21cd-face-462a-906e-ffea413be183 req-4a5fb6bf-2ffb-4d55-a227-474d956770b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:22.860809 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-05bd21cd-face-462a-906e-ffea413be183 req-4a5fb6bf-2ffb-4d55-a227-474d956770b7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 912 time: 0.4129908 Jul 07 20:58:22.871493 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9783196-4c3e-4fee-b6e2-d66cd6c50944 None None] Checking router: ca0e0895-e699-47d2-b1aa-2b64161762a7 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:58:22.941107 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ea2bb094-d49c-4dde-b065-ef505d9b03a7 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:58:22.990808 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9385-8189-4cfe-bb98-478cd7f13e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:22.993140 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9783196-4c3e-4fee-b6e2-d66cd6c50944 None None] Routers {'ca0e0895-e699-47d2-b1aa-2b64161762a7'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:58:22.994588 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-a9783196-4c3e-4fee-b6e2-d66cd6c50944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:58:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ca0e0895-e699-47d2-b1aa-2b64161762a7'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:23.049286 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-05bd21cd-face-462a-906e-ffea413be183 req-21133e98-6dfe-4382-b9cc-e7994b604d18 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a HTTP/1.1" status: 200 len: 1000 time: 0.0999870 Jul 07 20:58:23.090758 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c663cbab-2563-4608-a0cd-37fc103c330f req-b5c705a6-c85c-4bbb-86cd-0ba0e056031a tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2545784 Jul 07 20:58:23.134956 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a97537-0d85-40fc-9b1b-383865c7ee2f req-a88b16c6-013d-4b85-9de6-cf1f972ac8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:23.135548 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a97537-0d85-40fc-9b1b-383865c7ee2f req-a88b16c6-013d-4b85-9de6-cf1f972ac8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:23.136070 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a97537-0d85-40fc-9b1b-383865c7ee2f req-a88b16c6-013d-4b85-9de6-cf1f972ac8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:23.136588 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a97537-0d85-40fc-9b1b-383865c7ee2f req-a88b16c6-013d-4b85-9de6-cf1f972ac8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:23.137097 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a97537-0d85-40fc-9b1b-383865c7ee2f req-a88b16c6-013d-4b85-9de6-cf1f972ac8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:23.137815 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a97537-0d85-40fc-9b1b-383865c7ee2f req-a88b16c6-013d-4b85-9de6-cf1f972ac8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:23.138299 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a97537-0d85-40fc-9b1b-383865c7ee2f req-a88b16c6-013d-4b85-9de6-cf1f972ac8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:23.140538 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6a97537-0d85-40fc-9b1b-383865c7ee2f req-a88b16c6-013d-4b85-9de6-cf1f972ac8ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8ed23dfe8df44cbb137b377fa7cb243&device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 6453 time: 0.4661405 Jul 07 20:58:23.176557 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955a187-3ea4-4f35-9d1d-ac104376bda3 req-ab20f312-70b8-4cf9-bef8-68ad8ec4e4ee tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:23.185824 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d955a187-3ea4-4f35-9d1d-ac104376bda3 req-ab20f312-70b8-4cf9-bef8-68ad8ec4e4ee tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=84012b03-06af-46d0-a4b6-f00c28f70f82 HTTP/1.1" status: 200 len: 944 time: 0.3906224 Jul 07 20:58:23.205765 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-52932f1a-3b7b-4a37-9649-63f17da53f5d None None] Allocated IP 172.20.0.2 (a4f6bb21-f268-47b8-92d6-32a47b9a87a5/60ec3718-a785-432b-8a78-ccf47737f936/1a508203-077c-4765-bf27-826b604fcb53) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:58:23.212177 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port ea2bb094-d49c-4dde-b065-ef505d9b03a7 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:58:23.221169 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port ea2bb094-d49c-4dde-b065-ef505d9b03a7 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:23.221740 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:23.226441 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-a9783196-4c3e-4fee-b6e2-d66cd6c50944 None None] Set router ca0e0895-e699-47d2-b1aa-2b64161762a7 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:58:23.312340 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-916354cd-1040-42d7-8b65-68df5b72633f service neutron] For port a77c407f-5638-4a76-a32e-cd44fe684c67, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:58:23.318757 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd21cd-face-462a-906e-ffea413be183 req-06a99004-e3a0-490f-8e20-277ff8b5f493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:23.324832 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-05bd21cd-face-462a-906e-ffea413be183 req-06a99004-e3a0-490f-8e20-277ff8b5f493 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 200 len: 850 time: 0.2397645 Jul 07 20:58:23.392368 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a97537-0d85-40fc-9b1b-383865c7ee2f req-00b0e6b2-3dae-44ad-95f8-f966811663fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:23.392774 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a97537-0d85-40fc-9b1b-383865c7ee2f req-00b0e6b2-3dae-44ad-95f8-f966811663fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:23.393264 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a97537-0d85-40fc-9b1b-383865c7ee2f req-00b0e6b2-3dae-44ad-95f8-f966811663fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:23.395550 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6a97537-0d85-40fc-9b1b-383865c7ee2f req-00b0e6b2-3dae-44ad-95f8-f966811663fd service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d8ed23dfe8df44cbb137b377fa7cb243&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2426443 Jul 07 20:58:23.414734 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-916354cd-1040-42d7-8b65-68df5b72633f service neutron] For port a77c407f-5638-4a76-a32e-cd44fe684c67, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a77c407f-5638-4a76-a32e-cd44fe684c67,segment=NetworkSegment(7c79a5dc-56f0-4f78-9e96-5ef6e18227c7),segment_id=7c79a5dc-56f0-4f78-9e96-5ef6e18227c7)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:58:23.530500 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-916354cd-1040-42d7-8b65-68df5b72633f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:23.603132 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d955a187-3ea4-4f35-9d1d-ac104376bda3 req-cec79a90-779b-421b-a7be-3bb46685c623 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163110 Jul 07 20:58:23.646043 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-916354cd-1040-42d7-8b65-68df5b72633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:23.655108 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-916354cd-1040-42d7-8b65-68df5b72633f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:23.659398 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-916354cd-1040-42d7-8b65-68df5b72633f service neutron] 10.222.0.39 "PUT /v2.0/ports/a77c407f-5638-4a76-a32e-cd44fe684c67 HTTP/1.1" status: 200 len: 1092 time: 3.7397211 Jul 07 20:58:23.678604 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'tag': 'a77c407f-5638-4a76-a32e-cd44fe684c67'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:23.690365 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4032cfa5-c4eb-4b98-9566-6a2218aec58e" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "tag": "a77c407f-5638-4a76-a32e-cd44fe684c67"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:23.755637 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd21cd-face-462a-906e-ffea413be183 req-23b1ea9c-9a0c-4be7-a24e-ae537ce9586c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:23.762937 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-05bd21cd-face-462a-906e-ffea413be183 req-23b1ea9c-9a0c-4be7-a24e-ae537ce9586c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4231269 Jul 07 20:58:23.816838 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916354cd-1040-42d7-8b65-68df5b72633f service neutron] Pushing event updated for resources: {'Port': ['ID=a77c407f-5638-4a76-a32e-cd44fe684c67,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:23.877550 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a97537-0d85-40fc-9b1b-383865c7ee2f req-b0a89b7f-d5dc-4ac3-b45b-2a79e0338d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:23.879735 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6a97537-0d85-40fc-9b1b-383865c7ee2f req-b0a89b7f-d5dc-4ac3-b45b-2a79e0338d92 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4597492 Jul 07 20:58:23.882789 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:23.924776 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-52932f1a-3b7b-4a37-9649-63f17da53f5d None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:23.961840 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-52932f1a-3b7b-4a37-9649-63f17da53f5d None None] Transition to ACTIVE for port object 1a508203-077c-4765-bf27-826b604fcb53 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:58:23.995688 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port ea2bb094-d49c-4dde-b065-ef505d9b03a7, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ea2bb094-d49c-4dde-b065-ef505d9b03a7,segment=NetworkSegment(c60f4b6c-102e-493a-bdb8-9f8d992660d3),segment_id=c60f4b6c-102e-493a-bdb8-9f8d992660d3)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:24.007759 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-52932f1a-3b7b-4a37-9649-63f17da53f5d None None] Transition to ACTIVE for port object 1a508203-077c-4765-bf27-826b604fcb53 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:58:24.013891 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:24.093914 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-a9783196-4c3e-4fee-b6e2-d66cd6c50944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'name': 'tempest-ServerActionsTestJSON-407069327-router', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:57:35Z', 'updated_at': '2021-07-07T20:57:42Z', 'revision_number': 4, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'gw_port': {'id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:36Z', 'updated_at': '2021-07-07T20:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'eecb5387-0afe-42f4-8246-d2381cc67133', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'port_id': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'mac_address': 'fa:16:3e:6e:cb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb62a516-875e-45f2-b801-06fd1678ac2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:57:50Z', 'updated_at': '2021-07-07T20:58:19Z', 'revision_number': 1, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae', 'name': '', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'mac_address': 'fa:16:3e:fe:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:40Z', 'updated_at': '2021-07-07T20:57:49Z', 'revision_number': 5, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'subnets': [{'id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:24.097505 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=ea2bb094-d49c-4dde-b065-ef505d9b03a7,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:24.111474 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-52932f1a-3b7b-4a37-9649-63f17da53f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:24.169780 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-05bd21cd-face-462a-906e-ffea413be183 req-ff4d0405-a235-449a-b41a-a997a2b3b485 service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990574 Jul 07 20:58:24.191579 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9783196-4c3e-4fee-b6e2-d66cd6c50944 None None] The sync data for ids ['ca0e0895-e699-47d2-b1aa-2b64161762a7'] in n-d-695189-11 is: [{'id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'name': 'tempest-ServerActionsTestJSON-407069327-router', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:57:35Z', 'updated_at': '2021-07-07T20:57:42Z', 'revision_number': 4, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'gw_port': {'id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:36Z', 'updated_at': '2021-07-07T20:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'eecb5387-0afe-42f4-8246-d2381cc67133', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'port_id': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'mac_address': 'fa:16:3e:6e:cb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb62a516-875e-45f2-b801-06fd1678ac2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:57:50Z', 'updated_at': '2021-07-07T20:58:19Z', 'revision_number': 1, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae', 'name': '', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'mac_address': 'fa:16:3e:fe:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:40Z', 'updated_at': '2021-07-07T20:57:49Z', 'revision_number': 5, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'subnets': [{'id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:58:24.213170 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52932f1a-3b7b-4a37-9649-63f17da53f5d None None] Network a4f6bb21-f268-47b8-92d6-32a47b9a87a5 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:58:24.219405 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-52932f1a-3b7b-4a37-9649-63f17da53f5d None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:58:24.223955 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52932f1a-3b7b-4a37-9649-63f17da53f5d None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:58:24.253621 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d38d6-10d9-457c-b1d5-a2bfa2db3a61 req-fb16a095-a105-471b-ba33-398998f6c7c8 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:24.265674 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-366d38d6-10d9-457c-b1d5-a2bfa2db3a61 req-fb16a095-a105-471b-ba33-398998f6c7c8 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.3185720 Jul 07 20:58:24.305577 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52932f1a-3b7b-4a37-9649-63f17da53f5d None None] Pushing event updated for resources: {'Port': ['ID=1a508203-077c-4765-bf27-826b604fcb53,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:24.307195 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-7cc2557d-779f-4c37-bd62-c00874d7a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:24.309546 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-7cc2557d-779f-4c37-bd62-c00874d7a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:24.310481 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-7cc2557d-779f-4c37-bd62-c00874d7a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:24.310679 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-7cc2557d-779f-4c37-bd62-c00874d7a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:24.311160 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-7cc2557d-779f-4c37-bd62-c00874d7a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:24.311663 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-7cc2557d-779f-4c37-bd62-c00874d7a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:24.312158 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-7cc2557d-779f-4c37-bd62-c00874d7a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:24.314198 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-7cc2557d-779f-4c37-bd62-c00874d7a65d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8ed23dfe8df44cbb137b377fa7cb243&device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 6495 time: 0.3763242 Jul 07 20:58:24.341753 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 8e013f9e-ef93-4605-9124-7dc5aeceb98b up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:58:24.417908 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9385-8189-4cfe-bb98-478cd7f13e65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:24.458867 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-52932f1a-3b7b-4a37-9649-63f17da53f5d None None] Attempting to bind port 1a508203-077c-4765-bf27-826b604fcb53 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:58:24.459717 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-52932f1a-3b7b-4a37-9649-63f17da53f5d None None] Attempting to bind port 1a508203-077c-4765-bf27-826b604fcb53 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '3dc55712-beee-412b-b107-ec0e3dc89cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a4f6bb21-f268-47b8-92d6-32a47b9a87a5'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:58:24.460339 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52932f1a-3b7b-4a37-9649-63f17da53f5d None None] Attempting to bind port 1a508203-077c-4765-bf27-826b604fcb53 on network a4f6bb21-f268-47b8-92d6-32a47b9a87a5 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:24.464584 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9385-8189-4cfe-bb98-478cd7f13e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:24.470190 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52932f1a-3b7b-4a37-9649-63f17da53f5d None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:58:24.470873 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52932f1a-3b7b-4a37-9649-63f17da53f5d None None] Checking segment: {'id': '3dc55712-beee-412b-b107-ec0e3dc89cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a4f6bb21-f268-47b8-92d6-32a47b9a87a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:58:24.471551 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-52932f1a-3b7b-4a37-9649-63f17da53f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:24.472223 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52932f1a-3b7b-4a37-9649-63f17da53f5d None None] Bound using segment: {'id': '3dc55712-beee-412b-b107-ec0e3dc89cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a4f6bb21-f268-47b8-92d6-32a47b9a87a5'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:58:24.473092 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-52932f1a-3b7b-4a37-9649-63f17da53f5d None None] Bound port: 1a508203-077c-4765-bf27-826b604fcb53, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc55712-beee-412b-b107-ec0e3dc89cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a4f6bb21-f268-47b8-92d6-32a47b9a87a5'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:58:24.473714 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-52932f1a-3b7b-4a37-9649-63f17da53f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:24.488031 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-7f51e7c4-af1f-4b0b-b4e5-4e1da3e09a21 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8debe46-f092-4659-88e9-d9aeeb58dcce HTTP/1.1" status: 200 len: 217 time: 0.1562252 Jul 07 20:58:24.635514 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 8e013f9e-ef93-4605-9124-7dc5aeceb98b completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:58:24.654290 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 8e013f9e-ef93-4605-9124-7dc5aeceb98b triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:24.654290 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:24.670378 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8229f0-8939-4b08-a8e6-e001c5922274 None None] New status for floating IP eecb5387-0afe-42f4-8246-d2381cc67133: ACTIVE {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:58:24.684248 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-0518d541-2c23-4f25-a3ff-85d7e92d2517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:24.692442 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-0518d541-2c23-4f25-a3ff-85d7e92d2517 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25a8ccb4-86fa-467a-bd9b-20bcc350e316 HTTP/1.1" status: 200 len: 856 time: 0.1847587 Jul 07 20:58:24.694557 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6296f560-1605-426b-aba8-a44d24725004 x-openstack-request-id: req-6296f560-1605-426b-aba8-a44d24725004 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:24.694852 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "tag": "a77c407f-5638-4a76-a32e-cd44fe684c67", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:24.695111 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6296f560-1605-426b-aba8-a44d24725004 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:24.695595 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'tag': 'a77c407f-5638-4a76-a32e-cd44fe684c67', 'status': 'completed', 'code': 200} Jul 07 20:58:24.764785 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-05bd21cd-face-462a-906e-ffea413be183 req-930d272d-32f5-45ad-8932-8f4a5a6fad0f service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429053 Jul 07 20:58:24.792490 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-52932f1a-3b7b-4a37-9649-63f17da53f5d None None] For port 1a508203-077c-4765-bf27-826b604fcb53, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:58:24.834349 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-6d2d9385-8189-4cfe-bb98-478cd7f13e65 admin admin] Allocated IP 172.25.5.132 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/b948f811-a853-4ba3-a38a-67540d57b72f) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:58:24.853345 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-52932f1a-3b7b-4a37-9649-63f17da53f5d None None] For port 1a508203-077c-4765-bf27-826b604fcb53, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=1a508203-077c-4765-bf27-826b604fcb53,segment=NetworkSegment(3dc55712-beee-412b-b107-ec0e3dc89cbb),segment_id=3dc55712-beee-412b-b107-ec0e3dc89cbb)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:58:24.883452 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-366d38d6-10d9-457c-b1d5-a2bfa2db3a61 req-d92b80d5-183a-489f-a779-1eb197e02d34 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6096802 Jul 07 20:58:24.924185 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-52932f1a-3b7b-4a37-9649-63f17da53f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:24.963659 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-3446d6d2-ef5c-489c-81dd-311792a6398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:24.973738 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-3446d6d2-ef5c-489c-81dd-311792a6398f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7847ed4-ca64-408b-b349-0ebf1cd2485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2686708 Jul 07 20:58:24.999949 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ea2bb094-d49c-4dde-b065-ef505d9b03a7 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:58:25.030720 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91e6ab-dce5-4714-8152-7ae5de30d2d5 req-b7eb5cb6-e416-4042-b357-df12cc5bede6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:25.061569 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91e6ab-dce5-4714-8152-7ae5de30d2d5 req-b7eb5cb6-e416-4042-b357-df12cc5bede6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:25.073231 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91e6ab-dce5-4714-8152-7ae5de30d2d5 req-b7eb5cb6-e416-4042-b357-df12cc5bede6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:25.087643 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91e6ab-dce5-4714-8152-7ae5de30d2d5 req-b7eb5cb6-e416-4042-b357-df12cc5bede6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:25.109749 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91e6ab-dce5-4714-8152-7ae5de30d2d5 req-b7eb5cb6-e416-4042-b357-df12cc5bede6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:25.124499 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:25.129722 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91e6ab-dce5-4714-8152-7ae5de30d2d5 req-b7eb5cb6-e416-4042-b357-df12cc5bede6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:25.146613 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9385-8189-4cfe-bb98-478cd7f13e65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:25.147852 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91e6ab-dce5-4714-8152-7ae5de30d2d5 req-b7eb5cb6-e416-4042-b357-df12cc5bede6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:25.160802 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7d91e6ab-dce5-4714-8152-7ae5de30d2d5 req-b7eb5cb6-e416-4042-b357-df12cc5bede6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5431 time: 0.3434277 Jul 07 20:58:25.213303 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52932f1a-3b7b-4a37-9649-63f17da53f5d None None] Pushing event updated for resources: {'Port': ['ID=1a508203-077c-4765-bf27-826b604fcb53,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:25.260055 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84012b03-06af-46d0-a4b6-f00c28f70f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e013f9e-ef93-4605-9124-7dc5aeceb98b'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:25.264092 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db23730f-1183-4d76-b2ec-94cb3ea724aa" -d '{"events": [{"server_uuid": "84012b03-06af-46d0-a4b6-f00c28f70f82", "name": "network-vif-plugged", "status": "completed", "tag": "8e013f9e-ef93-4605-9124-7dc5aeceb98b"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:25.290496 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9385-8189-4cfe-bb98-478cd7f13e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:25.306649 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 8e013f9e-ef93-4605-9124-7dc5aeceb98b, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=8e013f9e-ef93-4605-9124-7dc5aeceb98b,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:25.328608 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port ea2bb094-d49c-4dde-b065-ef505d9b03a7 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:25.328997 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:25.341381 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:25.354943 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2d9385-8189-4cfe-bb98-478cd7f13e65 admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:58:25.360865 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-6d2d9385-8189-4cfe-bb98-478cd7f13e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:58:25.365354 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2d9385-8189-4cfe-bb98-478cd7f13e65 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:58:25.400512 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7d91e6ab-dce5-4714-8152-7ae5de30d2d5 req-b76736ea-d37a-4dc7-b7fa-a3acc064e7f7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2385662 Jul 07 20:58:25.410395 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d9385-8189-4cfe-bb98-478cd7f13e65 admin admin] Pushing event updated for resources: {'Port': ['ID=b948f811-a853-4ba3-a38a-67540d57b72f,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:25.567380 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-ffcde2a3-8a15-455d-b486-0ddeb07967e2 service neutron] 10.222.0.39 "GET /v2.0/networks/d7847ed4-ca64-408b-b349-0ebf1cd2485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002841 Jul 07 20:58:25.607257 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0b65c-9e7e-42a3-8672-d33f4462bd16 req-65af0bdb-0ba4-418e-bd05-a0232d4bd66b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:25.615129 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-80a0b65c-9e7e-42a3-8672-d33f4462bd16 req-65af0bdb-0ba4-418e-bd05-a0232d4bd66b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=84012b03-06af-46d0-a4b6-f00c28f70f82 HTTP/1.1" status: 200 len: 945 time: 0.2909911 Jul 07 20:58:25.659371 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=8e013f9e-ef93-4605-9124-7dc5aeceb98b,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:25.708384 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-894b1232-44ed-4b3d-a5b4-5047d42370f4 service neutron] 10.222.0.39 "GET /v2.0/networks/d7847ed4-ca64-408b-b349-0ebf1cd2485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325521 Jul 07 20:58:25.776420 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-78d12713-a0c4-46ae-8b0b-68b54cf74521 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=7d14b38d-99b1-4ecc-a5b4-516596f20a7d HTTP/1.1" status: 200 len: 217 time: 0.0590632 Jul 07 20:58:25.843547 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-80a0b65c-9e7e-42a3-8672-d33f4462bd16 req-de34a0e6-4b2a-4195-8f1f-d20695e59b8c tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271533 Jul 07 20:58:25.866818 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-91f536ac-49e2-4219-bbe5-2dabad6a2799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:25.868288 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-91f536ac-49e2-4219-bbe5-2dabad6a2799 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a8fdf37-b343-4524-a6c8-f523c2ecf15b HTTP/1.1" status: 200 len: 797 time: 0.0847204 Jul 07 20:58:25.917052 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03ca770-a73d-410d-a637-66709d0b2edf x-openstack-request-id: req-a03ca770-a73d-410d-a637-66709d0b2edf {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:25.917585 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84012b03-06af-46d0-a4b6-f00c28f70f82", "name": "network-vif-plugged", "status": "completed", "tag": "8e013f9e-ef93-4605-9124-7dc5aeceb98b", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:25.918021 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a03ca770-a73d-410d-a637-66709d0b2edf {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:25.918691 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84012b03-06af-46d0-a4b6-f00c28f70f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e013f9e-ef93-4605-9124-7dc5aeceb98b', 'code': 200} Jul 07 20:58:26.075217 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-5aa1cb38-19cf-4697-8f44-7edf1c2e90a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:26.076835 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-5aa1cb38-19cf-4697-8f44-7edf1c2e90a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1970837 Jul 07 20:58:26.250706 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-d2fd4916-4e0a-4cff-8624-5b313a66a55b service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638417 Jul 07 20:58:26.356187 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91e32a-124d-4742-b43e-62578cfef577 req-cee6da92-4e88-4ded-a470-ed733e0c21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:26.358303 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7b91e32a-124d-4742-b43e-62578cfef577 req-cee6da92-4e88-4ded-a470-ed733e0c21c7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84012b03-06af-46d0-a4b6-f00c28f70f82 HTTP/1.1" status: 200 len: 1097 time: 0.3522651 Jul 07 20:58:26.416062 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7b91e32a-124d-4742-b43e-62578cfef577 req-0db24f93-d962-426a-9964-e70635f5a992 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485578 Jul 07 20:58:26.520945 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9385-8189-4cfe-bb98-478cd7f13e65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:26.525666 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de20a4-8cc3-4dd2-8a11-9b1b88f22d32 req-a11e583c-0835-462f-b086-f49173f44b7c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:26.540404 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-38de20a4-8cc3-4dd2-8a11-9b1b88f22d32 req-a11e583c-0835-462f-b086-f49173f44b7c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2886035 Jul 07 20:58:26.546383 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-80cda7d5-dbc1-4bbe-a57d-9a038f91e3ac service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800603 Jul 07 20:58:26.613681 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 86479d78-7e46-4d17-8f40-fe257e0b714c details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:58:26.620412 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-66f59c45-20d4-4e54-bc93-06cff7be8c1b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=ce444991-9912-4375-ba9b-d17a03e9be39 HTTP/1.1" status: 200 len: 217 time: 0.0533793 Jul 07 20:58:26.705023 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-38de20a4-8cc3-4dd2-8a11-9b1b88f22d32 req-ad5502d9-5039-4679-8028-537b04cbd0e9 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573112 Jul 07 20:58:26.769210 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-4bd78e4e-b74a-4d99-9309-e7f5ea5bcee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:26.771627 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-4bd78e4e-b74a-4d99-9309-e7f5ea5bcee3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a8fdf37-b343-4524-a6c8-f523c2ecf15b HTTP/1.1" status: 200 len: 797 time: 0.1371152 Jul 07 20:58:26.851604 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d18f2-3ccf-4017-9294-be85a0493ff8 req-6a2bb483-f878-4e03-871f-23996e4090a4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:26.853424 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 86479d78-7e46-4d17-8f40-fe257e0b714c, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=86479d78-7e46-4d17-8f40-fe257e0b714c,segment=NetworkSegment(4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5),segment_id=4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:26.858683 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d18f2-3ccf-4017-9294-be85a0493ff8 req-6a2bb483-f878-4e03-871f-23996e4090a4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:26.864926 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d18f2-3ccf-4017-9294-be85a0493ff8 req-6a2bb483-f878-4e03-871f-23996e4090a4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:26.883303 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '86479d78-7e46-4d17-8f40-fe257e0b714c', 'network_id': '3dc99b88-9b3c-4338-bfc2-d73c0699ed8c', 'port_id': '86479d78-7e46-4d17-8f40-fe257e0b714c', 'mac_address': 'fa:16:3e:78:27:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6138be9f-e804-44e1-a8e2-f9b666a6f8d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:58:26.886228 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d18f2-3ccf-4017-9294-be85a0493ff8 req-6a2bb483-f878-4e03-871f-23996e4090a4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:26.895056 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9385-8189-4cfe-bb98-478cd7f13e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:26.909368 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d18f2-3ccf-4017-9294-be85a0493ff8 req-6a2bb483-f878-4e03-871f-23996e4090a4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:26.915650 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d18f2-3ccf-4017-9294-be85a0493ff8 req-6a2bb483-f878-4e03-871f-23996e4090a4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:26.928151 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d18f2-3ccf-4017-9294-be85a0493ff8 req-6a2bb483-f878-4e03-871f-23996e4090a4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:26.942029 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-408d18f2-3ccf-4017-9294-be85a0493ff8 req-6a2bb483-f878-4e03-871f-23996e4090a4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5431 time: 0.2570629 Jul 07 20:58:26.991215 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:26.997808 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838554c2-e560-4845-b17a-0947f0d28f8f None None] Network a4f6bb21-f268-47b8-92d6-32a47b9a87a5 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:58:27.003466 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-408d18f2-3ccf-4017-9294-be85a0493ff8 req-63733e9a-cd1c-4162-9177-63ea3fab4743 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605018 Jul 07 20:58:27.012811 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-205daf7f-489c-4b21-bedb-20cfc154f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:27.013261 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 1a508203-077c-4765-bf27-826b604fcb53 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:58:27.014884 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-205daf7f-489c-4b21-bedb-20cfc154f070 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2287645 Jul 07 20:58:27.137425 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2d9385-8189-4cfe-bb98-478cd7f13e65 admin admin] Router 71ab9152-6917-4d58-bbb6-21e11b946c9f is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 20:58:27.169069 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86479d78-7e46-4d17-8f40-fe257e0b714c {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:27.200279 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-70105d0d-63ff-4745-b159-a8d7b30bd9d7 service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732075 Jul 07 20:58:27.279749 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 86479d78-7e46-4d17-8f40-fe257e0b714c, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=86479d78-7e46-4d17-8f40-fe257e0b714c,segment=NetworkSegment(4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5),segment_id=4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:27.291212 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-86eb6248-da5c-4aaa-afb2-7ed44ea989fe None None] Provisioning for port 1a508203-077c-4765-bf27-826b604fcb53 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:58:27.298221 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 1a508203-077c-4765-bf27-826b604fcb53 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:58:27.303437 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:27.306012 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2d9385-8189-4cfe-bb98-478cd7f13e65 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:58:27.330831 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d2d9385-8189-4cfe-bb98-478cd7f13e65 admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:27.333533 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6d2d9385-8189-4cfe-bb98-478cd7f13e65 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9389148 Jul 07 20:58:27.336232 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49052) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:27.361216 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 1a508203-077c-4765-bf27-826b604fcb53 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:27.361593 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:27.367310 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] Sync routers for ids ['71ab9152-6917-4d58-bbb6-21e11b946c9f'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:58:27.373290 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-86eb6248-da5c-4aaa-afb2-7ed44ea989fe None None] Provisioning complete for port 1a508203-077c-4765-bf27-826b604fcb53 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:27.373669 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-86eb6248-da5c-4aaa-afb2-7ed44ea989fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:27.392230 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ef733-42a8-471e-9f5f-6a2168b50438 req-fbca85cf-82f0-43c6-8f52-a2159fccc850 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:27.394216 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f45ef733-42a8-471e-9f5f-6a2168b50438 req-fbca85cf-82f0-43c6-8f52-a2159fccc850 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=84012b03-06af-46d0-a4b6-f00c28f70f82 HTTP/1.1" status: 200 len: 945 time: 0.1734900 Jul 07 20:58:27.396955 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-d38f46e7-3008-40f3-84b4-8dd2231c7a93 service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870430 Jul 07 20:58:27.458454 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-bc27405a-c780-408b-8a37-caef1568a063 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=da814a29-6446-40eb-ac99-e49de62cc5fa HTTP/1.1" status: 200 len: 217 time: 0.0410197 Jul 07 20:58:27.496526 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f45ef733-42a8-471e-9f5f-6a2168b50438 req-a65e9c77-0f61-4e7a-b09a-70ebca5e992e tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966501 Jul 07 20:58:27.569562 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] Routers {'71ab9152-6917-4d58-bbb6-21e11b946c9f'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:58:27.570220 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:58:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['71ab9152-6917-4d58-bbb6-21e11b946c9f'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:27.602801 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-2e04b3d2-8368-4381-ab36-b65ebc1d5209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:27.604731 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-2e04b3d2-8368-4381-ab36-b65ebc1d5209 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a8fdf37-b343-4524-a6c8-f523c2ecf15b HTTP/1.1" status: 200 len: 797 time: 0.1263182 Jul 07 20:58:27.642485 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['86479d78-7e46-4d17-8f40-fe257e0b714c'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:58:27.660706 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=86479d78-7e46-4d17-8f40-fe257e0b714c,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:27.700686 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-8625de99-3833-4800-b61f-6f09dd2217ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:27.703351 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-8625de99-3833-4800-b61f-6f09dd2217ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0900161 Jul 07 20:58:27.878790 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-ba7ffc1b-8942-4c09-a4d6-78ba61ec1ee0 service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659455 Jul 07 20:58:27.989912 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ca866df2-9b2e-4b9e-b02a-96486bf474cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:28.168242 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] Set router 71ab9152-6917-4d58-bbb6-21e11b946c9f gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:58:28.205333 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-ca866df2-9b2e-4b9e-b02a-96486bf474cd admin admin] Allocated IP 172.20.0.1 (a4f6bb21-f268-47b8-92d6-32a47b9a87a5/60ec3718-a785-432b-8a78-ccf47737f936/5831e45b-d179-4c16-8636-8a36ddccdd13) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:58:28.356432 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ca866df2-9b2e-4b9e-b02a-96486bf474cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:28.373217 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-ca866df2-9b2e-4b9e-b02a-96486bf474cd admin admin] Transition to ACTIVE for port object 5831e45b-d179-4c16-8636-8a36ddccdd13 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:58:28.396999 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:28.415196 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-86eb6248-da5c-4aaa-afb2-7ed44ea989fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:28.426590 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ca866df2-9b2e-4b9e-b02a-96486bf474cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:28.486533 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca866df2-9b2e-4b9e-b02a-96486bf474cd admin admin] Network a4f6bb21-f268-47b8-92d6-32a47b9a87a5 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:58:28.491680 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-ca866df2-9b2e-4b9e-b02a-96486bf474cd admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:58:28.496875 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca866df2-9b2e-4b9e-b02a-96486bf474cd admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:58:28.524034 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 1a508203-077c-4765-bf27-826b604fcb53, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=1a508203-077c-4765-bf27-826b604fcb53,segment=NetworkSegment(3dc55712-beee-412b-b107-ec0e3dc89cbb),segment_id=3dc55712-beee-412b-b107-ec0e3dc89cbb)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:28.532946 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca866df2-9b2e-4b9e-b02a-96486bf474cd admin admin] Pushing event updated for resources: {'Port': ['ID=5831e45b-d179-4c16-8636-8a36ddccdd13,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:28.534236 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50ac15-35d2-49e2-adc9-e50a93faa21d req-d464feab-3cd6-4711-b063-cef41ce6c66a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:28.535905 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eb50ac15-35d2-49e2-adc9-e50a93faa21d req-d464feab-3cd6-4711-b063-cef41ce6c66a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 945 time: 0.6553373 Jul 07 20:58:28.538278 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-96435008-92a0-425e-b88f-5a9144de8034 service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6383104 Jul 07 20:58:28.564226 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ca866df2-9b2e-4b9e-b02a-96486bf474cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:28.570420 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:28.671600 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-740ecad5-5790-47e8-969b-53c477aa2333 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=68d40fb0-f23d-4aa9-84f7-cf2df107430a HTTP/1.1" status: 200 len: 217 time: 0.1204655 Jul 07 20:58:28.695997 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=1a508203-077c-4765-bf27-826b604fcb53,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:28.720690 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eb50ac15-35d2-49e2-adc9-e50a93faa21d req-96e0345d-78a6-4dba-9bd2-75f1d1a0162a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720359 Jul 07 20:58:28.794887 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.db.api [None req-86eb6248-da5c-4aaa-afb2-7ed44ea989fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 20:58:28.795427 n-d-695189-11 neutron-server[100449]: DEBUG oslo_db.api [None req-86eb6248-da5c-4aaa-afb2-7ed44ea989fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 20:58:28.833386 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ab9152-6917-4d58-bbb6-21e11b946c9f', 'name': 'tempest-TestAggregatesBasicOps-1228590718-router', 'tenant_id': '551a315ffea547a0b00e1fd391dacf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'b948f811-a853-4ba3-a38a-67540d57b72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:58:22Z', 'updated_at': '2021-07-07T20:58:25Z', 'revision_number': 3, 'project_id': '551a315ffea547a0b00e1fd391dacf5b', 'gw_port': {'id': 'b948f811-a853-4ba3-a38a-67540d57b72f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:aa:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ab9152-6917-4d58-bbb6-21e11b946c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:58:24Z', 'updated_at': '2021-07-07T20:58:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:28.848437 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ca866df2-9b2e-4b9e-b02a-96486bf474cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:28.885690 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-77d9a215-125c-42a4-bdfa-1eeda83d3bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:28.887842 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-77d9a215-125c-42a4-bdfa-1eeda83d3bad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a8fdf37-b343-4524-a6c8-f523c2ecf15b HTTP/1.1" status: 200 len: 797 time: 0.1712151 Jul 07 20:58:28.897051 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 1a508203-077c-4765-bf27-826b604fcb53 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:58:28.904447 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] Checking router: 71ab9152-6917-4d58-bbb6-21e11b946c9f for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:58:28.904980 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] Updating router 71ab9152-6917-4d58-bbb6-21e11b946c9f port b948f811-a853-4ba3-a38a-67540d57b72f binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:58:28.965172 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192eea10-2f41-463e-9250-ffac1e170145 req-ec202228-a9c2-4379-a375-97b3764be702 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:28.970923 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:28.973288 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192eea10-2f41-463e-9250-ffac1e170145 req-ec202228-a9c2-4379-a375-97b3764be702 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:28.979749 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192eea10-2f41-463e-9250-ffac1e170145 req-ec202228-a9c2-4379-a375-97b3764be702 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:28.986482 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192eea10-2f41-463e-9250-ffac1e170145 req-ec202228-a9c2-4379-a375-97b3764be702 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:28.992486 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192eea10-2f41-463e-9250-ffac1e170145 req-ec202228-a9c2-4379-a375-97b3764be702 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:28.998872 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192eea10-2f41-463e-9250-ffac1e170145 req-ec202228-a9c2-4379-a375-97b3764be702 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:29.010063 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192eea10-2f41-463e-9250-ffac1e170145 req-ec202228-a9c2-4379-a375-97b3764be702 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:29.015442 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 1a508203-077c-4765-bf27-826b604fcb53 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:29.015836 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:29.019420 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-192eea10-2f41-463e-9250-ffac1e170145 req-ec202228-a9c2-4379-a375-97b3764be702 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5431 time: 0.2155447 Jul 07 20:58:29.086136 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-192eea10-2f41-463e-9250-ffac1e170145 req-769419e8-5e13-4f00-865d-8ac4db2b7132 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645933 Jul 07 20:58:29.089349 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-9a33a4e9-1115-478e-8149-9c8893889252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:29.091645 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-9a33a4e9-1115-478e-8149-9c8893889252 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1873615 Jul 07 20:58:29.139276 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ca866df2-9b2e-4b9e-b02a-96486bf474cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:29.148503 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ca866df2-9b2e-4b9e-b02a-96486bf474cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:29.244488 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-cfab0fc9-1e8f-4e8f-99a2-c5cbb315fa27 service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440921 Jul 07 20:58:29.271609 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ca866df2-9b2e-4b9e-b02a-96486bf474cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:29.280094 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca866df2-9b2e-4b9e-b02a-96486bf474cd admin admin] Pushing event updated for resources: {'Port': ['ID=5831e45b-d179-4c16-8636-8a36ddccdd13,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:29.288987 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-57d4da9b-303c-4316-9545-a5e95801c681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:29.419668 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca866df2-9b2e-4b9e-b02a-96486bf474cd admin admin] Network a4f6bb21-f268-47b8-92d6-32a47b9a87a5 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:58:29.422116 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-ca866df2-9b2e-4b9e-b02a-96486bf474cd admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:58:29.425760 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-3b3f3538-d608-4c1e-825a-436075da67a0 service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678579 Jul 07 20:58:29.534986 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-85a9bbf8-740a-4e87-9df4-fe50057f38ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae HTTP/1.1" status: 200 len: 217 time: 0.0963268 Jul 07 20:58:29.585047 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0a010701-87bc-45c7-8488-27d400b3060c None None] Provisioning complete for port 1a508203-077c-4765-bf27-826b604fcb53 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:29.585341 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0a010701-87bc-45c7-8488-27d400b3060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:29.629562 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca866df2-9b2e-4b9e-b02a-96486bf474cd admin admin] Router 71ab9152-6917-4d58-bbb6-21e11b946c9f has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:58:29.765377 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-1434b970-8635-439c-8559-309d2fb11038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:29.766896 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-1434b970-8635-439c-8559-309d2fb11038 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=800a1a04-812c-4f34-af09-b34861c9f7e8 HTTP/1.1" status: 200 len: 797 time: 0.2101989 Jul 07 20:58:29.809063 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:29.843112 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] Transition to ACTIVE for port object b948f811-a853-4ba3-a38a-67540d57b72f will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:58:29.863073 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca866df2-9b2e-4b9e-b02a-96486bf474cd admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:58:29.883648 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5eb8a-aec9-4f6c-8b95-03da8a81ab9b req-1ed6bd59-a087-4f74-a5f8-659c3ee94d76 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:29.883648 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3aa5eb8a-aec9-4f6c-8b95-03da8a81ab9b req-1ed6bd59-a087-4f74-a5f8-659c3ee94d76 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=84012b03-06af-46d0-a4b6-f00c28f70f82 HTTP/1.1" status: 200 len: 945 time: 0.4469395 Jul 07 20:58:29.888869 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ca866df2-9b2e-4b9e-b02a-96486bf474cd admin admin] 10.222.0.64 "PUT /v2.0/routers/71ab9152-6917-4d58-bbb6-21e11b946c9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5505626 Jul 07 20:58:29.944850 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:30.008203 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0a010701-87bc-45c7-8488-27d400b3060c None None] Provisioning for port 5831e45b-d179-4c16-8636-8a36ddccdd13 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:58:30.026315 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa9f10-1787-48bd-ba6f-eaca5e8ced21 None None] Pushing event updated for resources: {'Port': ['ID=b948f811-a853-4ba3-a38a-67540d57b72f,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:30.030064 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0a010701-87bc-45c7-8488-27d400b3060c None None] Provisioning complete for port 5831e45b-d179-4c16-8636-8a36ddccdd13 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:30.033239 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-d9612ba4-3dfe-4028-aa65-267dd6962efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:30.036954 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0a010701-87bc-45c7-8488-27d400b3060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:30.037548 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-d9612ba4-3dfe-4028-aa65-267dd6962efa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=130dc8cf-87ce-46df-b452-32f98efef5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2486575 Jul 07 20:58:30.043379 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3aa5eb8a-aec9-4f6c-8b95-03da8a81ab9b req-64d5a173-b97f-4a48-87d4-c9dcd8f7f4d3 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590211 Jul 07 20:58:30.084463 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] Attempting to bind port b948f811-a853-4ba3-a38a-67540d57b72f on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:58:30.085057 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] Attempting to bind port b948f811-a853-4ba3-a38a-67540d57b72f by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:58:30.085509 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] Attempting to bind port b948f811-a853-4ba3-a38a-67540d57b72f on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:30.091490 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-0a010701-87bc-45c7-8488-27d400b3060c None None] Port 5831e45b-d179-4c16-8636-8a36ddccdd13 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:58:30.104257 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:58:30.104646 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:58:30.105970 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:30.106338 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:58:30.106966 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] Bound port: b948f811-a853-4ba3-a38a-67540d57b72f, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:58:30.107384 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:30.179869 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] For port b948f811-a853-4ba3-a38a-67540d57b72f, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:58:30.189230 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] For port b948f811-a853-4ba3-a38a-67540d57b72f, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b948f811-a853-4ba3-a38a-67540d57b72f,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:58:30.204425 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:30.212861 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-9676bcc0-4097-4745-831d-6d56bdf79f1b service neutron] 10.222.0.39 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641684 Jul 07 20:58:30.278377 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d282065d-5b0c-4733-855e-a165b2cf2ef8 None None] Provisioning complete for port 5831e45b-d179-4c16-8636-8a36ddccdd13 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:30.278876 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d282065d-5b0c-4733-855e-a165b2cf2ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:30.318794 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] Routers {'71ab9152-6917-4d58-bbb6-21e11b946c9f'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:58:30.319618 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:58:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['71ab9152-6917-4d58-bbb6-21e11b946c9f'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:30.362474 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075bc47-7df8-4868-989b-f8c7aeddd224 req-deabccae-fff0-429c-872d-aab792620e3f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:30.370094 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5075bc47-7df8-4868-989b-f8c7aeddd224 req-deabccae-fff0-429c-872d-aab792620e3f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 945 time: 0.3046346 Jul 07 20:58:30.390302 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa9f10-1787-48bd-ba6f-eaca5e8ced21 None None] Pushing event updated for resources: {'Port': ['ID=b948f811-a853-4ba3-a38a-67540d57b72f,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:30.411774 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-c62de68a-623c-48b1-9f09-5afbc3975690 service neutron] 10.222.0.39 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734259 Jul 07 20:58:30.416278 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-d282065d-5b0c-4733-855e-a165b2cf2ef8 None None] Port 5831e45b-d179-4c16-8636-8a36ddccdd13 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 20:58:30.442371 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5075bc47-7df8-4868-989b-f8c7aeddd224 req-1b6c5546-55d2-4abf-a884-3c3077eaa951 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712738 Jul 07 20:58:30.492764 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] Set router 71ab9152-6917-4d58-bbb6-21e11b946c9f gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:58:30.522575 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-1c241bfb-1079-49db-b751-7a70f64d9f39 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a77c407f-5638-4a76-a32e-cd44fe684c67 HTTP/1.1" status: 200 len: 217 time: 0.0758867 Jul 07 20:58:30.651360 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-07dca149-2b79-4903-81c3-dfa26fe62376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:30.653599 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-07dca149-2b79-4903-81c3-dfa26fe62376 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=800a1a04-812c-4f34-af09-b34861c9f7e8 HTTP/1.1" status: 200 len: 797 time: 0.1185265 Jul 07 20:58:30.685155 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 86479d78-7e46-4d17-8f40-fe257e0b714c up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:58:30.754752 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-fd2eb527-7cf9-4606-a0d4-f743cccfd2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:30.769321 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-fd2eb527-7cf9-4606-a0d4-f743cccfd2d7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=130dc8cf-87ce-46df-b452-32f98efef5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1083918 Jul 07 20:58:30.780489 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d55e45-0346-449d-acbd-acdaa264a629 req-0da6786f-f13b-42d4-bf52-b40cee891416 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:30.788097 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-58d55e45-0346-449d-acbd-acdaa264a629 req-0da6786f-f13b-42d4-bf52-b40cee891416 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/networks?id=933cf619-8e75-4b39-b1f0-c7abdb37f80d HTTP/1.1" status: 200 len: 804 time: 0.2020836 Jul 07 20:58:30.834775 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 86479d78-7e46-4d17-8f40-fe257e0b714c triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:30.835405 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:30.919037 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-58d55e45-0346-449d-acbd-acdaa264a629 req-99d92ea4-886c-45bf-81ee-6b3818c80366 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/quotas/8ec973c72b0c446b8a6f30c2bb3552ad HTTP/1.1" status: 200 len: 375 time: 0.1287570 Jul 07 20:58:30.947359 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ab9152-6917-4d58-bbb6-21e11b946c9f', 'name': 'tempest-TestAggregatesBasicOps-1228590718-router', 'tenant_id': '551a315ffea547a0b00e1fd391dacf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'b948f811-a853-4ba3-a38a-67540d57b72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:58:22Z', 'updated_at': '2021-07-07T20:58:28Z', 'revision_number': 4, 'project_id': '551a315ffea547a0b00e1fd391dacf5b', 'gw_port': {'id': 'b948f811-a853-4ba3-a38a-67540d57b72f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:aa:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ab9152-6917-4d58-bbb6-21e11b946c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:58:24Z', 'updated_at': '2021-07-07T20:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '5831e45b-d179-4c16-8636-8a36ddccdd13', 'name': '', 'network_id': 'a4f6bb21-f268-47b8-92d6-32a47b9a87a5', 'tenant_id': '551a315ffea547a0b00e1fd391dacf5b', 'mac_address': 'fa:16:3e:c0:68:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ab9152-6917-4d58-bbb6-21e11b946c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '60ec3718-a785-432b-8a78-ccf47737f936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:58:28Z', 'updated_at': '2021-07-07T20:58:28Z', 'revision_number': 2, 'project_id': '551a315ffea547a0b00e1fd391dacf5b', 'subnets': [{'id': '60ec3718-a785-432b-8a78-ccf47737f936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:30.962768 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:30.987246 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-4c5e1da6-c9e7-49d4-a754-650aeca91010 service neutron] 10.222.0.39 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964924 Jul 07 20:58:31.009674 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eadda9-0b28-4811-ba5d-e5dff6ab0065 None None] The sync data for ids ['71ab9152-6917-4d58-bbb6-21e11b946c9f'] in n-d-695189-11 is: [{'id': '71ab9152-6917-4d58-bbb6-21e11b946c9f', 'name': 'tempest-TestAggregatesBasicOps-1228590718-router', 'tenant_id': '551a315ffea547a0b00e1fd391dacf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'b948f811-a853-4ba3-a38a-67540d57b72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:58:22Z', 'updated_at': '2021-07-07T20:58:28Z', 'revision_number': 4, 'project_id': '551a315ffea547a0b00e1fd391dacf5b', 'gw_port': {'id': 'b948f811-a853-4ba3-a38a-67540d57b72f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:aa:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ab9152-6917-4d58-bbb6-21e11b946c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:58:24Z', 'updated_at': '2021-07-07T20:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '5831e45b-d179-4c16-8636-8a36ddccdd13', 'name': '', 'network_id': 'a4f6bb21-f268-47b8-92d6-32a47b9a87a5', 'tenant_id': '551a315ffea547a0b00e1fd391dacf5b', 'mac_address': 'fa:16:3e:c0:68:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ab9152-6917-4d58-bbb6-21e11b946c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '60ec3718-a785-432b-8a78-ccf47737f936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:58:28Z', 'updated_at': '2021-07-07T20:58:28Z', 'revision_number': 2, 'project_id': '551a315ffea547a0b00e1fd391dacf5b', 'subnets': [{'id': '60ec3718-a785-432b-8a78-ccf47737f936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:58:31.048731 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c28a89-b89c-4d8c-b0c0-11a28f13e67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86479d78-7e46-4d17-8f40-fe257e0b714c'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:31.051206 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fe10d4-d763-425a-a9ee-80ae6a2d60d6" -d '{"events": [{"server_uuid": "54c28a89-b89c-4d8c-b0c0-11a28f13e67b", "name": "network-vif-plugged", "status": "completed", "tag": "86479d78-7e46-4d17-8f40-fe257e0b714c"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:31.070789 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 86479d78-7e46-4d17-8f40-fe257e0b714c, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=86479d78-7e46-4d17-8f40-fe257e0b714c,segment=NetworkSegment(4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5),segment_id=4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:31.078908 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:31.081406 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d2b9da2d-4628-49a5-affe-cdaee69e3c61 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:58:31.126881 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-58d55e45-0346-449d-acbd-acdaa264a629 req-16f66e9b-0845-4a9a-a801-11b9500332c7 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ec973c72b0c446b8a6f30c2bb3552ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1913350 Jul 07 20:58:31.144632 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f9ff4-c054-4c88-a90f-b57c13bb3f85 req-e28c7414-1c28-4a4e-9b3a-2b2eaf1441e7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:31.150758 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f9ff4-c054-4c88-a90f-b57c13bb3f85 req-e28c7414-1c28-4a4e-9b3a-2b2eaf1441e7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:31.157274 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f9ff4-c054-4c88-a90f-b57c13bb3f85 req-e28c7414-1c28-4a4e-9b3a-2b2eaf1441e7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:31.163464 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f9ff4-c054-4c88-a90f-b57c13bb3f85 req-e28c7414-1c28-4a4e-9b3a-2b2eaf1441e7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:31.170464 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f9ff4-c054-4c88-a90f-b57c13bb3f85 req-e28c7414-1c28-4a4e-9b3a-2b2eaf1441e7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:31.176481 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f9ff4-c054-4c88-a90f-b57c13bb3f85 req-e28c7414-1c28-4a4e-9b3a-2b2eaf1441e7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:31.182542 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f9ff4-c054-4c88-a90f-b57c13bb3f85 req-e28c7414-1c28-4a4e-9b3a-2b2eaf1441e7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:31.191098 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0b4f9ff4-c054-4c88-a90f-b57c13bb3f85 req-e28c7414-1c28-4a4e-9b3a-2b2eaf1441e7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5431 time: 0.3209109 Jul 07 20:58:31.219246 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=86479d78-7e46-4d17-8f40-fe257e0b714c,revision_number=7']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:31.252074 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:31.345749 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port d2b9da2d-4628-49a5-affe-cdaee69e3c61, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d2b9da2d-4628-49a5-affe-cdaee69e3c61,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:31.386176 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:31.386998 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0b4f9ff4-c054-4c88-a90f-b57c13bb3f85 req-013eff88-03e1-4aa3-a035-95f24a23811e tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1948791 Jul 07 20:58:31.409646 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b970f97e-d3ca-46f6-b683-e7969d25d631 req-f049723d-4e62-431a-8109-0a0c67b4ff64 service neutron] 10.222.0.39 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099300 Jul 07 20:58:31.462723 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=d2b9da2d-4628-49a5-affe-cdaee69e3c61,revision_number=8']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:31.501228 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-58d55e45-0346-449d-acbd-acdaa264a629 req-e9a56425-d48a-495e-918b-4e640cb2d55b service neutron] 10.222.0.64 "GET /v2.0/networks/933cf619-8e75-4b39-b1f0-c7abdb37f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042984 Jul 07 20:58:31.696117 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032cfa5-c4eb-4b98-9566-6a2218aec58e req-c0f46c1f-f8dc-4dc3-aa25-6289ec3dbd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:31.696772 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032cfa5-c4eb-4b98-9566-6a2218aec58e req-c0f46c1f-f8dc-4dc3-aa25-6289ec3dbd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:31.697080 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032cfa5-c4eb-4b98-9566-6a2218aec58e req-c0f46c1f-f8dc-4dc3-aa25-6289ec3dbd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:31.697564 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032cfa5-c4eb-4b98-9566-6a2218aec58e req-c0f46c1f-f8dc-4dc3-aa25-6289ec3dbd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:31.698230 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032cfa5-c4eb-4b98-9566-6a2218aec58e req-c0f46c1f-f8dc-4dc3-aa25-6289ec3dbd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:31.698710 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032cfa5-c4eb-4b98-9566-6a2218aec58e req-c0f46c1f-f8dc-4dc3-aa25-6289ec3dbd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:31.699245 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032cfa5-c4eb-4b98-9566-6a2218aec58e req-c0f46c1f-f8dc-4dc3-aa25-6289ec3dbd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:31.701471 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4032cfa5-c4eb-4b98-9566-6a2218aec58e req-c0f46c1f-f8dc-4dc3-aa25-6289ec3dbd5c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8ed23dfe8df44cbb137b377fa7cb243&device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 6495 time: 0.1788206 Jul 07 20:58:31.749806 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-58d55e45-0346-449d-acbd-acdaa264a629 req-4d17ac0c-e0a8-4b79-b726-48a51f261466 service neutron] 10.222.0.64 "GET /v2.0/networks/933cf619-8e75-4b39-b1f0-c7abdb37f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473319 Jul 07 20:58:31.845355 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7986595b-241b-49c3-af3a-067cc356843d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:31.910327 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032cfa5-c4eb-4b98-9566-6a2218aec58e req-033e20fc-430f-4f61-a11e-98194049128a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:31.912111 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4032cfa5-c4eb-4b98-9566-6a2218aec58e req-033e20fc-430f-4f61-a11e-98194049128a service neutron] 10.222.0.39 "GET /v2.0/networks?id=130dc8cf-87ce-46df-b452-32f98efef5ec HTTP/1.1" status: 200 len: 901 time: 0.1960289 Jul 07 20:58:31.920205 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:31.972705 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4032cfa5-c4eb-4b98-9566-6a2218aec58e req-8cebcae0-689c-43e0-982e-3170c659a0b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a77c407f-5638-4a76-a32e-cd44fe684c67 HTTP/1.1" status: 200 len: 217 time: 0.0509775 Jul 07 20:58:32.131008 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf23a4e-c508-4d5c-9105-58e483863abf x-openstack-request-id: req-bcf23a4e-c508-4d5c-9105-58e483863abf {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:32.131008 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c28a89-b89c-4d8c-b0c0-11a28f13e67b", "name": "network-vif-plugged", "status": "completed", "tag": "86479d78-7e46-4d17-8f40-fe257e0b714c", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:32.143993 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bcf23a4e-c508-4d5c-9105-58e483863abf {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:32.144510 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c28a89-b89c-4d8c-b0c0-11a28f13e67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86479d78-7e46-4d17-8f40-fe257e0b714c', 'code': 200} Jul 07 20:58:32.157131 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032cfa5-c4eb-4b98-9566-6a2218aec58e req-450cb9d6-8198-465a-9d85-9612e757d52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:32.158902 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4032cfa5-c4eb-4b98-9566-6a2218aec58e req-450cb9d6-8198-465a-9d85-9612e757d52d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=800a1a04-812c-4f34-af09-b34861c9f7e8 HTTP/1.1" status: 200 len: 797 time: 0.1630194 Jul 07 20:58:32.224140 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80b904-9746-436e-9bff-b9b7b1aaeff5 req-9562c516-6891-4b15-96ac-620803d1de8a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:32.232016 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8a80b904-9746-436e-9bff-b9b7b1aaeff5 req-9562c516-6891-4b15-96ac-620803d1de8a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=84012b03-06af-46d0-a4b6-f00c28f70f82 HTTP/1.1" status: 200 len: 945 time: 0.2501357 Jul 07 20:58:32.319978 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8a80b904-9746-436e-9bff-b9b7b1aaeff5 req-43aa05de-9bbc-4eb6-a1bd-c56387aabf13 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862195 Jul 07 20:58:32.403292 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032cfa5-c4eb-4b98-9566-6a2218aec58e req-02f1653b-a032-403f-8d2f-6b7fae03a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:32.404855 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4032cfa5-c4eb-4b98-9566-6a2218aec58e req-02f1653b-a032-403f-8d2f-6b7fae03a7dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=130dc8cf-87ce-46df-b452-32f98efef5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2358263 Jul 07 20:58:32.536942 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32669b65-4ed6-4ba1-9c1c-387973037cb9 req-c729e1a6-b3f1-40c2-a1bf-59be5b24952f tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:32.539400 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32669b65-4ed6-4ba1-9c1c-387973037cb9 req-c729e1a6-b3f1-40c2-a1bf-59be5b24952f tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0e40cc7-e6ba-4236-bf48-b96ca061782b HTTP/1.1" status: 200 len: 944 time: 0.2138414 Jul 07 20:58:32.719901 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4032cfa5-c4eb-4b98-9566-6a2218aec58e req-729ae533-7fff-4a1e-b49e-1cfc845a3fe6 service neutron] 10.222.0.39 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984228 Jul 07 20:58:32.802908 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-32669b65-4ed6-4ba1-9c1c-387973037cb9 req-098ac430-9e57-47f3-b19d-886799100cf5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Deleting port d2b9da2d-4628-49a5-affe-cdaee69e3c61 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:58:32.803699 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-32669b65-4ed6-4ba1-9c1c-387973037cb9 req-098ac430-9e57-47f3-b19d-886799100cf5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:32.848958 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe2b66-1dff-4b76-aa72-8a30cb3de1b5 req-931d05eb-2bda-4930-b1a2-3aae5f463a56 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:32.850691 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54fe2b66-1dff-4b76-aa72-8a30cb3de1b5 req-931d05eb-2bda-4930-b1a2-3aae5f463a56 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.3142571 Jul 07 20:58:32.940582 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3ca49d43-0c73-4d18-976e-1b22ea510c3a req-13f7a574-3a61-4e05-a2f3-8eccd5a519f7 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 210 time: 0.2125852 Jul 07 20:58:32.944984 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-32669b65-4ed6-4ba1-9c1c-387973037cb9 req-098ac430-9e57-47f3-b19d-886799100cf5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] For port d2b9da2d-4628-49a5-affe-cdaee69e3c61, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d2b9da2d-4628-49a5-affe-cdaee69e3c61,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:32.945505 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-32669b65-4ed6-4ba1-9c1c-387973037cb9 req-098ac430-9e57-47f3-b19d-886799100cf5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:32.976247 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-32669b65-4ed6-4ba1-9c1c-387973037cb9 req-098ac430-9e57-47f3-b19d-886799100cf5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Calling delete_port for d2b9da2d-4628-49a5-affe-cdaee69e3c61 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:58:33.040422 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b948f811-a853-4ba3-a38a-67540d57b72f up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:58:33.072508 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54fe2b66-1dff-4b76-aa72-8a30cb3de1b5 req-c5d8ce8b-cd72-47a6-9341-172876aa35d5 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649089 Jul 07 20:58:33.133666 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4032cfa5-c4eb-4b98-9566-6a2218aec58e req-32304fe5-bba8-4932-9034-7a2e79c107be service neutron] 10.222.0.39 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765252 Jul 07 20:58:33.201753 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-32669b65-4ed6-4ba1-9c1c-387973037cb9 req-098ac430-9e57-47f3-b19d-886799100cf5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:33.233736 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port b948f811-a853-4ba3-a38a-67540d57b72f completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:58:33.238646 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port b948f811-a853-4ba3-a38a-67540d57b72f triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:33.239271 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:33.294845 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ac430-9e57-47f3-b19d-886799100cf5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Pushing event deleted for resources: {'Port': ['ID=d2b9da2d-4628-49a5-affe-cdaee69e3c61,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:33.313352 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ac430-9e57-47f3-b19d-886799100cf5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:33.315680 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ac430-9e57-47f3-b19d-886799100cf5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:33.321546 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ac430-9e57-47f3-b19d-886799100cf5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:33.322148 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ac430-9e57-47f3-b19d-886799100cf5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:33.322718 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ac430-9e57-47f3-b19d-886799100cf5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:33.323173 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ac430-9e57-47f3-b19d-886799100cf5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:33.323663 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ac430-9e57-47f3-b19d-886799100cf5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:33.324678 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ac430-9e57-47f3-b19d-886799100cf5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:33.325392 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ac430-9e57-47f3-b19d-886799100cf5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:33.325851 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ac430-9e57-47f3-b19d-886799100cf5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:33.326327 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ac430-9e57-47f3-b19d-886799100cf5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:33.326767 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ac430-9e57-47f3-b19d-886799100cf5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:33.361811 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-32669b65-4ed6-4ba1-9c1c-387973037cb9 req-098ac430-9e57-47f3-b19d-886799100cf5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] No DVR routers for this DVR port d2b9da2d-4628-49a5-affe-cdaee69e3c61 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:58:33.365566 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-32669b65-4ed6-4ba1-9c1c-387973037cb9 req-098ac430-9e57-47f3-b19d-886799100cf5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:33.368080 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32669b65-4ed6-4ba1-9c1c-387973037cb9 req-098ac430-9e57-47f3-b19d-886799100cf5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.58 "DELETE /v2.0/ports/d2b9da2d-4628-49a5-affe-cdaee69e3c61 HTTP/1.1" status: 204 len: 173 time: 0.8158751 Jul 07 20:58:33.368813 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e40cc7-e6ba-4236-bf48-b96ca061782b', 'name': 'network-vif-deleted', 'tag': 'd2b9da2d-4628-49a5-affe-cdaee69e3c61'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:33.374937 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe52f2c-7304-4ea8-9b2a-c64d922707e6" -d '{"events": [{"server_uuid": "b0e40cc7-e6ba-4236-bf48-b96ca061782b", "name": "network-vif-deleted", "tag": "d2b9da2d-4628-49a5-affe-cdaee69e3c61"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:33.419958 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:33.462370 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e452c5-59cc-49e1-82aa-d012ad60ff29 req-c4873892-1950-45ab-94bd-3652578bfe1a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:33.464138 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-22e452c5-59cc-49e1-82aa-d012ad60ff29 req-c4873892-1950-45ab-94bd-3652578bfe1a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=84012b03-06af-46d0-a4b6-f00c28f70f82 HTTP/1.1" status: 200 len: 945 time: 0.1768916 Jul 07 20:58:33.465530 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port b948f811-a853-4ba3-a38a-67540d57b72f, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b948f811-a853-4ba3-a38a-67540d57b72f,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:33.476847 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:33.493445 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:33.528923 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876e5ca-10a1-485b-800d-28dbce0bf5c1 req-2652c323-d377-405f-ac9d-489c5f2aa4ea tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:33.536962 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876e5ca-10a1-485b-800d-28dbce0bf5c1 req-2652c323-d377-405f-ac9d-489c5f2aa4ea tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:33.544379 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876e5ca-10a1-485b-800d-28dbce0bf5c1 req-2652c323-d377-405f-ac9d-489c5f2aa4ea tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:33.552373 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876e5ca-10a1-485b-800d-28dbce0bf5c1 req-2652c323-d377-405f-ac9d-489c5f2aa4ea tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:33.552958 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=b948f811-a853-4ba3-a38a-67540d57b72f,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:33.562759 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876e5ca-10a1-485b-800d-28dbce0bf5c1 req-2652c323-d377-405f-ac9d-489c5f2aa4ea tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:33.569398 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876e5ca-10a1-485b-800d-28dbce0bf5c1 req-2652c323-d377-405f-ac9d-489c5f2aa4ea tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:33.575957 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876e5ca-10a1-485b-800d-28dbce0bf5c1 req-2652c323-d377-405f-ac9d-489c5f2aa4ea tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:33.583699 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3876e5ca-10a1-485b-800d-28dbce0bf5c1 req-2652c323-d377-405f-ac9d-489c5f2aa4ea tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5431 time: 0.2335753 Jul 07 20:58:33.647915 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-22e452c5-59cc-49e1-82aa-d012ad60ff29 req-d25c9dd3-0c9f-4849-a3d0-a839e64bfe9d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717112 Jul 07 20:58:33.695480 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3876e5ca-10a1-485b-800d-28dbce0bf5c1 req-a271bedf-dbae-4a8b-a8aa-7a215ada4523 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1104543 Jul 07 20:58:33.764011 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ededf75-fb76-405a-8eec-5319b21b44fc x-openstack-request-id: req-9ededf75-fb76-405a-8eec-5319b21b44fc {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:33.764608 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e40cc7-e6ba-4236-bf48-b96ca061782b", "name": "network-vif-deleted", "tag": "d2b9da2d-4628-49a5-affe-cdaee69e3c61", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:33.765024 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ededf75-fb76-405a-8eec-5319b21b44fc {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:33.765593 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e40cc7-e6ba-4236-bf48-b96ca061782b', 'name': 'network-vif-deleted', 'tag': 'd2b9da2d-4628-49a5-affe-cdaee69e3c61', 'status': 'completed', 'code': 200} Jul 07 20:58:34.146445 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e40cc7-e6ba-4236-bf48-b96ca061782b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2b9da2d-4628-49a5-affe-cdaee69e3c61'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:34.152046 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84109275-bd8e-4fd1-8c7f-a4138337dd78" -d '{"events": [{"server_uuid": "b0e40cc7-e6ba-4236-bf48-b96ca061782b", "name": "network-vif-unplugged", "status": "completed", "tag": "d2b9da2d-4628-49a5-affe-cdaee69e3c61"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:34.323051 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1c3e2b58-47a8-4463-8a26-ac4cc6479c9b req-292eabab-a346-4ed4-998a-f28aaddf6ba3 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 210 time: 0.0673349 Jul 07 20:58:34.630855 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d55e45-0346-449d-acbd-acdaa264a629 req-e6e72a04-2e87-46e5-a94e-1b88228d627f tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:34.632921 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-58d55e45-0346-449d-acbd-acdaa264a629 req-e6e72a04-2e87-46e5-a94e-1b88228d627f tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.58 "GET /v2.0/networks?id=933cf619-8e75-4b39-b1f0-c7abdb37f80d HTTP/1.1" status: 200 len: 804 time: 0.2546234 Jul 07 20:58:34.665880 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-58d55e45-0346-449d-acbd-acdaa264a629 req-de10bd7a-caa5-4611-a5b4-0838e2a9d0af tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Request body: {'port': {'device_id': 'bfa87313-2117-4e7a-a427-988892ae43a8', 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d', 'admin_state_up': True, 'tenant_id': '8ec973c72b0c446b8a6f30c2bb3552ad'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:34.685717 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be025f-9a85-48c9-aec7-cda8d493b4c2 req-63f0d247-e58f-4a75-9ce0-4dfc1ca8a9f1 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:34.688902 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-76be025f-9a85-48c9-aec7-cda8d493b4c2 req-63f0d247-e58f-4a75-9ce0-4dfc1ca8a9f1 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.1477609 Jul 07 20:58:34.776033 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-76be025f-9a85-48c9-aec7-cda8d493b4c2 req-d6907a44-1238-41da-abcf-27b751699c92 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778682 Jul 07 20:58:34.800103 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ed4dc3-d871-4ec9-9805-6a3a8deeab61 x-openstack-request-id: req-85ed4dc3-d871-4ec9-9805-6a3a8deeab61 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:34.800482 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e40cc7-e6ba-4236-bf48-b96ca061782b", "name": "network-vif-unplugged", "status": "completed", "tag": "d2b9da2d-4628-49a5-affe-cdaee69e3c61", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:34.800872 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85ed4dc3-d871-4ec9-9805-6a3a8deeab61 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:34.801509 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e40cc7-e6ba-4236-bf48-b96ca061782b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2b9da2d-4628-49a5-affe-cdaee69e3c61', 'code': 200} Jul 07 20:58:34.930358 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d55e45-0346-449d-acbd-acdaa264a629 req-de10bd7a-caa5-4611-a5b4-0838e2a9d0af tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Made reservation on behalf of 8ec973c72b0c446b8a6f30c2bb3552ad for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:58:34.935621 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-58d55e45-0346-449d-acbd-acdaa264a629 req-de10bd7a-caa5-4611-a5b4-0838e2a9d0af tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:34.973759 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b948f811-a853-4ba3-a38a-67540d57b72f up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:58:35.140007 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7b786-632d-4401-b758-d9cac53a8274 req-e59d6596-def3-4450-aab6-3cd72f6c3a47 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:35.161953 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32c7b786-632d-4401-b758-d9cac53a8274 req-e59d6596-def3-4450-aab6-3cd72f6c3a47 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=84012b03-06af-46d0-a4b6-f00c28f70f82 HTTP/1.1" status: 200 len: 945 time: 0.2076385 Jul 07 20:58:35.162046 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-58d55e45-0346-449d-acbd-acdaa264a629 req-de10bd7a-caa5-4611-a5b4-0838e2a9d0af tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Allocated IP 172.20.0.5 (933cf619-8e75-4b39-b1f0-c7abdb37f80d/f7fee8dd-f00c-44db-a4fa-5bd2d901683b/d126fb4c-5259-482e-a4e6-bc2d80ae7558) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:58:35.198749 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] Sync routers for ids ['71ab9152-6917-4d58-bbb6-21e11b946c9f'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:58:35.212212 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] Routers {'71ab9152-6917-4d58-bbb6-21e11b946c9f'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:58:35.212958 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:58:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['71ab9152-6917-4d58-bbb6-21e11b946c9f'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:35.214739 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193350b2-46b7-4bc9-8924-0111eac69e22 req-b7e6033c-0107-4be9-8997-c574f8c3ce1b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:35.221020 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port b948f811-a853-4ba3-a38a-67540d57b72f triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:35.221760 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193350b2-46b7-4bc9-8924-0111eac69e22 req-b7e6033c-0107-4be9-8997-c574f8c3ce1b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:35.223422 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:35.240599 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193350b2-46b7-4bc9-8924-0111eac69e22 req-b7e6033c-0107-4be9-8997-c574f8c3ce1b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:35.250227 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193350b2-46b7-4bc9-8924-0111eac69e22 req-b7e6033c-0107-4be9-8997-c574f8c3ce1b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:35.272450 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:35.303904 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193350b2-46b7-4bc9-8924-0111eac69e22 req-b7e6033c-0107-4be9-8997-c574f8c3ce1b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:35.329712 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193350b2-46b7-4bc9-8924-0111eac69e22 req-b7e6033c-0107-4be9-8997-c574f8c3ce1b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:35.347916 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193350b2-46b7-4bc9-8924-0111eac69e22 req-b7e6033c-0107-4be9-8997-c574f8c3ce1b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:35.349941 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-193350b2-46b7-4bc9-8924-0111eac69e22 req-b7e6033c-0107-4be9-8997-c574f8c3ce1b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5431 time: 0.3454959 Jul 07 20:58:35.374451 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] Set router 71ab9152-6917-4d58-bbb6-21e11b946c9f gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:58:35.430012 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-58d55e45-0346-449d-acbd-acdaa264a629 req-de10bd7a-caa5-4611-a5b4-0838e2a9d0af tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:35.446938 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-193350b2-46b7-4bc9-8924-0111eac69e22 req-d37ebbba-70fc-4754-a7d9-d61687b6687a tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0846264 Jul 07 20:58:35.469072 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32c7b786-632d-4401-b758-d9cac53a8274 req-5302ab6a-cec6-436c-8808-6db5246229b2 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065016 Jul 07 20:58:35.490383 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-58d55e45-0346-449d-acbd-acdaa264a629 req-de10bd7a-caa5-4611-a5b4-0838e2a9d0af tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:35.570375 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d55e45-0346-449d-acbd-acdaa264a629 req-de10bd7a-caa5-4611-a5b4-0838e2a9d0af tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Network 933cf619-8e75-4b39-b1f0-c7abdb37f80d is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:58:35.574187 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-58d55e45-0346-449d-acbd-acdaa264a629 req-de10bd7a-caa5-4611-a5b4-0838e2a9d0af tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:58:35.584135 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d55e45-0346-449d-acbd-acdaa264a629 req-de10bd7a-caa5-4611-a5b4-0838e2a9d0af tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:58:35.628888 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10bd7a-caa5-4611-a5b4-0838e2a9d0af tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Pushing event updated for resources: {'Port': ['ID=d126fb4c-5259-482e-a4e6-bc2d80ae7558,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:35.654892 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d55e45-0346-449d-acbd-acdaa264a629 req-de10bd7a-caa5-4611-a5b4-0838e2a9d0af tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:35.655931 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-58d55e45-0346-449d-acbd-acdaa264a629 req-de10bd7a-caa5-4611-a5b4-0838e2a9d0af tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:35.689647 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-58d55e45-0346-449d-acbd-acdaa264a629 req-de10bd7a-caa5-4611-a5b4-0838e2a9d0af tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0327613 Jul 07 20:58:35.702446 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-58d55e45-0346-449d-acbd-acdaa264a629 req-3feac3ee-b095-4037-b6ca-3aa394d439b7 service neutron] Request body: {'port': {'device_id': 'bfa87313-2117-4e7a-a427-988892ae43a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:35.802260 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-58d55e45-0346-449d-acbd-acdaa264a629 req-3feac3ee-b095-4037-b6ca-3aa394d439b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:35.807195 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ab9152-6917-4d58-bbb6-21e11b946c9f', 'name': 'tempest-TestAggregatesBasicOps-1228590718-router', 'tenant_id': '551a315ffea547a0b00e1fd391dacf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'b948f811-a853-4ba3-a38a-67540d57b72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:58:22Z', 'updated_at': '2021-07-07T20:58:28Z', 'revision_number': 4, 'project_id': '551a315ffea547a0b00e1fd391dacf5b', 'gw_port': {'id': 'b948f811-a853-4ba3-a38a-67540d57b72f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ab9152-6917-4d58-bbb6-21e11b946c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:58:24Z', 'updated_at': '2021-07-07T20:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '5831e45b-d179-4c16-8636-8a36ddccdd13', 'name': '', 'network_id': 'a4f6bb21-f268-47b8-92d6-32a47b9a87a5', 'tenant_id': '551a315ffea547a0b00e1fd391dacf5b', 'mac_address': 'fa:16:3e:c0:68:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ab9152-6917-4d58-bbb6-21e11b946c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '60ec3718-a785-432b-8a78-ccf47737f936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:58:28Z', 'updated_at': '2021-07-07T20:58:28Z', 'revision_number': 2, 'project_id': '551a315ffea547a0b00e1fd391dacf5b', 'subnets': [{'id': '60ec3718-a785-432b-8a78-ccf47737f936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:35.892264 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] Checking router: 71ab9152-6917-4d58-bbb6-21e11b946c9f for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:58:35.896327 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] Updating router 71ab9152-6917-4d58-bbb6-21e11b946c9f port 5831e45b-d179-4c16-8636-8a36ddccdd13 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 20:58:35.897236 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea1c31-87b5-49cf-b778-7c41aeb8cc6b req-8fe1cc5d-a1f1-4e81-9f81-b74f523976f7 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:35.903229 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2aea1c31-87b5-49cf-b778-7c41aeb8cc6b req-8fe1cc5d-a1f1-4e81-9f81-b74f523976f7 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 931 time: 0.1245341 Jul 07 20:58:35.957711 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:35.982251 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2aea1c31-87b5-49cf-b778-7c41aeb8cc6b req-b0ca061f-0845-4027-89c6-ffe32ed15c8d tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702472 Jul 07 20:58:36.301142 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3af710-0580-4eb4-a1a2-b7bc664474d6 req-b34291b1-b215-4001-a2b9-298d5978955f tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:36.303688 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9a3af710-0580-4eb4-a1a2-b7bc664474d6 req-b34291b1-b215-4001-a2b9-298d5978955f tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.39 "GET /v2.0/ports?device_id=84012b03-06af-46d0-a4b6-f00c28f70f82 HTTP/1.1" status: 200 len: 945 time: 0.2067895 Jul 07 20:58:36.320964 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-58d55e45-0346-449d-acbd-acdaa264a629 req-3feac3ee-b095-4037-b6ca-3aa394d439b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d126fb4c-5259-482e-a4e6-bc2d80ae7558 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:36.341860 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-58d55e45-0346-449d-acbd-acdaa264a629 req-3feac3ee-b095-4037-b6ca-3aa394d439b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:36.364260 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-58d55e45-0346-449d-acbd-acdaa264a629 req-3feac3ee-b095-4037-b6ca-3aa394d439b7 service neutron] Transition to ACTIVE for port object d126fb4c-5259-482e-a4e6-bc2d80ae7558 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:58:36.369980 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-58d55e45-0346-449d-acbd-acdaa264a629 req-3feac3ee-b095-4037-b6ca-3aa394d439b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:36.406338 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55982423-d4e6-4c3b-9efe-e79cb3bd9d42 req-fabcf190-ad57-4e83-865c-57e48c07a64f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:36.414553 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-55982423-d4e6-4c3b-9efe-e79cb3bd9d42 req-fabcf190-ad57-4e83-865c-57e48c07a64f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2402053 Jul 07 20:58:36.421765 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:36.437725 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] Transition to ACTIVE for port object 5831e45b-d179-4c16-8636-8a36ddccdd13 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:58:36.447137 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:36.499547 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feac3ee-b095-4037-b6ca-3aa394d439b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d126fb4c-5259-482e-a4e6-bc2d80ae7558,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:36.507934 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180e7b5-68e8-4cd6-aa2a-58fa8fc4fe6c None None] Pushing event updated for resources: {'Port': ['ID=5831e45b-d179-4c16-8636-8a36ddccdd13,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:36.549839 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49276) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:36.553425 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-55982423-d4e6-4c3b-9efe-e79cb3bd9d42 req-ee35d5f1-28de-4244-b605-eb2f4f1a671f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375265 Jul 07 20:58:36.602768 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-9a3af710-0580-4eb4-a1a2-b7bc664474d6 req-6935aef4-1846-4217-8c0c-4b6c8c750b45 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Deleting port 8e013f9e-ef93-4605-9124-7dc5aeceb98b {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:58:36.603126 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9a3af710-0580-4eb4-a1a2-b7bc664474d6 req-6935aef4-1846-4217-8c0c-4b6c8c750b45 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:36.658600 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] Attempting to bind port 5831e45b-d179-4c16-8636-8a36ddccdd13 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:58:36.659591 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] Attempting to bind port 5831e45b-d179-4c16-8636-8a36ddccdd13 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '3dc55712-beee-412b-b107-ec0e3dc89cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a4f6bb21-f268-47b8-92d6-32a47b9a87a5'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:58:36.660192 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] Attempting to bind port 5831e45b-d179-4c16-8636-8a36ddccdd13 on network a4f6bb21-f268-47b8-92d6-32a47b9a87a5 {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:36.671480 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d2b9da2d-4628-49a5-affe-cdaee69e3c61 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:58:36.674762 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:58:36.675516 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] Checking segment: {'id': '3dc55712-beee-412b-b107-ec0e3dc89cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a4f6bb21-f268-47b8-92d6-32a47b9a87a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:58:36.676156 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:36.680279 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] Bound using segment: {'id': '3dc55712-beee-412b-b107-ec0e3dc89cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a4f6bb21-f268-47b8-92d6-32a47b9a87a5'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:58:36.681119 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] Bound port: 5831e45b-d179-4c16-8636-8a36ddccdd13, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc55712-beee-412b-b107-ec0e3dc89cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a4f6bb21-f268-47b8-92d6-32a47b9a87a5'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:58:36.681787 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:36.715770 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: d2b9da2d-4628-49a5-affe-cdaee69e3c61 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:58:36.716122 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d2b9da2d-4628-49a5-affe-cdaee69e3c61 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:58:36.809624 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] For port 5831e45b-d179-4c16-8636-8a36ddccdd13, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:58:36.816133 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] For port 5831e45b-d179-4c16-8636-8a36ddccdd13, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=5831e45b-d179-4c16-8636-8a36ddccdd13,segment=NetworkSegment(3dc55712-beee-412b-b107-ec0e3dc89cbb),segment_id=3dc55712-beee-412b-b107-ec0e3dc89cbb)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:58:36.828934 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:36.895714 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-58d55e45-0346-449d-acbd-acdaa264a629 req-3feac3ee-b095-4037-b6ca-3aa394d439b7 service neutron] Attempting to bind port d126fb4c-5259-482e-a4e6-bc2d80ae7558 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:58:36.896661 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-58d55e45-0346-449d-acbd-acdaa264a629 req-3feac3ee-b095-4037-b6ca-3aa394d439b7 service neutron] Attempting to bind port d126fb4c-5259-482e-a4e6-bc2d80ae7558 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'd37371ac-82c7-48d4-ab31-64c23c20d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:58:36.897289 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d55e45-0346-449d-acbd-acdaa264a629 req-3feac3ee-b095-4037-b6ca-3aa394d439b7 service neutron] Attempting to bind port d126fb4c-5259-482e-a4e6-bc2d80ae7558 on network 933cf619-8e75-4b39-b1f0-c7abdb37f80d {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:36.903309 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180e7b5-68e8-4cd6-aa2a-58fa8fc4fe6c None None] Pushing event updated for resources: {'Port': ['ID=5831e45b-d179-4c16-8636-8a36ddccdd13,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:36.916126 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d55e45-0346-449d-acbd-acdaa264a629 req-3feac3ee-b095-4037-b6ca-3aa394d439b7 service neutron] Port d126fb4c-5259-482e-a4e6-bc2d80ae7558 on network 933cf619-8e75-4b39-b1f0-c7abdb37f80d not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:58:36.918305 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d55e45-0346-449d-acbd-acdaa264a629 req-3feac3ee-b095-4037-b6ca-3aa394d439b7 service neutron] Attempting to bind port d126fb4c-5259-482e-a4e6-bc2d80ae7558 on network 933cf619-8e75-4b39-b1f0-c7abdb37f80d {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:36.927015 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] Routers {'71ab9152-6917-4d58-bbb6-21e11b946c9f'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:58:36.928093 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:58:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['71ab9152-6917-4d58-bbb6-21e11b946c9f'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:36.963490 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d55e45-0346-449d-acbd-acdaa264a629 req-3feac3ee-b095-4037-b6ca-3aa394d439b7 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:58:36.963955 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d55e45-0346-449d-acbd-acdaa264a629 req-3feac3ee-b095-4037-b6ca-3aa394d439b7 service neutron] Checking segment: {'id': 'd37371ac-82c7-48d4-ab31-64c23c20d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:58:36.964655 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d55e45-0346-449d-acbd-acdaa264a629 req-3feac3ee-b095-4037-b6ca-3aa394d439b7 service neutron] Bound using segment: {'id': 'd37371ac-82c7-48d4-ab31-64c23c20d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:58:36.966003 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-58d55e45-0346-449d-acbd-acdaa264a629 req-3feac3ee-b095-4037-b6ca-3aa394d439b7 service neutron] Bound port: d126fb4c-5259-482e-a4e6-bc2d80ae7558, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37371ac-82c7-48d4-ab31-64c23c20d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:58:36.966501 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-58d55e45-0346-449d-acbd-acdaa264a629 req-3feac3ee-b095-4037-b6ca-3aa394d439b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:37.005599 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-9a3af710-0580-4eb4-a1a2-b7bc664474d6 req-6935aef4-1846-4217-8c0c-4b6c8c750b45 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] For port 8e013f9e-ef93-4605-9124-7dc5aeceb98b, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=8e013f9e-ef93-4605-9124-7dc5aeceb98b,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:37.005989 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9a3af710-0580-4eb4-a1a2-b7bc664474d6 req-6935aef4-1846-4217-8c0c-4b6c8c750b45 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:37.087773 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] Set router 71ab9152-6917-4d58-bbb6-21e11b946c9f gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:58:37.088084 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f8e9f-89c7-450f-9e55-a43bb15c188c req-9d06f275-3e8b-416f-b9e8-7769e6b776cd tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:37.111232 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f8e9f-89c7-450f-9e55-a43bb15c188c req-9d06f275-3e8b-416f-b9e8-7769e6b776cd tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:37.117490 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f8e9f-89c7-450f-9e55-a43bb15c188c req-9d06f275-3e8b-416f-b9e8-7769e6b776cd tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:37.125893 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f8e9f-89c7-450f-9e55-a43bb15c188c req-9d06f275-3e8b-416f-b9e8-7769e6b776cd tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:37.132921 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f8e9f-89c7-450f-9e55-a43bb15c188c req-9d06f275-3e8b-416f-b9e8-7769e6b776cd tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:37.146681 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f8e9f-89c7-450f-9e55-a43bb15c188c req-9d06f275-3e8b-416f-b9e8-7769e6b776cd tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:37.156899 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f8e9f-89c7-450f-9e55-a43bb15c188c req-9d06f275-3e8b-416f-b9e8-7769e6b776cd tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:37.158767 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f8f8e9f-89c7-450f-9e55-a43bb15c188c req-9d06f275-3e8b-416f-b9e8-7769e6b776cd tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5431 time: 0.3995144 Jul 07 20:58:37.161657 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-9a3af710-0580-4eb4-a1a2-b7bc664474d6 req-6935aef4-1846-4217-8c0c-4b6c8c750b45 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Calling delete_port for 8e013f9e-ef93-4605-9124-7dc5aeceb98b owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:58:37.232150 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-58d55e45-0346-449d-acbd-acdaa264a629 req-3feac3ee-b095-4037-b6ca-3aa394d439b7 service neutron] For port d126fb4c-5259-482e-a4e6-bc2d80ae7558, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:58:37.243858 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3406a24-d3a5-4795-a908-3cfb0d6ddd38 req-9dc1bf56-0cc4-4790-a97b-b25009c69b2a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:37.254889 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a3406a24-d3a5-4795-a908-3cfb0d6ddd38 req-9dc1bf56-0cc4-4790-a97b-b25009c69b2a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=84012b03-06af-46d0-a4b6-f00c28f70f82 HTTP/1.1" status: 200 len: 945 time: 0.3540685 Jul 07 20:58:37.287956 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-58d55e45-0346-449d-acbd-acdaa264a629 req-3feac3ee-b095-4037-b6ca-3aa394d439b7 service neutron] For port d126fb4c-5259-482e-a4e6-bc2d80ae7558, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d126fb4c-5259-482e-a4e6-bc2d80ae7558,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:58:37.310109 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-58d55e45-0346-449d-acbd-acdaa264a629 req-3feac3ee-b095-4037-b6ca-3aa394d439b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:37.362178 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a3406a24-d3a5-4795-a908-3cfb0d6ddd38 req-a4b8c9c6-1ada-4f47-9658-02ad06533016 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063516 Jul 07 20:58:37.388143 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f8f8e9f-89c7-450f-9e55-a43bb15c188c req-0d631169-b43b-414d-9eeb-745f911cc6db tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2146268 Jul 07 20:58:37.594340 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ab9152-6917-4d58-bbb6-21e11b946c9f', 'name': 'tempest-TestAggregatesBasicOps-1228590718-router', 'tenant_id': '551a315ffea547a0b00e1fd391dacf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'b948f811-a853-4ba3-a38a-67540d57b72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:58:22Z', 'updated_at': '2021-07-07T20:58:28Z', 'revision_number': 4, 'project_id': '551a315ffea547a0b00e1fd391dacf5b', 'gw_port': {'id': 'b948f811-a853-4ba3-a38a-67540d57b72f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ab9152-6917-4d58-bbb6-21e11b946c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:58:24Z', 'updated_at': '2021-07-07T20:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '5831e45b-d179-4c16-8636-8a36ddccdd13', 'name': '', 'network_id': 'a4f6bb21-f268-47b8-92d6-32a47b9a87a5', 'tenant_id': '551a315ffea547a0b00e1fd391dacf5b', 'mac_address': 'fa:16:3e:c0:68:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ab9152-6917-4d58-bbb6-21e11b946c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '60ec3718-a785-432b-8a78-ccf47737f936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:58:28Z', 'updated_at': '2021-07-07T20:58:36Z', 'revision_number': 4, 'project_id': '551a315ffea547a0b00e1fd391dacf5b', 'subnets': [{'id': '60ec3718-a785-432b-8a78-ccf47737f936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:37.651238 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9a3af710-0580-4eb4-a1a2-b7bc664474d6 req-6935aef4-1846-4217-8c0c-4b6c8c750b45 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:37.670878 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['8e013f9e-ef93-4605-9124-7dc5aeceb98b'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:58:37.675988 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27578170-662b-4d6b-b895-316eb9b17a47 None None] The sync data for ids ['71ab9152-6917-4d58-bbb6-21e11b946c9f'] in n-d-695189-11 is: [{'id': '71ab9152-6917-4d58-bbb6-21e11b946c9f', 'name': 'tempest-TestAggregatesBasicOps-1228590718-router', 'tenant_id': '551a315ffea547a0b00e1fd391dacf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'b948f811-a853-4ba3-a38a-67540d57b72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:58:22Z', 'updated_at': '2021-07-07T20:58:28Z', 'revision_number': 4, 'project_id': '551a315ffea547a0b00e1fd391dacf5b', 'gw_port': {'id': 'b948f811-a853-4ba3-a38a-67540d57b72f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ab9152-6917-4d58-bbb6-21e11b946c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:58:24Z', 'updated_at': '2021-07-07T20:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '5831e45b-d179-4c16-8636-8a36ddccdd13', 'name': '', 'network_id': 'a4f6bb21-f268-47b8-92d6-32a47b9a87a5', 'tenant_id': '551a315ffea547a0b00e1fd391dacf5b', 'mac_address': 'fa:16:3e:c0:68:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ab9152-6917-4d58-bbb6-21e11b946c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '60ec3718-a785-432b-8a78-ccf47737f936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:58:28Z', 'updated_at': '2021-07-07T20:58:36Z', 'revision_number': 4, 'project_id': '551a315ffea547a0b00e1fd391dacf5b', 'subnets': [{'id': '60ec3718-a785-432b-8a78-ccf47737f936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:58:37.733684 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0a9f7927-5cda-4ee9-a3e4-7e0970851fb1'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:58:37.785780 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935aef4-1846-4217-8c0c-4b6c8c750b45 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Pushing event deleted for resources: {'Port': ['ID=8e013f9e-ef93-4605-9124-7dc5aeceb98b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:37.905668 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3af710-0580-4eb4-a1a2-b7bc664474d6 req-6935aef4-1846-4217-8c0c-4b6c8c750b45 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] No DVR routers for this DVR port 8e013f9e-ef93-4605-9124-7dc5aeceb98b on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:58:37.909435 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9a3af710-0580-4eb4-a1a2-b7bc664474d6 req-6935aef4-1846-4217-8c0c-4b6c8c750b45 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:37.912715 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9a3af710-0580-4eb4-a1a2-b7bc664474d6 req-6935aef4-1846-4217-8c0c-4b6c8c750b45 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.39 "DELETE /v2.0/ports/8e013f9e-ef93-4605-9124-7dc5aeceb98b HTTP/1.1" status: 204 len: 173 time: 1.5993569 Jul 07 20:58:37.915042 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84012b03-06af-46d0-a4b6-f00c28f70f82', 'name': 'network-vif-deleted', 'tag': '8e013f9e-ef93-4605-9124-7dc5aeceb98b'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:37.918270 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9384c594-f6c8-4fd1-9776-ec76a9a85e55" -d '{"events": [{"server_uuid": "84012b03-06af-46d0-a4b6-f00c28f70f82", "name": "network-vif-deleted", "tag": "8e013f9e-ef93-4605-9124-7dc5aeceb98b"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:38.012999 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f07ce-c71b-42be-8401-22ce93f8c739 req-87ec43a1-4145-47c3-93b3-5d3f79e6cce7 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:38.014651 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a48f07ce-c71b-42be-8401-22ce93f8c739 req-87ec43a1-4145-47c3-93b3-5d3f79e6cce7 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 943 time: 0.1595104 Jul 07 20:58:38.206791 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a48f07ce-c71b-42be-8401-22ce93f8c739 req-7736731f-687a-4a14-9163-f04b765bd04e tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123471 Jul 07 20:58:38.241765 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f91d36-eaf7-4300-9c96-79fccbc8bab3 req-93000409-32de-412c-848e-77bf69449191 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:38.252362 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-31f91d36-eaf7-4300-9c96-79fccbc8bab3 req-93000409-32de-412c-848e-77bf69449191 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2366271 Jul 07 20:58:38.330396 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d55e45-0346-449d-acbd-acdaa264a629 req-3feac3ee-b095-4037-b6ca-3aa394d439b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:38.335215 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-58d55e45-0346-449d-acbd-acdaa264a629 req-3feac3ee-b095-4037-b6ca-3aa394d439b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:38.338835 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-58d55e45-0346-449d-acbd-acdaa264a629 req-3feac3ee-b095-4037-b6ca-3aa394d439b7 service neutron] 10.222.0.58 "PUT /v2.0/ports/d126fb4c-5259-482e-a4e6-bc2d80ae7558 HTTP/1.1" status: 200 len: 1092 time: 2.6430511 Jul 07 20:58:38.350585 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa87313-2117-4e7a-a427-988892ae43a8', 'tag': 'd126fb4c-5259-482e-a4e6-bc2d80ae7558'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:38.353745 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e0c41c-453a-43be-8bbe-77b5e57af022" -d '{"events": [{"name": "network-changed", "server_uuid": "bfa87313-2117-4e7a-a427-988892ae43a8", "tag": "d126fb4c-5259-482e-a4e6-bc2d80ae7558"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:38.362634 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd0ef21-9218-450a-92c3-9b98d24c6f20 x-openstack-request-id: req-0dd0ef21-9218-450a-92c3-9b98d24c6f20 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:38.363617 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84012b03-06af-46d0-a4b6-f00c28f70f82", "name": "network-vif-deleted", "tag": "8e013f9e-ef93-4605-9124-7dc5aeceb98b", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:38.364542 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0dd0ef21-9218-450a-92c3-9b98d24c6f20 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:38.365257 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84012b03-06af-46d0-a4b6-f00c28f70f82', 'name': 'network-vif-deleted', 'tag': '8e013f9e-ef93-4605-9124-7dc5aeceb98b', 'status': 'completed', 'code': 200} Jul 07 20:58:38.369906 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feac3ee-b095-4037-b6ca-3aa394d439b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d126fb4c-5259-482e-a4e6-bc2d80ae7558,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:38.401712 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-31f91d36-eaf7-4300-9c96-79fccbc8bab3 req-2be04eb5-016f-4e2c-b8a5-6439cc9d55a8 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459868 Jul 07 20:58:38.465187 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e40a85d-a4d5-44e3-b481-202239bbbbb1 x-openstack-request-id: req-5e40a85d-a4d5-44e3-b481-202239bbbbb1 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:38.465539 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfa87313-2117-4e7a-a427-988892ae43a8", "tag": "d126fb4c-5259-482e-a4e6-bc2d80ae7558", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:38.465786 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e40a85d-a4d5-44e3-b481-202239bbbbb1 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:38.466185 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa87313-2117-4e7a-a427-988892ae43a8', 'tag': 'd126fb4c-5259-482e-a4e6-bc2d80ae7558', 'status': 'completed', 'code': 200} Jul 07 20:58:38.541864 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d55e45-0346-449d-acbd-acdaa264a629 req-a3e73d07-9f1a-495a-a2af-73965ea55c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:38.543695 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-58d55e45-0346-449d-acbd-acdaa264a629 req-a3e73d07-9f1a-495a-a2af-73965ea55c1a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ec973c72b0c446b8a6f30c2bb3552ad&device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 1095 time: 0.1481643 Jul 07 20:58:38.639473 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-58d55e45-0346-449d-acbd-acdaa264a629 req-0699d931-3595-439a-a114-089f8c9aa670 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d126fb4c-5259-482e-a4e6-bc2d80ae7558 HTTP/1.1" status: 200 len: 217 time: 0.0763426 Jul 07 20:58:38.677873 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7d3846af-fa80-4457-97b1-acbedfd827a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:38.766036 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-012b6b47-db85-454d-8ab2-5c217d003bad req-05932a81-7b75-4325-95c8-6139c8d7db45 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=84012b03-06af-46d0-a4b6-f00c28f70f82 HTTP/1.1" status: 200 len: 210 time: 0.0949380 Jul 07 20:58:38.877851 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d55e45-0346-449d-acbd-acdaa264a629 req-07df945f-a002-4e92-8942-150102c7ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:38.879895 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-58d55e45-0346-449d-acbd-acdaa264a629 req-07df945f-a002-4e92-8942-150102c7ad0d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f7fee8dd-f00c-44db-a4fa-5bd2d901683b HTTP/1.1" status: 200 len: 844 time: 0.2216027 Jul 07 20:58:38.925821 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538941b7-696c-4583-8ae6-5d3cc8795aec req-c35ddc37-cd93-4415-a436-ead4fd6b8f41 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:38.954391 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538941b7-696c-4583-8ae6-5d3cc8795aec req-c35ddc37-cd93-4415-a436-ead4fd6b8f41 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:38.977746 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538941b7-696c-4583-8ae6-5d3cc8795aec req-c35ddc37-cd93-4415-a436-ead4fd6b8f41 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:38.990605 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 5831e45b-d179-4c16-8636-8a36ddccdd13 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:58:39.008152 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538941b7-696c-4583-8ae6-5d3cc8795aec req-c35ddc37-cd93-4415-a436-ead4fd6b8f41 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:39.024803 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538941b7-696c-4583-8ae6-5d3cc8795aec req-c35ddc37-cd93-4415-a436-ead4fd6b8f41 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:39.040996 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538941b7-696c-4583-8ae6-5d3cc8795aec req-c35ddc37-cd93-4415-a436-ead4fd6b8f41 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:39.063417 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538941b7-696c-4583-8ae6-5d3cc8795aec req-c35ddc37-cd93-4415-a436-ead4fd6b8f41 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:39.065523 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-538941b7-696c-4583-8ae6-5d3cc8795aec req-c35ddc37-cd93-4415-a436-ead4fd6b8f41 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5431 time: 0.4089828 Jul 07 20:58:39.088905 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-58d55e45-0346-449d-acbd-acdaa264a629 req-bfa2ff24-7a38-4664-8246-19b9e2608822 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=933cf619-8e75-4b39-b1f0-c7abdb37f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651338 Jul 07 20:58:39.118235 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 5831e45b-d179-4c16-8636-8a36ddccdd13 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:58:39.126794 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 5831e45b-d179-4c16-8636-8a36ddccdd13 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:39.127983 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:39.174428 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-538941b7-696c-4583-8ae6-5d3cc8795aec req-0b42a0bc-dc12-4685-8ea4-fc9dc476104b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0978718 Jul 07 20:58:39.241731 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-58d55e45-0346-449d-acbd-acdaa264a629 req-46aef1a4-cb40-4ce6-81f0-4e90d5b133c2 service neutron] 10.222.0.58 "GET /v2.0/networks/933cf619-8e75-4b39-b1f0-c7abdb37f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294510 Jul 07 20:58:39.279837 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:39.343748 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 5831e45b-d179-4c16-8636-8a36ddccdd13, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=5831e45b-d179-4c16-8636-8a36ddccdd13,segment=NetworkSegment(3dc55712-beee-412b-b107-ec0e3dc89cbb),segment_id=3dc55712-beee-412b-b107-ec0e3dc89cbb)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:39.349392 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:39.424873 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=5831e45b-d179-4c16-8636-8a36ddccdd13,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:39.442941 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-58d55e45-0346-449d-acbd-acdaa264a629 req-6e02400b-075c-4442-a06c-9de8d7a358ff service neutron] 10.222.0.58 "GET /v2.0/networks/933cf619-8e75-4b39-b1f0-c7abdb37f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688912 Jul 07 20:58:39.457743 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-7d3846af-fa80-4457-97b1-acbedfd827a1 admin admin] Deleting port ea2bb094-d49c-4dde-b065-ef505d9b03a7 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:58:39.458198 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7d3846af-fa80-4457-97b1-acbedfd827a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:39.622482 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-7d3846af-fa80-4457-97b1-acbedfd827a1 admin admin] For port ea2bb094-d49c-4dde-b065-ef505d9b03a7, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ea2bb094-d49c-4dde-b065-ef505d9b03a7,segment=NetworkSegment(c60f4b6c-102e-493a-bdb8-9f8d992660d3),segment_id=c60f4b6c-102e-493a-bdb8-9f8d992660d3)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:39.623667 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7d3846af-fa80-4457-97b1-acbedfd827a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:39.647923 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0c41c-453a-43be-8bbe-77b5e57af022 req-7c4390cc-4f4c-4de4-a643-b690106141bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:39.649842 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-06e0c41c-453a-43be-8bbe-77b5e57af022 req-7c4390cc-4f4c-4de4-a643-b690106141bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ec973c72b0c446b8a6f30c2bb3552ad&device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 1095 time: 0.1306169 Jul 07 20:58:39.651119 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-7d3846af-fa80-4457-97b1-acbedfd827a1 admin admin] Calling delete_port for ea2bb094-d49c-4dde-b065-ef505d9b03a7 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:58:39.660205 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab4c49-14b0-4a64-9076-edfcae6e4a5f req-dbfa6af0-2a46-4dd3-85f8-4809f34feeea tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:39.668096 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d1ab4c49-14b0-4a64-9076-edfcae6e4a5f req-dbfa6af0-2a46-4dd3-85f8-4809f34feeea tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 943 time: 0.1648977 Jul 07 20:58:39.722460 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d1ab4c49-14b0-4a64-9076-edfcae6e4a5f req-96dcc7a0-a4a9-4c11-b8d8-46248c261edd tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536046 Jul 07 20:58:39.744448 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95cc95-478e-4588-844c-76d859f3a86c req-a90ceca9-1529-4dc0-b6a7-f7afea2f4edf tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:39.752854 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5c95cc95-478e-4588-844c-76d859f3a86c req-a90ceca9-1529-4dc0-b6a7-f7afea2f4edf tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.1522009 Jul 07 20:58:39.800614 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0c41c-453a-43be-8bbe-77b5e57af022 req-2f263189-16f2-47b0-9dad-08b7edefadbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:39.802914 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-06e0c41c-453a-43be-8bbe-77b5e57af022 req-2f263189-16f2-47b0-9dad-08b7edefadbb service neutron] 10.222.0.58 "GET /v2.0/networks?id=933cf619-8e75-4b39-b1f0-c7abdb37f80d HTTP/1.1" status: 200 len: 905 time: 0.1446235 Jul 07 20:58:39.807374 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5c95cc95-478e-4588-844c-76d859f3a86c req-c8e2acde-2787-4695-9b4c-68cb401972f8 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475547 Jul 07 20:58:39.864739 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-06e0c41c-453a-43be-8bbe-77b5e57af022 req-6a01f3a5-e405-47e1-94b6-6691e3563a75 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d126fb4c-5259-482e-a4e6-bc2d80ae7558 HTTP/1.1" status: 200 len: 217 time: 0.0522580 Jul 07 20:58:40.078472 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0c41c-453a-43be-8bbe-77b5e57af022 req-4f290108-3f88-45bf-a015-d15b2af4cbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:40.080255 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-06e0c41c-453a-43be-8bbe-77b5e57af022 req-4f290108-3f88-45bf-a015-d15b2af4cbcd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f7fee8dd-f00c-44db-a4fa-5bd2d901683b HTTP/1.1" status: 200 len: 844 time: 0.2000766 Jul 07 20:58:40.131144 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-06e0c41c-453a-43be-8bbe-77b5e57af022 req-30ec1daa-d9e0-4e9e-9389-ed3f7dbc0bc1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=933cf619-8e75-4b39-b1f0-c7abdb37f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395160 Jul 07 20:58:40.131808 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7d3846af-fa80-4457-97b1-acbedfd827a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:40.173527 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3846af-fa80-4457-97b1-acbedfd827a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea2bb094-d49c-4dde-b065-ef505d9b03a7,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:40.354660 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-8062ea5f-d6c9-4326-8f03-ccd7ab7d32d1 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:40.365909 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-8062ea5f-d6c9-4326-8f03-ccd7ab7d32d1 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/networks?id=287bef21-9852-4f7d-90ca-297ef811e6f1 HTTP/1.1" status: 200 len: 806 time: 0.1514380 Jul 07 20:58:40.383108 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-f3923ae3-ce0e-4c5f-aebc-d2fafb2528d9 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/quotas/128d0bdbd3254a86ab8fae38847d408e HTTP/1.1" status: 200 len: 375 time: 0.0157180 Jul 07 20:58:40.417053 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-06e0c41c-453a-43be-8bbe-77b5e57af022 req-8e8b728b-8b6d-4ca9-b5f5-d3d7dc3cd46c service neutron] 10.222.0.58 "GET /v2.0/networks/933cf619-8e75-4b39-b1f0-c7abdb37f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731845 Jul 07 20:58:40.440348 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 8e013f9e-ef93-4605-9124-7dc5aeceb98b no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:58:40.489021 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 8e013f9e-ef93-4605-9124-7dc5aeceb98b {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:58:40.489485 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 8e013f9e-ef93-4605-9124-7dc5aeceb98b not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:58:40.540433 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbc0c8-e1cd-4384-bf73-7639487c5e6c req-9651c592-b773-442f-8734-f09c8870e26f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:40.548197 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbc0c8-e1cd-4384-bf73-7639487c5e6c req-9651c592-b773-442f-8734-f09c8870e26f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:40.555141 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbc0c8-e1cd-4384-bf73-7639487c5e6c req-9651c592-b773-442f-8734-f09c8870e26f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:40.561820 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbc0c8-e1cd-4384-bf73-7639487c5e6c req-9651c592-b773-442f-8734-f09c8870e26f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:40.567958 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbc0c8-e1cd-4384-bf73-7639487c5e6c req-9651c592-b773-442f-8734-f09c8870e26f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:40.575737 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbc0c8-e1cd-4384-bf73-7639487c5e6c req-9651c592-b773-442f-8734-f09c8870e26f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:40.581792 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbc0c8-e1cd-4384-bf73-7639487c5e6c req-9651c592-b773-442f-8734-f09c8870e26f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:40.583829 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1dbbc0c8-e1cd-4384-bf73-7639487c5e6c req-9651c592-b773-442f-8734-f09c8870e26f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5431 time: 0.1978288 Jul 07 20:58:40.601876 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-79718970-7d1c-40ef-8f9a-a1487a99459f tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=128d0bdbd3254a86ab8fae38847d408e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2174747 Jul 07 20:58:40.636679 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7d3846af-fa80-4457-97b1-acbedfd827a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:40.660511 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-06e0c41c-453a-43be-8bbe-77b5e57af022 req-b3982eb6-2ea2-4b9e-9098-6120abdee41d service neutron] 10.222.0.58 "GET /v2.0/networks/933cf619-8e75-4b39-b1f0-c7abdb37f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315705 Jul 07 20:58:40.738913 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1dbbc0c8-e1cd-4384-bf73-7639487c5e6c req-da91c17c-b083-4124-865c-5b428cdda8cd tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707893 Jul 07 20:58:40.809609 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-fb7fa2bd-8667-417d-aa63-e3b9f2c88398 service neutron] 10.222.0.64 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064388 Jul 07 20:58:40.974064 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 5831e45b-d179-4c16-8636-8a36ddccdd13 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:58:40.977300 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-3987b49a-669f-49c2-95e9-5a51d4768a0d service neutron] 10.222.0.64 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667459 Jul 07 20:58:40.989752 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3846af-fa80-4457-97b1-acbedfd827a1 admin admin] Router 1b385840-8c7a-422f-98e2-265da1f4f313 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:58:41.078543 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 5831e45b-d179-4c16-8636-8a36ddccdd13 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:41.078927 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:41.141716 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3846af-fa80-4457-97b1-acbedfd827a1 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:58:41.155085 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49334) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:41.155305 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7d3846af-fa80-4457-97b1-acbedfd827a1 admin admin] 10.222.0.64 "PUT /v2.0/routers/1b385840-8c7a-422f-98e2-265da1f4f313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6041369 Jul 07 20:58:41.164379 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1dbe84-bcdb-4d0c-9bbd-8c22b17f7129 None None] Sync routers for ids ['1b385840-8c7a-422f-98e2-265da1f4f313'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:58:41.177079 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1dbe84-bcdb-4d0c-9bbd-8c22b17f7129 None None] Routers {'1b385840-8c7a-422f-98e2-265da1f4f313'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:58:41.177735 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-cb1dbe84-bcdb-4d0c-9bbd-8c22b17f7129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:58:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['1b385840-8c7a-422f-98e2-265da1f4f313'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:41.437974 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-cb1dbe84-bcdb-4d0c-9bbd-8c22b17f7129 None None] Set router 1b385840-8c7a-422f-98e2-265da1f4f313 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:58:41.688289 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-cb1dbe84-bcdb-4d0c-9bbd-8c22b17f7129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b385840-8c7a-422f-98e2-265da1f4f313', 'name': 'tempest-TestAggregatesBasicOps-1462421938-router', 'tenant_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '24556b05-fffe-48c9-820a-5b0146ffefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:58:02Z', 'updated_at': '2021-07-07T20:58:39Z', 'revision_number': 5, 'project_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'gw_port': {'id': '24556b05-fffe-48c9-820a-5b0146ffefee', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b385840-8c7a-422f-98e2-265da1f4f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:58:03Z', 'updated_at': '2021-07-07T20:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:41.717041 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1dbe84-bcdb-4d0c-9bbd-8c22b17f7129 None None] Checking router: 1b385840-8c7a-422f-98e2-265da1f4f313 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:58:41.728425 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1dbe84-bcdb-4d0c-9bbd-8c22b17f7129 None None] Routers {'1b385840-8c7a-422f-98e2-265da1f4f313'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:58:41.729079 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-cb1dbe84-bcdb-4d0c-9bbd-8c22b17f7129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:58:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['1b385840-8c7a-422f-98e2-265da1f4f313'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:41.873222 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:41.899008 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-cb1dbe84-bcdb-4d0c-9bbd-8c22b17f7129 None None] Set router 1b385840-8c7a-422f-98e2-265da1f4f313 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:58:42.012713 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:42.070918 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000561d-3e74-4b45-b1b0-c0b02c9a44b7 req-971a3a2e-6b86-4357-aa41-4b0097aeac2d tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:42.081675 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f000561d-3e74-4b45-b1b0-c0b02c9a44b7 req-971a3a2e-6b86-4357-aa41-4b0097aeac2d tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 943 time: 0.7570856 Jul 07 20:58:42.124217 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53171c2b-903e-4fb0-85a1-a91d53b06e28 req-a2786a97-53da-4e08-9612-db6a2e975696 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:42.134875 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-53171c2b-903e-4fb0-85a1-a91d53b06e28 req-a2786a97-53da-4e08-9612-db6a2e975696 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.7929931 Jul 07 20:58:42.179729 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-cb1dbe84-bcdb-4d0c-9bbd-8c22b17f7129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b385840-8c7a-422f-98e2-265da1f4f313', 'name': 'tempest-TestAggregatesBasicOps-1462421938-router', 'tenant_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '24556b05-fffe-48c9-820a-5b0146ffefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:58:02Z', 'updated_at': '2021-07-07T20:58:39Z', 'revision_number': 5, 'project_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'gw_port': {'id': '24556b05-fffe-48c9-820a-5b0146ffefee', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b385840-8c7a-422f-98e2-265da1f4f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:58:03Z', 'updated_at': '2021-07-07T20:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:42.209754 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f000561d-3e74-4b45-b1b0-c0b02c9a44b7 req-a97e80ca-1db3-4f51-883d-95b82c9562d6 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286955 Jul 07 20:58:42.237887 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1dbe84-bcdb-4d0c-9bbd-8c22b17f7129 None None] The sync data for ids ['1b385840-8c7a-422f-98e2-265da1f4f313'] in n-d-695189-11 is: [{'id': '1b385840-8c7a-422f-98e2-265da1f4f313', 'name': 'tempest-TestAggregatesBasicOps-1462421938-router', 'tenant_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.130'}], 'enable_snat': True}, 'gw_port_id': '24556b05-fffe-48c9-820a-5b0146ffefee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:58:02Z', 'updated_at': '2021-07-07T20:58:39Z', 'revision_number': 5, 'project_id': '1c8484ee84cf4f43b9bcef68fa57d783', 'gw_port': {'id': '24556b05-fffe-48c9-820a-5b0146ffefee', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b385840-8c7a-422f-98e2-265da1f4f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:58:03Z', 'updated_at': '2021-07-07T20:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:58:42.287795 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-53171c2b-903e-4fb0-85a1-a91d53b06e28 req-3eb2749e-6b4d-473f-999d-ba52f012631a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520143 Jul 07 20:58:42.316988 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Deleting port 24556b05-fffe-48c9-820a-5b0146ffefee {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:58:42.317165 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:42.504102 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] For port 24556b05-fffe-48c9-820a-5b0146ffefee, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=24556b05-fffe-48c9-820a-5b0146ffefee,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:42.505092 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:42.531149 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Calling delete_port for 24556b05-fffe-48c9-820a-5b0146ffefee owned by network:router_gateway {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:58:42.633299 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5330104e-abd9-4088-a6c7-46ba2f267c03 req-c810f404-c9b3-4a17-9ed7-e561ed5fbb49 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 210 time: 0.0683818 Jul 07 20:58:42.715631 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d126fb4c-5259-482e-a4e6-bc2d80ae7558 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:58:42.817597 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ea2bb094-d49c-4dde-b065-ef505d9b03a7 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:58:42.858137 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853fee2-11db-4d36-bc2e-3bc91254664d req-5935ed93-72fa-475c-9eb6-04cf96e4a5b5 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:42.865498 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853fee2-11db-4d36-bc2e-3bc91254664d req-5935ed93-72fa-475c-9eb6-04cf96e4a5b5 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:42.872648 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853fee2-11db-4d36-bc2e-3bc91254664d req-5935ed93-72fa-475c-9eb6-04cf96e4a5b5 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:42.879167 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853fee2-11db-4d36-bc2e-3bc91254664d req-5935ed93-72fa-475c-9eb6-04cf96e4a5b5 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:42.886975 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853fee2-11db-4d36-bc2e-3bc91254664d req-5935ed93-72fa-475c-9eb6-04cf96e4a5b5 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:42.893593 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853fee2-11db-4d36-bc2e-3bc91254664d req-5935ed93-72fa-475c-9eb6-04cf96e4a5b5 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:42.899817 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853fee2-11db-4d36-bc2e-3bc91254664d req-5935ed93-72fa-475c-9eb6-04cf96e4a5b5 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:42.902159 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1853fee2-11db-4d36-bc2e-3bc91254664d req-5935ed93-72fa-475c-9eb6-04cf96e4a5b5 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5431 time: 0.2769127 Jul 07 20:58:42.919929 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: ea2bb094-d49c-4dde-b065-ef505d9b03a7 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:58:42.920767 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ea2bb094-d49c-4dde-b065-ef505d9b03a7 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:58:43.044605 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port d126fb4c-5259-482e-a4e6-bc2d80ae7558, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d126fb4c-5259-482e-a4e6-bc2d80ae7558,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:43.083985 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'd126fb4c-5259-482e-a4e6-bc2d80ae7558', 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d', 'port_id': 'd126fb4c-5259-482e-a4e6-bc2d80ae7558', 'mac_address': 'fa:16:3e:72:5e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7fee8dd-f00c-44db-a4fa-5bd2d901683b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:58:43.153847 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:43.177051 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d126fb4c-5259-482e-a4e6-bc2d80ae7558 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:43.204676 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port d126fb4c-5259-482e-a4e6-bc2d80ae7558, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d126fb4c-5259-482e-a4e6-bc2d80ae7558,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:43.209310 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:43.267623 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=d126fb4c-5259-482e-a4e6-bc2d80ae7558,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:43.269324 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1853fee2-11db-4d36-bc2e-3bc91254664d req-4af52b3a-002f-4752-b9c8-27697a4f8f13 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3480976 Jul 07 20:58:43.339180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-d8591ef2-75c9-4877-b12d-5dc7fe8f8240 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:43.341753 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-d8591ef2-75c9-4877-b12d-5dc7fe8f8240 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.39 "GET /v2.0/networks?id=287bef21-9852-4f7d-90ca-297ef811e6f1 HTTP/1.1" status: 200 len: 806 time: 0.2789834 Jul 07 20:58:43.361002 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-6d2fd8d4-6f6c-436c-997c-4d6695bc64bf tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Request body: {'port': {'device_id': '29b1f958-6c43-46ee-8430-fc9005a76135', 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1', 'admin_state_up': True, 'tenant_id': '128d0bdbd3254a86ab8fae38847d408e'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:43.426991 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:43.531247 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=24556b05-fffe-48c9-820a-5b0146ffefee,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:43.640774 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['d126fb4c-5259-482e-a4e6-bc2d80ae7558'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:58:43.647813 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:43.648372 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:43.648857 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:43.649438 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:43.649932 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:43.650481 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:43.650952 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:43.651536 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:43.652563 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:43.653132 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:43.653581 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:43.654138 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:43.831373 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-6d2fd8d4-6f6c-436c-997c-4d6695bc64bf tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Made reservation on behalf of 128d0bdbd3254a86ab8fae38847d408e for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:58:43.835422 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-6d2fd8d4-6f6c-436c-997c-4d6695bc64bf tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:43.866424 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774beeb3-f54b-45e0-a9f8-c4f3323fcd68 req-bbbcd8ae-755a-4b85-8b81-98859c4405e8 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:43.873785 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-774beeb3-f54b-45e0-a9f8-c4f3323fcd68 req-bbbcd8ae-755a-4b85-8b81-98859c4405e8 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.3615961 Jul 07 20:58:43.883431 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:43.937325 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec80e96-5334-4446-80de-d8af068f979c req-714ce374-9c2b-4fb0-a898-8d8f4fc19094 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:43.938862 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cec80e96-5334-4446-80de-d8af068f979c req-714ce374-9c2b-4fb0-a898-8d8f4fc19094 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 944 time: 0.4024713 Jul 07 20:58:44.103120 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:44.119157 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:44.179948 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-774beeb3-f54b-45e0-a9f8-c4f3323fcd68 req-781ec521-50b3-4b1d-8dfc-2a58e806696a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051581 Jul 07 20:58:44.286349 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cec80e96-5334-4446-80de-d8af068f979c req-e2557dc1-3f92-4321-ab90-de04d5cf08a6 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899148 Jul 07 20:58:44.289507 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:44.290080 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b385840-8c7a-422f-98e2-265da1f4f313 {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:58:44.322637 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:44.323044 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49370) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:44.332642 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e7acbae6-5b39-4b79-a2e8-53c5566ddeb9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/1b385840-8c7a-422f-98e2-265da1f4f313 HTTP/1.1" status: 204 len: 168 time: 3.1745808 Jul 07 20:58:44.380111 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-6d2fd8d4-6f6c-436c-997c-4d6695bc64bf tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Allocated IP 172.20.0.6 (287bef21-9852-4f7d-90ca-297ef811e6f1/cef6a251-d924-4278-917e-0372be44ce70/c0172447-de99-4f4c-acda-e6be25aa7c3b) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:58:44.465423 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-100c857c-48dd-4b93-a476-b479c1de7c45 admin admin] Deleting subnet 6450e246-01b7-4cd6-9976-37091fb7fc42 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:58:44.469152 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-100c857c-48dd-4b93-a476-b479c1de7c45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:44.567154 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-100c857c-48dd-4b93-a476-b479c1de7c45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:44.679153 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-100c857c-48dd-4b93-a476-b479c1de7c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:44.700526 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-336c3923-14fc-4c93-9c62-d0720ded6e9b req-952375db-1e3e-450e-b08d-8079a034a549 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 210 time: 0.1362071 Jul 07 20:58:44.727792 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-6d2fd8d4-6f6c-436c-997c-4d6695bc64bf tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:44.783421 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-100c857c-48dd-4b93-a476-b479c1de7c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:44.816611 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c857c-48dd-4b93-a476-b479c1de7c45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6450e246-01b7-4cd6-9976-37091fb7fc42,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:44.819523 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-100c857c-48dd-4b93-a476-b479c1de7c45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:44.820971 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-100c857c-48dd-4b93-a476-b479c1de7c45 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6450e246-01b7-4cd6-9976-37091fb7fc42 HTTP/1.1" status: 204 len: 168 time: 0.5004325 Jul 07 20:58:44.823386 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49372) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:44.823730 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f4872a-04fa-4d6b-871c-cb1e564e6b8a None None] Network 66fd829f-2570-41fa-b2a8-77fa2d10ea7d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:58:44.832438 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-6d2fd8d4-6f6c-436c-997c-4d6695bc64bf tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:44.860218 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0a9f7927-5cda-4ee9-a3e4-7e0970851fb1'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:58:44.918649 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8b743d70-99be-4efe-a572-205dcb00ade7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:44.939686 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91727a6-283a-45c9-9b20-de040290de4e req-e08d5eb9-5bc6-4767-8c2e-c42d85a1f7cb tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:44.949639 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91727a6-283a-45c9-9b20-de040290de4e req-e08d5eb9-5bc6-4767-8c2e-c42d85a1f7cb tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:44.956285 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91727a6-283a-45c9-9b20-de040290de4e req-e08d5eb9-5bc6-4767-8c2e-c42d85a1f7cb tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:44.962963 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91727a6-283a-45c9-9b20-de040290de4e req-e08d5eb9-5bc6-4767-8c2e-c42d85a1f7cb tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:44.969362 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91727a6-283a-45c9-9b20-de040290de4e req-e08d5eb9-5bc6-4767-8c2e-c42d85a1f7cb tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:44.975965 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91727a6-283a-45c9-9b20-de040290de4e req-e08d5eb9-5bc6-4767-8c2e-c42d85a1f7cb tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:44.983868 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91727a6-283a-45c9-9b20-de040290de4e req-e08d5eb9-5bc6-4767-8c2e-c42d85a1f7cb tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:44.989116 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d91727a6-283a-45c9-9b20-de040290de4e req-e08d5eb9-5bc6-4767-8c2e-c42d85a1f7cb tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5431 time: 0.2228289 Jul 07 20:58:44.991591 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-6d2fd8d4-6f6c-436c-997c-4d6695bc64bf tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Network 287bef21-9852-4f7d-90ca-297ef811e6f1 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:58:45.031975 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-6d2fd8d4-6f6c-436c-997c-4d6695bc64bf tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:58:45.034667 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-8b743d70-99be-4efe-a572-205dcb00ade7 admin admin] Deleting port afbbc2fa-6286-4015-8a86-cdbdb2d06dd9 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:58:45.035152 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8b743d70-99be-4efe-a572-205dcb00ade7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:45.038339 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-6d2fd8d4-6f6c-436c-997c-4d6695bc64bf tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:58:45.046148 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fd8d4-6f6c-436c-997c-4d6695bc64bf tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Pushing event updated for resources: {'Port': ['ID=c0172447-de99-4f4c-acda-e6be25aa7c3b,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:45.051483 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 24556b05-fffe-48c9-820a-5b0146ffefee no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:58:45.093463 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d91727a6-283a-45c9-9b20-de040290de4e req-ef0a86c7-22f4-448c-9b48-13bdcce58cf0 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938416 Jul 07 20:58:45.109422 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 24556b05-fffe-48c9-820a-5b0146ffefee {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:58:45.109768 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 24556b05-fffe-48c9-820a-5b0146ffefee not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:58:45.116553 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-6d2fd8d4-6f6c-436c-997c-4d6695bc64bf tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:45.117400 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-6d2fd8d4-6f6c-436c-997c-4d6695bc64bf tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:45.154154 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-8b743d70-99be-4efe-a572-205dcb00ade7 admin admin] For port afbbc2fa-6286-4015-8a86-cdbdb2d06dd9, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=afbbc2fa-6286-4015-8a86-cdbdb2d06dd9,segment=NetworkSegment(c60f4b6c-102e-493a-bdb8-9f8d992660d3),segment_id=c60f4b6c-102e-493a-bdb8-9f8d992660d3)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:45.154545 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8b743d70-99be-4efe-a572-205dcb00ade7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:45.161762 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-6d2fd8d4-6f6c-436c-997c-4d6695bc64bf tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8046286 Jul 07 20:58:45.170744 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-8b743d70-99be-4efe-a572-205dcb00ade7 admin admin] Calling delete_port for afbbc2fa-6286-4015-8a86-cdbdb2d06dd9 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:58:45.178459 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-0a3c253b-d00a-48d5-ad36-3e5f3340ef74 service neutron] Request body: {'port': {'device_id': '29b1f958-6c43-46ee-8430-fc9005a76135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:45.272935 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-0a3c253b-d00a-48d5-ad36-3e5f3340ef74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:45.377197 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c06692e-7ac3-4c34-a759-7125fd12289b None None] DHCP port deletion for 66fd829f-2570-41fa-b2a8-77fa2d10ea7d request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:58:45.389674 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8b743d70-99be-4efe-a572-205dcb00ade7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:45.412242 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-2c06692e-7ac3-4c34-a759-7125fd12289b None None] The port 'afbbc2fa-6286-4015-8a86-cdbdb2d06dd9' was deleted {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 07 20:58:45.446605 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b743d70-99be-4efe-a572-205dcb00ade7 admin admin] Pushing event deleted for resources: {'Port': ['ID=afbbc2fa-6286-4015-8a86-cdbdb2d06dd9,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:45.451181 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b743d70-99be-4efe-a572-205dcb00ade7 admin admin] No DVR routers for this DVR port afbbc2fa-6286-4015-8a86-cdbdb2d06dd9 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:58:45.552949 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8b743d70-99be-4efe-a572-205dcb00ade7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:45.565840 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-8b743d70-99be-4efe-a572-205dcb00ade7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66fd829f-2570-41fa-b2a8-77fa2d10ea7d']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:45.578162 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-8b743d70-99be-4efe-a572-205dcb00ade7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60f4b6c-102e-493a-bdb8-9f8d992660d3') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:45.578760 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-8b743d70-99be-4efe-a572-205dcb00ade7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60f4b6c-102e-493a-bdb8-9f8d992660d3') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:45.591527 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8b743d70-99be-4efe-a572-205dcb00ade7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:45.608571 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8b743d70-99be-4efe-a572-205dcb00ade7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:45.615975 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b743d70-99be-4efe-a572-205dcb00ade7 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:58:45.616743 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8b743d70-99be-4efe-a572-205dcb00ade7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:58:45.680975 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:58:45.687742 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-0a3c253b-d00a-48d5-ad36-3e5f3340ef74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0172447-de99-4f4c-acda-e6be25aa7c3b {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:45.698453 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8b743d70-99be-4efe-a572-205dcb00ade7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:45.704814 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8b743d70-99be-4efe-a572-205dcb00ade7 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:45.707680 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8b743d70-99be-4efe-a572-205dcb00ade7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/66fd829f-2570-41fa-b2a8-77fa2d10ea7d HTTP/1.1" status: 204 len: 168 time: 0.8825297 Jul 07 20:58:45.711105 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49384) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:45.731173 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b743d70-99be-4efe-a572-205dcb00ade7 admin admin] Pushing event deleted for resources: {'Network': ['ID=66fd829f-2570-41fa-b2a8-77fa2d10ea7d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:45.734283 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-0a3c253b-d00a-48d5-ad36-3e5f3340ef74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:45.759436 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-0a3c253b-d00a-48d5-ad36-3e5f3340ef74 service neutron] Transition to ACTIVE for port object c0172447-de99-4f4c-acda-e6be25aa7c3b will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:58:45.774351 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-0a3c253b-d00a-48d5-ad36-3e5f3340ef74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:45.884311 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3ad61-147e-486b-a761-b34cd41327c5 req-d14f0e41-244f-4807-9284-ee418dee9310 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:45.885673 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6a3ad61-147e-486b-a761-b34cd41327c5 req-d14f0e41-244f-4807-9284-ee418dee9310 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.2211688 Jul 07 20:58:45.894555 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b285c-48f3-4725-849e-08f5d3d90cff req-05fd5cb6-97cd-4fdd-a851-ae9400bfbeba tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:45.902379 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-444b285c-48f3-4725-849e-08f5d3d90cff req-05fd5cb6-97cd-4fdd-a851-ae9400bfbeba tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 944 time: 0.2265372 Jul 07 20:58:45.941282 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c253b-d00a-48d5-ad36-3e5f3340ef74 service neutron] Pushing event updated for resources: {'Port': ['ID=c0172447-de99-4f4c-acda-e6be25aa7c3b,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:46.023458 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6a3ad61-147e-486b-a761-b34cd41327c5 req-9acf781f-ffd0-4d23-9ab8-61d858546f64 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108592 Jul 07 20:58:46.044120 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-444b285c-48f3-4725-849e-08f5d3d90cff req-b3f24ab4-8e8b-4cb7-bdbd-aebc06f86abe tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407344 Jul 07 20:58:46.104807 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-0a3c253b-d00a-48d5-ad36-3e5f3340ef74 service neutron] Attempting to bind port c0172447-de99-4f4c-acda-e6be25aa7c3b on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:58:46.106181 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-0a3c253b-d00a-48d5-ad36-3e5f3340ef74 service neutron] Attempting to bind port c0172447-de99-4f4c-acda-e6be25aa7c3b by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:58:46.106333 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-0a3c253b-d00a-48d5-ad36-3e5f3340ef74 service neutron] Attempting to bind port c0172447-de99-4f4c-acda-e6be25aa7c3b on network 287bef21-9852-4f7d-90ca-297ef811e6f1 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:46.112141 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-0a3c253b-d00a-48d5-ad36-3e5f3340ef74 service neutron] Port c0172447-de99-4f4c-acda-e6be25aa7c3b on network 287bef21-9852-4f7d-90ca-297ef811e6f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:58:46.112583 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-0a3c253b-d00a-48d5-ad36-3e5f3340ef74 service neutron] Attempting to bind port c0172447-de99-4f4c-acda-e6be25aa7c3b on network 287bef21-9852-4f7d-90ca-297ef811e6f1 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:46.130733 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-0a3c253b-d00a-48d5-ad36-3e5f3340ef74 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:58:46.131079 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-0a3c253b-d00a-48d5-ad36-3e5f3340ef74 service neutron] Checking segment: {'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:58:46.131506 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-0a3c253b-d00a-48d5-ad36-3e5f3340ef74 service neutron] Bound using segment: {'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:58:46.131960 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-0a3c253b-d00a-48d5-ad36-3e5f3340ef74 service neutron] Bound port: c0172447-de99-4f4c-acda-e6be25aa7c3b, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:58:46.132335 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-0a3c253b-d00a-48d5-ad36-3e5f3340ef74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:46.250802 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-0a3c253b-d00a-48d5-ad36-3e5f3340ef74 service neutron] For port c0172447-de99-4f4c-acda-e6be25aa7c3b, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:58:46.255529 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-0a3c253b-d00a-48d5-ad36-3e5f3340ef74 service neutron] For port c0172447-de99-4f4c-acda-e6be25aa7c3b, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c0172447-de99-4f4c-acda-e6be25aa7c3b,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:58:46.284647 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-0a3c253b-d00a-48d5-ad36-3e5f3340ef74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:46.363468 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-80e3c415-fae5-4dac-b561-5d548ebb7954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:46.364364 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-0a3c253b-d00a-48d5-ad36-3e5f3340ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:46.364993 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-0a3c253b-d00a-48d5-ad36-3e5f3340ef74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:46.366524 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-0a3c253b-d00a-48d5-ad36-3e5f3340ef74 service neutron] 10.222.0.39 "PUT /v2.0/ports/c0172447-de99-4f4c-acda-e6be25aa7c3b HTTP/1.1" status: 200 len: 1092 time: 1.1926026 Jul 07 20:58:46.371742 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b1f958-6c43-46ee-8430-fc9005a76135', 'tag': 'c0172447-de99-4f4c-acda-e6be25aa7c3b'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:46.374133 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8db4918-a795-4aab-b09c-1b7dfaab2322" -d '{"events": [{"name": "network-changed", "server_uuid": "29b1f958-6c43-46ee-8430-fc9005a76135", "tag": "c0172447-de99-4f4c-acda-e6be25aa7c3b"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:46.400847 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c253b-d00a-48d5-ad36-3e5f3340ef74 service neutron] Pushing event updated for resources: {'Port': ['ID=c0172447-de99-4f4c-acda-e6be25aa7c3b,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:46.508322 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb560d-c62b-41f5-b091-24363334ad05 req-2025e6c0-c445-4389-9ca9-1a3038dc7d55 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:46.510396 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-88fb560d-c62b-41f5-b091-24363334ad05 req-2025e6c0-c445-4389-9ca9-1a3038dc7d55 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 943 time: 0.2113206 Jul 07 20:58:46.581414 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:58:46.583572 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-88fb560d-c62b-41f5-b091-24363334ad05 req-c7e1cafe-16f6-4624-a70f-4c4b06c77021 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666041 Jul 07 20:58:46.608439 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf16d4-9dfb-4e23-bce2-fe1489065fd5 req-62270a33-b0f8-4452-b55e-21060498a608 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:46.612139 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf16d4-9dfb-4e23-bce2-fe1489065fd5 req-62270a33-b0f8-4452-b55e-21060498a608 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:46.619234 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf16d4-9dfb-4e23-bce2-fe1489065fd5 req-62270a33-b0f8-4452-b55e-21060498a608 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:46.625706 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf16d4-9dfb-4e23-bce2-fe1489065fd5 req-62270a33-b0f8-4452-b55e-21060498a608 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:46.632148 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf16d4-9dfb-4e23-bce2-fe1489065fd5 req-62270a33-b0f8-4452-b55e-21060498a608 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:46.638935 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf16d4-9dfb-4e23-bce2-fe1489065fd5 req-62270a33-b0f8-4452-b55e-21060498a608 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:46.646405 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf16d4-9dfb-4e23-bce2-fe1489065fd5 req-62270a33-b0f8-4452-b55e-21060498a608 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:46.654307 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4bf16d4-9dfb-4e23-bce2-fe1489065fd5 req-62270a33-b0f8-4452-b55e-21060498a608 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5431 time: 0.2418931 Jul 07 20:58:46.676727 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-63c489bc-3f21-4272-9472-a7527db38dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:46.678956 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-63c489bc-3f21-4272-9472-a7527db38dd0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=128d0bdbd3254a86ab8fae38847d408e&device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 1095 time: 0.2235122 Jul 07 20:58:46.686372 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44f6a86-178b-4b13-b864-1cb7f7c357be x-openstack-request-id: req-c44f6a86-178b-4b13-b864-1cb7f7c357be {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:46.686794 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b1f958-6c43-46ee-8430-fc9005a76135", "tag": "c0172447-de99-4f4c-acda-e6be25aa7c3b", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:46.687157 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c44f6a86-178b-4b13-b864-1cb7f7c357be {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:46.687697 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b1f958-6c43-46ee-8430-fc9005a76135', 'tag': 'c0172447-de99-4f4c-acda-e6be25aa7c3b', 'status': 'completed', 'code': 200} Jul 07 20:58:46.735109 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d126fb4c-5259-482e-a4e6-bc2d80ae7558 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:58:46.763514 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-80e3c415-fae5-4dac-b561-5d548ebb7954 admin admin] Deleting port 5831e45b-d179-4c16-8636-8a36ddccdd13 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:58:46.764071 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-80e3c415-fae5-4dac-b561-5d548ebb7954 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:46.798990 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port d126fb4c-5259-482e-a4e6-bc2d80ae7558 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:58:46.803994 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port d126fb4c-5259-482e-a4e6-bc2d80ae7558 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:46.804446 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-d77bdd8f-b76c-47e4-972b-9d487c2101a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0172447-de99-4f4c-acda-e6be25aa7c3b HTTP/1.1" status: 200 len: 217 time: 0.1062398 Jul 07 20:58:46.804953 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:46.821054 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4bf16d4-9dfb-4e23-bce2-fe1489065fd5 req-5f70b5ee-a211-490d-beb2-67e823931ac8 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1656358 Jul 07 20:58:46.913963 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-80e3c415-fae5-4dac-b561-5d548ebb7954 admin admin] For port 5831e45b-d179-4c16-8636-8a36ddccdd13, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=5831e45b-d179-4c16-8636-8a36ddccdd13,segment=NetworkSegment(3dc55712-beee-412b-b107-ec0e3dc89cbb),segment_id=3dc55712-beee-412b-b107-ec0e3dc89cbb)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:46.914608 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-80e3c415-fae5-4dac-b561-5d548ebb7954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:46.920338 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:46.929389 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-2a3cea51-f45d-4931-a3d0-b3a928ecaea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:46.930916 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-2a3cea51-f45d-4931-a3d0-b3a928ecaea2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cef6a251-d924-4278-917e-0372be44ce70 HTTP/1.1" status: 200 len: 846 time: 0.1089406 Jul 07 20:58:46.932136 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device afbbc2fa-6286-4015-8a86-cdbdb2d06dd9 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:58:46.937160 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-80e3c415-fae5-4dac-b561-5d548ebb7954 admin admin] Calling delete_port for 5831e45b-d179-4c16-8636-8a36ddccdd13 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:58:46.987563 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-23774bd9-b108-4271-a3f2-bd68acfabadb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=287bef21-9852-4f7d-90ca-297ef811e6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392587 Jul 07 20:58:47.012562 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: afbbc2fa-6286-4015-8a86-cdbdb2d06dd9 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:58:47.012918 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device afbbc2fa-6286-4015-8a86-cdbdb2d06dd9 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:58:47.020008 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa87313-2117-4e7a-a427-988892ae43a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd126fb4c-5259-482e-a4e6-bc2d80ae7558'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:47.033631 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae10afd-a94e-4a75-96e7-99b79bccc731" -d '{"events": [{"server_uuid": "bfa87313-2117-4e7a-a427-988892ae43a8", "name": "network-vif-plugged", "status": "completed", "tag": "d126fb4c-5259-482e-a4e6-bc2d80ae7558"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:47.052607 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port d126fb4c-5259-482e-a4e6-bc2d80ae7558, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d126fb4c-5259-482e-a4e6-bc2d80ae7558,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:47.059199 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:47.207080 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-ca0ac2c8-6527-421c-9eb3-c8002014c9ab service neutron] 10.222.0.39 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128997 Jul 07 20:58:47.212149 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4889df3d-170b-45dc-af24-963fb8e7a5a7 x-openstack-request-id: req-4889df3d-170b-45dc-af24-963fb8e7a5a7 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:47.212514 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa87313-2117-4e7a-a427-988892ae43a8", "name": "network-vif-plugged", "status": "completed", "tag": "d126fb4c-5259-482e-a4e6-bc2d80ae7558", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:47.212729 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4889df3d-170b-45dc-af24-963fb8e7a5a7 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:47.218704 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa87313-2117-4e7a-a427-988892ae43a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd126fb4c-5259-482e-a4e6-bc2d80ae7558', 'code': 200} Jul 07 20:58:47.219406 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=d126fb4c-5259-482e-a4e6-bc2d80ae7558,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:47.251235 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:47.258319 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:47.258790 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:47.265836 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:47.266356 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:47.266713 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:47.267278 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:47.267709 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:47.269696 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:47.270072 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:47.270604 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:47.270955 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:58:47.450710 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52f82011-6108-414b-a35e-c3188b5b7b30 req-00e88f21-1088-4268-9998-12b5c0116332 service neutron] 10.222.0.39 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343395 Jul 07 20:58:47.470755 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d162e64-6886-4364-bbe2-15be1e456978 req-692a1b77-8814-407e-aa5d-bc4acf9001ce tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:47.472807 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d162e64-6886-4364-bbe2-15be1e456978 req-692a1b77-8814-407e-aa5d-bc4acf9001ce tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.1664329 Jul 07 20:58:47.485116 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623708ae-1c3c-4fa7-96af-66ae0a144e65 req-0f5bfee5-3864-4655-8970-7a4db72abbfd tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:47.487608 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-623708ae-1c3c-4fa7-96af-66ae0a144e65 req-0f5bfee5-3864-4655-8970-7a4db72abbfd tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.1712234 Jul 07 20:58:47.603264 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d162e64-6886-4364-bbe2-15be1e456978 req-7a926460-b04a-4e49-89a6-40834a088b3b tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147418 Jul 07 20:58:47.614517 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-80e3c415-fae5-4dac-b561-5d548ebb7954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:47.614677 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-623708ae-1c3c-4fa7-96af-66ae0a144e65 req-29461a0d-c8fb-416b-94c0-bdb805618867 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083622 Jul 07 20:58:47.645480 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db4918-a795-4aab-b09c-1b7dfaab2322 req-cd2704c3-36f3-4f64-95e4-b4412e99415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:47.647081 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8db4918-a795-4aab-b09c-1b7dfaab2322 req-cd2704c3-36f3-4f64-95e4-b4412e99415c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=128d0bdbd3254a86ab8fae38847d408e&device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 1095 time: 0.1068499 Jul 07 20:58:47.697403 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3c415-fae5-4dac-b561-5d548ebb7954 admin admin] Pushing event deleted for resources: {'Port': ['ID=5831e45b-d179-4c16-8636-8a36ddccdd13,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:47.784199 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db4918-a795-4aab-b09c-1b7dfaab2322 req-2af9347d-9b99-4a7d-a841-200ce9b7a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:47.785875 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8db4918-a795-4aab-b09c-1b7dfaab2322 req-2af9347d-9b99-4a7d-a841-200ce9b7a7f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=287bef21-9852-4f7d-90ca-297ef811e6f1 HTTP/1.1" status: 200 len: 907 time: 0.1311400 Jul 07 20:58:47.852526 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e23e8-189b-4748-9bb2-e70a5f875f84 req-3e7cb8a9-5079-45b5-8feb-7f2ad7a0bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:47.858335 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-af3e23e8-189b-4748-9bb2-e70a5f875f84 req-3e7cb8a9-5079-45b5-8feb-7f2ad7a0bb6d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 1097 time: 0.2963626 Jul 07 20:58:47.900516 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8db4918-a795-4aab-b09c-1b7dfaab2322 req-665608a2-42b4-42d2-87fc-579ac0187d1b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0172447-de99-4f4c-acda-e6be25aa7c3b HTTP/1.1" status: 200 len: 217 time: 0.1027842 Jul 07 20:58:47.974282 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-af3e23e8-189b-4748-9bb2-e70a5f875f84 req-5216816b-5902-4365-b39b-ca144026cb6f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839760 Jul 07 20:58:48.004965 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-80e3c415-fae5-4dac-b561-5d548ebb7954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:48.019491 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db4918-a795-4aab-b09c-1b7dfaab2322 req-91d041c3-13db-44ee-a2cd-20d2f8892086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:48.021013 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8db4918-a795-4aab-b09c-1b7dfaab2322 req-91d041c3-13db-44ee-a2cd-20d2f8892086 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cef6a251-d924-4278-917e-0372be44ce70 HTTP/1.1" status: 200 len: 846 time: 0.0758603 Jul 07 20:58:48.036820 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7974a2-42ea-4c4e-b144-b1e8d8bbe3b4 req-09f32c97-ad5a-4911-b72a-a13a71bcc2f1 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:48.038387 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ee7974a2-42ea-4c4e-b144-b1e8d8bbe3b4 req-09f32c97-ad5a-4911-b72a-a13a71bcc2f1 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 943 time: 0.1369472 Jul 07 20:58:48.078722 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8db4918-a795-4aab-b09c-1b7dfaab2322 req-18cc0397-c1f9-4863-a7b7-a0b902379e1b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=287bef21-9852-4f7d-90ca-297ef811e6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390551 Jul 07 20:58:48.188129 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ee7974a2-42ea-4c4e-b144-b1e8d8bbe3b4 req-3dd88ea5-b881-4ed4-a70a-9d757ee6a0ec tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408024 Jul 07 20:58:48.242873 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e3c415-fae5-4dac-b561-5d548ebb7954 admin admin] Router 71ab9152-6917-4d58-bbb6-21e11b946c9f has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:58:48.249512 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7e1cb-02c3-48e9-a403-4de9d1d979df req-dbbe8162-b737-4495-a6bb-da94d92dc188 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:48.255826 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7e1cb-02c3-48e9-a403-4de9d1d979df req-dbbe8162-b737-4495-a6bb-da94d92dc188 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:48.262725 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7e1cb-02c3-48e9-a403-4de9d1d979df req-dbbe8162-b737-4495-a6bb-da94d92dc188 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:48.268758 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7e1cb-02c3-48e9-a403-4de9d1d979df req-dbbe8162-b737-4495-a6bb-da94d92dc188 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:48.279872 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7e1cb-02c3-48e9-a403-4de9d1d979df req-dbbe8162-b737-4495-a6bb-da94d92dc188 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:48.290840 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7e1cb-02c3-48e9-a403-4de9d1d979df req-dbbe8162-b737-4495-a6bb-da94d92dc188 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:48.302372 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb7e1cb-02c3-48e9-a403-4de9d1d979df req-dbbe8162-b737-4495-a6bb-da94d92dc188 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:48.305630 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3bb7e1cb-02c3-48e9-a403-4de9d1d979df req-dbbe8162-b737-4495-a6bb-da94d92dc188 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5431 time: 0.2203062 Jul 07 20:58:48.312485 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8db4918-a795-4aab-b09c-1b7dfaab2322 req-768d24ee-4649-4e29-b08f-f293f862fb38 service neutron] 10.222.0.39 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161212 Jul 07 20:58:48.360652 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e3c415-fae5-4dac-b561-5d548ebb7954 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:58:48.365514 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-80e3c415-fae5-4dac-b561-5d548ebb7954 admin admin] 10.222.0.64 "PUT /v2.0/routers/71ab9152-6917-4d58-bbb6-21e11b946c9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6532209 Jul 07 20:58:48.369652 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49424) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:48.374938 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7634ac7-6e21-463e-9826-5ce367ee6e73 None None] Sync routers for ids ['71ab9152-6917-4d58-bbb6-21e11b946c9f'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:58:48.391053 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7634ac7-6e21-463e-9826-5ce367ee6e73 None None] Routers {'71ab9152-6917-4d58-bbb6-21e11b946c9f'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:58:48.392641 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e7634ac7-6e21-463e-9826-5ce367ee6e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:58:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['71ab9152-6917-4d58-bbb6-21e11b946c9f'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:48.454417 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3bb7e1cb-02c3-48e9-a403-4de9d1d979df req-b29ad8d4-781c-4766-97a1-5aeef7732120 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1380727 Jul 07 20:58:48.518979 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8db4918-a795-4aab-b09c-1b7dfaab2322 req-296632cb-c31a-476d-bcc7-7d828b011ea6 service neutron] 10.222.0.39 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912978 Jul 07 20:58:48.519090 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-e7634ac7-6e21-463e-9826-5ce367ee6e73 None None] Set router 71ab9152-6917-4d58-bbb6-21e11b946c9f gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:58:48.531840 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5285973-6091-4cc7-84a2-4f5a7818a2f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:48.676959 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5285973-6091-4cc7-84a2-4f5a7818a2f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:48.706500 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f8856-4059-486b-bee8-5ec7c27d04d7 req-c645e7cf-08c4-40b1-a47b-5b5d0608aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:48.708393 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-354f8856-4059-486b-bee8-5ec7c27d04d7 req-c645e7cf-08c4-40b1-a47b-5b5d0608aa0b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c0ecd010d6b343f08bfce9e9465520bf&device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 1098 time: 0.1417599 Jul 07 20:58:48.717963 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e7634ac7-6e21-463e-9826-5ce367ee6e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ab9152-6917-4d58-bbb6-21e11b946c9f', 'name': 'tempest-TestAggregatesBasicOps-1228590718-router', 'tenant_id': '551a315ffea547a0b00e1fd391dacf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': 'b948f811-a853-4ba3-a38a-67540d57b72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:58:22Z', 'updated_at': '2021-07-07T20:58:47Z', 'revision_number': 5, 'project_id': '551a315ffea547a0b00e1fd391dacf5b', 'gw_port': {'id': 'b948f811-a853-4ba3-a38a-67540d57b72f', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:aa:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ab9152-6917-4d58-bbb6-21e11b946c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:58:24Z', 'updated_at': '2021-07-07T20:58:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:48.752030 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7634ac7-6e21-463e-9826-5ce367ee6e73 None None] Checking router: 71ab9152-6917-4d58-bbb6-21e11b946c9f for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:58:48.762698 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7634ac7-6e21-463e-9826-5ce367ee6e73 None None] Routers {'71ab9152-6917-4d58-bbb6-21e11b946c9f'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:58:48.763378 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e7634ac7-6e21-463e-9826-5ce367ee6e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:58:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['71ab9152-6917-4d58-bbb6-21e11b946c9f'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:48.850036 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-b5285973-6091-4cc7-84a2-4f5a7818a2f9 admin admin] Deleting port b948f811-a853-4ba3-a38a-67540d57b72f {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:58:48.850402 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5285973-6091-4cc7-84a2-4f5a7818a2f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:48.855242 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f8856-4059-486b-bee8-5ec7c27d04d7 req-08dad1c9-a672-4bc9-b36d-075b2d05c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:48.857163 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-354f8856-4059-486b-bee8-5ec7c27d04d7 req-08dad1c9-a672-4bc9-b36d-075b2d05c02c service neutron] 10.222.0.58 "GET /v2.0/networks?id=3dc99b88-9b3c-4338-bfc2-d73c0699ed8c HTTP/1.1" status: 200 len: 913 time: 0.1295223 Jul 07 20:58:48.868065 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-e7634ac7-6e21-463e-9826-5ce367ee6e73 None None] Set router 71ab9152-6917-4d58-bbb6-21e11b946c9f gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:58:48.873889 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953767f4-8a94-4dbc-b886-9a7a8df21ab9 req-5ba2760c-1022-469c-b6bd-3f108cebccda tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:48.875498 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-953767f4-8a94-4dbc-b886-9a7a8df21ab9 req-5ba2760c-1022-469c-b6bd-3f108cebccda tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.1328526 Jul 07 20:58:48.892131 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21c68c-e8f0-4481-a446-d79e7e0a1437 req-48c16ce1-8fbd-4322-a2c1-bb8af69b608f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:48.893709 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a21c68c-e8f0-4481-a446-d79e7e0a1437 req-48c16ce1-8fbd-4322-a2c1-bb8af69b608f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.1141434 Jul 07 20:58:48.922997 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e7634ac7-6e21-463e-9826-5ce367ee6e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ab9152-6917-4d58-bbb6-21e11b946c9f', 'name': 'tempest-TestAggregatesBasicOps-1228590718-router', 'tenant_id': '551a315ffea547a0b00e1fd391dacf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:58:22Z', 'updated_at': '2021-07-07T20:58:48Z', 'revision_number': 6, 'project_id': '551a315ffea547a0b00e1fd391dacf5b', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:48.935358 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-354f8856-4059-486b-bee8-5ec7c27d04d7 req-a433669b-f103-4424-a291-009282744d01 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86479d78-7e46-4d17-8f40-fe257e0b714c HTTP/1.1" status: 200 len: 217 time: 0.0650246 Jul 07 20:58:48.953727 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7634ac7-6e21-463e-9826-5ce367ee6e73 None None] The sync data for ids ['71ab9152-6917-4d58-bbb6-21e11b946c9f'] in n-d-695189-11 is: [{'id': '71ab9152-6917-4d58-bbb6-21e11b946c9f', 'name': 'tempest-TestAggregatesBasicOps-1228590718-router', 'tenant_id': '551a315ffea547a0b00e1fd391dacf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:58:22Z', 'updated_at': '2021-07-07T20:58:48Z', 'revision_number': 6, 'project_id': '551a315ffea547a0b00e1fd391dacf5b', 'gw_port_host': None}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:58:48.955008 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-953767f4-8a94-4dbc-b886-9a7a8df21ab9 req-ab4fb550-b5c9-4155-bf20-af76363d6a3d tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603118 Jul 07 20:58:48.976052 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a21c68c-e8f0-4481-a446-d79e7e0a1437 req-7f53df07-361a-4251-96f3-8c9ab531acd3 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738440 Jul 07 20:58:49.019127 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f8856-4059-486b-bee8-5ec7c27d04d7 req-ed348416-03cc-42bb-a02c-bcdc7780bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:49.021298 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-354f8856-4059-486b-bee8-5ec7c27d04d7 req-ed348416-03cc-42bb-a02c-bcdc7780bc67 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6138be9f-e804-44e1-a8e2-f9b666a6f8d8 HTTP/1.1" status: 200 len: 852 time: 0.0778546 Jul 07 20:58:49.063616 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-354f8856-4059-486b-bee8-5ec7c27d04d7 req-f1a60a24-6b8e-40a7-9dfd-5e4076b67410 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3dc99b88-9b3c-4338-bfc2-d73c0699ed8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301309 Jul 07 20:58:49.072637 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-b5285973-6091-4cc7-84a2-4f5a7818a2f9 admin admin] For port b948f811-a853-4ba3-a38a-67540d57b72f, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b948f811-a853-4ba3-a38a-67540d57b72f,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:49.072999 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5285973-6091-4cc7-84a2-4f5a7818a2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:49.086883 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-b5285973-6091-4cc7-84a2-4f5a7818a2f9 admin admin] Calling delete_port for b948f811-a853-4ba3-a38a-67540d57b72f owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:58:49.283082 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-354f8856-4059-486b-bee8-5ec7c27d04d7 req-5e1d9da7-33b3-4711-9489-224080efd957 service neutron] 10.222.0.58 "GET /v2.0/networks/3dc99b88-9b3c-4338-bfc2-d73c0699ed8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902907 Jul 07 20:58:49.396985 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034ce2c-b3d3-4869-a5c1-d2afa446b2f6 req-7e58c585-77ab-4faa-a504-5de93639f5cc tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:49.398733 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5034ce2c-b3d3-4869-a5c1-d2afa446b2f6 req-7e58c585-77ab-4faa-a504-5de93639f5cc tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 943 time: 0.0715251 Jul 07 20:58:49.425418 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-354f8856-4059-486b-bee8-5ec7c27d04d7 req-cb3c9121-de18-4f45-bed5-eb8a55b44443 service neutron] 10.222.0.58 "GET /v2.0/networks/3dc99b88-9b3c-4338-bfc2-d73c0699ed8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331284 Jul 07 20:58:49.427717 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5285973-6091-4cc7-84a2-4f5a7818a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:49.447923 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5034ce2c-b3d3-4869-a5c1-d2afa446b2f6 req-ac32240e-8bcd-420d-8d6c-e312ac8323b3 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419636 Jul 07 20:58:49.456417 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5285973-6091-4cc7-84a2-4f5a7818a2f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b948f811-a853-4ba3-a38a-67540d57b72f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:49.521001 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5285973-6091-4cc7-84a2-4f5a7818a2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:49.629223 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5285973-6091-4cc7-84a2-4f5a7818a2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:49.631667 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5285973-6091-4cc7-84a2-4f5a7818a2f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:49.682721 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5285973-6091-4cc7-84a2-4f5a7818a2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:49.683833 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5285973-6091-4cc7-84a2-4f5a7818a2f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71ab9152-6917-4d58-bbb6-21e11b946c9f {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 20:58:49.688659 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5285973-6091-4cc7-84a2-4f5a7818a2f9 admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:49.689869 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b5285973-6091-4cc7-84a2-4f5a7818a2f9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/71ab9152-6917-4d58-bbb6-21e11b946c9f HTTP/1.1" status: 204 len: 168 time: 1.3184116 Jul 07 20:58:49.692467 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49440) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:49.739301 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea737d0e-96d7-47ac-adaa-1280bb3a2eb7 admin admin] Deleting subnet 60ec3718-a785-432b-8a78-ccf47737f936 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:58:49.742842 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ea737d0e-96d7-47ac-adaa-1280bb3a2eb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:49.763432 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:49.781015 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ea737d0e-96d7-47ac-adaa-1280bb3a2eb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:49.875396 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ea737d0e-96d7-47ac-adaa-1280bb3a2eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:49.934529 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:49.936966 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ea737d0e-96d7-47ac-adaa-1280bb3a2eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:49.964327 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea737d0e-96d7-47ac-adaa-1280bb3a2eb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60ec3718-a785-432b-8a78-ccf47737f936,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:49.971926 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ea737d0e-96d7-47ac-adaa-1280bb3a2eb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:49.974106 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ea737d0e-96d7-47ac-adaa-1280bb3a2eb7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/60ec3718-a785-432b-8a78-ccf47737f936 HTTP/1.1" status: 204 len: 168 time: 0.2806392 Jul 07 20:58:49.976990 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49442) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:49.978061 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c57eaf-0419-46f0-a690-b80ea2530aaf None None] Network a4f6bb21-f268-47b8-92d6-32a47b9a87a5 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 20:58:50.068022 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-72225fa7-5031-42cc-b5b3-6357d0f17294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:50.077030 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ce5c8-a10a-45c2-9cb4-e951746f373f req-8e1ee37e-8ac3-43df-a011-2fd73278fc4b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:50.084429 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ce5c8-a10a-45c2-9cb4-e951746f373f req-8e1ee37e-8ac3-43df-a011-2fd73278fc4b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:50.090949 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ce5c8-a10a-45c2-9cb4-e951746f373f req-8e1ee37e-8ac3-43df-a011-2fd73278fc4b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:50.097776 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ce5c8-a10a-45c2-9cb4-e951746f373f req-8e1ee37e-8ac3-43df-a011-2fd73278fc4b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:50.105121 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ce5c8-a10a-45c2-9cb4-e951746f373f req-8e1ee37e-8ac3-43df-a011-2fd73278fc4b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:50.111803 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ce5c8-a10a-45c2-9cb4-e951746f373f req-8e1ee37e-8ac3-43df-a011-2fd73278fc4b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:50.118143 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ce5c8-a10a-45c2-9cb4-e951746f373f req-8e1ee37e-8ac3-43df-a011-2fd73278fc4b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:50.120213 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-976ce5c8-a10a-45c2-9cb4-e951746f373f req-8e1ee37e-8ac3-43df-a011-2fd73278fc4b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5431 time: 0.4983222 Jul 07 20:58:50.141511 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-72225fa7-5031-42cc-b5b3-6357d0f17294 admin admin] Deleting port 1a508203-077c-4765-bf27-826b604fcb53 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:58:50.142067 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-72225fa7-5031-42cc-b5b3-6357d0f17294 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:50.195932 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-976ce5c8-a10a-45c2-9cb4-e951746f373f req-369cb244-c2e5-4840-b1dc-90cfc1bcc5df tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644486 Jul 07 20:58:50.242606 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b24b53-d510-4301-b0b9-844ab3ad4b80 req-d8a49d2b-ae9d-49f5-ac47-29783337d3c1 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:50.242606 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d3b24b53-d510-4301-b0b9-844ab3ad4b80 req-d8a49d2b-ae9d-49f5-ac47-29783337d3c1 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.1162698 Jul 07 20:58:50.243300 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-72225fa7-5031-42cc-b5b3-6357d0f17294 admin admin] For port 1a508203-077c-4765-bf27-826b604fcb53, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=1a508203-077c-4765-bf27-826b604fcb53,segment=NetworkSegment(3dc55712-beee-412b-b107-ec0e3dc89cbb),segment_id=3dc55712-beee-412b-b107-ec0e3dc89cbb)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:50.243300 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-72225fa7-5031-42cc-b5b3-6357d0f17294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:50.259113 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbead01e-d0bc-4ab2-97f4-59d1d66df074 None None] DHCP port deletion for a4f6bb21-f268-47b8-92d6-32a47b9a87a5 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 20:58:50.262454 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-72225fa7-5031-42cc-b5b3-6357d0f17294 admin admin] Calling delete_port for 1a508203-077c-4765-bf27-826b604fcb53 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:58:50.298221 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d3b24b53-d510-4301-b0b9-844ab3ad4b80 req-367de581-7150-4e61-9d35-c665bb01a646 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541399 Jul 07 20:58:50.325688 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-cbead01e-d0bc-4ab2-97f4-59d1d66df074 None None] Deleting port 1a508203-077c-4765-bf27-826b604fcb53 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:58:50.325688 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cbead01e-d0bc-4ab2-97f4-59d1d66df074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:50.374939 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-72225fa7-5031-42cc-b5b3-6357d0f17294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:50.407586 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72225fa7-5031-42cc-b5b3-6357d0f17294 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a508203-077c-4765-bf27-826b604fcb53,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:50.411150 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72225fa7-5031-42cc-b5b3-6357d0f17294 admin admin] No DVR routers for this DVR port 1a508203-077c-4765-bf27-826b604fcb53 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:58:50.426661 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-cbead01e-d0bc-4ab2-97f4-59d1d66df074 None None] For port 1a508203-077c-4765-bf27-826b604fcb53, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=1a508203-077c-4765-bf27-826b604fcb53,segment=NetworkSegment(3dc55712-beee-412b-b107-ec0e3dc89cbb),segment_id=3dc55712-beee-412b-b107-ec0e3dc89cbb)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:50.427370 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cbead01e-d0bc-4ab2-97f4-59d1d66df074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:50.434734 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9d077-f2b9-450e-929c-075f943d8cd6 req-ff2dd5cb-99d4-4a9b-987a-4dc62f04d79b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:50.437430 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-86d9d077-f2b9-450e-929c-075f943d8cd6 req-ff2dd5cb-99d4-4a9b-987a-4dc62f04d79b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.0734985 Jul 07 20:58:50.452177 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-cbead01e-d0bc-4ab2-97f4-59d1d66df074 None None] Calling delete_port for 1a508203-077c-4765-bf27-826b604fcb53 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:58:50.492037 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-86d9d077-f2b9-450e-929c-075f943d8cd6 req-ea0c451d-95b8-454a-a312-1ad69dbad077 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468292 Jul 07 20:58:50.510144 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-72225fa7-5031-42cc-b5b3-6357d0f17294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:50.521394 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device c0172447-de99-4f4c-acda-e6be25aa7c3b details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:58:50.525719 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-72225fa7-5031-42cc-b5b3-6357d0f17294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f6bb21-f268-47b8-92d6-32a47b9a87a5']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:50.539795 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-72225fa7-5031-42cc-b5b3-6357d0f17294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc55712-beee-412b-b107-ec0e3dc89cbb') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:50.540198 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-72225fa7-5031-42cc-b5b3-6357d0f17294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc55712-beee-412b-b107-ec0e3dc89cbb') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:58:50.551239 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-72225fa7-5031-42cc-b5b3-6357d0f17294 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:50.566484 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-72225fa7-5031-42cc-b5b3-6357d0f17294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:50.573080 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72225fa7-5031-42cc-b5b3-6357d0f17294 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:58:50.573722 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-72225fa7-5031-42cc-b5b3-6357d0f17294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:58:50.575732 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:58:50.629043 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cbead01e-d0bc-4ab2-97f4-59d1d66df074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:50.656685 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-72225fa7-5031-42cc-b5b3-6357d0f17294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:50.662593 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-72225fa7-5031-42cc-b5b3-6357d0f17294 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:50.665058 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-72225fa7-5031-42cc-b5b3-6357d0f17294 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a4f6bb21-f268-47b8-92d6-32a47b9a87a5 HTTP/1.1" status: 204 len: 168 time: 0.6869891 Jul 07 20:58:50.665200 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbead01e-d0bc-4ab2-97f4-59d1d66df074 None None] Pushing event deleted for resources: {'Port': ['ID=1a508203-077c-4765-bf27-826b604fcb53,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:50.668960 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbead01e-d0bc-4ab2-97f4-59d1d66df074 None None] No DVR routers for this DVR port 1a508203-077c-4765-bf27-826b604fcb53 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:58:50.682037 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72225fa7-5031-42cc-b5b3-6357d0f17294 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4f6bb21-f268-47b8-92d6-32a47b9a87a5,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:50.702856 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port c0172447-de99-4f4c-acda-e6be25aa7c3b, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c0172447-de99-4f4c-acda-e6be25aa7c3b,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:50.718680 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'c0172447-de99-4f4c-acda-e6be25aa7c3b', 'network_id': '287bef21-9852-4f7d-90ca-297ef811e6f1', 'port_id': 'c0172447-de99-4f4c-acda-e6be25aa7c3b', 'mac_address': 'fa:16:3e:b1:59:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef6a251-d924-4278-917e-0372be44ce70', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:58:50.764524 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 86479d78-7e46-4d17-8f40-fe257e0b714c no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:58:50.791253 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:50.810777 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0172447-de99-4f4c-acda-e6be25aa7c3b {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:50.854646 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02369f5-f2df-4882-a3dd-8f9af6137362 req-0de56f4b-51f6-4324-b496-43ae5f52bf0c tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:50.863349 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f02369f5-f2df-4882-a3dd-8f9af6137362 req-0de56f4b-51f6-4324-b496-43ae5f52bf0c tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 943 time: 0.0906310 Jul 07 20:58:50.866511 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port c0172447-de99-4f4c-acda-e6be25aa7c3b, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c0172447-de99-4f4c-acda-e6be25aa7c3b,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:50.871430 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:50.872257 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device da814a29-6446-40eb-ac99-e49de62cc5fa details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:58:50.910135 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 1a508203-077c-4765-bf27-826b604fcb53 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:58:50.923973 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f02369f5-f2df-4882-a3dd-8f9af6137362 req-bb16a51a-6c78-47e7-bb48-5c92f7985f45 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593441 Jul 07 20:58:50.952975 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 1a508203-077c-4765-bf27-826b604fcb53 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:58:50.953327 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 1a508203-077c-4765-bf27-826b604fcb53 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:58:50.953752 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b948f811-a853-4ba3-a38a-67540d57b72f no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:58:50.959549 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49462) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:50.997247 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: b948f811-a853-4ba3-a38a-67540d57b72f {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:58:50.997247 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b948f811-a853-4ba3-a38a-67540d57b72f not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:58:50.997718 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 5831e45b-d179-4c16-8636-8a36ddccdd13 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:58:51.013422 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bd93c181-cd39-4470-b5f7-47b5701a4ac3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c8484ee84cf4f43b9bcef68fa57d783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514820 Jul 07 20:58:51.016124 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49464) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:51.026389 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:51.034472 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 5831e45b-d179-4c16-8636-8a36ddccdd13 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:58:51.034823 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 5831e45b-d179-4c16-8636-8a36ddccdd13 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:58:51.074500 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3bf45980-7625-499f-a11b-a9ab042554b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:51.079904 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917248f-1c57-4359-ab4d-fb3ca367e158 req-44701286-64bf-4328-ba1c-6c9e4f95fbbe tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:51.081525 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a917248f-1c57-4359-ab4d-fb3ca367e158 req-44701286-64bf-4328-ba1c-6c9e4f95fbbe tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.0817087 Jul 07 20:58:51.086719 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=c0172447-de99-4f4c-acda-e6be25aa7c3b,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:51.097018 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3bf45980-7625-499f-a11b-a9ab042554b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:51.110177 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c28a89-b89c-4d8c-b0c0-11a28f13e67b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86479d78-7e46-4d17-8f40-fe257e0b714c'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:51.112470 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88511d00-2a6a-4526-8170-73e5fbcd19e8" -d '{"events": [{"server_uuid": "54c28a89-b89c-4d8c-b0c0-11a28f13e67b", "name": "network-vif-unplugged", "status": "completed", "tag": "86479d78-7e46-4d17-8f40-fe257e0b714c"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:51.126907 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a917248f-1c57-4359-ab4d-fb3ca367e158 req-b5902a3e-04a8-45a2-b927-0ef1add92cfa tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369852 Jul 07 20:58:51.131637 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 86479d78-7e46-4d17-8f40-fe257e0b714c, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=86479d78-7e46-4d17-8f40-fe257e0b714c,segment=NetworkSegment(4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5),segment_id=4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:51.141616 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:51.157753 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3bf45980-7625-499f-a11b-a9ab042554b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:51.160659 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3bf45980-7625-499f-a11b-a9ab042554b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:51.164270 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3bf45980-7625-499f-a11b-a9ab042554b7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/187d09de-2441-42c4-b587-174b4bb46919 HTTP/1.1" status: 204 len: 168 time: 0.1446884 Jul 07 20:58:51.171056 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf45980-7625-499f-a11b-a9ab042554b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187d09de-2441-42c4-b587-174b4bb46919,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:51.202235 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f945b5-df0a-4579-8f92-199a73501ff7 x-openstack-request-id: req-b0f945b5-df0a-4579-8f92-199a73501ff7 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:51.202535 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c28a89-b89c-4d8c-b0c0-11a28f13e67b", "name": "network-vif-unplugged", "status": "completed", "tag": "86479d78-7e46-4d17-8f40-fe257e0b714c", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:51.202792 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0f945b5-df0a-4579-8f92-199a73501ff7 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:51.203184 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c28a89-b89c-4d8c-b0c0-11a28f13e67b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86479d78-7e46-4d17-8f40-fe257e0b714c', 'code': 200} Jul 07 20:58:51.214028 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port da814a29-6446-40eb-ac99-e49de62cc5fa, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=da814a29-6446-40eb-ac99-e49de62cc5fa,segment=NetworkSegment(bf3fc5a8-409e-4d15-9d23-e927b35d4081),segment_id=bf3fc5a8-409e-4d15-9d23-e927b35d4081)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:51.221886 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=86479d78-7e46-4d17-8f40-fe257e0b714c,revision_number=8']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:51.228462 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'da814a29-6446-40eb-ac99-e49de62cc5fa', 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d', 'port_id': 'da814a29-6446-40eb-ac99-e49de62cc5fa', 'mac_address': 'fa:16:3e:8f:da:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a8fdf37-b343-4524-a6c8-f523c2ecf15b', 'ip_address': '10.1.1.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:58:51.270969 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:51.284624 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da814a29-6446-40eb-ac99-e49de62cc5fa {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:51.306755 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port da814a29-6446-40eb-ac99-e49de62cc5fa, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=da814a29-6446-40eb-ac99-e49de62cc5fa,segment=NetworkSegment(bf3fc5a8-409e-4d15-9d23-e927b35d4081),segment_id=bf3fc5a8-409e-4d15-9d23-e927b35d4081)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:51.311621 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:51.312820 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 7d14b38d-99b1-4ecc-a5b4-516596f20a7d details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:58:51.383815 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=7d14b38d-99b1-4ecc-a5b4-516596f20a7d,segment=NetworkSegment(bf3fc5a8-409e-4d15-9d23-e927b35d4081),segment_id=bf3fc5a8-409e-4d15-9d23-e927b35d4081)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:51.387473 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=da814a29-6446-40eb-ac99-e49de62cc5fa,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:51.402210 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '7d14b38d-99b1-4ecc-a5b4-516596f20a7d', 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d', 'port_id': '7d14b38d-99b1-4ecc-a5b4-516596f20a7d', 'mac_address': 'fa:16:3e:35:e3:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a8fdf37-b343-4524-a6c8-f523c2ecf15b', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:58:51.416588 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c1e41-796a-4c66-8ad6-152adad321bb req-2442c973-8b9e-4661-b41c-18be7fb8e0f7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:51.423460 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c1e41-796a-4c66-8ad6-152adad321bb req-2442c973-8b9e-4661-b41c-18be7fb8e0f7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:51.429453 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c1e41-796a-4c66-8ad6-152adad321bb req-2442c973-8b9e-4661-b41c-18be7fb8e0f7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:51.436056 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c1e41-796a-4c66-8ad6-152adad321bb req-2442c973-8b9e-4661-b41c-18be7fb8e0f7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:51.442014 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c1e41-796a-4c66-8ad6-152adad321bb req-2442c973-8b9e-4661-b41c-18be7fb8e0f7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:51.448005 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c1e41-796a-4c66-8ad6-152adad321bb req-2442c973-8b9e-4661-b41c-18be7fb8e0f7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:51.448245 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:51.454362 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c1e41-796a-4c66-8ad6-152adad321bb req-2442c973-8b9e-4661-b41c-18be7fb8e0f7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:51.456393 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae6c1e41-796a-4c66-8ad6-152adad321bb req-2442c973-8b9e-4661-b41c-18be7fb8e0f7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5432 time: 0.1138721 Jul 07 20:58:51.467959 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d14b38d-99b1-4ecc-a5b4-516596f20a7d {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:51.490089 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=7d14b38d-99b1-4ecc-a5b4-516596f20a7d,segment=NetworkSegment(bf3fc5a8-409e-4d15-9d23-e927b35d4081),segment_id=bf3fc5a8-409e-4d15-9d23-e927b35d4081)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:51.495196 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:51.497134 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a77c407f-5638-4a76-a32e-cd44fe684c67 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:58:51.515931 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae6c1e41-796a-4c66-8ad6-152adad321bb req-e3699ebb-c677-4530-9af2-13529516dffa tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525360 Jul 07 20:58:51.551488 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49478) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:51.618859 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-16899e93-25e6-4092-b65c-4e65decaeaee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=551a315ffea547a0b00e1fd391dacf5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0655506 Jul 07 20:58:51.621836 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49480) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:58:51.690400 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e92bb9ec-e3eb-4a8e-9512-de804d1b5551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:51.717094 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e4fe4-5a7b-47fa-81b1-6a254bb70920 req-6224fa21-bea7-416a-861f-627de0ca779d tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:51.718848 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e0e4fe4-5a7b-47fa-81b1-6a254bb70920 req-6224fa21-bea7-416a-861f-627de0ca779d tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 944 time: 0.0768313 Jul 07 20:58:51.721699 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e92bb9ec-e3eb-4a8e-9512-de804d1b5551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:51.768356 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e0e4fe4-5a7b-47fa-81b1-6a254bb70920 req-2341d610-339f-4e19-a643-ee17578eb7f8 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395231 Jul 07 20:58:51.793383 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=7d14b38d-99b1-4ecc-a5b4-516596f20a7d,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:51.813017 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e92bb9ec-e3eb-4a8e-9512-de804d1b5551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:51.815850 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e92bb9ec-e3eb-4a8e-9512-de804d1b5551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:51.819677 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e92bb9ec-e3eb-4a8e-9512-de804d1b5551 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f78eda86-f106-4bf1-97f7-f6708cfc961f HTTP/1.1" status: 204 len: 168 time: 0.1942368 Jul 07 20:58:51.825492 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92bb9ec-e3eb-4a8e-9512-de804d1b5551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78eda86-f106-4bf1-97f7-f6708cfc961f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:51.857205 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a77c407f-5638-4a76-a32e-cd44fe684c67, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a77c407f-5638-4a76-a32e-cd44fe684c67,segment=NetworkSegment(7c79a5dc-56f0-4f78-9e96-5ef6e18227c7),segment_id=7c79a5dc-56f0-4f78-9e96-5ef6e18227c7)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:51.870236 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'a77c407f-5638-4a76-a32e-cd44fe684c67', 'network_id': '130dc8cf-87ce-46df-b452-32f98efef5ec', 'port_id': 'a77c407f-5638-4a76-a32e-cd44fe684c67', 'mac_address': 'fa:16:3e:05:40:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800a1a04-812c-4f34-af09-b34861c9f7e8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:58:51.909824 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:51.923564 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77c407f-5638-4a76-a32e-cd44fe684c67 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:51.944297 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a77c407f-5638-4a76-a32e-cd44fe684c67, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a77c407f-5638-4a76-a32e-cd44fe684c67,segment=NetworkSegment(7c79a5dc-56f0-4f78-9e96-5ef6e18227c7),segment_id=7c79a5dc-56f0-4f78-9e96-5ef6e18227c7)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:51.948508 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:51.949305 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device e8debe46-f092-4659-88e9-d9aeeb58dcce details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:58:52.057148 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=a77c407f-5638-4a76-a32e-cd44fe684c67,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:52.101846 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port e8debe46-f092-4659-88e9-d9aeeb58dcce, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=e8debe46-f092-4659-88e9-d9aeeb58dcce,segment=NetworkSegment(96fbc52b-943f-4a2d-a81e-56dc5296469d),segment_id=96fbc52b-943f-4a2d-a81e-56dc5296469d)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:52.116865 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'e8debe46-f092-4659-88e9-d9aeeb58dcce', 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d', 'port_id': 'e8debe46-f092-4659-88e9-d9aeeb58dcce', 'mac_address': 'fa:16:3e:ef:05:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25a8ccb4-86fa-467a-bd9b-20bcc350e316', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:58:52.170582 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:52.187956 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8debe46-f092-4659-88e9-d9aeeb58dcce {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:52.207035 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203a7c5-644e-4fc6-bc67-ff01c8adb334 req-314cc0a2-e225-40d7-aa64-bd102061eb82 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:52.216978 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port e8debe46-f092-4659-88e9-d9aeeb58dcce, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=e8debe46-f092-4659-88e9-d9aeeb58dcce,segment=NetworkSegment(96fbc52b-943f-4a2d-a81e-56dc5296469d),segment_id=96fbc52b-943f-4a2d-a81e-56dc5296469d)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:52.219168 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0203a7c5-644e-4fc6-bc67-ff01c8adb334 req-314cc0a2-e225-40d7-aa64-bd102061eb82 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 944 time: 0.1443689 Jul 07 20:58:52.222537 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:52.223398 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 68d40fb0-f23d-4aa9-84f7-cf2df107430a details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:58:52.314632 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0203a7c5-644e-4fc6-bc67-ff01c8adb334 req-d5f966d2-7afb-4975-ac62-abc5b65c8a17 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870082 Jul 07 20:58:52.328912 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 68d40fb0-f23d-4aa9-84f7-cf2df107430a, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=68d40fb0-f23d-4aa9-84f7-cf2df107430a,segment=NetworkSegment(bf3fc5a8-409e-4d15-9d23-e927b35d4081),segment_id=bf3fc5a8-409e-4d15-9d23-e927b35d4081)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:52.336617 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=e8debe46-f092-4659-88e9-d9aeeb58dcce,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:52.346648 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '68d40fb0-f23d-4aa9-84f7-cf2df107430a', 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d', 'port_id': '68d40fb0-f23d-4aa9-84f7-cf2df107430a', 'mac_address': 'fa:16:3e:5e:e9:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a8fdf37-b343-4524-a6c8-f523c2ecf15b', 'ip_address': '10.1.1.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:58:52.383854 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a09f8-544c-4b12-a96a-26815f208d23 req-02f93dae-d5b1-4327-b5e9-c0911fa73be0 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:52.385672 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8a7a09f8-544c-4b12-a96a-26815f208d23 req-02f93dae-d5b1-4327-b5e9-c0911fa73be0 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.0699830 Jul 07 20:58:52.388432 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:52.401504 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d40fb0-f23d-4aa9-84f7-cf2df107430a {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:52.422837 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 68d40fb0-f23d-4aa9-84f7-cf2df107430a, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=68d40fb0-f23d-4aa9-84f7-cf2df107430a,segment=NetworkSegment(bf3fc5a8-409e-4d15-9d23-e927b35d4081),segment_id=bf3fc5a8-409e-4d15-9d23-e927b35d4081)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:52.427276 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:52.427960 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device ce444991-9912-4375-ba9b-d17a03e9be39 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:58:52.428856 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8a7a09f8-544c-4b12-a96a-26815f208d23 req-786f5648-832e-4c03-b155-27791a3b1658 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368004 Jul 07 20:58:52.496913 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port ce444991-9912-4375-ba9b-d17a03e9be39, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=ce444991-9912-4375-ba9b-d17a03e9be39,segment=NetworkSegment(bf3fc5a8-409e-4d15-9d23-e927b35d4081),segment_id=bf3fc5a8-409e-4d15-9d23-e927b35d4081)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:52.499278 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=68d40fb0-f23d-4aa9-84f7-cf2df107430a,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:52.510213 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'ce444991-9912-4375-ba9b-d17a03e9be39', 'network_id': 'd0eda2b8-21f8-48f7-9d84-4db72df1438d', 'port_id': 'ce444991-9912-4375-ba9b-d17a03e9be39', 'mac_address': 'fa:16:3e:e8:36:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a8fdf37-b343-4524-a6c8-f523c2ecf15b', 'ip_address': '10.1.1.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:58:52.554070 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:52.569323 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce444991-9912-4375-ba9b-d17a03e9be39 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:52.590670 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port ce444991-9912-4375-ba9b-d17a03e9be39, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=ce444991-9912-4375-ba9b-d17a03e9be39,segment=NetworkSegment(bf3fc5a8-409e-4d15-9d23-e927b35d4081),segment_id=bf3fc5a8-409e-4d15-9d23-e927b35d4081)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:52.594203 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:52.594881 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:58:52.674673 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae,segment=NetworkSegment(7c79a5dc-56f0-4f78-9e96-5ef6e18227c7),segment_id=7c79a5dc-56f0-4f78-9e96-5ef6e18227c7)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:52.677174 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=ce444991-9912-4375-ba9b-d17a03e9be39,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:52.695214 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae', 'network_id': '130dc8cf-87ce-46df-b452-32f98efef5ec', 'port_id': '2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae', 'mac_address': 'fa:16:3e:09:b1:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '800a1a04-812c-4f34-af09-b34861c9f7e8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:58:52.738939 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ef898-4d73-499d-9ef3-a79eea93573e req-5fadc2a2-cee3-425f-bfa1-3eb247705606 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:52.746681 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:52.746929 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ef898-4d73-499d-9ef3-a79eea93573e req-5fadc2a2-cee3-425f-bfa1-3eb247705606 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:52.753014 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ef898-4d73-499d-9ef3-a79eea93573e req-5fadc2a2-cee3-425f-bfa1-3eb247705606 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:52.759694 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ef898-4d73-499d-9ef3-a79eea93573e req-5fadc2a2-cee3-425f-bfa1-3eb247705606 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:52.765132 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:52.766803 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ef898-4d73-499d-9ef3-a79eea93573e req-5fadc2a2-cee3-425f-bfa1-3eb247705606 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:52.786162 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ef898-4d73-499d-9ef3-a79eea93573e req-5fadc2a2-cee3-425f-bfa1-3eb247705606 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:52.789392 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ef898-4d73-499d-9ef3-a79eea93573e req-5fadc2a2-cee3-425f-bfa1-3eb247705606 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:52.791640 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5b9ef898-4d73-499d-9ef3-a79eea93573e req-5fadc2a2-cee3-425f-bfa1-3eb247705606 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5437 time: 0.1416523 Jul 07 20:58:52.800143 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae,segment=NetworkSegment(7c79a5dc-56f0-4f78-9e96-5ef6e18227c7),segment_id=7c79a5dc-56f0-4f78-9e96-5ef6e18227c7)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:52.806463 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:52.837579 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5b9ef898-4d73-499d-9ef3-a79eea93573e req-aec1f015-efb2-4eed-a15e-ecaedd0d3719 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383437 Jul 07 20:58:52.872511 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:53.031611 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8b3ee-5ca8-4801-9d2a-932cadd9599c req-620fca5e-9615-4aea-85f7-ad8ac916a56c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:53.033187 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-82d8b3ee-5ca8-4801-9d2a-932cadd9599c req-620fca5e-9615-4aea-85f7-ad8ac916a56c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 944 time: 0.0867682 Jul 07 20:58:53.076201 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-82d8b3ee-5ca8-4801-9d2a-932cadd9599c req-8e1b60d0-ef6f-4e78-92df-2f18cc052241 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339670 Jul 07 20:58:53.258967 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3edef2-c18c-4a4b-a3c9-0f6007714bbf req-4bdfeb83-6cea-4570-8b1c-d769f86185e0 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:53.260514 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5e3edef2-c18c-4a4b-a3c9-0f6007714bbf req-4bdfeb83-6cea-4570-8b1c-d769f86185e0 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 944 time: 0.0706198 Jul 07 20:58:53.300233 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5e3edef2-c18c-4a4b-a3c9-0f6007714bbf req-afcdeadf-5503-4b41-b55c-4476f8e3b4f8 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341496 Jul 07 20:58:53.490087 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714aa38-e035-4e5a-b59b-41b661116911 req-35235fd7-9229-4cd8-b3ae-a698c89a512f tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:53.492379 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3714aa38-e035-4e5a-b59b-41b661116911 req-35235fd7-9229-4cd8-b3ae-a698c89a512f tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 944 time: 0.0667396 Jul 07 20:58:53.532059 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3714aa38-e035-4e5a-b59b-41b661116911 req-03749a59-bcbb-4de4-96e7-450dab57f97b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349166 Jul 07 20:58:53.720115 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c157252-49db-479c-aa43-b0d577c23a1f req-f6a569a4-e835-4e4e-86c9-84b4b46d4ec9 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:53.722361 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c157252-49db-479c-aa43-b0d577c23a1f req-f6a569a4-e835-4e4e-86c9-84b4b46d4ec9 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.0787642 Jul 07 20:58:53.793604 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['da814a29-6446-40eb-ac99-e49de62cc5fa'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:58:53.797563 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c157252-49db-479c-aa43-b0d577c23a1f req-0f3d536f-f972-4162-8bb3-f971db4f2e55 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701344 Jul 07 20:58:53.830568 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a33f6-6123-4ba3-b30e-c4a90dc79a5e req-9eaccbf9-ce0a-475d-a9e3-1b74e35bafef tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:53.832205 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-888a33f6-6123-4ba3-b30e-c4a90dc79a5e req-9eaccbf9-ce0a-475d-a9e3-1b74e35bafef tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 944 time: 0.0902526 Jul 07 20:58:53.834423 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['c0172447-de99-4f4c-acda-e6be25aa7c3b'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:58:53.883704 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['68d40fb0-f23d-4aa9-84f7-cf2df107430a'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:58:53.887240 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:58:53.888580 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-888a33f6-6123-4ba3-b30e-c4a90dc79a5e req-efce80de-3f44-4445-b621-87a8c9b0d66f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503709 Jul 07 20:58:53.893142 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['7d14b38d-99b1-4ecc-a5b4-516596f20a7d'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:58:53.895137 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['a77c407f-5638-4a76-a32e-cd44fe684c67'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:58:54.084051 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-b1302a6e-5848-43eb-a44a-b1e02b5896c5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0594664 Jul 07 20:58:54.133932 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c738e5-0b23-45f3-93f5-2865edde0066 req-0adddf46-bd75-4c0a-9b5b-484b18309aee tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:54.142835 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c738e5-0b23-45f3-93f5-2865edde0066 req-0adddf46-bd75-4c0a-9b5b-484b18309aee tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:54.149907 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c738e5-0b23-45f3-93f5-2865edde0066 req-0adddf46-bd75-4c0a-9b5b-484b18309aee tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:54.158005 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c738e5-0b23-45f3-93f5-2865edde0066 req-0adddf46-bd75-4c0a-9b5b-484b18309aee tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:54.164548 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c738e5-0b23-45f3-93f5-2865edde0066 req-0adddf46-bd75-4c0a-9b5b-484b18309aee tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:54.172147 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c738e5-0b23-45f3-93f5-2865edde0066 req-0adddf46-bd75-4c0a-9b5b-484b18309aee tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:54.179297 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c738e5-0b23-45f3-93f5-2865edde0066 req-0adddf46-bd75-4c0a-9b5b-484b18309aee tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:54.189265 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-69c738e5-0b23-45f3-93f5-2865edde0066 req-0adddf46-bd75-4c0a-9b5b-484b18309aee tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5438 time: 0.1678452 Jul 07 20:58:54.248187 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-69c738e5-0b23-45f3-93f5-2865edde0066 req-035c977a-0b27-49c9-8570-38edee665742 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579224 Jul 07 20:58:54.720498 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d7f8c-b7eb-4fcc-af2c-587eae4618d7 req-dbbc48d9-746a-4de5-bf76-835d6d2f41c6 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:54.721980 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6e4d7f8c-b7eb-4fcc-af2c-587eae4618d7 req-dbbc48d9-746a-4de5-bf76-835d6d2f41c6 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 944 time: 0.0650692 Jul 07 20:58:54.749623 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['e8debe46-f092-4659-88e9-d9aeeb58dcce'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:58:54.765262 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6e4d7f8c-b7eb-4fcc-af2c-587eae4618d7 req-1734ea26-1b48-4efc-ac3f-cf97edb6539c tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371084 Jul 07 20:58:54.774287 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 86479d78-7e46-4d17-8f40-fe257e0b714c no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:58:54.933781 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['ce444991-9912-4375-ba9b-d17a03e9be39'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:58:55.032129 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795eacce-5a68-4ada-a6a6-97f0e313fedb req-8c05312c-8d30-45f9-9f88-224c5ab5ff12 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:55.033838 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-795eacce-5a68-4ada-a6a6-97f0e313fedb req-8c05312c-8d30-45f9-9f88-224c5ab5ff12 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.0871027 Jul 07 20:58:55.102021 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-795eacce-5a68-4ada-a6a6-97f0e313fedb req-6035fdb6-3a19-4ad1-a946-8fce01f33a1f tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443959 Jul 07 20:58:55.127990 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776a588-8864-4197-b7b0-bc2e2b1ba504 req-68f9238d-bdf1-4cd6-8194-9e84fda4bcdb tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:55.131919 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4776a588-8864-4197-b7b0-bc2e2b1ba504 req-68f9238d-bdf1-4cd6-8194-9e84fda4bcdb tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 944 time: 0.1164699 Jul 07 20:58:55.179730 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4776a588-8864-4197-b7b0-bc2e2b1ba504 req-dd94b005-b19e-4287-899c-1071c52a3162 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449457 Jul 07 20:58:55.230498 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-16027ee3-73d2-4be9-9168-5a885571dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:55.232049 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-16027ee3-73d2-4be9-9168-5a885571dfb6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b&tenant_id=c0ecd010d6b343f08bfce9e9465520bf HTTP/1.1" status: 200 len: 1096 time: 0.0657356 Jul 07 20:58:55.253661 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695189-11', 'device_owner': 'compute:nova'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:58:55.377538 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:55.630341 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37973677-c6bb-43e1-84d7-d1edd9afb3c7 req-bf4dfdf0-fb9a-4698-8311-5b9afd9abf06 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:55.635406 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37973677-c6bb-43e1-84d7-d1edd9afb3c7 req-bf4dfdf0-fb9a-4698-8311-5b9afd9abf06 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:55.642703 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37973677-c6bb-43e1-84d7-d1edd9afb3c7 req-bf4dfdf0-fb9a-4698-8311-5b9afd9abf06 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:55.648592 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37973677-c6bb-43e1-84d7-d1edd9afb3c7 req-bf4dfdf0-fb9a-4698-8311-5b9afd9abf06 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:55.655133 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37973677-c6bb-43e1-84d7-d1edd9afb3c7 req-bf4dfdf0-fb9a-4698-8311-5b9afd9abf06 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:55.661006 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37973677-c6bb-43e1-84d7-d1edd9afb3c7 req-bf4dfdf0-fb9a-4698-8311-5b9afd9abf06 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:55.666806 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37973677-c6bb-43e1-84d7-d1edd9afb3c7 req-bf4dfdf0-fb9a-4698-8311-5b9afd9abf06 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:55.669400 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-37973677-c6bb-43e1-84d7-d1edd9afb3c7 req-bf4dfdf0-fb9a-4698-8311-5b9afd9abf06 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5438 time: 0.1883044 Jul 07 20:58:55.701123 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] For port 86479d78-7e46-4d17-8f40-fe257e0b714c, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=86479d78-7e46-4d17-8f40-fe257e0b714c,segment=NetworkSegment(4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5),segment_id=4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:55.751944 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-37973677-c6bb-43e1-84d7-d1edd9afb3c7 req-f6e86d54-acf8-4958-8f8f-ccf67d6cc4ea tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0759802 Jul 07 20:58:55.772869 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] For port 86479d78-7e46-4d17-8f40-fe257e0b714c, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:58:55.807249 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86479d78-7e46-4d17-8f40-fe257e0b714c {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:58:55.815978 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:55.829904 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] Transition to ACTIVE for port object 86479d78-7e46-4d17-8f40-fe257e0b714c will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:58:55.833374 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:55.900075 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] No DVR routers for this DVR port 86479d78-7e46-4d17-8f40-fe257e0b714c on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:58:55.910758 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] Pushing event updated for resources: {'Port': ['ID=86479d78-7e46-4d17-8f40-fe257e0b714c,revision_number=9']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:55.973132 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] Attempting to bind port 86479d78-7e46-4d17-8f40-fe257e0b714c on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:58:55.973472 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] Attempting to bind port 86479d78-7e46-4d17-8f40-fe257e0b714c by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3dc99b88-9b3c-4338-bfc2-d73c0699ed8c'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:58:55.973806 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] Attempting to bind port 86479d78-7e46-4d17-8f40-fe257e0b714c on network 3dc99b88-9b3c-4338-bfc2-d73c0699ed8c {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:55.981616 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] Port 86479d78-7e46-4d17-8f40-fe257e0b714c on network 3dc99b88-9b3c-4338-bfc2-d73c0699ed8c not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:58:55.981944 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] Attempting to bind port 86479d78-7e46-4d17-8f40-fe257e0b714c on network 3dc99b88-9b3c-4338-bfc2-d73c0699ed8c {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:58:55.989618 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:58:55.989965 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] Checking segment: {'id': '4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3dc99b88-9b3c-4338-bfc2-d73c0699ed8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:58:55.990352 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] Bound using segment: {'id': '4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3dc99b88-9b3c-4338-bfc2-d73c0699ed8c'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:58:55.990781 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] Bound port: 86479d78-7e46-4d17-8f40-fe257e0b714c, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '3dc99b88-9b3c-4338-bfc2-d73c0699ed8c'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:58:55.991143 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:56.021350 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757fa37-2a2d-4e18-96bf-9a1147acecdf req-e4c12d36-2c8d-4c75-aae8-5766ac8229fc tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:56.022866 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d757fa37-2a2d-4e18-96bf-9a1147acecdf req-e4c12d36-2c8d-4c75-aae8-5766ac8229fc tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 944 time: 0.1267023 Jul 07 20:58:56.094687 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d757fa37-2a2d-4e18-96bf-9a1147acecdf req-81b9c71d-73bc-4470-9ca5-b56877735561 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543244 Jul 07 20:58:56.101043 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] For port 86479d78-7e46-4d17-8f40-fe257e0b714c, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:58:56.104289 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] For port 86479d78-7e46-4d17-8f40-fe257e0b714c, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=86479d78-7e46-4d17-8f40-fe257e0b714c,segment=NetworkSegment(4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5),segment_id=4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:58:56.115751 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:56.151312 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:56.151964 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:56.153437 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] 10.222.0.39 "PUT /v2.0/ports/86479d78-7e46-4d17-8f40-fe257e0b714c HTTP/1.1" status: 200 len: 1093 time: 0.9082849 Jul 07 20:58:56.153869 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c28a89-b89c-4d8c-b0c0-11a28f13e67b', 'tag': '86479d78-7e46-4d17-8f40-fe257e0b714c'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:56.156190 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bc3527-32ac-44ef-b80f-8dd05f8a5ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "54c28a89-b89c-4d8c-b0c0-11a28f13e67b", "tag": "86479d78-7e46-4d17-8f40-fe257e0b714c"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:56.180745 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd1fe3-94b1-4af3-a9f8-4a1635549f53 service neutron] Pushing event updated for resources: {'Port': ['ID=86479d78-7e46-4d17-8f40-fe257e0b714c,revision_number=10']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:56.223543 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1b701b-821d-4905-b350-12536ab5a3c3 x-openstack-request-id: req-9c1b701b-821d-4905-b350-12536ab5a3c3 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:56.224091 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c28a89-b89c-4d8c-b0c0-11a28f13e67b", "tag": "86479d78-7e46-4d17-8f40-fe257e0b714c", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:56.224325 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c1b701b-821d-4905-b350-12536ab5a3c3 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:56.224782 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c28a89-b89c-4d8c-b0c0-11a28f13e67b', 'tag': '86479d78-7e46-4d17-8f40-fe257e0b714c', 'status': 'completed', 'code': 200} Jul 07 20:58:56.294713 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-e1e9fb76-8ece-4907-84e7-07466152d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:56.296420 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-e1e9fb76-8ece-4907-84e7-07466152d102 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0ecd010d6b343f08bfce9e9465520bf&device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 1097 time: 0.1087971 Jul 07 20:58:56.393681 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff62c30-cd5b-455d-8e44-c84d90fb34cb req-18d603d4-3fe3-4d3a-9b21-8db74985f42e tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:56.395262 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2ff62c30-cd5b-455d-8e44-c84d90fb34cb req-18d603d4-3fe3-4d3a-9b21-8db74985f42e tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.1587937 Jul 07 20:58:56.470314 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2ff62c30-cd5b-455d-8e44-c84d90fb34cb req-3a52f498-f0d3-4735-9d2b-e1c519e0c40d tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642579 Jul 07 20:58:56.495030 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-5cf6e966-e102-4057-adf9-d97baa761639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:56.495030 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-5cf6e966-e102-4057-adf9-d97baa761639 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3dc99b88-9b3c-4338-bfc2-d73c0699ed8c HTTP/1.1" status: 200 len: 913 time: 0.1821673 Jul 07 20:58:56.504830 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0be69d-6841-421e-ac87-3fe8807dc77c req-3f45e55f-4c2b-4937-85f1-026ac66e8352 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:56.506525 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fd0be69d-6841-421e-ac87-3fe8807dc77c req-3f45e55f-4c2b-4937-85f1-026ac66e8352 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 945 time: 0.1856697 Jul 07 20:58:56.553541 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-f8038818-66a6-4795-93f3-6c65762d9346 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86479d78-7e46-4d17-8f40-fe257e0b714c HTTP/1.1" status: 200 len: 217 time: 0.0460217 Jul 07 20:58:56.606974 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fd0be69d-6841-421e-ac87-3fe8807dc77c req-e9b6ccc8-57e0-4dc0-ac20-b86ab36f2418 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932076 Jul 07 20:58:56.632790 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-5034c445-1e2b-4d09-8ff5-6068ee44ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:56.634545 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-5034c445-1e2b-4d09-8ff5-6068ee44ea60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6138be9f-e804-44e1-a8e2-f9b666a6f8d8 HTTP/1.1" status: 200 len: 852 time: 0.0679836 Jul 07 20:58:56.674105 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-9b7c1c1b-b418-4004-81df-4840fda87f4b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3dc99b88-9b3c-4338-bfc2-d73c0699ed8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280879 Jul 07 20:58:56.775518 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-dc16bb0d-f5eb-440d-8ce6-867f7c2025c8 service neutron] 10.222.0.39 "GET /v2.0/networks/3dc99b88-9b3c-4338-bfc2-d73c0699ed8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898094 Jul 07 20:58:56.872322 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-3ea368c7-8e89-4d4c-b40c-1fb60f81db27 service neutron] 10.222.0.39 "GET /v2.0/networks/3dc99b88-9b3c-4338-bfc2-d73c0699ed8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866954 Jul 07 20:58:57.006270 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a275f7c-5ad6-4b17-a03e-aca7116a18c0 req-7376800a-c496-48af-a08b-4b7925605ed4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:57.012833 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a275f7c-5ad6-4b17-a03e-aca7116a18c0 req-7376800a-c496-48af-a08b-4b7925605ed4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:57.018799 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a275f7c-5ad6-4b17-a03e-aca7116a18c0 req-7376800a-c496-48af-a08b-4b7925605ed4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:57.024680 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a275f7c-5ad6-4b17-a03e-aca7116a18c0 req-7376800a-c496-48af-a08b-4b7925605ed4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:57.031309 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a275f7c-5ad6-4b17-a03e-aca7116a18c0 req-7376800a-c496-48af-a08b-4b7925605ed4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:57.037182 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a275f7c-5ad6-4b17-a03e-aca7116a18c0 req-7376800a-c496-48af-a08b-4b7925605ed4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:57.043765 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a275f7c-5ad6-4b17-a03e-aca7116a18c0 req-7376800a-c496-48af-a08b-4b7925605ed4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:57.045911 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a275f7c-5ad6-4b17-a03e-aca7116a18c0 req-7376800a-c496-48af-a08b-4b7925605ed4 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5438 time: 0.1548760 Jul 07 20:58:57.066138 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc3527-32ac-44ef-b80f-8dd05f8a5ac9 req-ede65b0d-aeb8-4d77-8ed8-e75609caa1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:57.067661 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-04bc3527-32ac-44ef-b80f-8dd05f8a5ac9 req-ede65b0d-aeb8-4d77-8ed8-e75609caa1aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0ecd010d6b343f08bfce9e9465520bf&device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 1097 time: 0.1400468 Jul 07 20:58:57.156564 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a275f7c-5ad6-4b17-a03e-aca7116a18c0 req-9a50bdee-8038-47d5-a91f-7a22d9b2280e tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1026435 Jul 07 20:58:57.204906 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc3527-32ac-44ef-b80f-8dd05f8a5ac9 req-d2853cbc-a8ce-4753-a3a4-7e278658b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:57.206765 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-04bc3527-32ac-44ef-b80f-8dd05f8a5ac9 req-d2853cbc-a8ce-4753-a3a4-7e278658b2f3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3dc99b88-9b3c-4338-bfc2-d73c0699ed8c HTTP/1.1" status: 200 len: 913 time: 0.1256249 Jul 07 20:58:57.255793 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-04bc3527-32ac-44ef-b80f-8dd05f8a5ac9 req-dfa31e2a-427a-4010-9d77-a83a26f4224b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86479d78-7e46-4d17-8f40-fe257e0b714c HTTP/1.1" status: 200 len: 217 time: 0.0397074 Jul 07 20:58:57.344856 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc3527-32ac-44ef-b80f-8dd05f8a5ac9 req-61e06447-2390-410b-b627-8af54f479b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:57.346655 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-04bc3527-32ac-44ef-b80f-8dd05f8a5ac9 req-61e06447-2390-410b-b627-8af54f479b79 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6138be9f-e804-44e1-a8e2-f9b666a6f8d8 HTTP/1.1" status: 200 len: 852 time: 0.0806346 Jul 07 20:58:57.380835 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b4713-f075-455a-b57b-33ea706bf54d req-bc227362-e63b-40f6-8341-549ae47f2bcc tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:57.382578 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bf3b4713-f075-455a-b57b-33ea706bf54d req-bc227362-e63b-40f6-8341-549ae47f2bcc tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 944 time: 0.1302655 Jul 07 20:58:57.452470 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bf3b4713-f075-455a-b57b-33ea706bf54d req-7893dade-92d4-44f0-b688-a5933f8f2316 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596185 Jul 07 20:58:57.689189 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e40029-b7b7-4208-9384-f3eec15b6eea req-9cb3ef46-7130-41db-962a-7e62b8dac8b9 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:57.690840 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-46e40029-b7b7-4208-9384-f3eec15b6eea req-9cb3ef46-7130-41db-962a-7e62b8dac8b9 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.0756502 Jul 07 20:58:57.734098 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-46e40029-b7b7-4208-9384-f3eec15b6eea req-b9d66923-ccff-43b4-8dee-bdc9d0813c96 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354207 Jul 07 20:58:57.909801 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26049d7-17d1-4803-9c3b-13c7ccdb2513 req-48ff3bb4-5b9d-4a49-b40e-22bdd8ce856b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:57.911365 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b26049d7-17d1-4803-9c3b-13c7ccdb2513 req-48ff3bb4-5b9d-4a49-b40e-22bdd8ce856b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 945 time: 0.0726128 Jul 07 20:58:57.968147 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b26049d7-17d1-4803-9c3b-13c7ccdb2513 req-00aaf77e-17fb-45d6-b16a-04a935c959a0 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490916 Jul 07 20:58:58.361047 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43faf394-3084-4d5a-9a88-2e761ce90025 req-49342895-941a-4597-a018-3b8714259cdb tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:58.366814 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43faf394-3084-4d5a-9a88-2e761ce90025 req-49342895-941a-4597-a018-3b8714259cdb tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:58.372735 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43faf394-3084-4d5a-9a88-2e761ce90025 req-49342895-941a-4597-a018-3b8714259cdb tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:58.378542 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43faf394-3084-4d5a-9a88-2e761ce90025 req-49342895-941a-4597-a018-3b8714259cdb tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:58.384705 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43faf394-3084-4d5a-9a88-2e761ce90025 req-49342895-941a-4597-a018-3b8714259cdb tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:58.391275 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43faf394-3084-4d5a-9a88-2e761ce90025 req-49342895-941a-4597-a018-3b8714259cdb tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:58.399638 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43faf394-3084-4d5a-9a88-2e761ce90025 req-49342895-941a-4597-a018-3b8714259cdb tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:58.402889 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-43faf394-3084-4d5a-9a88-2e761ce90025 req-49342895-941a-4597-a018-3b8714259cdb tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5438 time: 0.1122487 Jul 07 20:58:58.473250 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-43faf394-3084-4d5a-9a88-2e761ce90025 req-dfdbfdf5-88f3-49cf-aa9f-47b86998306a tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585251 Jul 07 20:58:58.657573 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba194f-8362-4279-8ca6-8b956e662f5f req-7c54ac0a-ae1a-40a3-b70d-afa6e306b75a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:58.659072 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-58ba194f-8362-4279-8ca6-8b956e662f5f req-7c54ac0a-ae1a-40a3-b70d-afa6e306b75a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 944 time: 0.0756238 Jul 07 20:58:58.697558 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-58ba194f-8362-4279-8ca6-8b956e662f5f req-e6713991-2763-48ac-b61b-7056874c390e tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328591 Jul 07 20:58:58.883084 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device c0172447-de99-4f4c-acda-e6be25aa7c3b up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:58:58.937935 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port c0172447-de99-4f4c-acda-e6be25aa7c3b completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:58:58.941627 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port c0172447-de99-4f4c-acda-e6be25aa7c3b triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:58.942011 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:58.991744 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae4f95-3d53-47ef-bb1a-1262f3ef378b req-ee7aabc8-ecd0-4899-a1aa-52b21af4a1a2 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:58.994709 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a1ae4f95-3d53-47ef-bb1a-1262f3ef378b req-ee7aabc8-ecd0-4899-a1aa-52b21af4a1a2 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.0686827 Jul 07 20:58:59.026441 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:59.041240 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a1ae4f95-3d53-47ef-bb1a-1262f3ef378b req-2d861106-b55b-49a9-884f-23601858d3d1 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415623 Jul 07 20:58:59.060202 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b1f958-6c43-46ee-8430-fc9005a76135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0172447-de99-4f4c-acda-e6be25aa7c3b'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:58:59.069655 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc571e8-ff19-4f5a-9747-b72a2383d61f" -d '{"events": [{"server_uuid": "29b1f958-6c43-46ee-8430-fc9005a76135", "name": "network-vif-plugged", "status": "completed", "tag": "c0172447-de99-4f4c-acda-e6be25aa7c3b"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:58:59.086388 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port c0172447-de99-4f4c-acda-e6be25aa7c3b, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c0172447-de99-4f4c-acda-e6be25aa7c3b,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:59.091100 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:59.092184 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device da814a29-6446-40eb-ac99-e49de62cc5fa up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:58:59.180935 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=c0172447-de99-4f4c-acda-e6be25aa7c3b,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:59.195745 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-56b6239e-6285-4972-ac87-a1470c5cdcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:59.202031 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port da814a29-6446-40eb-ac99-e49de62cc5fa completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:58:59.209026 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port da814a29-6446-40eb-ac99-e49de62cc5fa triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:59.209559 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:59.304425 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:59.327200 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f56e2-4063-44f9-9c38-da78bf6ed13d req-5460241d-9195-4cf6-9de2-401a6c0ec0a1 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:59.329282 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d09f56e2-4063-44f9-9c38-da78bf6ed13d req-5460241d-9195-4cf6-9de2-401a6c0ec0a1 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 945 time: 0.0737333 Jul 07 20:58:59.345453 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port da814a29-6446-40eb-ac99-e49de62cc5fa, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=da814a29-6446-40eb-ac99-e49de62cc5fa,segment=NetworkSegment(bf3fc5a8-409e-4d15-9d23-e927b35d4081),segment_id=bf3fc5a8-409e-4d15-9d23-e927b35d4081)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:59.350883 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:59.352426 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 7d14b38d-99b1-4ecc-a5b4-516596f20a7d up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:58:59.377373 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d09f56e2-4063-44f9-9c38-da78bf6ed13d req-48d37733-db1f-42a4-a668-995c5b04bda4 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420265 Jul 07 20:58:59.441186 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76fbbff-61ff-4281-a8e5-0677d2f735e8 x-openstack-request-id: req-f76fbbff-61ff-4281-a8e5-0677d2f735e8 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:58:59.441482 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b1f958-6c43-46ee-8430-fc9005a76135", "name": "network-vif-plugged", "status": "completed", "tag": "c0172447-de99-4f4c-acda-e6be25aa7c3b", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:58:59.441729 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f76fbbff-61ff-4281-a8e5-0677d2f735e8 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:58:59.442131 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b1f958-6c43-46ee-8430-fc9005a76135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0172447-de99-4f4c-acda-e6be25aa7c3b', 'code': 200} Jul 07 20:58:59.446588 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=da814a29-6446-40eb-ac99-e49de62cc5fa,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:59.460664 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:58:59.465704 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:59.466081 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:59.561672 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:59.603152 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=7d14b38d-99b1-4ecc-a5b4-516596f20a7d,segment=NetworkSegment(bf3fc5a8-409e-4d15-9d23-e927b35d4081),segment_id=bf3fc5a8-409e-4d15-9d23-e927b35d4081)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:58:59.609410 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:59.610414 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a77c407f-5638-4a76-a32e-cd44fe684c67 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:58:59.700083 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=7d14b38d-99b1-4ecc-a5b4-516596f20a7d,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:58:59.715191 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port a77c407f-5638-4a76-a32e-cd44fe684c67 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:58:59.719627 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port a77c407f-5638-4a76-a32e-cd44fe684c67 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:58:59.720007 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:58:59.724327 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88183189-8861-49d3-b2a0-c3cf7292bf29 req-b8669bf2-6fc8-4504-92a3-ef424ed2f1c3 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:59.729356 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88183189-8861-49d3-b2a0-c3cf7292bf29 req-b8669bf2-6fc8-4504-92a3-ef424ed2f1c3 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:59.735565 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88183189-8861-49d3-b2a0-c3cf7292bf29 req-b8669bf2-6fc8-4504-92a3-ef424ed2f1c3 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:59.741475 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88183189-8861-49d3-b2a0-c3cf7292bf29 req-b8669bf2-6fc8-4504-92a3-ef424ed2f1c3 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:59.747405 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88183189-8861-49d3-b2a0-c3cf7292bf29 req-b8669bf2-6fc8-4504-92a3-ef424ed2f1c3 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:59.753676 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88183189-8861-49d3-b2a0-c3cf7292bf29 req-b8669bf2-6fc8-4504-92a3-ef424ed2f1c3 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:59.760383 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88183189-8861-49d3-b2a0-c3cf7292bf29 req-b8669bf2-6fc8-4504-92a3-ef424ed2f1c3 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:58:59.765855 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-88183189-8861-49d3-b2a0-c3cf7292bf29 req-b8669bf2-6fc8-4504-92a3-ef424ed2f1c3 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5440 time: 0.1509199 Jul 07 20:58:59.811568 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-88183189-8861-49d3-b2a0-c3cf7292bf29 req-6e91503a-b93a-4fd0-8d02-39ad6e7fd2f2 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424061 Jul 07 20:58:59.829024 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:00.012484 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81579d-d25d-493a-933f-7bad44f39f92 req-48bbef9e-4c62-4b51-a144-8dbe0d16b05a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:00.014348 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1c81579d-d25d-493a-933f-7bad44f39f92 req-48bbef9e-4c62-4b51-a144-8dbe0d16b05a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0767157 Jul 07 20:59:00.039377 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a77c407f-5638-4a76-a32e-cd44fe684c67, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a77c407f-5638-4a76-a32e-cd44fe684c67,segment=NetworkSegment(7c79a5dc-56f0-4f78-9e96-5ef6e18227c7),segment_id=7c79a5dc-56f0-4f78-9e96-5ef6e18227c7)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:59:00.045084 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:00.046159 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device e8debe46-f092-4659-88e9-d9aeeb58dcce up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:59:00.072391 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1c81579d-d25d-493a-933f-7bad44f39f92 req-58f1fce1-882d-45ba-836a-03ca4392626d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524154 Jul 07 20:59:00.137725 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=a77c407f-5638-4a76-a32e-cd44fe684c67,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:00.151196 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port e8debe46-f092-4659-88e9-d9aeeb58dcce completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:59:00.159510 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port e8debe46-f092-4659-88e9-d9aeeb58dcce triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:59:00.160388 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:00.256615 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:00.317148 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port e8debe46-f092-4659-88e9-d9aeeb58dcce, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=e8debe46-f092-4659-88e9-d9aeeb58dcce,segment=NetworkSegment(96fbc52b-943f-4a2d-a81e-56dc5296469d),segment_id=96fbc52b-943f-4a2d-a81e-56dc5296469d)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:59:00.322875 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:00.325030 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 68d40fb0-f23d-4aa9-84f7-cf2df107430a up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:59:00.404422 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=e8debe46-f092-4659-88e9-d9aeeb58dcce,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:00.422682 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 68d40fb0-f23d-4aa9-84f7-cf2df107430a completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:59:00.427652 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 68d40fb0-f23d-4aa9-84f7-cf2df107430a triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:59:00.428274 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:00.444421 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c151d-21a8-4a0e-b76c-115a5cf05033 req-a6670f2b-ed81-4c41-8ff2-505867534616 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:00.446004 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-973c151d-21a8-4a0e-b76c-115a5cf05033 req-a6670f2b-ed81-4c41-8ff2-505867534616 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.0830369 Jul 07 20:59:00.521321 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-973c151d-21a8-4a0e-b76c-115a5cf05033 req-d91188ce-a3f4-4c88-8ecf-0f60151f32dc tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687785 Jul 07 20:59:00.522008 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:00.561884 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 68d40fb0-f23d-4aa9-84f7-cf2df107430a, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=68d40fb0-f23d-4aa9-84f7-cf2df107430a,segment=NetworkSegment(bf3fc5a8-409e-4d15-9d23-e927b35d4081),segment_id=bf3fc5a8-409e-4d15-9d23-e927b35d4081)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:59:00.565941 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:00.566945 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device ce444991-9912-4375-ba9b-d17a03e9be39 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:59:00.653822 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=68d40fb0-f23d-4aa9-84f7-cf2df107430a,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:00.672794 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port ce444991-9912-4375-ba9b-d17a03e9be39 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:59:00.676963 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port ce444991-9912-4375-ba9b-d17a03e9be39 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:59:00.677341 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:00.770682 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:00.805210 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port ce444991-9912-4375-ba9b-d17a03e9be39, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=ce444991-9912-4375-ba9b-d17a03e9be39,segment=NetworkSegment(bf3fc5a8-409e-4d15-9d23-e927b35d4081),segment_id=bf3fc5a8-409e-4d15-9d23-e927b35d4081)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:59:00.818005 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a730d9-2d0f-4a62-bc91-a4295b55f6fd req-2f3a7bd8-96bf-4e61-a905-df326a07fa5c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:00.819853 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-23a730d9-2d0f-4a62-bc91-a4295b55f6fd req-2f3a7bd8-96bf-4e61-a905-df326a07fa5c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 945 time: 0.0673387 Jul 07 20:59:00.824528 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:00.825605 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:59:00.862945 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-23a730d9-2d0f-4a62-bc91-a4295b55f6fd req-96d4b313-e658-4118-a7ad-a0ec8e999f32 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345469 Jul 07 20:59:00.912617 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=ce444991-9912-4375-ba9b-d17a03e9be39,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:00.926350 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:59:00.930138 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:59:00.930521 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:01.020177 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:01.060649 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c88b99-2bcf-48f2-a049-ab03cf4c3c9d req-d6ed851d-da6f-4600-82fe-1f26f42e10cc tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:01.060887 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae,segment=NetworkSegment(7c79a5dc-56f0-4f78-9e96-5ef6e18227c7),segment_id=7c79a5dc-56f0-4f78-9e96-5ef6e18227c7)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:59:01.064690 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:01.066905 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c88b99-2bcf-48f2-a049-ab03cf4c3c9d req-d6ed851d-da6f-4600-82fe-1f26f42e10cc tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:01.074507 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c88b99-2bcf-48f2-a049-ab03cf4c3c9d req-d6ed851d-da6f-4600-82fe-1f26f42e10cc tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:01.081530 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c88b99-2bcf-48f2-a049-ab03cf4c3c9d req-d6ed851d-da6f-4600-82fe-1f26f42e10cc tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:01.087566 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c88b99-2bcf-48f2-a049-ab03cf4c3c9d req-d6ed851d-da6f-4600-82fe-1f26f42e10cc tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:01.093630 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c88b99-2bcf-48f2-a049-ab03cf4c3c9d req-d6ed851d-da6f-4600-82fe-1f26f42e10cc tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:01.101384 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c88b99-2bcf-48f2-a049-ab03cf4c3c9d req-d6ed851d-da6f-4600-82fe-1f26f42e10cc tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:01.103638 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-07c88b99-2bcf-48f2-a049-ab03cf4c3c9d req-d6ed851d-da6f-4600-82fe-1f26f42e10cc tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5444 time: 0.1265185 Jul 07 20:59:01.129457 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:01.154065 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-07c88b99-2bcf-48f2-a049-ab03cf4c3c9d req-bd6bb4ab-970f-4962-b6ae-b917a5a133d1 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440481 Jul 07 20:59:01.325113 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d11eb-bc39-42ce-968e-99f9d2eb6e5c req-3d823155-f92f-495e-8a00-d15049da7b11 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:01.326521 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c35d11eb-bc39-42ce-968e-99f9d2eb6e5c req-3d823155-f92f-495e-8a00-d15049da7b11 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0667279 Jul 07 20:59:01.367735 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c35d11eb-bc39-42ce-968e-99f9d2eb6e5c req-129fe5fd-fd14-410b-bef7-2be9d45f4bb6 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356331 Jul 07 20:59:01.443013 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da814a29-6446-40eb-ac99-e49de62cc5fa'}, {'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d14b38d-99b1-4ecc-a5b4-516596f20a7d'}, {'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77c407f-5638-4a76-a32e-cd44fe684c67'}, {'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8debe46-f092-4659-88e9-d9aeeb58dcce'}, {'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d40fb0-f23d-4aa9-84f7-cf2df107430a'}, {'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce444991-9912-4375-ba9b-d17a03e9be39'}, {'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:59:01.445467 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732ddad6-a086-4df6-913a-0db5d226b9e9" -d '{"events": [{"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-plugged", "status": "completed", "tag": "da814a29-6446-40eb-ac99-e49de62cc5fa"}, {"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-plugged", "status": "completed", "tag": "7d14b38d-99b1-4ecc-a5b4-516596f20a7d"}, {"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-plugged", "status": "completed", "tag": "a77c407f-5638-4a76-a32e-cd44fe684c67"}, {"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-plugged", "status": "completed", "tag": "e8debe46-f092-4659-88e9-d9aeeb58dcce"}, {"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-plugged", "status": "completed", "tag": "68d40fb0-f23d-4aa9-84f7-cf2df107430a"}, {"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-plugged", "status": "completed", "tag": "ce444991-9912-4375-ba9b-d17a03e9be39"}, {"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-plugged", "status": "completed", "tag": "2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:59:01.543702 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Wed, 07 Jul 2021 20:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fc611a-9aec-4437-809d-697f0ad84683 x-openstack-request-id: req-33fc611a-9aec-4437-809d-697f0ad84683 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:59:01.544086 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-plugged", "status": "completed", "tag": "da814a29-6446-40eb-ac99-e49de62cc5fa", "code": 200}, {"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-plugged", "status": "completed", "tag": "7d14b38d-99b1-4ecc-a5b4-516596f20a7d", "code": 200}, {"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-plugged", "status": "completed", "tag": "a77c407f-5638-4a76-a32e-cd44fe684c67", "code": 200}, {"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-plugged", "status": "completed", "tag": "e8debe46-f092-4659-88e9-d9aeeb58dcce", "code": 200}, {"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-plugged", "status": "completed", "tag": "68d40fb0-f23d-4aa9-84f7-cf2df107430a", "code": 200}, {"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-plugged", "status": "completed", "tag": "ce444991-9912-4375-ba9b-d17a03e9be39", "code": 200}, {"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-plugged", "status": "completed", "tag": "2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:59:01.544340 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-33fc611a-9aec-4437-809d-697f0ad84683 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:59:01.544741 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da814a29-6446-40eb-ac99-e49de62cc5fa', 'code': 200} Jul 07 20:59:01.545008 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d14b38d-99b1-4ecc-a5b4-516596f20a7d', 'code': 200} Jul 07 20:59:01.545271 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77c407f-5638-4a76-a32e-cd44fe684c67', 'code': 200} Jul 07 20:59:01.545642 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8debe46-f092-4659-88e9-d9aeeb58dcce', 'code': 200} Jul 07 20:59:01.545789 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d40fb0-f23d-4aa9-84f7-cf2df107430a', 'code': 200} Jul 07 20:59:01.546019 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce444991-9912-4375-ba9b-d17a03e9be39', 'code': 200} Jul 07 20:59:01.546286 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae', 'code': 200} Jul 07 20:59:01.705398 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86837a4e-e790-44f0-bf36-56f2255902f7 req-0251db2a-4269-4dd6-bd7b-c75575c19dfb tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:01.706866 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-86837a4e-e790-44f0-bf36-56f2255902f7 req-0251db2a-4269-4dd6-bd7b-c75575c19dfb tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.0713947 Jul 07 20:59:01.771360 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-86837a4e-e790-44f0-bf36-56f2255902f7 req-2315162c-75d0-4129-b5da-b70a9729e770 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444243 Jul 07 20:59:01.827653 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-69ec6613-e8af-4c75-8cfa-f7bb41c48f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:01.909078 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:02.056176 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04624c9d-68e8-4c40-8059-34cea86983fa req-182efefc-dd1b-4f33-8610-a90a395064e3 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:02.059537 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-04624c9d-68e8-4c40-8059-34cea86983fa req-182efefc-dd1b-4f33-8610-a90a395064e3 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 945 time: 0.0721507 Jul 07 20:59:02.102243 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-04624c9d-68e8-4c40-8059-34cea86983fa req-e3b597c5-6387-4175-9e5a-8c69a774e5d2 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374024 Jul 07 20:59:02.360425 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1409d9e-6e17-4dab-be58-0971a8acc657 req-05165c2f-3173-4ecd-bcd8-a2b63874d445 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:02.366272 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1409d9e-6e17-4dab-be58-0971a8acc657 req-05165c2f-3173-4ecd-bcd8-a2b63874d445 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:02.372821 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1409d9e-6e17-4dab-be58-0971a8acc657 req-05165c2f-3173-4ecd-bcd8-a2b63874d445 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:02.378759 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1409d9e-6e17-4dab-be58-0971a8acc657 req-05165c2f-3173-4ecd-bcd8-a2b63874d445 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:02.385343 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1409d9e-6e17-4dab-be58-0971a8acc657 req-05165c2f-3173-4ecd-bcd8-a2b63874d445 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:02.392081 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1409d9e-6e17-4dab-be58-0971a8acc657 req-05165c2f-3173-4ecd-bcd8-a2b63874d445 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:02.398171 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1409d9e-6e17-4dab-be58-0971a8acc657 req-05165c2f-3173-4ecd-bcd8-a2b63874d445 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:02.400143 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f1409d9e-6e17-4dab-be58-0971a8acc657 req-05165c2f-3173-4ecd-bcd8-a2b63874d445 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5445 time: 0.1163065 Jul 07 20:59:02.442373 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f1409d9e-6e17-4dab-be58-0971a8acc657 req-2bb69084-d05f-41e4-b8fb-59593f0deb49 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357842 Jul 07 20:59:02.633064 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe03942-a497-410f-aaf4-f768bbf33eca req-bb5801ca-6fb7-4902-ab95-81b0f0a18ffb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:02.634478 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fe03942-a497-410f-aaf4-f768bbf33eca req-bb5801ca-6fb7-4902-ab95-81b0f0a18ffb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0684900 Jul 07 20:59:02.689539 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fe03942-a497-410f-aaf4-f768bbf33eca req-718fd4d3-9704-4dc0-a8be-4e75da5e99fc tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483325 Jul 07 20:59:02.974919 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c39fb3-4014-4242-827a-fc119b05fb36 req-0f9452be-0660-4ffc-a716-dec0dd9c495c tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:02.976518 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99c39fb3-4014-4242-827a-fc119b05fb36 req-0f9452be-0660-4ffc-a716-dec0dd9c495c tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.0749371 Jul 07 20:59:03.020268 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99c39fb3-4014-4242-827a-fc119b05fb36 req-453accf7-923d-4b78-97dd-7c55cb438cf8 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376244 Jul 07 20:59:03.320204 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d569c-d890-4040-9a01-32e5d5f42fc4 req-d3bd3291-90fc-4e48-ba00-3728d02f871f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:03.321833 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b4d569c-d890-4040-9a01-32e5d5f42fc4 req-d3bd3291-90fc-4e48-ba00-3728d02f871f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 945 time: 0.0707455 Jul 07 20:59:03.360976 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b4d569c-d890-4040-9a01-32e5d5f42fc4 req-311f0020-d634-41b5-bb7b-879413b564f1 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328844 Jul 07 20:59:03.477645 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:03.667946 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44823645-fb29-40b4-a456-e71d80323c33 req-aacf2daa-e946-4ef7-b976-3cef4caa2314 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:03.674104 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44823645-fb29-40b4-a456-e71d80323c33 req-aacf2daa-e946-4ef7-b976-3cef4caa2314 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:03.680729 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44823645-fb29-40b4-a456-e71d80323c33 req-aacf2daa-e946-4ef7-b976-3cef4caa2314 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:03.687360 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44823645-fb29-40b4-a456-e71d80323c33 req-aacf2daa-e946-4ef7-b976-3cef4caa2314 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:03.693317 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44823645-fb29-40b4-a456-e71d80323c33 req-aacf2daa-e946-4ef7-b976-3cef4caa2314 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:03.699966 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44823645-fb29-40b4-a456-e71d80323c33 req-aacf2daa-e946-4ef7-b976-3cef4caa2314 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:03.706269 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44823645-fb29-40b4-a456-e71d80323c33 req-aacf2daa-e946-4ef7-b976-3cef4caa2314 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:03.708342 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44823645-fb29-40b4-a456-e71d80323c33 req-aacf2daa-e946-4ef7-b976-3cef4caa2314 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5445 time: 0.1180830 Jul 07 20:59:03.752346 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44823645-fb29-40b4-a456-e71d80323c33 req-634b47da-7563-4ef7-a1fb-197a0659a672 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370584 Jul 07 20:59:03.928920 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d349d8-234a-48d7-9680-0eec13ef1892 req-1f878b80-9bca-4e2c-9dd7-7b25dbc5c408 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:03.930333 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5d349d8-234a-48d7-9680-0eec13ef1892 req-1f878b80-9bca-4e2c-9dd7-7b25dbc5c408 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0669804 Jul 07 20:59:03.970333 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5d349d8-234a-48d7-9680-0eec13ef1892 req-1bc8a0d1-874b-4cbd-8f9f-0637113f5b16 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333509 Jul 07 20:59:04.273074 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf386a6-a57f-44fe-b532-a7bdf3e4e9cd req-21d91191-3724-4966-a96a-aa572dee5593 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:04.274591 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-edf386a6-a57f-44fe-b532-a7bdf3e4e9cd req-21d91191-3724-4966-a96a-aa572dee5593 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.0813656 Jul 07 20:59:04.320471 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-edf386a6-a57f-44fe-b532-a7bdf3e4e9cd req-9c120241-d246-43f2-b60f-461a4a685f07 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396643 Jul 07 20:59:04.582827 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e4b1476e-6566-435c-b98e-5cbed9dda362 req-7af2ff09-d14a-4b4e-b50f-6e1ac660566a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=08cd5b96-c5a5-4c55-b4a0-1abb12a68b14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0566759 Jul 07 20:59:04.633190 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3e6b0-1aa7-40b3-bb50-3baefd2072f1 req-6509e192-1699-4cd6-82c6-26bd557e1d79 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:04.636118 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9dc3e6b0-1aa7-40b3-bb50-3baefd2072f1 req-6509e192-1699-4cd6-82c6-26bd557e1d79 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 945 time: 0.0783794 Jul 07 20:59:04.681769 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1476e-6566-435c-b98e-5cbed9dda362 req-b70a87f1-2bbb-42cd-9ac2-dd252bd9a597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:04.683535 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e4b1476e-6566-435c-b98e-5cbed9dda362 req-b70a87f1-2bbb-42cd-9ac2-dd252bd9a597 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=128d0bdbd3254a86ab8fae38847d408e&device_id=08cd5b96-c5a5-4c55-b4a0-1abb12a68b14 HTTP/1.1" status: 200 len: 1097 time: 0.0683937 Jul 07 20:59:04.707975 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9dc3e6b0-1aa7-40b3-bb50-3baefd2072f1 req-2ea205f3-1cd8-468f-b8b4-63b2584a01fd tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663373 Jul 07 20:59:04.835609 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1476e-6566-435c-b98e-5cbed9dda362 req-a9c4aa6b-9238-4fe9-89c7-e9cb20c4e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:04.837156 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e4b1476e-6566-435c-b98e-5cbed9dda362 req-a9c4aa6b-9238-4fe9-89c7-e9cb20c4e44a service neutron] 10.222.0.58 "GET /v2.0/networks?id=287bef21-9852-4f7d-90ca-297ef811e6f1 HTTP/1.1" status: 200 len: 907 time: 0.1148710 Jul 07 20:59:04.890707 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e4b1476e-6566-435c-b98e-5cbed9dda362 req-a67b88f2-dd22-4899-bf9b-e88cd12cf1da service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a9f7927-5cda-4ee9-a3e4-7e0970851fb1 HTTP/1.1" status: 200 len: 217 time: 0.0455668 Jul 07 20:59:04.966483 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1476e-6566-435c-b98e-5cbed9dda362 req-7fa818ae-c1a7-49f0-84dd-746310fd8a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:04.968138 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e4b1476e-6566-435c-b98e-5cbed9dda362 req-7fa818ae-c1a7-49f0-84dd-746310fd8a71 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cef6a251-d924-4278-917e-0372be44ce70 HTTP/1.1" status: 200 len: 846 time: 0.0701602 Jul 07 20:59:04.990453 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f4269-7c3a-4e1f-aa89-bfbc47074e6b req-95bfe529-254c-4fd3-86aa-df6c1fabf6ff tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:04.997182 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f4269-7c3a-4e1f-aa89-bfbc47074e6b req-95bfe529-254c-4fd3-86aa-df6c1fabf6ff tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:05.003119 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f4269-7c3a-4e1f-aa89-bfbc47074e6b req-95bfe529-254c-4fd3-86aa-df6c1fabf6ff tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:05.005381 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e4b1476e-6566-435c-b98e-5cbed9dda362 req-796d894e-7b89-4b89-a82a-48fff2916bae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=287bef21-9852-4f7d-90ca-297ef811e6f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301676 Jul 07 20:59:05.009722 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f4269-7c3a-4e1f-aa89-bfbc47074e6b req-95bfe529-254c-4fd3-86aa-df6c1fabf6ff tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:05.016619 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f4269-7c3a-4e1f-aa89-bfbc47074e6b req-95bfe529-254c-4fd3-86aa-df6c1fabf6ff tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:05.022412 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f4269-7c3a-4e1f-aa89-bfbc47074e6b req-95bfe529-254c-4fd3-86aa-df6c1fabf6ff tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:05.029228 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f4269-7c3a-4e1f-aa89-bfbc47074e6b req-95bfe529-254c-4fd3-86aa-df6c1fabf6ff tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:05.031106 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a47f4269-7c3a-4e1f-aa89-bfbc47074e6b req-95bfe529-254c-4fd3-86aa-df6c1fabf6ff tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5445 time: 0.1303885 Jul 07 20:59:05.083093 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a47f4269-7c3a-4e1f-aa89-bfbc47074e6b req-8dc034ed-f773-4d3b-9e47-5518419ad2da tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0462530 Jul 07 20:59:05.110746 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e4b1476e-6566-435c-b98e-5cbed9dda362 req-4c4e35de-711f-45b3-b703-87587b41cb37 service neutron] 10.222.0.58 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971653 Jul 07 20:59:05.160825 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:05.231194 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e4b1476e-6566-435c-b98e-5cbed9dda362 req-b163cf1b-d8d4-4e8e-8f92-f024ce692b5e service neutron] 10.222.0.58 "GET /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096039 Jul 07 20:59:05.281658 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebcc18-53dc-45f2-ac82-16146d1a61fc req-44557965-c039-4184-b498-4ce5bd19da1e tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:05.283202 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0aebcc18-53dc-45f2-ac82-16146d1a61fc req-44557965-c039-4184-b498-4ce5bd19da1e tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0751507 Jul 07 20:59:05.326509 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0aebcc18-53dc-45f2-ac82-16146d1a61fc req-a3758dfa-d69a-495f-958a-537b27a74d80 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376191 Jul 07 20:59:05.626139 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090deeca-128d-4b9f-b803-e7331550a170 req-f04fa6dc-e187-4e4f-96ce-bb352ce147cb tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:05.627596 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-090deeca-128d-4b9f-b803-e7331550a170 req-f04fa6dc-e187-4e4f-96ce-bb352ce147cb tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.0757120 Jul 07 20:59:05.669729 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-090deeca-128d-4b9f-b803-e7331550a170 req-a97108bc-b541-47c4-a786-f9b07159f620 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325835 Jul 07 20:59:05.967293 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3e643-b608-4cc5-a442-f36c037b7528 req-24efada8-f142-40eb-ae7a-dc07ee93a843 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:05.969065 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eed3e643-b608-4cc5-a442-f36c037b7528 req-24efada8-f142-40eb-ae7a-dc07ee93a843 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 945 time: 0.0701382 Jul 07 20:59:06.007509 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eed3e643-b608-4cc5-a442-f36c037b7528 req-613bbdbd-4be6-4c99-b365-67fdfb8c6116 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328295 Jul 07 20:59:06.290327 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e6fee-c8b7-4641-8c53-da1db5037b34 req-42130f7c-69ab-4b70-8010-8d4e681c06b0 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:06.296497 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e6fee-c8b7-4641-8c53-da1db5037b34 req-42130f7c-69ab-4b70-8010-8d4e681c06b0 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:06.302347 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e6fee-c8b7-4641-8c53-da1db5037b34 req-42130f7c-69ab-4b70-8010-8d4e681c06b0 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:06.308764 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e6fee-c8b7-4641-8c53-da1db5037b34 req-42130f7c-69ab-4b70-8010-8d4e681c06b0 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:06.315045 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e6fee-c8b7-4641-8c53-da1db5037b34 req-42130f7c-69ab-4b70-8010-8d4e681c06b0 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:06.321488 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e6fee-c8b7-4641-8c53-da1db5037b34 req-42130f7c-69ab-4b70-8010-8d4e681c06b0 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:06.328387 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e6fee-c8b7-4641-8c53-da1db5037b34 req-42130f7c-69ab-4b70-8010-8d4e681c06b0 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:06.330327 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cb4e6fee-c8b7-4641-8c53-da1db5037b34 req-42130f7c-69ab-4b70-8010-8d4e681c06b0 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5445 time: 0.1127138 Jul 07 20:59:06.375820 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cb4e6fee-c8b7-4641-8c53-da1db5037b34 req-efe666c5-4f9d-4d72-80b5-b1313cf6efde tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385396 Jul 07 20:59:06.554489 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93d5a5-f30b-43ce-85c0-293e76c52504 req-aa856737-2324-476b-a471-bf311065e28d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:06.555990 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fc93d5a5-f30b-43ce-85c0-293e76c52504 req-aa856737-2324-476b-a471-bf311065e28d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0708377 Jul 07 20:59:06.596526 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fc93d5a5-f30b-43ce-85c0-293e76c52504 req-efc281c2-0d6a-40cd-baa4-3a125f567026 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340145 Jul 07 20:59:06.902954 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76da5d0-078b-4034-816f-712050ae88bc req-ddaac351-ec1b-419e-a38f-922c43f7996f tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:06.904800 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d76da5d0-078b-4034-816f-712050ae88bc req-ddaac351-ec1b-419e-a38f-922c43f7996f tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.0753109 Jul 07 20:59:06.947583 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d76da5d0-078b-4034-816f-712050ae88bc req-d7003cfd-e879-4e7d-9281-0d07b4c828ee tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355725 Jul 07 20:59:07.236276 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62544ff0-5129-43d1-9db1-34eac5354862 req-c5130166-9083-42c0-bf15-9db53b0f2d48 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:07.238195 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62544ff0-5129-43d1-9db1-34eac5354862 req-c5130166-9083-42c0-bf15-9db53b0f2d48 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 945 time: 0.0727403 Jul 07 20:59:07.284216 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62544ff0-5129-43d1-9db1-34eac5354862 req-8f0018e5-b969-4ff4-b895-256722771b7c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402095 Jul 07 20:59:07.583319 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf876f-1715-4105-8a46-de3fd7b7378e req-21e4b795-a91f-436c-8e8b-904b4d2f21d2 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:07.589381 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf876f-1715-4105-8a46-de3fd7b7378e req-21e4b795-a91f-436c-8e8b-904b4d2f21d2 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:07.595439 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf876f-1715-4105-8a46-de3fd7b7378e req-21e4b795-a91f-436c-8e8b-904b4d2f21d2 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:07.601395 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf876f-1715-4105-8a46-de3fd7b7378e req-21e4b795-a91f-436c-8e8b-904b4d2f21d2 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:07.607816 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf876f-1715-4105-8a46-de3fd7b7378e req-21e4b795-a91f-436c-8e8b-904b4d2f21d2 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:07.613889 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf876f-1715-4105-8a46-de3fd7b7378e req-21e4b795-a91f-436c-8e8b-904b4d2f21d2 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:07.620432 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf876f-1715-4105-8a46-de3fd7b7378e req-21e4b795-a91f-436c-8e8b-904b4d2f21d2 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:07.622471 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8dcf876f-1715-4105-8a46-de3fd7b7378e req-21e4b795-a91f-436c-8e8b-904b4d2f21d2 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5445 time: 0.1135106 Jul 07 20:59:07.666764 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8dcf876f-1715-4105-8a46-de3fd7b7378e req-d49441c9-aba0-4b36-8d6b-3981b9db660f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382621 Jul 07 20:59:07.862159 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb925766-8511-4236-b103-226de01907a5 req-5a1900f8-9184-4330-bd25-eb6a9eacc69d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:07.863592 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bb925766-8511-4236-b103-226de01907a5 req-5a1900f8-9184-4330-bd25-eb6a9eacc69d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0786610 Jul 07 20:59:07.902238 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bb925766-8511-4236-b103-226de01907a5 req-f70924f1-8589-4745-b913-5787a8ed3321 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330119 Jul 07 20:59:08.173738 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e33e1-c417-4584-884a-854fed2335f5 req-0bf81493-e8fd-46be-b787-7e140e64e245 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:08.175123 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec5e33e1-c417-4584-884a-854fed2335f5 req-0bf81493-e8fd-46be-b787-7e140e64e245 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.0674870 Jul 07 20:59:08.221613 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec5e33e1-c417-4584-884a-854fed2335f5 req-c74da2d1-6812-4eb6-9590-0e9f9df8a4a9 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409372 Jul 07 20:59:08.515979 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0339e-414e-47c0-8efb-b8e67bd285ae req-8a3f71d0-6488-463b-968c-8c1d51ed562f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:08.517607 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ece0339e-414e-47c0-8efb-b8e67bd285ae req-8a3f71d0-6488-463b-968c-8c1d51ed562f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 945 time: 0.0647004 Jul 07 20:59:08.560467 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ece0339e-414e-47c0-8efb-b8e67bd285ae req-2e54eb3b-759d-442b-9237-36060aa5da41 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362914 Jul 07 20:59:08.867755 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bc28e-af92-4e3b-a8c6-7d22ad30a1ee req-a9055171-59ab-4691-b076-8df672a45caf tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:08.873746 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bc28e-af92-4e3b-a8c6-7d22ad30a1ee req-a9055171-59ab-4691-b076-8df672a45caf tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:08.879563 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bc28e-af92-4e3b-a8c6-7d22ad30a1ee req-a9055171-59ab-4691-b076-8df672a45caf tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:08.886260 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bc28e-af92-4e3b-a8c6-7d22ad30a1ee req-a9055171-59ab-4691-b076-8df672a45caf tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:08.892242 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bc28e-af92-4e3b-a8c6-7d22ad30a1ee req-a9055171-59ab-4691-b076-8df672a45caf tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:08.898107 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bc28e-af92-4e3b-a8c6-7d22ad30a1ee req-a9055171-59ab-4691-b076-8df672a45caf tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:08.904637 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bc28e-af92-4e3b-a8c6-7d22ad30a1ee req-a9055171-59ab-4691-b076-8df672a45caf tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:08.906585 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-563bc28e-af92-4e3b-a8c6-7d22ad30a1ee req-a9055171-59ab-4691-b076-8df672a45caf tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5445 time: 0.1109087 Jul 07 20:59:08.951565 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-563bc28e-af92-4e3b-a8c6-7d22ad30a1ee req-f891464b-3196-481e-a131-64a9bd3727ce tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386803 Jul 07 20:59:09.120424 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e17cb-2b3d-49f1-a795-11b09ed92055 req-d1127235-f0bc-40c4-ad4a-f9426c13d3ad tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:09.122048 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-338e17cb-2b3d-49f1-a795-11b09ed92055 req-d1127235-f0bc-40c4-ad4a-f9426c13d3ad tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0623510 Jul 07 20:59:09.162384 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-338e17cb-2b3d-49f1-a795-11b09ed92055 req-a167af61-8c03-42f8-9f7a-d41fb11408a5 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347621 Jul 07 20:59:09.454060 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9109a03-183c-46f4-b094-581cbe6bb154 req-afe9f366-abbc-48ae-a423-a324aa4cbae6 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:09.461365 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f9109a03-183c-46f4-b094-581cbe6bb154 req-afe9f366-abbc-48ae-a423-a324aa4cbae6 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.0816455 Jul 07 20:59:09.504956 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f9109a03-183c-46f4-b094-581cbe6bb154 req-99288c7e-c1d1-4ab3-a22a-3ffb75e89143 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420296 Jul 07 20:59:09.834490 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6648ba-cfdc-4fc3-aad5-e513ce8bb7e9 req-1c03326b-1c91-4c32-b773-04ebf5c4e29d tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:09.836501 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c6648ba-cfdc-4fc3-aad5-e513ce8bb7e9 req-1c03326b-1c91-4c32-b773-04ebf5c4e29d tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 945 time: 0.0670972 Jul 07 20:59:09.881371 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c6648ba-cfdc-4fc3-aad5-e513ce8bb7e9 req-9367ddae-6a86-4ac0-9ca1-e175bed1f156 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334313 Jul 07 20:59:10.354114 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfff99d-5437-4909-8ac2-f4e5e3e99ff4 req-9bdb110d-dacb-4005-a0b2-5746a35a23b7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:10.360042 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfff99d-5437-4909-8ac2-f4e5e3e99ff4 req-9bdb110d-dacb-4005-a0b2-5746a35a23b7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:10.367508 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfff99d-5437-4909-8ac2-f4e5e3e99ff4 req-9bdb110d-dacb-4005-a0b2-5746a35a23b7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:10.372828 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfff99d-5437-4909-8ac2-f4e5e3e99ff4 req-9bdb110d-dacb-4005-a0b2-5746a35a23b7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:10.378715 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfff99d-5437-4909-8ac2-f4e5e3e99ff4 req-9bdb110d-dacb-4005-a0b2-5746a35a23b7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:10.384954 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfff99d-5437-4909-8ac2-f4e5e3e99ff4 req-9bdb110d-dacb-4005-a0b2-5746a35a23b7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:10.392075 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfff99d-5437-4909-8ac2-f4e5e3e99ff4 req-9bdb110d-dacb-4005-a0b2-5746a35a23b7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:10.394027 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6cfff99d-5437-4909-8ac2-f4e5e3e99ff4 req-9bdb110d-dacb-4005-a0b2-5746a35a23b7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5445 time: 0.1093507 Jul 07 20:59:10.437391 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6cfff99d-5437-4909-8ac2-f4e5e3e99ff4 req-0e51934e-f99b-4723-8e66-b9c053b3261d tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375578 Jul 07 20:59:10.611312 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703cc86c-c7ae-401a-ba68-d197465ad0dd req-88aa77a4-c9d5-4688-b857-417354cf1721 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:10.612727 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-703cc86c-c7ae-401a-ba68-d197465ad0dd req-88aa77a4-c9d5-4688-b857-417354cf1721 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0710309 Jul 07 20:59:10.658565 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-703cc86c-c7ae-401a-ba68-d197465ad0dd req-68d63c2d-f43a-41c5-a3c9-3a307aa6b2b8 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403790 Jul 07 20:59:10.737059 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-04bc3527-32ac-44ef-b80f-8dd05f8a5ac9 req-e5d2eb49-c5d4-40a3-86e4-2717d8aefb5e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3dc99b88-9b3c-4338-bfc2-d73c0699ed8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312688 Jul 07 20:59:10.962487 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-04bc3527-32ac-44ef-b80f-8dd05f8a5ac9 req-3163c311-35e3-4358-902a-b2f13c5cabd9 service neutron] 10.222.0.39 "GET /v2.0/networks/3dc99b88-9b3c-4338-bfc2-d73c0699ed8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775708 Jul 07 20:59:10.993815 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1017084-027d-4fb8-aeaa-3e819e53f221 req-57a147f0-9343-4a96-a88c-4330d0d5f1ee tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:10.996269 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f1017084-027d-4fb8-aeaa-3e819e53f221 req-57a147f0-9343-4a96-a88c-4330d0d5f1ee tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.1860535 Jul 07 20:59:11.010022 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b7d89-4218-49b0-b251-eb1424c76a64 req-7623a96d-4390-4caa-9872-b983c6c70bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:11.012089 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ba4b7d89-4218-49b0-b251-eb1424c76a64 req-7623a96d-4390-4caa-9872-b983c6c70bf2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 1097 time: 0.1732349 Jul 07 20:59:11.120393 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f1017084-027d-4fb8-aeaa-3e819e53f221 req-308b6681-3f8f-4a52-805e-d3e08a623f06 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121550 Jul 07 20:59:11.126737 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ba4b7d89-4218-49b0-b251-eb1424c76a64 req-d869b867-072e-4f1f-a092-e883cee01111 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887127 Jul 07 20:59:11.171207 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-04bc3527-32ac-44ef-b80f-8dd05f8a5ac9 req-9a16c1f3-5f50-4fd4-8f5b-0e1db41de40e service neutron] 10.222.0.39 "GET /v2.0/networks/3dc99b88-9b3c-4338-bfc2-d73c0699ed8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962566 Jul 07 20:59:11.242798 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08915fd4-5d1e-445e-a0a9-22eeec362862 req-ec575940-1e95-419c-b976-92900581697b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:11.244619 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-08915fd4-5d1e-445e-a0a9-22eeec362862 req-ec575940-1e95-419c-b976-92900581697b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 945 time: 0.1168129 Jul 07 20:59:11.295557 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc676396-2fb3-49da-b1c3-1d8068b8bbaf req-84fc09bd-84b1-41ef-8771-31dd6bcf45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:11.296323 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc676396-2fb3-49da-b1c3-1d8068b8bbaf req-84fc09bd-84b1-41ef-8771-31dd6bcf45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:11.296470 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc676396-2fb3-49da-b1c3-1d8068b8bbaf req-84fc09bd-84b1-41ef-8771-31dd6bcf45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:11.296948 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc676396-2fb3-49da-b1c3-1d8068b8bbaf req-84fc09bd-84b1-41ef-8771-31dd6bcf45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:11.297640 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc676396-2fb3-49da-b1c3-1d8068b8bbaf req-84fc09bd-84b1-41ef-8771-31dd6bcf45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:11.298137 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc676396-2fb3-49da-b1c3-1d8068b8bbaf req-84fc09bd-84b1-41ef-8771-31dd6bcf45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:11.298741 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc676396-2fb3-49da-b1c3-1d8068b8bbaf req-84fc09bd-84b1-41ef-8771-31dd6bcf45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:11.300779 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fc676396-2fb3-49da-b1c3-1d8068b8bbaf req-84fc09bd-84b1-41ef-8771-31dd6bcf45ff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 6509 time: 0.4582469 Jul 07 20:59:11.318901 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-08915fd4-5d1e-445e-a0a9-22eeec362862 req-dc1714ba-e74d-4fae-9735-f106b3f70245 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654907 Jul 07 20:59:11.347372 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fc676396-2fb3-49da-b1c3-1d8068b8bbaf req-12d4330a-27a3-4c93-9fff-8b21c715b25b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f2916986-aa40-41d4-9170-e32bf3286e8a&id=d9ce749c-a271-460e-962d-d3f9c6e375ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376604 Jul 07 20:59:11.357237 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f45ead-f960-485a-86b1-2737bb924f70 req-f87f420a-6f0e-4de7-a382-45701c486c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:11.358734 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42f45ead-f960-485a-86b1-2737bb924f70 req-f87f420a-6f0e-4de7-a382-45701c486c19 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0ecd010d6b343f08bfce9e9465520bf&device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 1097 time: 0.0832815 Jul 07 20:59:11.537880 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f45ead-f960-485a-86b1-2737bb924f70 req-c97ddab7-dcc0-47b9-8f51-962d6335034b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:11.539526 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42f45ead-f960-485a-86b1-2737bb924f70 req-c97ddab7-dcc0-47b9-8f51-962d6335034b service neutron] 10.222.0.39 "GET /v2.0/networks?id=3dc99b88-9b3c-4338-bfc2-d73c0699ed8c HTTP/1.1" status: 200 len: 913 time: 0.0975747 Jul 07 20:59:11.948991 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42f45ead-f960-485a-86b1-2737bb924f70 req-e494374c-ee97-432d-b873-b1cbd4bda8b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86479d78-7e46-4d17-8f40-fe257e0b714c HTTP/1.1" status: 200 len: 217 time: 0.3967333 Jul 07 20:59:12.051276 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f45ead-f960-485a-86b1-2737bb924f70 req-910156d4-928c-4547-8624-95eeadd5985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:12.052809 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42f45ead-f960-485a-86b1-2737bb924f70 req-910156d4-928c-4547-8624-95eeadd5985b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6138be9f-e804-44e1-a8e2-f9b666a6f8d8 HTTP/1.1" status: 200 len: 852 time: 0.0845904 Jul 07 20:59:12.109777 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc94cde-dea5-418e-b2c2-8f40e011e86e req-dc3bd92a-9278-4969-84c3-5b7cde2d05b8 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:12.115577 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc94cde-dea5-418e-b2c2-8f40e011e86e req-dc3bd92a-9278-4969-84c3-5b7cde2d05b8 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:12.122027 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc94cde-dea5-418e-b2c2-8f40e011e86e req-dc3bd92a-9278-4969-84c3-5b7cde2d05b8 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:12.127869 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc94cde-dea5-418e-b2c2-8f40e011e86e req-dc3bd92a-9278-4969-84c3-5b7cde2d05b8 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:12.134003 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc94cde-dea5-418e-b2c2-8f40e011e86e req-dc3bd92a-9278-4969-84c3-5b7cde2d05b8 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:12.140390 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc94cde-dea5-418e-b2c2-8f40e011e86e req-dc3bd92a-9278-4969-84c3-5b7cde2d05b8 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:12.146228 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc94cde-dea5-418e-b2c2-8f40e011e86e req-dc3bd92a-9278-4969-84c3-5b7cde2d05b8 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:12.148313 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2dc94cde-dea5-418e-b2c2-8f40e011e86e req-dc3bd92a-9278-4969-84c3-5b7cde2d05b8 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5445 time: 0.2175682 Jul 07 20:59:12.153058 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42f45ead-f960-485a-86b1-2737bb924f70 req-383b31a9-c628-4dd5-a4f3-ec481e37a15e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3dc99b88-9b3c-4338-bfc2-d73c0699ed8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860565 Jul 07 20:59:12.161478 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e38a4-4142-42d7-b5ff-c2aa11260ceb req-463e1ea3-f407-41f2-ab5f-d404c3efb856 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:12.163055 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-df5e38a4-4142-42d7-b5ff-c2aa11260ceb req-463e1ea3-f407-41f2-ab5f-d404c3efb856 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.2333300 Jul 07 20:59:12.272863 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2dc94cde-dea5-418e-b2c2-8f40e011e86e req-3213c601-03bd-4a0b-a848-7b3c2c9ce2e1 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1089025 Jul 07 20:59:12.278367 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-df5e38a4-4142-42d7-b5ff-c2aa11260ceb req-1f5ec088-1b62-4f17-af6f-a81b0bea0ab5 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069632 Jul 07 20:59:12.355534 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42f45ead-f960-485a-86b1-2737bb924f70 req-f476c030-0daf-4cff-9b57-4d5824bdfa7f service neutron] 10.222.0.39 "GET /v2.0/networks/3dc99b88-9b3c-4338-bfc2-d73c0699ed8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849008 Jul 07 20:59:12.502180 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42f45ead-f960-485a-86b1-2737bb924f70 req-74b1468d-0690-4e10-b13a-7908a501fa17 service neutron] 10.222.0.39 "GET /v2.0/networks/3dc99b88-9b3c-4338-bfc2-d73c0699ed8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293499 Jul 07 20:59:12.642078 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1420b-cbd3-4c8d-9a5d-591a21aaacc5 req-85055e84-f838-42c3-8d48-c151b999f42b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:12.643526 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9bb1420b-cbd3-4c8d-9a5d-591a21aaacc5 req-85055e84-f838-42c3-8d48-c151b999f42b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 945 time: 0.1094871 Jul 07 20:59:12.650781 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393bcc56-5a76-473e-8a58-11960a754241 req-0cbd6d4c-fb82-4306-baa0-796b5fee492c tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:12.653229 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-393bcc56-5a76-473e-8a58-11960a754241 req-0cbd6d4c-fb82-4306-baa0-796b5fee492c tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.0906792 Jul 07 20:59:12.712148 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9bb1420b-cbd3-4c8d-9a5d-591a21aaacc5 req-aa519849-7b94-44d4-8909-40feec757394 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579529 Jul 07 20:59:12.715606 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-393bcc56-5a76-473e-8a58-11960a754241 req-ccd82607-224b-4ed9-8173-84b3d0541cea tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554817 Jul 07 20:59:13.528131 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8736b45-af2c-49dc-a8d1-044eda81879e req-2e584d10-5ee0-4129-acb4-e837ac29c9a9 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:13.529664 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c8736b45-af2c-49dc-a8d1-044eda81879e req-2e584d10-5ee0-4129-acb4-e837ac29c9a9 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.1268048 Jul 07 20:59:13.568772 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4b8a5-2266-4a54-b116-14741fdd6e9a req-594de8bb-e354-457b-8d00-43219ce1ef19 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:13.575745 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4b8a5-2266-4a54-b116-14741fdd6e9a req-594de8bb-e354-457b-8d00-43219ce1ef19 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:13.581811 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4b8a5-2266-4a54-b116-14741fdd6e9a req-594de8bb-e354-457b-8d00-43219ce1ef19 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:13.587866 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4b8a5-2266-4a54-b116-14741fdd6e9a req-594de8bb-e354-457b-8d00-43219ce1ef19 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:13.593966 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4b8a5-2266-4a54-b116-14741fdd6e9a req-594de8bb-e354-457b-8d00-43219ce1ef19 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:13.599792 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4b8a5-2266-4a54-b116-14741fdd6e9a req-594de8bb-e354-457b-8d00-43219ce1ef19 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:13.605677 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4b8a5-2266-4a54-b116-14741fdd6e9a req-594de8bb-e354-457b-8d00-43219ce1ef19 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:13.607676 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-35c4b8a5-2266-4a54-b116-14741fdd6e9a req-594de8bb-e354-457b-8d00-43219ce1ef19 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5445 time: 0.1762807 Jul 07 20:59:13.644845 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c8736b45-af2c-49dc-a8d1-044eda81879e req-c79d431b-01b5-4149-a186-40e33d585e04 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075346 Jul 07 20:59:13.675158 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-35c4b8a5-2266-4a54-b116-14741fdd6e9a req-153c8739-b05f-4952-a96f-696189a2cf14 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522912 Jul 07 20:59:13.997788 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bddd3-fc26-4b4e-9d2a-d413f1c89a1d req-452816fa-fe23-4ed7-8755-196e3811b052 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:14.004411 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bddd3-fc26-4b4e-9d2a-d413f1c89a1d req-452816fa-fe23-4ed7-8755-196e3811b052 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:14.016856 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bddd3-fc26-4b4e-9d2a-d413f1c89a1d req-452816fa-fe23-4ed7-8755-196e3811b052 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:14.017232 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bddd3-fc26-4b4e-9d2a-d413f1c89a1d req-452816fa-fe23-4ed7-8755-196e3811b052 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:14.024497 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bddd3-fc26-4b4e-9d2a-d413f1c89a1d req-452816fa-fe23-4ed7-8755-196e3811b052 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:14.032149 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bddd3-fc26-4b4e-9d2a-d413f1c89a1d req-452816fa-fe23-4ed7-8755-196e3811b052 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:14.038143 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bddd3-fc26-4b4e-9d2a-d413f1c89a1d req-452816fa-fe23-4ed7-8755-196e3811b052 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:14.040159 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a2bddd3-fc26-4b4e-9d2a-d413f1c89a1d req-452816fa-fe23-4ed7-8755-196e3811b052 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5445 time: 0.1212370 Jul 07 20:59:14.052790 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49788) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:59:14.058891 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-22220781-1bb6-4431-b5c6-df99eed674e9 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Request body: {'floatingip': {'port_id': 'e8debe46-f092-4659-88e9-d9aeeb58dcce'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:59:14.125987 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-22220781-1bb6-4431-b5c6-df99eed674e9 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for floatingip, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:14.209117 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd56c50-141f-46c0-8cd9-483cab09d95f req-d4fbae0a-3791-4d71-9ff7-500efd553d22 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:14.210686 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fbd56c50-141f-46c0-8cd9-483cab09d95f req-d4fbae0a-3791-4d71-9ff7-500efd553d22 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 945 time: 0.0935230 Jul 07 20:59:14.291457 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fbd56c50-141f-46c0-8cd9-483cab09d95f req-06013bc1-b6f9-4e52-bad2-3854d363b413 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708606 Jul 07 20:59:14.318431 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e4ac1-c0a3-4e6f-84ac-af1a0a4d6727 req-91d7cdcd-833e-46c7-b1b5-1d2d24e3e6ca tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:14.318431 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-323e4ac1-c0a3-4e6f-84ac-af1a0a4d6727 req-91d7cdcd-833e-46c7-b1b5-1d2d24e3e6ca tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.1043642 Jul 07 20:59:14.361468 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-323e4ac1-c0a3-4e6f-84ac-af1a0a4d6727 req-01adc432-b2d5-451d-9c49-34ff414ada44 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342841 Jul 07 20:59:14.496510 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2e95a-5984-4992-b8bc-4ebf1e535499 req-7498d703-bd51-4b0c-8267-72dee169c29e tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:14.498749 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9d2e95a-5984-4992-b8bc-4ebf1e535499 req-7498d703-bd51-4b0c-8267-72dee169c29e tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0797291 Jul 07 20:59:14.545634 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9d2e95a-5984-4992-b8bc-4ebf1e535499 req-18af5e52-51ef-4a49-a948-203c396f1a8b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387058 Jul 07 20:59:14.664039 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-22220781-1bb6-4431-b5c6-df99eed674e9 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:14.669071 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-22220781-1bb6-4431-b5c6-df99eed674e9 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:14.737961 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9ee44-8494-41c5-addb-767361fdb5fe req-ca0adb51-ef18-498f-a009-293ca9e68a47 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:14.739852 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4cd9ee44-8494-41c5-addb-767361fdb5fe req-ca0adb51-ef18-498f-a009-293ca9e68a47 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0727711 Jul 07 20:59:14.781005 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [None req-22220781-1bb6-4431-b5c6-df99eed674e9 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Floating IP 78da49c9-31e5-4cd9-bb67-48f9db9c6b20 associated. External IP: 172.25.5.238, port: e8debe46-f092-4659-88e9-d9aeeb58dcce. Jul 07 20:59:14.782247 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4cd9ee44-8494-41c5-addb-767361fdb5fe req-f7b41f94-1bb8-4611-8be8-5be34fbb13c4 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360947 Jul 07 20:59:14.907673 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 86479d78-7e46-4d17-8f40-fe257e0b714c details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:59:15.025203 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22220781-1bb6-4431-b5c6-df99eed674e9 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Router 4e595511-8236-409b-ac92-272b2fef9cda has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:59:15.111116 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 86479d78-7e46-4d17-8f40-fe257e0b714c, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=86479d78-7e46-4d17-8f40-fe257e0b714c,segment=NetworkSegment(4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5),segment_id=4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:59:15.137528 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '86479d78-7e46-4d17-8f40-fe257e0b714c', 'network_id': '3dc99b88-9b3c-4338-bfc2-d73c0699ed8c', 'port_id': '86479d78-7e46-4d17-8f40-fe257e0b714c', 'mac_address': 'fa:16:3e:78:27:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6138be9f-e804-44e1-a8e2-f9b666a6f8d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:59:15.179791 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22220781-1bb6-4431-b5c6-df99eed674e9 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:59:15.192666 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-22220781-1bb6-4431-b5c6-df99eed674e9 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:15.193666 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d931f902-6f01-4328-8730-0b899d0d385f None None] Sync routers for ids ['4e595511-8236-409b-ac92-272b2fef9cda'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:59:15.205348 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:15.216618 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d931f902-6f01-4328-8730-0b899d0d385f None None] Routers {'4e595511-8236-409b-ac92-272b2fef9cda'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:59:15.218149 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-d931f902-6f01-4328-8730-0b899d0d385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:59:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4e595511-8236-409b-ac92-272b2fef9cda'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:59:15.240837 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb02c3-f4c3-4474-90b1-338a98d57d0f req-ce53a2ac-8ed7-4548-afe8-8e3af2dc379b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:15.242311 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-22220781-1bb6-4431-b5c6-df99eed674e9 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "PUT /v2.0/floatingips/78da49c9-31e5-4cd9-bb67-48f9db9c6b20 HTTP/1.1" status: 200 len: 992 time: 1.1883600 Jul 07 20:59:15.242998 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'tag': 'e8debe46-f092-4659-88e9-d9aeeb58dcce'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:59:15.247848 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5166012-899b-43a6-ba27-9b8b28ae5bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "tag": "e8debe46-f092-4659-88e9-d9aeeb58dcce"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:59:15.253416 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-90cb02c3-f4c3-4474-90b1-338a98d57d0f req-ce53a2ac-8ed7-4548-afe8-8e3af2dc379b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0911727 Jul 07 20:59:15.271424 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86479d78-7e46-4d17-8f40-fe257e0b714c {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:59:15.302001 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 86479d78-7e46-4d17-8f40-fe257e0b714c, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=86479d78-7e46-4d17-8f40-fe257e0b714c,segment=NetworkSegment(4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5),segment_id=4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:59:15.312053 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:15.326779 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-90cb02c3-f4c3-4474-90b1-338a98d57d0f req-f4bc5e3c-b43c-4aaf-91e6-2a281d4b5533 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720723 Jul 07 20:59:15.376617 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b49d23e-4438-47c9-9044-c8ac0f9387f8 x-openstack-request-id: req-2b49d23e-4438-47c9-9044-c8ac0f9387f8 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:59:15.377211 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "tag": "e8debe46-f092-4659-88e9-d9aeeb58dcce", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:59:15.377616 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2b49d23e-4438-47c9-9044-c8ac0f9387f8 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:59:15.378174 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'tag': 'e8debe46-f092-4659-88e9-d9aeeb58dcce', 'status': 'completed', 'code': 200} Jul 07 20:59:15.428560 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-d931f902-6f01-4328-8730-0b899d0d385f None None] Set router 4e595511-8236-409b-ac92-272b2fef9cda gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:59:15.458362 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=86479d78-7e46-4d17-8f40-fe257e0b714c,revision_number=11']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:15.631265 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5166012-899b-43a6-ba27-9b8b28ae5bf1 req-1f83d3b1-48d8-4ae0-ac96-8d92e01fafd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:15.631870 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5166012-899b-43a6-ba27-9b8b28ae5bf1 req-1f83d3b1-48d8-4ae0-ac96-8d92e01fafd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:15.632173 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5166012-899b-43a6-ba27-9b8b28ae5bf1 req-1f83d3b1-48d8-4ae0-ac96-8d92e01fafd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:15.632650 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5166012-899b-43a6-ba27-9b8b28ae5bf1 req-1f83d3b1-48d8-4ae0-ac96-8d92e01fafd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:15.633123 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5166012-899b-43a6-ba27-9b8b28ae5bf1 req-1f83d3b1-48d8-4ae0-ac96-8d92e01fafd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:15.633594 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5166012-899b-43a6-ba27-9b8b28ae5bf1 req-1f83d3b1-48d8-4ae0-ac96-8d92e01fafd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:15.634092 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5166012-899b-43a6-ba27-9b8b28ae5bf1 req-1f83d3b1-48d8-4ae0-ac96-8d92e01fafd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:15.636135 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5166012-899b-43a6-ba27-9b8b28ae5bf1 req-1f83d3b1-48d8-4ae0-ac96-8d92e01fafd5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8ed23dfe8df44cbb137b377fa7cb243&device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 6509 time: 0.2110281 Jul 07 20:59:15.668702 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9e6c3-463a-4492-b018-e00c15f3d2b0 req-ee892686-e0c2-46fb-875c-a605e66794e5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:15.669500 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c3a9e6c3-463a-4492-b018-e00c15f3d2b0 req-ee892686-e0c2-46fb-875c-a605e66794e5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.1539752 Jul 07 20:59:15.704140 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-d931f902-6f01-4328-8730-0b899d0d385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e595511-8236-409b-ac92-272b2fef9cda', 'name': 'tempest-TaggedBootDevicesTest_v242-1828410963-router', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:56:35Z', 'updated_at': '2021-07-07T20:56:47Z', 'revision_number': 4, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'gw_port': {'id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e595511-8236-409b-ac92-272b2fef9cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:38Z', 'updated_at': '2021-07-07T20:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '78da49c9-31e5-4cd9-bb67-48f9db9c6b20', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '4e595511-8236-409b-ac92-272b2fef9cda', 'port_id': 'e8debe46-f092-4659-88e9-d9aeeb58dcce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d', 'mac_address': 'fa:16:3e:ef:05:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:57:39Z', 'updated_at': '2021-07-07T20:59:14Z', 'revision_number': 1, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89038c6-a807-444f-ad6e-31108e381c95', 'name': '', 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'mac_address': 'fa:16:3e:df:60:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e595511-8236-409b-ac92-272b2fef9cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '25a8ccb4-86fa-467a-bd9b-20bcc350e316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:44Z', 'updated_at': '2021-07-07T20:56:55Z', 'revision_number': 5, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'subnets': [{'id': '25a8ccb4-86fa-467a-bd9b-20bcc350e316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:59:15.727911 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df4df8-4218-4ebb-a2c9-967fb10dbde4 req-f2c60cf6-dc38-4c08-94ef-cb077ea66ba1 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:15.729988 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7df4df8-4218-4ebb-a2c9-967fb10dbde4 req-f2c60cf6-dc38-4c08-94ef-cb077ea66ba1 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.1770794 Jul 07 20:59:15.731448 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d931f902-6f01-4328-8730-0b899d0d385f None None] Checking router: 4e595511-8236-409b-ac92-272b2fef9cda for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:59:15.740309 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d931f902-6f01-4328-8730-0b899d0d385f None None] Routers {'4e595511-8236-409b-ac92-272b2fef9cda'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:59:15.741052 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-d931f902-6f01-4328-8730-0b899d0d385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:59:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4e595511-8236-409b-ac92-272b2fef9cda'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:59:15.790815 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['86479d78-7e46-4d17-8f40-fe257e0b714c'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:59:15.806605 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c3a9e6c3-463a-4492-b018-e00c15f3d2b0 req-b04c1d8d-bb73-41f3-80fa-3b25093c2915 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221695 Jul 07 20:59:15.819456 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7df4df8-4218-4ebb-a2c9-967fb10dbde4 req-d1515240-a819-4d52-a0e8-583d23fa989c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754828 Jul 07 20:59:15.826130 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5166012-899b-43a6-ba27-9b8b28ae5bf1 req-e044e949-6480-45a2-88bc-a18f21ca04a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:15.827682 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5166012-899b-43a6-ba27-9b8b28ae5bf1 req-e044e949-6480-45a2-88bc-a18f21ca04a9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7847ed4-ca64-408b-b349-0ebf1cd2485d HTTP/1.1" status: 200 len: 918 time: 0.1781492 Jul 07 20:59:15.924020 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5166012-899b-43a6-ba27-9b8b28ae5bf1 req-6cf06e68-dea2-4121-a24d-0fbab1b52181 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8debe46-f092-4659-88e9-d9aeeb58dcce HTTP/1.1" status: 200 len: 1000 time: 0.0833812 Jul 07 20:59:15.939915 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-d931f902-6f01-4328-8730-0b899d0d385f None None] Set router 4e595511-8236-409b-ac92-272b2fef9cda gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:59:15.982813 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5166012-899b-43a6-ba27-9b8b28ae5bf1 req-8a596566-d138-442d-9b51-f4fff4a7a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:15.984495 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5166012-899b-43a6-ba27-9b8b28ae5bf1 req-8a596566-d138-442d-9b51-f4fff4a7a303 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25a8ccb4-86fa-467a-bd9b-20bcc350e316 HTTP/1.1" status: 200 len: 856 time: 0.0483806 Jul 07 20:59:16.052821 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5166012-899b-43a6-ba27-9b8b28ae5bf1 req-220cc486-afec-40b3-84e7-3424164e2efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:16.054838 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5166012-899b-43a6-ba27-9b8b28ae5bf1 req-220cc486-afec-40b3-84e7-3424164e2efb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7847ed4-ca64-408b-b349-0ebf1cd2485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586648 Jul 07 20:59:16.173253 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5166012-899b-43a6-ba27-9b8b28ae5bf1 req-8b433070-366d-45f0-bc77-2ffbc6ae296f service neutron] 10.222.0.39 "GET /v2.0/networks/d7847ed4-ca64-408b-b349-0ebf1cd2485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063099 Jul 07 20:59:16.272640 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5166012-899b-43a6-ba27-9b8b28ae5bf1 req-1f919a77-73bf-410b-8fdc-7048e61db238 service neutron] 10.222.0.39 "GET /v2.0/networks/d7847ed4-ca64-408b-b349-0ebf1cd2485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880280 Jul 07 20:59:16.285252 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-d931f902-6f01-4328-8730-0b899d0d385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e595511-8236-409b-ac92-272b2fef9cda', 'name': 'tempest-TaggedBootDevicesTest_v242-1828410963-router', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:56:35Z', 'updated_at': '2021-07-07T20:56:47Z', 'revision_number': 4, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'gw_port': {'id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e595511-8236-409b-ac92-272b2fef9cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:38Z', 'updated_at': '2021-07-07T20:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '78da49c9-31e5-4cd9-bb67-48f9db9c6b20', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '4e595511-8236-409b-ac92-272b2fef9cda', 'port_id': 'e8debe46-f092-4659-88e9-d9aeeb58dcce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d', 'mac_address': 'fa:16:3e:ef:05:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:57:39Z', 'updated_at': '2021-07-07T20:59:14Z', 'revision_number': 1, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89038c6-a807-444f-ad6e-31108e381c95', 'name': '', 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'mac_address': 'fa:16:3e:df:60:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e595511-8236-409b-ac92-272b2fef9cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '25a8ccb4-86fa-467a-bd9b-20bcc350e316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:44Z', 'updated_at': '2021-07-07T20:56:55Z', 'revision_number': 5, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'subnets': [{'id': '25a8ccb4-86fa-467a-bd9b-20bcc350e316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:59:16.312872 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d931f902-6f01-4328-8730-0b899d0d385f None None] The sync data for ids ['4e595511-8236-409b-ac92-272b2fef9cda'] in n-d-695189-11 is: [{'id': '4e595511-8236-409b-ac92-272b2fef9cda', 'name': 'tempest-TaggedBootDevicesTest_v242-1828410963-router', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:56:35Z', 'updated_at': '2021-07-07T20:56:47Z', 'revision_number': 4, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'gw_port': {'id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e595511-8236-409b-ac92-272b2fef9cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:38Z', 'updated_at': '2021-07-07T20:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '78da49c9-31e5-4cd9-bb67-48f9db9c6b20', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '4e595511-8236-409b-ac92-272b2fef9cda', 'port_id': 'e8debe46-f092-4659-88e9-d9aeeb58dcce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d', 'mac_address': 'fa:16:3e:ef:05:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T20:57:39Z', 'updated_at': '2021-07-07T20:59:14Z', 'revision_number': 1, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89038c6-a807-444f-ad6e-31108e381c95', 'name': '', 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'mac_address': 'fa:16:3e:df:60:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e595511-8236-409b-ac92-272b2fef9cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '25a8ccb4-86fa-467a-bd9b-20bcc350e316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:44Z', 'updated_at': '2021-07-07T20:56:55Z', 'revision_number': 5, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'subnets': [{'id': '25a8ccb4-86fa-467a-bd9b-20bcc350e316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:59:16.534615 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca36141-e09e-4420-afee-4e44aed03d04 req-debc4f9a-98eb-4e15-8eef-9e767b749938 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:16.536638 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fca36141-e09e-4420-afee-4e44aed03d04 req-debc4f9a-98eb-4e15-8eef-9e767b749938 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0848384 Jul 07 20:59:16.585095 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a2a48c-736b-46c9-9726-00d2bba53304 None None] New status for floating IP 78da49c9-31e5-4cd9-bb67-48f9db9c6b20: ACTIVE {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:59:16.595069 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fca36141-e09e-4420-afee-4e44aed03d04 req-f0b5742e-608f-4f5c-a4b9-93842c10c6e7 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523217 Jul 07 20:59:17.040114 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cff194-b0bd-4941-9975-19213ef1a7c9 req-cdf1a729-8230-4a2e-ac48-50be2b568946 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:17.041670 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-30cff194-b0bd-4941-9975-19213ef1a7c9 req-cdf1a729-8230-4a2e-ac48-50be2b568946 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.1063018 Jul 07 20:59:17.062856 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15f375-347c-487f-9556-e7579a589790 req-04e31b38-dd66-4121-8e70-60fbdc483d5f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:17.064364 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fb15f375-347c-487f-9556-e7579a589790 req-04e31b38-dd66-4121-8e70-60fbdc483d5f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.0985994 Jul 07 20:59:17.115815 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-30cff194-b0bd-4941-9975-19213ef1a7c9 req-0f541750-8b92-49a4-8a9c-cdcd50263e0d tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667093 Jul 07 20:59:17.120780 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fb15f375-347c-487f-9556-e7579a589790 req-0b26cfad-28d1-41bd-b522-95e0d76bf964 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486679 Jul 07 20:59:17.779695 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde05d35-45fc-4878-a0fe-54484458cee6 req-e2ddd130-2526-464e-afdf-ee3e1eb6dced tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:17.781200 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bde05d35-45fc-4878-a0fe-54484458cee6 req-e2ddd130-2526-464e-afdf-ee3e1eb6dced tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0684471 Jul 07 20:59:17.819537 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bde05d35-45fc-4878-a0fe-54484458cee6 req-9e4aee54-a1e3-4859-8c44-af90c991f20f tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326328 Jul 07 20:59:18.331242 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e3c58-db0f-4cdf-a7b0-9b4c4ee6e11f req-7a244a4c-866a-422d-82ae-c62b34c2f71c tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:18.332764 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a48e3c58-db0f-4cdf-a7b0-9b4c4ee6e11f req-7a244a4c-866a-422d-82ae-c62b34c2f71c tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.1015911 Jul 07 20:59:18.343349 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa9a26-9845-4e03-af35-2127f9f22099 req-417f6d98-fe58-4916-817d-ecd0947c0fd4 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:18.344788 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-43fa9a26-9845-4e03-af35-2127f9f22099 req-417f6d98-fe58-4916-817d-ecd0947c0fd4 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 946 time: 0.1046028 Jul 07 20:59:18.403619 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a48e3c58-db0f-4cdf-a7b0-9b4c4ee6e11f req-e45f2da0-23a1-4f2c-ab4e-f1934cb78d41 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577512 Jul 07 20:59:18.408324 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-43fa9a26-9845-4e03-af35-2127f9f22099 req-6f11c1ee-33de-42b4-9af6-4c619b6beb24 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568221 Jul 07 20:59:18.920339 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 86479d78-7e46-4d17-8f40-fe257e0b714c up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:59:18.972908 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 86479d78-7e46-4d17-8f40-fe257e0b714c completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:59:18.976800 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 86479d78-7e46-4d17-8f40-fe257e0b714c triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:59:18.977320 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:19.054245 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:19.076410 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c28a89-b89c-4d8c-b0c0-11a28f13e67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86479d78-7e46-4d17-8f40-fe257e0b714c'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:59:19.078939 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4584677-8f2c-4962-a1a5-72f534afe1c7" -d '{"events": [{"server_uuid": "54c28a89-b89c-4d8c-b0c0-11a28f13e67b", "name": "network-vif-plugged", "status": "completed", "tag": "86479d78-7e46-4d17-8f40-fe257e0b714c"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:59:19.092544 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 86479d78-7e46-4d17-8f40-fe257e0b714c, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=86479d78-7e46-4d17-8f40-fe257e0b714c,segment=NetworkSegment(4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5),segment_id=4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:59:19.097177 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:19.097347 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb61e4-2191-4ea7-ad0b-4d280669dd9b req-d2db817c-0a96-4f91-9ad0-011e6fdcfadc tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:19.098939 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-17eb61e4-2191-4ea7-ad0b-4d280669dd9b req-d2db817c-0a96-4f91-9ad0-011e6fdcfadc tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.1653633 Jul 07 20:59:19.123652 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df8ea11-0ead-4a5e-865d-5e0a9f56791d x-openstack-request-id: req-4df8ea11-0ead-4a5e-865d-5e0a9f56791d {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:59:19.123949 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c28a89-b89c-4d8c-b0c0-11a28f13e67b", "name": "network-vif-plugged", "status": "completed", "tag": "86479d78-7e46-4d17-8f40-fe257e0b714c", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:59:19.124208 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4df8ea11-0ead-4a5e-865d-5e0a9f56791d {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:59:19.124605 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c28a89-b89c-4d8c-b0c0-11a28f13e67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86479d78-7e46-4d17-8f40-fe257e0b714c', 'code': 200} Jul 07 20:59:19.145556 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-17eb61e4-2191-4ea7-ad0b-4d280669dd9b req-62873a4e-7399-4271-883e-d71639408828 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386660 Jul 07 20:59:19.157103 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=86479d78-7e46-4d17-8f40-fe257e0b714c,revision_number=12']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:19.332971 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ab953-6cd9-42e4-acc5-b7909c3febc7 req-655751ab-c285-40b1-bff8-7cb6384589ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:19.334497 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-783ab953-6cd9-42e4-acc5-b7909c3febc7 req-655751ab-c285-40b1-bff8-7cb6384589ef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 1099 time: 0.0511811 Jul 07 20:59:19.373610 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-783ab953-6cd9-42e4-acc5-b7909c3febc7 req-d5e8cc0a-adc5-4227-9e71-e63dcd07a81c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308859 Jul 07 20:59:19.624723 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09f796-266f-4c4f-ac78-1c8fba7ccdbe req-bc34efcf-a5d8-4656-bab2-c2489312bb70 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:19.626231 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7a09f796-266f-4c4f-ac78-1c8fba7ccdbe req-bc34efcf-a5d8-4656-bab2-c2489312bb70 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.0962827 Jul 07 20:59:19.634717 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78add87e-2ac4-4781-b461-19e86eb54bd9 req-eae08f01-fe9a-4317-a1f8-8c6eaaaea648 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:19.636937 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78add87e-2ac4-4781-b461-19e86eb54bd9 req-eae08f01-fe9a-4317-a1f8-8c6eaaaea648 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.1166587 Jul 07 20:59:19.693625 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7a09f796-266f-4c4f-ac78-1c8fba7ccdbe req-6e29be2e-34b4-4d89-9dff-129c165e1eb5 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556288 Jul 07 20:59:19.699092 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78add87e-2ac4-4781-b461-19e86eb54bd9 req-cfd9ebe2-90be-4230-b78b-70347ac14f70 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551822 Jul 07 20:59:19.787088 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:19.947752 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:20.353722 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6f9e0-a5d0-4235-8293-becbe80c7bec req-b26d6bb8-2d13-4ccd-9e29-e9a249d3e2a1 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:20.355961 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bcb6f9e0-a5d0-4235-8293-becbe80c7bec req-b26d6bb8-2d13-4ccd-9e29-e9a249d3e2a1 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0727856 Jul 07 20:59:20.393939 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bcb6f9e0-a5d0-4235-8293-becbe80c7bec req-7a4dc15d-1d54-48f6-801a-fedc1d184d9d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322528 Jul 07 20:59:20.891416 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1ec76-d86f-4536-9059-d5b0aaf5581d req-cc2a8daa-2d16-469a-b0e8-86bf22e3cbcc tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:20.893126 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01f1ec76-d86f-4536-9059-d5b0aaf5581d req-cc2a8daa-2d16-469a-b0e8-86bf22e3cbcc tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.0752187 Jul 07 20:59:20.969196 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01f1ec76-d86f-4536-9059-d5b0aaf5581d req-7ccde448-3890-49d3-9e62-9369d1516ae7 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698681 Jul 07 20:59:21.004613 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f51d60-6f2b-4cf6-900b-99e07e3dc3ef req-59a15875-14ae-4bd0-8b7b-acd97067d994 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:21.007784 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0f51d60-6f2b-4cf6-900b-99e07e3dc3ef req-59a15875-14ae-4bd0-8b7b-acd97067d994 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.1791518 Jul 07 20:59:21.051407 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0f51d60-6f2b-4cf6-900b-99e07e3dc3ef req-63ffe304-6a59-4240-b78e-092acd6b86a2 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378749 Jul 07 20:59:21.574432 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d81f6-c765-400c-a860-2c6d5dc8908f req-336e2787-602f-4db4-98f5-ad27139dc50b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:21.575944 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f1d81f6-c765-400c-a860-2c6d5dc8908f req-336e2787-602f-4db4-98f5-ad27139dc50b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0641904 Jul 07 20:59:21.613588 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f1d81f6-c765-400c-a860-2c6d5dc8908f req-11b5e8c5-7917-4f41-adcb-eda42404fd39 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319157 Jul 07 20:59:22.147648 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae12fc6-4f4c-45ab-a704-ef1cdf964223 req-fefa949c-d203-411f-8ce6-13e3e7c6b2fc tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:22.149215 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aae12fc6-4f4c-45ab-a704-ef1cdf964223 req-fefa949c-d203-411f-8ce6-13e3e7c6b2fc tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.0664055 Jul 07 20:59:22.230560 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aae12fc6-4f4c-45ab-a704-ef1cdf964223 req-10c6d53e-44ff-4bea-9d8b-a9cfaca4ace1 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710711 Jul 07 20:59:22.266762 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0040972-8379-4c9e-95eb-30d36e92698a req-e45acf44-dbe8-4df4-bd51-60d85e265045 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:22.268322 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0040972-8379-4c9e-95eb-30d36e92698a req-e45acf44-dbe8-4df4-bd51-60d85e265045 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.0931408 Jul 07 20:59:22.307957 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0040972-8379-4c9e-95eb-30d36e92698a req-c39a0dea-a28b-4d56-b81b-6e77b9a0392e tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338874 Jul 07 20:59:22.598303 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b3cdd-c039-476f-869f-ce260972a2f5 req-159e839f-c8c4-4fea-b760-3a29162e1960 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:22.599829 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-871b3cdd-c039-476f-869f-ce260972a2f5 req-159e839f-c8c4-4fea-b760-3a29162e1960 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.0630925 Jul 07 20:59:22.639647 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-871b3cdd-c039-476f-869f-ce260972a2f5 req-fd995449-86ac-4d5a-b9dc-2ac5b0b2078e tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340736 Jul 07 20:59:22.818961 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e1715-bab8-4302-8408-8856e900678c req-74f3fa4c-37ea-49d4-a287-4343c7522ec4 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:22.821520 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b13e1715-bab8-4302-8408-8856e900678c req-74f3fa4c-37ea-49d4-a287-4343c7522ec4 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0780940 Jul 07 20:59:22.868978 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b13e1715-bab8-4302-8408-8856e900678c req-f76dc950-5d60-48f9-971a-36663d0a4406 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403140 Jul 07 20:59:22.959178 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b495497-9fb3-4100-8960-8387d4952f9a req-dec5fb07-7307-4992-ab66-e6d30b61391b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:22.961018 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b495497-9fb3-4100-8960-8387d4952f9a req-dec5fb07-7307-4992-ab66-e6d30b61391b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.0692110 Jul 07 20:59:23.000466 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b495497-9fb3-4100-8960-8387d4952f9a req-3abeaed3-e074-4731-a935-8068e4d1da4c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338483 Jul 07 20:59:23.188200 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54833dd-41ff-4b0b-b10d-c36a46e3f4b2 req-80831138-8375-4aea-9883-cc9fbf7a7eea tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:23.189848 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a54833dd-41ff-4b0b-b10d-c36a46e3f4b2 req-80831138-8375-4aea-9883-cc9fbf7a7eea tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.0639772 Jul 07 20:59:23.232041 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a54833dd-41ff-4b0b-b10d-c36a46e3f4b2 req-eeae1137-1839-49fa-879b-05383a687ee6 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366483 Jul 07 20:59:23.425585 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504aca8e-fe3a-433e-81f5-c7a1513eb9a2 req-e7e3e184-3364-47db-8baa-3ce58a04585b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:23.427365 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-504aca8e-fe3a-433e-81f5-c7a1513eb9a2 req-e7e3e184-3364-47db-8baa-3ce58a04585b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.0809886 Jul 07 20:59:23.480574 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-504aca8e-fe3a-433e-81f5-c7a1513eb9a2 req-165d81af-009b-4384-808a-dac0bc172be9 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429192 Jul 07 20:59:23.584500 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 20:59:23.757965 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de0efd-e677-468a-b0f9-e26de85dfa2f req-3a83ff49-2e40-4260-b2d3-0dbe5eca38bd tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:23.759502 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-35de0efd-e677-468a-b0f9-e26de85dfa2f req-3a83ff49-2e40-4260-b2d3-0dbe5eca38bd tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.0627043 Jul 07 20:59:23.798150 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-35de0efd-e677-468a-b0f9-e26de85dfa2f req-a79571c6-da61-440c-89f8-c9359a125442 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323141 Jul 07 20:59:23.978478 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc910e-75cf-4db4-bda4-7c5def7bce86 req-a5ae19d7-742f-4626-b6ab-36eadeb3a972 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:23.980174 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1ecc910e-75cf-4db4-bda4-7c5def7bce86 req-a5ae19d7-742f-4626-b6ab-36eadeb3a972 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.0721722 Jul 07 20:59:24.075632 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1ecc910e-75cf-4db4-bda4-7c5def7bce86 req-eb74ee61-ae7f-4521-b46f-6182e0706ac8 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873337 Jul 07 20:59:24.097561 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798079b-cb4a-487b-9500-503a42474e4d req-8187961b-0ad3-4e84-a560-bda02515c4d2 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:24.099387 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9798079b-cb4a-487b-9500-503a42474e4d req-8187961b-0ad3-4e84-a560-bda02515c4d2 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.1024275 Jul 07 20:59:24.138213 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9798079b-cb4a-487b-9500-503a42474e4d req-9e69f83e-6483-4609-947d-35580b2db6c0 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334275 Jul 07 20:59:24.569653 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffd0a8-127d-40e6-b56e-6f3313d963ac req-e4bc0d31-aecc-46f6-adfe-6d8f822bdf00 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:24.571425 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ccffd0a8-127d-40e6-b56e-6f3313d963ac req-e4bc0d31-aecc-46f6-adfe-6d8f822bdf00 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.0700617 Jul 07 20:59:24.612509 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ccffd0a8-127d-40e6-b56e-6f3313d963ac req-9767514f-0bfd-48b0-98d1-c202928c7ead tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349426 Jul 07 20:59:24.964079 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d126fb4c-5259-482e-a4e6-bc2d80ae7558 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:59:25.072264 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port d126fb4c-5259-482e-a4e6-bc2d80ae7558, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d126fb4c-5259-482e-a4e6-bc2d80ae7558,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:59:25.086061 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'd126fb4c-5259-482e-a4e6-bc2d80ae7558', 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d', 'port_id': 'd126fb4c-5259-482e-a4e6-bc2d80ae7558', 'mac_address': 'fa:16:3e:72:5e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7fee8dd-f00c-44db-a4fa-5bd2d901683b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:59:25.132060 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:25.293950 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d126fb4c-5259-482e-a4e6-bc2d80ae7558 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:59:25.315659 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port d126fb4c-5259-482e-a4e6-bc2d80ae7558, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d126fb4c-5259-482e-a4e6-bc2d80ae7558,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:59:25.321102 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:25.345629 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d739a-0f21-43b1-9f0b-460d5031a086 req-d8a08db5-bd6b-4d28-b1da-495719a78a6e tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:25.347181 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d9d739a-0f21-43b1-9f0b-460d5031a086 req-d8a08db5-bd6b-4d28-b1da-495719a78a6e tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0850713 Jul 07 20:59:25.374579 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=d126fb4c-5259-482e-a4e6-bc2d80ae7558,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:25.390744 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d9d739a-0f21-43b1-9f0b-460d5031a086 req-0e1b1876-64dc-4e08-b0f9-72f85046e472 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367053 Jul 07 20:59:25.474852 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['d126fb4c-5259-482e-a4e6-bc2d80ae7558'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:59:25.884845 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596788b-72c6-41f1-bc4a-534a2236e2b0 req-888b73fc-ef7b-4fad-91b3-e584bbef5904 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:25.894332 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8596788b-72c6-41f1-bc4a-534a2236e2b0 req-888b73fc-ef7b-4fad-91b3-e584bbef5904 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.0876245 Jul 07 20:59:25.955964 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8596788b-72c6-41f1-bc4a-534a2236e2b0 req-988c67cf-27ab-4603-bf9a-1622cff81d68 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603690 Jul 07 20:59:26.831912 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eadbd1-6d22-48d1-8be0-db570a1abb85 req-123933b5-a2be-4cd5-9d59-55a6846c45cd tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:26.833734 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-38eadbd1-6d22-48d1-8be0-db570a1abb85 req-123933b5-a2be-4cd5-9d59-55a6846c45cd tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.2487516 Jul 07 20:59:26.910842 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78095964-4e67-4308-9d5b-9e3c41e5cf47 req-c9cc6919-ca7d-4b59-9484-14234c316b7d tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:26.923116 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78095964-4e67-4308-9d5b-9e3c41e5cf47 req-c9cc6919-ca7d-4b59-9484-14234c316b7d tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.2323613 Jul 07 20:59:26.939969 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35cead-2417-4018-934f-d42b40ef1b88 req-cd7c0b44-dfc9-45ac-8899-c9571bf6e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:26.941883 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-be35cead-2417-4018-934f-d42b40ef1b88 req-cd7c0b44-dfc9-45ac-8899-c9571bf6e970 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0ecd010d6b343f08bfce9e9465520bf&device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 1099 time: 0.2334569 Jul 07 20:59:26.982465 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d126fb4c-5259-482e-a4e6-bc2d80ae7558 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:59:27.009132 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-38eadbd1-6d22-48d1-8be0-db570a1abb85 req-0b40feb1-1582-4d88-a520-00ba6016c1ba tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552782 Jul 07 20:59:27.112631 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port d126fb4c-5259-482e-a4e6-bc2d80ae7558 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:59:27.113012 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:27.177519 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35cead-2417-4018-934f-d42b40ef1b88 req-bd02ea73-d110-4d67-8d91-4f9b4c88224a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:27.180263 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-be35cead-2417-4018-934f-d42b40ef1b88 req-bd02ea73-d110-4d67-8d91-4f9b4c88224a service neutron] 10.222.0.39 "GET /v2.0/networks?id=3dc99b88-9b3c-4338-bfc2-d73c0699ed8c HTTP/1.1" status: 200 len: 913 time: 0.2113571 Jul 07 20:59:27.273165 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:27.281698 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78095964-4e67-4308-9d5b-9e3c41e5cf47 req-bf2bb281-84c0-432a-892d-1f175f5e4414 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570855 Jul 07 20:59:27.285784 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-be35cead-2417-4018-934f-d42b40ef1b88 req-8a568775-c030-4b77-9f1c-24551d00fe20 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86479d78-7e46-4d17-8f40-fe257e0b714c HTTP/1.1" status: 200 len: 217 time: 0.0808473 Jul 07 20:59:27.327951 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa87313-2117-4e7a-a427-988892ae43a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd126fb4c-5259-482e-a4e6-bc2d80ae7558'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:59:27.330331 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69f43ad-bd00-4b4d-865a-feca3bfb6dc0" -d '{"events": [{"server_uuid": "bfa87313-2117-4e7a-a427-988892ae43a8", "name": "network-vif-plugged", "status": "completed", "tag": "d126fb4c-5259-482e-a4e6-bc2d80ae7558"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:59:27.367445 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port d126fb4c-5259-482e-a4e6-bc2d80ae7558, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d126fb4c-5259-482e-a4e6-bc2d80ae7558,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:59:27.376995 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:27.454668 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35cead-2417-4018-934f-d42b40ef1b88 req-d025d6dc-cde7-46f8-8141-4f6f18a74564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:27.457690 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-be35cead-2417-4018-934f-d42b40ef1b88 req-d025d6dc-cde7-46f8-8141-4f6f18a74564 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6138be9f-e804-44e1-a8e2-f9b666a6f8d8 HTTP/1.1" status: 200 len: 852 time: 0.1606269 Jul 07 20:59:27.505171 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=d126fb4c-5259-482e-a4e6-bc2d80ae7558,revision_number=7']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:27.548526 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb6c26c-d78f-4db1-9272-26c67c13f17e x-openstack-request-id: req-1eb6c26c-d78f-4db1-9272-26c67c13f17e {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:59:27.548826 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa87313-2117-4e7a-a427-988892ae43a8", "name": "network-vif-plugged", "status": "completed", "tag": "d126fb4c-5259-482e-a4e6-bc2d80ae7558", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:59:27.549086 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1eb6c26c-d78f-4db1-9272-26c67c13f17e {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:59:27.549501 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa87313-2117-4e7a-a427-988892ae43a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd126fb4c-5259-482e-a4e6-bc2d80ae7558', 'code': 200} Jul 07 20:59:27.577591 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-be35cead-2417-4018-934f-d42b40ef1b88 req-95726831-3622-4fe6-85af-9ff1d4c5176a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3dc99b88-9b3c-4338-bfc2-d73c0699ed8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076374 Jul 07 20:59:27.715121 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-be35cead-2417-4018-934f-d42b40ef1b88 req-5a5ad8a8-1659-41ed-96dd-43d8b9ef448f service neutron] 10.222.0.39 "GET /v2.0/networks/3dc99b88-9b3c-4338-bfc2-d73c0699ed8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228538 Jul 07 20:59:27.843700 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-be35cead-2417-4018-934f-d42b40ef1b88 req-a8417019-a4ce-46af-839b-e3f0c9733a66 service neutron] 10.222.0.39 "GET /v2.0/networks/3dc99b88-9b3c-4338-bfc2-d73c0699ed8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173911 Jul 07 20:59:28.269713 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b42fb-30a8-49f9-8056-3a8009d84980 req-b4195c5a-73e8-400c-b545-cde5f9187586 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:28.279430 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-273b42fb-30a8-49f9-8056-3a8009d84980 req-b4195c5a-73e8-400c-b545-cde5f9187586 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.1045372 Jul 07 20:59:28.329032 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-273b42fb-30a8-49f9-8056-3a8009d84980 req-930e67c0-4aa8-41a9-99ed-374dee7633cf tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482707 Jul 07 20:59:28.552441 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f7fa0-706f-46b5-a52e-b8920d72f8df req-1fb6db96-3334-49d8-aa4e-c716a54decf0 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:28.560928 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e5f7fa0-706f-46b5-a52e-b8920d72f8df req-1fb6db96-3334-49d8-aa4e-c716a54decf0 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.1091080 Jul 07 20:59:28.612151 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e5f7fa0-706f-46b5-a52e-b8920d72f8df req-ecb94407-daa2-4912-bebe-039c4c2a75d4 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501547 Jul 07 20:59:29.177277 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-544ebf61-01ce-4cec-b517-2b0291f69c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:29.543959 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd623b-0564-4885-93d3-d9d378c83c4b req-cc83e7b4-e588-41aa-b6d3-0c4054876318 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:29.552310 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bffd623b-0564-4885-93d3-d9d378c83c4b req-cc83e7b4-e588-41aa-b6d3-0c4054876318 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0964918 Jul 07 20:59:29.608002 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bffd623b-0564-4885-93d3-d9d378c83c4b req-9b60835e-91a9-4449-8727-2b0a19a6778a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544472 Jul 07 20:59:29.846252 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b16eb-a2ec-475e-953f-5eac13def70b req-946b2ea1-0b9f-4594-b52a-6b66f0714b84 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:29.848375 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c80b16eb-a2ec-475e-953f-5eac13def70b req-946b2ea1-0b9f-4594-b52a-6b66f0714b84 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.0923162 Jul 07 20:59:29.922570 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c80b16eb-a2ec-475e-953f-5eac13def70b req-a6afe47e-1463-4a29-b0bf-f8719f3786f0 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639846 Jul 07 20:59:30.175902 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f7634-8461-4b8d-a89e-1bb7defb511c req-a04ae2b7-88d2-4577-9bb0-54fdb0cebd02 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:30.180432 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e04f7634-8461-4b8d-a89e-1bb7defb511c req-a04ae2b7-88d2-4577-9bb0-54fdb0cebd02 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.0958683 Jul 07 20:59:30.247510 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e04f7634-8461-4b8d-a89e-1bb7defb511c req-67148310-7aae-4771-bdd8-ccf12b17d453 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625713 Jul 07 20:59:30.488147 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad904ed-0800-4c35-a0ac-b7afd30d62fd req-5d38a62b-b75e-4e89-b65a-d4c5d627fa95 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:30.496274 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ad904ed-0800-4c35-a0ac-b7afd30d62fd req-5d38a62b-b75e-4e89-b65a-d4c5d627fa95 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.0994458 Jul 07 20:59:30.544887 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ad904ed-0800-4c35-a0ac-b7afd30d62fd req-ee6095f0-ad57-4eed-b49c-fd37f476097b tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474730 Jul 07 20:59:30.813413 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c1811-121a-4d81-bc72-edaf7fa2ea93 req-babb6fdc-232c-4ef2-bc65-c6e13eebcf6d tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:30.820631 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-670c1811-121a-4d81-bc72-edaf7fa2ea93 req-babb6fdc-232c-4ef2-bc65-c6e13eebcf6d tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.0838935 Jul 07 20:59:30.865547 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-670c1811-121a-4d81-bc72-edaf7fa2ea93 req-724b726a-db63-4af3-a3a2-2e304a9f6352 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439460 Jul 07 20:59:30.985449 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf12dda-07fe-401f-ab4b-a1ced52edcad req-d7392494-1feb-434b-9dbe-bf609c6c3da6 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:30.987039 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1cf12dda-07fe-401f-ab4b-a1ced52edcad req-d7392494-1feb-434b-9dbe-bf609c6c3da6 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.1035624 Jul 07 20:59:31.038432 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1cf12dda-07fe-401f-ab4b-a1ced52edcad req-9307554e-ddc0-4b5b-b40c-3c761e7ec913 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445428 Jul 07 20:59:31.386585 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb31c4e-709c-4b0b-8138-dd03175aab7f req-83dc035d-db7f-4c2d-ae08-593516b22ffb tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:31.388277 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4fb31c4e-709c-4b0b-8138-dd03175aab7f req-83dc035d-db7f-4c2d-ae08-593516b22ffb tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.0811436 Jul 07 20:59:31.445555 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4fb31c4e-709c-4b0b-8138-dd03175aab7f req-1fa2c4f1-5677-4f53-99f5-f0b9026cc5df tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486479 Jul 07 20:59:31.655014 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd812f2c-ff68-4d63-8c8f-e25c9e3483c5 req-5ac3c2b4-1f32-4779-9f59-b52b72dba8b4 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:31.656541 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cd812f2c-ff68-4d63-8c8f-e25c9e3483c5 req-5ac3c2b4-1f32-4779-9f59-b52b72dba8b4 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.0776274 Jul 07 20:59:31.718335 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cd812f2c-ff68-4d63-8c8f-e25c9e3483c5 req-29ea1b29-c4eb-4f70-a4aa-edc41484e6c0 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520875 Jul 07 20:59:31.842076 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-77bac95f-8362-49f7-8567-40b3b5506204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:31.914021 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:31.960646 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd97ce-c70d-4ef4-b209-e2bc7bbeb4b5 req-e1a1b037-df79-4138-8a06-f251e8fb2156 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:31.962463 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-14cd97ce-c70d-4ef4-b209-e2bc7bbeb4b5 req-e1a1b037-df79-4138-8a06-f251e8fb2156 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.0806139 Jul 07 20:59:32.006223 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-14cd97ce-c70d-4ef4-b209-e2bc7bbeb4b5 req-46ed55b0-eed7-4fd5-9e18-d5005288e07f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369599 Jul 07 20:59:32.251785 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad75b0e-b7c9-44de-aadb-d4ddb398a419 req-5dd015f9-9256-4e76-8c51-2c7a508b707f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:32.259123 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9ad75b0e-b7c9-44de-aadb-d4ddb398a419 req-5dd015f9-9256-4e76-8c51-2c7a508b707f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.0988269 Jul 07 20:59:32.317674 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9ad75b0e-b7c9-44de-aadb-d4ddb398a419 req-f3345c7d-4661-40fa-acf4-1899a4c24444 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573783 Jul 07 20:59:32.383639 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09c824-62e9-47df-b6ec-96aefd2e7d10 req-ac9d907d-5f54-4c42-8099-b6c41daad951 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:32.385517 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4a09c824-62e9-47df-b6ec-96aefd2e7d10 req-ac9d907d-5f54-4c42-8099-b6c41daad951 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0895658 Jul 07 20:59:32.445104 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4a09c824-62e9-47df-b6ec-96aefd2e7d10 req-d7fc1d6f-0009-47ae-a744-c7154b3a5b60 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524609 Jul 07 20:59:32.731787 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c15ea7-4fb6-4236-861b-c799f1cc570e req-e0b52728-5fed-4c88-98b3-2a0b787f3add tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:32.733710 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62c15ea7-4fb6-4236-861b-c799f1cc570e req-e0b52728-5fed-4c88-98b3-2a0b787f3add tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.0683854 Jul 07 20:59:32.778754 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62c15ea7-4fb6-4236-861b-c799f1cc570e req-6d717a95-f95f-49c2-8730-4178ce792855 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384607 Jul 07 20:59:32.985375 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc33c7-fc25-4419-8a01-8b4a22e58565 req-ee1a3245-1280-49e5-b5e7-1f3ddcfa282d tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:32.987220 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-49dc33c7-fc25-4419-8a01-8b4a22e58565 req-ee1a3245-1280-49e5-b5e7-1f3ddcfa282d tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.0806062 Jul 07 20:59:33.035174 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-49dc33c7-fc25-4419-8a01-8b4a22e58565 req-0e474165-092f-40f0-ae28-e019fc0f92a3 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413556 Jul 07 20:59:33.264690 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb26789-56f4-4ffe-b9a3-ad5120a0ea23 req-6b248cdd-02e0-4f51-96ef-59c42a07fb7c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:33.266564 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dcb26789-56f4-4ffe-b9a3-ad5120a0ea23 req-6b248cdd-02e0-4f51-96ef-59c42a07fb7c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.0770791 Jul 07 20:59:33.314316 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dcb26789-56f4-4ffe-b9a3-ad5120a0ea23 req-9ac214b8-f0fe-4a1a-aaa9-84b71e0b1942 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422451 Jul 07 20:59:33.478228 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:33.545534 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fdd1a-b6b6-4615-abab-5ee36bba5e0c req-b966b53b-eb55-463c-a953-b80860fa057c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:33.547124 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de5fdd1a-b6b6-4615-abab-5ee36bba5e0c req-b966b53b-eb55-463c-a953-b80860fa057c tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.0942111 Jul 07 20:59:33.637719 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de5fdd1a-b6b6-4615-abab-5ee36bba5e0c req-0a966462-9468-4747-a41b-8beae6f7e714 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779216 Jul 07 20:59:33.750336 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7aeba-058b-499a-b9b1-616f1e962987 req-4ef21318-174b-4df0-9db8-aa6d7ca85901 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:33.760607 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5dd7aeba-058b-499a-b9b1-616f1e962987 req-4ef21318-174b-4df0-9db8-aa6d7ca85901 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.1078179 Jul 07 20:59:33.811213 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5dd7aeba-058b-499a-b9b1-616f1e962987 req-81ae7c67-65bf-4800-985e-cc3ba67f4d2d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498769 Jul 07 20:59:33.976659 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeeaa79-5ab6-4a07-9bf9-c8237261db0e req-2d7bb822-0841-4db8-9c25-76734b9003c3 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:33.978187 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eaeeaa79-5ab6-4a07-9bf9-c8237261db0e req-2d7bb822-0841-4db8-9c25-76734b9003c3 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.0666151 Jul 07 20:59:34.024210 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eaeeaa79-5ab6-4a07-9bf9-c8237261db0e req-050692df-61a5-46b6-b77f-e3b4dde1b7d4 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391946 Jul 07 20:59:34.249320 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2594bb-513e-4b60-bdff-ca4a4acb1817 req-4f42e8eb-b6d1-46ac-b09f-0e10a1368d7f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:34.255973 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4d2594bb-513e-4b60-bdff-ca4a4acb1817 req-4f42e8eb-b6d1-46ac-b09f-0e10a1368d7f tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.1030700 Jul 07 20:59:34.301383 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4d2594bb-513e-4b60-bdff-ca4a4acb1817 req-b746cd77-7cf7-435c-bef2-7e03289a76b4 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392935 Jul 07 20:59:34.524848 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974504bf-d375-4a4b-8208-c5d4f4e1a866 req-d06be080-866f-4604-81ff-2a1ded8874d4 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:34.529023 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-974504bf-d375-4a4b-8208-c5d4f4e1a866 req-d06be080-866f-4604-81ff-2a1ded8874d4 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.0766029 Jul 07 20:59:34.580008 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-974504bf-d375-4a4b-8208-c5d4f4e1a866 req-aab3eaa3-047a-480e-a971-91559a9be0a7 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438302 Jul 07 20:59:35.028921 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d301ee-d7d1-41a1-b14f-6b9fa8ebd40e req-a2ce5b1e-52c2-4fd7-87f2-17bc63994297 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:35.032984 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-24d301ee-d7d1-41a1-b14f-6b9fa8ebd40e req-a2ce5b1e-52c2-4fd7-87f2-17bc63994297 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0853128 Jul 07 20:59:35.082815 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-24d301ee-d7d1-41a1-b14f-6b9fa8ebd40e req-ba71aaa2-60af-4c5c-862b-8d4cd9a52589 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425105 Jul 07 20:59:35.171272 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:36.299347 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae1c49-3dee-437d-a263-53583938f647 req-5efdcb08-4633-4737-88ca-42738e291b44 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:36.301570 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20ae1c49-3dee-437d-a263-53583938f647 req-5efdcb08-4633-4737-88ca-42738e291b44 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0750070 Jul 07 20:59:36.360837 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20ae1c49-3dee-437d-a263-53583938f647 req-89e10401-409f-42fd-b4a3-996475d377fe tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527861 Jul 07 20:59:37.614345 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc95906-62ca-40b8-8bdd-688325647c00 req-77a214a4-677d-40c3-8963-56238a38fffd tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:37.621410 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ccc95906-62ca-40b8-8bdd-688325647c00 req-77a214a4-677d-40c3-8963-56238a38fffd tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0938520 Jul 07 20:59:37.658901 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ccc95906-62ca-40b8-8bdd-688325647c00 req-f2484d3f-db27-43f9-8cf4-09673aae5e37 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363536 Jul 07 20:59:38.908740 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d1ac1-d22b-4ce0-a715-450a82b5258c req-4e5b8ce0-2c1e-46eb-b3b1-eb32226f4513 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:38.910359 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-760d1ac1-d22b-4ce0-a715-450a82b5258c req-4e5b8ce0-2c1e-46eb-b3b1-eb32226f4513 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0730197 Jul 07 20:59:39.001242 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-760d1ac1-d22b-4ce0-a715-450a82b5258c req-83c2394e-3ce7-40b8-80e4-9b3bf76b3861 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803077 Jul 07 20:59:39.046386 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-0dfc4cdf-44b2-4307-87b2-a7e3f76da64c tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:39.048109 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-0dfc4cdf-44b2-4307-87b2-a7e3f76da64c tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/networks?id=933cf619-8e75-4b39-b1f0-c7abdb37f80d HTTP/1.1" status: 200 len: 804 time: 0.1367397 Jul 07 20:59:39.063614 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-2a5497be-53be-40aa-a67c-2edad252595d tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/quotas/8ec973c72b0c446b8a6f30c2bb3552ad HTTP/1.1" status: 200 len: 375 time: 0.0095456 Jul 07 20:59:39.135624 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-82375485-a863-4cd6-99ff-4bbca7b26b15 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ec973c72b0c446b8a6f30c2bb3552ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0665948 Jul 07 20:59:39.233927 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-f13e0372-9cb4-41f2-9d4b-2e9f4f994db0 service neutron] 10.222.0.64 "GET /v2.0/networks/933cf619-8e75-4b39-b1f0-c7abdb37f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902255 Jul 07 20:59:39.336271 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-053689fb-ba93-4b05-ae74-87c806a37dbf service neutron] 10.222.0.64 "GET /v2.0/networks/933cf619-8e75-4b39-b1f0-c7abdb37f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962615 Jul 07 20:59:39.546736 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ee8baabb-f99a-4cfa-a22b-d2601d7587ac req-1ffc6cd2-2091-4c77-ba16-247194f408cc tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef44e6fe-c698-4ae0-8909-a091e821407d HTTP/1.1" status: 200 len: 210 time: 0.0468779 Jul 07 20:59:39.903679 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dde147-456c-41c4-b671-3bdb2d9a72ba req-246da7cf-9099-4fab-a909-e1ead33bff6a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:39.905827 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f5dde147-456c-41c4-b671-3bdb2d9a72ba req-246da7cf-9099-4fab-a909-e1ead33bff6a tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.1313074 Jul 07 20:59:39.951474 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f5dde147-456c-41c4-b671-3bdb2d9a72ba req-cf8ccee4-1773-4244-95a6-1d5346f72e96 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397696 Jul 07 20:59:40.209694 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a90f30-1cd7-47b7-b329-38e5d63d5979 req-934c8a20-bbce-409a-a970-92fb74a75a39 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:40.211609 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0a90f30-1cd7-47b7-b329-38e5d63d5979 req-934c8a20-bbce-409a-a970-92fb74a75a39 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0846143 Jul 07 20:59:40.266095 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0a90f30-1cd7-47b7-b329-38e5d63d5979 req-2a1a0461-ea6b-42bd-8c26-6d9dd856074c tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456045 Jul 07 20:59:40.699178 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab46be-e079-43bd-b874-018a2cefde32 req-5ce0f725-c6b2-446d-af0a-70474f15db0a tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:40.700906 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9cab46be-e079-43bd-b874-018a2cefde32 req-5ce0f725-c6b2-446d-af0a-70474f15db0a tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfa87313-2117-4e7a-a427-988892ae43a8 HTTP/1.1" status: 200 len: 945 time: 0.0944204 Jul 07 20:59:40.706590 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c335421c-dc34-41e0-8e9e-89f8a8c56a6e req-2691b8d0-f04e-4ce2-9fc3-4981a13e9ad7 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef44e6fe-c698-4ae0-8909-a091e821407d HTTP/1.1" status: 200 len: 210 time: 0.0385334 Jul 07 20:59:40.820870 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-9cab46be-e079-43bd-b874-018a2cefde32 req-b85b601d-d55c-4244-a33d-952cda05b5b5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Deleting port d126fb4c-5259-482e-a4e6-bc2d80ae7558 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:59:40.821219 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9cab46be-e079-43bd-b874-018a2cefde32 req-b85b601d-d55c-4244-a33d-952cda05b5b5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:40.933482 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-9cab46be-e079-43bd-b874-018a2cefde32 req-b85b601d-d55c-4244-a33d-952cda05b5b5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] For port d126fb4c-5259-482e-a4e6-bc2d80ae7558, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d126fb4c-5259-482e-a4e6-bc2d80ae7558,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:59:40.933772 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9cab46be-e079-43bd-b874-018a2cefde32 req-b85b601d-d55c-4244-a33d-952cda05b5b5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:40.946552 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-9cab46be-e079-43bd-b874-018a2cefde32 req-b85b601d-d55c-4244-a33d-952cda05b5b5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Calling delete_port for d126fb4c-5259-482e-a4e6-bc2d80ae7558 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:59:41.074834 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d126fb4c-5259-482e-a4e6-bc2d80ae7558 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:59:41.110021 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9cab46be-e079-43bd-b874-018a2cefde32 req-b85b601d-d55c-4244-a33d-952cda05b5b5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:41.160198 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No active binding found for port d126fb4c-5259-482e-a4e6-bc2d80ae7558 {{(pid=100449) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 20:59:41.160657 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d126fb4c-5259-482e-a4e6-bc2d80ae7558 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:59:41.175803 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-9cc3dfa7-34d1-4f61-992d-e68241d31edc tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:41.177518 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-9cc3dfa7-34d1-4f61-992d-e68241d31edc tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.39 "GET /v2.0/networks?id=933cf619-8e75-4b39-b1f0-c7abdb37f80d HTTP/1.1" status: 200 len: 804 time: 0.2254965 Jul 07 20:59:41.187613 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b601d-d55c-4244-a33d-952cda05b5b5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Pushing event deleted for resources: {'Port': ['ID=d126fb4c-5259-482e-a4e6-bc2d80ae7558,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:41.199499 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-de634822-0bdf-44a7-8041-facbd3fee09e tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Request body: {'port': {'device_id': 'ef44e6fe-c698-4ae0-8909-a091e821407d', 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d', 'admin_state_up': True, 'tenant_id': '8ec973c72b0c446b8a6f30c2bb3552ad'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:59:41.236700 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b601d-d55c-4244-a33d-952cda05b5b5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:41.237043 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b601d-d55c-4244-a33d-952cda05b5b5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:41.237431 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b601d-d55c-4244-a33d-952cda05b5b5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:41.237762 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b601d-d55c-4244-a33d-952cda05b5b5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:41.238516 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b601d-d55c-4244-a33d-952cda05b5b5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:41.239070 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b601d-d55c-4244-a33d-952cda05b5b5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:41.239606 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b601d-d55c-4244-a33d-952cda05b5b5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:41.240107 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b601d-d55c-4244-a33d-952cda05b5b5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:41.240688 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b601d-d55c-4244-a33d-952cda05b5b5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:41.241341 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b601d-d55c-4244-a33d-952cda05b5b5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:41.241840 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b601d-d55c-4244-a33d-952cda05b5b5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:41.242456 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85b601d-d55c-4244-a33d-952cda05b5b5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:41.272150 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cab46be-e079-43bd-b874-018a2cefde32 req-b85b601d-d55c-4244-a33d-952cda05b5b5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] No DVR routers for this DVR port d126fb4c-5259-482e-a4e6-bc2d80ae7558 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:59:41.276774 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9cab46be-e079-43bd-b874-018a2cefde32 req-b85b601d-d55c-4244-a33d-952cda05b5b5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:41.279532 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9cab46be-e079-43bd-b874-018a2cefde32 req-b85b601d-d55c-4244-a33d-952cda05b5b5 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.58 "DELETE /v2.0/ports/d126fb4c-5259-482e-a4e6-bc2d80ae7558 HTTP/1.1" status: 204 len: 173 time: 0.5710449 Jul 07 20:59:41.280221 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa87313-2117-4e7a-a427-988892ae43a8', 'name': 'network-vif-deleted', 'tag': 'd126fb4c-5259-482e-a4e6-bc2d80ae7558'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:59:41.283101 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b2a5c3-cf8c-4fde-a2a7-532b28f9646d" -d '{"events": [{"server_uuid": "bfa87313-2117-4e7a-a427-988892ae43a8", "name": "network-vif-deleted", "tag": "d126fb4c-5259-482e-a4e6-bc2d80ae7558"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:59:41.393547 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-de634822-0bdf-44a7-8041-facbd3fee09e tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Made reservation on behalf of 8ec973c72b0c446b8a6f30c2bb3552ad for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 20:59:41.398337 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-de634822-0bdf-44a7-8041-facbd3fee09e tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:41.425805 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04666f9d-1563-4ae4-a2db-fced1617b2c1 req-5671de2a-bc0c-416e-acda-e94540cf97cc tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:41.434642 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-04666f9d-1563-4ae4-a2db-fced1617b2c1 req-5671de2a-bc0c-416e-acda-e94540cf97cc tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.1340487 Jul 07 20:59:41.462801 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fe44d2-cf0e-407d-8a18-6b4c1fb9735b x-openstack-request-id: req-d6fe44d2-cf0e-407d-8a18-6b4c1fb9735b {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:59:41.463747 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa87313-2117-4e7a-a427-988892ae43a8", "name": "network-vif-deleted", "tag": "d126fb4c-5259-482e-a4e6-bc2d80ae7558", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:59:41.464182 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d6fe44d2-cf0e-407d-8a18-6b4c1fb9735b {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:59:41.464765 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa87313-2117-4e7a-a427-988892ae43a8', 'name': 'network-vif-deleted', 'tag': 'd126fb4c-5259-482e-a4e6-bc2d80ae7558', 'status': 'completed', 'code': 200} Jul 07 20:59:41.535910 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-04666f9d-1563-4ae4-a2db-fced1617b2c1 req-c5590fcf-c0cf-44c7-b3f2-d914e43a5f93 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003058 Jul 07 20:59:42.021240 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-18bb940b-ea81-4116-b7d7-eca59ffecd1e req-2053a747-c7c2-421f-aae0-0068ded2585c tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef44e6fe-c698-4ae0-8909-a091e821407d HTTP/1.1" status: 200 len: 210 time: 0.0531778 Jul 07 20:59:42.043716 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-de634822-0bdf-44a7-8041-facbd3fee09e tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Allocated IP 172.20.0.4 (933cf619-8e75-4b39-b1f0-c7abdb37f80d/f7fee8dd-f00c-44db-a4fa-5bd2d901683b/113ceffb-bf13-46dc-a2e2-803ad4672919) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 20:59:42.085429 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384feec1-d520-4b4d-94b2-b637f0d0da79 req-cd3dd34d-c3e5-4785-acac-27623fc56052 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:42.087166 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-384feec1-d520-4b4d-94b2-b637f0d0da79 req-cd3dd34d-c3e5-4785-acac-27623fc56052 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.5195167 Jul 07 20:59:42.171231 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-384feec1-d520-4b4d-94b2-b637f0d0da79 req-14c44a14-3289-4aad-844d-efcee7c5aeee tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772865 Jul 07 20:59:42.262529 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-de634822-0bdf-44a7-8041-facbd3fee09e tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:42.304063 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-de634822-0bdf-44a7-8041-facbd3fee09e tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:42.361460 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-de634822-0bdf-44a7-8041-facbd3fee09e tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Network 933cf619-8e75-4b39-b1f0-c7abdb37f80d is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 20:59:42.366899 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-de634822-0bdf-44a7-8041-facbd3fee09e tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 20:59:42.369573 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-de634822-0bdf-44a7-8041-facbd3fee09e tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 20:59:42.376049 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de634822-0bdf-44a7-8041-facbd3fee09e tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Pushing event updated for resources: {'Port': ['ID=113ceffb-bf13-46dc-a2e2-803ad4672919,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:42.422858 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-de634822-0bdf-44a7-8041-facbd3fee09e tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:42.423811 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-de634822-0bdf-44a7-8041-facbd3fee09e tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:42.444883 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-de634822-0bdf-44a7-8041-facbd3fee09e tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2509761 Jul 07 20:59:42.462288 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-45752555-dcf8-4ecd-acb6-fa51512f4328 service neutron] Request body: {'port': {'device_id': 'ef44e6fe-c698-4ae0-8909-a091e821407d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 20:59:42.543495 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-45752555-dcf8-4ecd-acb6-fa51512f4328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:42.749089 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab677db-89b5-4d69-bb92-b9cb2990beb3 req-8ae3dc15-5791-48f0-ba9a-907673ea8684 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:42.751503 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bab677db-89b5-4d69-bb92-b9cb2990beb3 req-8ae3dc15-5791-48f0-ba9a-907673ea8684 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.39 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.0769877 Jul 07 20:59:42.851392 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78813f67-85b6-418e-b7d3-11732d267231 req-7dbe0458-d059-4b3f-a9b3-5797f60e7157 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:42.852932 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78813f67-85b6-418e-b7d3-11732d267231 req-7dbe0458-d059-4b3f-a9b3-5797f60e7157 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/ports?device_id=54c28a89-b89c-4d8c-b0c0-11a28f13e67b HTTP/1.1" status: 200 len: 947 time: 0.1949220 Jul 07 20:59:42.873214 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-bab677db-89b5-4d69-bb92-b9cb2990beb3 req-33179c5a-de86-4f6b-86cb-782d66cc95a9 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Deleting port 86479d78-7e46-4d17-8f40-fe257e0b714c {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:59:42.873794 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bab677db-89b5-4d69-bb92-b9cb2990beb3 req-33179c5a-de86-4f6b-86cb-782d66cc95a9 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:42.927214 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-45752555-dcf8-4ecd-acb6-fa51512f4328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113ceffb-bf13-46dc-a2e2-803ad4672919 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:59:42.936631 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78813f67-85b6-418e-b7d3-11732d267231 req-f2966dd8-e8d9-4f91-8e30-873b5fdc1f43 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.64 "GET /v2.0/security-groups?id=6ed5fb62-2fe4-4466-852c-c9062790e1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758600 Jul 07 20:59:42.938458 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-45752555-dcf8-4ecd-acb6-fa51512f4328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:42.952844 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-45752555-dcf8-4ecd-acb6-fa51512f4328 service neutron] Transition to ACTIVE for port object 113ceffb-bf13-46dc-a2e2-803ad4672919 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 20:59:42.968844 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-45752555-dcf8-4ecd-acb6-fa51512f4328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:42.974927 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-bab677db-89b5-4d69-bb92-b9cb2990beb3 req-33179c5a-de86-4f6b-86cb-782d66cc95a9 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] For port 86479d78-7e46-4d17-8f40-fe257e0b714c, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=86479d78-7e46-4d17-8f40-fe257e0b714c,segment=NetworkSegment(4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5),segment_id=4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:59:42.975744 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bab677db-89b5-4d69-bb92-b9cb2990beb3 req-33179c5a-de86-4f6b-86cb-782d66cc95a9 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:42.989577 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-bab677db-89b5-4d69-bb92-b9cb2990beb3 req-33179c5a-de86-4f6b-86cb-782d66cc95a9 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Calling delete_port for 86479d78-7e46-4d17-8f40-fe257e0b714c owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:59:43.026376 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45752555-dcf8-4ecd-acb6-fa51512f4328 service neutron] Pushing event updated for resources: {'Port': ['ID=113ceffb-bf13-46dc-a2e2-803ad4672919,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:43.113800 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-45752555-dcf8-4ecd-acb6-fa51512f4328 service neutron] Attempting to bind port 113ceffb-bf13-46dc-a2e2-803ad4672919 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 20:59:43.114163 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-45752555-dcf8-4ecd-acb6-fa51512f4328 service neutron] Attempting to bind port 113ceffb-bf13-46dc-a2e2-803ad4672919 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': 'd37371ac-82c7-48d4-ab31-64c23c20d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 20:59:43.114520 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-45752555-dcf8-4ecd-acb6-fa51512f4328 service neutron] Attempting to bind port 113ceffb-bf13-46dc-a2e2-803ad4672919 on network 933cf619-8e75-4b39-b1f0-c7abdb37f80d {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:59:43.119904 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-45752555-dcf8-4ecd-acb6-fa51512f4328 service neutron] Port 113ceffb-bf13-46dc-a2e2-803ad4672919 on network 933cf619-8e75-4b39-b1f0-c7abdb37f80d not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 20:59:43.120237 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-45752555-dcf8-4ecd-acb6-fa51512f4328 service neutron] Attempting to bind port 113ceffb-bf13-46dc-a2e2-803ad4672919 on network 933cf619-8e75-4b39-b1f0-c7abdb37f80d {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 20:59:43.125995 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-45752555-dcf8-4ecd-acb6-fa51512f4328 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 20, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 20:59:43.126351 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-45752555-dcf8-4ecd-acb6-fa51512f4328 service neutron] Checking segment: {'id': 'd37371ac-82c7-48d4-ab31-64c23c20d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 20:59:43.126749 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-45752555-dcf8-4ecd-acb6-fa51512f4328 service neutron] Bound using segment: {'id': 'd37371ac-82c7-48d4-ab31-64c23c20d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 20:59:43.127187 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-45752555-dcf8-4ecd-acb6-fa51512f4328 service neutron] Bound port: 113ceffb-bf13-46dc-a2e2-803ad4672919, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37371ac-82c7-48d4-ab31-64c23c20d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 20:59:43.127584 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-45752555-dcf8-4ecd-acb6-fa51512f4328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:43.155485 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bab677db-89b5-4d69-bb92-b9cb2990beb3 req-33179c5a-de86-4f6b-86cb-782d66cc95a9 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:43.203430 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33179c5a-de86-4f6b-86cb-782d66cc95a9 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Pushing event deleted for resources: {'Port': ['ID=86479d78-7e46-4d17-8f40-fe257e0b714c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:43.238400 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-45752555-dcf8-4ecd-acb6-fa51512f4328 service neutron] For port 113ceffb-bf13-46dc-a2e2-803ad4672919, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 20:59:43.250448 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-45752555-dcf8-4ecd-acb6-fa51512f4328 service neutron] For port 113ceffb-bf13-46dc-a2e2-803ad4672919, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=113ceffb-bf13-46dc-a2e2-803ad4672919,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 20:59:43.263918 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab677db-89b5-4d69-bb92-b9cb2990beb3 req-33179c5a-de86-4f6b-86cb-782d66cc95a9 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] No DVR routers for this DVR port 86479d78-7e46-4d17-8f40-fe257e0b714c on host n-h2-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:59:43.266631 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-45752555-dcf8-4ecd-acb6-fa51512f4328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:43.267112 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bab677db-89b5-4d69-bb92-b9cb2990beb3 req-33179c5a-de86-4f6b-86cb-782d66cc95a9 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:43.269540 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bab677db-89b5-4d69-bb92-b9cb2990beb3 req-33179c5a-de86-4f6b-86cb-782d66cc95a9 tempest-ServersNegativeTestJSON-358746092 tempest-ServersNegativeTestJSON-358746092-project] 10.222.0.39 "DELETE /v2.0/ports/86479d78-7e46-4d17-8f40-fe257e0b714c HTTP/1.1" status: 204 len: 173 time: 0.5099461 Jul 07 20:59:43.341382 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-45752555-dcf8-4ecd-acb6-fa51512f4328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:43.342062 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-45752555-dcf8-4ecd-acb6-fa51512f4328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:43.343919 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-45752555-dcf8-4ecd-acb6-fa51512f4328 service neutron] 10.222.0.39 "PUT /v2.0/ports/113ceffb-bf13-46dc-a2e2-803ad4672919 HTTP/1.1" status: 200 len: 1092 time: 0.8867774 Jul 07 20:59:43.347105 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef44e6fe-c698-4ae0-8909-a091e821407d', 'tag': '113ceffb-bf13-46dc-a2e2-803ad4672919'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:59:43.349696 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e2515e-ed6b-4569-b388-19a40fc8b20e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef44e6fe-c698-4ae0-8909-a091e821407d", "tag": "113ceffb-bf13-46dc-a2e2-803ad4672919"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:59:43.382648 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45752555-dcf8-4ecd-acb6-fa51512f4328 service neutron] Pushing event updated for resources: {'Port': ['ID=113ceffb-bf13-46dc-a2e2-803ad4672919,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:43.454477 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10318332-84c6-4d71-a6d9-fe57edd65d59 req-c2ad1b50-d0b7-4433-b6be-4ece751b6b21 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:43.456461 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10318332-84c6-4d71-a6d9-fe57edd65d59 req-c2ad1b50-d0b7-4433-b6be-4ece751b6b21 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef44e6fe-c698-4ae0-8909-a091e821407d HTTP/1.1" status: 200 len: 943 time: 0.1582565 Jul 07 20:59:43.466267 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c28a89-b89c-4d8c-b0c0-11a28f13e67b', 'name': 'network-vif-deleted', 'tag': '86479d78-7e46-4d17-8f40-fe257e0b714c'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:59:43.468918 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef47ab8-cc77-4019-bd11-2a783c8f51a1" -d '{"events": [{"server_uuid": "54c28a89-b89c-4d8c-b0c0-11a28f13e67b", "name": "network-vif-deleted", "tag": "86479d78-7e46-4d17-8f40-fe257e0b714c"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:59:43.530526 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c148e1-49bd-44ed-84fb-8692bc0f4e65 req-5624ad8d-d370-4c37-84a3-7bc15403261b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:43.532149 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-81c148e1-49bd-44ed-84fb-8692bc0f4e65 req-5624ad8d-d370-4c37-84a3-7bc15403261b tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.1428330 Jul 07 20:59:43.571206 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10318332-84c6-4d71-a6d9-fe57edd65d59 req-72112971-9496-4958-9e0f-b5870ef43e40 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086135 Jul 07 20:59:43.603153 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-81c148e1-49bd-44ed-84fb-8692bc0f4e65 req-8f2e09f8-0af7-4dcc-b171-8fb88093cfea tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632155 Jul 07 20:59:43.609281 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-29b531dc-7a5b-4af9-90a6-1d75004b1848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:43.610246 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-29b531dc-7a5b-4af9-90a6-1d75004b1848 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ec973c72b0c446b8a6f30c2bb3552ad&device_id=ef44e6fe-c698-4ae0-8909-a091e821407d HTTP/1.1" status: 200 len: 1095 time: 0.1375222 Jul 07 20:59:43.668942 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 20:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d570bbbc-ec8b-4d10-986f-5840bb9a224b x-openstack-request-id: req-d570bbbc-ec8b-4d10-986f-5840bb9a224b {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:59:43.669454 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef44e6fe-c698-4ae0-8909-a091e821407d", "tag": "113ceffb-bf13-46dc-a2e2-803ad4672919", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:59:43.669877 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d570bbbc-ec8b-4d10-986f-5840bb9a224b {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:59:43.670458 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef44e6fe-c698-4ae0-8909-a091e821407d', 'tag': '113ceffb-bf13-46dc-a2e2-803ad4672919', 'status': 'completed', 'code': 200} Jul 07 20:59:43.672265 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-8b4fca13-8f0a-470f-9435-4515af3c5cc0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=113ceffb-bf13-46dc-a2e2-803ad4672919 HTTP/1.1" status: 200 len: 217 time: 0.0521867 Jul 07 20:59:43.706056 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b3d279-a0bb-4451-a4c3-17791d6e2ca9 x-openstack-request-id: req-08b3d279-a0bb-4451-a4c3-17791d6e2ca9 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:59:43.706746 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c28a89-b89c-4d8c-b0c0-11a28f13e67b", "name": "network-vif-deleted", "tag": "86479d78-7e46-4d17-8f40-fe257e0b714c", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:59:43.707445 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08b3d279-a0bb-4451-a4c3-17791d6e2ca9 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:59:43.708757 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c28a89-b89c-4d8c-b0c0-11a28f13e67b', 'name': 'network-vif-deleted', 'tag': '86479d78-7e46-4d17-8f40-fe257e0b714c', 'status': 'completed', 'code': 200} Jul 07 20:59:43.750005 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-8dd66f79-e235-4d5f-8e7e-477c172a9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:43.751735 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-8dd66f79-e235-4d5f-8e7e-477c172a9912 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f7fee8dd-f00c-44db-a4fa-5bd2d901683b HTTP/1.1" status: 200 len: 844 time: 0.0548835 Jul 07 20:59:43.815109 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-51769efc-42d6-48cb-a03f-fea0e8b81a73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=933cf619-8e75-4b39-b1f0-c7abdb37f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320058 Jul 07 20:59:43.916580 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-0d128328-1e22-4daa-a79f-e722b91afc61 service neutron] 10.222.0.39 "GET /v2.0/networks/933cf619-8e75-4b39-b1f0-c7abdb37f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869057 Jul 07 20:59:44.026943 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29e03b97-a1e3-4ce2-95d7-707a9f22b773 req-c258473e-312b-402a-93ad-e1124cc37cc4 service neutron] 10.222.0.39 "GET /v2.0/networks/933cf619-8e75-4b39-b1f0-c7abdb37f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015360 Jul 07 20:59:44.046996 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50528) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:59:44.094991 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54205cc-c381-4e59-b2f4-aa3a9d44ccc9 admin admin] Deleting subnet 6138be9f-e804-44e1-a8e2-f9b666a6f8d8 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 20:59:44.105698 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e54205cc-c381-4e59-b2f4-aa3a9d44ccc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:44.168108 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e54205cc-c381-4e59-b2f4-aa3a9d44ccc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:44.218838 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e54205cc-c381-4e59-b2f4-aa3a9d44ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:44.238779 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2515e-ed6b-4569-b388-19a40fc8b20e req-986ce47c-23b7-49d7-9e7c-8526e281d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:44.240339 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c6e2515e-ed6b-4569-b388-19a40fc8b20e req-986ce47c-23b7-49d7-9e7c-8526e281d2ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ec973c72b0c446b8a6f30c2bb3552ad&device_id=ef44e6fe-c698-4ae0-8909-a091e821407d HTTP/1.1" status: 200 len: 1095 time: 0.1429982 Jul 07 20:59:44.345120 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e54205cc-c381-4e59-b2f4-aa3a9d44ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:44.383400 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54205cc-c381-4e59-b2f4-aa3a9d44ccc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6138be9f-e804-44e1-a8e2-f9b666a6f8d8,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:44.396820 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e54205cc-c381-4e59-b2f4-aa3a9d44ccc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:44.398703 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e54205cc-c381-4e59-b2f4-aa3a9d44ccc9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6138be9f-e804-44e1-a8e2-f9b666a6f8d8 HTTP/1.1" status: 204 len: 168 time: 0.3506486 Jul 07 20:59:44.401648 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50536) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:59:44.406041 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54205cc-c381-4e59-b2f4-aa3a9d44ccc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:44.406391 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54205cc-c381-4e59-b2f4-aa3a9d44ccc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:44.406729 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54205cc-c381-4e59-b2f4-aa3a9d44ccc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:44.407066 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54205cc-c381-4e59-b2f4-aa3a9d44ccc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:44.407424 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54205cc-c381-4e59-b2f4-aa3a9d44ccc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:44.407756 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54205cc-c381-4e59-b2f4-aa3a9d44ccc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:44.408082 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54205cc-c381-4e59-b2f4-aa3a9d44ccc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:44.408406 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54205cc-c381-4e59-b2f4-aa3a9d44ccc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:44.408730 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54205cc-c381-4e59-b2f4-aa3a9d44ccc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:44.409052 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54205cc-c381-4e59-b2f4-aa3a9d44ccc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:44.409541 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54205cc-c381-4e59-b2f4-aa3a9d44ccc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:44.409735 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54205cc-c381-4e59-b2f4-aa3a9d44ccc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:44.417300 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2515e-ed6b-4569-b388-19a40fc8b20e req-2fb24ab6-e47f-4cf0-a820-669e80e27866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:44.418853 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c6e2515e-ed6b-4569-b388-19a40fc8b20e req-2fb24ab6-e47f-4cf0-a820-669e80e27866 service neutron] 10.222.0.39 "GET /v2.0/networks?id=933cf619-8e75-4b39-b1f0-c7abdb37f80d HTTP/1.1" status: 200 len: 905 time: 0.1647038 Jul 07 20:59:44.466624 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c6e2515e-ed6b-4569-b388-19a40fc8b20e req-97aef307-c278-41ab-99af-ec81825ca243 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=113ceffb-bf13-46dc-a2e2-803ad4672919 HTTP/1.1" status: 200 len: 217 time: 0.0375156 Jul 07 20:59:44.477505 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-53d3eb48-b0cc-44d2-ad38-bfe5832ebb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:44.522541 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2515e-ed6b-4569-b388-19a40fc8b20e req-2a8a2ebc-d1fc-4066-a6c3-24314fa2271c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:44.524273 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c6e2515e-ed6b-4569-b388-19a40fc8b20e req-2a8a2ebc-d1fc-4066-a6c3-24314fa2271c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f7fee8dd-f00c-44db-a4fa-5bd2d901683b HTTP/1.1" status: 200 len: 844 time: 0.0484991 Jul 07 20:59:44.573464 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-53d3eb48-b0cc-44d2-ad38-bfe5832ebb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:44.573839 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c6e2515e-ed6b-4569-b388-19a40fc8b20e req-426d42a5-4f4d-415d-a6cf-c2aeeec4a62e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=933cf619-8e75-4b39-b1f0-c7abdb37f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330777 Jul 07 20:59:44.584396 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-53d3eb48-b0cc-44d2-ad38-bfe5832ebb6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc99b88-9b3c-4338-bfc2-d73c0699ed8c']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:59:44.597822 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-53d3eb48-b0cc-44d2-ad38-bfe5832ebb6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:59:44.598146 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-53d3eb48-b0cc-44d2-ad38-bfe5832ebb6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4cc2d4-5ea8-4583-b9f3-4d14e37602b5') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:59:44.609875 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-53d3eb48-b0cc-44d2-ad38-bfe5832ebb6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:44.636279 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-53d3eb48-b0cc-44d2-ad38-bfe5832ebb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:44.643823 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d3eb48-b0cc-44d2-ad38-bfe5832ebb6e admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 20:59:44.644516 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-53d3eb48-b0cc-44d2-ad38-bfe5832ebb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: timer() Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 20:59:44.646309 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 20:59:44.693259 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c6e2515e-ed6b-4569-b388-19a40fc8b20e req-74fd62e3-609e-4954-a907-d6c9953c7446 service neutron] 10.222.0.39 "GET /v2.0/networks/933cf619-8e75-4b39-b1f0-c7abdb37f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100450 Jul 07 20:59:44.712326 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-53d3eb48-b0cc-44d2-ad38-bfe5832ebb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:44.723621 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-53d3eb48-b0cc-44d2-ad38-bfe5832ebb6e admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:44.727389 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-53d3eb48-b0cc-44d2-ad38-bfe5832ebb6e admin admin] 10.222.0.64 "DELETE /v2.0/networks/3dc99b88-9b3c-4338-bfc2-d73c0699ed8c HTTP/1.1" status: 204 len: 168 time: 0.3233550 Jul 07 20:59:44.755931 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3eb48-b0cc-44d2-ad38-bfe5832ebb6e admin admin] Pushing event deleted for resources: {'Network': ['ID=3dc99b88-9b3c-4338-bfc2-d73c0699ed8c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:44.924633 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50556) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:59:44.938473 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c6e2515e-ed6b-4569-b388-19a40fc8b20e req-756dc767-b4cd-44d4-b073-6d59a3753c11 service neutron] 10.222.0.39 "GET /v2.0/networks/933cf619-8e75-4b39-b1f0-c7abdb37f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011034 Jul 07 20:59:44.949882 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b3ce3-71a5-46c7-8c5d-ad27a0cdb270 req-baf1f502-2b05-446a-ace5-30b2407244ff tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:44.951452 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8a4b3ce3-71a5-46c7-8c5d-ad27a0cdb270 req-baf1f502-2b05-446a-ace5-30b2407244ff tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef44e6fe-c698-4ae0-8909-a091e821407d HTTP/1.1" status: 200 len: 943 time: 0.1811504 Jul 07 20:59:44.959145 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364281e-5ccb-44ff-8a43-eac39c1be3bc req-535ca544-04f5-4d63-bf7d-6852d3865caa tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:44.960696 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2364281e-5ccb-44ff-8a43-eac39c1be3bc req-535ca544-04f5-4d63-bf7d-6852d3865caa tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.1308491 Jul 07 20:59:44.972167 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-89a4ed2e-fb70-456f-9947-a56dc677a81d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c0ecd010d6b343f08bfce9e9465520bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463221 Jul 07 20:59:44.974533 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50558) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:59:45.022348 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8a4b3ce3-71a5-46c7-8c5d-ad27a0cdb270 req-c08cf5d9-6845-423e-84f7-890d52a6f791 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606420 Jul 07 20:59:45.026851 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-84b666b8-d337-4277-b7cb-c27daf533395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:45.028410 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2364281e-5ccb-44ff-8a43-eac39c1be3bc req-0513b430-23e2-4e73-84b6-71f2a13be22a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591164 Jul 07 20:59:45.062926 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 86479d78-7e46-4d17-8f40-fe257e0b714c no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:59:45.063586 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-84b666b8-d337-4277-b7cb-c27daf533395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:45.090040 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 86479d78-7e46-4d17-8f40-fe257e0b714c {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:59:45.090391 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 86479d78-7e46-4d17-8f40-fe257e0b714c not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:59:45.115828 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-84b666b8-d337-4277-b7cb-c27daf533395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:45.118596 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-84b666b8-d337-4277-b7cb-c27daf533395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:45.122746 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-84b666b8-d337-4277-b7cb-c27daf533395 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6ed5fb62-2fe4-4466-852c-c9062790e1e9 HTTP/1.1" status: 204 len: 168 time: 0.1445341 Jul 07 20:59:45.134324 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b666b8-d337-4277-b7cb-c27daf533395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed5fb62-2fe4-4466-852c-c9062790e1e9,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:46.278811 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8c3bc-cb67-47f6-b588-748977e00a77 req-acfb26be-5572-41d1-9703-61762196ba9b tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:46.280912 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6dd8c3bc-cb67-47f6-b588-748977e00a77 req-acfb26be-5572-41d1-9703-61762196ba9b tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef44e6fe-c698-4ae0-8909-a091e821407d HTTP/1.1" status: 200 len: 943 time: 0.1188319 Jul 07 20:59:46.307810 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f427ea-60ba-4dd4-9294-615149be11a5 req-8dde8f64-1886-4c54-a78a-67f5916ae0bf tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:46.309140 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-55f427ea-60ba-4dd4-9294-615149be11a5 req-8dde8f64-1886-4c54-a78a-67f5916ae0bf tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.1098795 Jul 07 20:59:46.363950 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6dd8c3bc-cb67-47f6-b588-748977e00a77 req-2b3b0d12-617e-4d79-ad1e-2c7d3f400cbe tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741854 Jul 07 20:59:46.419041 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-55f427ea-60ba-4dd4-9294-615149be11a5 req-5b0b499d-3d8b-4828-8169-de5de0097242 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012897 Jul 07 20:59:47.076657 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 113ceffb-bf13-46dc-a2e2-803ad4672919 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:59:47.180602 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 113ceffb-bf13-46dc-a2e2-803ad4672919, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=113ceffb-bf13-46dc-a2e2-803ad4672919,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:59:47.193899 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '113ceffb-bf13-46dc-a2e2-803ad4672919', 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d', 'port_id': '113ceffb-bf13-46dc-a2e2-803ad4672919', 'mac_address': 'fa:16:3e:b0:83:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7fee8dd-f00c-44db-a4fa-5bd2d901683b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:59:47.236800 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:47.255570 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113ceffb-bf13-46dc-a2e2-803ad4672919 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:59:47.278400 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 113ceffb-bf13-46dc-a2e2-803ad4672919, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=113ceffb-bf13-46dc-a2e2-803ad4672919,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:59:47.283163 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:47.333177 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=113ceffb-bf13-46dc-a2e2-803ad4672919,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:47.340872 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:47.341226 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:47.341569 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:47.342094 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:47.342618 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:47.342960 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:47.343298 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:47.343679 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:47.344010 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:47.344343 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:47.344675 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:47.345006 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 20:59:47.586852 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50632) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:59:47.624898 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed796f-8ee3-49b7-bd07-58d44b4ff3fd req-50263726-e0ed-496c-a89c-ee00567b0b70 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:47.626532 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-12ed796f-8ee3-49b7-bd07-58d44b4ff3fd req-50263726-e0ed-496c-a89c-ee00567b0b70 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef44e6fe-c698-4ae0-8909-a091e821407d HTTP/1.1" status: 200 len: 944 time: 0.1140358 Jul 07 20:59:47.667260 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572c0c-04d4-4dae-b8c6-1bb327421e4e req-b76cf803-a5c8-429a-ae03-6b948f4694eb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:47.668894 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-82572c0c-04d4-4dae-b8c6-1bb327421e4e req-b76cf803-a5c8-429a-ae03-6b948f4694eb tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.1158791 Jul 07 20:59:47.694973 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-12ed796f-8ee3-49b7-bd07-58d44b4ff3fd req-55e99675-689f-40f3-8e3d-14e71950baf0 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606961 Jul 07 20:59:47.723893 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-82572c0c-04d4-4dae-b8c6-1bb327421e4e req-894c4e8e-a863-4008-92a4-ebc8abbbe21d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433800 Jul 07 20:59:47.732144 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a19c1321-90a8-4508-937f-12e6019763ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:47.786276 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['113ceffb-bf13-46dc-a2e2-803ad4672919'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:59:47.894713 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a19c1321-90a8-4508-937f-12e6019763ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:47.909058 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a19c1321-90a8-4508-937f-12e6019763ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:47.968039 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50640) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:59:47.968192 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a19c1321-90a8-4508-937f-12e6019763ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=869a460b33264e2db918ae1fc6cce0f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3800793 Jul 07 20:59:47.977190 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c1321-90a8-4508-937f-12e6019763ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e2fa90-182e-4aba-9a99-6b110c71626e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:48.044330 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4e4cc812-c437-467a-bfd4-ffa1566f21a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:48.065581 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4e4cc812-c437-467a-bfd4-ffa1566f21a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:48.114127 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4e4cc812-c437-467a-bfd4-ffa1566f21a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:48.116662 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4e4cc812-c437-467a-bfd4-ffa1566f21a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:48.117834 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4e4cc812-c437-467a-bfd4-ffa1566f21a7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f6e2fa90-182e-4aba-9a99-6b110c71626e HTTP/1.1" status: 204 len: 168 time: 0.1486347 Jul 07 20:59:48.133082 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4cc812-c437-467a-bfd4-ffa1566f21a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e2fa90-182e-4aba-9a99-6b110c71626e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:48.402567 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50646) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:59:48.416636 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-67dd6265-643c-49d9-a53b-fb2337d3f47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:48.520637 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-67dd6265-643c-49d9-a53b-fb2337d3f47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:48.524480 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-67dd6265-643c-49d9-a53b-fb2337d3f47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:48.567603 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-67dd6265-643c-49d9-a53b-fb2337d3f47e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d8b70ce0eeb74cb393bfcbf2c7963759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641583 Jul 07 20:59:48.568491 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd6265-643c-49d9-a53b-fb2337d3f47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b976a3-bb2d-4657-872a-9a914d0e74bb,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:48.571127 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50648) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:59:48.627929 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ca8fdb8-2786-489d-a5a9-6e8a6193d130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:48.649464 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ca8fdb8-2786-489d-a5a9-6e8a6193d130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:48.698143 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ca8fdb8-2786-489d-a5a9-6e8a6193d130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:48.700763 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ca8fdb8-2786-489d-a5a9-6e8a6193d130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:48.702054 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8ca8fdb8-2786-489d-a5a9-6e8a6193d130 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8b976a3-bb2d-4657-872a-9a914d0e74bb HTTP/1.1" status: 204 len: 168 time: 0.1292927 Jul 07 20:59:48.715627 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8fdb8-2786-489d-a5a9-6e8a6193d130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b976a3-bb2d-4657-872a-9a914d0e74bb,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:48.957706 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a51cb8-414a-427b-81a5-675461881181 req-b7f53856-a7f0-4427-b295-917a71e1aced tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:48.959292 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-23a51cb8-414a-427b-81a5-675461881181 req-b7f53856-a7f0-4427-b295-917a71e1aced tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef44e6fe-c698-4ae0-8909-a091e821407d HTTP/1.1" status: 200 len: 944 time: 0.1148298 Jul 07 20:59:48.981701 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b51990-0271-4ed2-aa7d-228438ea598b req-41f1a73b-4b1b-4002-b61b-42ca83007398 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:48.983383 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72b51990-0271-4ed2-aa7d-228438ea598b req-41f1a73b-4b1b-4002-b61b-42ca83007398 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.1074867 Jul 07 20:59:49.038123 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-23a51cb8-414a-427b-81a5-675461881181 req-a5f619a6-4fd4-47ea-8f10-e16c14a5e6a3 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709803 Jul 07 20:59:49.054644 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72b51990-0271-4ed2-aa7d-228438ea598b req-2511f741-6ed6-470a-8149-ee7563f43b43 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633256 Jul 07 20:59:49.790896 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:49.959636 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:50.330599 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb8acd-574a-4c94-adda-eff195a724fe req-def3d6ed-32ae-4abd-a2d5-8fc82d61cab3 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:50.332343 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cedb8acd-574a-4c94-adda-eff195a724fe req-def3d6ed-32ae-4abd-a2d5-8fc82d61cab3 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.1524277 Jul 07 20:59:50.341966 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186af2e-a69d-42fa-96d8-b9d136204a18 req-89774082-64a6-4459-b017-3cdcbd7a99d7 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:50.343521 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2186af2e-a69d-42fa-96d8-b9d136204a18 req-89774082-64a6-4459-b017-3cdcbd7a99d7 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef44e6fe-c698-4ae0-8909-a091e821407d HTTP/1.1" status: 200 len: 944 time: 0.1655662 Jul 07 20:59:50.408564 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cedb8acd-574a-4c94-adda-eff195a724fe req-14c139d8-95d4-401b-8369-bc5d76d97b3f tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639384 Jul 07 20:59:50.414508 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2186af2e-a69d-42fa-96d8-b9d136204a18 req-83bdba63-96de-404d-a1f5-244f8f5f4810 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621428 Jul 07 20:59:50.952892 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54a3ef-dfc0-483c-83ce-05d0d2ef91f7 req-c8ac777d-1b42-4443-b410-f6ecff7dc9fa tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:50.954355 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3a54a3ef-dfc0-483c-83ce-05d0d2ef91f7 req-c8ac777d-1b42-4443-b410-f6ecff7dc9fa tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=69a6387e-4546-4ea6-ba6c-291561c6126e HTTP/1.1" status: 200 len: 946 time: 0.0666957 Jul 07 20:59:50.997546 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3a54a3ef-dfc0-483c-83ce-05d0d2ef91f7 req-4e41488e-fd81-4efe-a36f-42331b2b602b tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b8ea0f5-1741-4761-9c38-bd9bb83c9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374830 Jul 07 20:59:51.095576 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 113ceffb-bf13-46dc-a2e2-803ad4672919 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 20:59:51.146725 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 113ceffb-bf13-46dc-a2e2-803ad4672919 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 20:59:51.150942 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 113ceffb-bf13-46dc-a2e2-803ad4672919 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 20:59:51.151632 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:51.238258 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:51.266413 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef44e6fe-c698-4ae0-8909-a091e821407d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113ceffb-bf13-46dc-a2e2-803ad4672919'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:59:51.269138 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f58fc4-3cd4-49fd-ae44-7f312f37467c" -d '{"events": [{"server_uuid": "ef44e6fe-c698-4ae0-8909-a091e821407d", "name": "network-vif-plugged", "status": "completed", "tag": "113ceffb-bf13-46dc-a2e2-803ad4672919"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:59:51.291989 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 113ceffb-bf13-46dc-a2e2-803ad4672919, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=113ceffb-bf13-46dc-a2e2-803ad4672919,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:59:51.296930 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:51.329356 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89685161-2bd8-4f0d-a258-13d0dda93160 x-openstack-request-id: req-89685161-2bd8-4f0d-a258-13d0dda93160 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:59:51.329681 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef44e6fe-c698-4ae0-8909-a091e821407d", "name": "network-vif-plugged", "status": "completed", "tag": "113ceffb-bf13-46dc-a2e2-803ad4672919", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:59:51.329934 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-89685161-2bd8-4f0d-a258-13d0dda93160 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:59:51.330382 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef44e6fe-c698-4ae0-8909-a091e821407d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113ceffb-bf13-46dc-a2e2-803ad4672919', 'code': 200} Jul 07 20:59:51.362798 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=113ceffb-bf13-46dc-a2e2-803ad4672919,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:51.462118 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1bb0b-8c65-4eda-8eee-25113257df92 req-5dda2d2e-a26f-4dc9-8305-9760ac7b93b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:51.463884 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20c1bb0b-8c65-4eda-8eee-25113257df92 req-5dda2d2e-a26f-4dc9-8305-9760ac7b93b9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ef44e6fe-c698-4ae0-8909-a091e821407d HTTP/1.1" status: 200 len: 1097 time: 0.0610213 Jul 07 20:59:51.517747 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20c1bb0b-8c65-4eda-8eee-25113257df92 req-ffd3ccb9-a590-42a4-b6d8-0cfa4db3fb3c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416312 Jul 07 20:59:51.693164 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9b2aa-cbff-46a8-b80e-b07aacf9248b req-ebcc3e87-e797-4b06-9ad1-7c6373ef8308 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:51.694960 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5f9b2aa-cbff-46a8-b80e-b07aacf9248b req-ebcc3e87-e797-4b06-9ad1-7c6373ef8308 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.1093671 Jul 07 20:59:51.717034 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c1550-6c23-4ab5-b343-3143ddaf85e1 req-42fe3d17-36ad-4b7a-8bc9-2eebe3e59a35 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:51.718595 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b23c1550-6c23-4ab5-b343-3143ddaf85e1 req-42fe3d17-36ad-4b7a-8bc9-2eebe3e59a35 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef44e6fe-c698-4ae0-8909-a091e821407d HTTP/1.1" status: 200 len: 945 time: 0.1032648 Jul 07 20:59:51.771437 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5f9b2aa-cbff-46a8-b80e-b07aacf9248b req-0d983b46-a0f9-42d1-b77b-f67be3bb2223 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690818 Jul 07 20:59:51.780088 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b23c1550-6c23-4ab5-b343-3143ddaf85e1 req-4ae2c238-c302-43e1-a021-5ca636d4c04b tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528393 Jul 07 20:59:52.201878 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53085fa1-a80a-4583-bc4b-05a1f30f3a85 req-c40900ab-73f0-4b37-80e0-41545c5b08f8 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:52.203519 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-53085fa1-a80a-4583-bc4b-05a1f30f3a85 req-c40900ab-73f0-4b37-80e0-41545c5b08f8 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=69a6387e-4546-4ea6-ba6c-291561c6126e HTTP/1.1" status: 200 len: 946 time: 0.0819392 Jul 07 20:59:52.258106 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-53085fa1-a80a-4583-bc4b-05a1f30f3a85 req-c798acb2-d843-43f5-8fad-2084307ed5e4 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b8ea0f5-1741-4761-9c38-bd9bb83c9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476837 Jul 07 20:59:53.019109 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ec513-e01e-4b87-b770-ec5b2f0516d3 req-951e0e3f-06ba-4892-84bc-ac21c7d132f1 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:53.020745 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ce4ec513-e01e-4b87-b770-ec5b2f0516d3 req-951e0e3f-06ba-4892-84bc-ac21c7d132f1 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef44e6fe-c698-4ae0-8909-a091e821407d HTTP/1.1" status: 200 len: 945 time: 0.1039133 Jul 07 20:59:53.030107 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5db2d7-a5ae-488e-86b8-4d39a46a7e4e req-d3cb166f-11d8-4a25-bd2d-b8335b5bb521 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:53.031655 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9d5db2d7-a5ae-488e-86b8-4d39a46a7e4e req-d3cb166f-11d8-4a25-bd2d-b8335b5bb521 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.1341493 Jul 07 20:59:53.084543 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ce4ec513-e01e-4b87-b770-ec5b2f0516d3 req-f74b05e7-0e29-47f5-925d-38a99c110cf0 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518420 Jul 07 20:59:53.101288 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9d5db2d7-a5ae-488e-86b8-4d39a46a7e4e req-d9032b02-f7af-4bc6-8838-456f3617a478 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534511 Jul 07 20:59:53.455906 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70d3b4-61c6-4e7f-b853-30c2f62ab9b6 req-a3f311e4-fdfd-4b9d-b697-3510ec6426f9 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:53.457554 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2d70d3b4-61c6-4e7f-b853-30c2f62ab9b6 req-a3f311e4-fdfd-4b9d-b697-3510ec6426f9 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=69a6387e-4546-4ea6-ba6c-291561c6126e HTTP/1.1" status: 200 len: 946 time: 0.0699193 Jul 07 20:59:53.499729 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2d70d3b4-61c6-4e7f-b853-30c2f62ab9b6 req-a25d7d3f-f4ed-4f0e-90e0-ae8fbd9986c2 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b8ea0f5-1741-4761-9c38-bd9bb83c9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360072 Jul 07 20:59:54.236804 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee25757-ded3-4158-af0a-e677f6d609a6 req-2e6a2421-6209-4320-b5ac-b62ebe3a8a7c tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:54.237508 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1ee25757-ded3-4158-af0a-e677f6d609a6 req-2e6a2421-6209-4320-b5ac-b62ebe3a8a7c tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.39 "GET /v2.0/ports?device_id=69a6387e-4546-4ea6-ba6c-291561c6126e HTTP/1.1" status: 200 len: 946 time: 0.1294553 Jul 07 20:59:54.474597 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530f0c0-0fd6-414e-b176-37ab1092518c req-376c63b8-11b4-4fb7-b6af-70a046ecab81 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:54.476689 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1530f0c0-0fd6-414e-b176-37ab1092518c req-376c63b8-11b4-4fb7-b6af-70a046ecab81 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef44e6fe-c698-4ae0-8909-a091e821407d HTTP/1.1" status: 200 len: 945 time: 0.2387571 Jul 07 20:59:54.500514 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3daa4-95e7-499e-a68f-8c92b27321fd req-a80ada5c-8945-4fb3-9629-686f010f3374 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:54.502598 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aaf3daa4-95e7-499e-a68f-8c92b27321fd req-a80ada5c-8945-4fb3-9629-686f010f3374 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.2218447 Jul 07 20:59:54.538077 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50832) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:59:54.573539 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-1ee25757-ded3-4158-af0a-e677f6d609a6 req-b1488f98-0aa2-47c3-9a24-5941ec244186 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Deleting port 50943cfd-6665-4020-b99c-9385286c2d14 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:59:54.574791 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1ee25757-ded3-4158-af0a-e677f6d609a6 req-b1488f98-0aa2-47c3-9a24-5941ec244186 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:54.657580 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1530f0c0-0fd6-414e-b176-37ab1092518c req-b639e5bc-88e5-4cbd-8d7c-67a4afd72a78 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706424 Jul 07 20:59:54.659560 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9be65163-ccb4-41d5-903b-9a04aeba71e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:54.674825 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aaf3daa4-95e7-499e-a68f-8c92b27321fd req-1e7e5b7f-4478-443d-a710-e0175419ca4d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632288 Jul 07 20:59:54.734901 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-1ee25757-ded3-4158-af0a-e677f6d609a6 req-b1488f98-0aa2-47c3-9a24-5941ec244186 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] For port 50943cfd-6665-4020-b99c-9385286c2d14, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=50943cfd-6665-4020-b99c-9385286c2d14,segment=NetworkSegment(49619db1-acb6-458a-8d24-00385dd7ad61),segment_id=49619db1-acb6-458a-8d24-00385dd7ad61)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:59:54.735494 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1ee25757-ded3-4158-af0a-e677f6d609a6 req-b1488f98-0aa2-47c3-9a24-5941ec244186 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:54.758047 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9be65163-ccb4-41d5-903b-9a04aeba71e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:54.763622 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9be65163-ccb4-41d5-903b-9a04aeba71e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:54.799560 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9be65163-ccb4-41d5-903b-9a04aeba71e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b3424592d39c4cfa8b0cf483db2d7e58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2602053 Jul 07 20:59:54.807005 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50838) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:59:54.823434 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be65163-ccb4-41d5-903b-9a04aeba71e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17123171-1137-4586-b35f-6d83795df6ee,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:54.953424 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ad6dc8d-c656-48c6-8a8c-eab2c4eb93c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:55.363454 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ad6dc8d-c656-48c6-8a8c-eab2c4eb93c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:55.381256 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1ee25757-ded3-4158-af0a-e677f6d609a6 req-b1488f98-0aa2-47c3-9a24-5941ec244186 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:55.381540 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1ee25757-ded3-4158-af0a-e677f6d609a6 req-b1488f98-0aa2-47c3-9a24-5941ec244186 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:55.381842 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [req-1ee25757-ded3-4158-af0a-e677f6d609a6 req-b1488f98-0aa2-47c3-9a24-5941ec244186 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Floating IP d2bed2a3-1a48-485b-a2dc-501a89dde18b disassociated. External IP: 172.25.5.165, port: 50943cfd-6665-4020-b99c-9385286c2d14. Jul 07 20:59:55.382186 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-1ee25757-ded3-4158-af0a-e677f6d609a6 req-b1488f98-0aa2-47c3-9a24-5941ec244186 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Calling delete_port for 50943cfd-6665-4020-b99c-9385286c2d14 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:59:55.512519 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862d3df-ca79-41d0-a483-e7a60a517ed4 req-4d301b54-d879-4e8a-892d-dd1c37ac3870 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:55.514062 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1862d3df-ca79-41d0-a483-e7a60a517ed4 req-4d301b54-d879-4e8a-892d-dd1c37ac3870 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=69a6387e-4546-4ea6-ba6c-291561c6126e HTTP/1.1" status: 200 len: 946 time: 0.5552740 Jul 07 20:59:55.566465 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ad6dc8d-c656-48c6-8a8c-eab2c4eb93c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:55.569023 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ad6dc8d-c656-48c6-8a8c-eab2c4eb93c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:55.570168 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8ad6dc8d-c656-48c6-8a8c-eab2c4eb93c1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/17123171-1137-4586-b35f-6d83795df6ee HTTP/1.1" status: 204 len: 168 time: 0.7617600 Jul 07 20:59:55.577850 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa353e5-b4d1-4910-91bb-e108dacce17e req-92323e64-f520-4ebc-9f7b-beaf6b1d47bd tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:55.579348 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0aa353e5-b4d1-4910-91bb-e108dacce17e req-92323e64-f520-4ebc-9f7b-beaf6b1d47bd tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef44e6fe-c698-4ae0-8909-a091e821407d HTTP/1.1" status: 200 len: 945 time: 0.2104514 Jul 07 20:59:55.608399 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6dc8d-c656-48c6-8a8c-eab2c4eb93c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17123171-1137-4586-b35f-6d83795df6ee,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:55.653611 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1862d3df-ca79-41d0-a483-e7a60a517ed4 req-71f7bf32-4e07-451e-95b7-903bd849a66f tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b8ea0f5-1741-4761-9c38-bd9bb83c9315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274459 Jul 07 20:59:55.686818 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0aa353e5-b4d1-4910-91bb-e108dacce17e req-f407a5bd-ad5f-411c-99a2-5bd6e99b9081 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000373 Jul 07 20:59:55.696496 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1ee25757-ded3-4158-af0a-e677f6d609a6 req-b1488f98-0aa2-47c3-9a24-5941ec244186 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:55.731410 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1488f98-0aa2-47c3-9a24-5941ec244186 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Pushing event deleted for resources: {'Port': ['ID=50943cfd-6665-4020-b99c-9385286c2d14,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:55.894554 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ee25757-ded3-4158-af0a-e677f6d609a6 req-b1488f98-0aa2-47c3-9a24-5941ec244186 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Router 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 20:59:55.925798 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc434a82-d733-4fb1-9527-2e650e28bc82 req-996c1ca5-1e04-4af5-887b-ee9b201720f5 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:55.927388 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc434a82-d733-4fb1-9527-2e650e28bc82 req-996c1ca5-1e04-4af5-887b-ee9b201720f5 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.1023691 Jul 07 20:59:55.947948 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50852) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:59:55.963039 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d7c24524-860f-4fc1-bde6-0c869703148f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:56.045208 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc434a82-d733-4fb1-9527-2e650e28bc82 req-9cecea36-7cb7-4f22-83a1-726b1c21d2f6 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830438 Jul 07 20:59:56.093302 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ee25757-ded3-4158-af0a-e677f6d609a6 req-b1488f98-0aa2-47c3-9a24-5941ec244186 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 20:59:56.106623 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078767b5-dfa8-4136-8c98-d6eb9162724f None None] Sync routers for ids ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 20:59:56.126859 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078767b5-dfa8-4136-8c98-d6eb9162724f None None] Routers {'369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:59:56.128363 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-078767b5-dfa8-4136-8c98-d6eb9162724f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:59:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:59:56.141891 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d7c24524-860f-4fc1-bde6-0c869703148f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:56.157255 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee25757-ded3-4158-af0a-e677f6d609a6 req-b1488f98-0aa2-47c3-9a24-5941ec244186 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] No DVR routers for this DVR port 50943cfd-6665-4020-b99c-9385286c2d14 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 20:59:56.157460 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d7c24524-860f-4fc1-bde6-0c869703148f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:56.160764 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1ee25757-ded3-4158-af0a-e677f6d609a6 req-b1488f98-0aa2-47c3-9a24-5941ec244186 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:56.163229 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1ee25757-ded3-4158-af0a-e677f6d609a6 req-b1488f98-0aa2-47c3-9a24-5941ec244186 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.39 "DELETE /v2.0/ports/50943cfd-6665-4020-b99c-9385286c2d14 HTTP/1.1" status: 204 len: 173 time: 1.9120805 Jul 07 20:59:56.163412 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a6387e-4546-4ea6-ba6c-291561c6126e', 'name': 'network-vif-deleted', 'tag': '50943cfd-6665-4020-b99c-9385286c2d14'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 20:59:56.176159 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c943f9-0bf8-4e66-bc19-bcb5938bcc07" -d '{"events": [{"server_uuid": "69a6387e-4546-4ea6-ba6c-291561c6126e", "name": "network-vif-deleted", "tag": "50943cfd-6665-4020-b99c-9385286c2d14"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 20:59:56.241316 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c24524-860f-4fc1-bde6-0c869703148f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ba99e7-ee12-4b2f-85d2-d577a1fb7864,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:56.246780 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d7c24524-860f-4fc1-bde6-0c869703148f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4c126470918346c38fd75c3c0b4046f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2976806 Jul 07 20:59:56.249313 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50860) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:59:56.312112 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ef2cd88-3691-4f73-bdd2-dfd2898086a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:56.339736 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ef2cd88-3691-4f73-bdd2-dfd2898086a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:56.340580 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-078767b5-dfa8-4136-8c98-d6eb9162724f None None] Set router 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:59:56.402234 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ef2cd88-3691-4f73-bdd2-dfd2898086a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:56.404870 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ef2cd88-3691-4f73-bdd2-dfd2898086a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:56.406045 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3ef2cd88-3691-4f73-bdd2-dfd2898086a4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/40ba99e7-ee12-4b2f-85d2-d577a1fb7864 HTTP/1.1" status: 204 len: 168 time: 0.1548741 Jul 07 20:59:56.414252 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2cd88-3691-4f73-bdd2-dfd2898086a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ba99e7-ee12-4b2f-85d2-d577a1fb7864,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:56.497212 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 20:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1deefa-4ead-4544-821b-2f30b4401e58 x-openstack-request-id: req-5d1deefa-4ead-4544-821b-2f30b4401e58 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 20:59:56.497734 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a6387e-4546-4ea6-ba6c-291561c6126e", "name": "network-vif-deleted", "tag": "50943cfd-6665-4020-b99c-9385286c2d14", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 20:59:56.497885 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d1deefa-4ead-4544-821b-2f30b4401e58 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 20:59:56.498494 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a6387e-4546-4ea6-ba6c-291561c6126e', 'name': 'network-vif-deleted', 'tag': '50943cfd-6665-4020-b99c-9385286c2d14', 'status': 'completed', 'code': 200} Jul 07 20:59:56.587466 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-078767b5-dfa8-4136-8c98-d6eb9162724f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'name': 'tempest-AttachVolumeTestJSON-1227447015-router', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:43Z', 'updated_at': '2021-07-07T20:50:50Z', 'revision_number': 4, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'gw_port': {'id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:44Z', 'updated_at': '2021-07-07T20:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28', 'name': '', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'mac_address': 'fa:16:3e:cd:43:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:48Z', 'updated_at': '2021-07-07T20:50:56Z', 'revision_number': 5, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'subnets': [{'id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:59:56.617384 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078767b5-dfa8-4136-8c98-d6eb9162724f None None] Checking router: 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 20:59:56.627306 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078767b5-dfa8-4136-8c98-d6eb9162724f None None] Routers {'369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 20:59:56.628095 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-078767b5-dfa8-4136-8c98-d6eb9162724f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T20:59:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:59:56.749060 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-078767b5-dfa8-4136-8c98-d6eb9162724f None None] Set router 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 20:59:56.917887 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de555c65-b41f-4871-ab42-e7089d39a91e req-966d0a94-befe-4252-b666-ee31df741ea7 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/ports?device_id=69a6387e-4546-4ea6-ba6c-291561c6126e HTTP/1.1" status: 200 len: 210 time: 0.0599260 Jul 07 20:59:56.961079 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71a55d-50d6-402a-8639-9c3e123c9052 req-e3ebb189-9caa-4fe9-a7cb-2a8f1425250e tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:56.968717 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ef71a55d-50d6-402a-8639-9c3e123c9052 req-e3ebb189-9caa-4fe9-a7cb-2a8f1425250e tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef44e6fe-c698-4ae0-8909-a091e821407d HTTP/1.1" status: 200 len: 945 time: 0.1087201 Jul 07 20:59:57.054398 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ef71a55d-50d6-402a-8639-9c3e123c9052 req-d1f23d80-1369-4622-8a0e-eb9f6cca600b tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846219 Jul 07 20:59:57.097284 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 50943cfd-6665-4020-b99c-9385286c2d14 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 20:59:57.130726 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 50943cfd-6665-4020-b99c-9385286c2d14 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 20:59:57.131795 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 50943cfd-6665-4020-b99c-9385286c2d14 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 20:59:57.149091 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-078767b5-dfa8-4136-8c98-d6eb9162724f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'name': 'tempest-AttachVolumeTestJSON-1227447015-router', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:43Z', 'updated_at': '2021-07-07T20:50:50Z', 'revision_number': 4, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'gw_port': {'id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:44Z', 'updated_at': '2021-07-07T20:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28', 'name': '', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'mac_address': 'fa:16:3e:cd:43:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:48Z', 'updated_at': '2021-07-07T20:50:56Z', 'revision_number': 5, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'subnets': [{'id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 20:59:57.182772 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078767b5-dfa8-4136-8c98-d6eb9162724f None None] The sync data for ids ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'] in n-d-695189-11 is: [{'id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'name': 'tempest-AttachVolumeTestJSON-1227447015-router', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:43Z', 'updated_at': '2021-07-07T20:50:50Z', 'revision_number': 4, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'gw_port': {'id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:44Z', 'updated_at': '2021-07-07T20:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28', 'name': '', 'network_id': 'dbd0aac4-ba7c-4061-9d6d-26726df3c3bb', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'mac_address': 'fa:16:3e:cd:43:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:48Z', 'updated_at': '2021-07-07T20:50:56Z', 'revision_number': 5, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'subnets': [{'id': '3b4310c6-664d-4c25-affc-191900c3c7bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 20:59:57.260625 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0b0dd-7b0a-4ccf-aee4-c641d7e932c0 req-aed8c555-bf1e-477b-b819-299c771809c2 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:57.263856 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5be0b0dd-7b0a-4ccf-aee4-c641d7e932c0 req-aed8c555-bf1e-477b-b819-299c771809c2 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0887768 Jul 07 20:59:57.305148 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5be0b0dd-7b0a-4ccf-aee4-c641d7e932c0 req-1fbe3a19-577b-4c7d-b5b9-13dc93516b1e tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370519 Jul 07 20:59:57.545889 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7ee17a-ba67-47ef-891c-54edd62dfbdf None None] New status for floating IP d2bed2a3-1a48-485b-a2dc-501a89dde18b: DOWN {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 20:59:58.063632 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50936) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:59:58.122411 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-61164e6d-b04f-46c7-ba31-00d355ab0ee7 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:58.153412 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-61164e6d-b04f-46c7-ba31-00d355ab0ee7 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:58.211666 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-61164e6d-b04f-46c7-ba31-00d355ab0ee7 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:58.214316 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-61164e6d-b04f-46c7-ba31-00d355ab0ee7 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:58.218071 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-61164e6d-b04f-46c7-ba31-00d355ab0ee7 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "DELETE /v2.0/security-groups/6b8ea0f5-1741-4761-9c38-bd9bb83c9315 HTTP/1.1" status: 204 len: 168 time: 0.1507576 Jul 07 20:59:58.218572 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50944) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:59:58.226110 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61164e6d-b04f-46c7-ba31-00d355ab0ee7 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8ea0f5-1741-4761-9c38-bd9bb83c9315,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:58.241676 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-61310119-26d9-4390-9c7a-7aa8a2779b76 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] show failed (client error): The resource could not be found. Jul 07 20:59:58.242741 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-61310119-26d9-4390-9c7a-7aa8a2779b76 tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "GET /v2.0/security-groups/6b8ea0f5-1741-4761-9c38-bd9bb83c9315 HTTP/1.1" status: 404 len: 347 time: 0.0226252 Jul 07 20:59:58.247745 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50948) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 20:59:58.400140 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-aee8e3bd-8c66-4e65-b381-e3ce9fa975dc tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Deleting port bc50064a-e7f2-4a4f-9e1c-38adc3141c8e {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 20:59:58.400481 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aee8e3bd-8c66-4e65-b381-e3ce9fa975dc tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:58.530527 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aee8e3bd-8c66-4e65-b381-e3ce9fa975dc tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:58.530861 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aee8e3bd-8c66-4e65-b381-e3ce9fa975dc tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:58.538702 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6966c2-acb6-4dee-9136-f4648a7c7053 req-92b72fa1-1ab9-4a03-ac9c-b631221d044f tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:58.546971 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a6966c2-acb6-4dee-9136-f4648a7c7053 req-92b72fa1-1ab9-4a03-ac9c-b631221d044f tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.1115358 Jul 07 20:59:58.551159 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-aee8e3bd-8c66-4e65-b381-e3ce9fa975dc tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Calling delete_port for bc50064a-e7f2-4a4f-9e1c-38adc3141c8e owned by network:floatingip {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 20:59:58.597683 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a6966c2-acb6-4dee-9136-f4648a7c7053 req-41818b21-d5f6-4d81-98f6-7431be9f78ad tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497508 Jul 07 20:59:58.741274 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aee8e3bd-8c66-4e65-b381-e3ce9fa975dc tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:58.823174 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8e3bd-8c66-4e65-b381-e3ce9fa975dc tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Pushing event deleted for resources: {'Port': ['ID=bc50064a-e7f2-4a4f-9e1c-38adc3141c8e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:58.865531 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aee8e3bd-8c66-4e65-b381-e3ce9fa975dc tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks [] for floatingip, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:58.868155 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aee8e3bd-8c66-4e65-b381-e3ce9fa975dc tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:58.869513 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-aee8e3bd-8c66-4e65-b381-e3ce9fa975dc tempest-AttachVolumeTestJSON-66095328 tempest-AttachVolumeTestJSON-66095328-project] 10.222.0.64 "DELETE /v2.0/floatingips/d2bed2a3-1a48-485b-a2dc-501a89dde18b HTTP/1.1" status: 204 len: 168 time: 0.6204293 Jul 07 20:59:59.112748 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 113ceffb-bf13-46dc-a2e2-803ad4672919 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 20:59:59.202807 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c42fbdba-1d05-45fc-a589-9a244d4dc3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:59.236334 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 113ceffb-bf13-46dc-a2e2-803ad4672919, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=113ceffb-bf13-46dc-a2e2-803ad4672919,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:59:59.250047 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '113ceffb-bf13-46dc-a2e2-803ad4672919', 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d', 'port_id': '113ceffb-bf13-46dc-a2e2-803ad4672919', 'mac_address': 'fa:16:3e:b0:83:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7fee8dd-f00c-44db-a4fa-5bd2d901683b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 20:59:59.299778 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:59.320289 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 113ceffb-bf13-46dc-a2e2-803ad4672919 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 20:59:59.347840 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 113ceffb-bf13-46dc-a2e2-803ad4672919, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=113ceffb-bf13-46dc-a2e2-803ad4672919,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 20:59:59.352415 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 20:59:59.418009 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=113ceffb-bf13-46dc-a2e2-803ad4672919,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 20:59:59.527355 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['113ceffb-bf13-46dc-a2e2-803ad4672919'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 20:59:59.858769 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60d46c-c378-400c-b5a0-fc1f7a1b694f req-c24a8b5a-9c29-4061-8546-c6ada23c761d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 20:59:59.870885 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7a60d46c-c378-400c-b5a0-fc1f7a1b694f req-c24a8b5a-9c29-4061-8546-c6ada23c761d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.1294091 Jul 07 20:59:59.936750 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7a60d46c-c378-400c-b5a0-fc1f7a1b694f req-1f9df20e-573b-41b1-9f2b-d50934ef0a3a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636759 Jul 07 21:00:00.583765 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:00:01.122778 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 113ceffb-bf13-46dc-a2e2-803ad4672919 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:00:01.238484 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd9845-92f1-4381-acf5-c90622a5a922 req-2ed0e589-2c69-452f-ac4a-0c3fe02f7cc2 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:01.241301 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c7bd9845-92f1-4381-acf5-c90622a5a922 req-2ed0e589-2c69-452f-ac4a-0c3fe02f7cc2 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.1293252 Jul 07 21:00:01.248175 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 113ceffb-bf13-46dc-a2e2-803ad4672919 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:00:01.251632 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:01.311973 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c7bd9845-92f1-4381-acf5-c90622a5a922 req-acce6288-7381-4bcd-a8a6-af1cd7deb6ce tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642653 Jul 07 21:00:01.474445 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:01.522232 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef44e6fe-c698-4ae0-8909-a091e821407d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113ceffb-bf13-46dc-a2e2-803ad4672919'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:00:01.524581 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4a8bb0-1ee2-4994-9fd5-713011866bf0" -d '{"events": [{"server_uuid": "ef44e6fe-c698-4ae0-8909-a091e821407d", "name": "network-vif-plugged", "status": "completed", "tag": "113ceffb-bf13-46dc-a2e2-803ad4672919"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:00:01.565780 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 113ceffb-bf13-46dc-a2e2-803ad4672919, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=113ceffb-bf13-46dc-a2e2-803ad4672919,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:01.579373 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:01.699033 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=113ceffb-bf13-46dc-a2e2-803ad4672919,revision_number=7']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:01.742919 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5c349a-6456-45d7-9ac6-438a63c939a3 x-openstack-request-id: req-0a5c349a-6456-45d7-9ac6-438a63c939a3 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:00:01.743354 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef44e6fe-c698-4ae0-8909-a091e821407d", "name": "network-vif-plugged", "status": "completed", "tag": "113ceffb-bf13-46dc-a2e2-803ad4672919", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:00:01.744196 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0a5c349a-6456-45d7-9ac6-438a63c939a3 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:00:01.745578 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef44e6fe-c698-4ae0-8909-a091e821407d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113ceffb-bf13-46dc-a2e2-803ad4672919', 'code': 200} Jul 07 21:00:01.844657 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c09ee926-1d82-4488-b6b0-17ae73252d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:01.928664 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:01.948115 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58fb06-12b4-4fb7-9632-1addfe1fab24 req-0555dbe2-7360-4244-bfbe-9dff27eb18d3 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:01.956022 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9b58fb06-12b4-4fb7-9632-1addfe1fab24 req-0555dbe2-7360-4244-bfbe-9dff27eb18d3 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.1081030 Jul 07 21:00:02.010871 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9b58fb06-12b4-4fb7-9632-1addfe1fab24 req-6ddfe031-d5f2-4a3c-a03e-6355c654dca2 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538237 Jul 07 21:00:02.397953 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db3092-bcda-47d8-bbbb-7837331cad8e req-c0b78572-bab7-4c9c-945b-41649a26aa88 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:02.401177 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-48db3092-bcda-47d8-bbbb-7837331cad8e req-c0b78572-bab7-4c9c-945b-41649a26aa88 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.1994057 Jul 07 21:00:02.494408 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-48db3092-bcda-47d8-bbbb-7837331cad8e req-7918da40-06d6-4d9f-bbb2-97ff2178169a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843165 Jul 07 21:00:03.206111 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfb5a5-5133-43a3-8cd2-f50ffa3f3900 req-a67fa103-bbf4-4d98-bc3e-daa8ebd4119e tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:03.214498 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-34bfb5a5-5133-43a3-8cd2-f50ffa3f3900 req-a67fa103-bbf4-4d98-bc3e-daa8ebd4119e tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.0893030 Jul 07 21:00:03.288145 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-34bfb5a5-5133-43a3-8cd2-f50ffa3f3900 req-a87f697b-0e17-4137-9eac-f5012422103a tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698800 Jul 07 21:00:03.493210 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:04.096808 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51170) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:04.261685 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-157a7335-661b-440f-87a0-0d18025f9825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:04.360912 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-157a7335-661b-440f-87a0-0d18025f9825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:04.370173 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-157a7335-661b-440f-87a0-0d18025f9825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:04.452158 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-157a7335-661b-440f-87a0-0d18025f9825 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb6a7ac8f1134a3aa0f2e5ce1556c7fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536243 Jul 07 21:00:04.454148 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a7335-661b-440f-87a0-0d18025f9825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa091932-a564-4974-82a7-a2bc84ef477c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:04.472417 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51180) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:04.555753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb56a88-242b-4eab-b0e6-9b9e81cfe06a req-3e05657a-b72d-4e87-b785-58b297a95e71 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:04.571424 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67675051-80c0-4934-910e-f61fd9818135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:04.574586 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4eb56a88-242b-4eab-b0e6-9b9e81cfe06a req-3e05657a-b72d-4e87-b785-58b297a95e71 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.1452556 Jul 07 21:00:04.609943 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67675051-80c0-4934-910e-f61fd9818135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:04.653038 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4eb56a88-242b-4eab-b0e6-9b9e81cfe06a req-1165753a-abfc-41e8-8a59-e577b1a0ef47 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774479 Jul 07 21:00:04.731414 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67675051-80c0-4934-910e-f61fd9818135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:04.735170 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67675051-80c0-4934-910e-f61fd9818135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:04.739746 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-67675051-80c0-4934-910e-f61fd9818135 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fa091932-a564-4974-82a7-a2bc84ef477c HTTP/1.1" status: 204 len: 168 time: 0.2640204 Jul 07 21:00:04.749093 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67675051-80c0-4934-910e-f61fd9818135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa091932-a564-4974-82a7-a2bc84ef477c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:04.974186 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b9365-3f24-433a-a487-df1de01bbfb8 req-809073cc-39b3-430a-ae8b-4e9385a4b1d5 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:04.979142 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-644b9365-3f24-433a-a487-df1de01bbfb8 req-809073cc-39b3-430a-ae8b-4e9385a4b1d5 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.39 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 945 time: 0.1898861 Jul 07 21:00:05.177351 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:05.192903 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-644b9365-3f24-433a-a487-df1de01bbfb8 req-f120c333-a126-45ce-8033-5c03706a6a78 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Deleting port c0172447-de99-4f4c-acda-e6be25aa7c3b {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:00:05.193438 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-644b9365-3f24-433a-a487-df1de01bbfb8 req-f120c333-a126-45ce-8033-5c03706a6a78 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:05.195592 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51200) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:05.220720 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-afd0a25d-8af8-4984-b1dd-b35a4674f1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:05.399679 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-644b9365-3f24-433a-a487-df1de01bbfb8 req-f120c333-a126-45ce-8033-5c03706a6a78 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] For port c0172447-de99-4f4c-acda-e6be25aa7c3b, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c0172447-de99-4f4c-acda-e6be25aa7c3b,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:05.400263 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-644b9365-3f24-433a-a487-df1de01bbfb8 req-f120c333-a126-45ce-8033-5c03706a6a78 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:05.426821 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-afd0a25d-8af8-4984-b1dd-b35a4674f1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:05.439752 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-afd0a25d-8af8-4984-b1dd-b35a4674f1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:05.440699 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-644b9365-3f24-433a-a487-df1de01bbfb8 req-f120c333-a126-45ce-8033-5c03706a6a78 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Calling delete_port for c0172447-de99-4f4c-acda-e6be25aa7c3b owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:00:05.510950 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0a25d-8af8-4984-b1dd-b35a4674f1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67222d24-7229-43f4-9934-26ac8774a76c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:05.540785 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-afd0a25d-8af8-4984-b1dd-b35a4674f1c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4c451ca4962b477c82da0b883ebf081b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3429651 Jul 07 21:00:05.543719 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51202) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:05.657175 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-644b9365-3f24-433a-a487-df1de01bbfb8 req-f120c333-a126-45ce-8033-5c03706a6a78 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:05.661444 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1c19c9c-f380-4ef0-9481-8a8552cc38f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:05.672049 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0a9f7927-5cda-4ee9-a3e4-7e0970851fb1'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:00:05.705484 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1c19c9c-f380-4ef0-9481-8a8552cc38f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:05.794604 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120c333-a126-45ce-8033-5c03706a6a78 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Pushing event deleted for resources: {'Port': ['ID=c0172447-de99-4f4c-acda-e6be25aa7c3b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:05.859218 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1c19c9c-f380-4ef0-9481-8a8552cc38f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:05.862346 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1c19c9c-f380-4ef0-9481-8a8552cc38f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:05.863642 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b1c19c9c-f380-4ef0-9481-8a8552cc38f6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/67222d24-7229-43f4-9934-26ac8774a76c HTTP/1.1" status: 204 len: 168 time: 0.3188076 Jul 07 21:00:05.894558 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c19c9c-f380-4ef0-9481-8a8552cc38f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67222d24-7229-43f4-9934-26ac8774a76c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:06.022915 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-622a700b-9cf1-4273-9bbb-8cc30e66b30f req-be5b2296-71e6-4a20-9ca4-980e723edb7c tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 210 time: 0.1228271 Jul 07 21:00:06.094120 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-644b9365-3f24-433a-a487-df1de01bbfb8 req-f120c333-a126-45ce-8033-5c03706a6a78 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] No DVR routers for this DVR port c0172447-de99-4f4c-acda-e6be25aa7c3b on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:00:06.112698 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-644b9365-3f24-433a-a487-df1de01bbfb8 req-f120c333-a126-45ce-8033-5c03706a6a78 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:06.114781 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-644b9365-3f24-433a-a487-df1de01bbfb8 req-f120c333-a126-45ce-8033-5c03706a6a78 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.39 "DELETE /v2.0/ports/c0172447-de99-4f4c-acda-e6be25aa7c3b HTTP/1.1" status: 204 len: 173 time: 1.1274376 Jul 07 21:00:06.115252 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b1f958-6c43-46ee-8430-fc9005a76135', 'name': 'network-vif-deleted', 'tag': 'c0172447-de99-4f4c-acda-e6be25aa7c3b'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:00:06.138218 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73260fdd-5f3a-4fd3-a908-c53ba3fa821c" -d '{"events": [{"server_uuid": "29b1f958-6c43-46ee-8430-fc9005a76135", "name": "network-vif-deleted", "tag": "c0172447-de99-4f4c-acda-e6be25aa7c3b"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:00:06.463723 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566431dd-59dc-4dcd-9f28-1a799a33b898 x-openstack-request-id: req-566431dd-59dc-4dcd-9f28-1a799a33b898 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:00:06.464824 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b1f958-6c43-46ee-8430-fc9005a76135", "name": "network-vif-deleted", "tag": "c0172447-de99-4f4c-acda-e6be25aa7c3b", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:00:06.466120 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-566431dd-59dc-4dcd-9f28-1a799a33b898 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:00:06.467087 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b1f958-6c43-46ee-8430-fc9005a76135', 'name': 'network-vif-deleted', 'tag': 'c0172447-de99-4f4c-acda-e6be25aa7c3b', 'status': 'completed', 'code': 200} Jul 07 21:00:06.598671 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0f5fe-5972-4d38-bca9-cf7a8a8fe130 req-b7595fde-4579-4a42-aacb-ee27e8388e3e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:06.664850 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0f5fe-5972-4d38-bca9-cf7a8a8fe130 req-b7595fde-4579-4a42-aacb-ee27e8388e3e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:06.672155 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0f5fe-5972-4d38-bca9-cf7a8a8fe130 req-b7595fde-4579-4a42-aacb-ee27e8388e3e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:06.678226 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0f5fe-5972-4d38-bca9-cf7a8a8fe130 req-b7595fde-4579-4a42-aacb-ee27e8388e3e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:06.685131 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0f5fe-5972-4d38-bca9-cf7a8a8fe130 req-b7595fde-4579-4a42-aacb-ee27e8388e3e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:06.700839 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0f5fe-5972-4d38-bca9-cf7a8a8fe130 req-b7595fde-4579-4a42-aacb-ee27e8388e3e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:06.732834 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0f5fe-5972-4d38-bca9-cf7a8a8fe130 req-b7595fde-4579-4a42-aacb-ee27e8388e3e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:06.745597 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f3a0f5fe-5972-4d38-bca9-cf7a8a8fe130 req-b7595fde-4579-4a42-aacb-ee27e8388e3e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5430 time: 0.3675315 Jul 07 21:00:06.835456 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f3a0f5fe-5972-4d38-bca9-cf7a8a8fe130 req-0e008a7f-a7bd-4508-950d-242ea287b8c8 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818846 Jul 07 21:00:07.151619 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device c0172447-de99-4f4c-acda-e6be25aa7c3b no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:00:07.226766 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: c0172447-de99-4f4c-acda-e6be25aa7c3b {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:00:07.227118 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device c0172447-de99-4f4c-acda-e6be25aa7c3b not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:00:07.242825 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6159c97-f2ff-4660-984e-04a2fd45746b req-c4536b62-e268-444e-b660-862578efa644 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:07.251077 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6159c97-f2ff-4660-984e-04a2fd45746b req-c4536b62-e268-444e-b660-862578efa644 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 946 time: 0.1954734 Jul 07 21:00:07.331895 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6159c97-f2ff-4660-984e-04a2fd45746b req-db82fc7b-8fe3-4aab-bb4b-14cae88e4f97 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794647 Jul 07 21:00:07.366976 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531b2f1-0adf-45c4-adfc-0da4df26ebc9 req-ca6274a5-7652-447d-8f81-330a1bb56e41 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:07.376742 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531b2f1-0adf-45c4-adfc-0da4df26ebc9 req-ca6274a5-7652-447d-8f81-330a1bb56e41 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:07.388496 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531b2f1-0adf-45c4-adfc-0da4df26ebc9 req-ca6274a5-7652-447d-8f81-330a1bb56e41 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:07.430111 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531b2f1-0adf-45c4-adfc-0da4df26ebc9 req-ca6274a5-7652-447d-8f81-330a1bb56e41 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:07.445890 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531b2f1-0adf-45c4-adfc-0da4df26ebc9 req-ca6274a5-7652-447d-8f81-330a1bb56e41 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:07.460887 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531b2f1-0adf-45c4-adfc-0da4df26ebc9 req-ca6274a5-7652-447d-8f81-330a1bb56e41 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:07.468584 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531b2f1-0adf-45c4-adfc-0da4df26ebc9 req-ca6274a5-7652-447d-8f81-330a1bb56e41 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:07.484759 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6531b2f1-0adf-45c4-adfc-0da4df26ebc9 req-ca6274a5-7652-447d-8f81-330a1bb56e41 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5430 time: 0.3729374 Jul 07 21:00:08.047816 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ff66b277-449e-47c5-87b3-189436c10ee9 req-93fdde3b-908c-4fc6-b58a-89104730b378 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=29b1f958-6c43-46ee-8430-fc9005a76135 HTTP/1.1" status: 200 len: 210 time: 0.0793617 Jul 07 21:00:10.808549 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51428) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:10.973763 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4128e2d-41ac-4730-97e9-fb4eacafd2e8 req-5ff27d99-48c6-4acd-82be-1f5cc50357ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:10.976595 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4128e2d-41ac-4730-97e9-fb4eacafd2e8 req-5ff27d99-48c6-4acd-82be-1f5cc50357ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:10.977100 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4128e2d-41ac-4730-97e9-fb4eacafd2e8 req-5ff27d99-48c6-4acd-82be-1f5cc50357ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:10.978112 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4128e2d-41ac-4730-97e9-fb4eacafd2e8 req-5ff27d99-48c6-4acd-82be-1f5cc50357ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:10.979735 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4128e2d-41ac-4730-97e9-fb4eacafd2e8 req-5ff27d99-48c6-4acd-82be-1f5cc50357ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:10.980230 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4128e2d-41ac-4730-97e9-fb4eacafd2e8 req-5ff27d99-48c6-4acd-82be-1f5cc50357ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:10.980911 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4128e2d-41ac-4730-97e9-fb4eacafd2e8 req-5ff27d99-48c6-4acd-82be-1f5cc50357ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:10.985054 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e4128e2d-41ac-4730-97e9-fb4eacafd2e8 req-5ff27d99-48c6-4acd-82be-1f5cc50357ef service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 6494 time: 0.1731787 Jul 07 21:00:11.068241 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e4128e2d-41ac-4730-97e9-fb4eacafd2e8 req-a4e0f2a2-c5ab-4c75-b7a1-656eae942197 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0776200 Jul 07 21:00:11.171777 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:00:11.407167 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:11.424263 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'port_id': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a', 'mac_address': 'fa:16:3e:6e:cb:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:00:11.548336 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:11.751459 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51470) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:11.895381 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd015331-f58c-41a6-a807-3ecb3e1c728a req-6a848b61-1ead-4021-bc7f-6ea57642baa4 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:11.906734 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dd015331-f58c-41a6-a807-3ecb3e1c728a req-6a848b61-1ead-4021-bc7f-6ea57642baa4 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=08cd5b96-c5a5-4c55-b4a0-1abb12a68b14 HTTP/1.1" status: 200 len: 945 time: 0.1020238 Jul 07 21:00:11.966106 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dd015331-f58c-41a6-a807-3ecb3e1c728a req-ab5d8878-a129-4e53-ae83-59792802de89 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579715 Jul 07 21:00:12.065523 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:00:12.090288 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:12.097167 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:12.208783 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:12.278988 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:00:12.950133 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-24c3955b-6c6b-4da8-b5bc-49c5d7e3c7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:13.199591 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:00:13.372945 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:00:13.374055 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:13.604508 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:13.613161 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cf626-f58c-4a99-a381-e7600436a061 req-9906f66f-17b4-45f7-aaad-c0c3d25f181c tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:13.616492 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fa5cf626-f58c-4a99-a381-e7600436a061 req-9906f66f-17b4-45f7-aaad-c0c3d25f181c tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.58 "GET /v2.0/ports?device_id=08cd5b96-c5a5-4c55-b4a0-1abb12a68b14 HTTP/1.1" status: 200 len: 945 time: 0.1672795 Jul 07 21:00:13.696373 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b491c9c-d0d2-47fd-a2fe-af7dae597368 req-3c80f506-b34f-48f4-bfe1-772ea1b225df tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:13.709250 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3b491c9c-d0d2-47fd-a2fe-af7dae597368 req-3c80f506-b34f-48f4-bfe1-772ea1b225df tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=08cd5b96-c5a5-4c55-b4a0-1abb12a68b14 HTTP/1.1" status: 200 len: 945 time: 0.1872628 Jul 07 21:00:13.758266 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:13.763488 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb62a516-875e-45f2-b801-06fd1678ac2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:00:13.770767 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a2b3d0-edde-4a5f-980e-596a8bc67e37" -d '{"events": [{"server_uuid": "fb62a516-875e-45f2-b801-06fd1678ac2e", "name": "network-vif-plugged", "status": "completed", "tag": "f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:00:13.786037 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:13.829776 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3b491c9c-d0d2-47fd-a2fe-af7dae597368 req-de9c48c3-8d9b-4142-aa22-e57248da3fad tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190069 Jul 07 21:00:13.911896 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-24c3955b-6c6b-4da8-b5bc-49c5d7e3c7d3 admin admin] Deleting port 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:00:13.912235 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-24c3955b-6c6b-4da8-b5bc-49c5d7e3c7d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:13.954507 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,revision_number=7']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:14.041451 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-fa5cf626-f58c-4a99-a381-e7600436a061 req-0266a60a-4e25-4973-91ba-182923e8d084 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Deleting port 0a9f7927-5cda-4ee9-a3e4-7e0970851fb1 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:00:14.042039 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-fa5cf626-f58c-4a99-a381-e7600436a061 req-0266a60a-4e25-4973-91ba-182923e8d084 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:14.142099 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-24c3955b-6c6b-4da8-b5bc-49c5d7e3c7d3 admin admin] For port 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28,segment=NetworkSegment(49619db1-acb6-458a-8d24-00385dd7ad61),segment_id=49619db1-acb6-458a-8d24-00385dd7ad61)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:14.142772 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-24c3955b-6c6b-4da8-b5bc-49c5d7e3c7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:14.165714 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-24c3955b-6c6b-4da8-b5bc-49c5d7e3c7d3 admin admin] Calling delete_port for 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:00:14.263459 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9ab30b-6cae-4387-8da6-00df2e32ecb5 x-openstack-request-id: req-9d9ab30b-6cae-4387-8da6-00df2e32ecb5 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:00:14.263768 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb62a516-875e-45f2-b801-06fd1678ac2e", "name": "network-vif-plugged", "status": "completed", "tag": "f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:00:14.264028 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d9ab30b-6cae-4387-8da6-00df2e32ecb5 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:00:14.264698 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb62a516-875e-45f2-b801-06fd1678ac2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a', 'code': 200} Jul 07 21:00:14.300274 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-fa5cf626-f58c-4a99-a381-e7600436a061 req-0266a60a-4e25-4973-91ba-182923e8d084 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] For port 0a9f7927-5cda-4ee9-a3e4-7e0970851fb1, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0a9f7927-5cda-4ee9-a3e4-7e0970851fb1,segment=NetworkSegment(d5d8c525-87b7-42a8-ac3d-96345c7f73c9),segment_id=d5d8c525-87b7-42a8-ac3d-96345c7f73c9)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:14.300957 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-fa5cf626-f58c-4a99-a381-e7600436a061 req-0266a60a-4e25-4973-91ba-182923e8d084 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:14.319911 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-fa5cf626-f58c-4a99-a381-e7600436a061 req-0266a60a-4e25-4973-91ba-182923e8d084 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Calling delete_port for 0a9f7927-5cda-4ee9-a3e4-7e0970851fb1 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:00:15.227967 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069551b2-0f38-4bd3-8020-1c8a3bf3d9f4 req-9e359b04-9083-4c18-a374-1f2b512638e5 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:15.246973 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-069551b2-0f38-4bd3-8020-1c8a3bf3d9f4 req-9e359b04-9083-4c18-a374-1f2b512638e5 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=08cd5b96-c5a5-4c55-b4a0-1abb12a68b14 HTTP/1.1" status: 200 len: 945 time: 0.1643519 Jul 07 21:00:15.286936 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-24c3955b-6c6b-4da8-b5bc-49c5d7e3c7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:15.326540 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3955b-6c6b-4da8-b5bc-49c5d7e3c7d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:15.327433 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-069551b2-0f38-4bd3-8020-1c8a3bf3d9f4 req-ae4cbeef-4b1c-4f04-80c8-b07531bdc151 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/security-groups?id=cdac4b74-68a5-4cdb-af05-14caf1f72137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791695 Jul 07 21:00:15.346868 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-fa5cf626-f58c-4a99-a381-e7600436a061 req-0266a60a-4e25-4973-91ba-182923e8d084 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:15.607980 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266a60a-4e25-4973-91ba-182923e8d084 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Pushing event deleted for resources: {'Port': ['ID=0a9f7927-5cda-4ee9-a3e4-7e0970851fb1,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:15.669118 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5cf626-f58c-4a99-a381-e7600436a061 req-0266a60a-4e25-4973-91ba-182923e8d084 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] No DVR routers for this DVR port 0a9f7927-5cda-4ee9-a3e4-7e0970851fb1 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:00:15.684140 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-fa5cf626-f58c-4a99-a381-e7600436a061 req-0266a60a-4e25-4973-91ba-182923e8d084 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:15.686787 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fa5cf626-f58c-4a99-a381-e7600436a061 req-0266a60a-4e25-4973-91ba-182923e8d084 tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.58 "DELETE /v2.0/ports/0a9f7927-5cda-4ee9-a3e4-7e0970851fb1 HTTP/1.1" status: 204 len: 173 time: 2.0542204 Jul 07 21:00:15.686787 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cd5b96-c5a5-4c55-b4a0-1abb12a68b14', 'name': 'network-vif-deleted', 'tag': '0a9f7927-5cda-4ee9-a3e4-7e0970851fb1'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:00:15.689046 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256e3245-ae1f-439d-945c-c4e32c9c7551" -d '{"events": [{"server_uuid": "08cd5b96-c5a5-4c55-b4a0-1abb12a68b14", "name": "network-vif-deleted", "tag": "0a9f7927-5cda-4ee9-a3e4-7e0970851fb1"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:00:15.813779 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e6f4e5-1720-4afa-8839-fa8412fb0174 x-openstack-request-id: req-d4e6f4e5-1720-4afa-8839-fa8412fb0174 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:00:15.814371 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08cd5b96-c5a5-4c55-b4a0-1abb12a68b14", "name": "network-vif-deleted", "tag": "0a9f7927-5cda-4ee9-a3e4-7e0970851fb1", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:00:15.814790 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d4e6f4e5-1720-4afa-8839-fa8412fb0174 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:00:15.815373 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cd5b96-c5a5-4c55-b4a0-1abb12a68b14', 'name': 'network-vif-deleted', 'tag': '0a9f7927-5cda-4ee9-a3e4-7e0970851fb1', 'status': 'completed', 'code': 200} Jul 07 21:00:15.961415 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-24c3955b-6c6b-4da8-b5bc-49c5d7e3c7d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:16.613446 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c3955b-6c6b-4da8-b5bc-49c5d7e3c7d3 admin admin] Router 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:00:16.752498 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b0bb5298-c582-4425-8211-3c5cb4c4fffe req-9115079b-d7bc-471b-b7a0-467cec27b63d tempest-ServersTestJSON-36515329 tempest-ServersTestJSON-36515329-project] 10.222.0.64 "GET /v2.0/ports?device_id=08cd5b96-c5a5-4c55-b4a0-1abb12a68b14 HTTP/1.1" status: 200 len: 210 time: 0.0697882 Jul 07 21:00:16.920750 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c3955b-6c6b-4da8-b5bc-49c5d7e3c7d3 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:00:16.931825 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5092f2-a2dd-4d47-a939-5c6c15cc218c None None] Sync routers for ids ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:00:16.956931 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51600) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:16.957800 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-24c3955b-6c6b-4da8-b5bc-49c5d7e3c7d3 admin admin] 10.222.0.64 "PUT /v2.0/routers/369340f2-f5e8-4c76-9eb7-ecc891ff6d4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2016106 Jul 07 21:00:16.958809 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5092f2-a2dd-4d47-a939-5c6c15cc218c None None] Routers {'369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:00:16.959800 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-8e5092f2-a2dd-4d47-a939-5c6c15cc218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:00:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:17.122435 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-8e5092f2-a2dd-4d47-a939-5c6c15cc218c None None] Set router 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:00:17.180952 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-859a88bf-ee17-43bd-b26f-feb5206399fd admin admin] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:17.269135 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0a9f7927-5cda-4ee9-a3e4-7e0970851fb1 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:00:17.413675 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-859a88bf-ee17-43bd-b26f-feb5206399fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:17.445939 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 0a9f7927-5cda-4ee9-a3e4-7e0970851fb1 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:00:17.451553 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0a9f7927-5cda-4ee9-a3e4-7e0970851fb1 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:00:17.545156 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-859a88bf-ee17-43bd-b26f-feb5206399fd admin admin] Deleting port f8009ad1-8e5b-4d02-8141-a0ae2d7824fc {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:00:17.545733 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-859a88bf-ee17-43bd-b26f-feb5206399fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:17.683112 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-8e5092f2-a2dd-4d47-a939-5c6c15cc218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'name': 'tempest-AttachVolumeTestJSON-1227447015-router', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:43Z', 'updated_at': '2021-07-07T21:00:14Z', 'revision_number': 5, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'gw_port': {'id': 'f8009ad1-8e5b-4d02-8141-a0ae2d7824fc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:29:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:50:44Z', 'updated_at': '2021-07-07T20:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:17.760086 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5092f2-a2dd-4d47-a939-5c6c15cc218c None None] Checking router: 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:00:17.767200 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-859a88bf-ee17-43bd-b26f-feb5206399fd admin admin] For port f8009ad1-8e5b-4d02-8141-a0ae2d7824fc, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f8009ad1-8e5b-4d02-8141-a0ae2d7824fc,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:17.768936 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-859a88bf-ee17-43bd-b26f-feb5206399fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:17.788766 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5092f2-a2dd-4d47-a939-5c6c15cc218c None None] Routers {'369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:00:17.789504 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-8e5092f2-a2dd-4d47-a939-5c6c15cc218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:00:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:17.803129 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-859a88bf-ee17-43bd-b26f-feb5206399fd admin admin] Calling delete_port for f8009ad1-8e5b-4d02-8141-a0ae2d7824fc owned by network:router_gateway {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:00:18.011052 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-8e5092f2-a2dd-4d47-a939-5c6c15cc218c None None] Set router 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:00:18.036650 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51610) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:18.182863 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ae9ad7-0232-4736-9c9d-9717ac20bb1d admin admin] Deleting subnet cef6a251-d924-4278-917e-0372be44ce70 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:00:18.188469 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-8e5092f2-a2dd-4d47-a939-5c6c15cc218c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'name': 'tempest-AttachVolumeTestJSON-1227447015-router', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:43Z', 'updated_at': '2021-07-07T21:00:17Z', 'revision_number': 6, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:18.196871 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a2ae9ad7-0232-4736-9c9d-9717ac20bb1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:18.273468 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5092f2-a2dd-4d47-a939-5c6c15cc218c None None] The sync data for ids ['369340f2-f5e8-4c76-9eb7-ecc891ff6d4a'] in n-d-695189-11 is: [{'id': '369340f2-f5e8-4c76-9eb7-ecc891ff6d4a', 'name': 'tempest-AttachVolumeTestJSON-1227447015-router', 'tenant_id': '840e879ee5f84b5498858a5e69b47b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:50:43Z', 'updated_at': '2021-07-07T21:00:17Z', 'revision_number': 6, 'project_id': '840e879ee5f84b5498858a5e69b47b03', 'gw_port_host': None}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:00:18.303128 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a2ae9ad7-0232-4736-9c9d-9717ac20bb1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:18.317785 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-859a88bf-ee17-43bd-b26f-feb5206399fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:18.408739 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a2ae9ad7-0232-4736-9c9d-9717ac20bb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:18.434030 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a88bf-ee17-43bd-b26f-feb5206399fd admin admin] Pushing event deleted for resources: {'Port': ['ID=f8009ad1-8e5b-4d02-8141-a0ae2d7824fc,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:18.534515 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-859a88bf-ee17-43bd-b26f-feb5206399fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:18.552968 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a2ae9ad7-0232-4736-9c9d-9717ac20bb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:18.580113 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a2ae9ad7-0232-4736-9c9d-9717ac20bb1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:18.587931 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a2ae9ad7-0232-4736-9c9d-9717ac20bb1d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cef6a251-d924-4278-917e-0372be44ce70 HTTP/1.1" status: 204 len: 168 time: 0.5497653 Jul 07 21:00:18.631981 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51616) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:18.648944 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae9ad7-0232-4736-9c9d-9717ac20bb1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cef6a251-d924-4278-917e-0372be44ce70,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:18.691960 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-859a88bf-ee17-43bd-b26f-feb5206399fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:18.701969 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-859a88bf-ee17-43bd-b26f-feb5206399fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:18.826271 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-859a88bf-ee17-43bd-b26f-feb5206399fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:18.826993 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859a88bf-ee17-43bd-b26f-feb5206399fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 369340f2-f5e8-4c76-9eb7-ecc891ff6d4a {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:00:18.839157 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-859a88bf-ee17-43bd-b26f-feb5206399fd admin admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:18.846253 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51620) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:18.848985 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-859a88bf-ee17-43bd-b26f-feb5206399fd admin admin] 10.222.0.64 "DELETE /v2.0/routers/369340f2-f5e8-4c76-9eb7-ecc891ff6d4a HTTP/1.1" status: 204 len: 168 time: 1.8908844 Jul 07 21:00:18.862165 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82119ecd-8093-4aed-8bda-b60e2318b62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:19.002988 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82119ecd-8093-4aed-8bda-b60e2318b62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:19.016205 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-82119ecd-8093-4aed-8bda-b60e2318b62c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287bef21-9852-4f7d-90ca-297ef811e6f1']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:19.033596 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-82119ecd-8093-4aed-8bda-b60e2318b62c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:19.034391 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-82119ecd-8093-4aed-8bda-b60e2318b62c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d8c525-87b7-42a8-ac3d-96345c7f73c9') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:19.046449 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82119ecd-8093-4aed-8bda-b60e2318b62c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:19.065452 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82119ecd-8093-4aed-8bda-b60e2318b62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:19.074171 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82119ecd-8093-4aed-8bda-b60e2318b62c admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:00:19.075249 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82119ecd-8093-4aed-8bda-b60e2318b62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:00:19.141739 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:00:19.151819 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2918d2-d626-44d7-b90f-fd32dca0acee admin admin] Deleting subnet 3b4310c6-664d-4c25-affc-191900c3c7bd {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:00:19.155711 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc2918d2-d626-44d7-b90f-fd32dca0acee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:19.262374 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc2918d2-d626-44d7-b90f-fd32dca0acee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:19.298243 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82119ecd-8093-4aed-8bda-b60e2318b62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:19.332917 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82119ecd-8093-4aed-8bda-b60e2318b62c admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:19.356537 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-82119ecd-8093-4aed-8bda-b60e2318b62c admin admin] 10.222.0.64 "DELETE /v2.0/networks/287bef21-9852-4f7d-90ca-297ef811e6f1 HTTP/1.1" status: 204 len: 168 time: 0.7123368 Jul 07 21:00:19.420316 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:00:19.468215 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82119ecd-8093-4aed-8bda-b60e2318b62c admin admin] Pushing event deleted for resources: {'Network': ['ID=287bef21-9852-4f7d-90ca-297ef811e6f1,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:19.486418 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:00:19.486783 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 9cafa9c2-daa1-46e7-92a1-8b49a7f4bc28 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:00:19.647735 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc2918d2-d626-44d7-b90f-fd32dca0acee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:19.803130 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc2918d2-d626-44d7-b90f-fd32dca0acee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:19.808589 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:19.815564 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51632) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:19.840344 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc2918d2-d626-44d7-b90f-fd32dca0acee admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:19.842644 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66430a09-e2c0-47cd-a2e1-4b12a0dd5d33 None None] Network dbd0aac4-ba7c-4061-9d6d-26726df3c3bb requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:00:19.845724 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dc2918d2-d626-44d7-b90f-fd32dca0acee admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3b4310c6-664d-4c25-affc-191900c3c7bd HTTP/1.1" status: 204 len: 168 time: 0.9938178 Jul 07 21:00:19.849415 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51634) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:19.931090 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f454aad2-1132-4131-aeff-e9d29242c4dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=128d0bdbd3254a86ab8fae38847d408e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1139205 Jul 07 21:00:19.933727 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51638) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:19.953077 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2918d2-d626-44d7-b90f-fd32dca0acee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b4310c6-664d-4c25-affc-191900c3c7bd,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:20.057653 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51640) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:20.058405 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f764d98d-fcc2-4486-9b8c-1c98da259dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.121358 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7473844f-ef5e-413b-9090-1a156f4f8900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.121886 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.122106 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f764d98d-fcc2-4486-9b8c-1c98da259dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.222201 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f764d98d-fcc2-4486-9b8c-1c98da259dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.225102 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f764d98d-fcc2-4486-9b8c-1c98da259dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.227475 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f764d98d-fcc2-4486-9b8c-1c98da259dd6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cdac4b74-68a5-4cdb-af05-14caf1f72137 HTTP/1.1" status: 204 len: 168 time: 0.2907717 Jul 07 21:00:20.236589 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-7473844f-ef5e-413b-9090-1a156f4f8900 admin admin] Deleting port 84341ea8-666e-4eff-9634-83b2eb2a7295 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:00:20.237104 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7473844f-ef5e-413b-9090-1a156f4f8900 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.253377 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fab7f4a-1f0c-46e0-a317-5086c107d5a0 None None] DHCP port deletion for dbd0aac4-ba7c-4061-9d6d-26726df3c3bb request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:00:20.259810 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764d98d-fcc2-4486-9b8c-1c98da259dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdac4b74-68a5-4cdb-af05-14caf1f72137,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:20.392927 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-0fab7f4a-1f0c-46e0-a317-5086c107d5a0 None None] Deleting port 84341ea8-666e-4eff-9634-83b2eb2a7295 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:00:20.393321 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0fab7f4a-1f0c-46e0-a317-5086c107d5a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.402035 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-7473844f-ef5e-413b-9090-1a156f4f8900 admin admin] For port 84341ea8-666e-4eff-9634-83b2eb2a7295, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=84341ea8-666e-4eff-9634-83b2eb2a7295,segment=NetworkSegment(49619db1-acb6-458a-8d24-00385dd7ad61),segment_id=49619db1-acb6-458a-8d24-00385dd7ad61)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:20.404903 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7473844f-ef5e-413b-9090-1a156f4f8900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.442550 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-7473844f-ef5e-413b-9090-1a156f4f8900 admin admin] Calling delete_port for 84341ea8-666e-4eff-9634-83b2eb2a7295 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:00:20.511844 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0fab7f4a-1f0c-46e0-a317-5086c107d5a0 None None] For port 84341ea8-666e-4eff-9634-83b2eb2a7295, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=84341ea8-666e-4eff-9634-83b2eb2a7295,segment=NetworkSegment(49619db1-acb6-458a-8d24-00385dd7ad61),segment_id=49619db1-acb6-458a-8d24-00385dd7ad61)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:20.512386 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0fab7f4a-1f0c-46e0-a317-5086c107d5a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.554759 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-0fab7f4a-1f0c-46e0-a317-5086c107d5a0 None None] Calling delete_port for 84341ea8-666e-4eff-9634-83b2eb2a7295 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:00:20.596109 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7473844f-ef5e-413b-9090-1a156f4f8900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.652421 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7473844f-ef5e-413b-9090-1a156f4f8900 admin admin] No DVR routers for this DVR port 84341ea8-666e-4eff-9634-83b2eb2a7295 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:00:20.654795 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473844f-ef5e-413b-9090-1a156f4f8900 admin admin] Pushing event deleted for resources: {'Port': ['ID=84341ea8-666e-4eff-9634-83b2eb2a7295,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: from cryptography.utils import int_from_bytes Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: from cryptography.utils import int_from_bytes Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.722985 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.726289 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.726289 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.726289 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.726289 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.726289 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.726289 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.726289 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.726289 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.726289 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.726289 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.726289 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.726289 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.726289 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:00:20.726289 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:00:20.745298 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0fab7f4a-1f0c-46e0-a317-5086c107d5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.783952 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2c8001d9-45cc-450e-83b8-1fcba6bdc5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.799587 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab7f4a-1f0c-46e0-a317-5086c107d5a0 None None] Pushing event deleted for resources: {'Port': ['ID=84341ea8-666e-4eff-9634-83b2eb2a7295,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:20.814410 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fab7f4a-1f0c-46e0-a317-5086c107d5a0 None None] No DVR routers for this DVR port 84341ea8-666e-4eff-9634-83b2eb2a7295 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:00:20.871781 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7473844f-ef5e-413b-9090-1a156f4f8900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:20.903016 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-7473844f-ef5e-413b-9090-1a156f4f8900 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd0aac4-ba7c-4061-9d6d-26726df3c3bb']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:20.931350 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-7473844f-ef5e-413b-9090-1a156f4f8900 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49619db1-acb6-458a-8d24-00385dd7ad61') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:20.931350 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-7473844f-ef5e-413b-9090-1a156f4f8900 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49619db1-acb6-458a-8d24-00385dd7ad61') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:20.973092 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7473844f-ef5e-413b-9090-1a156f4f8900 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:21.006392 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 84341ea8-666e-4eff-9634-83b2eb2a7295 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:00:21.018759 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2c8001d9-45cc-450e-83b8-1fcba6bdc5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:21.024804 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2c8001d9-45cc-450e-83b8-1fcba6bdc5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:21.025274 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7473844f-ef5e-413b-9090-1a156f4f8900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:21.045510 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7473844f-ef5e-413b-9090-1a156f4f8900 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:00:21.048461 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7473844f-ef5e-413b-9090-1a156f4f8900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:00:21.053707 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:00:21.077795 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 84341ea8-666e-4eff-9634-83b2eb2a7295 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:00:21.078020 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 84341ea8-666e-4eff-9634-83b2eb2a7295 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:00:21.078704 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f8009ad1-8e5b-4d02-8141-a0ae2d7824fc no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:00:21.085303 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2c8001d9-45cc-450e-83b8-1fcba6bdc5e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5a7b4d02b42b4c1a98aab489cb3e3062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9258723 Jul 07 21:00:21.090992 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51696) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:21.116905 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8001d9-45cc-450e-83b8-1fcba6bdc5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb740377-0dfc-4e41-a91a-446714ba5007,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:21.179808 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: f8009ad1-8e5b-4d02-8141-a0ae2d7824fc {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:00:21.181715 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f8009ad1-8e5b-4d02-8141-a0ae2d7824fc not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:00:21.274962 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7473844f-ef5e-413b-9090-1a156f4f8900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:21.282957 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7473844f-ef5e-413b-9090-1a156f4f8900 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:21.285121 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7473844f-ef5e-413b-9090-1a156f4f8900 admin admin] 10.222.0.64 "DELETE /v2.0/networks/dbd0aac4-ba7c-4061-9d6d-26726df3c3bb HTTP/1.1" status: 204 len: 168 time: 1.3960466 Jul 07 21:00:21.308899 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473844f-ef5e-413b-9090-1a156f4f8900 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbd0aac4-ba7c-4061-9d6d-26726df3c3bb,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:21.314157 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8c0d212d-8a63-4a77-96ec-39c967c9cb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:21.344735 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8c0d212d-8a63-4a77-96ec-39c967c9cb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:21.409972 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8c0d212d-8a63-4a77-96ec-39c967c9cb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:21.421219 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8c0d212d-8a63-4a77-96ec-39c967c9cb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:21.430895 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8c0d212d-8a63-4a77-96ec-39c967c9cb4d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bb740377-0dfc-4e41-a91a-446714ba5007 HTTP/1.1" status: 204 len: 168 time: 0.2640886 Jul 07 21:00:21.451911 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d212d-8a63-4a77-96ec-39c967c9cb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb740377-0dfc-4e41-a91a-446714ba5007,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:21.522227 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51716) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:21.607135 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51722) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:21.607496 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-faed8079-e0f0-41b3-8323-7e945450c791 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=840e879ee5f84b5498858a5e69b47b03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0834572 Jul 07 21:00:21.710353 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bbb5595b-ffcd-4d3b-a99a-3f63345d4e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:21.758126 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bbb5595b-ffcd-4d3b-a99a-3f63345d4e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:21.885149 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bbb5595b-ffcd-4d3b-a99a-3f63345d4e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:21.888351 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bbb5595b-ffcd-4d3b-a99a-3f63345d4e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:21.889983 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bbb5595b-ffcd-4d3b-a99a-3f63345d4e39 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4bb7d1be-a00a-4dd5-93f0-f8f474f55a70 HTTP/1.1" status: 204 len: 168 time: 0.2810700 Jul 07 21:00:21.898342 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5595b-ffcd-4d3b-a99a-3f63345d4e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb7d1be-a00a-4dd5-93f0-f8f474f55a70,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:22.399588 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51766) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:22.629965 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-86b45120-9466-4a85-9ae2-f7eb5c18e298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:22.633074 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51774) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:22.670204 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a5c7c47d-f7a1-406c-9b67-814b3427fa9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:22.804978 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-86b45120-9466-4a85-9ae2-f7eb5c18e298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:22.811028 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-86b45120-9466-4a85-9ae2-f7eb5c18e298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:22.839267 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b45120-9466-4a85-9ae2-f7eb5c18e298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94098ca3-378f-4c64-848b-b0ae25e73c09,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:22.870881 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-86b45120-9466-4a85-9ae2-f7eb5c18e298 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4ef855f10a4d42d4830420dd848f0229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4693165 Jul 07 21:00:22.871742 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51790) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:22.944776 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a5c7c47d-f7a1-406c-9b67-814b3427fa9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:22.961316 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a5c7c47d-f7a1-406c-9b67-814b3427fa9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:23.003007 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e02badc2-d4c1-4dd4-be0c-c4cafb875b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:23.014437 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a5c7c47d-f7a1-406c-9b67-814b3427fa9b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e4869f466e6042c5811683f10d48680b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3788991 Jul 07 21:00:23.018256 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51794) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:23.027608 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7c47d-f7a1-406c-9b67-814b3427fa9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7de4b69-eb74-4a96-9c4b-026c3ad8123f,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:23.075726 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e02badc2-d4c1-4dd4-be0c-c4cafb875b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:23.084468 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d2d82c0-db0c-42a2-8289-dc36fcdef569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:23.090525 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-f109f8bb-af3c-49dd-9f59-1cb1606809c8 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:23.099415 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-f109f8bb-af3c-49dd-9f59-1cb1606809c8 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/networks?id=933cf619-8e75-4b39-b1f0-c7abdb37f80d HTTP/1.1" status: 200 len: 804 time: 0.2077322 Jul 07 21:00:23.111940 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d2d82c0-db0c-42a2-8289-dc36fcdef569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:23.119470 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-b72b9587-f470-40e6-80ff-f9e1e3bc254a tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/quotas/8ec973c72b0c446b8a6f30c2bb3552ad HTTP/1.1" status: 200 len: 375 time: 0.0186634 Jul 07 21:00:23.178356 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d2d82c0-db0c-42a2-8289-dc36fcdef569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:23.188357 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d2d82c0-db0c-42a2-8289-dc36fcdef569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:23.219560 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6d2d82c0-db0c-42a2-8289-dc36fcdef569 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a7de4b69-eb74-4a96-9c4b-026c3ad8123f HTTP/1.1" status: 204 len: 168 time: 0.1930254 Jul 07 21:00:23.233605 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-cacab063-0f7d-4e41-8c69-8193483eae42 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8ec973c72b0c446b8a6f30c2bb3552ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1128900 Jul 07 21:00:23.241999 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d82c0-db0c-42a2-8289-dc36fcdef569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7de4b69-eb74-4a96-9c4b-026c3ad8123f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:23.365444 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-6470e27d-5bd9-49ed-a89c-4b197cb7330a service neutron] 10.222.0.64 "GET /v2.0/networks/933cf619-8e75-4b39-b1f0-c7abdb37f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304581 Jul 07 21:00:23.386455 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e02badc2-d4c1-4dd4-be0c-c4cafb875b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:23.389055 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e02badc2-d4c1-4dd4-be0c-c4cafb875b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:23.392564 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e02badc2-d4c1-4dd4-be0c-c4cafb875b3d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/94098ca3-378f-4c64-848b-b0ae25e73c09 HTTP/1.1" status: 204 len: 168 time: 0.5175269 Jul 07 21:00:23.487298 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-e071fb68-20f8-4ac1-b5fd-2e761ae831fb service neutron] 10.222.0.64 "GET /v2.0/networks/933cf619-8e75-4b39-b1f0-c7abdb37f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204801 Jul 07 21:00:23.495874 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02badc2-d4c1-4dd4-be0c-c4cafb875b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94098ca3-378f-4c64-848b-b0ae25e73c09,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:23.808405 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fe2a7dee-e3af-4477-b342-170569361e43 req-cb4b73c1-927e-4f2a-89f8-ba94098d9692 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=710d1480-26b1-47e6-87c4-d62e800ae2b6 HTTP/1.1" status: 200 len: 210 time: 0.0435894 Jul 07 21:00:24.933282 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-74f29553-4bbc-4871-b6c6-6b0551faf92d req-21353996-e273-4f3f-8abf-5526e279ce95 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=710d1480-26b1-47e6-87c4-d62e800ae2b6 HTTP/1.1" status: 200 len: 210 time: 0.0482824 Jul 07 21:00:25.113620 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32a8c4-1492-4f97-8b9a-eaf71d45265d req-906c6f45-e49d-4c2a-9b6b-34c671d26083 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:25.115204 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b32a8c4-1492-4f97-8b9a-eaf71d45265d req-906c6f45-e49d-4c2a-9b6b-34c671d26083 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef44e6fe-c698-4ae0-8909-a091e821407d HTTP/1.1" status: 200 len: 945 time: 0.1267316 Jul 07 21:00:25.225536 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 113ceffb-bf13-46dc-a2e2-803ad4672919 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:00:25.415933 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:25.468547 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-4b32a8c4-1492-4f97-8b9a-eaf71d45265d req-c2f1fda8-849e-4b64-b91b-e53eb76ce402 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Deleting port 113ceffb-bf13-46dc-a2e2-803ad4672919 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:00:25.471292 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4b32a8c4-1492-4f97-8b9a-eaf71d45265d req-c2f1fda8-849e-4b64-b91b-e53eb76ce402 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:25.512310 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 113ceffb-bf13-46dc-a2e2-803ad4672919, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=113ceffb-bf13-46dc-a2e2-803ad4672919,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:25.513454 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef44e6fe-c698-4ae0-8909-a091e821407d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '113ceffb-bf13-46dc-a2e2-803ad4672919'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:00:25.517138 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528a1b44-3690-42cd-9596-e9c279c04933" -d '{"events": [{"server_uuid": "ef44e6fe-c698-4ae0-8909-a091e821407d", "name": "network-vif-unplugged", "status": "completed", "tag": "113ceffb-bf13-46dc-a2e2-803ad4672919"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:00:25.551499 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:25.698082 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=113ceffb-bf13-46dc-a2e2-803ad4672919,revision_number=8']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:25.707827 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 21:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def95538-1a09-4813-ae8b-b04c0ed9f369 x-openstack-request-id: req-def95538-1a09-4813-ae8b-b04c0ed9f369 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:00:25.709923 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef44e6fe-c698-4ae0-8909-a091e821407d", "name": "network-vif-unplugged", "status": "completed", "tag": "113ceffb-bf13-46dc-a2e2-803ad4672919", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:00:25.710358 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-def95538-1a09-4813-ae8b-b04c0ed9f369 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:00:25.710949 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef44e6fe-c698-4ae0-8909-a091e821407d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '113ceffb-bf13-46dc-a2e2-803ad4672919', 'code': 200} Jul 07 21:00:25.793205 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-4b32a8c4-1492-4f97-8b9a-eaf71d45265d req-c2f1fda8-849e-4b64-b91b-e53eb76ce402 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] For port 113ceffb-bf13-46dc-a2e2-803ad4672919, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=113ceffb-bf13-46dc-a2e2-803ad4672919,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:25.793591 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4b32a8c4-1492-4f97-8b9a-eaf71d45265d req-c2f1fda8-849e-4b64-b91b-e53eb76ce402 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:25.818866 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-4b32a8c4-1492-4f97-8b9a-eaf71d45265d req-c2f1fda8-849e-4b64-b91b-e53eb76ce402 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Calling delete_port for 113ceffb-bf13-46dc-a2e2-803ad4672919 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:00:26.057740 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4b32a8c4-1492-4f97-8b9a-eaf71d45265d req-c2f1fda8-849e-4b64-b91b-e53eb76ce402 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:26.114282 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1fda8-849e-4b64-b91b-e53eb76ce402 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Pushing event deleted for resources: {'Port': ['ID=113ceffb-bf13-46dc-a2e2-803ad4672919,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:26.214535 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b32a8c4-1492-4f97-8b9a-eaf71d45265d req-c2f1fda8-849e-4b64-b91b-e53eb76ce402 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] No DVR routers for this DVR port 113ceffb-bf13-46dc-a2e2-803ad4672919 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:00:26.229781 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6de03eb8-0c47-48fd-bd7a-371c4f87365f req-0101ec53-8cf4-4733-b012-328672e1cdbc tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=710d1480-26b1-47e6-87c4-d62e800ae2b6 HTTP/1.1" status: 200 len: 210 time: 0.1280727 Jul 07 21:00:26.237619 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-4b32a8c4-1492-4f97-8b9a-eaf71d45265d req-c2f1fda8-849e-4b64-b91b-e53eb76ce402 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:26.248448 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b32a8c4-1492-4f97-8b9a-eaf71d45265d req-c2f1fda8-849e-4b64-b91b-e53eb76ce402 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.39 "DELETE /v2.0/ports/113ceffb-bf13-46dc-a2e2-803ad4672919 HTTP/1.1" status: 204 len: 173 time: 1.0914268 Jul 07 21:00:26.248448 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef44e6fe-c698-4ae0-8909-a091e821407d', 'name': 'network-vif-deleted', 'tag': '113ceffb-bf13-46dc-a2e2-803ad4672919'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:00:26.252919 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de14adf5-e7fe-4476-a0c1-67b49958ce8a" -d '{"events": [{"server_uuid": "ef44e6fe-c698-4ae0-8909-a091e821407d", "name": "network-vif-deleted", "tag": "113ceffb-bf13-46dc-a2e2-803ad4672919"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:00:26.331631 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af46481a-5f14-4270-83bd-4caeec5c3382 x-openstack-request-id: req-af46481a-5f14-4270-83bd-4caeec5c3382 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:00:26.332065 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef44e6fe-c698-4ae0-8909-a091e821407d", "name": "network-vif-deleted", "tag": "113ceffb-bf13-46dc-a2e2-803ad4672919", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:00:26.332436 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af46481a-5f14-4270-83bd-4caeec5c3382 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:00:26.333030 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef44e6fe-c698-4ae0-8909-a091e821407d', 'name': 'network-vif-deleted', 'tag': '113ceffb-bf13-46dc-a2e2-803ad4672919', 'status': 'completed', 'code': 200} Jul 07 21:00:26.478568 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-1fc1ab8a-9ce5-48fe-8e1e-5164f650d149 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:26.483263 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-1fc1ab8a-9ce5-48fe-8e1e-5164f650d149 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.39 "GET /v2.0/networks?id=933cf619-8e75-4b39-b1f0-c7abdb37f80d HTTP/1.1" status: 200 len: 804 time: 0.3001764 Jul 07 21:00:26.498163 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-68585abb-c47c-4a69-b1a8-8ad8c7ba58e0 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Request body: {'port': {'device_id': '710d1480-26b1-47e6-87c4-d62e800ae2b6', 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d', 'admin_state_up': True, 'tenant_id': '8ec973c72b0c446b8a6f30c2bb3552ad'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:00:26.832575 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-68585abb-c47c-4a69-b1a8-8ad8c7ba58e0 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Made reservation on behalf of 8ec973c72b0c446b8a6f30c2bb3552ad for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:00:26.837598 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-68585abb-c47c-4a69-b1a8-8ad8c7ba58e0 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:27.116676 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-68585abb-c47c-4a69-b1a8-8ad8c7ba58e0 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Allocated IP 172.20.0.14 (933cf619-8e75-4b39-b1f0-c7abdb37f80d/f7fee8dd-f00c-44db-a4fa-5bd2d901683b/78ffbe93-4e79-411f-9e8b-e22602f3bf5c) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:00:27.422001 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-68585abb-c47c-4a69-b1a8-8ad8c7ba58e0 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:27.543900 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-68585abb-c47c-4a69-b1a8-8ad8c7ba58e0 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:27.600546 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-68585abb-c47c-4a69-b1a8-8ad8c7ba58e0 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Network 933cf619-8e75-4b39-b1f0-c7abdb37f80d is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:00:27.605093 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-68585abb-c47c-4a69-b1a8-8ad8c7ba58e0 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:00:27.610545 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-68585abb-c47c-4a69-b1a8-8ad8c7ba58e0 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:00:27.655600 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68585abb-c47c-4a69-b1a8-8ad8c7ba58e0 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Pushing event updated for resources: {'Port': ['ID=78ffbe93-4e79-411f-9e8b-e22602f3bf5c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:27.686242 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-68585abb-c47c-4a69-b1a8-8ad8c7ba58e0 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:27.687221 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-68585abb-c47c-4a69-b1a8-8ad8c7ba58e0 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:27.707279 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797ede3-d36f-4057-ba85-abcdfb3a1725 req-2be2bc4c-b271-4e62-84c6-16df9bd72100 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:27.713215 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a797ede3-d36f-4057-ba85-abcdfb3a1725 req-2be2bc4c-b271-4e62-84c6-16df9bd72100 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=710d1480-26b1-47e6-87c4-d62e800ae2b6 HTTP/1.1" status: 200 len: 932 time: 0.2027540 Jul 07 21:00:27.731568 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-68585abb-c47c-4a69-b1a8-8ad8c7ba58e0 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2412140 Jul 07 21:00:27.780140 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a797ede3-d36f-4057-ba85-abcdfb3a1725 req-f8ab4d0d-e658-495d-b5aa-1c725ecc65cd tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564520 Jul 07 21:00:27.814540 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51994) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:27.936621 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-2d500a5f-8eaa-49cc-8c2b-9de2c2ceeb46 service neutron] Request body: {'port': {'device_id': '710d1480-26b1-47e6-87c4-d62e800ae2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:00:28.031990 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-31224980-2f05-4219-8ce9-a5d1e2d0c64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:28.151104 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-31224980-2f05-4219-8ce9-a5d1e2d0c64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:28.158508 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-31224980-2f05-4219-8ce9-a5d1e2d0c64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:28.243444 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-31224980-2f05-4219-8ce9-a5d1e2d0c64e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c92570047c824b01889931c01439eb12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4263191 Jul 07 21:00:28.245530 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52002) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:28.247542 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31224980-2f05-4219-8ce9-a5d1e2d0c64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af4c045-cd62-4cdc-aa41-11811b70952f,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:28.256257 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-2d500a5f-8eaa-49cc-8c2b-9de2c2ceeb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:28.309740 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52004) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:28.317435 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f33a7235-b876-48f9-8621-42a411fc6766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:28.344290 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f33a7235-b876-48f9-8621-42a411fc6766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:28.431362 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f33a7235-b876-48f9-8621-42a411fc6766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:28.435979 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f33a7235-b876-48f9-8621-42a411fc6766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:28.435979 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f33a7235-b876-48f9-8621-42a411fc6766 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4af4c045-cd62-4cdc-aa41-11811b70952f HTTP/1.1" status: 204 len: 168 time: 0.1892688 Jul 07 21:00:28.461919 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a7235-b876-48f9-8621-42a411fc6766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af4c045-cd62-4cdc-aa41-11811b70952f,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:28.687743 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-2d500a5f-8eaa-49cc-8c2b-9de2c2ceeb46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ffbe93-4e79-411f-9e8b-e22602f3bf5c {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:00:28.706650 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1c67bbbe-996e-4af6-aa37-35e0cf43a8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:28.714077 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-2d500a5f-8eaa-49cc-8c2b-9de2c2ceeb46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:28.744921 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-2d500a5f-8eaa-49cc-8c2b-9de2c2ceeb46 service neutron] Transition to ACTIVE for port object 78ffbe93-4e79-411f-9e8b-e22602f3bf5c will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:00:28.755128 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-2d500a5f-8eaa-49cc-8c2b-9de2c2ceeb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:28.931092 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d500a5f-8eaa-49cc-8c2b-9de2c2ceeb46 service neutron] Pushing event updated for resources: {'Port': ['ID=78ffbe93-4e79-411f-9e8b-e22602f3bf5c,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:29.052267 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b5f91-4b46-4157-a4bd-23a31874cd4a req-b99de83e-ad45-4a56-83b6-d8a52cfad390 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:29.053963 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-237b5f91-4b46-4157-a4bd-23a31874cd4a req-b99de83e-ad45-4a56-83b6-d8a52cfad390 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=710d1480-26b1-47e6-87c4-d62e800ae2b6 HTTP/1.1" status: 200 len: 944 time: 0.1123161 Jul 07 21:00:29.098034 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-2d500a5f-8eaa-49cc-8c2b-9de2c2ceeb46 service neutron] Attempting to bind port 78ffbe93-4e79-411f-9e8b-e22602f3bf5c on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:00:29.098369 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-2d500a5f-8eaa-49cc-8c2b-9de2c2ceeb46 service neutron] Attempting to bind port 78ffbe93-4e79-411f-9e8b-e22602f3bf5c by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': 'd37371ac-82c7-48d4-ab31-64c23c20d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:00:29.098717 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-2d500a5f-8eaa-49cc-8c2b-9de2c2ceeb46 service neutron] Attempting to bind port 78ffbe93-4e79-411f-9e8b-e22602f3bf5c on network 933cf619-8e75-4b39-b1f0-c7abdb37f80d {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:00:29.102298 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1c67bbbe-996e-4af6-aa37-35e0cf43a8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:29.106348 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-2d500a5f-8eaa-49cc-8c2b-9de2c2ceeb46 service neutron] Port 78ffbe93-4e79-411f-9e8b-e22602f3bf5c on network 933cf619-8e75-4b39-b1f0-c7abdb37f80d not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:00:29.106598 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-2d500a5f-8eaa-49cc-8c2b-9de2c2ceeb46 service neutron] Attempting to bind port 78ffbe93-4e79-411f-9e8b-e22602f3bf5c on network 933cf619-8e75-4b39-b1f0-c7abdb37f80d {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:00:29.110246 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1c67bbbe-996e-4af6-aa37-35e0cf43a8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:29.128247 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-237b5f91-4b46-4157-a4bd-23a31874cd4a req-b1f68df5-682d-4651-b827-3195eaa69b86 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674312 Jul 07 21:00:29.167796 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-2d500a5f-8eaa-49cc-8c2b-9de2c2ceeb46 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:00:29.168765 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-2d500a5f-8eaa-49cc-8c2b-9de2c2ceeb46 service neutron] Checking segment: {'id': 'd37371ac-82c7-48d4-ab31-64c23c20d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:00:29.169226 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-2d500a5f-8eaa-49cc-8c2b-9de2c2ceeb46 service neutron] Bound using segment: {'id': 'd37371ac-82c7-48d4-ab31-64c23c20d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:00:29.170773 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-2d500a5f-8eaa-49cc-8c2b-9de2c2ceeb46 service neutron] Bound port: 78ffbe93-4e79-411f-9e8b-e22602f3bf5c, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37371ac-82c7-48d4-ab31-64c23c20d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:00:29.171805 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-2d500a5f-8eaa-49cc-8c2b-9de2c2ceeb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:29.182652 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0b41a0df-5439-449c-a741-a68101de8db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:29.197276 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1c67bbbe-996e-4af6-aa37-35e0cf43a8fa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=14a4bc2688e8455cad1669fa574593eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8833454 Jul 07 21:00:29.197518 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52032) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:29.238587 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 113ceffb-bf13-46dc-a2e2-803ad4672919 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:00:29.253820 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67bbbe-996e-4af6-aa37-35e0cf43a8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64090381-d7bc-44e5-a618-c3418c1939cb,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:29.289606 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-73187753-7b4f-4108-bad2-f090355d7d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:29.290508 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 113ceffb-bf13-46dc-a2e2-803ad4672919 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:00:29.291046 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 113ceffb-bf13-46dc-a2e2-803ad4672919 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:00:29.317280 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-2d500a5f-8eaa-49cc-8c2b-9de2c2ceeb46 service neutron] For port 78ffbe93-4e79-411f-9e8b-e22602f3bf5c, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:00:29.317682 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-73187753-7b4f-4108-bad2-f090355d7d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:29.321959 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-2d500a5f-8eaa-49cc-8c2b-9de2c2ceeb46 service neutron] For port 78ffbe93-4e79-411f-9e8b-e22602f3bf5c, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=78ffbe93-4e79-411f-9e8b-e22602f3bf5c,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:00:29.338368 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-2d500a5f-8eaa-49cc-8c2b-9de2c2ceeb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:29.421935 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-73187753-7b4f-4108-bad2-f090355d7d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:29.424530 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-73187753-7b4f-4108-bad2-f090355d7d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:29.430951 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-73187753-7b4f-4108-bad2-f090355d7d87 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/64090381-d7bc-44e5-a618-c3418c1939cb HTTP/1.1" status: 204 len: 168 time: 0.2269690 Jul 07 21:00:29.440389 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73187753-7b4f-4108-bad2-f090355d7d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64090381-d7bc-44e5-a618-c3418c1939cb,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:29.495403 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-2d500a5f-8eaa-49cc-8c2b-9de2c2ceeb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:29.496050 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-2d500a5f-8eaa-49cc-8c2b-9de2c2ceeb46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:29.497526 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-2d500a5f-8eaa-49cc-8c2b-9de2c2ceeb46 service neutron] 10.222.0.39 "PUT /v2.0/ports/78ffbe93-4e79-411f-9e8b-e22602f3bf5c HTTP/1.1" status: 200 len: 1093 time: 1.7560003 Jul 07 21:00:29.498004 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710d1480-26b1-47e6-87c4-d62e800ae2b6', 'tag': '78ffbe93-4e79-411f-9e8b-e22602f3bf5c'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:00:29.500350 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278bd173-b340-49df-9dc6-354fc27f0f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "710d1480-26b1-47e6-87c4-d62e800ae2b6", "tag": "78ffbe93-4e79-411f-9e8b-e22602f3bf5c"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:00:29.589141 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54754c5-59da-4487-b40b-48f360bbecfc x-openstack-request-id: req-e54754c5-59da-4487-b40b-48f360bbecfc {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:00:29.589480 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710d1480-26b1-47e6-87c4-d62e800ae2b6", "tag": "78ffbe93-4e79-411f-9e8b-e22602f3bf5c", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:00:29.589691 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e54754c5-59da-4487-b40b-48f360bbecfc {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:00:29.590111 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710d1480-26b1-47e6-87c4-d62e800ae2b6', 'tag': '78ffbe93-4e79-411f-9e8b-e22602f3bf5c', 'status': 'completed', 'code': 200} Jul 07 21:00:29.626588 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d500a5f-8eaa-49cc-8c2b-9de2c2ceeb46 service neutron] Pushing event updated for resources: {'Port': ['ID=78ffbe93-4e79-411f-9e8b-e22602f3bf5c,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:29.656526 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-01f89222-39e0-4268-a220-67c44472f2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:29.658142 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-01f89222-39e0-4268-a220-67c44472f2a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ec973c72b0c446b8a6f30c2bb3552ad&device_id=710d1480-26b1-47e6-87c4-d62e800ae2b6 HTTP/1.1" status: 200 len: 1096 time: 0.1022115 Jul 07 21:00:29.725748 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-cca3d4bc-c4c9-4ec4-9585-f3999225606c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78ffbe93-4e79-411f-9e8b-e22602f3bf5c HTTP/1.1" status: 200 len: 217 time: 0.0526559 Jul 07 21:00:29.836373 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-b07d8d78-9d7a-4f0b-b471-7798fd7f9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:29.838182 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-b07d8d78-9d7a-4f0b-b471-7798fd7f9d32 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f7fee8dd-f00c-44db-a4fa-5bd2d901683b HTTP/1.1" status: 200 len: 844 time: 0.1023383 Jul 07 21:00:29.879238 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-e1c6b186-7df3-455d-b6a5-fa78c9d92008 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=933cf619-8e75-4b39-b1f0-c7abdb37f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329156 Jul 07 21:00:29.997431 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-422475b8-2078-4c24-8584-77c6112a4897 service neutron] 10.222.0.39 "GET /v2.0/networks/933cf619-8e75-4b39-b1f0-c7abdb37f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098001 Jul 07 21:00:30.052153 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52062) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:30.068120 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0a050848-bb17-4345-beef-7c91914079d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:30.237625 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9db5c8c4-702e-4c03-89e4-e687731b5184 req-f09578da-b10f-492d-b53f-2e786fd4cfa5 service neutron] 10.222.0.39 "GET /v2.0/networks/933cf619-8e75-4b39-b1f0-c7abdb37f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329526 Jul 07 21:00:30.255375 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0a050848-bb17-4345-beef-7c91914079d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:30.261592 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0a050848-bb17-4345-beef-7c91914079d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:30.372895 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a050848-bb17-4345-beef-7c91914079d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f64a5a-5c87-4617-801b-105e971a11e5,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:30.389790 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0a050848-bb17-4345-beef-7c91914079d2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e237c96d3ae4fbbad7a138aeb0e866e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340924 Jul 07 21:00:30.390177 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52068) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:30.465104 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bd173-b340-49df-9dc6-354fc27f0f6f req-6e5e4ad4-4ea1-446e-a3c0-e16a389290a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:30.466364 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-278bd173-b340-49df-9dc6-354fc27f0f6f req-6e5e4ad4-4ea1-446e-a3c0-e16a389290a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ec973c72b0c446b8a6f30c2bb3552ad&device_id=710d1480-26b1-47e6-87c4-d62e800ae2b6 HTTP/1.1" status: 200 len: 1096 time: 0.1561787 Jul 07 21:00:30.548821 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8d4614b2-ff7e-46b6-97b8-33556e1aa8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:30.601252 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bd173-b340-49df-9dc6-354fc27f0f6f req-30207aaf-0e85-4f60-88c3-21b0886af916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:30.603679 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-278bd173-b340-49df-9dc6-354fc27f0f6f req-30207aaf-0e85-4f60-88c3-21b0886af916 service neutron] 10.222.0.39 "GET /v2.0/networks?id=933cf619-8e75-4b39-b1f0-c7abdb37f80d HTTP/1.1" status: 200 len: 905 time: 0.1250908 Jul 07 21:00:30.631297 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dafc65-dcc1-4618-85c3-a50fb34aebd1 req-322ad645-fb4c-4daa-8505-b8dd698fa692 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:30.651366 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8dafc65-dcc1-4618-85c3-a50fb34aebd1 req-322ad645-fb4c-4daa-8505-b8dd698fa692 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=710d1480-26b1-47e6-87c4-d62e800ae2b6 HTTP/1.1" status: 200 len: 944 time: 0.2118499 Jul 07 21:00:30.663403 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8d4614b2-ff7e-46b6-97b8-33556e1aa8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:30.669576 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-278bd173-b340-49df-9dc6-354fc27f0f6f req-22ea9e67-9c40-4b3d-a1f5-5ff1f40e5ff6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78ffbe93-4e79-411f-9e8b-e22602f3bf5c HTTP/1.1" status: 200 len: 217 time: 0.0575566 Jul 07 21:00:30.726846 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8dafc65-dcc1-4618-85c3-a50fb34aebd1 req-30ba13b4-ac63-4f6a-9c5b-a9928bcdfe41 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742211 Jul 07 21:00:30.780268 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8d4614b2-ff7e-46b6-97b8-33556e1aa8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:30.782823 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8d4614b2-ff7e-46b6-97b8-33556e1aa8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:30.784137 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8d4614b2-ff7e-46b6-97b8-33556e1aa8b4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b4f64a5a-5c87-4617-801b-105e971a11e5 HTTP/1.1" status: 204 len: 168 time: 0.3929572 Jul 07 21:00:30.801263 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4614b2-ff7e-46b6-97b8-33556e1aa8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f64a5a-5c87-4617-801b-105e971a11e5,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:30.813767 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bd173-b340-49df-9dc6-354fc27f0f6f req-54638499-74e0-4d9e-983c-4f89438f7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:30.819217 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-278bd173-b340-49df-9dc6-354fc27f0f6f req-54638499-74e0-4d9e-983c-4f89438f7777 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f7fee8dd-f00c-44db-a4fa-5bd2d901683b HTTP/1.1" status: 200 len: 844 time: 0.1231754 Jul 07 21:00:30.875656 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-278bd173-b340-49df-9dc6-354fc27f0f6f req-f16f960b-ccb1-4f08-bf9f-d63ecb8121e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=933cf619-8e75-4b39-b1f0-c7abdb37f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344303 Jul 07 21:00:31.010601 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-278bd173-b340-49df-9dc6-354fc27f0f6f req-6280b262-c762-482a-89a0-417969e3218e service neutron] 10.222.0.39 "GET /v2.0/networks/933cf619-8e75-4b39-b1f0-c7abdb37f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238356 Jul 07 21:00:31.182371 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-278bd173-b340-49df-9dc6-354fc27f0f6f req-123ff8c9-c57a-4f44-8ac8-7d95d14f9519 service neutron] 10.222.0.39 "GET /v2.0/networks/933cf619-8e75-4b39-b1f0-c7abdb37f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631420 Jul 07 21:00:31.846547 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5453da4a-3757-4e1e-80b7-cf4f8b261d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:31.915218 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:32.021980 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7b113-0cac-4caf-97e6-05f66d5aa74c req-1213a999-b582-41b7-a43c-fe29b504338d tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:32.023636 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-41e7b113-0cac-4caf-97e6-05f66d5aa74c req-1213a999-b582-41b7-a43c-fe29b504338d tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=710d1480-26b1-47e6-87c4-d62e800ae2b6 HTTP/1.1" status: 200 len: 944 time: 0.0796072 Jul 07 21:00:32.083656 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-41e7b113-0cac-4caf-97e6-05f66d5aa74c req-03270e11-41f9-42ac-9ac2-1b13b5300206 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470164 Jul 07 21:00:33.106462 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534d0e7-090f-46ae-89d9-0c8ee3e0c023 req-461efe96-52f1-434b-9962-797006f05120 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:33.108169 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9534d0e7-090f-46ae-89d9-0c8ee3e0c023 req-461efe96-52f1-434b-9962-797006f05120 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 946 time: 0.0753114 Jul 07 21:00:33.185578 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9534d0e7-090f-46ae-89d9-0c8ee3e0c023 req-0ac74697-121c-49a0-95ee-bf1f83c2b912 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649285 Jul 07 21:00:33.263752 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 78ffbe93-4e79-411f-9e8b-e22602f3bf5c details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:00:33.299579 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5ab85-4efa-4ef1-a295-c522875f857b req-bd39cf98-dfe6-471b-befa-bd5c8e45b960 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:33.308537 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-30d5ab85-4efa-4ef1-a295-c522875f857b req-bd39cf98-dfe6-471b-befa-bd5c8e45b960 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=710d1480-26b1-47e6-87c4-d62e800ae2b6 HTTP/1.1" status: 200 len: 944 time: 0.0900238 Jul 07 21:00:33.353218 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-30d5ab85-4efa-4ef1-a295-c522875f857b req-e6616019-728e-456b-bb88-c63cf22681e6 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429769 Jul 07 21:00:33.377920 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 78ffbe93-4e79-411f-9e8b-e22602f3bf5c, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=78ffbe93-4e79-411f-9e8b-e22602f3bf5c,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:33.401401 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '78ffbe93-4e79-411f-9e8b-e22602f3bf5c', 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d', 'port_id': '78ffbe93-4e79-411f-9e8b-e22602f3bf5c', 'mac_address': 'fa:16:3e:da:8c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7fee8dd-f00c-44db-a4fa-5bd2d901683b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:00:33.446921 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:33.487890 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ffbe93-4e79-411f-9e8b-e22602f3bf5c {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:00:33.530051 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:33.550547 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 78ffbe93-4e79-411f-9e8b-e22602f3bf5c, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=78ffbe93-4e79-411f-9e8b-e22602f3bf5c,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:33.560311 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:33.652990 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=78ffbe93-4e79-411f-9e8b-e22602f3bf5c,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:33.871978 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['78ffbe93-4e79-411f-9e8b-e22602f3bf5c'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:00:33.896094 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52236) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:34.052389 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-867d13cc-e042-4898-87ae-0d9963ae4e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:34.177552 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-867d13cc-e042-4898-87ae-0d9963ae4e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:34.182731 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-867d13cc-e042-4898-87ae-0d9963ae4e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:34.224412 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-867d13cc-e042-4898-87ae-0d9963ae4e29 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1143d4fee5fc40b385950d60a567a6d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3267875 Jul 07 21:00:34.225385 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d13cc-e042-4898-87ae-0d9963ae4e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bfe351-02e2-4b12-ab89-2cf94593b19b,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:34.227714 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52248) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:34.288727 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34382928-8ec2-487d-bd75-2d50e0136850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:34.312052 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34382928-8ec2-487d-bd75-2d50e0136850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:34.364267 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34382928-8ec2-487d-bd75-2d50e0136850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:34.366748 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34382928-8ec2-487d-bd75-2d50e0136850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:34.368623 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-34382928-8ec2-487d-bd75-2d50e0136850 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e1bfe351-02e2-4b12-ab89-2cf94593b19b HTTP/1.1" status: 204 len: 168 time: 0.1313548 Jul 07 21:00:34.382399 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34382928-8ec2-487d-bd75-2d50e0136850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bfe351-02e2-4b12-ab89-2cf94593b19b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:34.568242 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c9441-2be8-4600-928c-47ae8d6fa724 req-2be712a4-045c-4d1d-87f4-2a2e3bdc1aa2 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:34.576522 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b25c9441-2be8-4600-928c-47ae8d6fa724 req-2be712a4-045c-4d1d-87f4-2a2e3bdc1aa2 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=710d1480-26b1-47e6-87c4-d62e800ae2b6 HTTP/1.1" status: 200 len: 945 time: 0.0983198 Jul 07 21:00:34.618042 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b25c9441-2be8-4600-928c-47ae8d6fa724 req-770400cd-460c-4d29-9782-9598cc43ce81 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405138 Jul 07 21:00:34.702448 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52256) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:34.716579 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4a1dde3-4c96-4100-8942-9e36191061ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:34.808028 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4a1dde3-4c96-4100-8942-9e36191061ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:34.812019 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4a1dde3-4c96-4100-8942-9e36191061ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:34.850770 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a4a1dde3-4c96-4100-8942-9e36191061ed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=81e1d44911844b09863ab8e755454625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470079 Jul 07 21:00:34.851487 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1dde3-4c96-4100-8942-9e36191061ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7b3b24-4676-47bf-bd41-9fd22d9808d7,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:34.854110 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52258) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:34.906052 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ed532b65-5a68-4514-aef2-f7684cbad968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:34.927095 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ed532b65-5a68-4514-aef2-f7684cbad968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:34.975464 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ed532b65-5a68-4514-aef2-f7684cbad968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:34.978735 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ed532b65-5a68-4514-aef2-f7684cbad968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:34.979941 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ed532b65-5a68-4514-aef2-f7684cbad968 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b7b3b24-4676-47bf-bd41-9fd22d9808d7 HTTP/1.1" status: 204 len: 168 time: 0.1240592 Jul 07 21:00:34.988990 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed532b65-5a68-4514-aef2-f7684cbad968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7b3b24-4676-47bf-bd41-9fd22d9808d7,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:35.165323 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:35.280539 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 78ffbe93-4e79-411f-9e8b-e22602f3bf5c up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:00:35.323379 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:00:35.413209 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 78ffbe93-4e79-411f-9e8b-e22602f3bf5c completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:00:35.444110 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 78ffbe93-4e79-411f-9e8b-e22602f3bf5c triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:00:35.444825 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:35.496677 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:35.526394 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb62a516-875e-45f2-b801-06fd1678ac2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:00:35.528717 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42beb06e-75ed-4cf9-a65f-e35aa9ef9944" -d '{"events": [{"server_uuid": "fb62a516-875e-45f2-b801-06fd1678ac2e", "name": "network-vif-unplugged", "status": "completed", "tag": "f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:00:35.544576 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:35.568008 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:35.577022 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 21:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7c4c73-3333-40cb-9aaa-bbff17a5a0c5 x-openstack-request-id: req-bc7c4c73-3333-40cb-9aaa-bbff17a5a0c5 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:00:35.577321 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb62a516-875e-45f2-b801-06fd1678ac2e", "name": "network-vif-unplugged", "status": "completed", "tag": "f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:00:35.577572 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bc7c4c73-3333-40cb-9aaa-bbff17a5a0c5 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:00:35.577958 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb62a516-875e-45f2-b801-06fd1678ac2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a', 'code': 200} Jul 07 21:00:35.631459 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:35.656064 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,revision_number=8']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:35.692026 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 78ffbe93-4e79-411f-9e8b-e22602f3bf5c, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=78ffbe93-4e79-411f-9e8b-e22602f3bf5c,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:35.698202 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:35.757106 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=78ffbe93-4e79-411f-9e8b-e22602f3bf5c,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:35.843343 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c7ab9-6a5c-47ca-b9f5-bd9c106488ac req-d21627c5-565b-43c4-bd3f-3fbc880822fc tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:35.850819 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b5c7ab9-6a5c-47ca-b9f5-bd9c106488ac req-d21627c5-565b-43c4-bd3f-3fbc880822fc tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=710d1480-26b1-47e6-87c4-d62e800ae2b6 HTTP/1.1" status: 200 len: 946 time: 0.0996292 Jul 07 21:00:35.886831 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b5c7ab9-6a5c-47ca-b9f5-bd9c106488ac req-bc19e382-b759-4bc8-98e3-b127d3f2e890 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352054 Jul 07 21:00:37.106781 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89aa31-06bb-4c64-8763-d428662a383b req-8a6b7701-d51a-4137-be3d-84642650e3eb tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:37.113842 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7e89aa31-06bb-4c64-8763-d428662a383b req-8a6b7701-d51a-4137-be3d-84642650e3eb tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=710d1480-26b1-47e6-87c4-d62e800ae2b6 HTTP/1.1" status: 200 len: 946 time: 0.0944061 Jul 07 21:00:37.160893 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7e89aa31-06bb-4c64-8763-d428662a383b req-f39b1a91-10fd-43af-9ada-1b49d222d9c6 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461371 Jul 07 21:00:37.323155 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:00:37.426317 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:37.444708 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'port_id': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a', 'mac_address': 'fa:16:3e:6e:cb:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:00:37.494936 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:37.509330 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:00:37.539236 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:37.546374 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:37.579917 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710d1480-26b1-47e6-87c4-d62e800ae2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ffbe93-4e79-411f-9e8b-e22602f3bf5c'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:00:37.582104 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92afa4f1-8513-4e8d-84bd-5aef0b14cd08" -d '{"events": [{"server_uuid": "710d1480-26b1-47e6-87c4-d62e800ae2b6", "name": "network-vif-plugged", "status": "completed", "tag": "78ffbe93-4e79-411f-9e8b-e22602f3bf5c"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:00:37.583777 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:00:37.624155 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,revision_number=9']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:37.651370 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d85d9b7-f5c6-495f-9366-a99d9a1d7db5 x-openstack-request-id: req-9d85d9b7-f5c6-495f-9366-a99d9a1d7db5 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:00:37.651766 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710d1480-26b1-47e6-87c4-d62e800ae2b6", "name": "network-vif-plugged", "status": "completed", "tag": "78ffbe93-4e79-411f-9e8b-e22602f3bf5c", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:00:37.652036 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d85d9b7-f5c6-495f-9366-a99d9a1d7db5 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:00:37.652639 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710d1480-26b1-47e6-87c4-d62e800ae2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ffbe93-4e79-411f-9e8b-e22602f3bf5c', 'code': 200} Jul 07 21:00:37.699594 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:00:37.804589 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7fae0-595b-403c-bbef-5e6b73cd0eec req-d2afb91c-6295-45a7-bd57-56b02ee3c451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:37.806888 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f1d7fae0-595b-403c-bbef-5e6b73cd0eec req-d2afb91c-6295-45a7-bd57-56b02ee3c451 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=710d1480-26b1-47e6-87c4-d62e800ae2b6 HTTP/1.1" status: 200 len: 1098 time: 0.0691266 Jul 07 21:00:37.849760 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f1d7fae0-595b-403c-bbef-5e6b73cd0eec req-6bb3b3c7-bc95-47dc-ac2f-2c3472f5a4a7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343580 Jul 07 21:00:38.421637 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f362233-e4c9-4d12-a7e9-a3906f98fa29 req-e4687e2e-3386-4ff4-a8e1-c8e30f13e95d tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:38.428801 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f362233-e4c9-4d12-a7e9-a3906f98fa29 req-e4687e2e-3386-4ff4-a8e1-c8e30f13e95d tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=710d1480-26b1-47e6-87c4-d62e800ae2b6 HTTP/1.1" status: 200 len: 946 time: 0.1077309 Jul 07 21:00:38.483625 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f362233-e4c9-4d12-a7e9-a3906f98fa29 req-8d390a91-7202-461f-9d66-444f3e34dce7 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495808 Jul 07 21:00:39.345487 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:00:39.480987 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:00:39.481669 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:39.584985 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:39.626569 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:39.635409 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:39.669428 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb62a516-875e-45f2-b801-06fd1678ac2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:00:39.671896 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9c2296-b586-4234-af64-ae79dba9be93" -d '{"events": [{"server_uuid": "fb62a516-875e-45f2-b801-06fd1678ac2e", "name": "network-vif-plugged", "status": "completed", "tag": "f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:00:39.747107 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4850c7b6-dfe5-412e-9f9f-cc51c02352c9 x-openstack-request-id: req-4850c7b6-dfe5-412e-9f9f-cc51c02352c9 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:00:39.747887 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb62a516-875e-45f2-b801-06fd1678ac2e", "name": "network-vif-plugged", "status": "completed", "tag": "f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:00:39.750487 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4850c7b6-dfe5-412e-9f9f-cc51c02352c9 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:00:39.751286 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb62a516-875e-45f2-b801-06fd1678ac2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a', 'code': 200} Jul 07 21:00:39.761542 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,revision_number=10']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:40.255678 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa0b0d-c6b7-4870-87b2-60d00fba3273 req-0a7174f8-bdc5-46d9-9aa4-fcf1714cfb0a tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:40.265079 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3afa0b0d-c6b7-4870-87b2-60d00fba3273 req-0a7174f8-bdc5-46d9-9aa4-fcf1714cfb0a tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=710d1480-26b1-47e6-87c4-d62e800ae2b6 HTTP/1.1" status: 200 len: 946 time: 0.5765624 Jul 07 21:00:40.311203 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3afa0b0d-c6b7-4870-87b2-60d00fba3273 req-f7128b3a-5d76-445d-ac36-16c25c27151c tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449903 Jul 07 21:00:41.766050 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d099fde-0120-435e-bf83-a8754f695750 req-36ebe9af-8805-4385-ab51-68eca85587e8 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:41.772012 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d099fde-0120-435e-bf83-a8754f695750 req-36ebe9af-8805-4385-ab51-68eca85587e8 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=710d1480-26b1-47e6-87c4-d62e800ae2b6 HTTP/1.1" status: 200 len: 946 time: 0.1813123 Jul 07 21:00:41.823855 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d099fde-0120-435e-bf83-a8754f695750 req-1aeb46c9-c88d-4e0f-8437-01946468b182 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443838 Jul 07 21:00:43.125976 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420c88c-6814-4df5-b2a2-e179381fa251 req-3f609d28-491a-41fb-85c9-a7c3e4997350 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:43.135841 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3420c88c-6814-4df5-b2a2-e179381fa251 req-3f609d28-491a-41fb-85c9-a7c3e4997350 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=710d1480-26b1-47e6-87c4-d62e800ae2b6 HTTP/1.1" status: 200 len: 946 time: 0.1040473 Jul 07 21:00:43.142484 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52572) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:43.187382 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3420c88c-6814-4df5-b2a2-e179381fa251 req-5d29fccd-ce0a-46e3-a03a-52a46acbe913 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500000 Jul 07 21:00:43.292125 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed449766-e9b9-4260-8669-37d08111d471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:43.294634 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 78ffbe93-4e79-411f-9e8b-e22602f3bf5c details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:00:43.422621 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52578) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:43.440706 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 78ffbe93-4e79-411f-9e8b-e22602f3bf5c, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=78ffbe93-4e79-411f-9e8b-e22602f3bf5c,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:43.489166 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed449766-e9b9-4260-8669-37d08111d471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:43.498880 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed449766-e9b9-4260-8669-37d08111d471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:43.501239 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '78ffbe93-4e79-411f-9e8b-e22602f3bf5c', 'network_id': '933cf619-8e75-4b39-b1f0-c7abdb37f80d', 'port_id': '78ffbe93-4e79-411f-9e8b-e22602f3bf5c', 'mac_address': 'fa:16:3e:da:8c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7fee8dd-f00c-44db-a4fa-5bd2d901683b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:00:43.576753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52588) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:43.577963 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ed449766-e9b9-4260-8669-37d08111d471 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9284b49094a845758a4f3182c0048a00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4340045 Jul 07 21:00:43.579197 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed449766-e9b9-4260-8669-37d08111d471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5329739d-028a-4203-986d-a4fe49ebc0e8,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:43.590572 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed449766-e9b9-4260-8669-37d08111d471 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:43.591319 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed449766-e9b9-4260-8669-37d08111d471 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:43.591920 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed449766-e9b9-4260-8669-37d08111d471 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:43.592554 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed449766-e9b9-4260-8669-37d08111d471 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:43.593145 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed449766-e9b9-4260-8669-37d08111d471 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:43.593709 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed449766-e9b9-4260-8669-37d08111d471 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:43.594268 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed449766-e9b9-4260-8669-37d08111d471 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:43.594821 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed449766-e9b9-4260-8669-37d08111d471 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:43.595883 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed449766-e9b9-4260-8669-37d08111d471 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:43.596466 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed449766-e9b9-4260-8669-37d08111d471 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:43.597019 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed449766-e9b9-4260-8669-37d08111d471 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:43.597703 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed449766-e9b9-4260-8669-37d08111d471 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:43.617806 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:43.652874 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78ffbe93-4e79-411f-9e8b-e22602f3bf5c {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:00:43.714022 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 78ffbe93-4e79-411f-9e8b-e22602f3bf5c, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=78ffbe93-4e79-411f-9e8b-e22602f3bf5c,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:43.714294 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9471f23f-3bd8-4741-9ea4-67e0d82bc331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:43.718747 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:43.747711 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-61e34176-5b7a-4417-86a3-9d668a566161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:43.805710 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=78ffbe93-4e79-411f-9e8b-e22602f3bf5c,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:43.857275 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-61e34176-5b7a-4417-86a3-9d668a566161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:43.863642 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-61e34176-5b7a-4417-86a3-9d668a566161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:43.929646 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['78ffbe93-4e79-411f-9e8b-e22602f3bf5c'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:00:43.943539 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52594) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:43.944656 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-61e34176-5b7a-4417-86a3-9d668a566161 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af3f24fa84c740fba060710368019e29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5205905 Jul 07 21:00:43.947997 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9471f23f-3bd8-4741-9ea4-67e0d82bc331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:43.957333 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e34176-5b7a-4417-86a3-9d668a566161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96fd55b-6ac2-488c-b61b-e7b577bca1b5,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:44.058023 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9471f23f-3bd8-4741-9ea4-67e0d82bc331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:44.060948 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9471f23f-3bd8-4741-9ea4-67e0d82bc331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:44.063699 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9471f23f-3bd8-4741-9ea4-67e0d82bc331 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5329739d-028a-4203-986d-a4fe49ebc0e8 HTTP/1.1" status: 204 len: 168 time: 0.4860308 Jul 07 21:00:44.088008 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471f23f-3bd8-4741-9ea4-67e0d82bc331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5329739d-028a-4203-986d-a4fe49ebc0e8,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:44.147899 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-23490471-d396-4309-ba70-2d11367d0978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:44.183463 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-23490471-d396-4309-ba70-2d11367d0978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:44.267248 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-23490471-d396-4309-ba70-2d11367d0978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:44.272846 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-23490471-d396-4309-ba70-2d11367d0978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:44.275024 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-23490471-d396-4309-ba70-2d11367d0978 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f96fd55b-6ac2-488c-b61b-e7b577bca1b5 HTTP/1.1" status: 204 len: 168 time: 0.3296633 Jul 07 21:00:44.291397 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23490471-d396-4309-ba70-2d11367d0978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96fd55b-6ac2-488c-b61b-e7b577bca1b5,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:44.499931 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921b1aa-0076-4002-adaf-4340766a11c0 req-cec50dd9-093c-4ff3-abc3-fe984c163c8e tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:44.511469 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9921b1aa-0076-4002-adaf-4340766a11c0 req-cec50dd9-093c-4ff3-abc3-fe984c163c8e tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=710d1480-26b1-47e6-87c4-d62e800ae2b6 HTTP/1.1" status: 200 len: 945 time: 0.1070197 Jul 07 21:00:44.612003 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9921b1aa-0076-4002-adaf-4340766a11c0 req-9f6279d1-ebd6-4e9b-99fc-9ef27b6788cb tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994859 Jul 07 21:00:44.633738 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52612) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:44.662119 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7f013d37-5f30-41bc-8900-edc42fee4d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:44.823101 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7f013d37-5f30-41bc-8900-edc42fee4d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:44.833766 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7f013d37-5f30-41bc-8900-edc42fee4d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:44.875848 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7f013d37-5f30-41bc-8900-edc42fee4d23 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9594cdd26a12425b99008e8d21f100f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403789 Jul 07 21:00:44.878758 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52622) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:44.899065 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f013d37-5f30-41bc-8900-edc42fee4d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2db263-57d0-4a8c-8df2-6d7853087b65,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:44.907354 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f013d37-5f30-41bc-8900-edc42fee4d23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:44.907958 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f013d37-5f30-41bc-8900-edc42fee4d23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:44.908572 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f013d37-5f30-41bc-8900-edc42fee4d23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:44.912453 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f013d37-5f30-41bc-8900-edc42fee4d23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:44.913165 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f013d37-5f30-41bc-8900-edc42fee4d23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:44.913686 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f013d37-5f30-41bc-8900-edc42fee4d23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:44.914853 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f013d37-5f30-41bc-8900-edc42fee4d23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:44.915461 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f013d37-5f30-41bc-8900-edc42fee4d23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:44.916002 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f013d37-5f30-41bc-8900-edc42fee4d23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:44.916521 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f013d37-5f30-41bc-8900-edc42fee4d23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:44.917025 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f013d37-5f30-41bc-8900-edc42fee4d23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:44.917530 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f013d37-5f30-41bc-8900-edc42fee4d23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:44.986201 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0960b69-d661-4954-a9bb-aac993aaf2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:45.017021 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0960b69-d661-4954-a9bb-aac993aaf2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:45.114576 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0960b69-d661-4954-a9bb-aac993aaf2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:45.117479 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0960b69-d661-4954-a9bb-aac993aaf2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:45.119667 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f0960b69-d661-4954-a9bb-aac993aaf2c6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ae2db263-57d0-4a8c-8df2-6d7853087b65 HTTP/1.1" status: 204 len: 168 time: 0.2396727 Jul 07 21:00:45.150469 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0960b69-d661-4954-a9bb-aac993aaf2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2db263-57d0-4a8c-8df2-6d7853087b65,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:45.312460 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 78ffbe93-4e79-411f-9e8b-e22602f3bf5c up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:00:45.370699 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 78ffbe93-4e79-411f-9e8b-e22602f3bf5c triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:00:45.371457 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:45.657992 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:45.771804 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 78ffbe93-4e79-411f-9e8b-e22602f3bf5c, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=78ffbe93-4e79-411f-9e8b-e22602f3bf5c,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:45.774849 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710d1480-26b1-47e6-87c4-d62e800ae2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ffbe93-4e79-411f-9e8b-e22602f3bf5c'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:00:45.780988 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5843e2-209d-4128-9e3a-ac13b336a920" -d '{"events": [{"server_uuid": "710d1480-26b1-47e6-87c4-d62e800ae2b6", "name": "network-vif-plugged", "status": "completed", "tag": "78ffbe93-4e79-411f-9e8b-e22602f3bf5c"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:00:45.792010 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:45.863854 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b480854d-b4da-4ed7-8b7e-601305202c5e x-openstack-request-id: req-b480854d-b4da-4ed7-8b7e-601305202c5e {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:00:45.864212 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710d1480-26b1-47e6-87c4-d62e800ae2b6", "name": "network-vif-plugged", "status": "completed", "tag": "78ffbe93-4e79-411f-9e8b-e22602f3bf5c", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:00:45.864571 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b480854d-b4da-4ed7-8b7e-601305202c5e {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:00:45.865049 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710d1480-26b1-47e6-87c4-d62e800ae2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ffbe93-4e79-411f-9e8b-e22602f3bf5c', 'code': 200} Jul 07 21:00:45.865691 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=78ffbe93-4e79-411f-9e8b-e22602f3bf5c,revision_number=7']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:45.984454 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf9893-3058-4c32-9952-67bde68424d3 req-7146e71e-7bd3-4dcd-af77-a8ca66620968 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:45.986068 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5cbf9893-3058-4c32-9952-67bde68424d3 req-7146e71e-7bd3-4dcd-af77-a8ca66620968 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=710d1480-26b1-47e6-87c4-d62e800ae2b6 HTTP/1.1" status: 200 len: 946 time: 0.0712874 Jul 07 21:00:46.038783 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5cbf9893-3058-4c32-9952-67bde68424d3 req-bd4c4497-ee91-4dd6-b937-066e8a461598 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450797 Jul 07 21:00:46.865204 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52706) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:46.900114 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb07f92-0992-40de-85ce-c78a9e757b15 req-decabc25-e87c-4cdd-8a1e-75de0f308110 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:46.907245 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4fb07f92-0992-40de-85ce-c78a9e757b15 req-decabc25-e87c-4cdd-8a1e-75de0f308110 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=710d1480-26b1-47e6-87c4-d62e800ae2b6 HTTP/1.1" status: 200 len: 946 time: 0.0865350 Jul 07 21:00:46.957417 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4fb07f92-0992-40de-85ce-c78a9e757b15 req-4888e9c9-a590-422a-908d-a3f357a5cf57 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492435 Jul 07 21:00:47.266596 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59279e04-f336-48d0-ad1b-96dcb8ac1e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:47.385620 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59279e04-f336-48d0-ad1b-96dcb8ac1e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:47.390636 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59279e04-f336-48d0-ad1b-96dcb8ac1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:47.447965 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59279e04-f336-48d0-ad1b-96dcb8ac1e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70924a4-35d9-49a8-a0b1-5a5b88673f25,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:47.459542 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-59279e04-f336-48d0-ad1b-96dcb8ac1e1a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=06c890488ceb4d6da7116f6299a12405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5932517 Jul 07 21:00:47.464159 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52726) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:47.544795 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eaac8d78-e4c6-4cfe-bb78-a1114f2fef38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:47.571483 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eaac8d78-e4c6-4cfe-bb78-a1114f2fef38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:47.638996 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eaac8d78-e4c6-4cfe-bb78-a1114f2fef38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:47.643448 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eaac8d78-e4c6-4cfe-bb78-a1114f2fef38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:47.643448 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-eaac8d78-e4c6-4cfe-bb78-a1114f2fef38 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b70924a4-35d9-49a8-a0b1-5a5b88673f25 HTTP/1.1" status: 204 len: 168 time: 0.1777282 Jul 07 21:00:47.661125 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac8d78-e4c6-4cfe-bb78-a1114f2fef38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70924a4-35d9-49a8-a0b1-5a5b88673f25,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:48.291004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa34748-d635-4c0a-94da-c8f63d0f10ff req-2b83677e-c60f-46f4-a8cc-1d48314ee710 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:48.304244 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2aa34748-d635-4c0a-94da-c8f63d0f10ff req-2b83677e-c60f-46f4-a8cc-1d48314ee710 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=710d1480-26b1-47e6-87c4-d62e800ae2b6 HTTP/1.1" status: 200 len: 946 time: 0.1662095 Jul 07 21:00:48.382653 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2aa34748-d635-4c0a-94da-c8f63d0f10ff req-b86f46ec-7335-4f54-ac4c-076e5221f3cd tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/security-groups?id=334307eb-e93b-4d09-a970-41e1f9ab7c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667734 Jul 07 21:00:48.475470 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e0d1e-3710-41ec-b141-4547025a9d44 req-0c471e9c-d432-456f-a68e-7a136e493cba tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:48.478504 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f81e0d1e-3710-41ec-b141-4547025a9d44 req-0c471e9c-d432-456f-a68e-7a136e493cba tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.39 "GET /v2.0/ports?device_id=710d1480-26b1-47e6-87c4-d62e800ae2b6 HTTP/1.1" status: 200 len: 946 time: 0.1164298 Jul 07 21:00:48.665025 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-f81e0d1e-3710-41ec-b141-4547025a9d44 req-53194e1d-9799-491d-a7f8-171a8f553c56 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Deleting port 78ffbe93-4e79-411f-9e8b-e22602f3bf5c {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:00:48.665778 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f81e0d1e-3710-41ec-b141-4547025a9d44 req-53194e1d-9799-491d-a7f8-171a8f553c56 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:48.848358 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-f81e0d1e-3710-41ec-b141-4547025a9d44 req-53194e1d-9799-491d-a7f8-171a8f553c56 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] For port 78ffbe93-4e79-411f-9e8b-e22602f3bf5c, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=78ffbe93-4e79-411f-9e8b-e22602f3bf5c,segment=NetworkSegment(d37371ac-82c7-48d4-ab31-64c23c20d5d2),segment_id=d37371ac-82c7-48d4-ab31-64c23c20d5d2)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:48.848855 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f81e0d1e-3710-41ec-b141-4547025a9d44 req-53194e1d-9799-491d-a7f8-171a8f553c56 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:48.869822 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-f81e0d1e-3710-41ec-b141-4547025a9d44 req-53194e1d-9799-491d-a7f8-171a8f553c56 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Calling delete_port for 78ffbe93-4e79-411f-9e8b-e22602f3bf5c owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:00:49.094668 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f81e0d1e-3710-41ec-b141-4547025a9d44 req-53194e1d-9799-491d-a7f8-171a8f553c56 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:49.191636 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53194e1d-9799-491d-a7f8-171a8f553c56 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Pushing event deleted for resources: {'Port': ['ID=78ffbe93-4e79-411f-9e8b-e22602f3bf5c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:49.237356 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52798) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:49.255203 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81e0d1e-3710-41ec-b141-4547025a9d44 req-53194e1d-9799-491d-a7f8-171a8f553c56 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] No DVR routers for this DVR port 78ffbe93-4e79-411f-9e8b-e22602f3bf5c on host n-h2-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:00:49.259926 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f81e0d1e-3710-41ec-b141-4547025a9d44 req-53194e1d-9799-491d-a7f8-171a8f553c56 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:49.262566 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f81e0d1e-3710-41ec-b141-4547025a9d44 req-53194e1d-9799-491d-a7f8-171a8f553c56 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.39 "DELETE /v2.0/ports/78ffbe93-4e79-411f-9e8b-e22602f3bf5c HTTP/1.1" status: 204 len: 173 time: 0.7770803 Jul 07 21:00:49.263797 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710d1480-26b1-47e6-87c4-d62e800ae2b6', 'name': 'network-vif-deleted', 'tag': '78ffbe93-4e79-411f-9e8b-e22602f3bf5c'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:00:49.267255 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22393888-abfd-4c57-8adb-535bad3673f3" -d '{"events": [{"server_uuid": "710d1480-26b1-47e6-87c4-d62e800ae2b6", "name": "network-vif-deleted", "tag": "78ffbe93-4e79-411f-9e8b-e22602f3bf5c"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:00:49.313272 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 78ffbe93-4e79-411f-9e8b-e22602f3bf5c no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:00:49.387500 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 78ffbe93-4e79-411f-9e8b-e22602f3bf5c {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:00:49.388116 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 78ffbe93-4e79-411f-9e8b-e22602f3bf5c not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:00:49.651367 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-646b3d58-d6ed-4bad-9e5c-6c526387b95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:49.747618 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4329a425-7c30-49bc-a207-2c3ee083d94b x-openstack-request-id: req-4329a425-7c30-49bc-a207-2c3ee083d94b {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:00:49.748297 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710d1480-26b1-47e6-87c4-d62e800ae2b6", "name": "network-vif-deleted", "tag": "78ffbe93-4e79-411f-9e8b-e22602f3bf5c", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:00:49.748648 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4329a425-7c30-49bc-a207-2c3ee083d94b {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:00:49.749458 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710d1480-26b1-47e6-87c4-d62e800ae2b6', 'name': 'network-vif-deleted', 'tag': '78ffbe93-4e79-411f-9e8b-e22602f3bf5c', 'status': 'completed', 'code': 200} Jul 07 21:00:49.788148 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-646b3d58-d6ed-4bad-9e5c-6c526387b95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:49.793694 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-646b3d58-d6ed-4bad-9e5c-6c526387b95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:49.807957 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:49.849063 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-646b3d58-d6ed-4bad-9e5c-6c526387b95d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cbdd582e2aa9433dbeb9952c38f25914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6077182 Jul 07 21:00:49.849063 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b3d58-d6ed-4bad-9e5c-6c526387b95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8e4991-411d-437e-a170-3bb587679dc8,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:49.850165 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52818) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:49.911063 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c16656c1-54e0-4d08-b433-aa0fa632fe75 req-f8367b7d-b8eb-4fa3-b99b-07e24ee089e8 tempest-ImagesTestJSON-2006509792 tempest-ImagesTestJSON-2006509792-project] 10.222.0.64 "GET /v2.0/ports?device_id=710d1480-26b1-47e6-87c4-d62e800ae2b6 HTTP/1.1" status: 200 len: 210 time: 0.0887296 Jul 07 21:00:49.963506 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:49.995837 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d38a4ca7-2a91-4f39-874b-8c84d97df69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:50.048724 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d38a4ca7-2a91-4f39-874b-8c84d97df69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:50.127270 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d38a4ca7-2a91-4f39-874b-8c84d97df69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:50.131859 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d38a4ca7-2a91-4f39-874b-8c84d97df69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:50.133399 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d38a4ca7-2a91-4f39-874b-8c84d97df69b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2a8e4991-411d-437e-a170-3bb587679dc8 HTTP/1.1" status: 204 len: 168 time: 0.2819691 Jul 07 21:00:50.147101 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a4ca7-2a91-4f39-874b-8c84d97df69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8e4991-411d-437e-a170-3bb587679dc8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:50.553700 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52844) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:50.568447 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2f4444f9-d17e-426e-bdc4-dc737b035687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:50.693490 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2f4444f9-d17e-426e-bdc4-dc737b035687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:50.699931 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2f4444f9-d17e-426e-bdc4-dc737b035687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:50.748001 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2f4444f9-d17e-426e-bdc4-dc737b035687 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a0ab7f61c4e64845bd2c766110e189d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1931193 Jul 07 21:00:50.749915 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4444f9-d17e-426e-bdc4-dc737b035687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2ed6fc-d700-4a7c-9318-d4e41271c172,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:50.750605 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52854) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:50.824285 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-57ea91ea-bdc0-496c-82d5-43238413d088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:50.851030 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-57ea91ea-bdc0-496c-82d5-43238413d088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:50.910136 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-57ea91ea-bdc0-496c-82d5-43238413d088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:50.916422 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-57ea91ea-bdc0-496c-82d5-43238413d088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:50.918031 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-57ea91ea-bdc0-496c-82d5-43238413d088 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bd2ed6fc-d700-4a7c-9318-d4e41271c172 HTTP/1.1" status: 204 len: 168 time: 0.1664362 Jul 07 21:00:50.929330 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea91ea-bdc0-496c-82d5-43238413d088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2ed6fc-d700-4a7c-9318-d4e41271c172,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:52.108315 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52942) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:52.136999 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52950) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:52.182768 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52954) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:52.209255 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-28aa048f-bfdc-4da3-8fd4-c56b5e533d0a admin admin] Deleting subnet f7fee8dd-f00c-44db-a4fa-5bd2d901683b {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:00:52.214048 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-28aa048f-bfdc-4da3-8fd4-c56b5e533d0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:52.254127 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-28aa048f-bfdc-4da3-8fd4-c56b5e533d0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:52.309945 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-28aa048f-bfdc-4da3-8fd4-c56b5e533d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:52.372018 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-28aa048f-bfdc-4da3-8fd4-c56b5e533d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:52.394521 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-28aa048f-bfdc-4da3-8fd4-c56b5e533d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:52.396821 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-28aa048f-bfdc-4da3-8fd4-c56b5e533d0a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f7fee8dd-f00c-44db-a4fa-5bd2d901683b HTTP/1.1" status: 204 len: 168 time: 0.2587531 Jul 07 21:00:52.399969 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52960) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:52.419828 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa048f-bfdc-4da3-8fd4-c56b5e533d0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7fee8dd-f00c-44db-a4fa-5bd2d901683b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:52.528913 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-64437227-405f-468b-b050-43ebc30943b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:52.532486 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e89e41b-173e-4c96-86b7-ed84f5091686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:52.624657 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-057b8a4c-7262-4d0d-8d82-6608cb0cce72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:52.675771 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-64437227-405f-468b-b050-43ebc30943b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:52.691405 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-64437227-405f-468b-b050-43ebc30943b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933cf619-8e75-4b39-b1f0-c7abdb37f80d']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:52.707242 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-64437227-405f-468b-b050-43ebc30943b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37371ac-82c7-48d4-ab31-64c23c20d5d2') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:52.707567 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-64437227-405f-468b-b050-43ebc30943b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37371ac-82c7-48d4-ab31-64c23c20d5d2') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:00:52.724335 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-64437227-405f-468b-b050-43ebc30943b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:52.748277 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-64437227-405f-468b-b050-43ebc30943b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:52.764021 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64437227-405f-468b-b050-43ebc30943b5 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:00:52.764443 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-64437227-405f-468b-b050-43ebc30943b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:00:52.766295 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:00:52.777746 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e89e41b-173e-4c96-86b7-ed84f5091686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:52.818468 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e89e41b-173e-4c96-86b7-ed84f5091686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:52.872252 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2e89e41b-173e-4c96-86b7-ed84f5091686 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=58c38cdb929746559859258ef34894ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6875155 Jul 07 21:00:52.877689 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89e41b-173e-4c96-86b7-ed84f5091686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870e94b7-afd9-4c1f-97c2-c10c7acff4ac,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:52.880810 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52968) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:52.931601 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-64437227-405f-468b-b050-43ebc30943b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:52.935525 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-64437227-405f-468b-b050-43ebc30943b5 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:52.938113 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-64437227-405f-468b-b050-43ebc30943b5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/933cf619-8e75-4b39-b1f0-c7abdb37f80d HTTP/1.1" status: 204 len: 168 time: 0.5371161 Jul 07 21:00:52.958448 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64437227-405f-468b-b050-43ebc30943b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=933cf619-8e75-4b39-b1f0-c7abdb37f80d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:52.989913 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ffc06beb-717d-4ca0-8604-2bd548d33969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:53.014519 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-057b8a4c-7262-4d0d-8d82-6608cb0cce72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:53.017326 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ffc06beb-717d-4ca0-8604-2bd548d33969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:53.020634 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-057b8a4c-7262-4d0d-8d82-6608cb0cce72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:53.070784 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-057b8a4c-7262-4d0d-8d82-6608cb0cce72 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=de4747d3c6504766a25dfb99bd300b22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9608648 Jul 07 21:00:53.073171 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b8a4c-7262-4d0d-8d82-6608cb0cce72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285d4c26-7f2f-4c9d-8f47-69c9853a7a2a,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:53.075850 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52982) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:53.136274 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ffc06beb-717d-4ca0-8604-2bd548d33969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:53.140178 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ffc06beb-717d-4ca0-8604-2bd548d33969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:53.141788 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ffc06beb-717d-4ca0-8604-2bd548d33969 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/870e94b7-afd9-4c1f-97c2-c10c7acff4ac HTTP/1.1" status: 204 len: 168 time: 0.2597365 Jul 07 21:00:53.153825 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc06beb-717d-4ca0-8604-2bd548d33969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870e94b7-afd9-4c1f-97c2-c10c7acff4ac,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:53.160008 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31ca1572-ba45-43e1-9f46-9c4d6a384d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:53.211539 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31ca1572-ba45-43e1-9f46-9c4d6a384d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:53.277113 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31ca1572-ba45-43e1-9f46-9c4d6a384d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:53.280527 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31ca1572-ba45-43e1-9f46-9c4d6a384d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:53.282069 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-31ca1572-ba45-43e1-9f46-9c4d6a384d63 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/285d4c26-7f2f-4c9d-8f47-69c9853a7a2a HTTP/1.1" status: 204 len: 168 time: 0.2051480 Jul 07 21:00:53.287319 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52994) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:53.298140 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca1572-ba45-43e1-9f46-9c4d6a384d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285d4c26-7f2f-4c9d-8f47-69c9853a7a2a,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:53.338251 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 78ffbe93-4e79-411f-9e8b-e22602f3bf5c no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:00:53.353626 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c8adc8fa-1ea9-4aec-8c76-415f747218e0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ec973c72b0c446b8a6f30c2bb3552ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0642440 Jul 07 21:00:53.356404 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52996) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:53.378113 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 78ffbe93-4e79-411f-9e8b-e22602f3bf5c {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:00:53.380724 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 78ffbe93-4e79-411f-9e8b-e22602f3bf5c not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:00:53.438201 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bfda3e1b-0909-4024-8f1e-451174d0aa10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:53.468995 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bfda3e1b-0909-4024-8f1e-451174d0aa10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:53.550530 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bfda3e1b-0909-4024-8f1e-451174d0aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:53.553624 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bfda3e1b-0909-4024-8f1e-451174d0aa10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:53.558239 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bfda3e1b-0909-4024-8f1e-451174d0aa10 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/334307eb-e93b-4d09-a970-41e1f9ab7c6f HTTP/1.1" status: 204 len: 168 time: 0.2004805 Jul 07 21:00:53.570321 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda3e1b-0909-4024-8f1e-451174d0aa10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334307eb-e93b-4d09-a970-41e1f9ab7c6f,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:53.956447 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53014) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:53.972669 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5d359aa-ebbf-4a90-8e08-a00f013a6acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:54.141742 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5d359aa-ebbf-4a90-8e08-a00f013a6acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:54.152811 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5d359aa-ebbf-4a90-8e08-a00f013a6acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:54.247976 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d359aa-ebbf-4a90-8e08-a00f013a6acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1a3d76-c71f-4054-beb0-4e4505ab2fff,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:54.267282 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d5d359aa-ebbf-4a90-8e08-a00f013a6acf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=235c4460e03b4de7bc14fb31d7d69926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3072336 Jul 07 21:00:54.267550 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 53036) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:54.372465 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4747a635-5980-40a6-bbfe-d8fcbad1b4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:54.412413 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4747a635-5980-40a6-bbfe-d8fcbad1b4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:54.478771 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4747a635-5980-40a6-bbfe-d8fcbad1b4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:54.481554 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4747a635-5980-40a6-bbfe-d8fcbad1b4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:54.485962 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4747a635-5980-40a6-bbfe-d8fcbad1b4f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4e1a3d76-c71f-4054-beb0-4e4505ab2fff HTTP/1.1" status: 204 len: 168 time: 0.2162211 Jul 07 21:00:54.495914 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747a635-5980-40a6-bbfe-d8fcbad1b4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1a3d76-c71f-4054-beb0-4e4505ab2fff,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:54.580696 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef9f8f-890c-447d-a190-38293a4e1303 req-ff2a06d0-1e4e-490a-b3d1-2a40d3dca1f3 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:54.582752 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-82ef9f8f-890c-447d-a190-38293a4e1303 req-ff2a06d0-1e4e-490a-b3d1-2a40d3dca1f3 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 947 time: 0.0715616 Jul 07 21:00:54.626882 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-82ef9f8f-890c-447d-a190-38293a4e1303 req-4ea0da64-77b2-4f05-bbe1-3f1e0b8f29b2 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358999 Jul 07 21:00:55.828847 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0a3dd-7495-4738-93f5-0edc894a55b6 req-51722b11-cc01-4868-a05f-72b6fe451b13 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:55.830567 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98d0a3dd-7495-4738-93f5-0edc894a55b6 req-51722b11-cc01-4868-a05f-72b6fe451b13 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 947 time: 0.0712030 Jul 07 21:00:55.874424 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98d0a3dd-7495-4738-93f5-0edc894a55b6 req-96a64548-c4f5-40d2-b2ca-3262cd510576 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365763 Jul 07 21:00:56.072456 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-b1f3d84d-2eb1-45c6-8f83-abd81ff9bf7c tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=e459f36be87945ebbe3eac8f9f129785&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430310 Jul 07 21:00:56.204873 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-72e18c98-c011-4e22-94f3-053ea7015513 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:56.206420 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-72e18c98-c011-4e22-94f3-053ea7015513 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1331422 Jul 07 21:00:56.237211 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-9f5ac148-6329-427c-9b4e-fef02dff029b tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/quotas/e459f36be87945ebbe3eac8f9f129785 HTTP/1.1" status: 200 len: 375 time: 0.0223894 Jul 07 21:00:56.277775 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-343dcf78-0c58-431b-8fb9-8c6152c3686d tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e459f36be87945ebbe3eac8f9f129785&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392611 Jul 07 21:00:56.566580 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3b25b616-5cad-46c3-9772-ef0c768bb2d3 req-a94829d4-a04a-49b0-b6d9-cb6356cf14ca tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fbd72ca-7f1a-4501-befd-ad333df75886 HTTP/1.1" status: 200 len: 210 time: 0.0652084 Jul 07 21:00:56.695944 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3d56c-1293-45c8-bc29-2d6e37b669b3 req-75d86326-7cd3-4fae-a688-41ce7a27b5e7 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:56.697857 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c9a3d56c-1293-45c8-bc29-2d6e37b669b3 req-75d86326-7cd3-4fae-a688-41ce7a27b5e7 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 947 time: 0.1281776 Jul 07 21:00:56.756510 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c9a3d56c-1293-45c8-bc29-2d6e37b669b3 req-e7a4b2f2-c8f2-4c0c-93ee-92a66aae7ae7 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522494 Jul 07 21:00:57.575366 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 53268) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:57.722147 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-92488d8e-62ef-4be0-a1b5-b1141b3c0e2c req-76c58754-08db-4869-85cc-4a118d4694d3 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fbd72ca-7f1a-4501-befd-ad333df75886 HTTP/1.1" status: 200 len: 210 time: 0.0306368 Jul 07 21:00:57.803876 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed0a84a7-97a3-45d7-9a95-dfa3a91505e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:58.081281 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-090fb00b-409a-4baa-aaeb-227aa0851db9 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e459f36be87945ebbe3eac8f9f129785&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837181 Jul 07 21:00:58.122346 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e23df8-4260-4adf-9440-9b1d0d1b94f3 req-a0170238-eeb6-4f6c-93be-359b562f9d18 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:58.126328 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2e23df8-4260-4adf-9440-9b1d0d1b94f3 req-a0170238-eeb6-4f6c-93be-359b562f9d18 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 947 time: 0.1379104 Jul 07 21:00:58.234249 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2e23df8-4260-4adf-9440-9b1d0d1b94f3 req-698b9147-ca3b-425f-8cd6-252caf22ca3d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1012256 Jul 07 21:00:58.587284 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed0a84a7-97a3-45d7-9a95-dfa3a91505e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:58.594373 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed0a84a7-97a3-45d7-9a95-dfa3a91505e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:58.665526 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ed0a84a7-97a3-45d7-9a95-dfa3a91505e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=95c1535b1e0e4d00bdbb944ab70ada4a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0890558 Jul 07 21:00:58.668742 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53374) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:58.674192 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a84a7-97a3-45d7-9a95-dfa3a91505e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d99f96-7b25-490f-b66f-c1bca042bbc6,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:58.704528 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-a8d4701a-ac8e-48f0-bb1a-4306a2561c33 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:58.706554 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-a8d4701a-ac8e-48f0-bb1a-4306a2561c33 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6172488 Jul 07 21:00:58.727926 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-d5ed6f68-b029-49f3-a7d7-bd69f1d951be tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Request body: {'port': {'device_id': '0fbd72ca-7f1a-4501-befd-ad333df75886', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': 'e459f36be87945ebbe3eac8f9f129785'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:00:58.742750 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-94c3c7ff-fc98-4522-a8f4-4e31f079c435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:58.780701 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-94c3c7ff-fc98-4522-a8f4-4e31f079c435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:58.879887 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-94c3c7ff-fc98-4522-a8f4-4e31f079c435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:58.883288 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-94c3c7ff-fc98-4522-a8f4-4e31f079c435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:58.884844 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-94c3c7ff-fc98-4522-a8f4-4e31f079c435 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/18d99f96-7b25-490f-b66f-c1bca042bbc6 HTTP/1.1" status: 204 len: 168 time: 0.2149003 Jul 07 21:00:58.902286 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3c7ff-fc98-4522-a8f4-4e31f079c435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d99f96-7b25-490f-b66f-c1bca042bbc6,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:58.935491 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-200c0aef-2304-4a5a-a0f0-7186eb78793e req-2c14002f-c906-4ad2-a073-7a2bbc9b4566 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fbd72ca-7f1a-4501-befd-ad333df75886 HTTP/1.1" status: 200 len: 210 time: 0.0343368 Jul 07 21:00:58.935892 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-d5ed6f68-b029-49f3-a7d7-bd69f1d951be tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Made reservation on behalf of e459f36be87945ebbe3eac8f9f129785 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:00:58.939562 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-d5ed6f68-b029-49f3-a7d7-bd69f1d951be tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:58.956187 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-d5ed6f68-b029-49f3-a7d7-bd69f1d951be tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:59.122187 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-d5ed6f68-b029-49f3-a7d7-bd69f1d951be tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:59.130815 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-d5ed6f68-b029-49f3-a7d7-bd69f1d951be tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:59.187448 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2deffc23-002c-45ed-b263-ef395f5bc80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:59.223777 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed6f68-b029-49f3-a7d7-bd69f1d951be tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7edc1b0c-9a9d-4c8b-9c4b-3d8bc0f3509a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:59.388285 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-d5ed6f68-b029-49f3-a7d7-bd69f1d951be tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Allocated IP 192.168.233.119 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/a7a2f76c-30c9-4170-9897-2d4add0859bd) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:00:59.428942 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 53464) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:59.431587 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:00:59.448072 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-43f571bb-c5ce-4062-84dc-f2dcb9337154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:59.474875 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefca2b-5c19-4bcd-b51e-84a852a41016 req-529e43e1-fd49-4d41-a2fe-b70775359b91 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:00:59.482239 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8cefca2b-5c19-4bcd-b51e-84a852a41016 req-529e43e1-fd49-4d41-a2fe-b70775359b91 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 947 time: 0.1136093 Jul 07 21:00:59.544919 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:59.560546 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-43f571bb-c5ce-4062-84dc-f2dcb9337154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:59.567970 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-43f571bb-c5ce-4062-84dc-f2dcb9337154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:59.572036 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb62a516-875e-45f2-b801-06fd1678ac2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:00:59.575667 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8cefca2b-5c19-4bcd-b51e-84a852a41016 req-85d3abff-c5b0-4bf4-afd4-7978904dc469 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878239 Jul 07 21:00:59.584262 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e7437e-5be1-43ff-a45e-9f36b11d5d56" -d '{"events": [{"server_uuid": "fb62a516-875e-45f2-b801-06fd1678ac2e", "name": "network-vif-unplugged", "status": "completed", "tag": "f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:00:59.627826 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:00:59.633480 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:59.660610 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-43f571bb-c5ce-4062-84dc-f2dcb9337154 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e9bce95a6c14c788d442d2660865bd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2304692 Jul 07 21:00:59.663247 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53472) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:59.666391 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f571bb-c5ce-4062-84dc-f2dcb9337154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d223856-7c31-406b-a08e-7ff368d1ccab,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:59.668650 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 21:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14095871-0751-4b89-a184-fc0a2ca2b337 x-openstack-request-id: req-14095871-0751-4b89-a184-fc0a2ca2b337 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:00:59.668947 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb62a516-875e-45f2-b801-06fd1678ac2e", "name": "network-vif-unplugged", "status": "completed", "tag": "f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:00:59.681368 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-14095871-0751-4b89-a184-fc0a2ca2b337 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:00:59.681901 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb62a516-875e-45f2-b801-06fd1678ac2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a', 'code': 200} Jul 07 21:00:59.733127 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,revision_number=11']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:59.736768 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-d5ed6f68-b029-49f3-a7d7-bd69f1d951be tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:59.738354 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-491cce00-8da4-43e0-820f-dd092db17443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:59.745457 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:59.746075 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:59.747211 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:59.748015 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:59.748472 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:59.748920 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:59.749693 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:59.750138 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:59.750580 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:59.751018 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:59.751539 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:59.751974 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:00:59.765449 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-491cce00-8da4-43e0-820f-dd092db17443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:59.776173 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-d5ed6f68-b029-49f3-a7d7-bd69f1d951be tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Transition to ACTIVE for port object a7a2f76c-30c9-4170-9897-2d4add0859bd will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:00:59.830174 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-491cce00-8da4-43e0-820f-dd092db17443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:59.832662 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-491cce00-8da4-43e0-820f-dd092db17443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:59.834284 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-491cce00-8da4-43e0-820f-dd092db17443 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0d223856-7c31-406b-a08e-7ff368d1ccab HTTP/1.1" status: 204 len: 168 time: 0.1698344 Jul 07 21:00:59.843097 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-d5ed6f68-b029-49f3-a7d7-bd69f1d951be tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:00:59.844455 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491cce00-8da4-43e0-820f-dd092db17443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d223856-7c31-406b-a08e-7ff368d1ccab,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:00:59.871024 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53482) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:00:59.903284 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-d5ed6f68-b029-49f3-a7d7-bd69f1d951be tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:00:59.906950 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-d5ed6f68-b029-49f3-a7d7-bd69f1d951be tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:00:59.913563 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-d5ed6f68-b029-49f3-a7d7-bd69f1d951be tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:00:59.921139 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed6f68-b029-49f3-a7d7-bd69f1d951be tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Pushing event updated for resources: {'Port': ['ID=a7a2f76c-30c9-4170-9897-2d4add0859bd,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:00.000698 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-d5ed6f68-b029-49f3-a7d7-bd69f1d951be tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:00.001647 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-d5ed6f68-b029-49f3-a7d7-bd69f1d951be tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:00.019848 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-d5ed6f68-b029-49f3-a7d7-bd69f1d951be tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3036218 Jul 07 21:01:00.033121 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-1a6a8928-b761-4cc3-91c0-053c4f2895b6 service neutron] Request body: {'port': {'device_id': '0fbd72ca-7f1a-4501-befd-ad333df75886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:00.048692 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-292fc422-310e-492a-9832-afdba4d8080a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:00.172377 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-1a6a8928-b761-4cc3-91c0-053c4f2895b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:00.234626 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd720f-b74c-4d64-81bc-0d3ff50df294 req-79a96d0b-db0b-45a2-9c15-8281d0b5cf3e tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:00.236576 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-acfd720f-b74c-4d64-81bc-0d3ff50df294 req-79a96d0b-db0b-45a2-9c15-8281d0b5cf3e tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fbd72ca-7f1a-4501-befd-ad333df75886 HTTP/1.1" status: 200 len: 936 time: 0.1125987 Jul 07 21:01:00.245548 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-55d747cd-f486-4470-afe5-b91e75ceb579 None None] Provisioning for port a7a2f76c-30c9-4170-9897-2d4add0859bd completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:01:00.253561 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-55d747cd-f486-4470-afe5-b91e75ceb579 None None] Provisioning complete for port a7a2f76c-30c9-4170-9897-2d4add0859bd triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:00.255072 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-55d747cd-f486-4470-afe5-b91e75ceb579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:00.280419 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-292fc422-310e-492a-9832-afdba4d8080a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:00.293031 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-292fc422-310e-492a-9832-afdba4d8080a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:00.307197 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-55d747cd-f486-4470-afe5-b91e75ceb579 None None] Port a7a2f76c-30c9-4170-9897-2d4add0859bd cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:01:00.338698 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-acfd720f-b74c-4d64-81bc-0d3ff50df294 req-2c33adf3-7423-4d88-ab71-527d9ce9be23 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/security-groups?id=7edc1b0c-9a9d-4c8b-9c4b-3d8bc0f3509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908031 Jul 07 21:01:00.354055 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fc422-310e-492a-9832-afdba4d8080a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fb1104-8e57-4beb-9d31-7b16142ac6c8,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:00.361202 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-292fc422-310e-492a-9832-afdba4d8080a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=343be1ade03b42dfb7e3cbe983216a93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4887187 Jul 07 21:01:00.375610 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53500) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:00.496815 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-04ae393c-54eb-4307-ba77-1c1f2565a2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:00.524470 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-04ae393c-54eb-4307-ba77-1c1f2565a2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:00.586494 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-04ae393c-54eb-4307-ba77-1c1f2565a2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:00.590310 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-04ae393c-54eb-4307-ba77-1c1f2565a2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:00.595281 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-04ae393c-54eb-4307-ba77-1c1f2565a2bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f1fb1104-8e57-4beb-9d31-7b16142ac6c8 HTTP/1.1" status: 204 len: 168 time: 0.2168152 Jul 07 21:01:00.604186 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae393c-54eb-4307-ba77-1c1f2565a2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fb1104-8e57-4beb-9d31-7b16142ac6c8,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:00.662958 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-1a6a8928-b761-4cc3-91c0-053c4f2895b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a2f76c-30c9-4170-9897-2d4add0859bd {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:01:00.681267 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-1a6a8928-b761-4cc3-91c0-053c4f2895b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:00.705128 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-1a6a8928-b761-4cc3-91c0-053c4f2895b6 service neutron] Transition to ACTIVE for port object a7a2f76c-30c9-4170-9897-2d4add0859bd will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:01:00.709245 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-1a6a8928-b761-4cc3-91c0-053c4f2895b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:00.785921 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a8928-b761-4cc3-91c0-053c4f2895b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a2f76c-30c9-4170-9897-2d4add0859bd,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:00.855806 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19c5f2-4e9c-4d73-93db-aaab91b6257c req-1dd780ba-196f-426b-bcdc-a53a59f25098 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:00.859926 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3e19c5f2-4e9c-4d73-93db-aaab91b6257c req-1dd780ba-196f-426b-bcdc-a53a59f25098 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1140759 Jul 07 21:01:00.947852 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-1a6a8928-b761-4cc3-91c0-053c4f2895b6 service neutron] Attempting to bind port a7a2f76c-30c9-4170-9897-2d4add0859bd on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:00.948201 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-1a6a8928-b761-4cc3-91c0-053c4f2895b6 service neutron] Attempting to bind port a7a2f76c-30c9-4170-9897-2d4add0859bd by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:00.948535 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-1a6a8928-b761-4cc3-91c0-053c4f2895b6 service neutron] Attempting to bind port a7a2f76c-30c9-4170-9897-2d4add0859bd on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:00.954687 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-1a6a8928-b761-4cc3-91c0-053c4f2895b6 service neutron] Port a7a2f76c-30c9-4170-9897-2d4add0859bd on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:00.955523 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3e19c5f2-4e9c-4d73-93db-aaab91b6257c req-12b0578c-e40a-407e-8e74-fd5ca403fda1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874534 Jul 07 21:01:00.960923 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-1a6a8928-b761-4cc3-91c0-053c4f2895b6 service neutron] Attempting to bind port a7a2f76c-30c9-4170-9897-2d4add0859bd on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:00.983085 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-1a6a8928-b761-4cc3-91c0-053c4f2895b6 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:01:00.983820 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-1a6a8928-b761-4cc3-91c0-053c4f2895b6 service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:01:00.984227 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-1a6a8928-b761-4cc3-91c0-053c4f2895b6 service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:01:00.986570 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-1a6a8928-b761-4cc3-91c0-053c4f2895b6 service neutron] Bound port: a7a2f76c-30c9-4170-9897-2d4add0859bd, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:01:00.986570 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-1a6a8928-b761-4cc3-91c0-053c4f2895b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:01.092005 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-1a6a8928-b761-4cc3-91c0-053c4f2895b6 service neutron] For port a7a2f76c-30c9-4170-9897-2d4add0859bd, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:01:01.095991 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-1a6a8928-b761-4cc3-91c0-053c4f2895b6 service neutron] For port a7a2f76c-30c9-4170-9897-2d4add0859bd, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a7a2f76c-30c9-4170-9897-2d4add0859bd,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:01:01.102895 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-1a6a8928-b761-4cc3-91c0-053c4f2895b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:01.148121 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-1a6a8928-b761-4cc3-91c0-053c4f2895b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:01.149340 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-1a6a8928-b761-4cc3-91c0-053c4f2895b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:01.150833 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-1a6a8928-b761-4cc3-91c0-053c4f2895b6 service neutron] 10.222.0.39 "PUT /v2.0/ports/a7a2f76c-30c9-4170-9897-2d4add0859bd HTTP/1.1" status: 200 len: 1097 time: 1.1234939 Jul 07 21:01:01.151420 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fbd72ca-7f1a-4501-befd-ad333df75886', 'tag': 'a7a2f76c-30c9-4170-9897-2d4add0859bd'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:01:01.153858 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba03f27-8129-4f67-94ca-bade50dee840" -d '{"events": [{"name": "network-changed", "server_uuid": "0fbd72ca-7f1a-4501-befd-ad333df75886", "tag": "a7a2f76c-30c9-4170-9897-2d4add0859bd"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:01:01.177338 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a8928-b761-4cc3-91c0-053c4f2895b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a2f76c-30c9-4170-9897-2d4add0859bd,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:01.206762 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53554) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:01.222093 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e0c3a41f-0a2d-412c-9748-bc70e3ace79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:01.222892 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6c4e1d-9e44-4ff7-80b0-cb85a012d0dd x-openstack-request-id: req-9f6c4e1d-9e44-4ff7-80b0-cb85a012d0dd {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:01:01.223126 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fbd72ca-7f1a-4501-befd-ad333df75886", "tag": "a7a2f76c-30c9-4170-9897-2d4add0859bd", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:01:01.223459 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9f6c4e1d-9e44-4ff7-80b0-cb85a012d0dd {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:01:01.223905 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fbd72ca-7f1a-4501-befd-ad333df75886', 'tag': 'a7a2f76c-30c9-4170-9897-2d4add0859bd', 'status': 'completed', 'code': 200} Jul 07 21:01:01.298074 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-2383a26e-6d7e-4505-a6f5-adc849fdc78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:01.299563 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-2383a26e-6d7e-4505-a6f5-adc849fdc78f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e459f36be87945ebbe3eac8f9f129785&device_id=0fbd72ca-7f1a-4501-befd-ad333df75886 HTTP/1.1" status: 200 len: 1100 time: 0.0970666 Jul 07 21:01:01.397359 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e0c3a41f-0a2d-412c-9748-bc70e3ace79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:01.403778 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e0c3a41f-0a2d-412c-9748-bc70e3ace79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:01.410813 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-4239c3f4-0671-4de0-937c-5b66eaed929e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=a7a2f76c-30c9-4170-9897-2d4add0859bd HTTP/1.1" status: 200 len: 217 time: 0.1024535 Jul 07 21:01:01.464239 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:01:01.495662 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3a41f-0a2d-412c-9748-bc70e3ace79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c703aa32-6cad-4922-8cc1-1d8a273541a5,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:01.510017 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 53568) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:01.513106 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e0c3a41f-0a2d-412c-9748-bc70e3ace79b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=20b5e9c4d3c647f3b1e35948cda6898f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3049138 Jul 07 21:01:01.577837 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-6fbb86c9-49c5-498a-adf9-9b0789a4912c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:01.583822 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-6fbb86c9-49c5-498a-adf9-9b0789a4912c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1661181 Jul 07 21:01:01.622240 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6526ca9-eebe-473e-b7c7-f6dc674d7ffd req-010e54aa-962f-4b2a-9b97-45207e045f3f tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:01.631823 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6526ca9-eebe-473e-b7c7-f6dc674d7ffd req-010e54aa-962f-4b2a-9b97-45207e045f3f tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fbd72ca-7f1a-4501-befd-ad333df75886 HTTP/1.1" status: 200 len: 948 time: 0.0830183 Jul 07 21:01:01.645923 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:01.661336 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'port_id': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a', 'mac_address': 'fa:16:3e:6e:cb:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:01:01.671231 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6bc0aa2c-453e-4358-a6d5-33d549e0a24e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:01.685223 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6526ca9-eebe-473e-b7c7-f6dc674d7ffd req-14dbcf9b-07cd-4147-b729-6878f392e2d2 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/security-groups?id=7edc1b0c-9a9d-4c8b-9c4b-3d8bc0f3509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513787 Jul 07 21:01:01.722161 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6bc0aa2c-453e-4358-a6d5-33d549e0a24e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:01.733376 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:01.751051 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:01:01.778820 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:01.785492 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:01.834811 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-8b57676a-5d87-4739-a7f9-4790d251ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:01.836980 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-8b57676a-5d87-4739-a7f9-4790d251ed68 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2384722 Jul 07 21:01:01.961375 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6bc0aa2c-453e-4358-a6d5-33d549e0a24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:01.964425 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6bc0aa2c-453e-4358-a6d5-33d549e0a24e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:01.966088 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6bc0aa2c-453e-4358-a6d5-33d549e0a24e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c703aa32-6cad-4922-8cc1-1d8a273541a5 HTTP/1.1" status: 204 len: 168 time: 0.4551423 Jul 07 21:01:01.979742 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-926ee7ac-eea0-425b-8d14-f9fffa2cb3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:01.985608 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0aa2c-453e-4358-a6d5-33d549e0a24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c703aa32-6cad-4922-8cc1-1d8a273541a5,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:01.986267 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:01:02.054260 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-b7c5bc21-a040-40f3-9900-0e4834cfd2e8 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048216 Jul 07 21:01:02.098633 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:02.107284 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,revision_number=12']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:02.321171 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cad364ac-2ce9-4367-b14f-96ea7385aa9e req-61d2b3c8-a805-48c6-8b81-c080ea8a418e service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567887 Jul 07 21:01:02.459400 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b30f2f-aed9-4756-a6fc-7d70c5f59645 req-af6a55d2-727e-4d36-b37c-90129f203202 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:02.468889 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-80b30f2f-aed9-4756-a6fc-7d70c5f59645 req-af6a55d2-727e-4d36-b37c-90129f203202 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 946 time: 0.2207508 Jul 07 21:01:02.549526 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba03f27-8129-4f67-94ca-bade50dee840 req-44d411df-949b-4d5b-a024-c3f5e1ecaea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:02.556640 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dba03f27-8129-4f67-94ca-bade50dee840 req-44d411df-949b-4d5b-a024-c3f5e1ecaea1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e459f36be87945ebbe3eac8f9f129785&device_id=0fbd72ca-7f1a-4501-befd-ad333df75886 HTTP/1.1" status: 200 len: 1100 time: 0.1513765 Jul 07 21:01:02.581548 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-80b30f2f-aed9-4756-a6fc-7d70c5f59645 req-d433fa8e-6699-4f97-aec2-27a3853a772b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1061697 Jul 07 21:01:02.704619 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba03f27-8129-4f67-94ca-bade50dee840 req-8f29c61a-c37d-4d1a-944d-0bf3f6ce2acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:02.707393 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dba03f27-8129-4f67-94ca-bade50dee840 req-8f29c61a-c37d-4d1a-944d-0bf3f6ce2acc service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.1407232 Jul 07 21:01:02.801840 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dba03f27-8129-4f67-94ca-bade50dee840 req-56277029-5207-40b4-9f72-1c2df3fd6b72 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=a7a2f76c-30c9-4170-9897-2d4add0859bd HTTP/1.1" status: 200 len: 217 time: 0.0777154 Jul 07 21:01:02.928412 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba03f27-8129-4f67-94ca-bade50dee840 req-256bd6cb-d0cd-44dd-86dd-e4973a73a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:02.931186 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dba03f27-8129-4f67-94ca-bade50dee840 req-256bd6cb-d0cd-44dd-86dd-e4973a73a0bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1189144 Jul 07 21:01:03.021118 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba03f27-8129-4f67-94ca-bade50dee840 req-7c2e79ce-b640-4574-889b-253ebbadf230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:03.023425 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dba03f27-8129-4f67-94ca-bade50dee840 req-7c2e79ce-b640-4574-889b-253ebbadf230 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0844057 Jul 07 21:01:03.037440 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3fa89-c454-419a-8997-8bd3dc878d86 req-7daf12e8-207c-48ec-99c2-1a084c44f072 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:03.045168 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a1a3fa89-c454-419a-8997-8bd3dc878d86 req-7daf12e8-207c-48ec-99c2-1a084c44f072 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fbd72ca-7f1a-4501-befd-ad333df75886 HTTP/1.1" status: 200 len: 948 time: 0.1453993 Jul 07 21:01:03.103634 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a1a3fa89-c454-419a-8997-8bd3dc878d86 req-d137d7b4-092c-4182-b21e-e2ecf4a25725 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/security-groups?id=7edc1b0c-9a9d-4c8b-9c4b-3d8bc0f3509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529568 Jul 07 21:01:03.194596 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dba03f27-8129-4f67-94ca-bade50dee840 req-e62961b8-b170-4dab-ae26-3d0f06e65adf service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590192 Jul 07 21:01:03.324635 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dba03f27-8129-4f67-94ca-bade50dee840 req-910bb454-9caa-4c06-9b38-081acc4ba490 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218989 Jul 07 21:01:03.423151 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a7a2f76c-30c9-4170-9897-2d4add0859bd details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:01:03.497479 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:01:03.613158 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:03.747532 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:03.750363 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:03.891974 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a7a2f76c-30c9-4170-9897-2d4add0859bd, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a7a2f76c-30c9-4170-9897-2d4add0859bd,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:03.940835 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'a7a2f76c-30c9-4170-9897-2d4add0859bd', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': 'a7a2f76c-30c9-4170-9897-2d4add0859bd', 'mac_address': 'fa:16:3e:82:a2:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:01:03.986530 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:04.003669 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:04.026337 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a2f76c-30c9-4170-9897-2d4add0859bd {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:01:04.049068 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a7a2f76c-30c9-4170-9897-2d4add0859bd, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a7a2f76c-30c9-4170-9897-2d4add0859bd,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:04.063275 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:04.066833 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb62a516-875e-45f2-b801-06fd1678ac2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:01:04.070826 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98454946-e48d-49fb-9d07-d4478051c81b" -d '{"events": [{"server_uuid": "fb62a516-875e-45f2-b801-06fd1678ac2e", "name": "network-vif-plugged", "status": "completed", "tag": "f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:01:04.130121 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1aa00-e478-499b-af49-76590b4c9104 req-84e16209-4d57-4a74-b3e8-c0efaa40d896 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:04.149299 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:04.149966 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6da1aa00-e478-499b-af49-76590b4c9104 req-84e16209-4d57-4a74-b3e8-c0efaa40d896 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 946 time: 0.2425985 Jul 07 21:01:04.163490 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9917ab18-dcf3-4973-872b-6cea570fd318 x-openstack-request-id: req-9917ab18-dcf3-4973-872b-6cea570fd318 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:01:04.166153 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb62a516-875e-45f2-b801-06fd1678ac2e", "name": "network-vif-plugged", "status": "completed", "tag": "f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:01:04.166436 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9917ab18-dcf3-4973-872b-6cea570fd318 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:01:04.167710 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb62a516-875e-45f2-b801-06fd1678ac2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a', 'code': 200} Jul 07 21:01:04.175832 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:04.222362 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=a7a2f76c-30c9-4170-9897-2d4add0859bd,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:04.299234 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,revision_number=13']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:04.322827 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6da1aa00-e478-499b-af49-76590b4c9104 req-1f1c43bc-da95-469e-a7d4-91cdac6a8590 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1681991 Jul 07 21:01:04.379115 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['a7a2f76c-30c9-4170-9897-2d4add0859bd'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:01:04.412454 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b6976-d4bf-44b5-8e23-0b759c7a7314 req-27893800-aa76-46c7-b9a1-c90c4a7bb6f9 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:04.420355 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f80b6976-d4bf-44b5-8e23-0b759c7a7314 req-27893800-aa76-46c7-b9a1-c90c4a7bb6f9 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fbd72ca-7f1a-4501-befd-ad333df75886 HTTP/1.1" status: 200 len: 949 time: 0.1377420 Jul 07 21:01:04.433160 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 53704) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:04.479705 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f80b6976-d4bf-44b5-8e23-0b759c7a7314 req-2af141e5-fecb-46da-b158-0f327c57fd95 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/security-groups?id=7edc1b0c-9a9d-4c8b-9c4b-3d8bc0f3509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544188 Jul 07 21:01:04.618958 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad35687b-9e45-433b-8705-ade0d8f7cc67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:04.784645 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad35687b-9e45-433b-8705-ade0d8f7cc67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:04.790362 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad35687b-9e45-433b-8705-ade0d8f7cc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:04.844079 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ad35687b-9e45-433b-8705-ade0d8f7cc67 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=13808124e2294ee0b2122d54dea4eecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4071329 Jul 07 21:01:04.844079 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35687b-9e45-433b-8705-ade0d8f7cc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e86527-fd35-41f8-b325-f62467831a0a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:04.844613 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53740) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:04.914087 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5dfcee91-13c3-40c0-a6f7-7e164214e77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:04.959210 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5dfcee91-13c3-40c0-a6f7-7e164214e77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:05.014798 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5dfcee91-13c3-40c0-a6f7-7e164214e77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:05.018138 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5dfcee91-13c3-40c0-a6f7-7e164214e77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:05.024697 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5dfcee91-13c3-40c0-a6f7-7e164214e77a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/46e86527-fd35-41f8-b325-f62467831a0a HTTP/1.1" status: 204 len: 168 time: 0.1787250 Jul 07 21:01:05.041232 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfcee91-13c3-40c0-a6f7-7e164214e77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e86527-fd35-41f8-b325-f62467831a0a,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:05.105626 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53750) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:05.117794 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53754) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:05.175143 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:05.433342 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a7a2f76c-30c9-4170-9897-2d4add0859bd up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:01:05.451277 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0144ed4d-57e1-44e3-8b37-41e2fe84d33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:05.532939 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5a25072f-ba59-4af3-96fd-1ea06c67acae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:05.559410 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port a7a2f76c-30c9-4170-9897-2d4add0859bd completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:01:05.566935 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port a7a2f76c-30c9-4170-9897-2d4add0859bd triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:05.569646 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:05.660431 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 53764) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:05.680291 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6927bfca-d2ca-4ddb-9b54-5b925b0656f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:05.710209 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:05.718761 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40497a94-92fa-4e4c-a5cf-70005dbb8ac8 req-e58e1222-294b-445c-ae10-700d4418999c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:05.720738 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40497a94-92fa-4e4c-a5cf-70005dbb8ac8 req-e58e1222-294b-445c-ae10-700d4418999c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 947 time: 0.1354816 Jul 07 21:01:05.762669 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a7a2f76c-30c9-4170-9897-2d4add0859bd, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a7a2f76c-30c9-4170-9897-2d4add0859bd,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:05.767698 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:05.831991 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40497a94-92fa-4e4c-a5cf-70005dbb8ac8 req-a89cab3f-f83f-4e5f-a30b-3a2c28883642 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962865 Jul 07 21:01:05.861952 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884f86e-1e81-46e4-a191-de5f2f513a72 req-0f86c5c3-dbc8-4694-9590-78c07a1b388f tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:05.869622 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3884f86e-1e81-46e4-a191-de5f2f513a72 req-0f86c5c3-dbc8-4694-9590-78c07a1b388f tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fbd72ca-7f1a-4501-befd-ad333df75886 HTTP/1.1" status: 200 len: 949 time: 0.1464915 Jul 07 21:01:05.872421 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=a7a2f76c-30c9-4170-9897-2d4add0859bd,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:05.872834 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0144ed4d-57e1-44e3-8b37-41e2fe84d33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:05.897154 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0144ed4d-57e1-44e3-8b37-41e2fe84d33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:05.982817 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0144ed4d-57e1-44e3-8b37-41e2fe84d33d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b73676094ee6471d898f3aa411efcafd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8733785 Jul 07 21:01:05.983677 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 53766) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:05.988661 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3884f86e-1e81-46e4-a191-de5f2f513a72 req-cb744d81-8b83-4cc9-9e10-d692e27c04d0 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/security-groups?id=7edc1b0c-9a9d-4c8b-9c4b-3d8bc0f3509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181533 Jul 07 21:01:05.993478 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144ed4d-57e1-44e3-8b37-41e2fe84d33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66dcfe2-5af3-4f75-929a-baa05e46f3ac,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:06.050004 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3657ecba-fb7c-497d-a2ff-dfcea97ff98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:06.085157 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5a25072f-ba59-4af3-96fd-1ea06c67acae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:06.087989 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3657ecba-fb7c-497d-a2ff-dfcea97ff98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:06.091025 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5a25072f-ba59-4af3-96fd-1ea06c67acae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:06.139552 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5a25072f-ba59-4af3-96fd-1ea06c67acae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9a824e00dd79430eb8df0c3e33868499&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0206530 Jul 07 21:01:06.142101 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53768) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:06.150457 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25072f-ba59-4af3-96fd-1ea06c67acae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027d1a85-57d4-4355-a78a-51af8d613403,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:06.170007 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fbd72ca-7f1a-4501-befd-ad333df75886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a2f76c-30c9-4170-9897-2d4add0859bd'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:01:06.172468 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3657ecba-fb7c-497d-a2ff-dfcea97ff98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:06.173686 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2e21ad-92d8-4e37-aa3f-d84c5459d7b5" -d '{"events": [{"server_uuid": "0fbd72ca-7f1a-4501-befd-ad333df75886", "name": "network-vif-plugged", "status": "completed", "tag": "a7a2f76c-30c9-4170-9897-2d4add0859bd"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:01:06.175433 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3657ecba-fb7c-497d-a2ff-dfcea97ff98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:06.179981 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3657ecba-fb7c-497d-a2ff-dfcea97ff98c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c66dcfe2-5af3-4f75-929a-baa05e46f3ac HTTP/1.1" status: 204 len: 168 time: 0.1952312 Jul 07 21:01:06.203370 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657ecba-fb7c-497d-a2ff-dfcea97ff98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66dcfe2-5af3-4f75-929a-baa05e46f3ac,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:06.251629 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0f1636bf-df21-4286-80bc-90c61c706fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:06.254286 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6eed43-f0b4-4cc3-b7cb-86ef85d670d7 x-openstack-request-id: req-0d6eed43-f0b4-4cc3-b7cb-86ef85d670d7 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:01:06.255016 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fbd72ca-7f1a-4501-befd-ad333df75886", "name": "network-vif-plugged", "status": "completed", "tag": "a7a2f76c-30c9-4170-9897-2d4add0859bd", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:01:06.256566 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d6eed43-f0b4-4cc3-b7cb-86ef85d670d7 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:01:06.256566 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fbd72ca-7f1a-4501-befd-ad333df75886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a2f76c-30c9-4170-9897-2d4add0859bd', 'code': 200} Jul 07 21:01:06.286643 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6927bfca-d2ca-4ddb-9b54-5b925b0656f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:06.293029 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6927bfca-d2ca-4ddb-9b54-5b925b0656f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:06.305485 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0f1636bf-df21-4286-80bc-90c61c706fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:06.393796 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0f1636bf-df21-4286-80bc-90c61c706fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:06.395588 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6927bfca-d2ca-4ddb-9b54-5b925b0656f2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45416293296d4b048b1f8e50a6e7f97e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7340190 Jul 07 21:01:06.396726 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0f1636bf-df21-4286-80bc-90c61c706fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:06.398412 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0f1636bf-df21-4286-80bc-90c61c706fb0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/027d1a85-57d4-4355-a78a-51af8d613403 HTTP/1.1" status: 204 len: 168 time: 0.2547483 Jul 07 21:01:06.399227 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53776) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:06.410272 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927bfca-d2ca-4ddb-9b54-5b925b0656f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156170d5-b120-486a-b15e-5547b189a468,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:06.422655 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1636bf-df21-4286-80bc-90c61c706fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027d1a85-57d4-4355-a78a-51af8d613403,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:06.459914 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f5e12-ffb9-4b57-8450-15059c4b5d43 req-08fe61d5-d8ed-4c5d-a9a7-c66ea333a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:06.462414 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-407f5e12-ffb9-4b57-8450-15059c4b5d43 req-08fe61d5-d8ed-4c5d-a9a7-c66ea333a899 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0fbd72ca-7f1a-4501-befd-ad333df75886 HTTP/1.1" status: 200 len: 1102 time: 0.1174667 Jul 07 21:01:06.524444 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b60d10b2-481f-4c57-9eef-76ae417af0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:06.576776 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-407f5e12-ffb9-4b57-8450-15059c4b5d43 req-4e637908-3292-499f-9fce-370774d43954 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7edc1b0c-9a9d-4c8b-9c4b-3d8bc0f3509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058009 Jul 07 21:01:06.577336 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b60d10b2-481f-4c57-9eef-76ae417af0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:06.646374 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b60d10b2-481f-4c57-9eef-76ae417af0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:06.650132 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b60d10b2-481f-4c57-9eef-76ae417af0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:06.655124 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b60d10b2-481f-4c57-9eef-76ae417af0f2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/156170d5-b120-486a-b15e-5547b189a468 HTTP/1.1" status: 204 len: 168 time: 0.2499614 Jul 07 21:01:06.665392 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d10b2-481f-4c57-9eef-76ae417af0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156170d5-b120-486a-b15e-5547b189a468,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:06.857146 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53790) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:06.882954 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-d6b10879-652a-4428-a5b4-586bca2f214d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1696465 Jul 07 21:01:06.889322 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7c5b9f3f-b9d7-4d49-9cb9-a9bb4225a14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:06.983973 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-04cf3121-aedb-497a-bda4-22f276acacaa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4622471 Jul 07 21:01:07.164862 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-3d3e681d-1a76-4858-a80a-5e8ec291ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:07.165365 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-3d3e681d-1a76-4858-a80a-5e8ec291ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:07.165848 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-3d3e681d-1a76-4858-a80a-5e8ec291ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:07.166586 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-3d3e681d-1a76-4858-a80a-5e8ec291ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:07.167075 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-3d3e681d-1a76-4858-a80a-5e8ec291ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:07.167579 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-3d3e681d-1a76-4858-a80a-5e8ec291ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:07.168054 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-3d3e681d-1a76-4858-a80a-5e8ec291ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:07.170766 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-3d3e681d-1a76-4858-a80a-5e8ec291ec4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8ed23dfe8df44cbb137b377fa7cb243&device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 6509 time: 0.1703186 Jul 07 21:01:07.256833 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7c5b9f3f-b9d7-4d49-9cb9-a9bb4225a14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:07.365768 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7c5b9f3f-b9d7-4d49-9cb9-a9bb4225a14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:07.376405 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-3060ba88-9baa-4678-83aa-717ceda5b466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:07.376892 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-3060ba88-9baa-4678-83aa-717ceda5b466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:07.377366 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-3060ba88-9baa-4678-83aa-717ceda5b466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:07.378969 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-3060ba88-9baa-4678-83aa-717ceda5b466 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7847ed4-ca64-408b-b349-0ebf1cd2485d&id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&id=130dc8cf-87ce-46df-b452-32f98efef5ec&id=130dc8cf-87ce-46df-b452-32f98efef5ec HTTP/1.1" status: 200 len: 2297 time: 0.1686823 Jul 07 21:01:07.389978 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-161a9335-da6a-4a14-aeb0-2db9eb0a4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:07.390918 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-161a9335-da6a-4a14-aeb0-2db9eb0a4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:07.391432 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-161a9335-da6a-4a14-aeb0-2db9eb0a4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:07.391913 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-161a9335-da6a-4a14-aeb0-2db9eb0a4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:07.400551 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-161a9335-da6a-4a14-aeb0-2db9eb0a4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:07.406289 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-161a9335-da6a-4a14-aeb0-2db9eb0a4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:07.406795 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-161a9335-da6a-4a14-aeb0-2db9eb0a4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:07.412939 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-161a9335-da6a-4a14-aeb0-2db9eb0a4aec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=859c780e1e8746908f85dc4bc22ba62e&device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 6494 time: 0.3490894 Jul 07 21:01:07.458872 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b9f3f-b9d7-4d49-9cb9-a9bb4225a14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5ddb64-ea93-4a91-8f82-afb2f88f2fd6,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:07.499128 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7c5b9f3f-b9d7-4d49-9cb9-a9bb4225a14f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2abf74c018b04d759bf9e86b5337eef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6400232 Jul 07 21:01:07.507779 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53812) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:07.560173 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-6b907658-238d-47b8-b634-ea95af89d149 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8debe46-f092-4659-88e9-d9aeeb58dcce HTTP/1.1" status: 200 len: 1002 time: 0.1448171 Jul 07 21:01:07.670789 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-72c75245-d4bd-45cf-a5df-3e9e3b12b0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:07.672558 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-72c75245-d4bd-45cf-a5df-3e9e3b12b0da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25a8ccb4-86fa-467a-bd9b-20bcc350e316 HTTP/1.1" status: 200 len: 856 time: 0.1024425 Jul 07 21:01:07.687648 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6eb9a-0e62-46e2-91b0-155caca7eb2e req-49f65fbe-39c9-4789-9da6-dc53976b6724 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:07.696727 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9ea6eb9a-0e62-46e2-91b0-155caca7eb2e req-49f65fbe-39c9-4789-9da6-dc53976b6724 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 947 time: 0.5645308 Jul 07 21:01:07.708258 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8f93c7b7-5ec2-4e4c-bff0-7aa5de2f3aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:07.730440 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fca10a-32bb-40b4-adc5-ccd55b910de0 req-dc0ff428-ab5f-45e4-be4e-8dfb024c3138 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:07.740446 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2fca10a-32bb-40b4-adc5-ccd55b910de0 req-dc0ff428-ab5f-45e4-be4e-8dfb024c3138 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fbd72ca-7f1a-4501-befd-ad333df75886 HTTP/1.1" status: 200 len: 950 time: 0.4808669 Jul 07 21:01:07.771768 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-24397c02-f6e4-47e4-b15f-e618fe99f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:07.772254 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-24397c02-f6e4-47e4-b15f-e618fe99f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:07.774712 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-24397c02-f6e4-47e4-b15f-e618fe99f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:07.776607 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-24397c02-f6e4-47e4-b15f-e618fe99f28d service neutron] 10.222.0.58 "GET /v2.0/networks?id=11c72bfa-694c-4468-a09f-5d536029fc88&id=32fe62b8-a098-45d1-9002-a2d13c738ee9&id=32fe62b8-a098-45d1-9002-a2d13c738ee9&id=32fe62b8-a098-45d1-9002-a2d13c738ee9&id=32fe62b8-a098-45d1-9002-a2d13c738ee9&id=c00e2957-f59e-485b-9c29-168f84e55d6e&id=c00e2957-f59e-485b-9c29-168f84e55d6e HTTP/1.1" status: 200 len: 2292 time: 0.2154930 Jul 07 21:01:07.830564 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9ea6eb9a-0e62-46e2-91b0-155caca7eb2e req-2c198c7d-421f-4d1d-9dbc-bd5315a60803 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1325929 Jul 07 21:01:07.836251 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8f93c7b7-5ec2-4e4c-bff0-7aa5de2f3aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:07.901539 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2fca10a-32bb-40b4-adc5-ccd55b910de0 req-86ae72d1-99fa-4f87-b473-84473d7d5669 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/security-groups?id=7edc1b0c-9a9d-4c8b-9c4b-3d8bc0f3509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601474 Jul 07 21:01:07.901694 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-b7ed113f-ddf4-4d21-b724-ba73af695c58 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac7f192b-2787-48a7-aad1-9ad147d23f58 HTTP/1.1" status: 200 len: 1000 time: 0.1172116 Jul 07 21:01:08.044304 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8f93c7b7-5ec2-4e4c-bff0-7aa5de2f3aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:08.048401 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8f93c7b7-5ec2-4e4c-bff0-7aa5de2f3aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:08.049858 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8f93c7b7-5ec2-4e4c-bff0-7aa5de2f3aa4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7e5ddb64-ea93-4a91-8f82-afb2f88f2fd6 HTTP/1.1" status: 204 len: 168 time: 0.5343156 Jul 07 21:01:08.070471 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93c7b7-5ec2-4e4c-bff0-7aa5de2f3aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5ddb64-ea93-4a91-8f82-afb2f88f2fd6,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:08.115152 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-5c34a354-6c76-4781-b537-02702c8cb48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:08.126042 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-5c34a354-6c76-4781-b537-02702c8cb48a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7847ed4-ca64-408b-b349-0ebf1cd2485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4369242 Jul 07 21:01:08.182263 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-51752964-7dab-4720-8df6-2d6fb4339219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:08.185295 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-51752964-7dab-4720-8df6-2d6fb4339219 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7e2de973-7d90-47e5-b7b8-d0df5795ea59 HTTP/1.1" status: 200 len: 850 time: 0.2748458 Jul 07 21:01:08.317685 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-d90bab38-79f9-4fed-b292-37ef8527dfdc service neutron] 10.222.0.39 "GET /v2.0/networks/d7847ed4-ca64-408b-b349-0ebf1cd2485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830888 Jul 07 21:01:08.340612 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-798e090f-717d-4357-b119-ac23d0dcb2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:08.342301 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-798e090f-717d-4357-b119-ac23d0dcb2f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=11c72bfa-694c-4468-a09f-5d536029fc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1277552 Jul 07 21:01:08.537398 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-52117ccc-43cd-460b-ba8a-e14fa01ac9f7 service neutron] 10.222.0.39 "GET /v2.0/networks/d7847ed4-ca64-408b-b349-0ebf1cd2485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096035 Jul 07 21:01:08.545518 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-79a5d95b-0c53-4dfe-a55d-9b471b1fdc90 service neutron] 10.222.0.58 "GET /v2.0/networks/11c72bfa-694c-4468-a09f-5d536029fc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933930 Jul 07 21:01:08.615549 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-dcc25357-408c-4bb6-b6bc-4665c38ed0e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=7d14b38d-99b1-4ecc-a5b4-516596f20a7d HTTP/1.1" status: 200 len: 217 time: 0.0690091 Jul 07 21:01:08.737592 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-d946c83d-6026-4df9-b261-1cee8bce68b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:08.739879 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-d946c83d-6026-4df9-b261-1cee8bce68b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a8fdf37-b343-4524-a6c8-f523c2ecf15b HTTP/1.1" status: 200 len: 797 time: 0.0850115 Jul 07 21:01:08.794363 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-8bf5e594-6e37-4316-b052-affac1650d61 service neutron] 10.222.0.58 "GET /v2.0/networks/11c72bfa-694c-4468-a09f-5d536029fc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330635 Jul 07 21:01:08.869855 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-83066206-0718-48b0-a6b7-436fbc1ebfd6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=7bfd1171-204a-4d07-ad3b-40f2a2169c45 HTTP/1.1" status: 200 len: 217 time: 0.0543392 Jul 07 21:01:08.996248 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-4be112a7-ab29-4c95-bcab-4c6da121f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:08.997788 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-4be112a7-ab29-4c95-bcab-4c6da121f262 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2460003 Jul 07 21:01:09.040307 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-f54a26fe-0221-4fa7-8254-969a9bf27e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:09.042371 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-f54a26fe-0221-4fa7-8254-969a9bf27e18 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e HTTP/1.1" status: 200 len: 797 time: 0.1591153 Jul 07 21:01:09.224560 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d43c5-cde4-4183-99d1-f05c8cd02005 req-5f0cd4a2-74a9-4880-b2bf-9776eced65c9 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:09.232969 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-818d43c5-cde4-4183-99d1-f05c8cd02005 req-5f0cd4a2-74a9-4880-b2bf-9776eced65c9 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 947 time: 0.1550260 Jul 07 21:01:09.279976 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-0693726d-7fc7-4ade-9ebd-98c7ce4543cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:09.281555 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-0693726d-7fc7-4ade-9ebd-98c7ce4543cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32fe62b8-a098-45d1-9002-a2d13c738ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2153847 Jul 07 21:01:09.336784 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-07e4d6d2-841f-482e-ab74-f8417b665c6b service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195393 Jul 07 21:01:09.346010 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdba93-efe8-4c8d-84d8-61d71a4326a2 req-2d613978-a9cd-4597-b5b1-a9744f17627c tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:09.354405 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b7fdba93-efe8-4c8d-84d8-61d71a4326a2 req-2d613978-a9cd-4597-b5b1-a9744f17627c tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fbd72ca-7f1a-4501-befd-ad333df75886 HTTP/1.1" status: 200 len: 950 time: 0.2162433 Jul 07 21:01:09.381582 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-818d43c5-cde4-4183-99d1-f05c8cd02005 req-b974207e-06dc-48e7-92ab-aba53552da39 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1472149 Jul 07 21:01:09.478612 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b7fdba93-efe8-4c8d-84d8-61d71a4326a2 req-41505111-c446-48e2-993f-2671a60f5f92 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/security-groups?id=7edc1b0c-9a9d-4c8b-9c4b-3d8bc0f3509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212835 Jul 07 21:01:09.519151 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-5d3dcefc-5e36-4f8a-b24c-7764ec26180e service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256584 Jul 07 21:01:09.930303 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-3800d833-badb-41e9-98b3-3b5b5f69b788 service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860154 Jul 07 21:01:09.932595 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-6309f74e-c8f3-4692-be1a-459364c7959a service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122784 Jul 07 21:01:10.024775 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-e5420d12-8095-4587-9481-eeb4ae634341 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=ce444991-9912-4375-ba9b-d17a03e9be39 HTTP/1.1" status: 200 len: 217 time: 0.0730896 Jul 07 21:01:10.026696 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-78596282-56f8-4beb-b062-bf87e75575e6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=35a846e8-0a45-4c06-a6dc-6eac8669665e HTTP/1.1" status: 200 len: 217 time: 0.0897574 Jul 07 21:01:10.095653 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-692882a3-6dad-4b57-8721-6a5d5073ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:10.097826 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-692882a3-6dad-4b57-8721-6a5d5073ae3e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a8fdf37-b343-4524-a6c8-f523c2ecf15b HTTP/1.1" status: 200 len: 797 time: 0.0655956 Jul 07 21:01:10.198870 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-62e249a4-0bb0-472c-b846-cd02962686ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:10.198870 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-62e249a4-0bb0-472c-b846-cd02962686ac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e HTTP/1.1" status: 200 len: 797 time: 0.0975554 Jul 07 21:01:10.292014 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-f818580d-959b-4ddd-ac5a-93a7339924e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:10.294063 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-f818580d-959b-4ddd-ac5a-93a7339924e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1777744 Jul 07 21:01:10.450143 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-9a011b65-b81f-412d-8474-4ccaf71bdc09 service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481490 Jul 07 21:01:10.638728 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53930) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:10.711204 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-fffac888-befb-4e41-9973-b3d5fee7c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:10.722237 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-fffac888-befb-4e41-9973-b3d5fee7c8e4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32fe62b8-a098-45d1-9002-a2d13c738ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5036905 Jul 07 21:01:10.941991 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-ff0c038b-4efe-4333-87c5-5830ffce464b service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766088 Jul 07 21:01:10.949172 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59908f4f-b07f-4c14-9b77-c3133c84450d req-6ad4d36d-a400-432f-9ad6-3036f64a947b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:10.960285 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-59908f4f-b07f-4c14-9b77-c3133c84450d req-6ad4d36d-a400-432f-9ad6-3036f64a947b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 947 time: 0.2999754 Jul 07 21:01:10.997302 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-376fc99b-7233-44f3-8a9d-5a79039548df tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:11.011943 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-0eee0b4f-3a57-4e3e-8f07-05d404505354 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=da814a29-6446-40eb-ac99-e49de62cc5fa HTTP/1.1" status: 200 len: 217 time: 0.0608065 Jul 07 21:01:11.044493 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-59908f4f-b07f-4c14-9b77-c3133c84450d req-55e3598a-8080-4d9c-8cd2-b3f27ae3d978 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819614 Jul 07 21:01:11.071218 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-79fbb8ad-b9a4-445d-81fd-1fd82ce3fb2d service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166225 Jul 07 21:01:11.096880 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-376fc99b-7233-44f3-8a9d-5a79039548df tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] 10.222.0.64 "PUT /v2.0/quotas/ffd5361ab04a432cbd36ec3fd02a5e87 HTTP/1.1" status: 200 len: 366 time: 0.4568968 Jul 07 21:01:11.099318 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53968) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:11.110854 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-2dc6709a-6f08-4d5f-8298-b0f772c64c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:11.113064 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a5552572-9e5e-4251-ae78-6dd2671ef111 tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0124354 Jul 07 21:01:11.113373 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-2dc6709a-6f08-4d5f-8298-b0f772c64c86 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a8fdf37-b343-4524-a6c8-f523c2ecf15b HTTP/1.1" status: 200 len: 797 time: 0.0875945 Jul 07 21:01:11.115620 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53970) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:11.131826 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-77e55b4f-3c50-4602-94bb-70c012a38492 tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] 10.222.0.64 "GET /v2.0/quotas/ffd5361ab04a432cbd36ec3fd02a5e87 HTTP/1.1" status: 200 len: 366 time: 0.0146160 Jul 07 21:01:11.134445 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53972) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:11.155418 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ee2b3138-1582-4133-96d0-c093b3748f2c tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/ffd5361ab04a432cbd36ec3fd02a5e87 HTTP/1.1" status: 204 len: 168 time: 0.0178616 Jul 07 21:01:11.157986 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53974) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:11.174008 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-385c6e1c-fdc3-4ae8-b734-f54975e6d7ef tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0147016 Jul 07 21:01:11.176558 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53976) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:11.193404 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a4fdf48d-993c-459f-b832-5d217281207e tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] 10.222.0.64 "GET /v2.0/quotas/ffd5361ab04a432cbd36ec3fd02a5e87 HTTP/1.1" status: 200 len: 370 time: 0.0154259 Jul 07 21:01:11.196680 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53978) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:11.208701 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6fc58874-89dd-4cdd-8f8c-1df5c229ab63 tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] 10.222.0.64 "GET /v2.0/quotas/ffd5361ab04a432cbd36ec3fd02a5e87/default HTTP/1.1" status: 200 len: 370 time: 0.0103297 Jul 07 21:01:11.213849 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53980) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:11.240497 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-9684672e-0567-4871-8529-bfa3e1373c5d tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] delete failed (client error): The resource could not be found. Jul 07 21:01:11.248968 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9684672e-0567-4871-8529-bfa3e1373c5d tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/ffd5361ab04a432cbd36ec3fd02a5e87 HTTP/1.1" status: 404 len: 348 time: 0.0320120 Jul 07 21:01:11.598645 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53990) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:11.624685 n-d-695189-11 neutron-server[100448]: DEBUG neutron.quota.resource [None req-89be3aa9-45c8-424b-a05f-6267e4cae3aa tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] Usage tracker for resource:network and tenant:72effc3a4c2f4538aabc5695ef57b163 is out of sync, need to count used quota {{(pid=100448) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 21:01:11.634650 n-d-695189-11 neutron-server[100448]: DEBUG neutron.quota.resource [None req-89be3aa9-45c8-424b-a05f-6267e4cae3aa tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100448) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 21:01:11.639238 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-e258cee2-256b-420a-9aa5-c8fa82f64e42 service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5512264 Jul 07 21:01:11.641779 n-d-695189-11 neutron-server[100448]: DEBUG neutron.quota.resource [None req-89be3aa9-45c8-424b-a05f-6267e4cae3aa tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] Usage tracker for resource:subnet and tenant:72effc3a4c2f4538aabc5695ef57b163 is out of sync, need to count used quota {{(pid=100448) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 21:01:11.645439 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-ef76649a-6852-4ded-b096-e4aabf38204e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:11.645439 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-ef76649a-6852-4ded-b096-e4aabf38204e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4888809 Jul 07 21:01:11.645779 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 53992) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:11.652597 n-d-695189-11 neutron-server[100448]: DEBUG neutron.quota.resource [None req-89be3aa9-45c8-424b-a05f-6267e4cae3aa tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100448) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 21:01:11.685151 n-d-695189-11 neutron-server[100448]: DEBUG neutron.quota.resource [None req-89be3aa9-45c8-424b-a05f-6267e4cae3aa tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] Usage tracker for resource:subnetpool and tenant:72effc3a4c2f4538aabc5695ef57b163 is out of sync, need to count used quota {{(pid=100448) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 21:01:11.724820 n-d-695189-11 neutron-server[100448]: DEBUG neutron.quota.resource [None req-89be3aa9-45c8-424b-a05f-6267e4cae3aa tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100448) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 21:01:11.734195 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-ee5e96c5-5bce-421a-967b-e8d974005436 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=33fc4b4b-2631-45b1-8d29-ea03f5a665de HTTP/1.1" status: 200 len: 217 time: 0.0847166 Jul 07 21:01:11.747081 n-d-695189-11 neutron-server[100448]: DEBUG neutron.quota.resource [None req-89be3aa9-45c8-424b-a05f-6267e4cae3aa tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] Usage tracker for resource:port and tenant:72effc3a4c2f4538aabc5695ef57b163 is out of sync, need to count used quota {{(pid=100448) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 21:01:11.771294 n-d-695189-11 neutron-server[100448]: DEBUG neutron.quota.resource [None req-89be3aa9-45c8-424b-a05f-6267e4cae3aa tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100448) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 21:01:11.792213 n-d-695189-11 neutron-server[100448]: DEBUG neutron.quota.resource [None req-89be3aa9-45c8-424b-a05f-6267e4cae3aa tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] Usage tracker for resource:router and tenant:72effc3a4c2f4538aabc5695ef57b163 is out of sync, need to count used quota {{(pid=100448) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 21:01:11.804282 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-9eabe5ad-6fae-4477-b5a4-46d74899a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:11.806441 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-9eabe5ad-6fae-4477-b5a4-46d74899a758 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e HTTP/1.1" status: 200 len: 797 time: 0.0613780 Jul 07 21:01:11.810230 n-d-695189-11 neutron-server[100448]: DEBUG neutron.quota.resource [None req-89be3aa9-45c8-424b-a05f-6267e4cae3aa tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100448) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 21:01:11.835121 n-d-695189-11 neutron-server[100448]: DEBUG neutron.quota.resource [None req-89be3aa9-45c8-424b-a05f-6267e4cae3aa tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] Usage tracker for resource:floatingip and tenant:72effc3a4c2f4538aabc5695ef57b163 is out of sync, need to count used quota {{(pid=100448) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 21:01:11.906407 n-d-695189-11 neutron-server[100448]: DEBUG neutron.quota.resource [None req-89be3aa9-45c8-424b-a05f-6267e4cae3aa tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100448) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 21:01:11.950275 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-3136f0cc-52fb-4680-9088-9eaa72081cf3 service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892087 Jul 07 21:01:11.979962 n-d-695189-11 neutron-server[100448]: DEBUG neutron.quota.resource [None req-89be3aa9-45c8-424b-a05f-6267e4cae3aa tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] Usage tracker for resource:security_group and tenant:72effc3a4c2f4538aabc5695ef57b163 is out of sync, need to count used quota {{(pid=100448) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 21:01:11.985616 n-d-695189-11 neutron-server[100448]: DEBUG neutron.quota.resource [None req-89be3aa9-45c8-424b-a05f-6267e4cae3aa tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100448) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 21:01:11.993347 n-d-695189-11 neutron-server[100448]: DEBUG neutron.quota.resource [None req-89be3aa9-45c8-424b-a05f-6267e4cae3aa tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] Usage tracker for resource:security_group_rule and tenant:72effc3a4c2f4538aabc5695ef57b163 is out of sync, need to count used quota {{(pid=100448) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 21:01:11.998711 n-d-695189-11 neutron-server[100448]: DEBUG neutron.quota.resource [None req-89be3aa9-45c8-424b-a05f-6267e4cae3aa tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100448) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 21:01:12.007763 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-89be3aa9-45c8-424b-a05f-6267e4cae3aa tempest-QuotasTest-740291033 tempest-QuotasTest-740291033-project-admin] 10.222.0.64 "GET /v2.0/quotas/72effc3a4c2f4538aabc5695ef57b163/details.json HTTP/1.1" status: 200 len: 703 time: 0.4066625 Jul 07 21:01:12.011814 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95edc3ac-5c41-4a59-8bda-277d22f2e8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:12.118155 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-50a3aca7-59f9-4b93-8891-8e3f6a169604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:12.119755 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-50a3aca7-59f9-4b93-8891-8e3f6a169604 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32fe62b8-a098-45d1-9002-a2d13c738ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3061290 Jul 07 21:01:12.237515 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-3c2c072a-1827-4863-8b3f-2001335b70b2 service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747550 Jul 07 21:01:12.329210 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-6c0079d3-582b-4be3-8211-33670d467e52 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=68d40fb0-f23d-4aa9-84f7-cf2df107430a HTTP/1.1" status: 200 len: 217 time: 0.0764208 Jul 07 21:01:12.378900 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-c71ac774-592b-4c25-9cce-50a4017b381b service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493684 Jul 07 21:01:12.379772 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c845107-8909-448f-8f2d-e5d65c62f354 req-2eed513b-b819-4022-8619-010133ce4f47 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:12.386081 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54022) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:12.389889 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1c845107-8909-448f-8f2d-e5d65c62f354 req-2eed513b-b819-4022-8619-010133ce4f47 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 947 time: 0.1039202 Jul 07 21:01:12.500229 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95edc3ac-5c41-4a59-8bda-277d22f2e8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:12.507981 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1c845107-8909-448f-8f2d-e5d65c62f354 req-7e259ebf-017c-42e0-9117-ed3d746ba806 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1169763 Jul 07 21:01:12.512053 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95edc3ac-5c41-4a59-8bda-277d22f2e8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:12.535376 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-9ab11a8e-7601-4919-8b97-0c1c9b856aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:12.537098 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-9ab11a8e-7601-4919-8b97-0c1c9b856aea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a8fdf37-b343-4524-a6c8-f523c2ecf15b HTTP/1.1" status: 200 len: 797 time: 0.1934421 Jul 07 21:01:12.615985 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-95edc3ac-5c41-4a59-8bda-277d22f2e8e7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=adf542f91254434887366f6c180223de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9660165 Jul 07 21:01:12.616311 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54030) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:12.621895 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edc3ac-5c41-4a59-8bda-277d22f2e8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da9ca48-5474-4763-a2f5-682fb9dfb40c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:12.654244 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-ab4cceea-1b3c-4a64-938b-7918f7615cbd service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622259 Jul 07 21:01:12.716063 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cfa44a81-0555-43f7-a3d1-550db8c54774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:12.720839 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-cac85535-10f7-416b-829d-714686c53bbd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=d7fec304-11d1-4452-911b-57ab895c23da HTTP/1.1" status: 200 len: 217 time: 0.0511663 Jul 07 21:01:12.729009 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-d8483acf-c698-4223-8cd2-aff453dcfd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:12.730553 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-d8483acf-c698-4223-8cd2-aff453dcfd03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1824298 Jul 07 21:01:12.735580 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-33b307f9-abae-4cd5-b3ad-4aa328461017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:12.801141 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-33b307f9-abae-4cd5-b3ad-4aa328461017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:12.853155 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-a87950af-650c-4714-bb21-8bcde7146768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:12.855152 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-a87950af-650c-4714-bb21-8bcde7146768 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e HTTP/1.1" status: 200 len: 797 time: 0.1237178 Jul 07 21:01:12.874645 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-33b307f9-abae-4cd5-b3ad-4aa328461017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:12.877623 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-33b307f9-abae-4cd5-b3ad-4aa328461017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:12.883366 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-33b307f9-abae-4cd5-b3ad-4aa328461017 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7da9ca48-5474-4763-a2f5-682fb9dfb40c HTTP/1.1" status: 204 len: 168 time: 0.2653232 Jul 07 21:01:12.894038 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b307f9-abae-4cd5-b3ad-4aa328461017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da9ca48-5474-4763-a2f5-682fb9dfb40c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:12.952950 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-6ea46e2e-11fe-433c-9b40-295e9c9ef6ba service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102005 Jul 07 21:01:13.105783 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-a85f3506-a95f-476f-b665-b5c5699c657a service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395588 Jul 07 21:01:13.161863 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cfa44a81-0555-43f7-a3d1-550db8c54774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:13.286297 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cfa44a81-0555-43f7-a3d1-550db8c54774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:13.292139 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-7532348f-e3f6-4a38-a4c5-c9288a0fa158 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae HTTP/1.1" status: 200 len: 217 time: 0.1202312 Jul 07 21:01:13.301411 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-6cd863ab-8ba4-4ac4-8c79-e93970868766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:13.302950 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-6cd863ab-8ba4-4ac4-8c79-e93970868766 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=32fe62b8-a098-45d1-9002-a2d13c738ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4372299 Jul 07 21:01:13.470944 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa44a81-0555-43f7-a3d1-550db8c54774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60d1b1e-81f9-47b3-a97f-95645466b4ab,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:13.487812 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a7a2f76c-30c9-4170-9897-2d4add0859bd details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:01:13.522323 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54062) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:13.523302 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cfa44a81-0555-43f7-a3d1-550db8c54774 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=855dbb25d2d74ae99789dff38aae56e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1338191 Jul 07 21:01:13.580463 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-c414e773-28df-4f62-8a4c-a44541c0e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:13.582009 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-c414e773-28df-4f62-8a4c-a44541c0e71a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=800a1a04-812c-4f34-af09-b34861c9f7e8 HTTP/1.1" status: 200 len: 797 time: 0.2780585 Jul 07 21:01:13.739173 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a7a2f76c-30c9-4170-9897-2d4add0859bd, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a7a2f76c-30c9-4170-9897-2d4add0859bd,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:13.744799 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7b194ef1-020a-4aed-bb98-69b0caa569b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:13.754647 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'a7a2f76c-30c9-4170-9897-2d4add0859bd', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': 'a7a2f76c-30c9-4170-9897-2d4add0859bd', 'mac_address': 'fa:16:3e:82:a2:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:01:13.805675 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-429f1673-6f68-46ef-867e-695a14978b95 service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939992 Jul 07 21:01:13.963259 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:14.036310 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7a2f76c-30c9-4170-9897-2d4add0859bd {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:01:14.057720 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7b194ef1-020a-4aed-bb98-69b0caa569b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:14.062585 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a7a2f76c-30c9-4170-9897-2d4add0859bd, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a7a2f76c-30c9-4170-9897-2d4add0859bd,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:14.072019 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54082) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:14.083317 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:14.146048 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-84e2b8f1-813a-468f-974f-8a075da935a1 service neutron] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275082 Jul 07 21:01:14.154012 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-38a09cca-0f5d-4042-bcee-7aa6a6ce9f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:14.159173 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-38a09cca-0f5d-4042-bcee-7aa6a6ce9f65 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=130dc8cf-87ce-46df-b452-32f98efef5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5337985 Jul 07 21:01:14.190765 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7b194ef1-020a-4aed-bb98-69b0caa569b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:14.197677 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7b194ef1-020a-4aed-bb98-69b0caa569b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:14.199491 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7b194ef1-020a-4aed-bb98-69b0caa569b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d60d1b1e-81f9-47b3-a97f-95645466b4ab HTTP/1.1" status: 204 len: 168 time: 0.6746302 Jul 07 21:01:14.231518 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['a7a2f76c-30c9-4170-9897-2d4add0859bd'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:01:14.235265 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b194ef1-020a-4aed-bb98-69b0caa569b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60d1b1e-81f9-47b3-a97f-95645466b4ab,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:14.301152 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f824ec-7c1f-4876-8745-1f2bb564611b req-db9236cf-6f5f-484c-9035-5c2311ada2c1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:14.319552 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c8f824ec-7c1f-4876-8745-1f2bb564611b req-db9236cf-6f5f-484c-9035-5c2311ada2c1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 947 time: 0.4542058 Jul 07 21:01:14.329724 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-b4a45d2b-b44a-4247-a23d-f2cda7207766 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=29732634-95f5-4e62-8e93-449363f211e4 HTTP/1.1" status: 200 len: 217 time: 0.1675706 Jul 07 21:01:14.401851 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=a7a2f76c-30c9-4170-9897-2d4add0859bd,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:14.433369 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bba3b9a7-a167-40b5-bc6f-3e5befd27318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:14.467961 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c8f824ec-7c1f-4876-8745-1f2bb564611b req-d8b15670-1cf9-487b-8f88-73aab329ac83 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1473947 Jul 07 21:01:14.584634 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:01:14.596717 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-a3bfa2ac-a733-4820-93e9-5a4b03241d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:14.601017 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-a3bfa2ac-a733-4820-93e9-5a4b03241d79 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c78532aa-0e3e-4262-a6a3-21fb633c032d HTTP/1.1" status: 200 len: 797 time: 0.2550714 Jul 07 21:01:14.667452 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-65e0c8f2-0908-44df-aa93-72e8993c91dc service neutron] 10.222.0.39 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774525 Jul 07 21:01:14.792408 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-8b7f97bf-2e89-4b86-8668-2977be957183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:14.794294 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-8b7f97bf-2e89-4b86-8668-2977be957183 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c00e2957-f59e-485b-9c29-168f84e55d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1888001 Jul 07 21:01:14.891718 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-caeb4fb2-4264-4ba0-b0b1-b18c0213a803 service neutron] 10.222.0.39 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142231 Jul 07 21:01:14.919624 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bba3b9a7-a167-40b5-bc6f-3e5befd27318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:14.953218 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-7fba20a1-4d20-42b1-bb6e-f478b59806ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a77c407f-5638-4a76-a32e-cd44fe684c67 HTTP/1.1" status: 200 len: 217 time: 0.0489526 Jul 07 21:01:14.956186 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bba3b9a7-a167-40b5-bc6f-3e5befd27318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:15.048679 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54122) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:15.055962 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bba3b9a7-a167-40b5-bc6f-3e5befd27318 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7d4389da09a64783a92710467fa12e60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9783545 Jul 07 21:01:15.058815 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54126) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:15.066413 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3b9a7-a167-40b5-bc6f-3e5befd27318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7e97cc-910e-4181-9ff8-ca5f6c8a161b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:15.073487 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-9e55ac97-6b92-475e-a3f7-d9f3d7a30b41 service neutron] 10.222.0.58 "GET /v2.0/networks/c00e2957-f59e-485b-9c29-168f84e55d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685945 Jul 07 21:01:15.103024 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fc32ce84-a7ee-4fe0-9ffd-8367433b3129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:15.103815 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-866c43cc-b0d9-4e14-8ae7-f06aadb199cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:15.105547 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-866c43cc-b0d9-4e14-8ae7-f06aadb199cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=800a1a04-812c-4f34-af09-b34861c9f7e8 HTTP/1.1" status: 200 len: 797 time: 0.1292450 Jul 07 21:01:15.212564 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4c931e42-a0a9-4570-a286-665dfdf11cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:15.234402 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-cc9d86cd-b125-45d6-bd4b-36c9f152edaa service neutron] 10.222.0.58 "GET /v2.0/networks/c00e2957-f59e-485b-9c29-168f84e55d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480520 Jul 07 21:01:15.268000 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4c931e42-a0a9-4570-a286-665dfdf11cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:15.268936 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-4aecaa91-18c5-4249-af4e-a47fafdb8ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:15.274817 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-4aecaa91-18c5-4249-af4e-a47fafdb8ef7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=130dc8cf-87ce-46df-b452-32f98efef5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1278155 Jul 07 21:01:15.327535 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-7f6880d9-b109-402e-b324-26d51775f38a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3fa963de-4cf7-4796-ae84-de0b61e46db1 HTTP/1.1" status: 200 len: 217 time: 0.0858605 Jul 07 21:01:15.398744 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4c931e42-a0a9-4570-a286-665dfdf11cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:15.401957 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4c931e42-a0a9-4570-a286-665dfdf11cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:15.406315 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4c931e42-a0a9-4570-a286-665dfdf11cb1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0a7e97cc-910e-4181-9ff8-ca5f6c8a161b HTTP/1.1" status: 204 len: 168 time: 0.3461595 Jul 07 21:01:15.408978 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fc32ce84-a7ee-4fe0-9ffd-8367433b3129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:15.420312 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fc32ce84-a7ee-4fe0-9ffd-8367433b3129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:15.424375 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c931e42-a0a9-4570-a286-665dfdf11cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7e97cc-910e-4181-9ff8-ca5f6c8a161b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:15.488808 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-6de8c926-f913-4345-866a-0769e6b0c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:15.490441 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-6de8c926-f913-4345-866a-0769e6b0c7a0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c78532aa-0e3e-4262-a6a3-21fb633c032d HTTP/1.1" status: 200 len: 797 time: 0.1475096 Jul 07 21:01:15.493531 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fc32ce84-a7ee-4fe0-9ffd-8367433b3129 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=72effc3a4c2f4538aabc5695ef57b163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4430926 Jul 07 21:01:15.496083 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54138) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:15.497120 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a7a2f76c-30c9-4170-9897-2d4add0859bd up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:01:15.498534 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32ce84-a7ee-4fe0-9ffd-8367433b3129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0292cb91-6e01-4cec-8a96-171e8b7bcf93,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:15.582699 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-5b2c63c9-b683-403a-8078-070ea6911c7a service neutron] 10.222.0.39 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671919 Jul 07 21:01:15.652285 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port a7a2f76c-30c9-4170-9897-2d4add0859bd triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:15.652675 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:15.696342 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-76e3b4ff-5e25-45f8-8b9c-6f781e6b9041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:15.752044 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-76e3b4ff-5e25-45f8-8b9c-6f781e6b9041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:15.809788 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-dcb55ee6-5cf6-4f5e-8fa4-a1d2493a78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:15.811727 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-dcb55ee6-5cf6-4f5e-8fa4-a1d2493a78b3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c00e2957-f59e-485b-9c29-168f84e55d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2965510 Jul 07 21:01:15.817040 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bb585ba3-8bab-4102-92bc-8b1c49bbdadc req-28b00285-d52c-49cb-84d2-3e8efcfbe386 service neutron] 10.222.0.39 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225714 Jul 07 21:01:15.877610 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-76e3b4ff-5e25-45f8-8b9c-6f781e6b9041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:15.906448 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:15.911260 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-76e3b4ff-5e25-45f8-8b9c-6f781e6b9041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:15.912936 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-76e3b4ff-5e25-45f8-8b9c-6f781e6b9041 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0292cb91-6e01-4cec-8a96-171e8b7bcf93 HTTP/1.1" status: 204 len: 168 time: 0.3829172 Jul 07 21:01:15.998928 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3b4ff-5e25-45f8-8b9c-6f781e6b9041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0292cb91-6e01-4cec-8a96-171e8b7bcf93,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:16.021408 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a7a2f76c-30c9-4170-9897-2d4add0859bd, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a7a2f76c-30c9-4170-9897-2d4add0859bd,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:16.031716 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fbd72ca-7f1a-4501-befd-ad333df75886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a2f76c-30c9-4170-9897-2d4add0859bd'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:01:16.041005 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daac23e8-d43c-42f5-94fb-791899a4a795" -d '{"events": [{"server_uuid": "0fbd72ca-7f1a-4501-befd-ad333df75886", "name": "network-vif-plugged", "status": "completed", "tag": "a7a2f76c-30c9-4170-9897-2d4add0859bd"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:01:16.075996 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:16.107583 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48858425-1640-468a-8c23-655f20d9e5da req-8fb49688-94bb-4fdc-85e9-42fb01632a15 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:16.111262 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-340ae81f-ac98-4286-992f-1a0db9f08f80 service neutron] 10.222.0.58 "GET /v2.0/networks/c00e2957-f59e-485b-9c29-168f84e55d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890363 Jul 07 21:01:16.127284 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-48858425-1640-468a-8c23-655f20d9e5da req-8fb49688-94bb-4fdc-85e9-42fb01632a15 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 947 time: 0.2623851 Jul 07 21:01:16.165762 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=a7a2f76c-30c9-4170-9897-2d4add0859bd,revision_number=7']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:16.259299 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-48858425-1640-468a-8c23-655f20d9e5da req-98f09377-d5b5-4a4f-8000-c7b5ea180a33 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1302285 Jul 07 21:01:16.419244 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b4a363d1-9e61-4c1c-bde3-97391654765e req-6cfe7f73-53c6-4492-a539-2aa643db7a88 service neutron] 10.222.0.58 "GET /v2.0/networks/c00e2957-f59e-485b-9c29-168f84e55d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992535 Jul 07 21:01:16.635288 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1342b05-4d79-44fc-a716-9778f1024e78 x-openstack-request-id: req-b1342b05-4d79-44fc-a716-9778f1024e78 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:01:16.636188 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fbd72ca-7f1a-4501-befd-ad333df75886", "name": "network-vif-plugged", "status": "completed", "tag": "a7a2f76c-30c9-4170-9897-2d4add0859bd", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:01:16.636627 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b1342b05-4d79-44fc-a716-9778f1024e78 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:01:16.637199 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fbd72ca-7f1a-4501-befd-ad333df75886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a2f76c-30c9-4170-9897-2d4add0859bd', 'code': 200} Jul 07 21:01:17.068425 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54174) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:17.504077 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-a9128782-6bc0-42f6-b7e3-11e59b0753b4 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-284929177'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:17.505911 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-a9128782-6bc0-42f6-b7e3-11e59b0753b4 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] Unknown quota resources ['metering_label']. {{(pid=100447) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 21:01:17.630154 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26f1f9-0665-4e26-bfb3-d2fc670fbc8c req-825c9742-669e-4381-a0db-95c4ab559c53 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:17.639735 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9f26f1f9-0665-4e26-bfb3-d2fc670fbc8c req-825c9742-669e-4381-a0db-95c4ab559c53 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 947 time: 0.1759892 Jul 07 21:01:17.749952 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9f26f1f9-0665-4e26-bfb3-d2fc670fbc8c req-abbfb41b-a543-4a49-9fcb-8bf84d586b24 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1092043 Jul 07 21:01:18.157984 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a9128782-6bc0-42f6-b7e3-11e59b0753b4 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:18.162068 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54202) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:18.162429 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a9128782-6bc0-42f6-b7e3-11e59b0753b4 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0927565 Jul 07 21:01:18.168653 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-9ed5e34a-96a4-42f4-9f1e-04ce4ba17866 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c97abea0-b5d0-4e77-886a-757af5fe6b29'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:18.170792 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-9ed5e34a-96a4-42f4-9f1e-04ce4ba17866 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100448) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 21:01:18.423662 n-d-695189-11 neutron-server[100448]: WARNING neutron.services.metering.metering_plugin [None req-9ed5e34a-96a4-42f4-9f1e-04ce4ba17866 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 21:01:19.054782 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9ed5e34a-96a4-42f4-9f1e-04ce4ba17866 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:19.056915 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9ed5e34a-96a4-42f4-9f1e-04ce4ba17866 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8930960 Jul 07 21:01:19.060079 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54228) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:19.095028 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-fcd021b9-f162-40b7-b5ce-336c73126f67 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c97abea0-b5d0-4e77-886a-757af5fe6b29'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:19.096030 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-fcd021b9-f162-40b7-b5ce-336c73126f67 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100448) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 21:01:19.302546 n-d-695189-11 neutron-server[100448]: WARNING neutron.services.metering.metering_plugin [None req-fcd021b9-f162-40b7-b5ce-336c73126f67 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 21:01:19.517584 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fcd021b9-f162-40b7-b5ce-336c73126f67 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:19.522366 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fcd021b9-f162-40b7-b5ce-336c73126f67 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4423733 Jul 07 21:01:19.524110 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54244) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:19.559970 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-22580fdc-9fb2-4875-8a24-ad5ad702326f tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=1f7b825b-83d7-475a-b9d4-b7fd112a2d74 HTTP/1.1" status: 200 len: 464 time: 0.0330427 Jul 07 21:01:19.560281 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54246) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:19.718490 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce181b7a-0990-4be9-9745-583b4d2a81b6 req-ab17b388-c69b-43db-bfe0-c2f2a322d66d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:19.775317 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ce181b7a-0990-4be9-9745-583b4d2a81b6 req-ab17b388-c69b-43db-bfe0-c2f2a322d66d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 947 time: 0.7168894 Jul 07 21:01:19.843169 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:19.892483 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-715c47a7-2570-433c-a632-b11d1aabefd5 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:19.893667 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-715c47a7-2570-433c-a632-b11d1aabefd5 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/1f7b825b-83d7-475a-b9d4-b7fd112a2d74 HTTP/1.1" status: 204 len: 168 time: 0.3292935 Jul 07 21:01:19.896530 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54258) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:19.912675 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-87ae9c05-4ef7-4fe1-a327-adc41fdfe085 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=1f7b825b-83d7-475a-b9d4-b7fd112a2d74 HTTP/1.1" status: 200 len: 221 time: 0.0149617 Jul 07 21:01:19.913373 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54260) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:19.917685 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-be93181a-1939-4d18-8e7f-743144ec63fd tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--707212926', 'description': 'label created by tempest'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:19.918144 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-be93181a-1939-4d18-8e7f-743144ec63fd tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] Unknown quota resources ['metering_label']. {{(pid=100447) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 21:01:19.947397 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ce181b7a-0990-4be9-9745-583b4d2a81b6 req-0c530c55-3962-40c6-aead-a4617326c910 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1687143 Jul 07 21:01:19.984713 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:20.080191 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54266) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:20.290839 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-5bdda958-480e-4823-95d0-7f5e82c77973 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1600375799'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:20.361591 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5bdda958-480e-4823-95d0-7f5e82c77973 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:20.367030 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5bdda958-480e-4823-95d0-7f5e82c77973 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:20.377964 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be93181a-1939-4d18-8e7f-743144ec63fd tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:20.382535 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-be93181a-1939-4d18-8e7f-743144ec63fd tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4681156 Jul 07 21:01:20.383211 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54272) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:20.557948 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-334c10be-8502-45e6-a1de-9ea4c3bcd141 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=0e5e4bff-a67c-4b7c-bbed-42c930858075 HTTP/1.1" status: 200 len: 467 time: 0.1733882 Jul 07 21:01:20.560978 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54276) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:20.563061 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5bdda958-480e-4823-95d0-7f5e82c77973 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:20.580899 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5bdda958-480e-4823-95d0-7f5e82c77973 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:20.613892 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5bdda958-480e-4823-95d0-7f5e82c77973 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:20.615486 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5bdda958-480e-4823-95d0-7f5e82c77973 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5335424 Jul 07 21:01:20.618488 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54278) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:20.697821 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54280) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:20.858156 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2403e78d-d321-4202-94c7-8bee529c2a4f tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:21.057392 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2403e78d-d321-4202-94c7-8bee529c2a4f tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:21.060005 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2403e78d-d321-4202-94c7-8bee529c2a4f tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:21.118614 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2403e78d-d321-4202-94c7-8bee529c2a4f tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:21.121940 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2403e78d-d321-4202-94c7-8bee529c2a4f tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e36c3241-391e-4f4b-b9f8-af7de2b03011 {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:01:21.128982 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2403e78d-d321-4202-94c7-8bee529c2a4f tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:21.133645 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2403e78d-d321-4202-94c7-8bee529c2a4f tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] 10.222.0.64 "DELETE /v2.0/routers/e36c3241-391e-4f4b-b9f8-af7de2b03011 HTTP/1.1" status: 204 len: 168 time: 0.5106637 Jul 07 21:01:21.133748 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54298) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:21.139473 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-d60739f1-0bbf-496c-af01-1d27eb7fda05 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Request body: {'router': {'name': 'tempest-router-697116791', 'distributed': False}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:21.207250 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d60739f1-0bbf-496c-af01-1d27eb7fda05 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:21.209235 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d60739f1-0bbf-496c-af01-1d27eb7fda05 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:21.334842 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d60739f1-0bbf-496c-af01-1d27eb7fda05 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:21.353143 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d60739f1-0bbf-496c-af01-1d27eb7fda05 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:21.383715 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cae9c3-fd18-4c8d-9b91-71ef816bdc21 req-6740fc33-8180-45a2-ab26-5aa2413deee1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:21.388498 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45cae9c3-fd18-4c8d-9b91-71ef816bdc21 req-6740fc33-8180-45a2-ab26-5aa2413deee1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 947 time: 0.2311718 Jul 07 21:01:21.419231 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fab9faf3-78cf-4c23-82ad-984686eac642 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:21.420984 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fab9faf3-78cf-4c23-82ad-984686eac642 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/0e5e4bff-a67c-4b7c-bbed-42c930858075 HTTP/1.1" status: 204 len: 168 time: 0.8578117 Jul 07 21:01:21.425557 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54310) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:21.429267 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90856c6b-4a1a-40ff-8604-593bb8bc2ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:21.439179 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d60739f1-0bbf-496c-af01-1d27eb7fda05 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:21.443051 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d60739f1-0bbf-496c-af01-1d27eb7fda05 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3059258 Jul 07 21:01:21.445401 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54312) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:21.446773 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fdfc5d0c-613f-4cef-80ac-d6ef3e7d7b84 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=0e5e4bff-a67c-4b7c-bbed-42c930858075 HTTP/1.1" status: 200 len: 216 time: 0.0196288 Jul 07 21:01:21.448032 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54314) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:21.476040 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ddaccfda-85e9-4ca1-a2fa-9a65039a459e tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0240452 Jul 07 21:01:21.476952 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54316) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:21.492095 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45cae9c3-fd18-4c8d-9b91-71ef816bdc21 req-8c10301d-d218-42f2-be7a-7219fe87363c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0968323 Jul 07 21:01:21.500674 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b05d7465-4a19-41d0-a270-8c5a7f7178d0 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0203745 Jul 07 21:01:21.504819 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54318) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:21.573965 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5d5b0d42-9a6e-40ab-aa1c-03c2a059ab9b tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:21.845606 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5d5b0d42-9a6e-40ab-aa1c-03c2a059ab9b tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:21.848323 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5d5b0d42-9a6e-40ab-aa1c-03c2a059ab9b tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:21.932143 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-94c04004-a08f-4456-b804-9093942fa25a tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/c97abea0-b5d0-4e77-886a-757af5fe6b29 HTTP/1.1" status: 200 len: 472 time: 0.4203119 Jul 07 21:01:21.932821 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54328) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:21.948687 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5d5b0d42-9a6e-40ab-aa1c-03c2a059ab9b tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:21.949173 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5b0d42-9a6e-40ab-aa1c-03c2a059ab9b tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa1b91f2-501a-4048-8d9c-531c5a32850d {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:01:21.955486 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d60bd971-a182-4cc4-9db7-c7f765e6c6c4 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/3fbe5ba8-3a1b-473a-b264-b86020c7775d HTTP/1.1" status: 200 len: 461 time: 0.0186336 Jul 07 21:01:21.955707 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5d5b0d42-9a6e-40ab-aa1c-03c2a059ab9b tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:21.955816 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54330) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:21.956820 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5d5b0d42-9a6e-40ab-aa1c-03c2a059ab9b tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] 10.222.0.64 "DELETE /v2.0/routers/aa1b91f2-501a-4048-8d9c-531c5a32850d HTTP/1.1" status: 204 len: 168 time: 0.5103576 Jul 07 21:01:21.961717 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54332) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:21.966242 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-15261da5-800b-4e22-ab14-f4c06e0e7725 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Request body: {'router': {'name': 'tempest-router-1205255', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c39e243519974510a04556af43d47f46'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:22.018638 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90856c6b-4a1a-40ff-8604-593bb8bc2ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:22.029720 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90856c6b-4a1a-40ff-8604-593bb8bc2ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:22.075994 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d51e4e24-4d7a-4a5a-a319-1c0e0c8375f9 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:22.077152 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d51e4e24-4d7a-4a5a-a319-1c0e0c8375f9 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/3fbe5ba8-3a1b-473a-b264-b86020c7775d HTTP/1.1" status: 204 len: 168 time: 0.1204562 Jul 07 21:01:22.081139 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54338) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:22.101912 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15261da5-800b-4e22-ab14-f4c06e0e7725 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:22.102369 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15261da5-800b-4e22-ab14-f4c06e0e7725 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:22.109879 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90856c6b-4a1a-40ff-8604-593bb8bc2ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a38b85-7521-43bd-abba-9ee1baf13c7c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:22.115688 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-90856c6b-4a1a-40ff-8604-593bb8bc2ec8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ff000945b524094a62da958ad8eab6a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4158270 Jul 07 21:01:22.119191 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54340) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:22.198248 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15261da5-800b-4e22-ab14-f4c06e0e7725 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:22.206717 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15261da5-800b-4e22-ab14-f4c06e0e7725 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:22.228467 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15261da5-800b-4e22-ab14-f4c06e0e7725 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:22.230307 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-15261da5-800b-4e22-ab14-f4c06e0e7725 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2675741 Jul 07 21:01:22.236532 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54346) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:22.243876 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ef96156a-be66-4f12-ad61-183eb9a3eab2 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:22.292019 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74d87971-6638-479c-a50e-44316eed3c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:22.354643 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74d87971-6638-479c-a50e-44316eed3c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:22.388034 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d4901be6-7d06-4f19-9575-821597ebdd20 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:22.392948 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d4901be6-7d06-4f19-9575-821597ebdd20 tempest-MeteringTestJSON-745049435 tempest-MeteringTestJSON-745049435-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/c97abea0-b5d0-4e77-886a-757af5fe6b29 HTTP/1.1" status: 204 len: 168 time: 0.3120465 Jul 07 21:01:22.541140 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ef96156a-be66-4f12-ad61-183eb9a3eab2 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:22.543653 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ef96156a-be66-4f12-ad61-183eb9a3eab2 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks [] for router, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:22.642583 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74d87971-6638-479c-a50e-44316eed3c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:22.644372 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74d87971-6638-479c-a50e-44316eed3c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:22.649934 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-74d87971-6638-479c-a50e-44316eed3c89 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/12a38b85-7521-43bd-abba-9ee1baf13c7c HTTP/1.1" status: 204 len: 168 time: 0.5248299 Jul 07 21:01:22.669113 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ef96156a-be66-4f12-ad61-183eb9a3eab2 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100447) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 07 21:01:22.669469 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ef96156a-be66-4f12-ad61-183eb9a3eab2 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Router e30955dd-1417-469a-a01f-5e2d63993b7a migrating from provider to provider. {{(pid=100447) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 07 21:01:22.669894 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ef96156a-be66-4f12-ad61-183eb9a3eab2 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:22.671780 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d87971-6638-479c-a50e-44316eed3c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a38b85-7521-43bd-abba-9ee1baf13c7c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:22.681482 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ef96156a-be66-4f12-ad61-183eb9a3eab2 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:22.686118 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ef96156a-be66-4f12-ad61-183eb9a3eab2 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7883739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7883712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7881482'] for router, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:22.843602 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54388) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:22.908756 n-d-695189-11 neutron-server[100447]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ef96156a-be66-4f12-ad61-183eb9a3eab2 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] No L3 agents can host the router e30955dd-1417-469a-a01f-5e2d63993b7a Jul 07 21:01:23.141427 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1339a33-3e90-4bf8-b009-f9e699ad4373 req-43b3af3e-0e19-498a-8a1e-50266bae7002 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:23.150974 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d1339a33-3e90-4bf8-b009-f9e699ad4373 req-43b3af3e-0e19-498a-8a1e-50266bae7002 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 947 time: 0.1269562 Jul 07 21:01:23.218562 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef96156a-be66-4f12-ad61-183eb9a3eab2 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Hosts for router e30955dd-1417-469a-a01f-5e2d63993b7a: [] {{(pid=100447) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 07 21:01:23.223033 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d1339a33-3e90-4bf8-b009-f9e699ad4373 req-5449df56-5032-4d25-aab8-6b02d3d91a9d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701663 Jul 07 21:01:23.297351 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef96156a-be66-4f12-ad61-183eb9a3eab2 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Hosts for other DVR routers connected to router e30955dd-1417-469a-a01f-5e2d63993b7a: set() {{(pid=100447) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 07 21:01:23.314081 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ef96156a-be66-4f12-ad61-183eb9a3eab2 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:23.331146 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ef96156a-be66-4f12-ad61-183eb9a3eab2 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] 10.222.0.64 "PUT /v2.0/routers/e30955dd-1417-469a-a01f-5e2d63993b7a HTTP/1.1" status: 200 len: 714 time: 1.0910237 Jul 07 21:01:23.331932 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54408) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:23.340794 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb91eaf5-0bdf-4676-90f7-398a76eed2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:23.495056 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9c6233a9-cd00-452e-af5a-77c450729024 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] 10.222.0.64 "GET /v2.0/routers/e30955dd-1417-469a-a01f-5e2d63993b7a HTTP/1.1" status: 200 len: 714 time: 0.1615198 Jul 07 21:01:23.496697 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54416) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:23.724083 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb91eaf5-0bdf-4676-90f7-398a76eed2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:23.736357 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb91eaf5-0bdf-4676-90f7-398a76eed2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:23.746060 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bca79-4806-4fcc-b57b-02435af03b89 req-be6e214b-1ba3-4571-908d-9e5458167baf tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:23.747974 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9f2bca79-4806-4fcc-b57b-02435af03b89 req-be6e214b-1ba3-4571-908d-9e5458167baf tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 947 time: 0.1434758 Jul 07 21:01:23.808232 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-eb91eaf5-0bdf-4676-90f7-398a76eed2b8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ab54229a365540ab91c116ac72e87373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9635088 Jul 07 21:01:23.809360 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91eaf5-0bdf-4676-90f7-398a76eed2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e838f5f-b682-4f0c-8798-ee29dc0e543b,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:23.816769 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54428) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:23.852292 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9f2bca79-4806-4fcc-b57b-02435af03b89 req-2381ae61-ccf5-40f4-b30f-9489e6a24feb tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0919280 Jul 07 21:01:24.100962 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-544f8bd8-9e3c-4d26-90d1-567f7c002192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:24.132431 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-544f8bd8-9e3c-4d26-90d1-567f7c002192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:24.192809 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-70b3cf76-5e6d-400d-aaad-d6f32d687463 tempest-RoutersTestDVR-1527686182 tempest-RoutersTestDVR-1527686182-project] 10.222.0.64 "GET /v2.0/routers/e30955dd-1417-469a-a01f-5e2d63993b7a HTTP/1.1" status: 200 len: 680 time: 0.6936576 Jul 07 21:01:24.199198 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54454) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:24.214621 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-544f8bd8-9e3c-4d26-90d1-567f7c002192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:24.222451 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-544f8bd8-9e3c-4d26-90d1-567f7c002192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:24.226682 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-544f8bd8-9e3c-4d26-90d1-567f7c002192 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3e838f5f-b682-4f0c-8798-ee29dc0e543b HTTP/1.1" status: 204 len: 168 time: 0.3608072 Jul 07 21:01:24.237480 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f8bd8-9e3c-4d26-90d1-567f7c002192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e838f5f-b682-4f0c-8798-ee29dc0e543b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:24.342253 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2b918a13-d34c-4a5f-8f5d-19190e9ab002 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:24.628531 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2b918a13-d34c-4a5f-8f5d-19190e9ab002 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:24.636116 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2b918a13-d34c-4a5f-8f5d-19190e9ab002 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:24.709480 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2b918a13-d34c-4a5f-8f5d-19190e9ab002 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:24.709480 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b918a13-d34c-4a5f-8f5d-19190e9ab002 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e30955dd-1417-469a-a01f-5e2d63993b7a {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:01:24.714844 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2b918a13-d34c-4a5f-8f5d-19190e9ab002 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:24.716234 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2b918a13-d34c-4a5f-8f5d-19190e9ab002 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] 10.222.0.64 "DELETE /v2.0/routers/e30955dd-1417-469a-a01f-5e2d63993b7a HTTP/1.1" status: 204 len: 168 time: 0.5155272 Jul 07 21:01:24.719943 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54482) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:24.724978 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-6075fd2a-f74c-4003-802a-e77221d30ee5 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Request body: {'router': {'name': 'tempest-router-820908243', 'distributed': True}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:24.768142 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6075fd2a-f74c-4003-802a-e77221d30ee5 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:24.775742 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6075fd2a-f74c-4003-802a-e77221d30ee5 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:24.910926 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6075fd2a-f74c-4003-802a-e77221d30ee5 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:24.918713 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6075fd2a-f74c-4003-802a-e77221d30ee5 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:24.942480 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6075fd2a-f74c-4003-802a-e77221d30ee5 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:24.944928 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6075fd2a-f74c-4003-802a-e77221d30ee5 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2231746 Jul 07 21:01:24.949177 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54492) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:25.054295 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54498) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:25.083194 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c8112a7a-bb96-4609-a2d5-eb60f27cee25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:25.085589 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c0ed1af0-b42e-4229-9f22-0070bc3d7bc6 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:25.314423 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c8112a7a-bb96-4609-a2d5-eb60f27cee25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:25.315319 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54510) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:25.323280 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c8112a7a-bb96-4609-a2d5-eb60f27cee25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:25.370735 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c8112a7a-bb96-4609-a2d5-eb60f27cee25 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=921c08a7c8df44d1bd8e5591b0addddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3147221 Jul 07 21:01:25.371707 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8112a7a-bb96-4609-a2d5-eb60f27cee25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce31760b-585e-474f-b093-5587896df4ae,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:25.375617 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54518) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:25.441212 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ebc63cba-2bc4-43d7-a6f7-5b584b8683f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:25.492977 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c0ed1af0-b42e-4229-9f22-0070bc3d7bc6 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:25.494502 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ebc63cba-2bc4-43d7-a6f7-5b584b8683f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:25.502883 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c0ed1af0-b42e-4229-9f22-0070bc3d7bc6 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:25.541726 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:01:25.642700 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ebc63cba-2bc4-43d7-a6f7-5b584b8683f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:25.645457 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ebc63cba-2bc4-43d7-a6f7-5b584b8683f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:25.650429 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ebc63cba-2bc4-43d7-a6f7-5b584b8683f2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce31760b-585e-474f-b093-5587896df4ae HTTP/1.1" status: 204 len: 168 time: 0.2702262 Jul 07 21:01:25.655058 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c0ed1af0-b42e-4229-9f22-0070bc3d7bc6 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:25.656727 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ed1af0-b42e-4229-9f22-0070bc3d7bc6 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b9f393b-5730-44b1-b132-2f74ccb16473 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:01:25.657102 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc63cba-2bc4-43d7-a6f7-5b584b8683f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce31760b-585e-474f-b093-5587896df4ae,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:25.675048 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c0ed1af0-b42e-4229-9f22-0070bc3d7bc6 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:25.679927 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c0ed1af0-b42e-4229-9f22-0070bc3d7bc6 tempest-RoutersTestDVR-892696894 tempest-RoutersTestDVR-892696894-project-admin] 10.222.0.64 "DELETE /v2.0/routers/9b9f393b-5730-44b1-b132-2f74ccb16473 HTTP/1.1" status: 204 len: 168 time: 0.7292781 Jul 07 21:01:25.681509 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:25.683613 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-72e2ab87-66c2-4677-bdbc-ecd7f9f4bd54 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1108664105'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:25.736873 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e2ab87-66c2-4677-bdbc-ecd7f9f4bd54 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Made reservation on behalf of a10be832879946ada31129bf00fd3fef for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:25.745211 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72e2ab87-66c2-4677-bdbc-ecd7f9f4bd54 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:25.746365 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb62a516-875e-45f2-b801-06fd1678ac2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:01:25.748687 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6bf531-b071-4d5c-bc26-cb6d4f3b69c4" -d '{"events": [{"server_uuid": "fb62a516-875e-45f2-b801-06fd1678ac2e", "name": "network-vif-unplugged", "status": "completed", "tag": "f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:01:25.762609 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:25.768140 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:25.777239 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72e2ab87-66c2-4677-bdbc-ecd7f9f4bd54 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:25.847270 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 21:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8ee61a-3f3e-4849-ac19-1c87c1b8e4c6 x-openstack-request-id: req-cb8ee61a-3f3e-4849-ac19-1c87c1b8e4c6 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:01:25.850210 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb62a516-875e-45f2-b801-06fd1678ac2e", "name": "network-vif-unplugged", "status": "completed", "tag": "f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:01:25.851045 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb8ee61a-3f3e-4849-ac19-1c87c1b8e4c6 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:01:25.851922 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb62a516-875e-45f2-b801-06fd1678ac2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a', 'code': 200} Jul 07 21:01:25.916940 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,revision_number=14']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:25.967109 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72e2ab87-66c2-4677-bdbc-ecd7f9f4bd54 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:25.972341 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72e2ab87-66c2-4677-bdbc-ecd7f9f4bd54 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:26.013915 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e2ab87-66c2-4677-bdbc-ecd7f9f4bd54 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:01:26.032198 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2ab87-66c2-4677-bdbc-ecd7f9f4bd54 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e05af0b-b525-4847-9d71-c3febf17e6e4,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:26.040250 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72e2ab87-66c2-4677-bdbc-ecd7f9f4bd54 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:26.040688 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-72e2ab87-66c2-4677-bdbc-ecd7f9f4bd54 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Added segment 36749f12-ffde-433f-8dca-f031d3130019 of type vlan for network b6fc0f35-9834-49cc-ad8c-42e997fd5142 Jul 07 21:01:26.127358 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72e2ab87-66c2-4677-bdbc-ecd7f9f4bd54 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:26.177886 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72e2ab87-66c2-4677-bdbc-ecd7f9f4bd54 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:26.187319 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e2ab87-66c2-4677-bdbc-ecd7f9f4bd54 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:26.188499 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72e2ab87-66c2-4677-bdbc-ecd7f9f4bd54 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:26.250263 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54568) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:26.415794 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-72e2ab87-66c2-4677-bdbc-ecd7f9f4bd54 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0948899 Jul 07 21:01:26.417160 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54580) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:26.426414 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e8831155-09ce-49a6-89b7-5b4d69ff8f26 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Request body: {'subnet': {'network_id': 'b6fc0f35-9834-49cc-ad8c-42e997fd5142', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:26.460876 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2ab87-66c2-4677-bdbc-ecd7f9f4bd54 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Pushing event updated for resources: {'Network': ['ID=b6fc0f35-9834-49cc-ad8c-42e997fd5142,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:26.474697 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network b6fc0f35-9834-49cc-ad8c-42e997fd5142 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:01:26.677932 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8cde70a9-2e3b-452e-87f7-a57246df279f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:26.682495 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8831155-09ce-49a6-89b7-5b4d69ff8f26 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Made reservation on behalf of a10be832879946ada31129bf00fd3fef for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:26.687100 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e8831155-09ce-49a6-89b7-5b4d69ff8f26 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:26.753719 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b35a3-a6c0-4832-9891-90571201d2e8 req-1dd7fd67-9f2d-4192-91c7-10a9d83c9278 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:26.761625 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f93b35a3-a6c0-4832-9891-90571201d2e8 req-1dd7fd67-9f2d-4192-91c7-10a9d83c9278 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.0861201 Jul 07 21:01:26.810899 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f93b35a3-a6c0-4832-9891-90571201d2e8 req-0ff60a80-6598-48b9-be12-311ef3836ad9 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480237 Jul 07 21:01:26.933477 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e8831155-09ce-49a6-89b7-5b4d69ff8f26 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:26.989622 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8831155-09ce-49a6-89b7-5b4d69ff8f26 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Pushing event updated for resources: {'Subnet': ['ID=3ae7fccb-68fb-47ec-affe-608111a464e1,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:27.051174 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8831155-09ce-49a6-89b7-5b4d69ff8f26 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Checking segment: {'id': '36749f12-ffde-433f-8dca-f031d3130019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b6fc0f35-9834-49cc-ad8c-42e997fd5142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:01:27.051698 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8831155-09ce-49a6-89b7-5b4d69ff8f26 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Network hostable DHCP agents. Network: b6fc0f35-9834-49cc-ad8c-42e997fd5142, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:01:27.088304 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8831155-09ce-49a6-89b7-5b4d69ff8f26 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Network b6fc0f35-9834-49cc-ad8c-42e997fd5142 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:01:27.123377 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-e8831155-09ce-49a6-89b7-5b4d69ff8f26 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, b6fc0f35-9834-49cc-ad8c-42e997fd5142) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:27.127982 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8831155-09ce-49a6-89b7-5b4d69ff8f26 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:27.128577 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e8831155-09ce-49a6-89b7-5b4d69ff8f26 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:27.133406 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a3627c-ba37-4d2f-be87-387c2dbcd228 None None] Network b6fc0f35-9834-49cc-ad8c-42e997fd5142 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:01:27.232880 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8cde70a9-2e3b-452e-87f7-a57246df279f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:27.240360 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8cde70a9-2e3b-452e-87f7-a57246df279f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:27.273755 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8cde70a9-2e3b-452e-87f7-a57246df279f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c39e243519974510a04556af43d47f46&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0216413 Jul 07 21:01:27.279685 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e8831155-09ce-49a6-89b7-5b4d69ff8f26 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8573611 Jul 07 21:01:27.284518 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54600) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:27.284845 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54602) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:27.322514 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-a349e02d-c709-41d4-8897-22f0cf1b6317 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Request body: {'port': {'network_id': 'b6fc0f35-9834-49cc-ad8c-42e997fd5142', 'name': 'tempest-DHCPAgentSchedulersTestJSON-922950504'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:27.334326 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748d5a0f-d577-477f-b1cf-b3bbed825ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-b6fc0f35-9834-49cc-ad8c-42e997fd5142', 'network_id': 'b6fc0f35-9834-49cc-ad8c-42e997fd5142', 'tenant_id': 'a10be832879946ada31129bf00fd3fef', 'fixed_ips': [{'subnet_id': '3ae7fccb-68fb-47ec-affe-608111a464e1'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:01:27.336824 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-748d5a0f-d577-477f-b1cf-b3bbed825ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:27.340133 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873b4ca-9257-4b88-bc39-cf716f257d6f req-509a8f17-3623-4d9f-ab5e-a3734b3adb05 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:27.347613 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0873b4ca-9257-4b88-bc39-cf716f257d6f req-509a8f17-3623-4d9f-ab5e-a3734b3adb05 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1152916 Jul 07 21:01:27.410351 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0873b4ca-9257-4b88-bc39-cf716f257d6f req-d78fd88a-043e-4243-a862-3ad72bbd5efd tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614538 Jul 07 21:01:27.493960 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde70a9-2e3b-452e-87f7-a57246df279f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f60788-8872-4021-b8c9-69fb1b476866,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:27.554758 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4185ed36-1e75-4b63-88eb-3488fea85bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:27.570671 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1c818-5b12-437c-b396-889d5ec3fdbc req-70936845-aaf9-4d4e-81ea-f4047d15c1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:27.572836 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-14c1c818-5b12-437c-b396-889d5ec3fdbc req-70936845-aaf9-4d4e-81ea-f4047d15c1da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 1097 time: 0.4008031 Jul 07 21:01:27.573885 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-748d5a0f-d577-477f-b1cf-b3bbed825ed4 None None] Allocated IP 172.20.0.2 (b6fc0f35-9834-49cc-ad8c-42e997fd5142/3ae7fccb-68fb-47ec-affe-608111a464e1/25665dbb-12f1-4d96-bd82-7d8c86fea8ca) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:01:27.695369 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4185ed36-1e75-4b63-88eb-3488fea85bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:27.789376 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a349e02d-c709-41d4-8897-22f0cf1b6317 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Made reservation on behalf of a10be832879946ada31129bf00fd3fef for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:27.793071 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a349e02d-c709-41d4-8897-22f0cf1b6317 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:27.825570 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1c818-5b12-437c-b396-889d5ec3fdbc req-e84a54ee-298c-4124-a61e-a4e714e994b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:27.828654 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-14c1c818-5b12-437c-b396-889d5ec3fdbc req-e84a54ee-298c-4124-a61e-a4e714e994b2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 912 time: 0.2353048 Jul 07 21:01:27.841859 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-748d5a0f-d577-477f-b1cf-b3bbed825ed4 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:27.858546 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-a349e02d-c709-41d4-8897-22f0cf1b6317 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] device_id is not set on port 576d68fa-aec8-4c47-b961-776bc8014e93 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:01:27.952825 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-748d5a0f-d577-477f-b1cf-b3bbed825ed4 None None] Transition to ACTIVE for port object 25665dbb-12f1-4d96-bd82-7d8c86fea8ca will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:01:27.957693 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4185ed36-1e75-4b63-88eb-3488fea85bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:27.960275 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4185ed36-1e75-4b63-88eb-3488fea85bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:27.961562 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4185ed36-1e75-4b63-88eb-3488fea85bf6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/45f60788-8872-4021-b8c9-69fb1b476866 HTTP/1.1" status: 204 len: 168 time: 0.6757598 Jul 07 21:01:27.988630 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-748d5a0f-d577-477f-b1cf-b3bbed825ed4 None None] Transition to ACTIVE for port object 25665dbb-12f1-4d96-bd82-7d8c86fea8ca will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:01:27.997235 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185ed36-1e75-4b63-88eb-3488fea85bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f60788-8872-4021-b8c9-69fb1b476866,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:28.024101 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-748d5a0f-d577-477f-b1cf-b3bbed825ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:28.057698 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-14c1c818-5b12-437c-b396-889d5ec3fdbc req-99ee89e5-bab5-43e3-a4a7-a5933f7e9e93 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a HTTP/1.1" status: 200 len: 1000 time: 0.2096081 Jul 07 21:01:28.121650 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748d5a0f-d577-477f-b1cf-b3bbed825ed4 None None] Network b6fc0f35-9834-49cc-ad8c-42e997fd5142 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:01:28.133365 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-748d5a0f-d577-477f-b1cf-b3bbed825ed4 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:28.150323 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748d5a0f-d577-477f-b1cf-b3bbed825ed4 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:01:28.250357 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-a349e02d-c709-41d4-8897-22f0cf1b6317 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Allocated IP 172.20.0.11 (b6fc0f35-9834-49cc-ad8c-42e997fd5142/3ae7fccb-68fb-47ec-affe-608111a464e1/576d68fa-aec8-4c47-b961-776bc8014e93) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:01:28.264151 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d5a0f-d577-477f-b1cf-b3bbed825ed4 None None] Pushing event updated for resources: {'Port': ['ID=25665dbb-12f1-4d96-bd82-7d8c86fea8ca,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:28.269542 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1c818-5b12-437c-b396-889d5ec3fdbc req-1fb047c7-b1b9-4b7d-b775-95e4a409940a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:28.276355 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-14c1c818-5b12-437c-b396-889d5ec3fdbc req-1fb047c7-b1b9-4b7d-b775-95e4a409940a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 200 len: 850 time: 0.1700156 Jul 07 21:01:28.293804 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-748d5a0f-d577-477f-b1cf-b3bbed825ed4 None None] Attempting to bind port 25665dbb-12f1-4d96-bd82-7d8c86fea8ca on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:28.294478 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-748d5a0f-d577-477f-b1cf-b3bbed825ed4 None None] Attempting to bind port 25665dbb-12f1-4d96-bd82-7d8c86fea8ca by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '36749f12-ffde-433f-8dca-f031d3130019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b6fc0f35-9834-49cc-ad8c-42e997fd5142'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:28.295026 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d5a0f-d577-477f-b1cf-b3bbed825ed4 None None] Attempting to bind port 25665dbb-12f1-4d96-bd82-7d8c86fea8ca on network b6fc0f35-9834-49cc-ad8c-42e997fd5142 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:28.304962 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d5a0f-d577-477f-b1cf-b3bbed825ed4 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:01:28.305695 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d5a0f-d577-477f-b1cf-b3bbed825ed4 None None] Checking segment: {'id': '36749f12-ffde-433f-8dca-f031d3130019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b6fc0f35-9834-49cc-ad8c-42e997fd5142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:01:28.306294 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-748d5a0f-d577-477f-b1cf-b3bbed825ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:28.310057 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748d5a0f-d577-477f-b1cf-b3bbed825ed4 None None] Bound using segment: {'id': '36749f12-ffde-433f-8dca-f031d3130019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b6fc0f35-9834-49cc-ad8c-42e997fd5142'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:01:28.311073 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-748d5a0f-d577-477f-b1cf-b3bbed825ed4 None None] Bound port: 25665dbb-12f1-4d96-bd82-7d8c86fea8ca, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36749f12-ffde-433f-8dca-f031d3130019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'b6fc0f35-9834-49cc-ad8c-42e997fd5142'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:01:28.312130 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-748d5a0f-d577-477f-b1cf-b3bbed825ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:28.332651 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54636) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:28.466741 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-748d5a0f-d577-477f-b1cf-b3bbed825ed4 None None] For port 25665dbb-12f1-4d96-bd82-7d8c86fea8ca, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:01:28.476235 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-748d5a0f-d577-477f-b1cf-b3bbed825ed4 None None] For port 25665dbb-12f1-4d96-bd82-7d8c86fea8ca, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=25665dbb-12f1-4d96-bd82-7d8c86fea8ca,segment=NetworkSegment(36749f12-ffde-433f-8dca-f031d3130019),segment_id=36749f12-ffde-433f-8dca-f031d3130019)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:01:28.484923 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-748d5a0f-d577-477f-b1cf-b3bbed825ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:28.500054 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54642) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:28.537150 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-645f0eb0-d38c-4cba-8584-2117bf2b3b9d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:28.542424 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-18619be6-30a6-4818-bf7c-91e2268f0fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:28.579679 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-645f0eb0-d38c-4cba-8584-2117bf2b3b9d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] 10.222.0.64 "PUT /v2.0/quotas/c7af1864e18842688e1bf5fea1e90ddb HTTP/1.1" status: 200 len: 368 time: 0.2450147 Jul 07 21:01:28.583341 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54646) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:28.589424 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d5a0f-d577-477f-b1cf-b3bbed825ed4 None None] Pushing event updated for resources: {'Port': ['ID=25665dbb-12f1-4d96-bd82-7d8c86fea8ca,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:28.589832 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-6e1d7fde-ef37-40a1-ad51-cabf22ee754d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Request body: {'network': {'project_id': 'c7af1864e18842688e1bf5fea1e90ddb'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:28.814987 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-18619be6-30a6-4818-bf7c-91e2268f0fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:28.838860 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-18619be6-30a6-4818-bf7c-91e2268f0fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:28.971377 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1d7fde-ef37-40a1-ad51-cabf22ee754d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Made reservation on behalf of c7af1864e18842688e1bf5fea1e90ddb for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:28.974998 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e1d7fde-ef37-40a1-ad51-cabf22ee754d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:28.989086 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e1d7fde-ef37-40a1-ad51-cabf22ee754d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:28.998349 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-18619be6-30a6-4818-bf7c-91e2268f0fd1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3c2fe31a06ee48c3b25de1e4e90123bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4968231 Jul 07 21:01:29.011044 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54660) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:29.034385 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738b691-cd97-4974-b683-4fc8d5fa55c3 req-26e76495-6aa3-45cb-beaf-76521c61af00 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:29.049224 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c738b691-cd97-4974-b683-4fc8d5fa55c3 req-26e76495-6aa3-45cb-beaf-76521c61af00 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.3683264 Jul 07 21:01:29.057215 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18619be6-30a6-4818-bf7c-91e2268f0fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b3b0b1-d075-42d9-89fb-788181ca5e80,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:29.080057 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1c818-5b12-437c-b396-889d5ec3fdbc req-58347609-f1a3-409f-8ff0-7be62ecdf5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:29.082073 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-14c1c818-5b12-437c-b396-889d5ec3fdbc req-58347609-f1a3-409f-8ff0-7be62ecdf5ea service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7980001 Jul 07 21:01:29.161604 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 25665dbb-12f1-4d96-bd82-7d8c86fea8ca up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:01:29.183635 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c738b691-cd97-4974-b683-4fc8d5fa55c3 req-cd26df26-bb49-46d9-b56e-f03643c88988 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1329246 Jul 07 21:01:29.257163 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a349e02d-c709-41d4-8897-22f0cf1b6317 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:29.290948 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-70a66064-74b0-4b1a-8245-f68a693285dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:29.299978 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-a349e02d-c709-41d4-8897-22f0cf1b6317 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Transition to ACTIVE for port object 576d68fa-aec8-4c47-b961-776bc8014e93 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:01:29.304627 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-14c1c818-5b12-437c-b396-889d5ec3fdbc req-118b6598-24d3-4ff0-b36e-3fb8e1b0dbd4 service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105355 Jul 07 21:01:29.338359 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 25665dbb-12f1-4d96-bd82-7d8c86fea8ca completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:01:29.340646 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e1d7fde-ef37-40a1-ad51-cabf22ee754d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:29.367989 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e654ffe0-a938-4a88-917b-43394fbd8a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:29.370047 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e1d7fde-ef37-40a1-ad51-cabf22ee754d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:29.420077 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1d7fde-ef37-40a1-ad51-cabf22ee754d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:01:29.429817 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a349e02d-c709-41d4-8897-22f0cf1b6317 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:29.445408 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e654ffe0-a938-4a88-917b-43394fbd8a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:29.546810 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d7fde-ef37-40a1-ad51-cabf22ee754d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f987ab96-3710-4a33-a01d-657e60456fb2,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:29.550469 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a349e02d-c709-41d4-8897-22f0cf1b6317 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Network b6fc0f35-9834-49cc-ad8c-42e997fd5142 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:01:29.552676 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-a349e02d-c709-41d4-8897-22f0cf1b6317 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:29.565718 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-14c1c818-5b12-437c-b396-889d5ec3fdbc req-2a519b04-d9d3-4242-b679-52a0d437182a service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347856 Jul 07 21:01:29.566461 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a349e02d-c709-41d4-8897-22f0cf1b6317 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:01:29.615773 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e654ffe0-a938-4a88-917b-43394fbd8a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:29.620526 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e654ffe0-a938-4a88-917b-43394fbd8a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:29.634295 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e654ffe0-a938-4a88-917b-43394fbd8a7a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30b3b0b1-d075-42d9-89fb-788181ca5e80 HTTP/1.1" status: 204 len: 168 time: 0.6206267 Jul 07 21:01:29.637005 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e1d7fde-ef37-40a1-ad51-cabf22ee754d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:29.637380 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-6e1d7fde-ef37-40a1-ad51-cabf22ee754d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Added segment 6cc0f704-b340-4cf2-8ecb-1c43c5276f06 of type vlan for network 33f45ba6-b35b-46f4-8192-cdb1ad4062f6 Jul 07 21:01:29.642395 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349e02d-c709-41d4-8897-22f0cf1b6317 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Pushing event updated for resources: {'Port': ['ID=576d68fa-aec8-4c47-b961-776bc8014e93,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:29.671529 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a349e02d-c709-41d4-8897-22f0cf1b6317 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:29.672429 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a349e02d-c709-41d4-8897-22f0cf1b6317 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:29.703018 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654ffe0-a938-4a88-917b-43394fbd8a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b3b0b1-d075-42d9-89fb-788181ca5e80,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:29.710292 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a349e02d-c709-41d4-8897-22f0cf1b6317 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4222970 Jul 07 21:01:29.713331 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54664) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:29.769006 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e1d7fde-ef37-40a1-ad51-cabf22ee754d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:29.841639 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e1d7fde-ef37-40a1-ad51-cabf22ee754d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:29.842690 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1d7fde-ef37-40a1-ad51-cabf22ee754d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:29.843668 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e1d7fde-ef37-40a1-ad51-cabf22ee754d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:30.047076 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6e1d7fde-ef37-40a1-ad51-cabf22ee754d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4582374 Jul 07 21:01:30.055898 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54678) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:30.084332 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e862a744-d4b1-498f-a5da-059b8933e760 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Request body: {'network': {'project_id': 'c7af1864e18842688e1bf5fea1e90ddb'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:30.098474 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d7fde-ef37-40a1-ad51-cabf22ee754d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Pushing event updated for resources: {'Network': ['ID=33f45ba6-b35b-46f4-8192-cdb1ad4062f6,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:30.112338 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-b086b1c2-7677-44ff-9330-891d7db811dd tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Deleting port 576d68fa-aec8-4c47-b961-776bc8014e93 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:01:30.114752 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 33f45ba6-b35b-46f4-8192-cdb1ad4062f6 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:01:30.115180 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b086b1c2-7677-44ff-9330-891d7db811dd tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:30.330538 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b086b1c2-7677-44ff-9330-891d7db811dd tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:30.347155 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-b086b1c2-7677-44ff-9330-891d7db811dd tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Calling delete_port for 576d68fa-aec8-4c47-b961-776bc8014e93 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:01:30.508098 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936001f6-2905-4da4-878a-3434125e602f None None] Network b6fc0f35-9834-49cc-ad8c-42e997fd5142 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:01:30.566052 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e862a744-d4b1-498f-a5da-059b8933e760 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Made reservation on behalf of c7af1864e18842688e1bf5fea1e90ddb for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:30.569951 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e862a744-d4b1-498f-a5da-059b8933e760 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:30.615800 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e862a744-d4b1-498f-a5da-059b8933e760 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:01:30.628033 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b086b1c2-7677-44ff-9330-891d7db811dd tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:30.672715 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086b1c2-7677-44ff-9330-891d7db811dd tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Pushing event deleted for resources: {'Port': ['ID=576d68fa-aec8-4c47-b961-776bc8014e93,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:30.676945 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e862a744-d4b1-498f-a5da-059b8933e760 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:30.677492 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-e862a744-d4b1-498f-a5da-059b8933e760 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Added segment 5f6a140b-3a66-4eb3-b2cf-e41cbc04d2d0 of type vlan for network 66d7d297-ef89-4671-b209-307583acd588 Jul 07 21:01:30.683850 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ac2fe-ea35-4aac-b4b6-8d0e0d44f841 req-5cda7b01-0abe-43b3-a8bf-12ed8e8529e3 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:30.696654 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-265ac2fe-ea35-4aac-b4b6-8d0e0d44f841 req-5cda7b01-0abe-43b3-a8bf-12ed8e8529e3 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1989324 Jul 07 21:01:30.800157 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e862a744-d4b1-498f-a5da-059b8933e760 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:30.815092 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-265ac2fe-ea35-4aac-b4b6-8d0e0d44f841 req-84e40ccd-9225-46ff-86a4-0e5fc9640e1d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1168203 Jul 07 21:01:30.839950 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b086b1c2-7677-44ff-9330-891d7db811dd tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:30.844280 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b086b1c2-7677-44ff-9330-891d7db811dd tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] 10.222.0.64 "DELETE /v2.0/ports/576d68fa-aec8-4c47-b961-776bc8014e93 HTTP/1.1" status: 204 len: 168 time: 1.1139970 Jul 07 21:01:30.844680 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54706) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:30.879478 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e862a744-d4b1-498f-a5da-059b8933e760 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:30.882265 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e862a744-d4b1-498f-a5da-059b8933e760 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:30.882922 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e862a744-d4b1-498f-a5da-059b8933e760 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:30.904224 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e862a744-d4b1-498f-a5da-059b8933e760 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8368204 Jul 07 21:01:30.907257 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54718) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:30.914569 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-57625ac5-86e8-4ed7-a03e-65bd205310c4 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Request body: {'network': {'project_id': 'c7af1864e18842688e1bf5fea1e90ddb'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:30.957429 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-57625ac5-86e8-4ed7-a03e-65bd205310c4 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 21:01:30.958260 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57625ac5-86e8-4ed7-a03e-65bd205310c4 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:01:30.961227 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-57625ac5-86e8-4ed7-a03e-65bd205310c4 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0526979 Jul 07 21:01:30.964740 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54724) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:31.055110 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6c57c29e-5294-4aeb-b508-32ff9b75b649 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:31.060526 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54726) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:31.063786 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862a744-d4b1-498f-a5da-059b8933e760 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Pushing event updated for resources: {'Network': ['ID=66d7d297-ef89-4671-b209-307583acd588,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:31.079645 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 66d7d297-ef89-4671-b209-307583acd588 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:01:31.119820 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-648e98f5-87c7-4994-a7a3-245c386904ba None None] Provisioning for port 25665dbb-12f1-4d96-bd82-7d8c86fea8ca completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:01:31.174084 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-648e98f5-87c7-4994-a7a3-245c386904ba None None] Provisioning complete for port 25665dbb-12f1-4d96-bd82-7d8c86fea8ca triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:31.174467 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-648e98f5-87c7-4994-a7a3-245c386904ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:31.184943 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-0179346c-5852-45b8-8be4-c0ffe0a67347 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1240236770'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:31.218108 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e286d4b1-f246-4899-877d-ec6da7f839f1 tempest-DHCPAgentSchedulersTestJSON-111992015 tempest-DHCPAgentSchedulersTestJSON-111992015-project-admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.3722365 Jul 07 21:01:31.222807 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54730) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:31.233147 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-14df64ff-0deb-4f37-b432-a870bbd4e7f4 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-5948770'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:31.242389 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6c57c29e-5294-4aeb-b508-32ff9b75b649 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:31.259981 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-6c57c29e-5294-4aeb-b508-32ff9b75b649 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d7d297-ef89-4671-b209-307583acd588']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:31.333771 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0179346c-5852-45b8-8be4-c0ffe0a67347 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Made reservation on behalf of a8aa0e5d7ed64e3d86fe14606bb8a29f for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:31.352791 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0179346c-5852-45b8-8be4-c0ffe0a67347 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:31.362011 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-6c57c29e-5294-4aeb-b508-32ff9b75b649 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6a140b-3a66-4eb3-b2cf-e41cbc04d2d0') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:31.370383 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-6c57c29e-5294-4aeb-b508-32ff9b75b649 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6a140b-3a66-4eb3-b2cf-e41cbc04d2d0') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:31.399496 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-648e98f5-87c7-4994-a7a3-245c386904ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:31.403272 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6c57c29e-5294-4aeb-b508-32ff9b75b649 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:31.415009 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14df64ff-0deb-4f37-b432-a870bbd4e7f4 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Made reservation on behalf of a10be832879946ada31129bf00fd3fef for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:31.419209 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-14df64ff-0deb-4f37-b432-a870bbd4e7f4 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:31.421867 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0179346c-5852-45b8-8be4-c0ffe0a67347 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:31.446904 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6c57c29e-5294-4aeb-b508-32ff9b75b649 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:31.454058 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-648e98f5-87c7-4994-a7a3-245c386904ba None None] For port 25665dbb-12f1-4d96-bd82-7d8c86fea8ca, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=25665dbb-12f1-4d96-bd82-7d8c86fea8ca,segment=NetworkSegment(36749f12-ffde-433f-8dca-f031d3130019),segment_id=36749f12-ffde-433f-8dca-f031d3130019)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:31.457148 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c57c29e-5294-4aeb-b508-32ff9b75b649 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:01:31.458038 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6c57c29e-5294-4aeb-b508-32ff9b75b649 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:31.460746 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-648e98f5-87c7-4994-a7a3-245c386904ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.503811 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:01:31.508420 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:01:31.562284 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e98f5-87c7-4994-a7a3-245c386904ba None None] Pushing event updated for resources: {'Port': ['ID=25665dbb-12f1-4d96-bd82-7d8c86fea8ca,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:31.568267 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6c57c29e-5294-4aeb-b508-32ff9b75b649 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:31.574436 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6c57c29e-5294-4aeb-b508-32ff9b75b649 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:31.576584 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6c57c29e-5294-4aeb-b508-32ff9b75b649 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] 10.222.0.64 "DELETE /v2.0/networks/66d7d297-ef89-4671-b209-307583acd588 HTTP/1.1" status: 204 len: 168 time: 0.6104932 Jul 07 21:01:31.578604 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14df64ff-0deb-4f37-b432-a870bbd4e7f4 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:01:31.579305 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54734) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:31.596327 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57c29e-5294-4aeb-b508-32ff9b75b649 tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Pushing event deleted for resources: {'Network': ['ID=66d7d297-ef89-4671-b209-307583acd588,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:31.612195 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-14df64ff-0deb-4f37-b432-a870bbd4e7f4 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:31.612542 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-14df64ff-0deb-4f37-b432-a870bbd4e7f4 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Added segment fe5cf7bd-e05d-414f-8aa3-fbbf5d63edbc of type vlan for network eb2e31b1-4819-4da6-9b92-4992385f19e0 Jul 07 21:01:31.670189 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-14df64ff-0deb-4f37-b432-a870bbd4e7f4 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:31.695372 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c5bb305-e5a2-45a6-9247-74cf3de83a8d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:31.734636 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-14df64ff-0deb-4f37-b432-a870bbd4e7f4 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:31.740527 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14df64ff-0deb-4f37-b432-a870bbd4e7f4 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:31.741167 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-14df64ff-0deb-4f37-b432-a870bbd4e7f4 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:31.801588 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c5bb305-e5a2-45a6-9247-74cf3de83a8d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:31.818321 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-5c5bb305-e5a2-45a6-9247-74cf3de83a8d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f45ba6-b35b-46f4-8192-cdb1ad4062f6']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:31.825294 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0179346c-5852-45b8-8be4-c0ffe0a67347 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:31.832307 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df64ff-0deb-4f37-b432-a870bbd4e7f4 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Pushing event updated for resources: {'Network': ['ID=eb2e31b1-4819-4da6-9b92-4992385f19e0,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:31.849385 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-5c5bb305-e5a2-45a6-9247-74cf3de83a8d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc0f704-b340-4cf2-8ecb-1c43c5276f06') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:31.850067 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-5c5bb305-e5a2-45a6-9247-74cf3de83a8d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc0f704-b340-4cf2-8ecb-1c43c5276f06') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:31.852195 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network eb2e31b1-4819-4da6-9b92-4992385f19e0 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:01:31.857677 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0179346c-5852-45b8-8be4-c0ffe0a67347 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:31.864798 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c5bb305-e5a2-45a6-9247-74cf3de83a8d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:31.890620 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c5bb305-e5a2-45a6-9247-74cf3de83a8d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:31.899266 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5bb305-e5a2-45a6-9247-74cf3de83a8d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:01:31.900245 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c5bb305-e5a2-45a6-9247-74cf3de83a8d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:01:31.905284 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:01:31.909885 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179346c-5852-45b8-8be4-c0ffe0a67347 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2d3f78-729b-4d40-8343-dd19e9694fd2,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:31.929903 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-14df64ff-0deb-4f37-b432-a870bbd4e7f4 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7005386 Jul 07 21:01:31.933710 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54738) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:31.960336 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0179346c-5852-45b8-8be4-c0ffe0a67347 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:01:31.995875 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-eb3bafd7-f252-428c-9c41-3a0835a60b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:32.002782 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:32.045415 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0179346c-5852-45b8-8be4-c0ffe0a67347 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:32.045834 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-0179346c-5852-45b8-8be4-c0ffe0a67347 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Added segment 2c1413bc-e58d-49c6-99e8-f7db83592f23 of type vlan for network 66c47384-8202-467f-83ff-38212c3a2d3b Jul 07 21:01:32.093709 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c5bb305-e5a2-45a6-9247-74cf3de83a8d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:32.171011 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0179346c-5852-45b8-8be4-c0ffe0a67347 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:32.195657 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6f46f9ad-837d-47f2-95f9-f188aefad26b None None] Provisioning complete for port 25665dbb-12f1-4d96-bd82-7d8c86fea8ca triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:32.196453 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6f46f9ad-837d-47f2-95f9-f188aefad26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:32.213647 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c5bb305-e5a2-45a6-9247-74cf3de83a8d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:32.222451 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5c5bb305-e5a2-45a6-9247-74cf3de83a8d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] 10.222.0.64 "DELETE /v2.0/networks/33f45ba6-b35b-46f4-8192-cdb1ad4062f6 HTTP/1.1" status: 204 len: 168 time: 0.6416407 Jul 07 21:01:32.229533 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bb305-e5a2-45a6-9247-74cf3de83a8d tempest-QuotasNegativeTest-1382848387 tempest-QuotasNegativeTest-1382848387-project-admin] Pushing event deleted for resources: {'Network': ['ID=33f45ba6-b35b-46f4-8192-cdb1ad4062f6,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:32.586702 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ec21b09e-0afb-4097-80fe-dec165cf670a None None] Could not find standard attr ID for object 576d68fa-aec8-4c47-b961-776bc8014e93. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:01:32.747748 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54766) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:32.748492 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-096ef895-9afc-48f1-94bf-e2a62c8373ff tempest-DHCPAgentSchedulersTestJSON-111992015 tempest-DHCPAgentSchedulersTestJSON-111992015-project-admin] 10.222.0.64 "GET /v2.0/agents/fba08d36-6931-4888-88ba-4970619c784d/dhcp-networks HTTP/1.1" status: 200 len: 8842 time: 0.8074412 Jul 07 21:01:32.750182 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0179346c-5852-45b8-8be4-c0ffe0a67347 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:32.755979 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0179346c-5852-45b8-8be4-c0ffe0a67347 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:32.757363 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0179346c-5852-45b8-8be4-c0ffe0a67347 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:32.834035 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179346c-5852-45b8-8be4-c0ffe0a67347 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Pushing event updated for resources: {'Network': ['ID=66c47384-8202-467f-83ff-38212c3a2d3b,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:32.859360 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 66c47384-8202-467f-83ff-38212c3a2d3b details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:01:32.866729 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0179346c-5852-45b8-8be4-c0ffe0a67347 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8016737 Jul 07 21:01:32.869628 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54768) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:32.887655 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-54c9e335-8a1b-4dbd-8b0d-7a367f123a17 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Request body: {'subnet': {'network_id': '66c47384-8202-467f-83ff-38212c3a2d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:32.888534 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227bb9c-9b1b-4146-9bba-283c09cccc8e req-ac18c7ca-fb1b-461e-8920-1b7ff55a5409 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:32.890462 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6227bb9c-9b1b-4146-9bba-283c09cccc8e req-ac18c7ca-fb1b-461e-8920-1b7ff55a5409 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.7216148 Jul 07 21:01:32.948077 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6227bb9c-9b1b-4146-9bba-283c09cccc8e req-3ee9079f-59a4-40bb-9349-b7ef6d9e4e31 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491006 Jul 07 21:01:33.059472 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b52365-bbb2-4cf4-a88b-be70da8c502b tempest-DHCPAgentSchedulersTestJSON-111992015 tempest-DHCPAgentSchedulersTestJSON-111992015-project-admin] Network eb2e31b1-4819-4da6-9b92-4992385f19e0 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:01:33.093800 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9f2e10-5233-4605-99f1-a1c834a28104 None None] Network eb2e31b1-4819-4da6-9b92-4992385f19e0 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:01:33.094649 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54774) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:33.096990 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f2b52365-bbb2-4cf4-a88b-be70da8c502b tempest-DHCPAgentSchedulersTestJSON-111992015 tempest-DHCPAgentSchedulersTestJSON-111992015-project-admin] 10.222.0.64 "POST /v2.0/agents/fba08d36-6931-4888-88ba-4970619c784d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3404975 Jul 07 21:01:33.113752 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c9e335-8a1b-4dbd-8b0d-7a367f123a17 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Made reservation on behalf of a8aa0e5d7ed64e3d86fe14606bb8a29f for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:33.117822 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54c9e335-8a1b-4dbd-8b0d-7a367f123a17 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:33.122879 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 25665dbb-12f1-4d96-bd82-7d8c86fea8ca up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:01:33.297125 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 25665dbb-12f1-4d96-bd82-7d8c86fea8ca triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:33.298076 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:33.362416 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-cd1683a5-db4d-4efb-90f4-4cda4ddf9264 tempest-DHCPAgentSchedulersTestJSON-111992015 tempest-DHCPAgentSchedulersTestJSON-111992015-project-admin] 10.222.0.64 "GET /v2.0/agents/fba08d36-6931-4888-88ba-4970619c784d/dhcp-networks HTTP/1.1" status: 200 len: 9610 time: 0.2629919 Jul 07 21:01:33.362792 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54796) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:33.364491 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54798) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:33.462386 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54c9e335-8a1b-4dbd-8b0d-7a367f123a17 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:33.499771 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:33.519698 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9663bd6f-d2a7-4011-a340-c32ce88db4d7 tempest-DHCPAgentSchedulersTestJSON-111992015 tempest-DHCPAgentSchedulersTestJSON-111992015-project-admin] 10.222.0.64 "DELETE /v2.0/agents/fba08d36-6931-4888-88ba-4970619c784d/dhcp-networks/eb2e31b1-4819-4da6-9b92-4992385f19e0 HTTP/1.1" status: 204 len: 168 time: 0.1523602 Jul 07 21:01:33.522736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54804) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:33.544185 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9e335-8a1b-4dbd-8b0d-7a367f123a17 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Pushing event updated for resources: {'Subnet': ['ID=1c72a5ec-317c-4837-83d0-0a7411fc1c77,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:33.550954 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a76e4-2117-4acf-a51d-5453740fb0d7 req-4cae9385-a572-43b1-8733-21026fd314e2 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:33.551846 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c9e335-8a1b-4dbd-8b0d-7a367f123a17 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Checking segment: {'id': '2c1413bc-e58d-49c6-99e8-f7db83592f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '66c47384-8202-467f-83ff-38212c3a2d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:01:33.552334 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c9e335-8a1b-4dbd-8b0d-7a367f123a17 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Network hostable DHCP agents. Network: 66c47384-8202-467f-83ff-38212c3a2d3b, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:01:33.552543 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d6a76e4-2117-4acf-a51d-5453740fb0d7 req-4cae9385-a572-43b1-8733-21026fd314e2 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1473386 Jul 07 21:01:33.571979 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c9e335-8a1b-4dbd-8b0d-7a367f123a17 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Network 66c47384-8202-467f-83ff-38212c3a2d3b is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:01:33.581442 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-54c9e335-8a1b-4dbd-8b0d-7a367f123a17 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 66c47384-8202-467f-83ff-38212c3a2d3b) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:33.587261 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c9e335-8a1b-4dbd-8b0d-7a367f123a17 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:33.587970 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54c9e335-8a1b-4dbd-8b0d-7a367f123a17 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:33.594386 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d996236b-2770-46b6-a4c8-3b35bc6ff144 None None] Network 66c47384-8202-467f-83ff-38212c3a2d3b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:01:33.608078 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-54c9e335-8a1b-4dbd-8b0d-7a367f123a17 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7258418 Jul 07 21:01:33.608329 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54806) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:33.614333 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-6833f9a2-a0f0-43ab-b621-a023242a4911 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Request body: {'port': {'network_id': '66c47384-8202-467f-83ff-38212c3a2d3b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-487559118'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:33.620227 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5f0bb483-fd90-46e0-aff1-5e71759a7597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:33.692024 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d6a76e4-2117-4acf-a51d-5453740fb0d7 req-54e461d8-a3ac-4e62-b887-9c559276039b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1303599 Jul 07 21:01:33.798106 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4170ff-c1af-488e-930f-4e611f21e947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-66c47384-8202-467f-83ff-38212c3a2d3b', 'network_id': '66c47384-8202-467f-83ff-38212c3a2d3b', 'tenant_id': 'a8aa0e5d7ed64e3d86fe14606bb8a29f', 'fixed_ips': [{'subnet_id': '1c72a5ec-317c-4837-83d0-0a7411fc1c77'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:01:33.799676 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ee4170ff-c1af-488e-930f-4e611f21e947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:33.830586 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3f6ab7a9-789f-4f0b-ac1a-f62a467ab84c tempest-DHCPAgentSchedulersTestJSON-111992015 tempest-DHCPAgentSchedulersTestJSON-111992015-project-admin] 10.222.0.64 "GET /v2.0/agents/fba08d36-6931-4888-88ba-4970619c784d/dhcp-networks HTTP/1.1" status: 200 len: 8842 time: 0.3066032 Jul 07 21:01:33.835942 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54812) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:33.873316 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-34ef47d3-6a97-4515-9a32-d81c87b45b85 tempest-DHCPAgentSchedulersTestJSON-111992015 tempest-DHCPAgentSchedulersTestJSON-111992015-project-admin] 10.222.0.64 "GET /v2.0/networks/b6fc0f35-9834-49cc-ad8c-42e997fd5142/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0322447 Jul 07 21:01:33.874308 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54814) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:33.896654 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5f0bb483-fd90-46e0-aff1-5e71759a7597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:33.932169 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5f0bb483-fd90-46e0-aff1-5e71759a7597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:33.932415 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7856c34b-51f4-4478-b672-3fd1fec6867b tempest-DHCPAgentSchedulersTestJSON-111992015 tempest-DHCPAgentSchedulersTestJSON-111992015-project-admin] 10.222.0.64 "GET /v2.0/networks/b6fc0f35-9834-49cc-ad8c-42e997fd5142/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0564723 Jul 07 21:01:33.934493 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54816) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:33.951942 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6833f9a2-a0f0-43ab-b621-a023242a4911 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Made reservation on behalf of a8aa0e5d7ed64e3d86fe14606bb8a29f for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:33.955926 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6833f9a2-a0f0-43ab-b621-a023242a4911 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:33.966940 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-ee4170ff-c1af-488e-930f-4e611f21e947 None None] Allocated IP 2001:db8::2 (66c47384-8202-467f-83ff-38212c3a2d3b/1c72a5ec-317c-4837-83d0-0a7411fc1c77/fd51f3ad-ab5e-472e-964f-397b27178a10) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:01:33.978942 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-6833f9a2-a0f0-43ab-b621-a023242a4911 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] device_id is not set on port f5c35f48-8c28-4355-97b3-b7692589124a yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:01:33.982258 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bb483-fd90-46e0-aff1-5e71759a7597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1bae8f-a6c5-4fdb-beb1-b23583d4b381,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:33.988091 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5f0bb483-fd90-46e0-aff1-5e71759a7597 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ff63dd6e908742a98f5ecc67f0118ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6226151 Jul 07 21:01:33.992127 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54818) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:34.060244 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bebc918d-b3b8-4e71-8e23-2b5c400c3567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:34.071657 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f2b44-99c6-4dc3-acb6-10da1f0fd217 req-72e28a10-f9ef-4063-bec0-0acb1ae575cc tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:34.073617 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca7f2b44-99c6-4dc3-acb6-10da1f0fd217 req-72e28a10-f9ef-4063-bec0-0acb1ae575cc tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1791234 Jul 07 21:01:34.117502 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bebc918d-b3b8-4e71-8e23-2b5c400c3567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:34.150625 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca7f2b44-99c6-4dc3-acb6-10da1f0fd217 req-fb37c97a-a4e5-44b9-9c04-37bd2e8abc0e tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620904 Jul 07 21:01:34.187147 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bebc918d-b3b8-4e71-8e23-2b5c400c3567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:34.191346 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-879976a3-2f6c-45e8-bb38-61efb0154084 tempest-DHCPAgentSchedulersTestJSON-111992015 tempest-DHCPAgentSchedulersTestJSON-111992015-project-admin] 10.222.0.64 "GET /v2.0/agents/fba08d36-6931-4888-88ba-4970619c784d/dhcp-networks HTTP/1.1" status: 200 len: 9654 time: 0.2554336 Jul 07 21:01:34.191540 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bebc918d-b3b8-4e71-8e23-2b5c400c3567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:34.195780 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bebc918d-b3b8-4e71-8e23-2b5c400c3567 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3e1bae8f-a6c5-4fdb-beb1-b23583d4b381 HTTP/1.1" status: 204 len: 168 time: 0.1997662 Jul 07 21:01:34.195780 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54822) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:34.200079 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ee4170ff-c1af-488e-930f-4e611f21e947 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:34.211411 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ee4170ff-c1af-488e-930f-4e611f21e947 None None] Transition to ACTIVE for port object fd51f3ad-ab5e-472e-964f-397b27178a10 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:01:34.220463 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc918d-b3b8-4e71-8e23-2b5c400c3567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1bae8f-a6c5-4fdb-beb1-b23583d4b381,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:34.237319 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ee4170ff-c1af-488e-930f-4e611f21e947 None None] Transition to ACTIVE for port object fd51f3ad-ab5e-472e-964f-397b27178a10 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:01:34.249392 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ee4170ff-c1af-488e-930f-4e611f21e947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:34.338766 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-789236b5-5b0d-41a0-b94d-425d30f48ac1 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:34.340562 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4170ff-c1af-488e-930f-4e611f21e947 None None] Pushing event updated for resources: {'Port': ['ID=fd51f3ad-ab5e-472e-964f-397b27178a10,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:34.346117 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4170ff-c1af-488e-930f-4e611f21e947 None None] Network 66c47384-8202-467f-83ff-38212c3a2d3b is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:01:34.349821 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-ee4170ff-c1af-488e-930f-4e611f21e947 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:34.353822 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4170ff-c1af-488e-930f-4e611f21e947 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:01:34.409803 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-6833f9a2-a0f0-43ab-b621-a023242a4911 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Allocated IP 2001:db8::262 (66c47384-8202-467f-83ff-38212c3a2d3b/1c72a5ec-317c-4837-83d0-0a7411fc1c77/f5c35f48-8c28-4355-97b3-b7692589124a) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:01:34.471871 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-ee4170ff-c1af-488e-930f-4e611f21e947 None None] Attempting to bind port fd51f3ad-ab5e-472e-964f-397b27178a10 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:34.472258 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-ee4170ff-c1af-488e-930f-4e611f21e947 None None] Attempting to bind port fd51f3ad-ab5e-472e-964f-397b27178a10 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '2c1413bc-e58d-49c6-99e8-f7db83592f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '66c47384-8202-467f-83ff-38212c3a2d3b'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:34.472636 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4170ff-c1af-488e-930f-4e611f21e947 None None] Attempting to bind port fd51f3ad-ab5e-472e-964f-397b27178a10 on network 66c47384-8202-467f-83ff-38212c3a2d3b {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:34.492046 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4170ff-c1af-488e-930f-4e611f21e947 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:01:34.492046 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4170ff-c1af-488e-930f-4e611f21e947 None None] Checking segment: {'id': '2c1413bc-e58d-49c6-99e8-f7db83592f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '66c47384-8202-467f-83ff-38212c3a2d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:01:34.492527 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ee4170ff-c1af-488e-930f-4e611f21e947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:34.492856 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4170ff-c1af-488e-930f-4e611f21e947 None None] Bound using segment: {'id': '2c1413bc-e58d-49c6-99e8-f7db83592f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '66c47384-8202-467f-83ff-38212c3a2d3b'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:01:34.493344 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-ee4170ff-c1af-488e-930f-4e611f21e947 None None] Bound port: fd51f3ad-ab5e-472e-964f-397b27178a10, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1413bc-e58d-49c6-99e8-f7db83592f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '66c47384-8202-467f-83ff-38212c3a2d3b'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:01:34.493735 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ee4170ff-c1af-488e-930f-4e611f21e947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:34.570709 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ee4170ff-c1af-488e-930f-4e611f21e947 None None] For port fd51f3ad-ab5e-472e-964f-397b27178a10, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:01:34.571840 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-789236b5-5b0d-41a0-b94d-425d30f48ac1 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:34.575996 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ee4170ff-c1af-488e-930f-4e611f21e947 None None] For port fd51f3ad-ab5e-472e-964f-397b27178a10, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=fd51f3ad-ab5e-472e-964f-397b27178a10,segment=NetworkSegment(2c1413bc-e58d-49c6-99e8-f7db83592f23),segment_id=2c1413bc-e58d-49c6-99e8-f7db83592f23)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:01:34.582244 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ee4170ff-c1af-488e-930f-4e611f21e947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:34.591731 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-789236b5-5b0d-41a0-b94d-425d30f48ac1 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb2e31b1-4819-4da6-9b92-4992385f19e0']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:34.606888 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-789236b5-5b0d-41a0-b94d-425d30f48ac1 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5cf7bd-e05d-414f-8aa3-fbbf5d63edbc') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:34.607378 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-789236b5-5b0d-41a0-b94d-425d30f48ac1 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5cf7bd-e05d-414f-8aa3-fbbf5d63edbc') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:34.628000 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-789236b5-5b0d-41a0-b94d-425d30f48ac1 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:34.653610 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4170ff-c1af-488e-930f-4e611f21e947 None None] Pushing event updated for resources: {'Port': ['ID=fd51f3ad-ab5e-472e-964f-397b27178a10,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:34.654997 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-789236b5-5b0d-41a0-b94d-425d30f48ac1 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:34.677104 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-645000c0-e595-4a87-9760-1d99f4ba3bce tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:34.684284 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-645000c0-e595-4a87-9760-1d99f4ba3bce tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 811 time: 0.1963418 Jul 07 21:01:34.689017 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789236b5-5b0d-41a0-b94d-425d30f48ac1 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:01:34.694754 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-789236b5-5b0d-41a0-b94d-425d30f48ac1 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:01:34.704211 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:01:34.752706 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6833f9a2-a0f0-43ab-b621-a023242a4911 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:34.763312 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-6412a316-14b3-4eff-830d-38434a2c633f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/quotas/240260fc7a05490d94f66cfaa06460e3 HTTP/1.1" status: 200 len: 375 time: 0.0779648 Jul 07 21:01:34.774225 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-6833f9a2-a0f0-43ab-b621-a023242a4911 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Transition to ACTIVE for port object f5c35f48-8c28-4355-97b3-b7692589124a will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:01:34.809904 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54860) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:34.814365 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6833f9a2-a0f0-43ab-b621-a023242a4911 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:34.846599 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-789236b5-5b0d-41a0-b94d-425d30f48ac1 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:34.855364 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-789236b5-5b0d-41a0-b94d-425d30f48ac1 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:34.859593 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-789236b5-5b0d-41a0-b94d-425d30f48ac1 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] 10.222.0.64 "DELETE /v2.0/networks/eb2e31b1-4819-4da6-9b92-4992385f19e0 HTTP/1.1" status: 204 len: 168 time: 0.6539948 Jul 07 21:01:34.862952 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54864) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:34.871843 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f6703810-f1ff-466d-8c55-55467c7a80ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:34.888558 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789236b5-5b0d-41a0-b94d-425d30f48ac1 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Pushing event deleted for resources: {'Network': ['ID=eb2e31b1-4819-4da6-9b92-4992385f19e0,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:34.903269 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6833f9a2-a0f0-43ab-b621-a023242a4911 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Network 66c47384-8202-467f-83ff-38212c3a2d3b is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:01:34.913310 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fec3ecf-5079-4841-8757-95b0fe1ee4cc tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] DELETE failed (client error): The resource could not be found. Jul 07 21:01:34.914149 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fec3ecf-5079-4841-8757-95b0fe1ee4cc tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:01:34.915825 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-6833f9a2-a0f0-43ab-b621-a023242a4911 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:34.916026 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4fec3ecf-5079-4841-8757-95b0fe1ee4cc tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] 10.222.0.64 "DELETE /v2.0/ports/576d68fa-aec8-4c47-b961-776bc8014e93 HTTP/1.1" status: 404 len: 333 time: 0.0505879 Jul 07 21:01:34.918800 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54866) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:34.920298 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833f9a2-a0f0-43ab-b621-a023242a4911 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Pushing event updated for resources: {'Port': ['ID=f5c35f48-8c28-4355-97b3-b7692589124a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:34.924803 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6833f9a2-a0f0-43ab-b621-a023242a4911 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:01:34.930889 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6833f9a2-a0f0-43ab-b621-a023242a4911 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:34.931543 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6833f9a2-a0f0-43ab-b621-a023242a4911 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:35.006856 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7edcbc-4021-4ec7-8663-3d0d2899a8e1 req-8428108f-0e6e-48f6-b764-9634a2d013f6 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:35.008988 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5f7edcbc-4021-4ec7-8663-3d0d2899a8e1 req-8428108f-0e6e-48f6-b764-9634a2d013f6 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fbd72ca-7f1a-4501-befd-ad333df75886 HTTP/1.1" status: 200 len: 950 time: 0.2608149 Jul 07 21:01:35.064966 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-38bf34da-2a6e-48a2-9dd4-11bf7dbc6567 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2865691 Jul 07 21:01:35.083204 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f6703810-f1ff-466d-8c55-55467c7a80ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:35.091206 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab8ac08-ce54-4a5f-a090-e8459366996b tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Deleting subnet 3ae7fccb-68fb-47ec-affe-608111a464e1 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:01:35.099396 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ab8ac08-ce54-4a5f-a090-e8459366996b tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:35.105515 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f6703810-f1ff-466d-8c55-55467c7a80ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:35.139380 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f6703810-f1ff-466d-8c55-55467c7a80ad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a2a6f7e3954f42dab04baf6e53e7cbed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3277681 Jul 07 21:01:35.141923 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6833f9a2-a0f0-43ab-b621-a023242a4911 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5325732 Jul 07 21:01:35.142830 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54870) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:35.147412 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54872) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:35.167309 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:35.178692 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-508082e6-37f9-4102-aa5b-8d2f3c68b18e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Request body: {'port': {'network_id': '66c47384-8202-467f-83ff-38212c3a2d3b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2029844329', 'allowed_address_pairs': [{'ip_address': '2001:db8::262', 'mac_address': 'fa:16:3e:85:24:ec'}]}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:35.186846 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device fd51f3ad-ab5e-472e-964f-397b27178a10 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:01:35.208350 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ab8ac08-ce54-4a5f-a090-e8459366996b tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:35.255890 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6703810-f1ff-466d-8c55-55467c7a80ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e1e797-900a-4d6b-86e0-c63b847a88c4,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:35.269806 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port fd51f3ad-ab5e-472e-964f-397b27178a10 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:01:35.302762 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5f7edcbc-4021-4ec7-8663-3d0d2899a8e1 req-0494049d-6384-4593-a6f7-9350515c545f tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/security-groups?id=7edc1b0c-9a9d-4c8b-9c4b-3d8bc0f3509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838557 Jul 07 21:01:35.323106 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe1fda81-3e00-4d2b-9853-49c7ce6202e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:35.367743 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe1fda81-3e00-4d2b-9853-49c7ce6202e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:35.405466 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508082e6-37f9-4102-aa5b-8d2f3c68b18e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Made reservation on behalf of a8aa0e5d7ed64e3d86fe14606bb8a29f for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:35.442542 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ab8ac08-ce54-4a5f-a090-e8459366996b tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:35.515650 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe1fda81-3e00-4d2b-9853-49c7ce6202e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:35.518164 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe1fda81-3e00-4d2b-9853-49c7ce6202e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:35.519865 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fe1fda81-3e00-4d2b-9853-49c7ce6202e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f6e1e797-900a-4d6b-86e0-c63b847a88c4 HTTP/1.1" status: 204 len: 168 time: 0.3742032 Jul 07 21:01:35.526332 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-100bc06c-7f5d-405f-93c7-b6166d91d259 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600658 Jul 07 21:01:35.534685 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-508082e6-37f9-4102-aa5b-8d2f3c68b18e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:35.547469 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1fda81-3e00-4d2b-9853-49c7ce6202e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e1e797-900a-4d6b-86e0-c63b847a88c4,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:35.573789 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-508082e6-37f9-4102-aa5b-8d2f3c68b18e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] device_id is not set on port ee61c236-a45e-4b7d-8d5e-9653ca088753 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:01:35.633249 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ab8ac08-ce54-4a5f-a090-e8459366996b tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:35.664141 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8ac08-ce54-4a5f-a090-e8459366996b tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Pushing event deleted for resources: {'Subnet': ['ID=3ae7fccb-68fb-47ec-affe-608111a464e1,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:35.677522 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ab8ac08-ce54-4a5f-a090-e8459366996b tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:35.680154 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8ab8ac08-ce54-4a5f-a090-e8459366996b tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] 10.222.0.64 "DELETE /v2.0/subnets/3ae7fccb-68fb-47ec-affe-608111a464e1 HTTP/1.1" status: 204 len: 168 time: 0.7604868 Jul 07 21:01:35.683886 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54896) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:35.684473 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29da18b-ad24-48a6-8f41-9bafc4d535cd None None] Network b6fc0f35-9834-49cc-ad8c-42e997fd5142 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:01:35.752612 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-508082e6-37f9-4102-aa5b-8d2f3c68b18e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Allocated IP 2001:db8::140 (66c47384-8202-467f-83ff-38212c3a2d3b/1c72a5ec-317c-4837-83d0-0a7411fc1c77/ee61c236-a45e-4b7d-8d5e-9653ca088753) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:01:35.907905 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-fe73e8a0-de1f-4f39-84b4-ff95c0e20f2e service neutron] 10.222.0.64 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807805 Jul 07 21:01:35.956941 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-508082e6-37f9-4102-aa5b-8d2f3c68b18e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:35.958129 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2adcfe70-aba7-4a42-9788-80c9c5b83088 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:35.974496 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-508082e6-37f9-4102-aa5b-8d2f3c68b18e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Transition to ACTIVE for port object ee61c236-a45e-4b7d-8d5e-9653ca088753 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:01:36.012354 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-508082e6-37f9-4102-aa5b-8d2f3c68b18e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:36.051685 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508082e6-37f9-4102-aa5b-8d2f3c68b18e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Network 66c47384-8202-467f-83ff-38212c3a2d3b is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:01:36.114528 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-508082e6-37f9-4102-aa5b-8d2f3c68b18e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:36.131091 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-2adcfe70-aba7-4a42-9788-80c9c5b83088 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Deleting port 25665dbb-12f1-4d96-bd82-7d8c86fea8ca {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:01:36.133740 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2133d4ba-a1af-4312-87c0-abd385902840 None None] DHCP port deletion for b6fc0f35-9834-49cc-ad8c-42e997fd5142 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:01:36.134882 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2adcfe70-aba7-4a42-9788-80c9c5b83088 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:36.138431 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508082e6-37f9-4102-aa5b-8d2f3c68b18e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:01:36.148442 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508082e6-37f9-4102-aa5b-8d2f3c68b18e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:36.152948 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-508082e6-37f9-4102-aa5b-8d2f3c68b18e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:36.223847 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-508082e6-37f9-4102-aa5b-8d2f3c68b18e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.0628169 Jul 07 21:01:36.227181 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54910) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:36.243808 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-2133d4ba-a1af-4312-87c0-abd385902840 None None] Deleting port 25665dbb-12f1-4d96-bd82-7d8c86fea8ca {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:01:36.244197 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2133d4ba-a1af-4312-87c0-abd385902840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:36.253543 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508082e6-37f9-4102-aa5b-8d2f3c68b18e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Pushing event updated for resources: {'Port': ['ID=ee61c236-a45e-4b7d-8d5e-9653ca088753,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:36.363560 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-676b27f1-8746-4aca-a16f-957c049108f2 req-61ef5b0a-68b0-4ae7-86ec-75a8be812bcb tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 210 time: 0.0806375 Jul 07 21:01:36.405047 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54b8ae3-4ac5-4934-8431-464dd4d1a836 None None] Network 66c47384-8202-467f-83ff-38212c3a2d3b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:01:36.416197 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb6a648-b97b-4554-88da-b12cfca291b2 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:36.419409 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-2adcfe70-aba7-4a42-9788-80c9c5b83088 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] For port 25665dbb-12f1-4d96-bd82-7d8c86fea8ca, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=25665dbb-12f1-4d96-bd82-7d8c86fea8ca,segment=NetworkSegment(36749f12-ffde-433f-8dca-f031d3130019),segment_id=36749f12-ffde-433f-8dca-f031d3130019)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:36.419783 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2adcfe70-aba7-4a42-9788-80c9c5b83088 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:36.429067 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb6a648-b97b-4554-88da-b12cfca291b2 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:36.435172 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-2adcfe70-aba7-4a42-9788-80c9c5b83088 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Calling delete_port for 25665dbb-12f1-4d96-bd82-7d8c86fea8ca owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:01:36.436187 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb6a648-b97b-4554-88da-b12cfca291b2 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:36.441952 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4cb6a648-b97b-4554-88da-b12cfca291b2 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2121797 Jul 07 21:01:36.442599 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54928) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:36.529499 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2adcfe70-aba7-4a42-9788-80c9c5b83088 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:36.557222 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adcfe70-aba7-4a42-9788-80c9c5b83088 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] No DVR routers for this DVR port 25665dbb-12f1-4d96-bd82-7d8c86fea8ca on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:01:36.587301 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adcfe70-aba7-4a42-9788-80c9c5b83088 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Pushing event deleted for resources: {'Port': ['ID=25665dbb-12f1-4d96-bd82-7d8c86fea8ca,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:36.587755 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-2133d4ba-a1af-4312-87c0-abd385902840 None None] For port 25665dbb-12f1-4d96-bd82-7d8c86fea8ca, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=25665dbb-12f1-4d96-bd82-7d8c86fea8ca,segment=NetworkSegment(36749f12-ffde-433f-8dca-f031d3130019),segment_id=36749f12-ffde-433f-8dca-f031d3130019)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:36.588275 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2133d4ba-a1af-4312-87c0-abd385902840 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:36.606524 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a1db85c5-0181-4635-9b4e-2d0f85f1f0c5 None None] Provisioning for port fd51f3ad-ab5e-472e-964f-397b27178a10 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:01:36.618471 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a1db85c5-0181-4635-9b4e-2d0f85f1f0c5 None None] Provisioning complete for port fd51f3ad-ab5e-472e-964f-397b27178a10 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:36.619261 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a1db85c5-0181-4635-9b4e-2d0f85f1f0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:36.628538 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-2133d4ba-a1af-4312-87c0-abd385902840 None None] Calling delete_port for 25665dbb-12f1-4d96-bd82-7d8c86fea8ca owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:01:36.724712 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-52495228-2de7-4473-9695-d98bc792f990 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Deleting port ee61c236-a45e-4b7d-8d5e-9653ca088753 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:01:36.725632 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-52495228-2de7-4473-9695-d98bc792f990 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:36.755040 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2adcfe70-aba7-4a42-9788-80c9c5b83088 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:36.781633 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-2adcfe70-aba7-4a42-9788-80c9c5b83088 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6fc0f35-9834-49cc-ad8c-42e997fd5142']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:36.795866 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-2adcfe70-aba7-4a42-9788-80c9c5b83088 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36749f12-ffde-433f-8dca-f031d3130019') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:36.796520 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-2adcfe70-aba7-4a42-9788-80c9c5b83088 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36749f12-ffde-433f-8dca-f031d3130019') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:36.808890 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2adcfe70-aba7-4a42-9788-80c9c5b83088 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:36.827471 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2adcfe70-aba7-4a42-9788-80c9c5b83088 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:36.838330 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2adcfe70-aba7-4a42-9788-80c9c5b83088 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:01:36.838750 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2adcfe70-aba7-4a42-9788-80c9c5b83088 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:01:36.845356 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:01:36.936568 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-52495228-2de7-4473-9695-d98bc792f990 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:36.955454 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2adcfe70-aba7-4a42-9788-80c9c5b83088 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:36.982533 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2adcfe70-aba7-4a42-9788-80c9c5b83088 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:36.987302 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-52495228-2de7-4473-9695-d98bc792f990 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Calling delete_port for ee61c236-a45e-4b7d-8d5e-9653ca088753 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:01:36.989488 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2adcfe70-aba7-4a42-9788-80c9c5b83088 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] 10.222.0.64 "DELETE /v2.0/networks/b6fc0f35-9834-49cc-ad8c-42e997fd5142 HTTP/1.1" status: 204 len: 168 time: 1.3045330 Jul 07 21:01:36.991184 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adcfe70-aba7-4a42-9788-80c9c5b83088 tempest-DHCPAgentSchedulersTestJSON-1518371866 tempest-DHCPAgentSchedulersTestJSON-1518371866-project] Pushing event deleted for resources: {'Network': ['ID=b6fc0f35-9834-49cc-ad8c-42e997fd5142,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:37.126820 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 25665dbb-12f1-4d96-bd82-7d8c86fea8ca no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:01:37.217048 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 25665dbb-12f1-4d96-bd82-7d8c86fea8ca {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:01:37.219214 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 25665dbb-12f1-4d96-bd82-7d8c86fea8ca not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:01:37.238375 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-52495228-2de7-4473-9695-d98bc792f990 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:37.244476 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2133d4ba-a1af-4312-87c0-abd385902840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:37.279939 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a1db85c5-0181-4635-9b4e-2d0f85f1f0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:37.306737 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2133d4ba-a1af-4312-87c0-abd385902840 None None] Network b6fc0f35-9834-49cc-ad8c-42e997fd5142 is not hosted by any dhcp agent {{(pid=100449) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 21:01:37.307565 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2133d4ba-a1af-4312-87c0-abd385902840 None None] No DVR routers for this DVR port 25665dbb-12f1-4d96-bd82-7d8c86fea8ca on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:01:37.317892 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133d4ba-a1af-4312-87c0-abd385902840 None None] Pushing event deleted for resources: {'Port': ['ID=25665dbb-12f1-4d96-bd82-7d8c86fea8ca,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:37.408804 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-a1db85c5-0181-4635-9b4e-2d0f85f1f0c5 None None] For port fd51f3ad-ab5e-472e-964f-397b27178a10, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=fd51f3ad-ab5e-472e-964f-397b27178a10,segment=NetworkSegment(2c1413bc-e58d-49c6-99e8-f7db83592f23),segment_id=2c1413bc-e58d-49c6-99e8-f7db83592f23)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:37.419604 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52495228-2de7-4473-9695-d98bc792f990 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Pushing event deleted for resources: {'Port': ['ID=ee61c236-a45e-4b7d-8d5e-9653ca088753,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:37.421409 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a1db85c5-0181-4635-9b4e-2d0f85f1f0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:37.532147 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db85c5-0181-4635-9b4e-2d0f85f1f0c5 None None] Pushing event updated for resources: {'Port': ['ID=fd51f3ad-ab5e-472e-964f-397b27178a10,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:37.622619 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 54990) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:37.654641 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a7a2f76c-30c9-4170-9897-2d4add0859bd no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:01:37.717872 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-52495228-2de7-4473-9695-d98bc792f990 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:37.721374 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-52495228-2de7-4473-9695-d98bc792f990 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] 10.222.0.64 "DELETE /v2.0/ports/ee61c236-a45e-4b7d-8d5e-9653ca088753 HTTP/1.1" status: 204 len: 168 time: 1.2775867 Jul 07 21:01:37.723958 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 54996) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:37.739923 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-22b50b19-b182-4908-91e6-0725813bf322 req-28bdcabf-5fae-4557-8b6c-727486254c60 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 210 time: 0.0722232 Jul 07 21:01:37.765249 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-acdbfc67-3aaa-4165-9fa3-49cb5fd97896 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] GET failed (client error): The resource could not be found. Jul 07 21:01:37.767153 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-acdbfc67-3aaa-4165-9fa3-49cb5fd97896 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] 10.222.0.64 "GET /v2.0/ports/ee61c236-a45e-4b7d-8d5e-9653ca088753 HTTP/1.1" status: 404 len: 333 time: 0.0419672 Jul 07 21:01:37.770861 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55000) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:37.778492 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-30289879-d251-4456-adc7-2263e3a6149e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Request body: {'port': {'network_id': '66c47384-8202-467f-83ff-38212c3a2d3b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-72986719'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:37.860660 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:38.078597 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-614d19db-5970-466f-b0fb-d41a3440d06d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a10be832879946ada31129bf00fd3fef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4545085 Jul 07 21:01:38.081252 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55016) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:38.145309 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30289879-d251-4456-adc7-2263e3a6149e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Made reservation on behalf of a8aa0e5d7ed64e3d86fe14606bb8a29f for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:38.152290 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-30289879-d251-4456-adc7-2263e3a6149e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:38.173405 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fbd72ca-7f1a-4501-befd-ad333df75886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7a2f76c-30c9-4170-9897-2d4add0859bd'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:01:38.176471 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035077ff-e79e-46b6-8e13-801f953b474f" -d '{"events": [{"server_uuid": "0fbd72ca-7f1a-4501-befd-ad333df75886", "name": "network-vif-unplugged", "status": "completed", "tag": "a7a2f76c-30c9-4170-9897-2d4add0859bd"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:01:38.191294 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-30289879-d251-4456-adc7-2263e3a6149e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] device_id is not set on port 52e357e0-77cc-4f9f-b2a4-f282ffb067a1 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:01:38.196438 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b6b168b4-f8ff-48a4-a159-fce0327395b2 None None] Provisioning for port f5c35f48-8c28-4355-97b3-b7692589124a completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:01:38.200745 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a7a2f76c-30c9-4170-9897-2d4add0859bd, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a7a2f76c-30c9-4170-9897-2d4add0859bd,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:38.204597 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b6b168b4-f8ff-48a4-a159-fce0327395b2 None None] Provisioning complete for port f5c35f48-8c28-4355-97b3-b7692589124a triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:38.205422 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b6b168b4-f8ff-48a4-a159-fce0327395b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:38.209006 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:38.229672 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1c11297-e745-457a-8221-6de002d559df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:38.284445 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 21:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fd0890-efa7-4b9e-af4c-8cf30a8d6ba7 x-openstack-request-id: req-f1fd0890-efa7-4b9e-af4c-8cf30a8d6ba7 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:01:38.284874 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fbd72ca-7f1a-4501-befd-ad333df75886", "name": "network-vif-unplugged", "status": "completed", "tag": "a7a2f76c-30c9-4170-9897-2d4add0859bd", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:01:38.285476 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f1fd0890-efa7-4b9e-af4c-8cf30a8d6ba7 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:01:38.286112 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fbd72ca-7f1a-4501-befd-ad333df75886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7a2f76c-30c9-4170-9897-2d4add0859bd', 'code': 200} Jul 07 21:01:38.306798 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55022) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:38.307718 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1c11297-e745-457a-8221-6de002d559df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:38.311679 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b6b168b4-f8ff-48a4-a159-fce0327395b2 None None] Port f5c35f48-8c28-4355-97b3-b7692589124a cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:01:38.335122 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=a7a2f76c-30c9-4170-9897-2d4add0859bd,revision_number=8']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:38.366506 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b6b168b4-f8ff-48a4-a159-fce0327395b2 None None] Provisioning complete for port fd51f3ad-ab5e-472e-964f-397b27178a10 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:38.366887 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b6b168b4-f8ff-48a4-a159-fce0327395b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:38.499807 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-30289879-d251-4456-adc7-2263e3a6149e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Allocated IP 2001:db8::33e (66c47384-8202-467f-83ff-38212c3a2d3b/1c72a5ec-317c-4837-83d0-0a7411fc1c77/52e357e0-77cc-4f9f-b2a4-f282ffb067a1) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:01:38.591824 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-34ac3ba4-8104-4e4a-805f-cba30149b1f1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:38.594255 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-34ac3ba4-8104-4e4a-805f-cba30149b1f1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.39 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 811 time: 0.2486441 Jul 07 21:01:38.599837 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-804d624b-0310-4953-93e1-66e1b249e27a tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-271083759'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:38.602464 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1c11297-e745-457a-8221-6de002d559df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:38.605761 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1c11297-e745-457a-8221-6de002d559df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:38.609352 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b1c11297-e745-457a-8221-6de002d559df admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7e05af0b-b525-4847-9d71-c3febf17e6e4 HTTP/1.1" status: 204 len: 168 time: 0.5247538 Jul 07 21:01:38.622440 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-c7d77335-7d4b-417a-af12-6f857ac86e39 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Request body: {'port': {'device_id': '55f728b0-e421-4c49-a55b-960e3d2fc892', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'admin_state_up': True, 'tenant_id': '240260fc7a05490d94f66cfaa06460e3'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:38.627537 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c11297-e745-457a-8221-6de002d559df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e05af0b-b525-4847-9d71-c3febf17e6e4,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:38.684755 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f2cdb1c0-4858-4af0-97ac-083eccc802b0 None None] Provisioning complete for port f5c35f48-8c28-4355-97b3-b7692589124a triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:38.685138 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f2cdb1c0-4858-4af0-97ac-083eccc802b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:38.712592 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804d624b-0310-4953-93e1-66e1b249e27a tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] Made reservation on behalf of fcfade52e0624a0eacb27380f64e6db1 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:38.716933 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-804d624b-0310-4953-93e1-66e1b249e27a tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:38.736439 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-804d624b-0310-4953-93e1-66e1b249e27a tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:38.754585 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-f2cdb1c0-4858-4af0-97ac-083eccc802b0 None None] Port f5c35f48-8c28-4355-97b3-b7692589124a cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:01:38.816009 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-30289879-d251-4456-adc7-2263e3a6149e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:38.842994 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-30289879-d251-4456-adc7-2263e3a6149e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Transition to ACTIVE for port object 52e357e0-77cc-4f9f-b2a4-f282ffb067a1 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:01:38.872316 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a5193a1f-3b16-477e-8609-1cbc88e1fd8a None None] Could not find standard attr ID for object ee61c236-a45e-4b7d-8d5e-9653ca088753. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:01:38.931757 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-30289879-d251-4456-adc7-2263e3a6149e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:38.964389 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-63005756-1e4d-487f-8654-07e952c19c48 req-f2ab068a-6e0b-487e-b49e-5b64f03e4e6d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 210 time: 0.0553274 Jul 07 21:01:39.045207 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device fd51f3ad-ab5e-472e-964f-397b27178a10 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:01:39.095623 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30289879-d251-4456-adc7-2263e3a6149e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Network 66c47384-8202-467f-83ff-38212c3a2d3b is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:01:39.097263 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30289879-d251-4456-adc7-2263e3a6149e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Pushing event updated for resources: {'Port': ['ID=52e357e0-77cc-4f9f-b2a4-f282ffb067a1,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:39.104144 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-30289879-d251-4456-adc7-2263e3a6149e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:39.110993 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30289879-d251-4456-adc7-2263e3a6149e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:01:39.117347 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30289879-d251-4456-adc7-2263e3a6149e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:39.118046 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-30289879-d251-4456-adc7-2263e3a6149e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:39.129116 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55044) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:39.143488 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port fd51f3ad-ab5e-472e-964f-397b27178a10 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:39.143867 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:39.144811 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-804d624b-0310-4953-93e1-66e1b249e27a tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:39.152761 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-804d624b-0310-4953-93e1-66e1b249e27a tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:39.154003 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbb49cd5-9318-4c86-8abd-17bc18590848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:39.165815 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-30289879-d251-4456-adc7-2263e3a6149e tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3907943 Jul 07 21:01:39.167563 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55046) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:39.181585 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-6d8b136b-28c4-4d97-96e8-4f1377a8e7f0 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::262', 'mac_address': 'fa:16:3e:85:24:ec'}]}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:39.190203 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-c7d77335-7d4b-417a-af12-6f857ac86e39 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Made reservation on behalf of 240260fc7a05490d94f66cfaa06460e3 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:39.195465 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-c7d77335-7d4b-417a-af12-6f857ac86e39 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:39.227243 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804d624b-0310-4953-93e1-66e1b249e27a tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:01:39.244065 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d624b-0310-4953-93e1-66e1b249e27a tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e45bd2-62e4-4c23-8c87-571bbd8149b1,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:39.257355 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-804d624b-0310-4953-93e1-66e1b249e27a tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:39.257355 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-804d624b-0310-4953-93e1-66e1b249e27a tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] Added segment 2a371705-d1e6-458f-a26b-68f18151eda6 of type vlan for network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b Jul 07 21:01:39.351820 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-804d624b-0310-4953-93e1-66e1b249e27a tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:39.434783 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbb49cd5-9318-4c86-8abd-17bc18590848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:39.442100 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-804d624b-0310-4953-93e1-66e1b249e27a tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:39.443191 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbb49cd5-9318-4c86-8abd-17bc18590848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:39.447674 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-c7d77335-7d4b-417a-af12-6f857ac86e39 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Allocated IP 172.20.0.11 (9f3f25a3-7a1a-47e4-bd02-1306e4f8af76/ef2da408-4011-492c-a997-7b8cacd52f94/21a093e8-95f2-467a-9a85-f95003e1bfae) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:01:39.450938 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804d624b-0310-4953-93e1-66e1b249e27a tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:39.451553 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-804d624b-0310-4953-93e1-66e1b249e27a tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:39.503510 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-98b56908-0f03-4365-8bf2-5f422d44ea6a None None] Provisioning for port 52e357e0-77cc-4f9f-b2a4-f282ffb067a1 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:01:39.509116 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-98b56908-0f03-4365-8bf2-5f422d44ea6a None None] Provisioning complete for port 52e357e0-77cc-4f9f-b2a4-f282ffb067a1 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:39.509480 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-98b56908-0f03-4365-8bf2-5f422d44ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:39.535608 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6d8b136b-28c4-4d97-96e8-4f1377a8e7f0 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:39.541224 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-804d624b-0310-4953-93e1-66e1b249e27a tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.2312636 Jul 07 21:01:39.541434 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fbb49cd5-9318-4c86-8abd-17bc18590848 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9461951b73394a72b7bca463b6f4c076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4086299 Jul 07 21:01:39.541434 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55048) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:39.560719 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-98b56908-0f03-4365-8bf2-5f422d44ea6a None None] Port 52e357e0-77cc-4f9f-b2a4-f282ffb067a1 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:01:39.564567 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb49cd5-9318-4c86-8abd-17bc18590848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf210dd2-8e99-42fa-8826-22f372b9fc69,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:39.586491 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d624b-0310-4953-93e1-66e1b249e27a tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] Pushing event updated for resources: {'Network': ['ID=0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:39.605125 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:01:39.657553 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5cebc52f-3505-43c6-bf3a-8d42d5b7470b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:39.737473 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5cebc52f-3505-43c6-bf3a-8d42d5b7470b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:39.776820 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6d8b136b-28c4-4d97-96e8-4f1377a8e7f0 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:39.783061 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6d8b136b-28c4-4d97-96e8-4f1377a8e7f0 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:39.824122 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-c7d77335-7d4b-417a-af12-6f857ac86e39 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:39.851625 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b136b-28c4-4d97-96e8-4f1377a8e7f0 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] In _notify_port_updated(), no bound segment for port 52e357e0-77cc-4f9f-b2a4-f282ffb067a1 on network 66c47384-8202-467f-83ff-38212c3a2d3b {{(pid=100448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:01:39.853141 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-c7d77335-7d4b-417a-af12-6f857ac86e39 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Transition to ACTIVE for port object 21a093e8-95f2-467a-9a85-f95003e1bfae will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:01:39.855408 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5cebc52f-3505-43c6-bf3a-8d42d5b7470b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:39.858547 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8b136b-28c4-4d97-96e8-4f1377a8e7f0 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:39.858885 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5cebc52f-3505-43c6-bf3a-8d42d5b7470b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:39.859501 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6d8b136b-28c4-4d97-96e8-4f1377a8e7f0 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:39.860475 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5cebc52f-3505-43c6-bf3a-8d42d5b7470b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf210dd2-8e99-42fa-8826-22f372b9fc69 HTTP/1.1" status: 204 len: 168 time: 0.3086350 Jul 07 21:01:39.868477 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6d8b136b-28c4-4d97-96e8-4f1377a8e7f0 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] 10.222.0.64 "PUT /v2.0/ports/52e357e0-77cc-4f9f-b2a4-f282ffb067a1 HTTP/1.1" status: 200 len: 1001 time: 0.6941984 Jul 07 21:01:39.869964 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55056) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:39.883815 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b136b-28c4-4d97-96e8-4f1377a8e7f0 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Pushing event updated for resources: {'Port': ['ID=52e357e0-77cc-4f9f-b2a4-f282ffb067a1,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:39.910178 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebc52f-3505-43c6-bf3a-8d42d5b7470b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf210dd2-8e99-42fa-8826-22f372b9fc69,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:39.951060 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55058) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:39.956510 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Request body: {'port': {'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b', 'binding:host_id': 'n-h1-695189-11', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402424773'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:39.978936 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-c7d77335-7d4b-417a-af12-6f857ac86e39 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:39.999867 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Made reservation on behalf of d7c15f5c641a40ea9856a2da7c3a2813 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:40.005750 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:40.020812 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:40.044261 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-c7d77335-7d4b-417a-af12-6f857ac86e39 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:01:40.056924 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-c7d77335-7d4b-417a-af12-6f857ac86e39 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:40.061946 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d77335-7d4b-417a-af12-6f857ac86e39 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Pushing event updated for resources: {'Port': ['ID=21a093e8-95f2-467a-9a85-f95003e1bfae,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:40.064377 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-c7d77335-7d4b-417a-af12-6f857ac86e39 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:01:40.091125 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-ae5d6a35-1b0a-42a4-9f16-b5396e441890 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Deleting port 52e357e0-77cc-4f9f-b2a4-f282ffb067a1 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:01:40.091505 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ae5d6a35-1b0a-42a4-9f16-b5396e441890 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:40.274012 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-c7d77335-7d4b-417a-af12-6f857ac86e39 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:40.274777 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-c7d77335-7d4b-417a-af12-6f857ac86e39 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:40.315301 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:40.335179 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1deed-0e20-4076-95a6-8fecfe8734f5 req-cb4bfe74-08ef-4c21-a29f-d66941ed4114 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:40.336803 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0eb1deed-0e20-4076-95a6-8fecfe8734f5 req-cb4bfe74-08ef-4c21-a29f-d66941ed4114 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 932 time: 0.1315804 Jul 07 21:01:40.337349 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:40.342907 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] device_id is not set on port 5654a7ca-62c9-4d8c-ade6-86cec765af2e yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:01:40.352913 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b43a7ad1-9577-458f-89dd-731522417394 None None] Provisioning complete for port 52e357e0-77cc-4f9f-b2a4-f282ffb067a1 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:40.353234 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b43a7ad1-9577-458f-89dd-731522417394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:40.361339 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-c7d77335-7d4b-417a-af12-6f857ac86e39 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7428834 Jul 07 21:01:40.391386 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ae5d6a35-1b0a-42a4-9f16-b5396e441890 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:40.423468 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-5544aeee-7a43-48c3-93b0-5035688ac91b service neutron] Request body: {'port': {'device_id': '55f728b0-e421-4c49-a55b-960e3d2fc892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:40.433362 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b43a7ad1-9577-458f-89dd-731522417394 None None] Port 52e357e0-77cc-4f9f-b2a4-f282ffb067a1 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:01:40.471941 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-ae5d6a35-1b0a-42a4-9f16-b5396e441890 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Calling delete_port for 52e357e0-77cc-4f9f-b2a4-f282ffb067a1 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:01:40.564305 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4cc311ab-5c7e-4596-9469-df49ddd2f9e8 None None] Provisioning for port 21a093e8-95f2-467a-9a85-f95003e1bfae completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:01:40.570622 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4cc311ab-5c7e-4596-9469-df49ddd2f9e8 None None] Provisioning complete for port 21a093e8-95f2-467a-9a85-f95003e1bfae triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:40.571288 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4cc311ab-5c7e-4596-9469-df49ddd2f9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:40.591957 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-5544aeee-7a43-48c3-93b0-5035688ac91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:40.611042 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-4cc311ab-5c7e-4596-9469-df49ddd2f9e8 None None] Port 21a093e8-95f2-467a-9a85-f95003e1bfae cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:01:40.748259 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d921e592-41c6-450d-a435-4c82590fdb49,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:40.777284 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0eb1deed-0e20-4076-95a6-8fecfe8734f5 req-141b34de-b160-4342-b6d9-8f7587588c54 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261401 Jul 07 21:01:40.803780 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ae5d6a35-1b0a-42a4-9f16-b5396e441890 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:40.967699 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] device_id is not set on port 5654a7ca-62c9-4d8c-ade6-86cec765af2e yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:01:40.978351 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:40.994114 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Transition to ACTIVE for port object 5654a7ca-62c9-4d8c-ade6-86cec765af2e will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:01:41.011359 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:41.094848 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Pushing event updated for resources: {'Port': ['ID=5654a7ca-62c9-4d8c-ade6-86cec765af2e,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:41.097380 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Checking segment: {'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:01:41.097745 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Network hostable DHCP agents. Network: 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:01:41.122415 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:01:41.133652 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:41.143278 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36156fc2-a43b-4660-80f1-bdd9894b8b03 None None] Network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:01:41.144216 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:01:41.158331 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:41.158691 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:41.159050 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:41.164693 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:41.165054 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:41.165458 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 2 to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e Jul 07 21:01:41.181878 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:41.181878 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:41.181878 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:41.187600 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:41.187600 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:41.188039 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 3 to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e Jul 07 21:01:41.216970 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:41.217313 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:41.217663 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:41.232519 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:41.232982 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:41.234387 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 4 to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e Jul 07 21:01:41.249121 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d6a35-1b0a-42a4-9f16-b5396e441890 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Pushing event deleted for resources: {'Port': ['ID=52e357e0-77cc-4f9f-b2a4-f282ffb067a1,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:41.269376 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:41.269763 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:41.270212 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:41.282939 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:41.283270 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:41.283811 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 5 to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e Jul 07 21:01:41.310382 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:41.311058 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:41.311651 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:41.318549 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:41.320605 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:41.321307 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 6 to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e Jul 07 21:01:41.337531 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:41.337882 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:41.338205 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:41.342974 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:41.343315 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:41.343792 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 7 to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e Jul 07 21:01:41.370511 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:41.370926 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:41.371282 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:41.384822 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:41.385162 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:41.387202 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 8 to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e Jul 07 21:01:41.402877 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ae5d6a35-1b0a-42a4-9f16-b5396e441890 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:41.404911 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ae5d6a35-1b0a-42a4-9f16-b5396e441890 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] 10.222.0.64 "DELETE /v2.0/ports/52e357e0-77cc-4f9f-b2a4-f282ffb067a1 HTTP/1.1" status: 204 len: 168 time: 1.5339594 Jul 07 21:01:41.408847 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55112) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:41.421981 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:41.422458 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:41.423480 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:41.432190 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:41.432735 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:41.433850 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 9 to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e Jul 07 21:01:41.454523 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf7810f-c677-4764-a63e-88e4d4473673 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] GET failed (client error): The resource could not be found. Jul 07 21:01:41.456206 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dcf7810f-c677-4764-a63e-88e4d4473673 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] 10.222.0.64 "GET /v2.0/ports/52e357e0-77cc-4f9f-b2a4-f282ffb067a1 HTTP/1.1" status: 404 len: 333 time: 0.0463166 Jul 07 21:01:41.460167 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55116) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:41.479495 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-38b314ba-4975-49fe-aefd-a52de564074b tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Request body: {'port': {'network_id': '66c47384-8202-467f-83ff-38212c3a2d3b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-276761194'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:41.480869 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:41.481217 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:41.482284 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:41.495601 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:41.496951 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:41.497401 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 10 to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e Jul 07 21:01:41.524330 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:41.524683 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:41.525009 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:41.529917 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:41.530926 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 5654a7ca-62c9-4d8c-ade6-86cec765af2e on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:41.531304 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:41.577921 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-5544aeee-7a43-48c3-93b0-5035688ac91b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a093e8-95f2-467a-9a85-f95003e1bfae {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:01:41.590326 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-5544aeee-7a43-48c3-93b0-5035688ac91b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:41.624015 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] For port 5654a7ca-62c9-4d8c-ade6-86cec765af2e, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:01:41.624291 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a7a2f76c-30c9-4170-9897-2d4add0859bd details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:01:41.624813 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-5544aeee-7a43-48c3-93b0-5035688ac91b service neutron] Transition to ACTIVE for port object 21a093e8-95f2-467a-9a85-f95003e1bfae will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:01:41.624917 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempted to set empty binding levels {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 21:01:41.630199 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:41.630456 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-5544aeee-7a43-48c3-93b0-5035688ac91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:41.679257 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Pushing event updated for resources: {'Port': ['ID=5654a7ca-62c9-4d8c-ade6-86cec765af2e,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:41.688219 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:41.688871 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:41.705841 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544aeee-7a43-48c3-93b0-5035688ac91b service neutron] Pushing event updated for resources: {'Port': ['ID=21a093e8-95f2-467a-9a85-f95003e1bfae,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:41.732572 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-df3f7aa4-6f54-4cdc-aff7-f6e3b92fb5d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.7799261 Jul 07 21:01:41.733468 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55122) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:41.741756 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b314ba-4975-49fe-aefd-a52de564074b tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Made reservation on behalf of a8aa0e5d7ed64e3d86fe14606bb8a29f for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:41.753245 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38b314ba-4975-49fe-aefd-a52de564074b tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:41.797309 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a7a2f76c-30c9-4170-9897-2d4add0859bd, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a7a2f76c-30c9-4170-9897-2d4add0859bd,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:41.815569 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'a7a2f76c-30c9-4170-9897-2d4add0859bd', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': 'a7a2f76c-30c9-4170-9897-2d4add0859bd', 'mac_address': 'fa:16:3e:82:a2:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:01:41.823986 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-38b314ba-4975-49fe-aefd-a52de564074b tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] device_id is not set on port 2b2134ad-1361-4537-8b7d-508a837b6836 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:01:41.861119 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-61ba6e03-7f7f-4b46-ad51-7f18eef445d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Deleting port 5654a7ca-62c9-4d8c-ade6-86cec765af2e {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:01:41.863800 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-61ba6e03-7f7f-4b46-ad51-7f18eef445d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:41.933402 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:41.941162 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-5544aeee-7a43-48c3-93b0-5035688ac91b service neutron] Attempting to bind port 21a093e8-95f2-467a-9a85-f95003e1bfae on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:41.941777 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-5544aeee-7a43-48c3-93b0-5035688ac91b service neutron] Attempting to bind port 21a093e8-95f2-467a-9a85-f95003e1bfae by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:41.942286 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-5544aeee-7a43-48c3-93b0-5035688ac91b service neutron] Attempting to bind port 21a093e8-95f2-467a-9a85-f95003e1bfae on network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:41.947582 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-61ba6e03-7f7f-4b46-ad51-7f18eef445d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] For port 5654a7ca-62c9-4d8c-ade6-86cec765af2e, host n-h1-695189-11, got binding levels [] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:41.948213 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-61ba6e03-7f7f-4b46-ad51-7f18eef445d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:41.964980 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-61ba6e03-7f7f-4b46-ad51-7f18eef445d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Calling delete_port for 5654a7ca-62c9-4d8c-ade6-86cec765af2e owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:01:41.965147 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-5544aeee-7a43-48c3-93b0-5035688ac91b service neutron] Port 21a093e8-95f2-467a-9a85-f95003e1bfae on network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:41.965725 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-5544aeee-7a43-48c3-93b0-5035688ac91b service neutron] Attempting to bind port 21a093e8-95f2-467a-9a85-f95003e1bfae on network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:41.967030 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a2f76c-30c9-4170-9897-2d4add0859bd {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:01:42.002340 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-5544aeee-7a43-48c3-93b0-5035688ac91b service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:01:42.002878 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-5544aeee-7a43-48c3-93b0-5035688ac91b service neutron] Checking segment: {'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:01:42.003412 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-5544aeee-7a43-48c3-93b0-5035688ac91b service neutron] Bound using segment: {'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:01:42.003876 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-5544aeee-7a43-48c3-93b0-5035688ac91b service neutron] Bound port: 21a093e8-95f2-467a-9a85-f95003e1bfae, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:01:42.004306 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-5544aeee-7a43-48c3-93b0-5035688ac91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:42.016822 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a7a2f76c-30c9-4170-9897-2d4add0859bd, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a7a2f76c-30c9-4170-9897-2d4add0859bd,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:42.023996 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:42.083478 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-38b314ba-4975-49fe-aefd-a52de564074b tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Allocated IP 2001:db8::67 (66c47384-8202-467f-83ff-38212c3a2d3b/1c72a5ec-317c-4837-83d0-0a7411fc1c77/2b2134ad-1361-4537-8b7d-508a837b6836) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:01:42.106652 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=a7a2f76c-30c9-4170-9897-2d4add0859bd,revision_number=9']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:42.120825 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-61ba6e03-7f7f-4b46-ad51-7f18eef445d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:42.163413 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba6e03-7f7f-4b46-ad51-7f18eef445d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Pushing event deleted for resources: {'Port': ['ID=5654a7ca-62c9-4d8c-ade6-86cec765af2e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:42.173660 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-61ba6e03-7f7f-4b46-ad51-7f18eef445d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:42.180079 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-61ba6e03-7f7f-4b46-ad51-7f18eef445d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] 10.222.0.64 "DELETE /v2.0/ports/5654a7ca-62c9-4d8c-ade6-86cec765af2e HTTP/1.1" status: 204 len: 168 time: 0.4414339 Jul 07 21:01:42.180353 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55132) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:42.195690 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-5544aeee-7a43-48c3-93b0-5035688ac91b service neutron] For port 21a093e8-95f2-467a-9a85-f95003e1bfae, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:01:42.217875 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d827a458-cdcf-4313-9432-d31cf6497aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] GET failed (client error): The resource could not be found. Jul 07 21:01:42.222829 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d827a458-cdcf-4313-9432-d31cf6497aaf tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] 10.222.0.64 "GET /v2.0/ports/5654a7ca-62c9-4d8c-ade6-86cec765af2e HTTP/1.1" status: 404 len: 333 time: 0.0377755 Jul 07 21:01:42.223049 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['a7a2f76c-30c9-4170-9897-2d4add0859bd'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:01:42.224980 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-5544aeee-7a43-48c3-93b0-5035688ac91b service neutron] For port 21a093e8-95f2-467a-9a85-f95003e1bfae, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=21a093e8-95f2-467a-9a85-f95003e1bfae,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:01:42.227822 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55136) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:42.234953 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-387895b8-255d-4205-8132-3916f1bf3005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Request body: {'port': {'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-985762430'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:42.244311 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-5544aeee-7a43-48c3-93b0-5035688ac91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:42.252706 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a299dd-c5da-467a-931a-77f8848906c5 req-af715586-f6f7-4a5a-a771-3e724ddc1144 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:42.254406 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b0a299dd-c5da-467a-931a-77f8848906c5 req-af715586-f6f7-4a5a-a771-3e724ddc1144 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 944 time: 0.2389624 Jul 07 21:01:42.302967 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b0a299dd-c5da-467a-931a-77f8848906c5 req-ffd173ef-83b4-4692-88df-bb85a61cc0be tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399833 Jul 07 21:01:42.345128 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-5544aeee-7a43-48c3-93b0-5035688ac91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:42.346404 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-5544aeee-7a43-48c3-93b0-5035688ac91b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:42.348275 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-5544aeee-7a43-48c3-93b0-5035688ac91b service neutron] 10.222.0.39 "PUT /v2.0/ports/21a093e8-95f2-467a-9a85-f95003e1bfae HTTP/1.1" status: 200 len: 1093 time: 1.9588215 Jul 07 21:01:42.353814 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f728b0-e421-4c49-a55b-960e3d2fc892', 'tag': '21a093e8-95f2-467a-9a85-f95003e1bfae'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:01:42.364400 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be508bf-766a-47cb-a3f4-8f2f5b6fb292" -d '{"events": [{"name": "network-changed", "server_uuid": "55f728b0-e421-4c49-a55b-960e3d2fc892", "tag": "21a093e8-95f2-467a-9a85-f95003e1bfae"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:01:42.441414 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387895b8-255d-4205-8132-3916f1bf3005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Made reservation on behalf of d7c15f5c641a40ea9856a2da7c3a2813 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:42.444421 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-387895b8-255d-4205-8132-3916f1bf3005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:42.467534 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599c63af-cf3c-420f-bf1c-99a4d99a26d6 x-openstack-request-id: req-599c63af-cf3c-420f-bf1c-99a4d99a26d6 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:01:42.468073 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f728b0-e421-4c49-a55b-960e3d2fc892", "tag": "21a093e8-95f2-467a-9a85-f95003e1bfae", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:01:42.468498 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-599c63af-cf3c-420f-bf1c-99a4d99a26d6 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:01:42.469084 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f728b0-e421-4c49-a55b-960e3d2fc892', 'tag': '21a093e8-95f2-467a-9a85-f95003e1bfae', 'status': 'completed', 'code': 200} Jul 07 21:01:42.560227 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-387895b8-255d-4205-8132-3916f1bf3005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] device_id is not set on port 3debf52f-b1c8-42ab-9334-f3eae7c91070 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:01:42.576710 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544aeee-7a43-48c3-93b0-5035688ac91b service neutron] Pushing event updated for resources: {'Port': ['ID=21a093e8-95f2-467a-9a85-f95003e1bfae,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:42.628856 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38b314ba-4975-49fe-aefd-a52de564074b tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:42.678618 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55168) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:42.735239 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-38b314ba-4975-49fe-aefd-a52de564074b tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Transition to ACTIVE for port object 2b2134ad-1361-4537-8b7d-508a837b6836 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:01:42.786523 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-ca5ea0af-fe2d-4eb6-8152-fe054d155bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:42.789235 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-ca5ea0af-fe2d-4eb6-8152-fe054d155bb7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 1096 time: 0.3163941 Jul 07 21:01:42.857826 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:42.883168 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:42.897299 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-aa4ad38a-0d39-4f47-852c-2d5a8f0c3172 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21a093e8-95f2-467a-9a85-f95003e1bfae HTTP/1.1" status: 200 len: 217 time: 0.0906785 Jul 07 21:01:42.976280 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38b314ba-4975-49fe-aefd-a52de564074b tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:43.000104 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:43.041052 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-387895b8-255d-4205-8132-3916f1bf3005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:43.044459 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-1ca6dc80-b552-4b88-b8cc-c180aeb14da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:43.046409 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-1ca6dc80-b552-4b88-b8cc-c180aeb14da4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 200 len: 850 time: 0.1347764 Jul 07 21:01:43.054566 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b314ba-4975-49fe-aefd-a52de564074b tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Network 66c47384-8202-467f-83ff-38212c3a2d3b is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:01:43.062741 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-38b314ba-4975-49fe-aefd-a52de564074b tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:43.096157 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b314ba-4975-49fe-aefd-a52de564074b tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:01:43.102832 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b314ba-4975-49fe-aefd-a52de564074b tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:43.103560 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38b314ba-4975-49fe-aefd-a52de564074b tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:43.118865 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b314ba-4975-49fe-aefd-a52de564074b tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Pushing event updated for resources: {'Port': ['ID=2b2134ad-1361-4537-8b7d-508a837b6836,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:43.148564 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-38b314ba-4975-49fe-aefd-a52de564074b tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6808586 Jul 07 21:01:43.153175 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Allocated IP 172.25.5.20 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/3cf1a9c5-328f-4c9f-9a18-693d43e751c9) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:01:43.155797 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55182) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:43.164651 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-677e2767-aa15-4f22-a4c2-e9f475bb07ff tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:85:24:ec'}]}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:43.176345 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-387895b8-255d-4205-8132-3916f1bf3005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:43.233511 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-0377bca0-58f1-4800-95d9-38cc534c84c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:43.235175 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-0377bca0-58f1-4800-95d9-38cc534c84c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1760128 Jul 07 21:01:43.255087 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387895b8-255d-4205-8132-3916f1bf3005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:01:43.257634 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387895b8-255d-4205-8132-3916f1bf3005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Pushing event updated for resources: {'Port': ['ID=3debf52f-b1c8-42ab-9334-f3eae7c91070,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:43.260466 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-387895b8-255d-4205-8132-3916f1bf3005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:43.287218 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387895b8-255d-4205-8132-3916f1bf3005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:01:43.288542 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387895b8-255d-4205-8132-3916f1bf3005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:43.289258 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-387895b8-255d-4205-8132-3916f1bf3005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:43.357491 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-677e2767-aa15-4f22-a4c2-e9f475bb07ff tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:43.386764 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-387895b8-255d-4205-8132-3916f1bf3005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1575010 Jul 07 21:01:43.393460 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55188) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:43.402413 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:43.515712 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-acd7613a-be7c-4a9e-81c7-5e74af60dfee service neutron] 10.222.0.39 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527349 Jul 07 21:01:43.533236 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:43.557661 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c74c4a40-32c2-431c-8d17-fe7157f05a03 None None] Provisioning for port 2b2134ad-1361-4537-8b7d-508a837b6836 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:01:43.563992 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c74c4a40-32c2-431c-8d17-fe7157f05a03 None None] Provisioning complete for port 2b2134ad-1361-4537-8b7d-508a837b6836 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:43.564693 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c74c4a40-32c2-431c-8d17-fe7157f05a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:43.610224 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-c74c4a40-32c2-431c-8d17-fe7157f05a03 None None] Port 2b2134ad-1361-4537-8b7d-508a837b6836 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:01:43.623421 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7ed6ea9c-0783-4ea5-9f65-3d03df281a8e req-124f0a9f-6c09-410c-8ac8-6bcff26a4cab service neutron] 10.222.0.39 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949044 Jul 07 21:01:43.636194 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a7a2f76c-30c9-4170-9897-2d4add0859bd up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:01:43.647357 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:43.757121 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port a7a2f76c-30c9-4170-9897-2d4add0859bd triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:43.758349 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:43.806030 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be508bf-766a-47cb-a3f4-8f2f5b6fb292 req-4a5b6f1c-049c-4702-914f-5588b2e84faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:43.807628 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1be508bf-766a-47cb-a3f4-8f2f5b6fb292 req-4a5b6f1c-049c-4702-914f-5588b2e84faa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 1096 time: 0.1101177 Jul 07 21:01:43.931819 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7710aaf-2781-45b0-946b-922ca5cb4b25 req-2c1bb0b0-dc0a-40bc-bdcc-6b750e2144fb tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:43.932696 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:43.939415 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7710aaf-2781-45b0-946b-922ca5cb4b25 req-2c1bb0b0-dc0a-40bc-bdcc-6b750e2144fb tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 944 time: 0.3911483 Jul 07 21:01:43.958150 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fbd72ca-7f1a-4501-befd-ad333df75886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a2f76c-30c9-4170-9897-2d4add0859bd'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:01:43.961011 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1af6d7b-b538-46ae-b45b-3d2ffbdfc155" -d '{"events": [{"server_uuid": "0fbd72ca-7f1a-4501-befd-ad333df75886", "name": "network-vif-plugged", "status": "completed", "tag": "a7a2f76c-30c9-4170-9897-2d4add0859bd"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:01:43.973027 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be508bf-766a-47cb-a3f4-8f2f5b6fb292 req-3c27937c-5dca-4cee-9e20-1fd9b1004a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:43.974437 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1be508bf-766a-47cb-a3f4-8f2f5b6fb292 req-3c27937c-5dca-4cee-9e20-1fd9b1004a61 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 912 time: 0.1554580 Jul 07 21:01:43.977039 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a7a2f76c-30c9-4170-9897-2d4add0859bd, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a7a2f76c-30c9-4170-9897-2d4add0859bd,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:43.982243 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:44.011921 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:44.020800 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec54287a-1922-4d3f-a3cb-5f25e9e526d8 x-openstack-request-id: req-ec54287a-1922-4d3f-a3cb-5f25e9e526d8 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:01:44.021079 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fbd72ca-7f1a-4501-befd-ad333df75886", "name": "network-vif-plugged", "status": "completed", "tag": "a7a2f76c-30c9-4170-9897-2d4add0859bd", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:01:44.021554 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec54287a-1922-4d3f-a3cb-5f25e9e526d8 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:01:44.022185 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fbd72ca-7f1a-4501-befd-ad333df75886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a2f76c-30c9-4170-9897-2d4add0859bd', 'code': 200} Jul 07 21:01:44.050912 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=a7a2f76c-30c9-4170-9897-2d4add0859bd,revision_number=10']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:44.059541 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1be508bf-766a-47cb-a3f4-8f2f5b6fb292 req-af8ed979-b6bf-40ee-bc58-99ac9b2eef3d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21a093e8-95f2-467a-9a85-f95003e1bfae HTTP/1.1" status: 200 len: 217 time: 0.0763485 Jul 07 21:01:44.073096 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] device_id is not set on port 3debf52f-b1c8-42ab-9334-f3eae7c91070 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:01:44.098320 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:44.125088 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7710aaf-2781-45b0-946b-922ca5cb4b25 req-eb7d6a61-a3ce-404b-b02b-5738310e4a9d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846414 Jul 07 21:01:44.128173 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be508bf-766a-47cb-a3f4-8f2f5b6fb292 req-9458fef3-64d4-460a-b84a-7121f0d55ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:44.133247 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1be508bf-766a-47cb-a3f4-8f2f5b6fb292 req-9458fef3-64d4-460a-b84a-7121f0d55ef9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 200 len: 850 time: 0.0614841 Jul 07 21:01:44.134090 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:01:44.169317 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:44.183671 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:01:44.192163 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Pushing event updated for resources: {'Port': ['ID=3cf1a9c5-328f-4c9f-9a18-693d43e751c9,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:44.200853 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Transition to ACTIVE for port object 3debf52f-b1c8-42ab-9334-f3eae7c91070 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:01:44.225667 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:44.229181 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be508bf-766a-47cb-a3f4-8f2f5b6fb292 req-08017f10-2739-450f-8f68-cc447eb2e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:44.230757 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1be508bf-766a-47cb-a3f4-8f2f5b6fb292 req-08017f10-2739-450f-8f68-cc447eb2e96c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825138 Jul 07 21:01:44.231541 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-677e2767-aa15-4f22-a4c2-e9f475bb07ff tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:44.266858 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-677e2767-aa15-4f22-a4c2-e9f475bb07ff tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:44.304107 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-677e2767-aa15-4f22-a4c2-e9f475bb07ff tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] In _notify_port_updated(), no bound segment for port 2b2134ad-1361-4537-8b7d-508a837b6836 on network 66c47384-8202-467f-83ff-38212c3a2d3b {{(pid=100448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:01:44.309897 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677e2767-aa15-4f22-a4c2-e9f475bb07ff tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:44.310776 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-677e2767-aa15-4f22-a4c2-e9f475bb07ff tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:44.312161 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-677e2767-aa15-4f22-a4c2-e9f475bb07ff tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] 10.222.0.64 "PUT /v2.0/ports/2b2134ad-1361-4537-8b7d-508a837b6836 HTTP/1.1" status: 200 len: 1001 time: 1.1553223 Jul 07 21:01:44.317320 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55202) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:44.328880 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Pushing event updated for resources: {'Port': ['ID=3debf52f-b1c8-42ab-9334-f3eae7c91070,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:44.368127 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1be508bf-766a-47cb-a3f4-8f2f5b6fb292 req-b7c88567-9672-4bf9-95f3-eb80973b8fe6 service neutron] 10.222.0.39 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277413 Jul 07 21:01:44.455836 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:44.456177 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:44.456546 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:44.511883 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:44.512223 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:44.518569 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 2 to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 Jul 07 21:01:44.520688 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1be508bf-766a-47cb-a3f4-8f2f5b6fb292 req-73bc6c5e-d3c8-4440-8e39-6fb62d25be35 service neutron] 10.222.0.39 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401982 Jul 07 21:01:44.536605 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:44.538351 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:44.538694 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:44.539038 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:44.548955 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e2767-aa15-4f22-a4c2-e9f475bb07ff tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Pushing event updated for resources: {'Port': ['ID=2b2134ad-1361-4537-8b7d-508a837b6836,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:44.554678 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:44.555152 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:44.557810 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 3 to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 Jul 07 21:01:44.633027 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:44.635777 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:44.635777 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:44.651768 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:44.652136 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:44.655707 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 4 to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 Jul 07 21:01:44.659377 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:44.690917 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-dee1ac13-96f6-473a-bf75-27225814f20f tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Deleting port 2b2134ad-1361-4537-8b7d-508a837b6836 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:01:44.691175 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dee1ac13-96f6-473a-bf75-27225814f20f tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:44.737223 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:44.737223 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:44.737576 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:44.753783 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-32e3e3f5-abfa-4280-b8b1-a0e12ffd6225 None None] Provisioning complete for port 2b2134ad-1361-4537-8b7d-508a837b6836 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:44.754907 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-32e3e3f5-abfa-4280-b8b1-a0e12ffd6225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:44.758569 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:44.758569 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:44.767230 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 5 to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 Jul 07 21:01:44.800856 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-32e3e3f5-abfa-4280-b8b1-a0e12ffd6225 None None] Port 2b2134ad-1361-4537-8b7d-508a837b6836 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:01:44.810075 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:44.810421 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:44.810764 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:44.859621 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:44.859953 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:44.866794 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 6 to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 Jul 07 21:01:44.894097 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dee1ac13-96f6-473a-bf75-27225814f20f tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:44.903303 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:44.903662 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:44.903998 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:44.916900 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-dee1ac13-96f6-473a-bf75-27225814f20f tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Calling delete_port for 2b2134ad-1361-4537-8b7d-508a837b6836 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:01:44.918658 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:44.918989 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:44.927891 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 7 to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 Jul 07 21:01:44.963313 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:44.963929 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:44.964031 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:45.013946 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:45.014328 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:45.017466 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 8 to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 Jul 07 21:01:45.053979 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:45.060666 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:45.061004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:45.061344 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:45.067076 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:45.075630 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:45.075970 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:45.081823 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 9 to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 Jul 07 21:01:45.136147 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:45.136484 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:45.136824 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:45.178660 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Pushing event updated for resources: {'Port': ['ID=3cf1a9c5-328f-4c9f-9a18-693d43e751c9,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:45.180775 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:45.181101 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:45.187253 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 10 to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 Jul 07 21:01:45.237617 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:01:45.237962 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:01:45.238309 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:01:45.238652 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:01:45.238984 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:01:45.239316 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:01:45.239665 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:01:45.239985 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:01:45.240318 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:01:45.240722 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:01:45.241047 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:01:45.241365 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:01:45.253916 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:45.260343 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:45.260691 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:45.261024 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:45.278368 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:45.278711 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:45.279093 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:45.295018 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:45.296295 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9396f212-0bcb-43bf-ab30-33bdce8eeb3d tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6167667 Jul 07 21:01:45.299116 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55218) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:45.305147 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-360738600'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:45.328161 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dee1ac13-96f6-473a-bf75-27225814f20f tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:45.332784 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Made reservation on behalf of 52996d5edf4b496c96ac98e631228279 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:45.343682 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:45.355630 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:45.387163 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1ac13-96f6-473a-bf75-27225814f20f tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Pushing event deleted for resources: {'Port': ['ID=2b2134ad-1361-4537-8b7d-508a837b6836,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:45.446388 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dee1ac13-96f6-473a-bf75-27225814f20f tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:45.450826 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-dee1ac13-96f6-473a-bf75-27225814f20f tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] 10.222.0.64 "DELETE /v2.0/ports/2b2134ad-1361-4537-8b7d-508a837b6836 HTTP/1.1" status: 204 len: 168 time: 1.1291161 Jul 07 21:01:45.453163 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55220) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:45.471797 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] For port 3debf52f-b1c8-42ab-9334-f3eae7c91070, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:01:45.471797 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempted to set empty binding levels {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 21:01:45.478043 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:45.490602 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22465b0c-6afd-4782-930d-34372c22e09b req-1f39a8ee-f460-4d85-b8d1-aac12e947d41 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.492199 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-22465b0c-6afd-4782-930d-34372c22e09b req-1f39a8ee-f460-4d85-b8d1-aac12e947d41 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 944 time: 0.2066905 Jul 07 21:01:45.548035 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a5d854-1fc1-4832-aec1-00bb5d28b587 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] GET failed (client error): The resource could not be found. Jul 07 21:01:45.553316 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-05a5d854-1fc1-4832-aec1-00bb5d28b587 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] 10.222.0.64 "GET /v2.0/ports/2b2134ad-1361-4537-8b7d-508a837b6836 HTTP/1.1" status: 404 len: 333 time: 0.0988419 Jul 07 21:01:45.558187 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55222) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:45.560354 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Pushing event updated for resources: {'Port': ['ID=3debf52f-b1c8-42ab-9334-f3eae7c91070,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:45.569445 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-18fed365-5463-429b-9dec-71d2bac53006 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Request body: {'port': {'network_id': '66c47384-8202-467f-83ff-38212c3a2d3b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1636456464'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:45.575125 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] In _notify_port_updated(), no bound segment for port 3debf52f-b1c8-42ab-9334-f3eae7c91070 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:01:45.576028 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.576643 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:45.577997 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-98805c38-803a-41f5-b9d7-aee0ee5013ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] 10.222.0.64 "PUT /v2.0/ports/3debf52f-b1c8-42ab-9334-f3eae7c91070 HTTP/1.1" status: 200 len: 979 time: 2.1835356 Jul 07 21:01:45.582742 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55224) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:45.639450 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-22465b0c-6afd-4782-930d-34372c22e09b req-321d0c3d-24e4-4602-a4be-a752cc678d73 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858688 Jul 07 21:01:45.652724 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:45.673177 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:45.758688 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:01:45.785987 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9c797d-9c37-453b-b801-61a5976315c1,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:45.798348 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:45.798789 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Added segment 599449e9-e5e3-44e6-9189-bf9250d07f4c of type vlan for network 48bf2622-8436-477c-8b9e-5b55ee601e02 Jul 07 21:01:45.839822 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:01:45.840847 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:01:45.841582 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:01:45.842193 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:01:45.842826 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:01:45.843615 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:01:45.844302 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:01:45.845376 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:01:45.846082 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:01:45.846690 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:01:45.847394 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:01:45.847963 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:01:45.890344 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.890849 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.892675 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.893221 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.893762 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.894253 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.894734 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.895377 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.896028 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.896509 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.897884 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.898764 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.899688 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.900419 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.901479 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.902437 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.903278 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.904196 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.906285 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.907202 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.908818 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.909826 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.911741 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.912341 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.913397 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.914163 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.914362 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.914833 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.915978 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.916609 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.917089 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.917620 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.918390 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.919013 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.919844 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.920904 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.920904 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.921363 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.922324 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.923254 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.923432 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:45.926405 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:45.931295 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a9c57ff6-9b45-45d0-ac89-9960a353b82e tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36936 time: 0.3436382 Jul 07 21:01:45.933944 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55236) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:45.945701 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fed365-5463-429b-9dec-71d2bac53006 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Made reservation on behalf of a8aa0e5d7ed64e3d86fe14606bb8a29f for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:45.949836 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18fed365-5463-429b-9dec-71d2bac53006 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:46.006075 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-18fed365-5463-429b-9dec-71d2bac53006 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] device_id is not set on port a1657ec8-822b-4726-b307-f13bcea20011 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:01:46.058777 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:46.064610 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:46.070862 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:46.202732 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9021287 Jul 07 21:01:46.206072 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55240) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:46.214987 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-efb1db6e-5ed9-420e-9ad5-ad491d6b5cd0 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Request body: {'subnet': {'network_id': '48bf2622-8436-477c-8b9e-5b55ee601e02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:46.260654 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85059e4d-c78b-462e-a928-f174b1b64f64 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Pushing event updated for resources: {'Network': ['ID=48bf2622-8436-477c-8b9e-5b55ee601e02,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:46.276272 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 48bf2622-8436-477c-8b9e-5b55ee601e02 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:01:46.323076 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-bc0bd922-63d9-475e-ad07-abc2e08c8f86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Deleting port 3debf52f-b1c8-42ab-9334-f3eae7c91070 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:01:46.323446 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd922-63d9-475e-ad07-abc2e08c8f86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:46.337785 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-18fed365-5463-429b-9dec-71d2bac53006 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Allocated IP 2001:db8::36 (66c47384-8202-467f-83ff-38212c3a2d3b/1c72a5ec-317c-4837-83d0-0a7411fc1c77/a1657ec8-822b-4726-b307-f13bcea20011) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:01:46.338829 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb1db6e-5ed9-420e-9ad5-ad491d6b5cd0 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Made reservation on behalf of 52996d5edf4b496c96ac98e631228279 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:46.345731 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-efb1db6e-5ed9-420e-9ad5-ad491d6b5cd0 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:46.442527 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-bc0bd922-63d9-475e-ad07-abc2e08c8f86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] For port 3debf52f-b1c8-42ab-9334-f3eae7c91070, host n-h1-695189-11, got binding levels [] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:46.442991 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd922-63d9-475e-ad07-abc2e08c8f86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:46.472111 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-bc0bd922-63d9-475e-ad07-abc2e08c8f86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Calling delete_port for 3debf52f-b1c8-42ab-9334-f3eae7c91070 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:01:46.671928 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18fed365-5463-429b-9dec-71d2bac53006 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:46.675082 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd922-63d9-475e-ad07-abc2e08c8f86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:46.714316 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0bd922-63d9-475e-ad07-abc2e08c8f86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Pushing event deleted for resources: {'Port': ['ID=3debf52f-b1c8-42ab-9334-f3eae7c91070,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:46.729735 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-18fed365-5463-429b-9dec-71d2bac53006 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Transition to ACTIVE for port object a1657ec8-822b-4726-b307-f13bcea20011 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:01:46.738146 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bc0bd922-63d9-475e-ad07-abc2e08c8f86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:46.740337 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bc0bd922-63d9-475e-ad07-abc2e08c8f86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] 10.222.0.64 "DELETE /v2.0/ports/3debf52f-b1c8-42ab-9334-f3eae7c91070 HTTP/1.1" status: 204 len: 168 time: 0.8050768 Jul 07 21:01:46.744493 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55244) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:46.778767 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdbf82a3-0537-4f9b-86c9-7893526801b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] GET failed (client error): The resource could not be found. Jul 07 21:01:46.780594 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bdbf82a3-0537-4f9b-86c9-7893526801b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] 10.222.0.64 "GET /v2.0/ports/3debf52f-b1c8-42ab-9334-f3eae7c91070 HTTP/1.1" status: 404 len: 333 time: 0.0350037 Jul 07 21:01:46.786059 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55248) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:46.793783 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-b0594807-2993-4cce-99c0-e43c4839cb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-73462832', 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:46.832671 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0594807-2993-4cce-99c0-e43c4839cb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Made reservation on behalf of d7c15f5c641a40ea9856a2da7c3a2813 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:46.835452 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b0594807-2993-4cce-99c0-e43c4839cb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:46.857556 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-b0594807-2993-4cce-99c0-e43c4839cb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] device_id is not set on port 001c9319-d637-4171-993b-e89859dd2ddd yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:01:46.864308 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18fed365-5463-429b-9dec-71d2bac53006 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:46.960010 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fed365-5463-429b-9dec-71d2bac53006 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Pushing event updated for resources: {'Port': ['ID=a1657ec8-822b-4726-b307-f13bcea20011,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:46.975564 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fed365-5463-429b-9dec-71d2bac53006 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Network 66c47384-8202-467f-83ff-38212c3a2d3b is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:01:46.984492 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-18fed365-5463-429b-9dec-71d2bac53006 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:46.993477 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fed365-5463-429b-9dec-71d2bac53006 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:01:46.999072 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-efb1db6e-5ed9-420e-9ad5-ad491d6b5cd0 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:46.999314 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fed365-5463-429b-9dec-71d2bac53006 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:46.999881 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18fed365-5463-429b-9dec-71d2bac53006 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:47.031468 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-18fed365-5463-429b-9dec-71d2bac53006 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4712591 Jul 07 21:01:47.034846 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55258) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:47.042539 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-a27a101e-f670-48a6-a401-e225406ae377 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Request body: {'port': {'network_id': '66c47384-8202-467f-83ff-38212c3a2d3b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1028005378'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:47.099429 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1db6e-5ed9-420e-9ad5-ad491d6b5cd0 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Pushing event updated for resources: {'Subnet': ['ID=23e00e37-1912-466c-955d-3d62e8709164,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:47.113806 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb1db6e-5ed9-420e-9ad5-ad491d6b5cd0 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Checking segment: {'id': '599449e9-e5e3-44e6-9189-bf9250d07f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '48bf2622-8436-477c-8b9e-5b55ee601e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:01:47.114542 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb1db6e-5ed9-420e-9ad5-ad491d6b5cd0 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Network hostable DHCP agents. Network: 48bf2622-8436-477c-8b9e-5b55ee601e02, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:01:47.128645 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc620a3-ee21-4228-8647-35399b842f4e req-9242ae6d-0800-4593-98c9-dd1c42fc57d0 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:47.130649 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8cc620a3-ee21-4228-8647-35399b842f4e req-9242ae6d-0800-4593-98c9-dd1c42fc57d0 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 944 time: 0.1725969 Jul 07 21:01:47.157482 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb1db6e-5ed9-420e-9ad5-ad491d6b5cd0 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Network 48bf2622-8436-477c-8b9e-5b55ee601e02 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:01:47.179621 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-efb1db6e-5ed9-420e-9ad5-ad491d6b5cd0 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 48bf2622-8436-477c-8b9e-5b55ee601e02) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:47.191495 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb1db6e-5ed9-420e-9ad5-ad491d6b5cd0 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:47.191793 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701113b3-1ba8-48c9-a52a-5297315e7a55 None None] Network 48bf2622-8436-477c-8b9e-5b55ee601e02 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:01:47.192564 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-efb1db6e-5ed9-420e-9ad5-ad491d6b5cd0 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:47.211298 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8cc620a3-ee21-4228-8647-35399b842f4e req-4713732b-a8a5-47d2-ab40-8f45a5187552 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612922 Jul 07 21:01:47.269279 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-efb1db6e-5ed9-420e-9ad5-ad491d6b5cd0 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0560281 Jul 07 21:01:47.269279 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55262) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:47.277620 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-74206f37-34e6-4cdb-928e-bcc4fe308187 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-98057949', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}, 'admin_state_up': False}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:47.338683 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-74206f37-34e6-4cdb-928e-bcc4fe308187 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:47.340229 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-74206f37-34e6-4cdb-928e-bcc4fe308187 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:47.485381 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b0594807-2993-4cce-99c0-e43c4839cb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:47.502819 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-74206f37-34e6-4cdb-928e-bcc4fe308187 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:47.576140 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b7ff76a3-a1f2-41b2-b6de-4c941f929a40 None None] Provisioning for port a1657ec8-822b-4726-b307-f13bcea20011 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:01:47.582885 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b0594807-2993-4cce-99c0-e43c4839cb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:47.585357 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b7ff76a3-a1f2-41b2-b6de-4c941f929a40 None None] Provisioning complete for port a1657ec8-822b-4726-b307-f13bcea20011 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:47.585742 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b7ff76a3-a1f2-41b2-b6de-4c941f929a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:47.637075 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0594807-2993-4cce-99c0-e43c4839cb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Pushing event updated for resources: {'Port': ['ID=001c9319-d637-4171-993b-e89859dd2ddd,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:47.639776 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b7ff76a3-a1f2-41b2-b6de-4c941f929a40 None None] Port a1657ec8-822b-4726-b307-f13bcea20011 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:01:47.641689 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001d0e86-76e0-4456-a245-a989fe356caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-48bf2622-8436-477c-8b9e-5b55ee601e02', 'network_id': '48bf2622-8436-477c-8b9e-5b55ee601e02', 'tenant_id': '52996d5edf4b496c96ac98e631228279', 'fixed_ips': [{'subnet_id': '23e00e37-1912-466c-955d-3d62e8709164'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:01:47.643066 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-001d0e86-76e0-4456-a245-a989fe356caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:47.666535 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0594807-2993-4cce-99c0-e43c4839cb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:01:47.668896 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-b0594807-2993-4cce-99c0-e43c4839cb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:47.670429 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 21a093e8-95f2-467a-9a85-f95003e1bfae details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:01:47.672924 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27a101e-f670-48a6-a401-e225406ae377 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Made reservation on behalf of a8aa0e5d7ed64e3d86fe14606bb8a29f for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:47.679405 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a27a101e-f670-48a6-a401-e225406ae377 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:47.697837 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0594807-2993-4cce-99c0-e43c4839cb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:01:47.698983 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0594807-2993-4cce-99c0-e43c4839cb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:47.699745 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b0594807-2993-4cce-99c0-e43c4839cb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:47.706880 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-a27a101e-f670-48a6-a401-e225406ae377 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] device_id is not set on port 70df618c-4e23-42ec-b1c5-780b2c5cffd4 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:01:47.763837 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-74206f37-34e6-4cdb-928e-bcc4fe308187 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:47.837081 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b0594807-2993-4cce-99c0-e43c4839cb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.0498009 Jul 07 21:01:47.843721 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55268) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:47.865206 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-001d0e86-76e0-4456-a245-a989fe356caa None None] Allocated IP 172.20.0.2 (48bf2622-8436-477c-8b9e-5b55ee601e02/23e00e37-1912-466c-955d-3d62e8709164/42c0dbdf-c0dc-4838-933e-581f56d4b900) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:01:47.932836 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15df0a11-d1ef-46f2-b2e9-74a40ffa31cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:47.934523 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-15df0a11-d1ef-46f2-b2e9-74a40ffa31cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] 10.222.0.64 "GET /v2.0/ports/001c9319-d637-4171-993b-e89859dd2ddd HTTP/1.1" status: 200 len: 957 time: 0.0896533 Jul 07 21:01:47.939388 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55280) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:47.983376 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-a27a101e-f670-48a6-a401-e225406ae377 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Allocated IP 2001:db8::3a9 (66c47384-8202-467f-83ff-38212c3a2d3b/1c72a5ec-317c-4837-83d0-0a7411fc1c77/70df618c-4e23-42ec-b1c5-780b2c5cffd4) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:01:48.100980 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 21a093e8-95f2-467a-9a85-f95003e1bfae, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=21a093e8-95f2-467a-9a85-f95003e1bfae,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:48.124533 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '21a093e8-95f2-467a-9a85-f95003e1bfae', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'port_id': '21a093e8-95f2-467a-9a85-f95003e1bfae', 'mac_address': 'fa:16:3e:20:28:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:01:48.136126 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-001d0e86-76e0-4456-a245-a989fe356caa None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:48.161173 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-74206f37-34e6-4cdb-928e-bcc4fe308187 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:48.166166 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-001d0e86-76e0-4456-a245-a989fe356caa None None] Transition to ACTIVE for port object 42c0dbdf-c0dc-4838-933e-581f56d4b900 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:01:48.191527 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:48.193912 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-001d0e86-76e0-4456-a245-a989fe356caa None None] Transition to ACTIVE for port object 42c0dbdf-c0dc-4838-933e-581f56d4b900 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:01:48.204407 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-001d0e86-76e0-4456-a245-a989fe356caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:48.212011 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-74206f37-34e6-4cdb-928e-bcc4fe308187 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:48.237552 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a27a101e-f670-48a6-a401-e225406ae377 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:48.258012 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-a27a101e-f670-48a6-a401-e225406ae377 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Transition to ACTIVE for port object 70df618c-4e23-42ec-b1c5-780b2c5cffd4 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:01:48.269871 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001d0e86-76e0-4456-a245-a989fe356caa None None] Network 48bf2622-8436-477c-8b9e-5b55ee601e02 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:01:48.273547 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d0e86-76e0-4456-a245-a989fe356caa None None] Pushing event updated for resources: {'Port': ['ID=42c0dbdf-c0dc-4838-933e-581f56d4b900,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:48.285059 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-001d0e86-76e0-4456-a245-a989fe356caa None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:48.288160 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001d0e86-76e0-4456-a245-a989fe356caa None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:01:48.291107 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-dae91ba6-09aa-4081-9823-efcee9956ef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Deleting port 001c9319-d637-4171-993b-e89859dd2ddd {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:01:48.291760 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dae91ba6-09aa-4081-9823-efcee9956ef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:48.298371 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a093e8-95f2-467a-9a85-f95003e1bfae {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:01:48.314813 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a27a101e-f670-48a6-a401-e225406ae377 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:48.347740 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27a101e-f670-48a6-a401-e225406ae377 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Network 66c47384-8202-467f-83ff-38212c3a2d3b is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:01:48.353498 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-a27a101e-f670-48a6-a401-e225406ae377 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:48.383721 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-001d0e86-76e0-4456-a245-a989fe356caa None None] Attempting to bind port 42c0dbdf-c0dc-4838-933e-581f56d4b900 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:48.384119 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-001d0e86-76e0-4456-a245-a989fe356caa None None] Attempting to bind port 42c0dbdf-c0dc-4838-933e-581f56d4b900 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '599449e9-e5e3-44e6-9189-bf9250d07f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '48bf2622-8436-477c-8b9e-5b55ee601e02'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:48.384498 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001d0e86-76e0-4456-a245-a989fe356caa None None] Attempting to bind port 42c0dbdf-c0dc-4838-933e-581f56d4b900 on network 48bf2622-8436-477c-8b9e-5b55ee601e02 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:48.384828 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27a101e-f670-48a6-a401-e225406ae377 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:01:48.391785 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27a101e-f670-48a6-a401-e225406ae377 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:48.393167 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a27a101e-f670-48a6-a401-e225406ae377 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:48.396093 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001d0e86-76e0-4456-a245-a989fe356caa None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:01:48.396484 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001d0e86-76e0-4456-a245-a989fe356caa None None] Checking segment: {'id': '599449e9-e5e3-44e6-9189-bf9250d07f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '48bf2622-8436-477c-8b9e-5b55ee601e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:01:48.398887 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-001d0e86-76e0-4456-a245-a989fe356caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:48.399314 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001d0e86-76e0-4456-a245-a989fe356caa None None] Bound using segment: {'id': '599449e9-e5e3-44e6-9189-bf9250d07f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '48bf2622-8436-477c-8b9e-5b55ee601e02'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:01:48.399885 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-001d0e86-76e0-4456-a245-a989fe356caa None None] Bound port: 42c0dbdf-c0dc-4838-933e-581f56d4b900, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599449e9-e5e3-44e6-9189-bf9250d07f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '48bf2622-8436-477c-8b9e-5b55ee601e02'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:01:48.400938 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-001d0e86-76e0-4456-a245-a989fe356caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:48.431933 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 21a093e8-95f2-467a-9a85-f95003e1bfae, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=21a093e8-95f2-467a-9a85-f95003e1bfae,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:48.442423 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a27a101e-f670-48a6-a401-e225406ae377 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4063172 Jul 07 21:01:48.448792 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55284) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:48.456715 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-864b6d67-e373-4484-af22-300b3f632aad tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::262', 'mac_address': 'fa:16:3e:85:24:ec'}, {'ip_address': '2001:db8::36', 'mac_address': 'fa:16:3e:0e:6c:d9'}]}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:48.461805 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:48.532079 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dae91ba6-09aa-4081-9823-efcee9956ef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:48.548415 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-001d0e86-76e0-4456-a245-a989fe356caa None None] For port 42c0dbdf-c0dc-4838-933e-581f56d4b900, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:01:48.562777 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=21a093e8-95f2-467a-9a85-f95003e1bfae,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:48.567918 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-74206f37-34e6-4cdb-928e-bcc4fe308187 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Allocated IP 172.25.5.230 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/0558aac3-833b-4bf0-b2ee-8a232f6b9faf) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:01:48.571887 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a101e-f670-48a6-a401-e225406ae377 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Pushing event updated for resources: {'Port': ['ID=70df618c-4e23-42ec-b1c5-780b2c5cffd4,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:48.591675 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-001d0e86-76e0-4456-a245-a989fe356caa None None] For port 42c0dbdf-c0dc-4838-933e-581f56d4b900, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=42c0dbdf-c0dc-4838-933e-581f56d4b900,segment=NetworkSegment(599449e9-e5e3-44e6-9189-bf9250d07f4c),segment_id=599449e9-e5e3-44e6-9189-bf9250d07f4c)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:01:48.598355 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-001d0e86-76e0-4456-a245-a989fe356caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:48.649287 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-dae91ba6-09aa-4081-9823-efcee9956ef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Calling delete_port for 001c9319-d637-4171-993b-e89859dd2ddd owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:01:48.683312 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d0e86-76e0-4456-a245-a989fe356caa None None] Pushing event updated for resources: {'Port': ['ID=42c0dbdf-c0dc-4838-933e-581f56d4b900,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:48.842013 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-864b6d67-e373-4484-af22-300b3f632aad tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:48.871944 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ae55587b-8a37-451d-85a9-058dca26e646 None None] Provisioning for port 70df618c-4e23-42ec-b1c5-780b2c5cffd4 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:01:48.886577 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ae55587b-8a37-451d-85a9-058dca26e646 None None] Provisioning complete for port 70df618c-4e23-42ec-b1c5-780b2c5cffd4 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:48.887771 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ae55587b-8a37-451d-85a9-058dca26e646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:48.907071 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0300bb-db5a-4bd2-b134-d639a6e87898 req-60034300-c690-4eed-bb7f-14a67b284724 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:48.920222 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fc0300bb-db5a-4bd2-b134-d639a6e87898 req-60034300-c690-4eed-bb7f-14a67b284724 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 945 time: 0.3963859 Jul 07 21:01:48.978448 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['21a093e8-95f2-467a-9a85-f95003e1bfae'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:01:48.994347 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-74206f37-34e6-4cdb-928e-bcc4fe308187 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:49.018983 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fc0300bb-db5a-4bd2-b134-d639a6e87898 req-86bb0522-8afd-4d4e-a3f9-419cf72e04f6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977633 Jul 07 21:01:49.060416 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dae91ba6-09aa-4081-9823-efcee9956ef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:49.107168 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ae55587b-8a37-451d-85a9-058dca26e646 None None] Port 70df618c-4e23-42ec-b1c5-780b2c5cffd4 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:01:49.183865 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae91ba6-09aa-4081-9823-efcee9956ef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Pushing event deleted for resources: {'Port': ['ID=001c9319-d637-4171-993b-e89859dd2ddd,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:49.198944 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dae91ba6-09aa-4081-9823-efcee9956ef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:49.205655 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55300) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:49.213892 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-dae91ba6-09aa-4081-9823-efcee9956ef8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] 10.222.0.64 "DELETE /v2.0/ports/001c9319-d637-4171-993b-e89859dd2ddd HTTP/1.1" status: 204 len: 168 time: 1.2730186 Jul 07 21:01:49.282844 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-74206f37-34e6-4cdb-928e-bcc4fe308187 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:49.337542 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-864b6d67-e373-4484-af22-300b3f632aad tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:49.348830 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74206f37-34e6-4cdb-928e-bcc4fe308187 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:01:49.361609 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-74206f37-34e6-4cdb-928e-bcc4fe308187 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:49.368179 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74206f37-34e6-4cdb-928e-bcc4fe308187 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:01:49.421622 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0fc74c-1d1b-45a3-b4d7-3b7c4128e4f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] GET failed (client error): The resource could not be found. Jul 07 21:01:49.428707 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bd0fc74c-1d1b-45a3-b4d7-3b7c4128e4f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] 10.222.0.64 "GET /v2.0/ports/001c9319-d637-4171-993b-e89859dd2ddd HTTP/1.1" status: 404 len: 333 time: 0.2159338 Jul 07 21:01:49.430779 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-864b6d67-e373-4484-af22-300b3f632aad tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:49.452951 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55302) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:49.465413 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-e02caf6d-6c54-4591-8580-fe11ef5213bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Request body: {'port': {'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-680602753'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:49.513184 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b6d67-e373-4484-af22-300b3f632aad tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Pushing event updated for resources: {'Port': ['ID=70df618c-4e23-42ec-b1c5-780b2c5cffd4,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:49.527293 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-864b6d67-e373-4484-af22-300b3f632aad tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] In _notify_port_updated(), no bound segment for port 70df618c-4e23-42ec-b1c5-780b2c5cffd4 on network 66c47384-8202-467f-83ff-38212c3a2d3b {{(pid=100447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:01:49.533398 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864b6d67-e373-4484-af22-300b3f632aad tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:49.534561 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-864b6d67-e373-4484-af22-300b3f632aad tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:49.538810 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-864b6d67-e373-4484-af22-300b3f632aad tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] 10.222.0.64 "PUT /v2.0/ports/70df618c-4e23-42ec-b1c5-780b2c5cffd4 HTTP/1.1" status: 200 len: 1067 time: 1.0855067 Jul 07 21:01:49.539109 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55304) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:49.680292 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-3895d7cf-66db-463a-b703-04697a6afaf7 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Deleting port 70df618c-4e23-42ec-b1c5-780b2c5cffd4 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:01:49.680647 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3895d7cf-66db-463a-b703-04697a6afaf7 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:49.712312 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74206f37-34e6-4cdb-928e-bcc4fe308187 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Pushing event updated for resources: {'Port': ['ID=0558aac3-833b-4bf0-b2ee-8a232f6b9faf,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:49.727089 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02caf6d-6c54-4591-8580-fe11ef5213bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Made reservation on behalf of d7c15f5c641a40ea9856a2da7c3a2813 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:49.738773 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e02caf6d-6c54-4591-8580-fe11ef5213bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:49.817920 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:49.850546 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3895d7cf-66db-463a-b703-04697a6afaf7 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:49.856067 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-e02caf6d-6c54-4591-8580-fe11ef5213bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] device_id is not set on port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:01:49.881727 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-3895d7cf-66db-463a-b703-04697a6afaf7 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Calling delete_port for 70df618c-4e23-42ec-b1c5-780b2c5cffd4 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:01:49.981563 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:50.080146 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-35e1e832-053c-407b-aabf-eb4ec959ba17 None None] Provisioning complete for port 70df618c-4e23-42ec-b1c5-780b2c5cffd4 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:50.082056 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-35e1e832-053c-407b-aabf-eb4ec959ba17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:50.097519 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-74206f37-34e6-4cdb-928e-bcc4fe308187 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:50.123419 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3895d7cf-66db-463a-b703-04697a6afaf7 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:50.162620 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895d7cf-66db-463a-b703-04697a6afaf7 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Pushing event deleted for resources: {'Port': ['ID=70df618c-4e23-42ec-b1c5-780b2c5cffd4,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:50.252520 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-35e1e832-053c-407b-aabf-eb4ec959ba17 None None] Port 70df618c-4e23-42ec-b1c5-780b2c5cffd4 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:01:50.430055 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3895d7cf-66db-463a-b703-04697a6afaf7 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:50.433137 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3895d7cf-66db-463a-b703-04697a6afaf7 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] 10.222.0.64 "DELETE /v2.0/ports/70df618c-4e23-42ec-b1c5-780b2c5cffd4 HTTP/1.1" status: 204 len: 168 time: 0.8929780 Jul 07 21:01:50.435691 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55320) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:50.489340 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59478f0-953a-4bff-b6da-fac170c162a4 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] GET failed (client error): The resource could not be found. Jul 07 21:01:50.499374 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f59478f0-953a-4bff-b6da-fac170c162a4 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] 10.222.0.64 "GET /v2.0/ports/70df618c-4e23-42ec-b1c5-780b2c5cffd4 HTTP/1.1" status: 404 len: 333 time: 0.0602772 Jul 07 21:01:50.499658 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55322) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:50.576972 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e02caf6d-6c54-4591-8580-fe11ef5213bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:50.683734 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed0a31-08f7-49fe-84b8-a7b38d6d7de5 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Deleting port a1657ec8-822b-4726-b307-f13bcea20011 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:01:50.684097 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a9ed0a31-08f7-49fe-84b8-a7b38d6d7de5 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:50.695432 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-74206f37-34e6-4cdb-928e-bcc4fe308187 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:50.726632 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53c4617-6eb0-478e-b16b-20a9896bb13f None None] Network 48bf2622-8436-477c-8b9e-5b55ee601e02 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:01:50.801406 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1f0b03f5-9b19-4fa2-bff5-c00f96219c71 None None] Provisioning for port 42c0dbdf-c0dc-4838-933e-581f56d4b900 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:01:50.832870 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a9ed0a31-08f7-49fe-84b8-a7b38d6d7de5 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:50.853716 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed0a31-08f7-49fe-84b8-a7b38d6d7de5 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Calling delete_port for a1657ec8-822b-4726-b307-f13bcea20011 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:01:51.106383 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 42c0dbdf-c0dc-4838-933e-581f56d4b900 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:01:51.170828 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e041c-c20c-4e29-b6f4-e51e0b6d40b9 req-b12bad2a-fb03-43db-a0a4-9573796704dc tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:51.172508 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-789e041c-c20c-4e29-b6f4-e51e0b6d40b9 req-b12bad2a-fb03-43db-a0a4-9573796704dc tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 945 time: 0.8013785 Jul 07 21:01:51.208085 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 42c0dbdf-c0dc-4838-933e-581f56d4b900 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:01:51.213609 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 42c0dbdf-c0dc-4838-933e-581f56d4b900 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:51.214214 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:51.243480 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e02caf6d-6c54-4591-8580-fe11ef5213bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:51.352855 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-789e041c-c20c-4e29-b6f4-e51e0b6d40b9 req-298bf9e6-fba2-4e84-87e1-c6c1888340a9 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724544 Jul 07 21:01:51.354799 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02caf6d-6c54-4591-8580-fe11ef5213bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Pushing event updated for resources: {'Port': ['ID=3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:51.404198 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74206f37-34e6-4cdb-928e-bcc4fe308187 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Router 0cd32e72-9f09-4a17-bc23-492bcf512a8f is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:01:51.414712 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02caf6d-6c54-4591-8580-fe11ef5213bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:01:51.418339 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-e02caf6d-6c54-4591-8580-fe11ef5213bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:51.426830 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02caf6d-6c54-4591-8580-fe11ef5213bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:01:51.431090 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02caf6d-6c54-4591-8580-fe11ef5213bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:51.432235 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e02caf6d-6c54-4591-8580-fe11ef5213bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:51.438560 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:51.455579 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e02caf6d-6c54-4591-8580-fe11ef5213bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9980392 Jul 07 21:01:51.476180 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b8816694-f853-4370-834c-6dbd1009d02d None None] Provisioning complete for port 42c0dbdf-c0dc-4838-933e-581f56d4b900 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:51.476566 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b8816694-f853-4370-834c-6dbd1009d02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:51.494576 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55330) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:51.501318 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:51.505376 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a9ed0a31-08f7-49fe-84b8-a7b38d6d7de5 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:51.581722 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed0a31-08f7-49fe-84b8-a7b38d6d7de5 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Pushing event deleted for resources: {'Port': ['ID=a1657ec8-822b-4726-b307-f13bcea20011,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:51.603410 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 42c0dbdf-c0dc-4838-933e-581f56d4b900, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=42c0dbdf-c0dc-4838-933e-581f56d4b900,segment=NetworkSegment(599449e9-e5e3-44e6-9189-bf9250d07f4c),segment_id=599449e9-e5e3-44e6-9189-bf9250d07f4c)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:51.612832 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:51.614684 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:01:51.652529 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a9ed0a31-08f7-49fe-84b8-a7b38d6d7de5 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:51.654800 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a9ed0a31-08f7-49fe-84b8-a7b38d6d7de5 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] 10.222.0.64 "DELETE /v2.0/ports/a1657ec8-822b-4726-b307-f13bcea20011 HTTP/1.1" status: 204 len: 168 time: 1.1539116 Jul 07 21:01:51.659539 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55338) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:51.707418 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 21a093e8-95f2-467a-9a85-f95003e1bfae up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:01:51.733519 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e557b4-720d-4aef-8bba-7dd6038366a5 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] GET failed (client error): The resource could not be found. Jul 07 21:01:51.741537 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-58e557b4-720d-4aef-8bba-7dd6038366a5 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] 10.222.0.64 "GET /v2.0/ports/a1657ec8-822b-4726-b307-f13bcea20011 HTTP/1.1" status: 404 len: 333 time: 0.0740521 Jul 07 21:01:51.742499 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55340) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:51.821964 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74206f37-34e6-4cdb-928e-bcc4fe308187 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:01:51.832629 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:51.839019 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5a9cc-0c7a-4969-a224-a6218053c6b1 None None] Sync routers for ids ['0cd32e72-9f09-4a17-bc23-492bcf512a8f'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:01:51.868172 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe5a9cc-0c7a-4969-a224-a6218053c6b1 None None] Routers {'0cd32e72-9f09-4a17-bc23-492bcf512a8f'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:01:51.868824 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-cfe5a9cc-0c7a-4969-a224-a6218053c6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:01:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0cd32e72-9f09-4a17-bc23-492bcf512a8f'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:51.899345 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-74206f37-34e6-4cdb-928e-bcc4fe308187 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:51.900786 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-74206f37-34e6-4cdb-928e-bcc4fe308187 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.6344402 Jul 07 21:01:51.908313 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55342) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:51.917343 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=42c0dbdf-c0dc-4838-933e-581f56d4b900,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:51.936501 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 21a093e8-95f2-467a-9a85-f95003e1bfae completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:01:51.942971 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 21a093e8-95f2-467a-9a85-f95003e1bfae triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:51.946986 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:51.953727 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-cfe5a9cc-0c7a-4969-a224-a6218053c6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:51.984515 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe5a9cc-0c7a-4969-a224-a6218053c6b1 None None] Routers {'0cd32e72-9f09-4a17-bc23-492bcf512a8f'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:01:51.985077 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-cfe5a9cc-0c7a-4969-a224-a6218053c6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:01:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0cd32e72-9f09-4a17-bc23-492bcf512a8f'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:52.000236 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-1acddd07-4412-4886-b0b3-f934d58d53c1 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Deleting port f5c35f48-8c28-4355-97b3-b7692589124a {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:01:52.000705 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1acddd07-4412-4886-b0b3-f934d58d53c1 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:52.067850 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-cfe5a9cc-0c7a-4969-a224-a6218053c6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:52.068579 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5a9cc-0c7a-4969-a224-a6218053c6b1 None None] The sync data for ids ['0cd32e72-9f09-4a17-bc23-492bcf512a8f'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:01:52.091642 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:52.125247 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 21a093e8-95f2-467a-9a85-f95003e1bfae, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=21a093e8-95f2-467a-9a85-f95003e1bfae,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:52.126083 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f728b0-e421-4c49-a55b-960e3d2fc892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a093e8-95f2-467a-9a85-f95003e1bfae'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:01:52.131900 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7501e1-9a74-402a-a537-d6f803e15270" -d '{"events": [{"server_uuid": "55f728b0-e421-4c49-a55b-960e3d2fc892", "name": "network-vif-plugged", "status": "completed", "tag": "21a093e8-95f2-467a-9a85-f95003e1bfae"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:01:52.136253 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:52.144610 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1acddd07-4412-4886-b0b3-f934d58d53c1 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:52.167563 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-1acddd07-4412-4886-b0b3-f934d58d53c1 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Calling delete_port for f5c35f48-8c28-4355-97b3-b7692589124a owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:01:52.206029 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=21a093e8-95f2-467a-9a85-f95003e1bfae,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:52.233314 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9ccfeb-8d73-4715-86db-230348a382a6 x-openstack-request-id: req-0e9ccfeb-8d73-4715-86db-230348a382a6 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:01:52.233643 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f728b0-e421-4c49-a55b-960e3d2fc892", "name": "network-vif-plugged", "status": "completed", "tag": "21a093e8-95f2-467a-9a85-f95003e1bfae", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:01:52.234125 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e9ccfeb-8d73-4715-86db-230348a382a6 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:01:52.234547 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f728b0-e421-4c49-a55b-960e3d2fc892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a093e8-95f2-467a-9a85-f95003e1bfae', 'code': 200} Jul 07 21:01:52.339549 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1acddd07-4412-4886-b0b3-f934d58d53c1 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:52.394402 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acddd07-4412-4886-b0b3-f934d58d53c1 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Pushing event deleted for resources: {'Port': ['ID=f5c35f48-8c28-4355-97b3-b7692589124a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:52.457454 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1acddd07-4412-4886-b0b3-f934d58d53c1 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:52.464963 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1acddd07-4412-4886-b0b3-f934d58d53c1 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] 10.222.0.64 "DELETE /v2.0/ports/f5c35f48-8c28-4355-97b3-b7692589124a HTTP/1.1" status: 204 len: 168 time: 0.7209928 Jul 07 21:01:52.468080 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55348) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:52.548144 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8e7e06-7ca7-4ff2-9934-17fa070efda5 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Deleting subnet 1c72a5ec-317c-4837-83d0-0a7411fc1c77 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:01:52.569190 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad8e7e06-7ca7-4ff2-9934-17fa070efda5 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:52.581310 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] device_id is not set on port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:01:52.604605 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:52.640745 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5247e-886f-44b6-b965-875220481924 req-91a7034a-c3c0-4891-a9f4-92358a021cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:52.642805 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e9c5247e-886f-44b6-b965-875220481924 req-91a7034a-c3c0-4891-a9f4-92358a021cc6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 1098 time: 0.2595010 Jul 07 21:01:52.701167 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad8e7e06-7ca7-4ff2-9934-17fa070efda5 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:52.705412 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Transition to ACTIVE for port object 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:01:52.715235 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:52.760257 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e9c5247e-886f-44b6-b965-875220481924 req-ee5dfdcf-0b23-416d-9c53-b6fa4a60cd47 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945494 Jul 07 21:01:52.859346 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Pushing event updated for resources: {'Port': ['ID=3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:52.864843 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad8e7e06-7ca7-4ff2-9934-17fa070efda5 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:52.924563 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:52.927755 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:52.929028 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:52.945598 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd3bc9-cce3-401b-a910-9f9f38732562 req-91982c1c-cd20-49cc-8585-4589595a34a0 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:52.954504 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6fd3bc9-cce3-401b-a910-9f9f38732562 req-91982c1c-cd20-49cc-8585-4589595a34a0 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 946 time: 0.3282239 Jul 07 21:01:52.969262 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:52.969727 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:52.973010 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 2 to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 Jul 07 21:01:52.991690 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad8e7e06-7ca7-4ff2-9934-17fa070efda5 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:53.006000 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:53.006788 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:53.007487 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:53.014489 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:53.015133 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:53.015942 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 3 to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 Jul 07 21:01:53.030176 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:53.030676 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:53.031128 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:53.034246 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e7e06-7ca7-4ff2-9934-17fa070efda5 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Pushing event deleted for resources: {'Subnet': ['ID=1c72a5ec-317c-4837-83d0-0a7411fc1c77,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:53.040665 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad8e7e06-7ca7-4ff2-9934-17fa070efda5 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:53.043208 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ad8e7e06-7ca7-4ff2-9934-17fa070efda5 tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] 10.222.0.64 "DELETE /v2.0/subnets/1c72a5ec-317c-4837-83d0-0a7411fc1c77 HTTP/1.1" status: 204 len: 168 time: 0.5739646 Jul 07 21:01:53.045723 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55362) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:53.050732 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adced943-932d-4069-b653-fa1f43a822bc None None] Network 66c47384-8202-467f-83ff-38212c3a2d3b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:01:53.084235 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:53.087271 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:53.114332 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 4 to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 Jul 07 21:01:53.121135 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6fd3bc9-cce3-401b-a910-9f9f38732562 req-eb0df86e-8b70-4bf0-9a9b-7ff3e7108150 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656568 Jul 07 21:01:53.154281 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 42c0dbdf-c0dc-4838-933e-581f56d4b900 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:01:53.168031 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ca02ec5-3940-462d-bcaf-c12107eb72ee tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:53.168510 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4651858a-127e-4372-90dd-38a8ebd0c993 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:53.172781 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:53.173249 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:53.173698 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:53.191466 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:53.191889 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:53.192672 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 5 to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 Jul 07 21:01:53.261581 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:53.262140 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:53.262676 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:53.264774 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 42c0dbdf-c0dc-4838-933e-581f56d4b900 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:53.265339 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:53.269145 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-7ca02ec5-3940-462d-bcaf-c12107eb72ee tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Deleting port fd51f3ad-ab5e-472e-964f-397b27178a10 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:01:53.269855 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ca02ec5-3940-462d-bcaf-c12107eb72ee tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:53.274667 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:53.275015 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:53.276998 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 6 to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 Jul 07 21:01:53.296268 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:53.296657 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:53.297009 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:53.307613 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:53.308403 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:53.310806 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 7 to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 Jul 07 21:01:53.370501 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:53.370998 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:53.371472 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:53.381214 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-7ca02ec5-3940-462d-bcaf-c12107eb72ee tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] For port fd51f3ad-ab5e-472e-964f-397b27178a10, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=fd51f3ad-ab5e-472e-964f-397b27178a10,segment=NetworkSegment(2c1413bc-e58d-49c6-99e8-f7db83592f23),segment_id=2c1413bc-e58d-49c6-99e8-f7db83592f23)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:53.381864 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ca02ec5-3940-462d-bcaf-c12107eb72ee tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:53.383345 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:53.383797 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:53.385834 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 8 to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 Jul 07 21:01:53.415618 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-7ca02ec5-3940-462d-bcaf-c12107eb72ee tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Calling delete_port for fd51f3ad-ab5e-472e-964f-397b27178a10 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:01:53.418729 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:53.419189 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:53.419684 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:53.437291 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:53.437291 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:53.437291 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 9 to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 Jul 07 21:01:53.441843 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb43b56e-a542-41fe-9814-06c7c88781d3 None None] DHCP port deletion for 66c47384-8202-467f-83ff-38212c3a2d3b request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:01:53.552121 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:53.552624 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:53.553527 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:53.553947 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ca02ec5-3940-462d-bcaf-c12107eb72ee tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:53.578143 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:53.578623 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:53.587747 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempt 10 to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 Jul 07 21:01:53.588164 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca02ec5-3940-462d-bcaf-c12107eb72ee tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Pushing event deleted for resources: {'Port': ['ID=fd51f3ad-ab5e-472e-964f-397b27178a10,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:53.597032 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca02ec5-3940-462d-bcaf-c12107eb72ee tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] No DVR routers for this DVR port fd51f3ad-ab5e-472e-964f-397b27178a10 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:01:53.646230 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:53.647387 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:53.648350 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempting to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:53.659839 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:01:53.660318 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Failed to bind port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on host n-h1-695189-11 for vnic_type normal using segments [{'id': '2a371705-d1e6-458f-a26b-68f18151eda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b'}] Jul 07 21:01:53.660793 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:53.705837 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ca02ec5-3940-462d-bcaf-c12107eb72ee tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:53.717617 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-7ca02ec5-3940-462d-bcaf-c12107eb72ee tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c47384-8202-467f-83ff-38212c3a2d3b']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:53.732318 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-7ca02ec5-3940-462d-bcaf-c12107eb72ee tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1413bc-e58d-49c6-99e8-f7db83592f23') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:53.732879 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-7ca02ec5-3940-462d-bcaf-c12107eb72ee tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1413bc-e58d-49c6-99e8-f7db83592f23') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:53.745656 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ca02ec5-3940-462d-bcaf-c12107eb72ee tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:53.764971 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ca02ec5-3940-462d-bcaf-c12107eb72ee tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:53.774417 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca02ec5-3940-462d-bcaf-c12107eb72ee tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:01:53.774874 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ca02ec5-3940-462d-bcaf-c12107eb72ee tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:01:53.778450 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:01:53.800020 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-4651858a-127e-4372-90dd-38a8ebd0c993 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Allocated IP 172.20.0.1 (48bf2622-8436-477c-8b9e-5b55ee601e02/23e00e37-1912-466c-955d-3d62e8709164/6447d548-e032-4495-a7e9-d79bb52460b1) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:01:53.808903 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-cb43b56e-a542-41fe-9814-06c7c88781d3 None None] Deleting port fd51f3ad-ab5e-472e-964f-397b27178a10 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:01:53.809376 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cb43b56e-a542-41fe-9814-06c7c88781d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:53.810334 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] For port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:01:53.810714 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attempted to set empty binding levels {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 21:01:53.820617 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:53.869839 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ca02ec5-3940-462d-bcaf-c12107eb72ee tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:53.896792 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ca02ec5-3940-462d-bcaf-c12107eb72ee tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:53.896792 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7ca02ec5-3940-462d-bcaf-c12107eb72ee tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] 10.222.0.64 "DELETE /v2.0/networks/66c47384-8202-467f-83ff-38212c3a2d3b HTTP/1.1" status: 204 len: 168 time: 0.8472347 Jul 07 21:01:53.919958 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca02ec5-3940-462d-bcaf-c12107eb72ee tempest-AllowedAddressPairIpV6TestJSON-1289827276 tempest-AllowedAddressPairIpV6TestJSON-1289827276-project] Pushing event deleted for resources: {'Network': ['ID=66c47384-8202-467f-83ff-38212c3a2d3b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:53.947241 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-cb43b56e-a542-41fe-9814-06c7c88781d3 None None] For port fd51f3ad-ab5e-472e-964f-397b27178a10, host n-d-695189-11, got binding levels [] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:53.948081 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cb43b56e-a542-41fe-9814-06c7c88781d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:53.968072 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Pushing event updated for resources: {'Port': ['ID=3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:53.969992 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-cb43b56e-a542-41fe-9814-06c7c88781d3 None None] Calling delete_port for fd51f3ad-ab5e-472e-964f-397b27178a10 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:01:53.976009 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.ipam_backend_mixin [None req-cb43b56e-a542-41fe-9814-06c7c88781d3 None None] Port fd51f3ad-ab5e-472e-964f-397b27178a10 was not found and therefore no delete operation was performed {{(pid=100449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 21:01:53.978901 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cb43b56e-a542-41fe-9814-06c7c88781d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:53.993086 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cb43b56e-a542-41fe-9814-06c7c88781d3 None None] Network 66c47384-8202-467f-83ff-38212c3a2d3b is not hosted by any dhcp agent {{(pid=100449) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 21:01:53.993682 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb43b56e-a542-41fe-9814-06c7c88781d3 None None] No DVR routers for this DVR port fd51f3ad-ab5e-472e-964f-397b27178a10 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:01:54.027983 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] In _notify_port_updated(), no bound segment for port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 on network 0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b {{(pid=100448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:01:54.030398 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:54.030624 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43b56e-a542-41fe-9814-06c7c88781d3 None None] Pushing event deleted for resources: {'Port': ['ID=fd51f3ad-ab5e-472e-964f-397b27178a10,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:54.031176 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:54.035352 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b596ded3-045b-4ec2-bb95-96a11d8760e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] 10.222.0.64 "PUT /v2.0/ports/3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 HTTP/1.1" status: 200 len: 979 time: 2.5368445 Jul 07 21:01:54.035866 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55378) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:54.176468 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4651858a-127e-4372-90dd-38a8ebd0c993 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:54.210648 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-c3084458-ff15-48b6-af4c-ca07388ea897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Deleting port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:01:54.211124 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c3084458-ff15-48b6-af4c-ca07388ea897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:54.235023 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-4651858a-127e-4372-90dd-38a8ebd0c993 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Transition to ACTIVE for port object 6447d548-e032-4495-a7e9-d79bb52460b1 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:01:54.336474 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4651858a-127e-4372-90dd-38a8ebd0c993 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:54.373609 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-c3084458-ff15-48b6-af4c-ca07388ea897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] For port 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0, host n-h1-695189-11, got binding levels [] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:01:54.374128 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c3084458-ff15-48b6-af4c-ca07388ea897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:54.383099 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55388) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:54.397832 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-c3084458-ff15-48b6-af4c-ca07388ea897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Calling delete_port for 3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:01:54.442200 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4651858a-127e-4372-90dd-38a8ebd0c993 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Network 48bf2622-8436-477c-8b9e-5b55ee601e02 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:01:54.455454 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-4651858a-127e-4372-90dd-38a8ebd0c993 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:54.462868 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4651858a-127e-4372-90dd-38a8ebd0c993 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:01:54.467738 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651858a-127e-4372-90dd-38a8ebd0c993 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Pushing event updated for resources: {'Port': ['ID=6447d548-e032-4495-a7e9-d79bb52460b1,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:54.532078 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c3084458-ff15-48b6-af4c-ca07388ea897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:54.547795 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4651858a-127e-4372-90dd-38a8ebd0c993 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:54.606234 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3084458-ff15-48b6-af4c-ca07388ea897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:54.617248 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c3084458-ff15-48b6-af4c-ca07388ea897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:54.621790 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c3084458-ff15-48b6-af4c-ca07388ea897 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] 10.222.0.64 "DELETE /v2.0/ports/3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 HTTP/1.1" status: 204 len: 168 time: 0.5823734 Jul 07 21:01:54.626250 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55392) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:54.652643 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0777415-e4b7-41fa-8c24-c64d463f7892 req-8e15b6f3-d8d5-4f28-ae1b-a975a5a1d2cf tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:54.654572 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0777415-e4b7-41fa-8c24-c64d463f7892 req-8e15b6f3-d8d5-4f28-ae1b-a975a5a1d2cf tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 946 time: 0.2822409 Jul 07 21:01:54.678945 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d57168d-5007-44b4-957f-8e3f73724497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] GET failed (client error): The resource could not be found. Jul 07 21:01:54.683472 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6d57168d-5007-44b4-957f-8e3f73724497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099 tempest-PortsAdminExtendedAttrsIpV6TestJSON-824625099-project-admin] 10.222.0.64 "GET /v2.0/ports/3c48c5a1-4e57-45ed-8b6a-ad6bba3ff2b0 HTTP/1.1" status: 404 len: 333 time: 0.0532873 Jul 07 21:01:54.702016 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55394) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:54.739927 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-eea5fef6-5cd5-409d-b19d-70a38b311eae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a8aa0e5d7ed64e3d86fe14606bb8a29f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3552096 Jul 07 21:01:54.744319 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55396) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:54.835169 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9dfead1e-09c7-432d-a782-a259f498e316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:54.847080 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0777415-e4b7-41fa-8c24-c64d463f7892 req-e541f5a5-d044-49e9-8213-69709a951f66 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524134 Jul 07 21:01:54.867825 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d7ac711b-81ca-4ff9-acce-87634c84d2f8 None None] Provisioning for port 6447d548-e032-4495-a7e9-d79bb52460b1 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:01:54.873477 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d7ac711b-81ca-4ff9-acce-87634c84d2f8 None None] Provisioning complete for port 6447d548-e032-4495-a7e9-d79bb52460b1 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:54.873977 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d7ac711b-81ca-4ff9-acce-87634c84d2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:54.901829 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9dfead1e-09c7-432d-a782-a259f498e316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:54.905723 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4651858a-127e-4372-90dd-38a8ebd0c993 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:54.913873 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-56ae81cd-f309-4181-9fda-0bb1255e361e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:54.932657 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-d7ac711b-81ca-4ff9-acce-87634c84d2f8 None None] Port 6447d548-e032-4495-a7e9-d79bb52460b1 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:01:54.968062 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9dfead1e-09c7-432d-a782-a259f498e316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:54.971956 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9dfead1e-09c7-432d-a782-a259f498e316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:54.988020 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9dfead1e-09c7-432d-a782-a259f498e316 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4f2d3f78-729b-4d40-8343-dd19e9694fd2 HTTP/1.1" status: 204 len: 168 time: 0.2311509 Jul 07 21:01:55.021723 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfead1e-09c7-432d-a782-a259f498e316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2d3f78-729b-4d40-8343-dd19e9694fd2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:55.097932 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device fd51f3ad-ab5e-472e-964f-397b27178a10 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:01:55.117264 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-56ae81cd-f309-4181-9fda-0bb1255e361e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:55.140946 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-56ae81cd-f309-4181-9fda-0bb1255e361e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:55.163697 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: fd51f3ad-ab5e-472e-964f-397b27178a10 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:01:55.164184 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device fd51f3ad-ab5e-472e-964f-397b27178a10 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:01:55.174155 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-56ae81cd-f309-4181-9fda-0bb1255e361e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a371705-d1e6-458f-a26b-68f18151eda6') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:55.174461 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-56ae81cd-f309-4181-9fda-0bb1255e361e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a371705-d1e6-458f-a26b-68f18151eda6') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:55.571075 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-56ae81cd-f309-4181-9fda-0bb1255e361e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:55.596671 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-56ae81cd-f309-4181-9fda-0bb1255e361e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:55.612196 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ae81cd-f309-4181-9fda-0bb1255e361e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:01:55.612699 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-56ae81cd-f309-4181-9fda-0bb1255e361e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:01:55.616618 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:01:55.773807 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-56ae81cd-f309-4181-9fda-0bb1255e361e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:55.784938 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-56ae81cd-f309-4181-9fda-0bb1255e361e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:55.790596 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-56ae81cd-f309-4181-9fda-0bb1255e361e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] 10.222.0.64 "DELETE /v2.0/networks/0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b HTTP/1.1" status: 204 len: 168 time: 1.0762730 Jul 07 21:01:55.827792 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae81cd-f309-4181-9fda-0bb1255e361e tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-239971889-project] Pushing event deleted for resources: {'Network': ['ID=0b25ffd4-5eef-41ff-9f0e-1dd41053ed9b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:55.851864 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4651858a-127e-4372-90dd-38a8ebd0c993 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:55.861974 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4651858a-127e-4372-90dd-38a8ebd0c993 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:56.041658 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4651858a-127e-4372-90dd-38a8ebd0c993 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:56.042479 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55444) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:56.062671 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651858a-127e-4372-90dd-38a8ebd0c993 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Pushing event updated for resources: {'Port': ['ID=6447d548-e032-4495-a7e9-d79bb52460b1,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:56.208957 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2cf7e-089c-4ab4-9482-fb4638cbb040 req-695f3936-7ac9-4823-bf79-af2761832766 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:56.211774 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55450) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:56.216006 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84e2cf7e-089c-4ab4-9482-fb4638cbb040 req-695f3936-7ac9-4823-bf79-af2761832766 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 946 time: 0.1544755 Jul 07 21:01:56.233566 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4651858a-127e-4372-90dd-38a8ebd0c993 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Network 48bf2622-8436-477c-8b9e-5b55ee601e02 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:01:56.242419 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-4651858a-127e-4372-90dd-38a8ebd0c993 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:56.335784 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84e2cf7e-089c-4ab4-9482-fb4638cbb040 req-6f254656-6c45-4585-9603-f6f7821259b0 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185732 Jul 07 21:01:56.378404 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d2c1035c-dbc1-447e-bfd6-dd8c09a49aed tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-803560694'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:56.458713 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c1035c-dbc1-447e-bfd6-dd8c09a49aed tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Made reservation on behalf of 9c7412ae680e4849843b70d1273a7378 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:56.465578 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2c1035c-dbc1-447e-bfd6-dd8c09a49aed tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:56.477190 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4694ed44-7008-4ad5-a68c-668a96a28ba1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fcfade52e0624a0eacb27380f64e6db1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2639413 Jul 07 21:01:56.491934 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55458) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:56.502535 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2c1035c-dbc1-447e-bfd6-dd8c09a49aed tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:56.629069 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4651858a-127e-4372-90dd-38a8ebd0c993 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Router 0cd32e72-9f09-4a17-bc23-492bcf512a8f has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:01:56.645634 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8043f8d4-0db3-48d4-bd64-1c72963ed100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:56.683040 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b0786e66-9b8b-4fcd-8eac-e9a03bc49663 None None] Provisioning complete for port 6447d548-e032-4495-a7e9-d79bb52460b1 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:56.683688 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b0786e66-9b8b-4fcd-8eac-e9a03bc49663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:56.707220 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2c1035c-dbc1-447e-bfd6-dd8c09a49aed tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:56.710305 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8043f8d4-0db3-48d4-bd64-1c72963ed100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:56.726049 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2c1035c-dbc1-447e-bfd6-dd8c09a49aed tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:56.760695 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c1035c-dbc1-447e-bfd6-dd8c09a49aed tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:01:56.791748 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1035c-dbc1-447e-bfd6-dd8c09a49aed tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17533d43-5c5d-4deb-a130-31557fd3004a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:56.795081 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2c1035c-dbc1-447e-bfd6-dd8c09a49aed tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:56.795455 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-d2c1035c-dbc1-447e-bfd6-dd8c09a49aed tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Added segment 0d7829da-cfae-4b66-a3b3-df46159083de of type vlan for network 55d89bcc-1fda-4e27-9126-3de5dfb16671 Jul 07 21:01:56.821780 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b0786e66-9b8b-4fcd-8eac-e9a03bc49663 None None] Port 6447d548-e032-4495-a7e9-d79bb52460b1 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:01:56.877368 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2c1035c-dbc1-447e-bfd6-dd8c09a49aed tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:56.900392 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4651858a-127e-4372-90dd-38a8ebd0c993 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:01:56.911498 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db1b493-675a-4e20-aaa2-9eeed07a9775 None None] Sync routers for ids ['0cd32e72-9f09-4a17-bc23-492bcf512a8f'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:01:56.921632 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4651858a-127e-4372-90dd-38a8ebd0c993 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] 10.222.0.64 "PUT /v2.0/routers/0cd32e72-9f09-4a17-bc23-492bcf512a8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9569399 Jul 07 21:01:56.925440 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db1b493-675a-4e20-aaa2-9eeed07a9775 None None] Routers {'0cd32e72-9f09-4a17-bc23-492bcf512a8f'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:01:56.926381 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-8db1b493-675a-4e20-aaa2-9eeed07a9775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:01:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0cd32e72-9f09-4a17-bc23-492bcf512a8f'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:56.928923 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2c1035c-dbc1-447e-bfd6-dd8c09a49aed tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:56.931666 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55462) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:56.937053 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c1035c-dbc1-447e-bfd6-dd8c09a49aed tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:56.937707 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2c1035c-dbc1-447e-bfd6-dd8c09a49aed tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:56.952845 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-157137f1-ec6c-4cd9-8c05-c9b71d254e73 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Request body: {'port': {'network_id': '48bf2622-8436-477c-8b9e-5b55ee601e02', 'name': 'tempest-FloatingIPAdminTestJSON-856802852'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:56.994803 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-8db1b493-675a-4e20-aaa2-9eeed07a9775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:57.007613 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db1b493-675a-4e20-aaa2-9eeed07a9775 None None] Routers {'0cd32e72-9f09-4a17-bc23-492bcf512a8f'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:01:57.008608 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-8db1b493-675a-4e20-aaa2-9eeed07a9775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:01:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0cd32e72-9f09-4a17-bc23-492bcf512a8f'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:57.042141 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55472) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:57.048761 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-0dda244b-3e13-4132-9afe-df2806cc6671 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Request body: {'subnet': {'network_id': '55d89bcc-1fda-4e27-9126-3de5dfb16671', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:57.049357 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d2c1035c-dbc1-447e-bfd6-dd8c09a49aed tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0034375 Jul 07 21:01:57.080395 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-8db1b493-675a-4e20-aaa2-9eeed07a9775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:01:57.081136 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db1b493-675a-4e20-aaa2-9eeed07a9775 None None] The sync data for ids ['0cd32e72-9f09-4a17-bc23-492bcf512a8f'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:01:57.084684 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1035c-dbc1-447e-bfd6-dd8c09a49aed tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Pushing event updated for resources: {'Network': ['ID=55d89bcc-1fda-4e27-9126-3de5dfb16671,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:57.099437 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 55d89bcc-1fda-4e27-9126-3de5dfb16671 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:01:57.134090 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8043f8d4-0db3-48d4-bd64-1c72963ed100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:57.136727 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8043f8d4-0db3-48d4-bd64-1c72963ed100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:57.140578 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8043f8d4-0db3-48d4-bd64-1c72963ed100 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5e45bd2-62e4-4c23-8c87-571bbd8149b1 HTTP/1.1" status: 204 len: 168 time: 0.6448586 Jul 07 21:01:57.179847 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043f8d4-0db3-48d4-bd64-1c72963ed100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e45bd2-62e4-4c23-8c87-571bbd8149b1,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:57.229069 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828cf21a-aaea-4f8e-80d1-d601cbc0aa03 req-8d0553ea-9054-4721-a339-9f01cca16328 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:57.236210 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-828cf21a-aaea-4f8e-80d1-d601cbc0aa03 req-8d0553ea-9054-4721-a339-9f01cca16328 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 946 time: 0.3146873 Jul 07 21:01:57.269707 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dda244b-3e13-4132-9afe-df2806cc6671 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Made reservation on behalf of 9c7412ae680e4849843b70d1273a7378 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:57.275163 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0dda244b-3e13-4132-9afe-df2806cc6671 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:57.357215 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-828cf21a-aaea-4f8e-80d1-d601cbc0aa03 req-80355760-dc60-4967-af0b-b9c1e0db892c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199853 Jul 07 21:01:57.360454 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157137f1-ec6c-4cd9-8c05-c9b71d254e73 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Made reservation on behalf of 52996d5edf4b496c96ac98e631228279 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:57.368343 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-157137f1-ec6c-4cd9-8c05-c9b71d254e73 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:57.403603 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-157137f1-ec6c-4cd9-8c05-c9b71d254e73 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] device_id is not set on port f1e33dfe-7a27-4f00-b510-71ff32984605 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:01:57.576086 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-157137f1-ec6c-4cd9-8c05-c9b71d254e73 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Allocated IP 172.20.0.8 (48bf2622-8436-477c-8b9e-5b55ee601e02/23e00e37-1912-466c-955d-3d62e8709164/f1e33dfe-7a27-4f00-b510-71ff32984605) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:01:57.612610 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55480) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:57.669772 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0dda244b-3e13-4132-9afe-df2806cc6671 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:57.718573 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-23915536-f526-4cb4-b307-40ca039f8966 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d7c15f5c641a40ea9856a2da7c3a2813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1040866 Jul 07 21:01:57.722087 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55484) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:57.793002 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17e6b8c6-7e84-49f4-b397-1a05ad456b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:57.829266 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17e6b8c6-7e84-49f4-b397-1a05ad456b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:57.864975 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda244b-3e13-4132-9afe-df2806cc6671 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Pushing event updated for resources: {'Subnet': ['ID=2e70f76b-552a-4db9-89d5-ea95c27e5b7c,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:57.889332 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dda244b-3e13-4132-9afe-df2806cc6671 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Checking segment: {'id': '0d7829da-cfae-4b66-a3b3-df46159083de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '55d89bcc-1fda-4e27-9126-3de5dfb16671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:01:57.889705 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dda244b-3e13-4132-9afe-df2806cc6671 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Network hostable DHCP agents. Network: 55d89bcc-1fda-4e27-9126-3de5dfb16671, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:01:57.913869 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17e6b8c6-7e84-49f4-b397-1a05ad456b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:57.920217 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17e6b8c6-7e84-49f4-b397-1a05ad456b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:57.926176 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-17e6b8c6-7e84-49f4-b397-1a05ad456b0b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d921e592-41c6-450d-a435-4c82590fdb49 HTTP/1.1" status: 204 len: 168 time: 0.1996799 Jul 07 21:01:57.933827 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dda244b-3e13-4132-9afe-df2806cc6671 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Network 55d89bcc-1fda-4e27-9126-3de5dfb16671 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:01:57.941514 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6b8c6-7e84-49f4-b397-1a05ad456b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d921e592-41c6-450d-a435-4c82590fdb49,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:57.950152 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-0dda244b-3e13-4132-9afe-df2806cc6671 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 55d89bcc-1fda-4e27-9126-3de5dfb16671) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:57.960507 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dda244b-3e13-4132-9afe-df2806cc6671 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:57.961361 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0dda244b-3e13-4132-9afe-df2806cc6671 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:57.980764 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1e7669-7100-4661-a054-9d6cb37cea56 None None] Network 55d89bcc-1fda-4e27-9126-3de5dfb16671 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:01:57.997415 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-157137f1-ec6c-4cd9-8c05-c9b71d254e73 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:58.037821 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55488) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:58.038762 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0dda244b-3e13-4132-9afe-df2806cc6671 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9903486 Jul 07 21:01:58.044365 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-157137f1-ec6c-4cd9-8c05-c9b71d254e73 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Transition to ACTIVE for port object f1e33dfe-7a27-4f00-b510-71ff32984605 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:01:58.045519 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-54706e5f-063d-4487-beda-38afd3d3210d tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Request body: {'port': {'network_id': '55d89bcc-1fda-4e27-9126-3de5dfb16671', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1064285110'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:58.134728 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-157137f1-ec6c-4cd9-8c05-c9b71d254e73 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:58.212551 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157137f1-ec6c-4cd9-8c05-c9b71d254e73 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Network 48bf2622-8436-477c-8b9e-5b55ee601e02 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:01:58.216571 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-157137f1-ec6c-4cd9-8c05-c9b71d254e73 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:58.234809 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157137f1-ec6c-4cd9-8c05-c9b71d254e73 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:01:58.257029 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5fd1a4-ef53-4771-b381-24aa7ab37ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-55d89bcc-1fda-4e27-9126-3de5dfb16671', 'network_id': '55d89bcc-1fda-4e27-9126-3de5dfb16671', 'tenant_id': '9c7412ae680e4849843b70d1273a7378', 'fixed_ips': [{'subnet_id': '2e70f76b-552a-4db9-89d5-ea95c27e5b7c'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:01:58.263909 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3b5fd1a4-ef53-4771-b381-24aa7ab37ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:58.279184 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157137f1-ec6c-4cd9-8c05-c9b71d254e73 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Pushing event updated for resources: {'Port': ['ID=f1e33dfe-7a27-4f00-b510-71ff32984605,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:58.332299 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54706e5f-063d-4487-beda-38afd3d3210d tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Made reservation on behalf of 9c7412ae680e4849843b70d1273a7378 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:58.336800 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54706e5f-063d-4487-beda-38afd3d3210d tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:58.339553 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157137f1-ec6c-4cd9-8c05-c9b71d254e73 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:58.340256 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-157137f1-ec6c-4cd9-8c05-c9b71d254e73 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:58.367242 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-54706e5f-063d-4487-beda-38afd3d3210d tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] device_id is not set on port c78c4f08-2bb3-4487-9c06-98d67b23e88b yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:01:58.372126 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-157137f1-ec6c-4cd9-8c05-c9b71d254e73 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4374287 Jul 07 21:01:58.375777 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55502) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:58.596870 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-3b5fd1a4-ef53-4771-b381-24aa7ab37ae2 None None] Allocated IP 172.20.0.2 (55d89bcc-1fda-4e27-9126-3de5dfb16671/2e70f76b-552a-4db9-89d5-ea95c27e5b7c/ff595340-b1c0-4f44-b773-67c3018470a6) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:01:58.672812 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a0725-818f-4bae-a7ca-fd0ed95a0ff7 req-41ddc4a3-55a5-489c-9f6a-3efbe723c271 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:58.684440 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8c6a0725-818f-4bae-a7ca-fd0ed95a0ff7 req-41ddc4a3-55a5-489c-9f6a-3efbe723c271 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 946 time: 0.0937796 Jul 07 21:01:58.736550 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8c6a0725-818f-4bae-a7ca-fd0ed95a0ff7 req-73841b5c-79e2-465d-83e2-4ccc0fad0b2c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510767 Jul 07 21:01:58.759055 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3b5fd1a4-ef53-4771-b381-24aa7ab37ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:58.770877 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3b5fd1a4-ef53-4771-b381-24aa7ab37ae2 None None] Transition to ACTIVE for port object ff595340-b1c0-4f44-b773-67c3018470a6 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:01:58.779071 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-10b4bdcd-75fb-4681-b8b6-365d9a32d6c2 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'project_id': '52996d5edf4b496c96ac98e631228279', 'port_id': 'f1e33dfe-7a27-4f00-b510-71ff32984605'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:58.796333 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3b5fd1a4-ef53-4771-b381-24aa7ab37ae2 None None] Transition to ACTIVE for port object ff595340-b1c0-4f44-b773-67c3018470a6 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:01:58.800393 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-61500600-8016-44c7-b4a8-713780e0128c None None] Provisioning for port f1e33dfe-7a27-4f00-b510-71ff32984605 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:01:58.805023 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-61500600-8016-44c7-b4a8-713780e0128c None None] Provisioning complete for port f1e33dfe-7a27-4f00-b510-71ff32984605 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:01:58.805691 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10b4bdcd-75fb-4681-b8b6-365d9a32d6c2 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:58.805901 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-61500600-8016-44c7-b4a8-713780e0128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:58.809897 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3b5fd1a4-ef53-4771-b381-24aa7ab37ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:58.871978 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5fd1a4-ef53-4771-b381-24aa7ab37ae2 None None] Network 55d89bcc-1fda-4e27-9126-3de5dfb16671 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:01:58.876522 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-3b5fd1a4-ef53-4771-b381-24aa7ab37ae2 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:58.879443 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5fd1a4-ef53-4771-b381-24aa7ab37ae2 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:01:58.898607 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-61500600-8016-44c7-b4a8-713780e0128c None None] Port f1e33dfe-7a27-4f00-b510-71ff32984605 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:01:58.906866 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5fd1a4-ef53-4771-b381-24aa7ab37ae2 None None] Pushing event updated for resources: {'Port': ['ID=ff595340-b1c0-4f44-b773-67c3018470a6,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:58.922550 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-54706e5f-063d-4487-beda-38afd3d3210d tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Allocated IP 172.20.0.5 (55d89bcc-1fda-4e27-9126-3de5dfb16671/2e70f76b-552a-4db9-89d5-ea95c27e5b7c/c78c4f08-2bb3-4487-9c06-98d67b23e88b) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:01:58.966105 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-3b5fd1a4-ef53-4771-b381-24aa7ab37ae2 None None] Attempting to bind port ff595340-b1c0-4f44-b773-67c3018470a6 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:01:58.966614 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-3b5fd1a4-ef53-4771-b381-24aa7ab37ae2 None None] Attempting to bind port ff595340-b1c0-4f44-b773-67c3018470a6 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '0d7829da-cfae-4b66-a3b3-df46159083de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '55d89bcc-1fda-4e27-9126-3de5dfb16671'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:01:58.967091 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5fd1a4-ef53-4771-b381-24aa7ab37ae2 None None] Attempting to bind port ff595340-b1c0-4f44-b773-67c3018470a6 on network 55d89bcc-1fda-4e27-9126-3de5dfb16671 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:01:58.972747 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5fd1a4-ef53-4771-b381-24aa7ab37ae2 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:01:58.973269 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5fd1a4-ef53-4771-b381-24aa7ab37ae2 None None] Checking segment: {'id': '0d7829da-cfae-4b66-a3b3-df46159083de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '55d89bcc-1fda-4e27-9126-3de5dfb16671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:01:58.973839 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3b5fd1a4-ef53-4771-b381-24aa7ab37ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:58.974398 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5fd1a4-ef53-4771-b381-24aa7ab37ae2 None None] Bound using segment: {'id': '0d7829da-cfae-4b66-a3b3-df46159083de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '55d89bcc-1fda-4e27-9126-3de5dfb16671'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:01:58.975003 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-3b5fd1a4-ef53-4771-b381-24aa7ab37ae2 None None] Bound port: ff595340-b1c0-4f44-b773-67c3018470a6, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7829da-cfae-4b66-a3b3-df46159083de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '55d89bcc-1fda-4e27-9126-3de5dfb16671'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:01:58.975644 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3b5fd1a4-ef53-4771-b381-24aa7ab37ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:58.989782 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10b4bdcd-75fb-4681-b8b6-365d9a32d6c2 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:59.120633 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-3b5fd1a4-ef53-4771-b381-24aa7ab37ae2 None None] For port ff595340-b1c0-4f44-b773-67c3018470a6, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:01:59.125649 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-3b5fd1a4-ef53-4771-b381-24aa7ab37ae2 None None] For port ff595340-b1c0-4f44-b773-67c3018470a6, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ff595340-b1c0-4f44-b773-67c3018470a6,segment=NetworkSegment(0d7829da-cfae-4b66-a3b3-df46159083de),segment_id=0d7829da-cfae-4b66-a3b3-df46159083de)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:01:59.131087 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3b5fd1a4-ef53-4771-b381-24aa7ab37ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:59.146831 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-10b4bdcd-75fb-4681-b8b6-365d9a32d6c2 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Allocated IP 172.25.5.250 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/bd0b015d-60a3-4424-951b-f8ea8b2bc975) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:01:59.344007 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54706e5f-063d-4487-beda-38afd3d3210d tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:59.404307 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bb4017ce-c4ba-4325-9c6c-644c25e3adfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:59.433661 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10b4bdcd-75fb-4681-b8b6-365d9a32d6c2 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:59.447305 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5fd1a4-ef53-4771-b381-24aa7ab37ae2 None None] Pushing event updated for resources: {'Port': ['ID=ff595340-b1c0-4f44-b773-67c3018470a6,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:59.460128 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-54706e5f-063d-4487-beda-38afd3d3210d tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Transition to ACTIVE for port object c78c4f08-2bb3-4487-9c06-98d67b23e88b will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:01:59.506889 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54706e5f-063d-4487-beda-38afd3d3210d tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:59.528255 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10b4bdcd-75fb-4681-b8b6-365d9a32d6c2 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:59.567481 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54706e5f-063d-4487-beda-38afd3d3210d tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Network 55d89bcc-1fda-4e27-9126-3de5dfb16671 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:01:59.574457 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-54706e5f-063d-4487-beda-38afd3d3210d tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:59.582753 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54706e5f-063d-4487-beda-38afd3d3210d tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:01:59.616654 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54706e5f-063d-4487-beda-38afd3d3210d tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Pushing event updated for resources: {'Port': ['ID=c78c4f08-2bb3-4487-9c06-98d67b23e88b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:59.622564 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4bdcd-75fb-4681-b8b6-365d9a32d6c2 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Pushing event updated for resources: {'Port': ['ID=bd0b015d-60a3-4424-951b-f8ea8b2bc975,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:01:59.636136 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b4bdcd-75fb-4681-b8b6-365d9a32d6c2 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:01:59.641013 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-10b4bdcd-75fb-4681-b8b6-365d9a32d6c2 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:01:59.663459 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b4bdcd-75fb-4681-b8b6-365d9a32d6c2 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:01:59.715215 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54706e5f-063d-4487-beda-38afd3d3210d tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:01:59.718202 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54706e5f-063d-4487-beda-38afd3d3210d tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:01:59.755542 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-54706e5f-063d-4487-beda-38afd3d3210d tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7158482 Jul 07 21:01:59.759827 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55544) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:01:59.766272 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-33fd065f-94f8-4fb1-8ddd-4dfda927e1f0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Request body: {'port': {'network_id': '55d89bcc-1fda-4e27-9126-3de5dfb16671', 'name': 'tempest-ExtraDHCPOptionsTestJSON-290041635', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:01:59.769149 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.api.validators [None req-33fd065f-94f8-4fb1-8ddd-4dfda927e1f0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] bootfile-name is not in valid_values {{(pid=100447) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 21:01:59.769838 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.api.validators [None req-33fd065f-94f8-4fb1-8ddd-4dfda927e1f0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] tftp-server is not in valid_values {{(pid=100447) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 21:01:59.769984 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.api.validators [None req-33fd065f-94f8-4fb1-8ddd-4dfda927e1f0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] server-ip-address is not in valid_values {{(pid=100447) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 21:01:59.980438 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fd065f-94f8-4fb1-8ddd-4dfda927e1f0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Made reservation on behalf of 9c7412ae680e4849843b70d1273a7378 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:01:59.985031 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-33fd065f-94f8-4fb1-8ddd-4dfda927e1f0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:00.017423 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-33fd065f-94f8-4fb1-8ddd-4dfda927e1f0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] device_id is not set on port f61c2a7b-bfde-4f8b-808b-a5c09a4487f1 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:02:00.063391 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4044a-2206-44c9-8cb0-8b4068ee6340 req-560752d0-4a00-446e-ace8-3065ee5ee77f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:00.064896 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-46c4044a-2206-44c9-8cb0-8b4068ee6340 req-560752d0-4a00-446e-ace8-3065ee5ee77f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 946 time: 0.1604550 Jul 07 21:02:00.155293 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-46c4044a-2206-44c9-8cb0-8b4068ee6340 req-719eaecd-3310-4271-b4f0-51a90a5b6683 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574105 Jul 07 21:02:00.275122 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-33fd065f-94f8-4fb1-8ddd-4dfda927e1f0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Allocated IP 172.20.0.6 (55d89bcc-1fda-4e27-9126-3de5dfb16671/2e70f76b-552a-4db9-89d5-ea95c27e5b7c/f61c2a7b-bfde-4f8b-808b-a5c09a4487f1) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:02:00.585465 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10b4bdcd-75fb-4681-b8b6-365d9a32d6c2 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:00.605779 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55576) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:00.645526 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-33fd065f-94f8-4fb1-8ddd-4dfda927e1f0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:00.663739 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-33fd065f-94f8-4fb1-8ddd-4dfda927e1f0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Transition to ACTIVE for port object f61c2a7b-bfde-4f8b-808b-a5c09a4487f1 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:02:00.704578 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-33fd065f-94f8-4fb1-8ddd-4dfda927e1f0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:00.738063 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10b4bdcd-75fb-4681-b8b6-365d9a32d6c2 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:00.783258 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-07b9a4fc-c0c4-48ce-9a3f-74ef36874a63 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-810576021', 'router:external': True}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:00.787845 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fd065f-94f8-4fb1-8ddd-4dfda927e1f0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Network 55d89bcc-1fda-4e27-9126-3de5dfb16671 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:02:00.791884 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-33fd065f-94f8-4fb1-8ddd-4dfda927e1f0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:00.796066 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fd065f-94f8-4fb1-8ddd-4dfda927e1f0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:02:00.830123 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd065f-94f8-4fb1-8ddd-4dfda927e1f0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Pushing event updated for resources: {'Port': ['ID=f61c2a7b-bfde-4f8b-808b-a5c09a4487f1,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:00.859742 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fd065f-94f8-4fb1-8ddd-4dfda927e1f0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:00.860398 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-33fd065f-94f8-4fb1-8ddd-4dfda927e1f0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:00.865767 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b9a4fc-c0c4-48ce-9a3f-74ef36874a63 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Made reservation on behalf of 6efaaed12bf143b89494ca03e8b63c2b for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:02:00.868099 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-07b9a4fc-c0c4-48ce-9a3f-74ef36874a63 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:00.881631 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-33fd065f-94f8-4fb1-8ddd-4dfda927e1f0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.1167088 Jul 07 21:02:00.881826 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-07b9a4fc-c0c4-48ce-9a3f-74ef36874a63 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:00.881997 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55584) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:00.884691 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4400a49-638d-4b8a-b31d-9f95cc508400 None None] Network 55d89bcc-1fda-4e27-9126-3de5dfb16671 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:02:00.978190 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d29592-53ab-42a3-8461-e606a0df2688 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:00.987549 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d29592-53ab-42a3-8461-e606a0df2688 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:00.989795 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10b4bdcd-75fb-4681-b8b6-365d9a32d6c2 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:00.994794 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d29592-53ab-42a3-8461-e606a0df2688 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:00.997319 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d1d29592-53ab-42a3-8461-e606a0df2688 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1049049 Jul 07 21:02:00.999473 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2bcd2a15-683c-4e7b-a8d1-21678c6fa2a2 None None] Provisioning for port ff595340-b1c0-4f44-b773-67c3018470a6 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:02:01.002168 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55586) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:01.002293 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10b4bdcd-75fb-4681-b8b6-365d9a32d6c2 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:01.097286 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4bdcd-75fb-4681-b8b6-365d9a32d6c2 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Pushing event updated for resources: {'Port': ['ID=bd0b015d-60a3-4424-951b-f8ea8b2bc975,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:01.111521 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10b4bdcd-75fb-4681-b8b6-365d9a32d6c2 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:01.112818 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ff595340-b1c0-4f44-b773-67c3018470a6 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:02:01.128079 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-7de0db2b-74ad-4449-8201-55d2b4243976 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Deleting port f61c2a7b-bfde-4f8b-808b-a5c09a4487f1 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:01.128332 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7de0db2b-74ad-4449-8201-55d2b4243976 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:01.164491 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-07b9a4fc-c0c4-48ce-9a3f-74ef36874a63 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:01.172009 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-07b9a4fc-c0c4-48ce-9a3f-74ef36874a63 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:01.185276 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port ff595340-b1c0-4f44-b773-67c3018470a6 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:02:01.204964 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port ff595340-b1c0-4f44-b773-67c3018470a6 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:01.208564 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:01.256178 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b9a4fc-c0c4-48ce-9a3f-74ef36874a63 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:02:01.262385 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7de0db2b-74ad-4449-8201-55d2b4243976 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:01.279971 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9a4fc-c0c4-48ce-9a3f-74ef36874a63 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5daf04-132c-4722-a689-cc01300bc8a4,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:01.288388 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-07b9a4fc-c0c4-48ce-9a3f-74ef36874a63 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:01.288754 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-07b9a4fc-c0c4-48ce-9a3f-74ef36874a63 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Added segment e5963303-6dfa-46af-8f12-e0bf2239eb44 of type vlan for network d25b83de-1da6-419b-9ce7-cedb14fd05fe Jul 07 21:02:01.289394 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-7de0db2b-74ad-4449-8201-55d2b4243976 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Calling delete_port for f61c2a7b-bfde-4f8b-808b-a5c09a4487f1 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:01.350439 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [None req-10b4bdcd-75fb-4681-b8b6-365d9a32d6c2 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Floating IP e65bc040-ebb9-4d22-91fb-0e73cc603ee2 associated. External IP: 172.25.5.250, port: f1e33dfe-7a27-4f00-b510-71ff32984605. Jul 07 21:02:01.363406 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:01.416730 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port ff595340-b1c0-4f44-b773-67c3018470a6, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ff595340-b1c0-4f44-b773-67c3018470a6,segment=NetworkSegment(0d7829da-cfae-4b66-a3b3-df46159083de),segment_id=0d7829da-cfae-4b66-a3b3-df46159083de)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:01.421467 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:01.460138 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-07b9a4fc-c0c4-48ce-9a3f-74ef36874a63 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:01.488854 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=ff595340-b1c0-4f44-b773-67c3018470a6,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:01.510676 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:01.511120 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:01.511670 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:01.512781 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:01.513403 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:01.513822 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:01.514231 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:01.514639 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:01.515064 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:01.515536 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:01.515937 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:01.516386 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:01.529014 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7de0db2b-74ad-4449-8201-55d2b4243976 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:01.573353 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0db2b-74ad-4449-8201-55d2b4243976 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Pushing event deleted for resources: {'Port': ['ID=f61c2a7b-bfde-4f8b-808b-a5c09a4487f1,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:01.663421 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e50c33f3-d1c1-4969-9f77-25e4af445f64 None None] Provisioning for port c78c4f08-2bb3-4487-9c06-98d67b23e88b completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:02:01.670737 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e50c33f3-d1c1-4969-9f77-25e4af445f64 None None] Provisioning complete for port c78c4f08-2bb3-4487-9c06-98d67b23e88b triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:01.671171 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e50c33f3-d1c1-4969-9f77-25e4af445f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:01.696534 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7de0db2b-74ad-4449-8201-55d2b4243976 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:01.704628 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7de0db2b-74ad-4449-8201-55d2b4243976 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] 10.222.0.64 "DELETE /v2.0/ports/f61c2a7b-bfde-4f8b-808b-a5c09a4487f1 HTTP/1.1" status: 204 len: 168 time: 0.7000840 Jul 07 21:02:01.704993 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55614) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:01.717716 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-6abdedfd-dcd8-4e04-bee0-22701ee162de tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Request body: {'port': {'name': 'tempest-new-port-name-959063762', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:01.718125 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.api.validators [None req-6abdedfd-dcd8-4e04-bee0-22701ee162de tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] bootfile-name is not in valid_values {{(pid=100447) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 21:02:01.718468 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.api.validators [None req-6abdedfd-dcd8-4e04-bee0-22701ee162de tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] tftp-server is not in valid_values {{(pid=100447) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 21:02:01.718802 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.api.validators [None req-6abdedfd-dcd8-4e04-bee0-22701ee162de tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] server-ip-address is not in valid_values {{(pid=100447) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 21:02:01.757148 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-e50c33f3-d1c1-4969-9f77-25e4af445f64 None None] Port c78c4f08-2bb3-4487-9c06-98d67b23e88b cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:02:01.761001 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e50c33f3-d1c1-4969-9f77-25e4af445f64 None None] Could not find standard attr ID for object f61c2a7b-bfde-4f8b-808b-a5c09a4487f1. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:02:01.781877 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e50c33f3-d1c1-4969-9f77-25e4af445f64 None None] Provisioning complete for port ff595340-b1c0-4f44-b773-67c3018470a6 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:01.782261 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e50c33f3-d1c1-4969-9f77-25e4af445f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:01.857943 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c188ef51-fa47-4149-9053-f5f3827e10c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:01.867746 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6abdedfd-dcd8-4e04-bee0-22701ee162de tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:01.921774 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:01.956491 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.db.resource_extend [None req-07b9a4fc-c0c4-48ce-9a3f-74ef36874a63 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 21:02:02.032349 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-07b9a4fc-c0c4-48ce-9a3f-74ef36874a63 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:02.033336 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b9a4fc-c0c4-48ce-9a3f-74ef36874a63 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:02.033930 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-07b9a4fc-c0c4-48ce-9a3f-74ef36874a63 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:02.039378 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-50cfc2f9-36ec-4a0f-87d9-a1332c2a5b50 None None] Provisioning complete for port c78c4f08-2bb3-4487-9c06-98d67b23e88b triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:02.043629 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-50cfc2f9-36ec-4a0f-87d9-a1332c2a5b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:02.056699 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ea6d4-d69e-4e2e-ba67-3113f6a60023 req-4e3b801a-4382-443e-b027-b19191933db9 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:02.058480 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca7ea6d4-d69e-4e2e-ba67-3113f6a60023 req-4e3b801a-4382-443e-b027-b19191933db9 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 946 time: 0.6717978 Jul 07 21:02:02.088696 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-50cfc2f9-36ec-4a0f-87d9-a1332c2a5b50 None None] Port c78c4f08-2bb3-4487-9c06-98d67b23e88b cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:02:02.100858 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6abdedfd-dcd8-4e04-bee0-22701ee162de tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:02.105124 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6abdedfd-dcd8-4e04-bee0-22701ee162de tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:02.126819 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-07b9a4fc-c0c4-48ce-9a3f-74ef36874a63 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.5203581 Jul 07 21:02:02.136223 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55616) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:02.147555 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-6344fe80-38f4-4121-8436-4e20578b80d0 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Request body: {'subnet': {'network_id': 'd25b83de-1da6-419b-9ce7-cedb14fd05fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:02.199116 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abdedfd-dcd8-4e04-bee0-22701ee162de tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Pushing event updated for resources: {'Port': ['ID=c78c4f08-2bb3-4487-9c06-98d67b23e88b,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:02.204214 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9a4fc-c0c4-48ce-9a3f-74ef36874a63 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Pushing event updated for resources: {'Network': ['ID=d25b83de-1da6-419b-9ce7-cedb14fd05fe,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:02.204834 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-746f8386-624c-4ca5-b12c-f5c50b3a2d8b None None] Could not find standard attr ID for object f61c2a7b-bfde-4f8b-808b-a5c09a4487f1. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:02:02.228125 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network d25b83de-1da6-419b-9ce7-cedb14fd05fe details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:02:02.246556 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-6abdedfd-dcd8-4e04-bee0-22701ee162de tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] In _notify_port_updated(), no bound segment for port c78c4f08-2bb3-4487-9c06-98d67b23e88b on network 55d89bcc-1fda-4e27-9126-3de5dfb16671 {{(pid=100447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:02:02.252806 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abdedfd-dcd8-4e04-bee0-22701ee162de tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:02.253772 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6abdedfd-dcd8-4e04-bee0-22701ee162de tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:02.255346 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6abdedfd-dcd8-4e04-bee0-22701ee162de tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] 10.222.0.64 "PUT /v2.0/ports/c78c4f08-2bb3-4487-9c06-98d67b23e88b HTTP/1.1" status: 200 len: 1135 time: 0.5493114 Jul 07 21:02:02.259127 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55618) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:02.262071 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca7ea6d4-d69e-4e2e-ba67-3113f6a60023 req-401ce7e7-2ecd-4a13-820a-ca12cfbe56d8 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847055 Jul 07 21:02:02.273258 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6344fe80-38f4-4121-8436-4e20578b80d0 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Made reservation on behalf of 6efaaed12bf143b89494ca03e8b63c2b for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:02:02.275877 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6344fe80-38f4-4121-8436-4e20578b80d0 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:02.285351 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390aaa4-89cf-4a99-9cc7-840cf70ec45d req-a45ed822-f422-4894-8428-9365e912624d tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:02.293330 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d390aaa4-89cf-4a99-9cc7-840cf70ec45d req-a45ed822-f422-4894-8428-9365e912624d tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fbd72ca-7f1a-4501-befd-ad333df75886 HTTP/1.1" status: 200 len: 951 time: 0.3459988 Jul 07 21:02:02.349206 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d390aaa4-89cf-4a99-9cc7-840cf70ec45d req-0421a136-fdba-4880-9984-90677c227c74 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/security-groups?id=7edc1b0c-9a9d-4c8b-9c4b-3d8bc0f3509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542617 Jul 07 21:02:02.355205 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b4bdcd-75fb-4681-b8b6-365d9a32d6c2 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Router 0cd32e72-9f09-4a17-bc23-492bcf512a8f has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:02:02.379679 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8689ce0-355e-4519-b0d3-c0eeff29b3b0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:02.385074 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f8689ce0-355e-4519-b0d3-c0eeff29b3b0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] 10.222.0.64 "GET /v2.0/ports/c78c4f08-2bb3-4487-9c06-98d67b23e88b HTTP/1.1" status: 200 len: 1135 time: 0.1206751 Jul 07 21:02:02.391560 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55620) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:02.497643 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b4bdcd-75fb-4681-b8b6-365d9a32d6c2 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:02:02.508733 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cdb0ac-08c6-4c78-9e1a-139da492f4f6 None None] Sync routers for ids ['0cd32e72-9f09-4a17-bc23-492bcf512a8f'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:02:02.523357 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cdb0ac-08c6-4c78-9e1a-139da492f4f6 None None] Routers {'0cd32e72-9f09-4a17-bc23-492bcf512a8f'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:02.524654 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e8cdb0ac-08c6-4c78-9e1a-139da492f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0cd32e72-9f09-4a17-bc23-492bcf512a8f'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:02.550947 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10b4bdcd-75fb-4681-b8b6-365d9a32d6c2 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:02.623955 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e8cdb0ac-08c6-4c78-9e1a-139da492f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:02.629933 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-10b4bdcd-75fb-4681-b8b6-365d9a32d6c2 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.2512848 Jul 07 21:02:02.631053 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55636) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:02.653032 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cdb0ac-08c6-4c78-9e1a-139da492f4f6 None None] Routers {'0cd32e72-9f09-4a17-bc23-492bcf512a8f'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:02.656014 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e8cdb0ac-08c6-4c78-9e1a-139da492f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0cd32e72-9f09-4a17-bc23-492bcf512a8f'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:02.690672 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e8cdb0ac-08c6-4c78-9e1a-139da492f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:02.691646 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cdb0ac-08c6-4c78-9e1a-139da492f4f6 None None] The sync data for ids ['0cd32e72-9f09-4a17-bc23-492bcf512a8f'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:02:02.749998 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-05e59c0a-90a2-46c3-8306-f4e953d0d4a9 None None] Provisioning complete for port c78c4f08-2bb3-4487-9c06-98d67b23e88b triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:02.750537 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-05e59c0a-90a2-46c3-8306-f4e953d0d4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:02.798916 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-05e59c0a-90a2-46c3-8306-f4e953d0d4a9 None None] Port c78c4f08-2bb3-4487-9c06-98d67b23e88b cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:02:02.799072 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-172f1b88-4c0a-48d6-824a-bad0b2b61b08 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] 10.222.0.64 "GET /v2.0/floatingips/e65bc040-ebb9-4d22-91fb-0e73cc603ee2 HTTP/1.1" status: 200 len: 982 time: 0.1663864 Jul 07 21:02:02.799633 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55644) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:02.904674 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-3fbe1271-d063-46fb-81c7-3300c3c5009b tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Deleting port c78c4f08-2bb3-4487-9c06-98d67b23e88b {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:02.905221 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3fbe1271-d063-46fb-81c7-3300c3c5009b tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:02.928864 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-dc9f2424-9eb0-42ea-bd00-b16a81914b85 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3819 time: 0.1280982 Jul 07 21:02:02.931825 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55660) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:03.047074 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3fbe1271-d063-46fb-81c7-3300c3c5009b tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:03.064624 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-3fbe1271-d063-46fb-81c7-3300c3c5009b tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Calling delete_port for c78c4f08-2bb3-4487-9c06-98d67b23e88b owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:03.072116 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ff595340-b1c0-4f44-b773-67c3018470a6 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:02:03.126802 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-90de68f2-552b-442f-b6f0-805edf916303 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Deleting port bd0b015d-60a3-4424-951b-f8ea8b2bc975 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:03.127476 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-90de68f2-552b-442f-b6f0-805edf916303 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:03.132671 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port ff595340-b1c0-4f44-b773-67c3018470a6 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:03.133597 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:03.201255 n-d-695189-11 neutron-server[100447]: DEBUG neutron.objects.ports [None req-6344fe80-38f4-4121-8436-4e20578b80d0 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100447) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 21:02:03.201749 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6344fe80-38f4-4121-8436-4e20578b80d0 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:03.245898 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-90de68f2-552b-442f-b6f0-805edf916303 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:03.246281 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-90de68f2-552b-442f-b6f0-805edf916303 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:03.259477 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-90de68f2-552b-442f-b6f0-805edf916303 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Calling delete_port for bd0b015d-60a3-4424-951b-f8ea8b2bc975 owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:03.297758 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6344fe80-38f4-4121-8436-4e20578b80d0 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Pushing event updated for resources: {'Subnet': ['ID=73b8b101-0ff2-457a-abf3-f1f9d8f2ffca,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:03.314538 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6344fe80-38f4-4121-8436-4e20578b80d0 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Checking segment: {'id': 'e5963303-6dfa-46af-8f12-e0bf2239eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd25b83de-1da6-419b-9ce7-cedb14fd05fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:02:03.314911 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6344fe80-38f4-4121-8436-4e20578b80d0 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Network hostable DHCP agents. Network: d25b83de-1da6-419b-9ce7-cedb14fd05fe, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:02:03.326547 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3fbe1271-d063-46fb-81c7-3300c3c5009b tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:03.371100 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe1271-d063-46fb-81c7-3300c3c5009b tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Pushing event deleted for resources: {'Port': ['ID=c78c4f08-2bb3-4487-9c06-98d67b23e88b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:03.381335 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6344fe80-38f4-4121-8436-4e20578b80d0 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Network d25b83de-1da6-419b-9ce7-cedb14fd05fe is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:02:03.427207 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-6344fe80-38f4-4121-8436-4e20578b80d0 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, d25b83de-1da6-419b-9ce7-cedb14fd05fe) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:03.437912 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6344fe80-38f4-4121-8436-4e20578b80d0 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:03.438512 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6344fe80-38f4-4121-8436-4e20578b80d0 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:03.453792 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035f51bf-2298-4af3-bae7-af8687aabb75 None None] Network d25b83de-1da6-419b-9ce7-cedb14fd05fe requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:02:03.471023 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3fbe1271-d063-46fb-81c7-3300c3c5009b tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:03.479699 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3fbe1271-d063-46fb-81c7-3300c3c5009b tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] 10.222.0.64 "DELETE /v2.0/ports/c78c4f08-2bb3-4487-9c06-98d67b23e88b HTTP/1.1" status: 204 len: 168 time: 1.0868032 Jul 07 21:02:03.483575 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6344fe80-38f4-4121-8436-4e20578b80d0 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3416016 Jul 07 21:02:03.483575 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55680) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:03.493531 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55682) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:03.514934 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-59a1a75b-73c5-45c8-a65a-94fbc38b9e17 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2075722538', 'network_id': 'd25b83de-1da6-419b-9ce7-cedb14fd05fe'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:03.526709 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-90de68f2-552b-442f-b6f0-805edf916303 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:03.590117 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:03.603404 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b84edc-9533-4151-871c-3a27ab3d7eaf tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Deleting subnet 2e70f76b-552a-4db9-89d5-ea95c27e5b7c {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:02:03.607277 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a1a75b-73c5-45c8-a65a-94fbc38b9e17 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Made reservation on behalf of 6efaaed12bf143b89494ca03e8b63c2b for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:02:03.609686 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-59a1a75b-73c5-45c8-a65a-94fbc38b9e17 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:03.611581 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-89b84edc-9533-4151-871c-3a27ab3d7eaf tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:03.677850 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-59a1a75b-73c5-45c8-a65a-94fbc38b9e17 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] device_id is not set on port 5c9514e5-ba3e-4928-b3df-cbad66a8cc4d yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:02:03.689537 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-90de68f2-552b-442f-b6f0-805edf916303 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:03.690291 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [None req-90de68f2-552b-442f-b6f0-805edf916303 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Floating IP e65bc040-ebb9-4d22-91fb-0e73cc603ee2 disassociated (deleted). External IP: 172.25.5.250, port: f1e33dfe-7a27-4f00-b510-71ff32984605. Jul 07 21:02:03.690527 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1773c6-97d9-42c4-9792-c9f7e1d047e4 None None] Network d25b83de-1da6-419b-9ce7-cedb14fd05fe requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:02:03.693655 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de68f2-552b-442f-b6f0-805edf916303 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Pushing event deleted for resources: {'Port': ['ID=bd0b015d-60a3-4424-951b-f8ea8b2bc975,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:03.695625 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-89b84edc-9533-4151-871c-3a27ab3d7eaf tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:03.887870 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2478f69-d25c-435f-ba87-df6095c40b25 req-dd3d51cf-5bbb-4c8f-beb6-6594683527b7 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:03.889687 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f2478f69-d25c-435f-ba87-df6095c40b25 req-dd3d51cf-5bbb-4c8f-beb6-6594683527b7 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fbd72ca-7f1a-4501-befd-ad333df75886 HTTP/1.1" status: 200 len: 951 time: 0.2552664 Jul 07 21:02:03.890423 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-59a1a75b-73c5-45c8-a65a-94fbc38b9e17 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Allocated IP 172.20.0.6 (d25b83de-1da6-419b-9ce7-cedb14fd05fe/73b8b101-0ff2-457a-abf3-f1f9d8f2ffca/5c9514e5-ba3e-4928-b3df-cbad66a8cc4d) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:02:03.892921 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-89b84edc-9533-4151-871c-3a27ab3d7eaf tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:03.913347 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c695e9-dc2b-422f-bf6d-9adb22cd9ccf req-c8e427c2-1e53-4def-bc54-252134c19c78 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:03.914917 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84c695e9-dc2b-422f-bf6d-9adb22cd9ccf req-c8e427c2-1e53-4def-bc54-252134c19c78 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 946 time: 0.2834878 Jul 07 21:02:03.999103 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-89b84edc-9533-4151-871c-3a27ab3d7eaf tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.022665 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f2478f69-d25c-435f-ba87-df6095c40b25 req-d1dc1783-438d-4d12-86bc-b67cb7bb9bb5 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/security-groups?id=7edc1b0c-9a9d-4c8b-9c4b-3d8bc0f3509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193442 Jul 07 21:02:04.031645 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84c695e9-dc2b-422f-bf6d-9adb22cd9ccf req-42e10af7-f14f-4978-9ca2-de45377bfbda tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982051 Jul 07 21:02:04.059297 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fab6b1-37c3-47ae-bbe6-a046b98b7256 None None] Network 55d89bcc-1fda-4e27-9126-3de5dfb16671 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:02:04.063615 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-89b84edc-9533-4151-871c-3a27ab3d7eaf tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.068586 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-89b84edc-9533-4151-871c-3a27ab3d7eaf tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] 10.222.0.64 "DELETE /v2.0/subnets/2e70f76b-552a-4db9-89d5-ea95c27e5b7c HTTP/1.1" status: 204 len: 168 time: 0.5816448 Jul 07 21:02:04.068983 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55688) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:04.070967 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b84edc-9533-4151-871c-3a27ab3d7eaf tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Pushing event deleted for resources: {'Subnet': ['ID=2e70f76b-552a-4db9-89d5-ea95c27e5b7c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:04.136289 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-59a1a75b-73c5-45c8-a65a-94fbc38b9e17 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.158632 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90de68f2-552b-442f-b6f0-805edf916303 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Router 0cd32e72-9f09-4a17-bc23-492bcf512a8f has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:02:04.171146 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7da15512-db8b-49dc-9ab7-0718999500d0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.190987 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-59a1a75b-73c5-45c8-a65a-94fbc38b9e17 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.248375 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a1a75b-73c5-45c8-a65a-94fbc38b9e17 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Network d25b83de-1da6-419b-9ce7-cedb14fd05fe is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:02:04.255061 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-59a1a75b-73c5-45c8-a65a-94fbc38b9e17 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:04.262525 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a1a75b-73c5-45c8-a65a-94fbc38b9e17 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:02:04.265886 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1a75b-73c5-45c8-a65a-94fbc38b9e17 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Pushing event updated for resources: {'Port': ['ID=5c9514e5-ba3e-4928-b3df-cbad66a8cc4d,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:04.313541 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b30318e-7b7e-456a-af47-6de01861bef4 None None] DHCP port deletion for 55d89bcc-1fda-4e27-9126-3de5dfb16671 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:02:04.319873 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a1a75b-73c5-45c8-a65a-94fbc38b9e17 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:04.320541 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-59a1a75b-73c5-45c8-a65a-94fbc38b9e17 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.332814 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90de68f2-552b-442f-b6f0-805edf916303 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:02:04.337878 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-59a1a75b-73c5-45c8-a65a-94fbc38b9e17 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.8296781 Jul 07 21:02:04.338330 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-90de68f2-552b-442f-b6f0-805edf916303 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.341730 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55690) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:04.358761 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8c7d66-7587-45b6-8ae0-e9fd4a57f502 None None] Sync routers for ids ['0cd32e72-9f09-4a17-bc23-492bcf512a8f'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:02:04.375279 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8c7d66-7587-45b6-8ae0-e9fd4a57f502 None None] Routers {'0cd32e72-9f09-4a17-bc23-492bcf512a8f'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:04.376090 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-cb8c7d66-7587-45b6-8ae0-e9fd4a57f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0cd32e72-9f09-4a17-bc23-492bcf512a8f'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:04.393990 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-90de68f2-552b-442f-b6f0-805edf916303 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] 10.222.0.64 "DELETE /v2.0/floatingips/e65bc040-ebb9-4d22-91fb-0e73cc603ee2 HTTP/1.1" status: 204 len: 168 time: 1.4570534 Jul 07 21:02:04.394218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55692) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:04.399889 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-7da94a6a-b7a9-42e9-bd02-d88f03146e01 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:04.404988 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-7da15512-db8b-49dc-9ab7-0718999500d0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Deleting port ff595340-b1c0-4f44-b773-67c3018470a6 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:04.405334 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7da15512-db8b-49dc-9ab7-0718999500d0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.410440 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-cb8c7d66-7587-45b6-8ae0-e9fd4a57f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:04.429700 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8c7d66-7587-45b6-8ae0-e9fd4a57f502 None None] Routers {'0cd32e72-9f09-4a17-bc23-492bcf512a8f'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:04.430331 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-cb8c7d66-7587-45b6-8ae0-e9fd4a57f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0cd32e72-9f09-4a17-bc23-492bcf512a8f'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:04.449358 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-f11a7169-37ab-43a8-8689-2ca1447d4ecd tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Deleting port 5c9514e5-ba3e-4928-b3df-cbad66a8cc4d {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:04.450115 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f11a7169-37ab-43a8-8689-2ca1447d4ecd tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.465253 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-6b30318e-7b7e-456a-af47-6de01861bef4 None None] Deleting port ff595340-b1c0-4f44-b773-67c3018470a6 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:04.465620 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6b30318e-7b7e-456a-af47-6de01861bef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.468771 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-cb8c7d66-7587-45b6-8ae0-e9fd4a57f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:04.469369 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8c7d66-7587-45b6-8ae0-e9fd4a57f502 None None] The sync data for ids ['0cd32e72-9f09-4a17-bc23-492bcf512a8f'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:02:04.473719 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7da94a6a-b7a9-42e9-bd02-d88f03146e01 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.529981 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-7da15512-db8b-49dc-9ab7-0718999500d0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] For port ff595340-b1c0-4f44-b773-67c3018470a6, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ff595340-b1c0-4f44-b773-67c3018470a6,segment=NetworkSegment(0d7829da-cfae-4b66-a3b3-df46159083de),segment_id=0d7829da-cfae-4b66-a3b3-df46159083de)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:04.530243 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7da15512-db8b-49dc-9ab7-0718999500d0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.545723 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-7da15512-db8b-49dc-9ab7-0718999500d0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Calling delete_port for ff595340-b1c0-4f44-b773-67c3018470a6 owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:04.547264 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-6b30318e-7b7e-456a-af47-6de01861bef4 None None] For port ff595340-b1c0-4f44-b773-67c3018470a6, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ff595340-b1c0-4f44-b773-67c3018470a6,segment=NetworkSegment(0d7829da-cfae-4b66-a3b3-df46159083de),segment_id=0d7829da-cfae-4b66-a3b3-df46159083de)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:04.547725 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6b30318e-7b7e-456a-af47-6de01861bef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.548199 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f11a7169-37ab-43a8-8689-2ca1447d4ecd tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.562824 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-6b30318e-7b7e-456a-af47-6de01861bef4 None None] Calling delete_port for ff595340-b1c0-4f44-b773-67c3018470a6 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:04.563069 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-f11a7169-37ab-43a8-8689-2ca1447d4ecd tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Calling delete_port for 5c9514e5-ba3e-4928-b3df-cbad66a8cc4d owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:04.648163 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6b30318e-7b7e-456a-af47-6de01861bef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.660572 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7da15512-db8b-49dc-9ab7-0718999500d0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.668436 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7da94a6a-b7a9-42e9-bd02-d88f03146e01 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.674974 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30318e-7b7e-456a-af47-6de01861bef4 None None] Pushing event deleted for resources: {'Port': ['ID=ff595340-b1c0-4f44-b773-67c3018470a6,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:04.679026 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b30318e-7b7e-456a-af47-6de01861bef4 None None] No DVR routers for this DVR port ff595340-b1c0-4f44-b773-67c3018470a6 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:02:04.695038 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da15512-db8b-49dc-9ab7-0718999500d0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Pushing event deleted for resources: {'Port': ['ID=ff595340-b1c0-4f44-b773-67c3018470a6,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:04.707015 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da15512-db8b-49dc-9ab7-0718999500d0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] No DVR routers for this DVR port ff595340-b1c0-4f44-b773-67c3018470a6 on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:02:04.712236 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f11a7169-37ab-43a8-8689-2ca1447d4ecd tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.744881 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a7169-37ab-43a8-8689-2ca1447d4ecd tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c9514e5-ba3e-4928-b3df-cbad66a8cc4d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:04.810762 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f11a7169-37ab-43a8-8689-2ca1447d4ecd tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.812853 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f11a7169-37ab-43a8-8689-2ca1447d4ecd tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "DELETE /v2.0/ports/5c9514e5-ba3e-4928-b3df-cbad66a8cc4d HTTP/1.1" status: 204 len: 168 time: 0.4700317 Jul 07 21:02:04.815470 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55694) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:04.821130 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-a6fee2e4-7593-4a3c-85ea-92d5ccdd2055 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd25b83de-1da6-419b-9ce7-cedb14fd05fe', 'external_fixed_ips': [{'subnet_id': '73b8b101-0ff2-457a-abf3-f1f9d8f2ffca', 'ip_address': '172.20.0.6'}]}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:04.830301 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7da15512-db8b-49dc-9ab7-0718999500d0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.844031 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6fee2e4-7593-4a3c-85ea-92d5ccdd2055 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.845362 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6fee2e4-7593-4a3c-85ea-92d5ccdd2055 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.864016 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-7da15512-db8b-49dc-9ab7-0718999500d0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d89bcc-1fda-4e27-9126-3de5dfb16671']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:04.879352 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-7da15512-db8b-49dc-9ab7-0718999500d0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7829da-cfae-4b66-a3b3-df46159083de') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:04.879792 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-7da15512-db8b-49dc-9ab7-0718999500d0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7829da-cfae-4b66-a3b3-df46159083de') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:04.892969 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7da15512-db8b-49dc-9ab7-0718999500d0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.902123 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6fee2e4-7593-4a3c-85ea-92d5ccdd2055 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.915276 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-7da94a6a-b7a9-42e9-bd02-d88f03146e01 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Allocated IP 172.25.5.154 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/f16f90e8-abb0-4d32-9275-de6905d6a35e) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:02:04.922372 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7da15512-db8b-49dc-9ab7-0718999500d0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.933916 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da15512-db8b-49dc-9ab7-0718999500d0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:02:04.934322 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7da15512-db8b-49dc-9ab7-0718999500d0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: self.session.flush() Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: self.session.flush() Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: self.session.flush() Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: self.session.flush() Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:02:04.937343 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:02:05.028100 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ff595340-b1c0-4f44-b773-67c3018470a6 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:02:05.049520 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: ff595340-b1c0-4f44-b773-67c3018470a6 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:02:05.050289 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ff595340-b1c0-4f44-b773-67c3018470a6 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:02:05.056666 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6fee2e4-7593-4a3c-85ea-92d5ccdd2055 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:05.173255 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:05.357658 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6fee2e4-7593-4a3c-85ea-92d5ccdd2055 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:05.383839 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6fee2e4-7593-4a3c-85ea-92d5ccdd2055 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:05.436515 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7da15512-db8b-49dc-9ab7-0718999500d0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:05.450533 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7da15512-db8b-49dc-9ab7-0718999500d0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:05.452795 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7da15512-db8b-49dc-9ab7-0718999500d0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] 10.222.0.64 "DELETE /v2.0/networks/55d89bcc-1fda-4e27-9126-3de5dfb16671 HTTP/1.1" status: 204 len: 168 time: 1.3823431 Jul 07 21:02:05.484822 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da15512-db8b-49dc-9ab7-0718999500d0 tempest-ExtraDHCPOptionsTestJSON-599180121 tempest-ExtraDHCPOptionsTestJSON-599180121-project] Pushing event deleted for resources: {'Network': ['ID=55d89bcc-1fda-4e27-9126-3de5dfb16671,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:05.532689 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7da94a6a-b7a9-42e9-bd02-d88f03146e01 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:05.550571 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c04c6-4558-48fb-8c24-1c3f3346f236 req-3da6b56f-4631-41fa-a4c9-5f73d007369d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:05.556637 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5f9c04c6-4558-48fb-8c24-1c3f3346f236 req-3da6b56f-4631-41fa-a4c9-5f73d007369d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 946 time: 0.1955237 Jul 07 21:02:05.569606 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68981ece-f22c-4a41-a1ce-794c4dd9e1b0 req-0506cce5-e177-493e-9699-ac1c5a6e3f60 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:05.572448 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-68981ece-f22c-4a41-a1ce-794c4dd9e1b0 req-0506cce5-e177-493e-9699-ac1c5a6e3f60 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fbd72ca-7f1a-4501-befd-ad333df75886 HTTP/1.1" status: 200 len: 951 time: 0.2133098 Jul 07 21:02:05.612068 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-a6fee2e4-7593-4a3c-85ea-92d5ccdd2055 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Allocated IP 172.20.0.6 (d25b83de-1da6-419b-9ce7-cedb14fd05fe/73b8b101-0ff2-457a-abf3-f1f9d8f2ffca/2758a913-52ba-4043-86b5-4994f9aa674b) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:02:05.656433 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5f9c04c6-4558-48fb-8c24-1c3f3346f236 req-21eef7b6-9d69-4d33-876a-f8778d586d51 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980701 Jul 07 21:02:05.672062 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-68981ece-f22c-4a41-a1ce-794c4dd9e1b0 req-454926c2-7d75-4021-968a-b4e3beb354e2 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/security-groups?id=7edc1b0c-9a9d-4c8b-9c4b-3d8bc0f3509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803978 Jul 07 21:02:05.689840 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7da94a6a-b7a9-42e9-bd02-d88f03146e01 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:05.721442 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da94a6a-b7a9-42e9-bd02-d88f03146e01 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:02:05.745789 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-7da94a6a-b7a9-42e9-bd02-d88f03146e01 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:05.748927 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da94a6a-b7a9-42e9-bd02-d88f03146e01 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:02:05.760742 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a7a2f76c-30c9-4170-9897-2d4add0859bd no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:02:05.780950 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6fee2e4-7593-4a3c-85ea-92d5ccdd2055 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:05.786176 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55706) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:05.808849 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da94a6a-b7a9-42e9-bd02-d88f03146e01 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Pushing event updated for resources: {'Port': ['ID=f16f90e8-abb0-4d32-9275-de6905d6a35e,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:05.837378 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6fee2e4-7593-4a3c-85ea-92d5ccdd2055 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:05.874572 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fee2e4-7593-4a3c-85ea-92d5ccdd2055 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Network d25b83de-1da6-419b-9ce7-cedb14fd05fe is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:02:05.879401 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-a6fee2e4-7593-4a3c-85ea-92d5ccdd2055 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:05.884735 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:05.889838 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fee2e4-7593-4a3c-85ea-92d5ccdd2055 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:02:05.892504 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7da94a6a-b7a9-42e9-bd02-d88f03146e01 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:05.913835 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fbd72ca-7f1a-4501-befd-ad333df75886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7a2f76c-30c9-4170-9897-2d4add0859bd'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:02:05.918068 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d306ec2-9e92-429a-be35-2ab397551116" -d '{"events": [{"server_uuid": "0fbd72ca-7f1a-4501-befd-ad333df75886", "name": "network-vif-unplugged", "status": "completed", "tag": "a7a2f76c-30c9-4170-9897-2d4add0859bd"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:02:05.932378 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a7a2f76c-30c9-4170-9897-2d4add0859bd, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a7a2f76c-30c9-4170-9897-2d4add0859bd,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:05.936938 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:05.954064 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fee2e4-7593-4a3c-85ea-92d5ccdd2055 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Pushing event updated for resources: {'Port': ['ID=2758a913-52ba-4043-86b5-4994f9aa674b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:05.955004 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7da94a6a-b7a9-42e9-bd02-d88f03146e01 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:05.988746 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 21:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7ef4b6-cfe2-47db-8480-a977f7d84568 x-openstack-request-id: req-1a7ef4b6-cfe2-47db-8480-a977f7d84568 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:02:05.989040 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fbd72ca-7f1a-4501-befd-ad333df75886", "name": "network-vif-unplugged", "status": "completed", "tag": "a7a2f76c-30c9-4170-9897-2d4add0859bd", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:02:05.989226 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1a7ef4b6-cfe2-47db-8480-a977f7d84568 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:02:05.990646 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fbd72ca-7f1a-4501-befd-ad333df75886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7a2f76c-30c9-4170-9897-2d4add0859bd', 'code': 200} Jul 07 21:02:06.006700 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=a7a2f76c-30c9-4170-9897-2d4add0859bd,revision_number=11']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:06.124923 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ff5b696e-0648-48c6-81c3-8bc95f8fda25 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9c7412ae680e4849843b70d1273a7378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3378744 Jul 07 21:02:06.129546 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55712) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:06.135205 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7da94a6a-b7a9-42e9-bd02-d88f03146e01 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:06.140016 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7da94a6a-b7a9-42e9-bd02-d88f03146e01 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:06.187827 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9d084-23d4-4a8e-afa8-cd97ec1bfadc req-cf7e7430-d9a5-4b1d-a9e9-ad6c82c1a9ca tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:06.189317 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cea9d084-23d4-4a8e-afa8-cd97ec1bfadc req-cf7e7430-d9a5-4b1d-a9e9-ad6c82c1a9ca tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fbd72ca-7f1a-4501-befd-ad333df75886 HTTP/1.1" status: 200 len: 949 time: 0.2365289 Jul 07 21:02:06.209338 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da94a6a-b7a9-42e9-bd02-d88f03146e01 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Pushing event updated for resources: {'Port': ['ID=f16f90e8-abb0-4d32-9275-de6905d6a35e,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:06.220184 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7da94a6a-b7a9-42e9-bd02-d88f03146e01 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:06.233695 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7da94a6a-b7a9-42e9-bd02-d88f03146e01 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:06.238341 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7da94a6a-b7a9-42e9-bd02-d88f03146e01 tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8403902 Jul 07 21:02:06.238640 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55714) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:06.345958 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e259d0d4-80ea-44c7-a2ef-673773881cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:06.363864 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-8ec3b9a5-e130-45fd-9267-569c158d75f6 tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:06.389072 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b9a5-e130-45fd-9267-569c158d75f6 tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:06.497545 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b9a5-e130-45fd-9267-569c158d75f6 tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:06.606460 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-8ec3b9a5-e130-45fd-9267-569c158d75f6 tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Allocated IP 172.25.5.10 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/b668c5e4-78d8-43c2-9436-3ccb48751bf1) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:02:06.673480 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e259d0d4-80ea-44c7-a2ef-673773881cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:06.720092 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b9a5-e130-45fd-9267-569c158d75f6 tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:06.740662 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6fee2e4-7593-4a3c-85ea-92d5ccdd2055 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:06.774753 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b9a5-e130-45fd-9267-569c158d75f6 tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:06.799452 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-cea9d084-23d4-4a8e-afa8-cd97ec1bfadc req-5279234a-271b-4ba9-b23f-132ba19443ce tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Deleting port a7a2f76c-30c9-4170-9897-2d4add0859bd {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:06.799877 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cea9d084-23d4-4a8e-afa8-cd97ec1bfadc req-5279234a-271b-4ba9-b23f-132ba19443ce tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:06.867078 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec3b9a5-e130-45fd-9267-569c158d75f6 tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:02:06.901472 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e259d0d4-80ea-44c7-a2ef-673773881cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:06.904170 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e259d0d4-80ea-44c7-a2ef-673773881cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:06.905504 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e259d0d4-80ea-44c7-a2ef-673773881cea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/17533d43-5c5d-4deb-a130-31557fd3004a HTTP/1.1" status: 204 len: 168 time: 0.7750134 Jul 07 21:02:06.907939 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3b9a5-e130-45fd-9267-569c158d75f6 tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Pushing event updated for resources: {'Port': ['ID=b668c5e4-78d8-43c2-9436-3ccb48751bf1,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:06.910678 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-8ec3b9a5-e130-45fd-9267-569c158d75f6 tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:06.915840 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec3b9a5-e130-45fd-9267-569c158d75f6 tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:02:06.931030 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259d0d4-80ea-44c7-a2ef-673773881cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17533d43-5c5d-4deb-a130-31557fd3004a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:07.000112 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-cea9d084-23d4-4a8e-afa8-cd97ec1bfadc req-5279234a-271b-4ba9-b23f-132ba19443ce tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] For port a7a2f76c-30c9-4170-9897-2d4add0859bd, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a7a2f76c-30c9-4170-9897-2d4add0859bd,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:07.000501 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cea9d084-23d4-4a8e-afa8-cd97ec1bfadc req-5279234a-271b-4ba9-b23f-132ba19443ce tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:07.021931 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-cea9d084-23d4-4a8e-afa8-cd97ec1bfadc req-5279234a-271b-4ba9-b23f-132ba19443ce tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Calling delete_port for a7a2f76c-30c9-4170-9897-2d4add0859bd owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:07.040388 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e2bec-24d6-4163-a496-e987b74a5d56 req-d993182f-cf0c-4c43-9d79-ac38d38d7655 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:07.041967 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8d8e2bec-24d6-4163-a496-e987b74a5d56 req-d993182f-cf0c-4c43-9d79-ac38d38d7655 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 946 time: 0.2041430 Jul 07 21:02:07.055750 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81145165-7134-4d32-b384-6270a7f3c1c7 req-8e53e5e6-a0a7-44ef-abd2-c3f3a521181c tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:07.057606 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-81145165-7134-4d32-b384-6270a7f3c1c7 req-8e53e5e6-a0a7-44ef-abd2-c3f3a521181c tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fbd72ca-7f1a-4501-befd-ad333df75886 HTTP/1.1" status: 200 len: 949 time: 0.2208824 Jul 07 21:02:07.089460 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b9a5-e130-45fd-9267-569c158d75f6 tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:07.125960 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6fee2e4-7593-4a3c-85ea-92d5ccdd2055 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:07.148598 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8d8e2bec-24d6-4163-a496-e987b74a5d56 req-ef6ae497-1d88-4a60-9a16-98ad5f8b9371 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008658 Jul 07 21:02:07.158988 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-81145165-7134-4d32-b384-6270a7f3c1c7 req-f06b94dc-21d7-4fed-86ec-442f078215e0 tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/security-groups?id=7edc1b0c-9a9d-4c8b-9c4b-3d8bc0f3509a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901172 Jul 07 21:02:07.188695 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b9a5-e130-45fd-9267-569c158d75f6 tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:07.320400 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cea9d084-23d4-4a8e-afa8-cd97ec1bfadc req-5279234a-271b-4ba9-b23f-132ba19443ce tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:07.372044 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279234a-271b-4ba9-b23f-132ba19443ce tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Pushing event deleted for resources: {'Port': ['ID=a7a2f76c-30c9-4170-9897-2d4add0859bd,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:07.407567 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b9a5-e130-45fd-9267-569c158d75f6 tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:07.416308 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b9a5-e130-45fd-9267-569c158d75f6 tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:07.424057 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea9d084-23d4-4a8e-afa8-cd97ec1bfadc req-5279234a-271b-4ba9-b23f-132ba19443ce tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] No DVR routers for this DVR port a7a2f76c-30c9-4170-9897-2d4add0859bd on host n-h2-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:02:07.426943 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cea9d084-23d4-4a8e-afa8-cd97ec1bfadc req-5279234a-271b-4ba9-b23f-132ba19443ce tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:07.430079 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cea9d084-23d4-4a8e-afa8-cd97ec1bfadc req-5279234a-271b-4ba9-b23f-132ba19443ce tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.39 "DELETE /v2.0/ports/a7a2f76c-30c9-4170-9897-2d4add0859bd HTTP/1.1" status: 204 len: 173 time: 1.2294528 Jul 07 21:02:07.438265 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fbd72ca-7f1a-4501-befd-ad333df75886', 'name': 'network-vif-deleted', 'tag': 'a7a2f76c-30c9-4170-9897-2d4add0859bd'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:02:07.441377 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d7f10c-989f-43b6-9978-fe92cebd2cad" -d '{"events": [{"server_uuid": "0fbd72ca-7f1a-4501-befd-ad333df75886", "name": "network-vif-deleted", "tag": "a7a2f76c-30c9-4170-9897-2d4add0859bd"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:02:07.451813 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fee2e4-7593-4a3c-85ea-92d5ccdd2055 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Router e1bf0e11-39ac-44dc-93c2-99b44a43bb86 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:02:07.509453 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3b9a5-e130-45fd-9267-569c158d75f6 tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Pushing event updated for resources: {'Port': ['ID=b668c5e4-78d8-43c2-9436-3ccb48751bf1,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:07.527906 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae7b9f0-d716-424b-b9d8-e4e746c8fa7f x-openstack-request-id: req-4ae7b9f0-d716-424b-b9d8-e4e746c8fa7f {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:02:07.528450 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fbd72ca-7f1a-4501-befd-ad333df75886", "name": "network-vif-deleted", "tag": "a7a2f76c-30c9-4170-9897-2d4add0859bd", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:02:07.528879 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ae7b9f0-d716-424b-b9d8-e4e746c8fa7f {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:02:07.529446 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fbd72ca-7f1a-4501-befd-ad333df75886', 'name': 'network-vif-deleted', 'tag': 'a7a2f76c-30c9-4170-9897-2d4add0859bd', 'status': 'completed', 'code': 200} Jul 07 21:02:07.536225 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b9a5-e130-45fd-9267-569c158d75f6 tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:07.557029 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b9a5-e130-45fd-9267-569c158d75f6 tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:07.561848 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8ec3b9a5-e130-45fd-9267-569c158d75f6 tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3218465 Jul 07 21:02:07.563023 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55738) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:07.606366 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fee2e4-7593-4a3c-85ea-92d5ccdd2055 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:02:07.621820 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] Sync routers for ids ['e1bf0e11-39ac-44dc-93c2-99b44a43bb86'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:02:07.635393 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6fee2e4-7593-4a3c-85ea-92d5ccdd2055 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:07.638457 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a6fee2e4-7593-4a3c-85ea-92d5ccdd2055 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.8219223 Jul 07 21:02:07.638848 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] Routers {'e1bf0e11-39ac-44dc-93c2-99b44a43bb86'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:07.639615 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['e1bf0e11-39ac-44dc-93c2-99b44a43bb86'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:07.651540 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55744) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:07.657971 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-834f7818-6afb-42d4-a3e8-2dfa95b09b9f tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4004 time: 0.0932415 Jul 07 21:02:07.658662 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55746) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:07.779089 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2d21974b-2ee6-4b30-94d6-34caface4de8 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1165459 Jul 07 21:02:07.779531 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55752) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:07.795748 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] Set router e1bf0e11-39ac-44dc-93c2-99b44a43bb86 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:02:07.954405 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-1105580d-733e-49ea-84f8-f4fd195bd64d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2326639 Jul 07 21:02:07.955937 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d18ee5e9-4d41-4eb9-8f17-ab5061a36996 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:08.015043 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-78e8248d-d1fe-4113-ac3f-61f7f648f93d tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Deleting port b668c5e4-78d8-43c2-9436-3ccb48751bf1 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:08.017057 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78e8248d-d1fe-4113-ac3f-61f7f648f93d tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:08.050772 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55756) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:08.134269 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78e8248d-d1fe-4113-ac3f-61f7f648f93d tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:08.134269 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78e8248d-d1fe-4113-ac3f-61f7f648f93d tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:08.159203 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-78e8248d-d1fe-4113-ac3f-61f7f648f93d tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Calling delete_port for b668c5e4-78d8-43c2-9436-3ccb48751bf1 owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:08.184527 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d18ee5e9-4d41-4eb9-8f17-ab5061a36996 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:08.206647 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-e1106d62-3dd8-498c-a097-d6ae2214bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:08.207515 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-e1106d62-3dd8-498c-a097-d6ae2214bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:08.207949 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-e1106d62-3dd8-498c-a097-d6ae2214bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:08.208515 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-e1106d62-3dd8-498c-a097-d6ae2214bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:08.209011 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-e1106d62-3dd8-498c-a097-d6ae2214bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:08.209397 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-e1106d62-3dd8-498c-a097-d6ae2214bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:08.209985 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-e1106d62-3dd8-498c-a097-d6ae2214bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:08.212239 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-e1106d62-3dd8-498c-a097-d6ae2214bbd6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8ed23dfe8df44cbb137b377fa7cb243&device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 6509 time: 0.1743386 Jul 07 21:02:08.242183 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f0ae5e7b-38f0-4b37-8e0c-c71703eb833f tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1604776481'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:08.273352 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bf0e11-39ac-44dc-93c2-99b44a43bb86', 'name': '', 'tenant_id': '6efaaed12bf143b89494ca03e8b63c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd25b83de-1da6-419b-9ce7-cedb14fd05fe', 'external_fixed_ips': [{'subnet_id': '73b8b101-0ff2-457a-abf3-f1f9d8f2ffca', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '2758a913-52ba-4043-86b5-4994f9aa674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:02:04Z', 'updated_at': '2021-07-07T21:02:06Z', 'revision_number': 3, 'project_id': '6efaaed12bf143b89494ca03e8b63c2b', 'gw_port': {'id': '2758a913-52ba-4043-86b5-4994f9aa674b', 'name': '', 'network_id': 'd25b83de-1da6-419b-9ce7-cedb14fd05fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1bf0e11-39ac-44dc-93c2-99b44a43bb86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '73b8b101-0ff2-457a-abf3-f1f9d8f2ffca', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:05Z', 'updated_at': '2021-07-07T21:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73b8b101-0ff2-457a-abf3-f1f9d8f2ffca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:08.312384 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] Checking router: e1bf0e11-39ac-44dc-93c2-99b44a43bb86 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:02:08.313259 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] Updating router e1bf0e11-39ac-44dc-93c2-99b44a43bb86 port 2758a913-52ba-4043-86b5-4994f9aa674b binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:02:08.324454 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0ae5e7b-38f0-4b37-8e0c-c71703eb833f tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:08.345962 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0ae5e7b-38f0-4b37-8e0c-c71703eb833f tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:08.348610 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78e8248d-d1fe-4113-ac3f-61f7f648f93d tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:08.363645 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:08.382003 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8248d-d1fe-4113-ac3f-61f7f648f93d tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Pushing event deleted for resources: {'Port': ['ID=b668c5e4-78d8-43c2-9436-3ccb48751bf1,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:08.422417 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-d18ee5e9-4d41-4eb9-8f17-ab5061a36996 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Deleting port 2758a913-52ba-4043-86b5-4994f9aa674b {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:08.422790 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d18ee5e9-4d41-4eb9-8f17-ab5061a36996 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:08.428735 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-c80a0674-6328-4673-b91e-70f431084479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:08.429217 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-c80a0674-6328-4673-b91e-70f431084479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:08.429690 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-c80a0674-6328-4673-b91e-70f431084479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:08.431563 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-c80a0674-6328-4673-b91e-70f431084479 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7847ed4-ca64-408b-b349-0ebf1cd2485d&id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&id=130dc8cf-87ce-46df-b452-32f98efef5ec&id=130dc8cf-87ce-46df-b452-32f98efef5ec HTTP/1.1" status: 200 len: 2297 time: 0.1709373 Jul 07 21:02:08.501574 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8f6811f-8b67-4d07-a7fa-5f195f0ce744 req-7dcf8b98-6263-45f0-9867-0aca6bd7cf5a tempest-ImagesOneServerTestJSON-2027821790 tempest-ImagesOneServerTestJSON-2027821790-project] 10.222.0.64 "GET /v2.0/ports?device_id=0fbd72ca-7f1a-4501-befd-ad333df75886 HTTP/1.1" status: 200 len: 210 time: 0.0793464 Jul 07 21:02:08.525042 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78e8248d-d1fe-4113-ac3f-61f7f648f93d tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:08.528321 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78e8248d-d1fe-4113-ac3f-61f7f648f93d tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:08.529444 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-78e8248d-d1fe-4113-ac3f-61f7f648f93d tempest-FloatingIPAdminTestJSON-574412553 tempest-FloatingIPAdminTestJSON-574412553-project] 10.222.0.64 "DELETE /v2.0/floatingips/1b7791a9-e318-4e00-a163-68aa1d8d0caa HTTP/1.1" status: 204 len: 168 time: 0.7488792 Jul 07 21:02:08.533579 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55766) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:08.637763 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e494e-362d-4ddb-a449-950eadb73125 req-aedc1728-47db-47da-9077-19696ebeeaee tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:08.639773 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-344e494e-362d-4ddb-a449-950eadb73125 req-aedc1728-47db-47da-9077-19696ebeeaee tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 946 time: 0.2511530 Jul 07 21:02:08.642259 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-d72a6fcf-0244-4309-bb69-bcd175dee2c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8debe46-f092-4659-88e9-d9aeeb58dcce HTTP/1.1" status: 200 len: 1002 time: 0.1746178 Jul 07 21:02:08.731527 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d18ee5e9-4d41-4eb9-8f17-ab5061a36996 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:08.756147 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-15d5a1aa-3d1e-465a-8454-6c6176540f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:08.758008 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-15d5a1aa-3d1e-465a-8454-6c6176540f20 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25a8ccb4-86fa-467a-bd9b-20bcc350e316 HTTP/1.1" status: 200 len: 856 time: 0.1033211 Jul 07 21:02:08.759686 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-d18ee5e9-4d41-4eb9-8f17-ab5061a36996 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Calling delete_port for 2758a913-52ba-4043-86b5-4994f9aa674b owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:08.782436 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-344e494e-362d-4ddb-a449-950eadb73125 req-c75b9e86-6f4d-47cb-9430-c079b49413e6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899312 Jul 07 21:02:08.803127 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d0096ded-5472-4f71-a301-def3dd12421a tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Deleting port f16f90e8-abb0-4d32-9275-de6905d6a35e {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:08.803874 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d0096ded-5472-4f71-a301-def3dd12421a tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:08.827511 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:08.840120 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] Transition to ACTIVE for port object 2758a913-52ba-4043-86b5-4994f9aa674b will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:02:08.850620 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:08.879733 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0ae5e7b-38f0-4b37-8e0c-c71703eb833f tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:08.887478 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ed5757dc-f23d-4517-b7c1-f064c7f1356d req-69e11d36-4511-4905-8623-d08c834169c0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3119221 Jul 07 21:02:08.895524 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0ae5e7b-38f0-4b37-8e0c-c71703eb833f tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:08.905496 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d0096ded-5472-4f71-a301-def3dd12421a tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:08.906485 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d0096ded-5472-4f71-a301-def3dd12421a tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:08.922375 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c738eb0-5101-4107-aa8e-3b335910fb86 None None] Pushing event updated for resources: {'Port': ['ID=2758a913-52ba-4043-86b5-4994f9aa674b,revision_number=2']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:08.928871 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d0096ded-5472-4f71-a301-def3dd12421a tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Calling delete_port for f16f90e8-abb0-4d32-9275-de6905d6a35e owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:08.945432 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c738eb0-5101-4107-aa8e-3b335910fb86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:08.945816 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c738eb0-5101-4107-aa8e-3b335910fb86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:08.946114 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c738eb0-5101-4107-aa8e-3b335910fb86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:08.946468 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c738eb0-5101-4107-aa8e-3b335910fb86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:08.946799 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c738eb0-5101-4107-aa8e-3b335910fb86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:08.947121 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c738eb0-5101-4107-aa8e-3b335910fb86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:08.947469 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c738eb0-5101-4107-aa8e-3b335910fb86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:08.947791 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c738eb0-5101-4107-aa8e-3b335910fb86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:08.948110 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c738eb0-5101-4107-aa8e-3b335910fb86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:08.948426 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c738eb0-5101-4107-aa8e-3b335910fb86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:08.948743 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c738eb0-5101-4107-aa8e-3b335910fb86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:08.949057 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c738eb0-5101-4107-aa8e-3b335910fb86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:08.954130 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] Attempting to bind port 2758a913-52ba-4043-86b5-4994f9aa674b on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:02:08.954574 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] Attempting to bind port 2758a913-52ba-4043-86b5-4994f9aa674b by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'e5963303-6dfa-46af-8f12-e0bf2239eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd25b83de-1da6-419b-9ce7-cedb14fd05fe'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:02:08.955015 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] Attempting to bind port 2758a913-52ba-4043-86b5-4994f9aa674b on network d25b83de-1da6-419b-9ce7-cedb14fd05fe {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:02:08.961515 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:02:08.961879 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] Checking segment: {'id': 'e5963303-6dfa-46af-8f12-e0bf2239eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd25b83de-1da6-419b-9ce7-cedb14fd05fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:02:08.962280 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:08.963173 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] Bound using segment: {'id': 'e5963303-6dfa-46af-8f12-e0bf2239eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd25b83de-1da6-419b-9ce7-cedb14fd05fe'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:02:08.963661 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] Bound port: 2758a913-52ba-4043-86b5-4994f9aa674b, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5963303-6dfa-46af-8f12-e0bf2239eb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd25b83de-1da6-419b-9ce7-cedb14fd05fe'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:02:08.964040 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:09.022330 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae5e7b-38f0-4b37-8e0c-c71703eb833f tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609492af-b1d9-4727-9897-98a9a73841ea,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:09.025288 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] For port 2758a913-52ba-4043-86b5-4994f9aa674b, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:02:09.030600 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] For port 2758a913-52ba-4043-86b5-4994f9aa674b, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=2758a913-52ba-4043-86b5-4994f9aa674b,segment=NetworkSegment(e5963303-6dfa-46af-8f12-e0bf2239eb44),segment_id=e5963303-6dfa-46af-8f12-e0bf2239eb44)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:02:09.035623 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:09.076909 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-da1d255d-613f-4ac9-96b2-f72405aefbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:09.078771 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-da1d255d-613f-4ac9-96b2-f72405aefbed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7847ed4-ca64-408b-b349-0ebf1cd2485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3091469 Jul 07 21:02:09.103542 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] Routers {'e1bf0e11-39ac-44dc-93c2-99b44a43bb86'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:09.104587 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['e1bf0e11-39ac-44dc-93c2-99b44a43bb86'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:09.107261 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d0096ded-5472-4f71-a301-def3dd12421a tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:09.139002 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0096ded-5472-4f71-a301-def3dd12421a tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Pushing event deleted for resources: {'Port': ['ID=f16f90e8-abb0-4d32-9275-de6905d6a35e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:09.175645 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c738eb0-5101-4107-aa8e-3b335910fb86 None None] Pushing event updated for resources: {'Port': ['ID=2758a913-52ba-4043-86b5-4994f9aa674b,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:09.209470 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] Set router e1bf0e11-39ac-44dc-93c2-99b44a43bb86 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:02:09.223530 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d0096ded-5472-4f71-a301-def3dd12421a tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:09.227250 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d0096ded-5472-4f71-a301-def3dd12421a tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:09.228526 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d0096ded-5472-4f71-a301-def3dd12421a tempest-FloatingIPAdminTestJSON-1040312657 tempest-FloatingIPAdminTestJSON-1040312657-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/1e76589d-50b3-486e-a6af-31e3c986cc21 HTTP/1.1" status: 204 len: 168 time: 0.6939862 Jul 07 21:02:09.232872 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55768) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:09.270680 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1bf0e11-39ac-44dc-93c2-99b44a43bb86', 'name': '', 'tenant_id': '6efaaed12bf143b89494ca03e8b63c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:02:04Z', 'updated_at': '2021-07-07T21:02:08Z', 'revision_number': 4, 'project_id': '6efaaed12bf143b89494ca03e8b63c2b', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:09.304148 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652e88c3-1272-4e79-b6bf-4d83850f67cd None None] The sync data for ids ['e1bf0e11-39ac-44dc-93c2-99b44a43bb86'] in n-d-695189-11 is: [{'id': 'e1bf0e11-39ac-44dc-93c2-99b44a43bb86', 'name': '', 'tenant_id': '6efaaed12bf143b89494ca03e8b63c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:02:04Z', 'updated_at': '2021-07-07T21:02:08Z', 'revision_number': 4, 'project_id': '6efaaed12bf143b89494ca03e8b63c2b', 'gw_port_host': None}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:02:09.344158 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-aeeae61f-21d6-4d0e-b138-bc222f26fc15 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Deleting port f1e33dfe-7a27-4f00-b510-71ff32984605 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:09.344507 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-aeeae61f-21d6-4d0e-b138-bc222f26fc15 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:09.441848 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-aeeae61f-21d6-4d0e-b138-bc222f26fc15 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:09.454226 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5757dc-f23d-4517-b7c1-f064c7f1356d req-20f04e9e-7453-4f4e-86ab-a44ae73dc0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:09.455183 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-aeeae61f-21d6-4d0e-b138-bc222f26fc15 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Calling delete_port for f1e33dfe-7a27-4f00-b510-71ff32984605 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:09.455791 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ed5757dc-f23d-4517-b7c1-f064c7f1356d req-20f04e9e-7453-4f4e-86ab-a44ae73dc0a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 1097 time: 0.5345023 Jul 07 21:02:09.507882 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0ae5e7b-38f0-4b37-8e0c-c71703eb833f tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:09.553634 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d18ee5e9-4d41-4eb9-8f17-ab5061a36996 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:09.555258 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0ae5e7b-38f0-4b37-8e0c-c71703eb833f tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:09.622894 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ee5e9-4d41-4eb9-8f17-ab5061a36996 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Pushing event deleted for resources: {'Port': ['ID=2758a913-52ba-4043-86b5-4994f9aa674b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:09.629142 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-aeeae61f-21d6-4d0e-b138-bc222f26fc15 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:09.637014 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0ae5e7b-38f0-4b37-8e0c-c71703eb833f tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:09.641125 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f0ae5e7b-38f0-4b37-8e0c-c71703eb833f tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5865061 Jul 07 21:02:09.643449 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55774) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:09.651755 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-c4dc156f-aa73-4a4f-9310-4ce474678c24 service neutron] 10.222.0.39 "GET /v2.0/networks/d7847ed4-ca64-408b-b349-0ebf1cd2485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570841 Jul 07 21:02:09.666717 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeae61f-21d6-4d0e-b138-bc222f26fc15 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Pushing event deleted for resources: {'Port': ['ID=f1e33dfe-7a27-4f00-b510-71ff32984605,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:09.713852 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae5e7b-38f0-4b37-8e0c-c71703eb833f tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb51484-15b6-487f-a645-c8b171799584,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:09.765313 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a7a2f76c-30c9-4170-9897-2d4add0859bd no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:02:09.773967 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-aeeae61f-21d6-4d0e-b138-bc222f26fc15 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:09.776407 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-aeeae61f-21d6-4d0e-b138-bc222f26fc15 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] 10.222.0.64 "DELETE /v2.0/ports/f1e33dfe-7a27-4f00-b510-71ff32984605 HTTP/1.1" status: 204 len: 168 time: 0.5421455 Jul 07 21:02:09.778985 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55778) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:09.813038 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: a7a2f76c-30c9-4170-9897-2d4add0859bd {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:02:09.813436 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a7a2f76c-30c9-4170-9897-2d4add0859bd not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:02:09.897127 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5757dc-f23d-4517-b7c1-f064c7f1356d req-c2b345ef-b814-4259-ba55-de2eafa45968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:09.899857 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ed5757dc-f23d-4517-b7c1-f064c7f1356d req-c2b345ef-b814-4259-ba55-de2eafa45968 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 912 time: 0.4043972 Jul 07 21:02:09.918283 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d18ee5e9-4d41-4eb9-8f17-ab5061a36996 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:09.965359 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17deba6-b3d8-44cc-93d9-f07c868e2bf5 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:09.969623 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e17deba6-b3d8-44cc-93d9-f07c868e2bf5 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] 10.222.0.64 "GET /v2.0/ports?device_id=0cd32e72-9f09-4a17-bc23-492bcf512a8f HTTP/1.1" status: 200 len: 913 time: 0.1868620 Jul 07 21:02:09.970927 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55784) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:10.101733 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55786) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:10.116223 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d18ee5e9-4d41-4eb9-8f17-ab5061a36996 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:10.125287 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-661dbf95-5acc-43d9-8bc9-bd71650a65ae tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4699819 Jul 07 21:02:10.126237 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55790) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:10.133328 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d18ee5e9-4d41-4eb9-8f17-ab5061a36996 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:10.135945 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-4ebf6238-431c-4f70-bd48-f4280af12811 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Request body: {'security_group': {'name': 'tempest-security--133500041', 'description': 'tempest-security-description-1503083515'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:10.160714 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d259f-8171-4ee4-b0ed-04850c1c77cf req-d0610f57-d59f-4767-adc2-9bf20c85460b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:10.162937 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-595d259f-8171-4ee4-b0ed-04850c1c77cf req-d0610f57-d59f-4767-adc2-9bf20c85460b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 946 time: 0.1827371 Jul 07 21:02:10.171377 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ed5757dc-f23d-4517-b7c1-f064c7f1356d req-3264225a-00e4-45a2-97eb-5bafe0d289d8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a HTTP/1.1" status: 200 len: 1000 time: 0.2540088 Jul 07 21:02:10.242116 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4ebf6238-431c-4f70-bd48-f4280af12811 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:10.249804 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5757dc-f23d-4517-b7c1-f064c7f1356d req-48b036eb-527c-4532-8442-11d0645222f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:10.251429 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ed5757dc-f23d-4517-b7c1-f064c7f1356d req-48b036eb-527c-4532-8442-11d0645222f8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 200 len: 850 time: 0.0489125 Jul 07 21:02:10.259160 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-90358b54-ae9f-4b80-bc49-732c935f05c8 service neutron] 10.222.0.39 "GET /v2.0/networks/d7847ed4-ca64-408b-b349-0ebf1cd2485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734148 Jul 07 21:02:10.269958 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d18ee5e9-4d41-4eb9-8f17-ab5061a36996 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:10.270506 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18ee5e9-4d41-4eb9-8f17-ab5061a36996 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1bf0e11-39ac-44dc-93c2-99b44a43bb86 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:02:10.297613 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d18ee5e9-4d41-4eb9-8f17-ab5061a36996 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:10.301156 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d18ee5e9-4d41-4eb9-8f17-ab5061a36996 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "DELETE /v2.0/routers/e1bf0e11-39ac-44dc-93c2-99b44a43bb86 HTTP/1.1" status: 204 len: 168 time: 2.6461744 Jul 07 21:02:10.304967 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55792) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:10.333424 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-595d259f-8171-4ee4-b0ed-04850c1c77cf req-90ae3846-b469-4897-9b85-27c06485de6b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614606 Jul 07 21:02:10.334677 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-66e0f48e-0d8c-4245-89cc-ce4c290fd18f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=7d14b38d-99b1-4ecc-a5b4-516596f20a7d HTTP/1.1" status: 200 len: 217 time: 0.0657613 Jul 07 21:02:10.396509 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5757dc-f23d-4517-b7c1-f064c7f1356d req-10c90911-1953-4b4d-83eb-b715cb7bc509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:10.398163 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ed5757dc-f23d-4517-b7c1-f064c7f1356d req-10c90911-1953-4b4d-83eb-b715cb7bc509 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1383171 Jul 07 21:02:10.403670 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-f4ea2663-29de-450c-a6f7-cd93931495f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:10.405220 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-f4ea2663-29de-450c-a6f7-cd93931495f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a8fdf37-b343-4524-a6c8-f523c2ecf15b HTTP/1.1" status: 200 len: 797 time: 0.0626621 Jul 07 21:02:10.426878 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4ebf6238-431c-4f70-bd48-f4280af12811 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:10.440260 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-87911fdf-896c-4496-9c56-bd8ebf34ad98 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e459f36be87945ebbe3eac8f9f129785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3361924 Jul 07 21:02:10.445785 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e82813-f561-42e9-b374-e862f2d2f7f9 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Deleting subnet 73b8b101-0ff2-457a-abf3-f1f9d8f2ffca {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:02:10.448176 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55794) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:10.459658 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4ebf6238-431c-4f70-bd48-f4280af12811 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:10.462044 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4ebf6238-431c-4f70-bd48-f4280af12811 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:10.463297 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4ebf6238-431c-4f70-bd48-f4280af12811 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "PUT /v2.0/security-groups/3fb51484-15b6-487f-a645-c8b171799584 HTTP/1.1" status: 200 len: 1779 time: 0.3367472 Jul 07 21:02:10.464924 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-76e82813-f561-42e9-b374-e862f2d2f7f9 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:10.485625 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55796) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:10.569412 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-aac61bf5-df27-4278-930a-d50021949f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:10.570981 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-aac61bf5-df27-4278-930a-d50021949f52 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1556497 Jul 07 21:02:10.576707 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-76e82813-f561-42e9-b374-e862f2d2f7f9 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:10.582530 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-16175aaf-0694-4523-a447-fa469ed6c206 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-groups/3fb51484-15b6-487f-a645-c8b171799584 HTTP/1.1" status: 200 len: 1779 time: 0.0917630 Jul 07 21:02:10.591078 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55798) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:10.644198 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf6238-431c-4f70-bd48-f4280af12811 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb51484-15b6-487f-a645-c8b171799584,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:10.654455 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ed5757dc-f23d-4517-b7c1-f064c7f1356d req-d033f07f-c227-4761-9081-2a0de3289b42 service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481945 Jul 07 21:02:10.699148 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-76e82813-f561-42e9-b374-e862f2d2f7f9 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:10.705634 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-da0a28d0-983c-4351-935d-301d9ce3202b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:10.778576 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-da0a28d0-983c-4351-935d-301d9ce3202b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:10.782890 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eeb9ad1e-216b-4240-b224-7ca8506c01e8 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:10.816770 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-4c611ebc-aa8c-410f-9b6b-5a0d7a38bdda service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335355 Jul 07 21:02:10.848022 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eeb9ad1e-216b-4240-b224-7ca8506c01e8 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:10.897367 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ed5757dc-f23d-4517-b7c1-f064c7f1356d req-b1ab4e45-6045-41bc-b8b4-adb10fe832f5 service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336092 Jul 07 21:02:10.964065 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eeb9ad1e-216b-4240-b224-7ca8506c01e8 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:10.966670 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eeb9ad1e-216b-4240-b224-7ca8506c01e8 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:10.968561 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-eeb9ad1e-216b-4240-b224-7ca8506c01e8 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "DELETE /v2.0/security-groups/3fb51484-15b6-487f-a645-c8b171799584 HTTP/1.1" status: 204 len: 168 time: 0.3709095 Jul 07 21:02:10.974595 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55802) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:10.985008 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-7a7371eb-2922-4d34-850e-ef0663fc5d07 service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552820 Jul 07 21:02:11.011413 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9ad1e-216b-4240-b224-7ca8506c01e8 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb51484-15b6-487f-a645-c8b171799584,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:11.052075 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-c7094e55-dec0-4fb1-b5f6-66c6133a033c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=ce444991-9912-4375-ba9b-d17a03e9be39 HTTP/1.1" status: 200 len: 217 time: 0.0555782 Jul 07 21:02:11.117360 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6aa478d1-edef-4d45-ad2f-fc7c3002ff50 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1374798 Jul 07 21:02:11.118642 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55804) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:11.140442 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-2b3b8af9-9af1-450f-bcaa-c2aa756a6c4a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] delete failed (client error): The resource could not be found. Jul 07 21:02:11.146073 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2b3b8af9-9af1-450f-bcaa-c2aa756a6c4a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "DELETE /v2.0/security-groups/3fb51484-15b6-487f-a645-c8b171799584 HTTP/1.1" status: 404 len: 347 time: 0.0215471 Jul 07 21:02:11.146073 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-69859772-a9d7-4464-93b4-622fec1f711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:11.147611 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-69859772-a9d7-4464-93b4-622fec1f711c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a8fdf37-b343-4524-a6c8-f523c2ecf15b HTTP/1.1" status: 200 len: 797 time: 0.0854819 Jul 07 21:02:11.148101 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55806) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:11.152648 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-63893a76-cc9a-4590-9bdd-f131fa81c683 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Request body: {'security_group': {'name': 'tempest-secgroup--19279845'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:11.221271 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-63893a76-cc9a-4590-9bdd-f131fa81c683 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:11.257758 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-73b1be0b-a504-4266-9394-d9798a2cebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:11.259491 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-73b1be0b-a504-4266-9394-d9798a2cebef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1016803 Jul 07 21:02:11.309113 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-76e82813-f561-42e9-b374-e862f2d2f7f9 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:11.368457 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-76e82813-f561-42e9-b374-e862f2d2f7f9 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:11.372975 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-76e82813-f561-42e9-b374-e862f2d2f7f9 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/73b8b101-0ff2-457a-abf3-f1f9d8f2ffca HTTP/1.1" status: 204 len: 168 time: 1.0358808 Jul 07 21:02:11.372975 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e82813-f561-42e9-b374-e862f2d2f7f9 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=73b8b101-0ff2-457a-abf3-f1f9d8f2ffca,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:11.382714 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55812) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:11.460405 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-aac8ce24-0fac-4c70-a76c-a621d7fed1b7 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:11.467910 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-63e9a141-29bf-4d9c-abc6-7e8287b5ca29 service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986585 Jul 07 21:02:11.478717 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-963f07da-b89e-47fc-b87a-cb7b82622bc3 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:11.486070 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-63893a76-cc9a-4590-9bdd-f131fa81c683 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:11.505943 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-63893a76-cc9a-4590-9bdd-f131fa81c683 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:11.599803 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63893a76-cc9a-4590-9bdd-f131fa81c683 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a01f1aa-4d95-49bb-8c03-4d6517732a34,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:11.605637 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-da0a28d0-983c-4351-935d-301d9ce3202b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:11.607027 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-63893a76-cc9a-4590-9bdd-f131fa81c683 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:11.611494 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-da0a28d0-983c-4351-935d-301d9ce3202b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:11.611690 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-63893a76-cc9a-4590-9bdd-f131fa81c683 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4592800 Jul 07 21:02:11.611690 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55814) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:11.617910 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-4929ccc3-5bb5-4ede-b781-af4d7002a2fb tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Request body: {'security_group_rule': {'security_group_id': '3a01f1aa-4d95-49bb-8c03-4d6517732a34', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:11.619943 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-da0a28d0-983c-4351-935d-301d9ce3202b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7edc1b0c-9a9d-4c8b-9c4b-3d8bc0f3509a HTTP/1.1" status: 204 len: 168 time: 1.1624568 Jul 07 21:02:11.676958 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-f4f846c9-cede-4646-827b-7675357810ed service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895535 Jul 07 21:02:11.679669 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4929ccc3-5bb5-4ede-b781-af4d7002a2fb tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:11.687931 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a28d0-983c-4351-935d-301d9ce3202b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edc1b0c-9a9d-4c8b-9c4b-3d8bc0f3509a,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:11.745335 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-baaa8584-8b9c-4996-be64-0c4312d0b175 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=da814a29-6446-40eb-ac99-e49de62cc5fa HTTP/1.1" status: 200 len: 217 time: 0.0553148 Jul 07 21:02:11.815302 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-aac8ce24-0fac-4c70-a76c-a621d7fed1b7 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:11.819206 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4929ccc3-5bb5-4ede-b781-af4d7002a2fb tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:11.826549 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4929ccc3-5bb5-4ede-b781-af4d7002a2fb tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:11.829552 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-6e0560d9-c033-4f1d-ba17-08b5ceed6bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:11.831241 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-6e0560d9-c033-4f1d-ba17-08b5ceed6bfe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a8fdf37-b343-4524-a6c8-f523c2ecf15b HTTP/1.1" status: 200 len: 797 time: 0.0773683 Jul 07 21:02:11.871111 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-aac8ce24-0fac-4c70-a76c-a621d7fed1b7 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d25b83de-1da6-419b-9ce7-cedb14fd05fe']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:11.877661 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929ccc3-5bb5-4ede-b781-af4d7002a2fb tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab088c3-2d03-4b3d-a68f-2c9ef1024723,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:11.884189 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4929ccc3-5bb5-4ede-b781-af4d7002a2fb tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:11.885382 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4929ccc3-5bb5-4ede-b781-af4d7002a2fb tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2728450 Jul 07 21:02:11.888318 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55820) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:11.890621 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-aac8ce24-0fac-4c70-a76c-a621d7fed1b7 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5963303-6dfa-46af-8f12-e0bf2239eb44') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:11.891140 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-aac8ce24-0fac-4c70-a76c-a621d7fed1b7 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5963303-6dfa-46af-8f12-e0bf2239eb44') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:11.910737 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-aac8ce24-0fac-4c70-a76c-a621d7fed1b7 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:11.930986 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc8301-bee1-4401-8556-f7d589bb5966 req-a173e1fd-a239-4255-8b3e-f1ad1204b47b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:11.932727 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1fa8c11d-c5d0-4199-8c39-fb256373734a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:11.935854 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0adc8301-bee1-4401-8556-f7d589bb5966 req-a173e1fd-a239-4255-8b3e-f1ad1204b47b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 946 time: 0.4005423 Jul 07 21:02:11.946127 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1fa8c11d-c5d0-4199-8c39-fb256373734a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:11.954188 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-aac8ce24-0fac-4c70-a76c-a621d7fed1b7 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:11.972579 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-7ebf77b9-8e6e-4a03-9696-cf6cba3769bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:11.974706 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-7ebf77b9-8e6e-4a03-9696-cf6cba3769bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1329551 Jul 07 21:02:11.978027 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac8ce24-0fac-4c70-a76c-a621d7fed1b7 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:02:11.978477 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-aac8ce24-0fac-4c70-a76c-a621d7fed1b7 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:02:11.985096 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:02:12.043710 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1fa8c11d-c5d0-4199-8c39-fb256373734a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:12.054757 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1fa8c11d-c5d0-4199-8c39-fb256373734a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:12.055933 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1fa8c11d-c5d0-4199-8c39-fb256373734a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/aab088c3-2d03-4b3d-a68f-2c9ef1024723 HTTP/1.1" status: 204 len: 168 time: 0.1666126 Jul 07 21:02:12.059838 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55828) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:12.071641 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8c11d-c5d0-4199-8c39-fb256373734a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aab088c3-2d03-4b3d-a68f-2c9ef1024723,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:12.093556 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0adc8301-bee1-4401-8556-f7d589bb5966 req-7dfdaaa6-a670-4ec6-b775-2a0e501d3f68 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512806 Jul 07 21:02:12.138135 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-aac8ce24-0fac-4c70-a76c-a621d7fed1b7 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:12.144387 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-88989d26-999f-451d-bd24-2644653f9409 service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560833 Jul 07 21:02:12.164173 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac8ce24-0fac-4c70-a76c-a621d7fed1b7 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d25b83de-1da6-419b-9ce7-cedb14fd05fe {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 21:02:12.177312 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-aac8ce24-0fac-4c70-a76c-a621d7fed1b7 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:12.187535 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-aac8ce24-0fac-4c70-a76c-a621d7fed1b7 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "DELETE /v2.0/networks/d25b83de-1da6-419b-9ce7-cedb14fd05fe HTTP/1.1" status: 204 len: 168 time: 0.8036571 Jul 07 21:02:12.212844 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c736c5a2-91dc-4b9d-9936-25317c109630 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1514950 Jul 07 21:02:12.218557 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8ce24-0fac-4c70-a76c-a621d7fed1b7 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Pushing event deleted for resources: {'Network': ['ID=d25b83de-1da6-419b-9ce7-cedb14fd05fe,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:12.221630 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55836) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:12.327770 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-144c7fb9-838d-470b-9fd5-f87daa8ee2a7 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:12.347670 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-963f07da-b89e-47fc-b87a-cb7b82622bc3 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Deleting port 6447d548-e032-4495-a7e9-d79bb52460b1 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:12.348289 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-963f07da-b89e-47fc-b87a-cb7b82622bc3 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:12.405193 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-b5b7508b-e5e9-4706-9870-3957a3c072a0 service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366042 Jul 07 21:02:12.405962 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-144c7fb9-838d-470b-9fd5-f87daa8ee2a7 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:12.523751 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-963f07da-b89e-47fc-b87a-cb7b82622bc3 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:12.529396 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-4a3d9c04-3024-4d63-a62d-fdb4a9f9b673 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=68d40fb0-f23d-4aa9-84f7-cf2df107430a HTTP/1.1" status: 200 len: 217 time: 0.1010497 Jul 07 21:02:12.531555 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-144c7fb9-838d-470b-9fd5-f87daa8ee2a7 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:12.534270 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-144c7fb9-838d-470b-9fd5-f87daa8ee2a7 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:12.535591 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-144c7fb9-838d-470b-9fd5-f87daa8ee2a7 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "DELETE /v2.0/security-groups/3a01f1aa-4d95-49bb-8c03-4d6517732a34 HTTP/1.1" status: 204 len: 168 time: 0.3127713 Jul 07 21:02:12.542382 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55846) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:12.548782 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-963f07da-b89e-47fc-b87a-cb7b82622bc3 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Calling delete_port for 6447d548-e032-4495-a7e9-d79bb52460b1 owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:12.575270 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c7fb9-838d-470b-9fd5-f87daa8ee2a7 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a01f1aa-4d95-49bb-8c03-4d6517732a34,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:12.654764 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-bce2115e-64af-4191-8cd0-df1b21c6cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:12.657589 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-bce2115e-64af-4191-8cd0-df1b21c6cf02 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a8fdf37-b343-4524-a6c8-f523c2ecf15b HTTP/1.1" status: 200 len: 797 time: 0.1196439 Jul 07 21:02:12.732564 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-acf4a983-62db-4425-a8d2-18c0acf14cc2 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1849434 Jul 07 21:02:12.736701 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55852) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:12.748406 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-67641131-3dc0-4c42-b382-ae8083573a07 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Request body: {'security_group': {'name': 'tempest-secgroup--772331041'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:12.793644 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55854) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:12.798807 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d5c3945c-0058-4e5d-8d74-9bab694db7c9 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Request body: {'router': {'name': 'tempest-router--1096933713', 'project_id': '8297735476a444769133d0a10b1ccde6'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:12.827702 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67641131-3dc0-4c42-b382-ae8083573a07 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:12.859745 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d5c3945c-0058-4e5d-8d74-9bab694db7c9 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:12.860876 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d5c3945c-0058-4e5d-8d74-9bab694db7c9 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:12.876524 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-7c1a8cba-ce08-4be4-8d13-48af2ac57611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:12.878201 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-7c1a8cba-ce08-4be4-8d13-48af2ac57611 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2119615 Jul 07 21:02:12.950770 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-963f07da-b89e-47fc-b87a-cb7b82622bc3 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:12.986399 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f07da-b89e-47fc-b87a-cb7b82622bc3 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Pushing event deleted for resources: {'Port': ['ID=6447d548-e032-4495-a7e9-d79bb52460b1,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:13.398778 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-963f07da-b89e-47fc-b87a-cb7b82622bc3 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:13.432015 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d5c3945c-0058-4e5d-8d74-9bab694db7c9 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:13.524605 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-125150d3-9163-4e77-b58d-f352f822ca53 service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6358483 Jul 07 21:02:13.525535 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d5c3945c-0058-4e5d-8d74-9bab694db7c9 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:13.537375 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a4485-53a9-451f-9f78-82e584ccb393 req-0ad7ed8a-8013-43e1-b6f8-c90e7dc0d0bf tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:13.546483 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d40a4485-53a9-451f-9f78-82e584ccb393 req-0ad7ed8a-8013-43e1-b6f8-c90e7dc0d0bf tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 946 time: 0.1982312 Jul 07 21:02:13.600791 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67641131-3dc0-4c42-b382-ae8083573a07 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:13.623913 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67641131-3dc0-4c42-b382-ae8083573a07 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:13.642061 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d5c3945c-0058-4e5d-8d74-9bab694db7c9 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:13.646759 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d5c3945c-0058-4e5d-8d74-9bab694db7c9 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8513441 Jul 07 21:02:13.649914 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55874) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:13.715379 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67641131-3dc0-4c42-b382-ae8083573a07 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:13.719235 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-67641131-3dc0-4c42-b382-ae8083573a07 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9774463 Jul 07 21:02:13.719902 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963f07da-b89e-47fc-b87a-cb7b82622bc3 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Router 0cd32e72-9f09-4a17-bc23-492bcf512a8f has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:02:13.721099 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55876) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:13.730987 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-6fe62b63-585d-4f6b-bac5-b46e9505a4f9 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Request body: {'security_group_rule': {'security_group_id': '99fbc78d-55cc-4ceb-96ab-664bccbd63b7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:13.750606 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67641131-3dc0-4c42-b382-ae8083573a07 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99fbc78d-55cc-4ceb-96ab-664bccbd63b7,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:13.751900 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d40a4485-53a9-451f-9f78-82e584ccb393 req-6d0fe389-107f-44f8-834a-b0bf8670769f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043750 Jul 07 21:02:13.762051 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-822867db-a6d1-45f0-8613-4b152310a8c9 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:13.839839 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-940642b2-1ba2-49d2-b6fe-5d962d65afe9 service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033540 Jul 07 21:02:13.891477 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6fe62b63-585d-4f6b-bac5-b46e9505a4f9 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:13.950117 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-7c46392b-c0f8-4dc9-963c-687ad3c37603 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae HTTP/1.1" status: 200 len: 217 time: 0.1016488 Jul 07 21:02:14.042439 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-822867db-a6d1-45f0-8613-4b152310a8c9 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:14.044666 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963f07da-b89e-47fc-b87a-cb7b82622bc3 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:02:14.054212 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-822867db-a6d1-45f0-8613-4b152310a8c9 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:14.057824 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96508f2-e9b5-4e8e-b6d3-f4f20d22e170 None None] Sync routers for ids ['0cd32e72-9f09-4a17-bc23-492bcf512a8f'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:02:14.089884 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55878) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:14.092750 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-963f07da-b89e-47fc-b87a-cb7b82622bc3 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] 10.222.0.64 "PUT /v2.0/routers/0cd32e72-9f09-4a17-bc23-492bcf512a8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1205235 Jul 07 21:02:14.099943 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96508f2-e9b5-4e8e-b6d3-f4f20d22e170 None None] Routers {'0cd32e72-9f09-4a17-bc23-492bcf512a8f'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:14.101024 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-c96508f2-e9b5-4e8e-b6d3-f4f20d22e170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0cd32e72-9f09-4a17-bc23-492bcf512a8f'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:14.151937 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-c96508f2-e9b5-4e8e-b6d3-f4f20d22e170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:14.165603 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96508f2-e9b5-4e8e-b6d3-f4f20d22e170 None None] Routers {'0cd32e72-9f09-4a17-bc23-492bcf512a8f'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:14.167517 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-c96508f2-e9b5-4e8e-b6d3-f4f20d22e170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0cd32e72-9f09-4a17-bc23-492bcf512a8f'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:14.189678 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6fe62b63-585d-4f6b-bac5-b46e9505a4f9 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:14.200471 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6fe62b63-585d-4f6b-bac5-b46e9505a4f9 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:14.222968 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-c96508f2-e9b5-4e8e-b6d3-f4f20d22e170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:14.224265 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96508f2-e9b5-4e8e-b6d3-f4f20d22e170 None None] The sync data for ids ['0cd32e72-9f09-4a17-bc23-492bcf512a8f'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:02:14.250056 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-5d1dd352-a42a-4783-92d8-651c70a5d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:14.251965 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-5d1dd352-a42a-4783-92d8-651c70a5d75f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=800a1a04-812c-4f34-af09-b34861c9f7e8 HTTP/1.1" status: 200 len: 797 time: 0.2717750 Jul 07 21:02:14.253793 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eab83d-e553-40a5-ab17-9e0c06334a11 req-f4225b5c-bb81-4401-831c-bc61ab2ae763 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:14.259502 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-822867db-a6d1-45f0-8613-4b152310a8c9 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:14.260069 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822867db-a6d1-45f0-8613-4b152310a8c9 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79fcd69a-e445-43dd-9d3a-6b3461aa6474 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:02:14.260737 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eab83d-e553-40a5-ab17-9e0c06334a11 req-f4225b5c-bb81-4401-831c-bc61ab2ae763 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:14.268969 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eab83d-e553-40a5-ab17-9e0c06334a11 req-f4225b5c-bb81-4401-831c-bc61ab2ae763 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:14.270150 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-822867db-a6d1-45f0-8613-4b152310a8c9 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:14.274740 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-822867db-a6d1-45f0-8613-4b152310a8c9 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "DELETE /v2.0/routers/79fcd69a-e445-43dd-9d3a-6b3461aa6474 HTTP/1.1" status: 204 len: 168 time: 0.6204367 Jul 07 21:02:14.276742 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eab83d-e553-40a5-ab17-9e0c06334a11 req-f4225b5c-bb81-4401-831c-bc61ab2ae763 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:14.283240 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eab83d-e553-40a5-ab17-9e0c06334a11 req-f4225b5c-bb81-4401-831c-bc61ab2ae763 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:14.290013 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eab83d-e553-40a5-ab17-9e0c06334a11 req-f4225b5c-bb81-4401-831c-bc61ab2ae763 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:14.296320 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eab83d-e553-40a5-ab17-9e0c06334a11 req-f4225b5c-bb81-4401-831c-bc61ab2ae763 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:14.298353 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29eab83d-e553-40a5-ab17-9e0c06334a11 req-f4225b5c-bb81-4401-831c-bc61ab2ae763 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5430 time: 0.2003498 Jul 07 21:02:14.299262 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe62b63-585d-4f6b-bac5-b46e9505a4f9 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ebdfb46-02b8-45a4-90c1-5adcf1b4c079,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:14.309567 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6fe62b63-585d-4f6b-bac5-b46e9505a4f9 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:14.313645 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6fe62b63-585d-4f6b-bac5-b46e9505a4f9 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5864315 Jul 07 21:02:14.314317 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55884) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:14.324313 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-5b648c8d-a9e2-41b7-bc5e-d650cdd49ad7 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Request body: {'security_group_rule': {'security_group_id': '99fbc78d-55cc-4ceb-96ab-664bccbd63b7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:14.391786 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5b648c8d-a9e2-41b7-bc5e-d650cdd49ad7 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:14.426833 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29eab83d-e553-40a5-ab17-9e0c06334a11 req-0f860787-effb-4f89-b053-91c0061cbdbf tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700636 Jul 07 21:02:14.502437 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5b648c8d-a9e2-41b7-bc5e-d650cdd49ad7 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:14.507988 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5b648c8d-a9e2-41b7-bc5e-d650cdd49ad7 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:14.525253 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55896) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:14.537253 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b648c8d-a9e2-41b7-bc5e-d650cdd49ad7 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ae910c-1a7e-4860-85ed-561a07cedfd4,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:14.538446 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-6dbffee8-3859-4f09-a02a-81f641785567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:14.541355 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5b648c8d-a9e2-41b7-bc5e-d650cdd49ad7 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:14.542895 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5b648c8d-a9e2-41b7-bc5e-d650cdd49ad7 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2275209 Jul 07 21:02:14.545151 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-6dbffee8-3859-4f09-a02a-81f641785567 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=130dc8cf-87ce-46df-b452-32f98efef5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2782044 Jul 07 21:02:14.547178 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55900) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:14.551747 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f4fad432-341d-4412-9036-a1b743d8de64 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Request body: {'security_group_rule': {'security_group_id': '99fbc78d-55cc-4ceb-96ab-664bccbd63b7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:14.560954 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cd5c7fb-9d60-4453-a131-ea959ea0979a tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:14.728603 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4fad432-341d-4412-9036-a1b743d8de64 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:14.774156 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-8ba54690-128a-4408-a432-1aa837184137 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-274387321', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}, 'admin_state_up': False}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:14.800594 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-0d6e168d-f3a3-48fb-8eba-217c3b8c843b service neutron] 10.222.0.39 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433965 Jul 07 21:02:14.804530 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ba54690-128a-4408-a432-1aa837184137 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:14.805830 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cd5c7fb-9d60-4453-a131-ea959ea0979a tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:14.805990 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ba54690-128a-4408-a432-1aa837184137 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:14.875488 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ba54690-128a-4408-a432-1aa837184137 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:14.932890 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4fad432-341d-4412-9036-a1b743d8de64 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:14.938003 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55910) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:14.955781 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4fad432-341d-4412-9036-a1b743d8de64 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:15.005220 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fad432-341d-4412-9036-a1b743d8de64 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef48bc0-2182-4f76-b8e2-83123c64432e,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:15.029817 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4fad432-341d-4412-9036-a1b743d8de64 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:15.031053 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f4fad432-341d-4412-9036-a1b743d8de64 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4829018 Jul 07 21:02:15.035213 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55916) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:15.041115 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-cc800bcc-5790-4b5d-aac9-3c0821cdac9f tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Request body: {'security_group_rule': {'security_group_id': '99fbc78d-55cc-4ceb-96ab-664bccbd63b7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:15.049297 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-468905a1-b042-4f41-9eaa-09c1e14097ac service neutron] 10.222.0.39 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327733 Jul 07 21:02:15.108491 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ba54690-128a-4408-a432-1aa837184137 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:15.116346 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5c7fb-9d60-4453-a131-ea959ea0979a tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Deleting port 0558aac3-833b-4bf0-b2ee-8a232f6b9faf {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:15.116729 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cd5c7fb-9d60-4453-a131-ea959ea0979a tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:15.129630 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-7f24c0e9-254a-4421-8383-1217bd354992 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:15.136041 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-7f24c0e9-254a-4421-8383-1217bd354992 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:15.141979 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-7f24c0e9-254a-4421-8383-1217bd354992 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:15.149067 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-7f24c0e9-254a-4421-8383-1217bd354992 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:15.154932 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-7f24c0e9-254a-4421-8383-1217bd354992 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:15.161936 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-7f24c0e9-254a-4421-8383-1217bd354992 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:15.167917 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-7f24c0e9-254a-4421-8383-1217bd354992 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:15.169893 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-7f24c0e9-254a-4421-8383-1217bd354992 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.58 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5430 time: 0.3411384 Jul 07 21:02:15.182453 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c43df-f859-474b-a3b6-749dbf1186e9 req-3650b1a1-1d15-44ec-95fe-e27a9eab163e tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:15.182737 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-4956033d-3d72-410a-b638-0cf32b0f7d5a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a77c407f-5638-4a76-a32e-cd44fe684c67 HTTP/1.1" status: 200 len: 217 time: 0.1218901 Jul 07 21:02:15.184000 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6e3c43df-f859-474b-a3b6-749dbf1186e9 req-3650b1a1-1d15-44ec-95fe-e27a9eab163e tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 946 time: 0.2604537 Jul 07 21:02:15.230270 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3aa62987-24fd-417c-8f57-e62c6395f0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:15.239752 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6e3c43df-f859-474b-a3b6-749dbf1186e9 req-7fc5f137-bf22-4534-9eec-408e82977e00 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449109 Jul 07 21:02:15.322395 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cc800bcc-5790-4b5d-aac9-3c0821cdac9f tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:15.364871 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ba54690-128a-4408-a432-1aa837184137 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:15.382228 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-3a984b2d-3236-492f-bee6-30bc6497eaa6 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:15.383701 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-3a984b2d-3236-492f-bee6-30bc6497eaa6 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.58 "GET /v2.0/ports/7bfd1171-204a-4d07-ad3b-40f2a2169c45?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1891539 Jul 07 21:02:15.394327 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ba54690-128a-4408-a432-1aa837184137 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:15.414190 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-9d63c82f-784c-4f7b-9a93-9972b5dfc4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:15.415663 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-9d63c82f-784c-4f7b-9a93-9972b5dfc4c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=800a1a04-812c-4f34-af09-b34861c9f7e8 HTTP/1.1" status: 200 len: 797 time: 0.1883330 Jul 07 21:02:15.495833 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cd5c7fb-9d60-4453-a131-ea959ea0979a tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:15.516722 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-8ba54690-128a-4408-a432-1aa837184137 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Allocated IP 172.25.5.226 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/3508901a-1f03-42da-aaaf-154124fc047d) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:02:15.559558 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5c7fb-9d60-4453-a131-ea959ea0979a tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Calling delete_port for 0558aac3-833b-4bf0-b2ee-8a232f6b9faf owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:15.624879 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cc800bcc-5790-4b5d-aac9-3c0821cdac9f tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:15.682777 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cc800bcc-5790-4b5d-aac9-3c0821cdac9f tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:15.716288 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-da01400f-9500-497c-811f-ce884cde9b5e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.58 "GET /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3224216 Jul 07 21:02:15.740702 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-00dc1351-2c0c-4246-abf5-664c75365d2c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:16.002685 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ba54690-128a-4408-a432-1aa837184137 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.014033 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc800bcc-5790-4b5d-aac9-3c0821cdac9f tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b47033-6150-4962-afbf-1663df87862f,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:16.044180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1555a9d-a10b-4224-a3b5-9a1c58630999 req-88cebc98-888b-4901-8cd3-0fea8279b20f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:16.050058 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1555a9d-a10b-4224-a3b5-9a1c58630999 req-88cebc98-888b-4901-8cd3-0fea8279b20f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:16.056158 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1555a9d-a10b-4224-a3b5-9a1c58630999 req-88cebc98-888b-4901-8cd3-0fea8279b20f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:16.056893 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-dd9c3dd3-7fde-45e0-b281-e809b49d172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:16.058404 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-dd9c3dd3-7fde-45e0-b281-e809b49d172e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=130dc8cf-87ce-46df-b452-32f98efef5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6117370 Jul 07 21:02:16.062064 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1555a9d-a10b-4224-a3b5-9a1c58630999 req-88cebc98-888b-4901-8cd3-0fea8279b20f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:16.068772 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1555a9d-a10b-4224-a3b5-9a1c58630999 req-88cebc98-888b-4901-8cd3-0fea8279b20f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:16.074884 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1555a9d-a10b-4224-a3b5-9a1c58630999 req-88cebc98-888b-4901-8cd3-0fea8279b20f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:16.082647 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1555a9d-a10b-4224-a3b5-9a1c58630999 req-88cebc98-888b-4901-8cd3-0fea8279b20f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:16.084079 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3aa62987-24fd-417c-8f57-e62c6395f0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.085169 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c1555a9d-a10b-4224-a3b5-9a1c58630999 req-88cebc98-888b-4901-8cd3-0fea8279b20f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 5430 time: 0.4973359 Jul 07 21:02:16.135103 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3aa62987-24fd-417c-8f57-e62c6395f0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.136851 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ba54690-128a-4408-a432-1aa837184137 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.170031 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c1555a9d-a10b-4224-a3b5-9a1c58630999 req-2671429f-de76-4eee-b492-03f0b77df7ae tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713909 Jul 07 21:02:16.184699 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba54690-128a-4408-a432-1aa837184137 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:02:16.186409 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cc800bcc-5790-4b5d-aac9-3c0821cdac9f tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.187493 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cc800bcc-5790-4b5d-aac9-3c0821cdac9f tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1505191 Jul 07 21:02:16.189365 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-8ba54690-128a-4408-a432-1aa837184137 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:16.195974 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba54690-128a-4408-a432-1aa837184137 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:02:16.197729 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55922) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:16.202763 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-162388ef-b252-4e38-873b-fb93a10fdd66 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Request body: {'security_group_rule': {'security_group_id': '99fbc78d-55cc-4ceb-96ab-664bccbd63b7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:16.252853 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba54690-128a-4408-a432-1aa837184137 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Pushing event updated for resources: {'Port': ['ID=3508901a-1f03-42da-aaaf-154124fc047d,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:16.274112 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3aa62987-24fd-417c-8f57-e62c6395f0a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6abe35728fac498a96d306bfeeeb30cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3319006 Jul 07 21:02:16.274983 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa62987-24fd-417c-8f57-e62c6395f0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eace4bd8-b559-4a26-996f-88d61619eab1,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:16.284204 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55926) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:16.313529 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-00dc1351-2c0c-4246-abf5-664c75365d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.337740 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-162388ef-b252-4e38-873b-fb93a10fdd66 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.391712 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-a4668d09-f5c6-4d78-acee-4965681a1677 service neutron] 10.222.0.39 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194933 Jul 07 21:02:16.475895 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cd5c7fb-9d60-4453-a131-ea959ea0979a tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.507172 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-162388ef-b252-4e38-873b-fb93a10fdd66 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.516959 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-162388ef-b252-4e38-873b-fb93a10fdd66 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.541399 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8555b27-4576-40ec-8f22-2d8918165f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.549601 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5c7fb-9d60-4453-a131-ea959ea0979a tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Pushing event deleted for resources: {'Port': ['ID=0558aac3-833b-4bf0-b2ee-8a232f6b9faf,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:16.581332 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162388ef-b252-4e38-873b-fb93a10fdd66 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ebe0827-173d-4105-a062-9c0ccd9b3cc7,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:16.602056 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbb073-9420-4c25-bb2e-d776e55766ac req-1b7331b8-7db8-47e0-b19f-888621255b86 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:16.603639 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9bdbb073-9420-4c25-bb2e-d776e55766ac req-1b7331b8-7db8-47e0-b19f-888621255b86 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 946 time: 0.2265551 Jul 07 21:02:16.606430 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-162388ef-b252-4e38-873b-fb93a10fdd66 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.610167 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-162388ef-b252-4e38-873b-fb93a10fdd66 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4088717 Jul 07 21:02:16.611996 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55928) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:16.648666 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ba54690-128a-4408-a432-1aa837184137 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.680013 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8555b27-4576-40ec-8f22-2d8918165f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.703217 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-abdbcd81-9642-494b-9bef-202addf69e17 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.705163 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5bd0a249-97b9-41ef-9fcc-38ece449e582 req-2b645fb5-f0eb-42f2-af98-539fbd17f93e service neutron] 10.222.0.39 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867997 Jul 07 21:02:16.726548 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-abdbcd81-9642-494b-9bef-202addf69e17 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.732697 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9bdbb073-9420-4c25-bb2e-d776e55766ac req-045e5bee-a2dc-4985-b9ea-a98670ce2466 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197722 Jul 07 21:02:16.739079 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cd5c7fb-9d60-4453-a131-ea959ea0979a tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.806374 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-abdbcd81-9642-494b-9bef-202addf69e17 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.815001 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-abdbcd81-9642-494b-9bef-202addf69e17 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.819166 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-abdbcd81-9642-494b-9bef-202addf69e17 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/2ebe0827-173d-4105-a062-9c0ccd9b3cc7 HTTP/1.1" status: 204 len: 168 time: 0.2021732 Jul 07 21:02:16.819374 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55930) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:16.844203 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbcd81-9642-494b-9bef-202addf69e17 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ebe0827-173d-4105-a062-9c0ccd9b3cc7,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:16.852147 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cd5c7fb-9d60-4453-a131-ea959ea0979a tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.856921 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cd5c7fb-9d60-4453-a131-ea959ea0979a tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.861535 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-00dc1351-2c0c-4246-abf5-664c75365d2c service neutron] For port 7bfd1171-204a-4d07-ad3b-40f2a2169c45, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7bfd1171-204a-4d07-ad3b-40f2a2169c45,segment=NetworkSegment(f8abc1d0-3fa7-424f-8190-df378c5aeb49),segment_id=f8abc1d0-3fa7-424f-8190-df378c5aeb49)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:16.919633 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cd5c7fb-9d60-4453-a131-ea959ea0979a tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.920300 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd5c7fb-9d60-4453-a131-ea959ea0979a tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Fanout notify agent at l3_agent the message router_deleted on router 0cd32e72-9f09-4a17-bc23-492bcf512a8f {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:02:16.920834 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5e15464a-ac62-44b6-94bb-a34dc61014e1 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1001990 Jul 07 21:02:16.923498 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55932) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:16.938347 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cd5c7fb-9d60-4453-a131-ea959ea0979a tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.939451 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2cd5c7fb-9d60-4453-a131-ea959ea0979a tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] 10.222.0.64 "DELETE /v2.0/routers/0cd32e72-9f09-4a17-bc23-492bcf512a8f HTTP/1.1" status: 204 len: 168 time: 2.8510830 Jul 07 21:02:16.940325 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8555b27-4576-40ec-8f22-2d8918165f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.943350 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8555b27-4576-40ec-8f22-2d8918165f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.944426 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c8555b27-4576-40ec-8f22-2d8918165f60 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eace4bd8-b559-4a26-996f-88d61619eab1 HTTP/1.1" status: 204 len: 168 time: 0.6594303 Jul 07 21:02:16.948776 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55934) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:16.985820 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-433a53be-2acf-47c4-93e6-d6b1d970a95a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:16.993110 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8555b27-4576-40ec-8f22-2d8918165f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eace4bd8-b559-4a26-996f-88d61619eab1,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:16.995263 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-00dc1351-2c0c-4246-abf5-664c75365d2c service neutron] For port 7bfd1171-204a-4d07-ad3b-40f2a2169c45, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:02:17.001273 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-433a53be-2acf-47c4-93e6-d6b1d970a95a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:17.027816 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ba54690-128a-4408-a432-1aa837184137 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:17.044555 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-00dc1351-2c0c-4246-abf5-664c75365d2c service neutron] device_id is not set on port 7bfd1171-204a-4d07-ad3b-40f2a2169c45 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:02:17.054612 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-56734bfc-4492-48b5-afc1-a8c985410109 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Deleting subnet 23e00e37-1912-466c-955d-3d62e8709164 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:02:17.061344 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56734bfc-4492-48b5-afc1-a8c985410109 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:17.065337 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-00dc1351-2c0c-4246-abf5-664c75365d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:17.089502 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-433a53be-2acf-47c4-93e6-d6b1d970a95a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:17.095064 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-00dc1351-2c0c-4246-abf5-664c75365d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:17.100681 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-433a53be-2acf-47c4-93e6-d6b1d970a95a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:17.104590 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-433a53be-2acf-47c4-93e6-d6b1d970a95a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/a9b47033-6150-4962-afbf-1663df87862f HTTP/1.1" status: 204 len: 168 time: 0.1801243 Jul 07 21:02:17.113797 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55938) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:17.123649 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a53be-2acf-47c4-93e6-d6b1d970a95a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9b47033-6150-4962-afbf-1663df87862f,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:17.193209 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56734bfc-4492-48b5-afc1-a8c985410109 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:17.233567 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d9757585-0182-4024-8cc7-fc0ba61a00e2 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1176572 Jul 07 21:02:17.244828 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55946) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:17.297869 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bb172afc-ebd0-4f1e-9f3e-c8e2a9ee9b0d tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:17.314364 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba54690-128a-4408-a432-1aa837184137 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Router c52a17ca-9d45-480d-9a2c-be139f5edad7 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:02:17.322638 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bb172afc-ebd0-4f1e-9f3e-c8e2a9ee9b0d tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:17.339431 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc1351-2c0c-4246-abf5-664c75365d2c service neutron] Pushing event updated for resources: {'Port': ['ID=7bfd1171-204a-4d07-ad3b-40f2a2169c45,revision_number=6']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:17.353109 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-00dc1351-2c0c-4246-abf5-664c75365d2c service neutron] No DVR routers for this DVR port 7bfd1171-204a-4d07-ad3b-40f2a2169c45 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:02:17.454738 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-00dc1351-2c0c-4246-abf5-664c75365d2c service neutron] In _notify_port_updated(), no bound segment for port 7bfd1171-204a-4d07-ad3b-40f2a2169c45 on network 32fe62b8-a098-45d1-9002-a2d13c738ee9 {{(pid=100447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:02:17.455696 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-00dc1351-2c0c-4246-abf5-664c75365d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:17.456326 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-00dc1351-2c0c-4246-abf5-664c75365d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:17.457809 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-00dc1351-2c0c-4246-abf5-664c75365d2c service neutron] 10.222.0.58 "PUT /v2.0/ports/7bfd1171-204a-4d07-ad3b-40f2a2169c45 HTTP/1.1" status: 200 len: 1025 time: 1.7287109 Jul 07 21:02:17.589092 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bb172afc-ebd0-4f1e-9f3e-c8e2a9ee9b0d tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:17.596439 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bb172afc-ebd0-4f1e-9f3e-c8e2a9ee9b0d tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:17.597716 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bb172afc-ebd0-4f1e-9f3e-c8e2a9ee9b0d tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/eef48bc0-2182-4f76-b8e2-83123c64432e HTTP/1.1" status: 204 len: 168 time: 0.3465135 Jul 07 21:02:17.599234 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56734bfc-4492-48b5-afc1-a8c985410109 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:17.605118 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55956) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:17.616554 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb172afc-ebd0-4f1e-9f3e-c8e2a9ee9b0d tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eef48bc0-2182-4f76-b8e2-83123c64432e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:17.620755 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba54690-128a-4408-a432-1aa837184137 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:02:17.629658 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d879195-fc55-4a19-b5a4-a0c92062c4fd None None] Sync routers for ids ['c52a17ca-9d45-480d-9a2c-be139f5edad7'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:02:17.645927 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d879195-fc55-4a19-b5a4-a0c92062c4fd None None] Routers {'c52a17ca-9d45-480d-9a2c-be139f5edad7'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:17.648109 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-3d879195-fc55-4a19-b5a4-a0c92062c4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c52a17ca-9d45-480d-9a2c-be139f5edad7'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:17.651086 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f81713e1-c63a-4360-8fb3-2768bfcff9f4 None None] Provisioning complete for port 7bfd1171-204a-4d07-ad3b-40f2a2169c45 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:17.652646 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f81713e1-c63a-4360-8fb3-2768bfcff9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:17.669470 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f09a84-27d5-4003-b82b-f0214c1600a4 req-81a91faf-a94c-4aec-8498-6beea062bc25 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:17.675977 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f09a84-27d5-4003-b82b-f0214c1600a4 req-81a91faf-a94c-4aec-8498-6beea062bc25 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:17.683195 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f09a84-27d5-4003-b82b-f0214c1600a4 req-81a91faf-a94c-4aec-8498-6beea062bc25 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:17.690360 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-679fb8f3-261b-4c9b-80ff-a60bf3cad8cb tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:17.690636 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f09a84-27d5-4003-b82b-f0214c1600a4 req-81a91faf-a94c-4aec-8498-6beea062bc25 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:17.691853 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-679fb8f3-261b-4c9b-80ff-a60bf3cad8cb tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.58 "GET /v2.0/ports/35a846e8-0a45-4c06-a6dc-6eac8669665e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2105315 Jul 07 21:02:17.697674 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f09a84-27d5-4003-b82b-f0214c1600a4 req-81a91faf-a94c-4aec-8498-6beea062bc25 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:17.703705 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f09a84-27d5-4003-b82b-f0214c1600a4 req-81a91faf-a94c-4aec-8498-6beea062bc25 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:17.705615 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e7f09a84-27d5-4003-b82b-f0214c1600a4 req-81a91faf-a94c-4aec-8498-6beea062bc25 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 4658 time: 0.1879628 Jul 07 21:02:17.706894 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ba54690-128a-4408-a432-1aa837184137 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:17.708056 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56734bfc-4492-48b5-afc1-a8c985410109 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:17.711421 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8ba54690-128a-4408-a432-1aa837184137 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1822951 Jul 07 21:02:17.711552 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55958) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:17.717242 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-3ee46f3b-8fb5-4dc8-8ff7-af4b8f8a0825 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:17.741576 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-3d879195-fc55-4a19-b5a4-a0c92062c4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:17.753574 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d879195-fc55-4a19-b5a4-a0c92062c4fd None None] Routers {'c52a17ca-9d45-480d-9a2c-be139f5edad7'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:17.753574 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-3d879195-fc55-4a19-b5a4-a0c92062c4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c52a17ca-9d45-480d-9a2c-be139f5edad7'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:17.759485 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-f81713e1-c63a-4360-8fb3-2768bfcff9f4 None None] Port 7bfd1171-204a-4d07-ad3b-40f2a2169c45 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:02:17.797866 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae77ac6-6c43-4055-9f5d-9f94345132a8 None None] Network 48bf2622-8436-477c-8b9e-5b55ee601e02 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:02:17.806805 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56734bfc-4492-48b5-afc1-a8c985410109 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Pushing event deleted for resources: {'Subnet': ['ID=23e00e37-1912-466c-955d-3d62e8709164,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:17.813172 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56734bfc-4492-48b5-afc1-a8c985410109 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:17.815161 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-56734bfc-4492-48b5-afc1-a8c985410109 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] 10.222.0.64 "DELETE /v2.0/subnets/23e00e37-1912-466c-955d-3d62e8709164 HTTP/1.1" status: 204 len: 168 time: 0.8643389 Jul 07 21:02:17.818772 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55964) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:17.851936 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8b798eae-c5d5-4d14-9709-f349acffb1f4 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2455695 Jul 07 21:02:17.852584 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55968) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:17.860868 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e7f09a84-27d5-4003-b82b-f0214c1600a4 req-ed869fa9-5338-4635-91e7-ed4fe0ac4312 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=c506a476-da16-4bba-8b73-71cde2e9b280&id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1421909 Jul 07 21:02:17.885420 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-3d879195-fc55-4a19-b5a4-a0c92062c4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:17.886079 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d879195-fc55-4a19-b5a4-a0c92062c4fd None None] The sync data for ids ['c52a17ca-9d45-480d-9a2c-be139f5edad7'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:02:17.935380 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0b3e6c79-106a-4c39-8b6e-0b814c866ab4 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:17.965304 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0b3e6c79-106a-4c39-8b6e-0b814c866ab4 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:17.966663 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 29732634-95f5-4e62-8e93-449363f211e4 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:02:18.035657 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5acae99d-45f2-4474-8529-43748eac4764 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.054078 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-3ee46f3b-8fb5-4dc8-8ff7-af4b8f8a0825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.072453 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-20e6232d-7391-4af4-ae6d-87936ceafba1 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "GET /v2.0/routers/c52a17ca-9d45-480d-9a2c-be139f5edad7 HTTP/1.1" status: 200 len: 920 time: 0.3586211 Jul 07 21:02:18.078007 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55974) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:18.107118 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.118776 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4159f907-0b72-40c6-be06-eaf2683e4393 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "GET /v2.0/ports?device_id=c52a17ca-9d45-480d-9a2c-be139f5edad7 HTTP/1.1" status: 200 len: 205 time: 0.0353849 Jul 07 21:02:18.119683 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55976) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:18.149799 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 29732634-95f5-4e62-8e93-449363f211e4, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=29732634-95f5-4e62-8e93-449363f211e4,segment=NetworkSegment(3c71bb1f-6379-4398-a24d-bfc2b99d5fea),segment_id=3c71bb1f-6379-4398-a24d-bfc2b99d5fea)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:18.150953 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29732634-95f5-4e62-8e93-449363f211e4'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:02:18.154284 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdd7675-7173-45fd-bb52-ff49c3913f8f" -d '{"events": [{"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-unplugged", "status": "completed", "tag": "29732634-95f5-4e62-8e93-449363f211e4"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:02:18.159307 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.160540 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d7fec304-11d1-4452-911b-57ab895c23da no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:02:18.206932 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-3ee46f3b-8fb5-4dc8-8ff7-af4b8f8a0825 service neutron] For port 35a846e8-0a45-4c06-a6dc-6eac8669665e, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=35a846e8-0a45-4c06-a6dc-6eac8669665e,segment=NetworkSegment(f8abc1d0-3fa7-424f-8190-df378c5aeb49),segment_id=f8abc1d0-3fa7-424f-8190-df378c5aeb49)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:18.210596 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c79557-5708-4970-a343-c1618fb8dc9d req-119da04f-0f72-43f8-8ffd-6f383ba58045 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:18.228062 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20c79557-5708-4970-a343-c1618fb8dc9d req-119da04f-0f72-43f8-8ffd-6f383ba58045 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 946 time: 0.2440200 Jul 07 21:02:18.274708 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0b3e6c79-106a-4c39-8b6e-0b814c866ab4 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.276662 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=29732634-95f5-4e62-8e93-449363f211e4,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:18.284851 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0b3e6c79-106a-4c39-8b6e-0b814c866ab4 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.289149 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0b3e6c79-106a-4c39-8b6e-0b814c866ab4 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/b1ae910c-1a7e-4860-85ed-561a07cedfd4 HTTP/1.1" status: 204 len: 168 time: 0.4224982 Jul 07 21:02:18.290652 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-3ee46f3b-8fb5-4dc8-8ff7-af4b8f8a0825 service neutron] For port 35a846e8-0a45-4c06-a6dc-6eac8669665e, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:02:18.291714 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a02059-622c-474f-894b-921ab2e8ffdc None None] DHCP port deletion for 48bf2622-8436-477c-8b9e-5b55ee601e02 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:02:18.294525 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55980) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:18.307608 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55982) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:18.324663 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 21:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be210222-b2e8-4dd0-87ae-146a0175f6b9 x-openstack-request-id: req-be210222-b2e8-4dd0-87ae-146a0175f6b9 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:02:18.324663 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-unplugged", "status": "completed", "tag": "29732634-95f5-4e62-8e93-449363f211e4", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:02:18.324663 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be210222-b2e8-4dd0-87ae-146a0175f6b9 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:02:18.325136 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29732634-95f5-4e62-8e93-449363f211e4', 'code': 200} Jul 07 21:02:18.348277 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20c79557-5708-4970-a343-c1618fb8dc9d req-5284b20a-27bc-4939-b5f3-a39cea913b67 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190455 Jul 07 21:02:18.368146 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-785a839b-3161-47f5-8f39-e00f9e4b7d7a tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.376833 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e6c79-106a-4c39-8b6e-0b814c866ab4 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1ae910c-1a7e-4860-85ed-561a07cedfd4,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:18.401722 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-28a02059-622c-474f-894b-921ab2e8ffdc None None] Deleting port 42c0dbdf-c0dc-4838-933e-581f56d4b900 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:18.402391 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-28a02059-622c-474f-894b-921ab2e8ffdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.411132 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-3ee46f3b-8fb5-4dc8-8ff7-af4b8f8a0825 service neutron] device_id is not set on port 35a846e8-0a45-4c06-a6dc-6eac8669665e yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:02:18.416272 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.421287 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-3ee46f3b-8fb5-4dc8-8ff7-af4b8f8a0825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.429458 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-3ee46f3b-8fb5-4dc8-8ff7-af4b8f8a0825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.482178 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee46f3b-8fb5-4dc8-8ff7-af4b8f8a0825 service neutron] Pushing event updated for resources: {'Port': ['ID=35a846e8-0a45-4c06-a6dc-6eac8669665e,revision_number=6']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:18.484644 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port d7fec304-11d1-4452-911b-57ab895c23da, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d7fec304-11d1-4452-911b-57ab895c23da,segment=NetworkSegment(f8abc1d0-3fa7-424f-8190-df378c5aeb49),segment_id=f8abc1d0-3fa7-424f-8190-df378c5aeb49)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:18.491036 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.491790 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 3fa963de-4cf7-4796-ae84-de0b61e46db1 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:02:18.533751 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-de0bec99-ed6d-43d0-acd4-3444f3d6d03d tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2379811 Jul 07 21:02:18.546577 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55988) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:18.601908 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-3ee46f3b-8fb5-4dc8-8ff7-af4b8f8a0825 service neutron] No DVR routers for this DVR port 35a846e8-0a45-4c06-a6dc-6eac8669665e on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:02:18.608682 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-785a839b-3161-47f5-8f39-e00f9e4b7d7a tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.622236 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-81cf6db3-8b0b-481a-a003-c4e388573aca admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1310128101-network', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:18.664185 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cf6db3-8b0b-481a-a003-c4e388573aca admin admin] Made reservation on behalf of ae66bcc29cb9496c81b304ed2c4f82a5 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:02:18.666776 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81cf6db3-8b0b-481a-a003-c4e388573aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.671562 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-60998b0b-bb5a-4a48-84e7-cc74c6651f34 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.674614 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-5acae99d-45f2-4474-8529-43748eac4764 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Deleting port 42c0dbdf-c0dc-4838-933e-581f56d4b900 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:18.674961 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5acae99d-45f2-4474-8529-43748eac4764 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.703923 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=d7fec304-11d1-4452-911b-57ab895c23da,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:18.707624 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81cf6db3-8b0b-481a-a003-c4e388573aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.746626 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-60998b0b-bb5a-4a48-84e7-cc74c6651f34 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.783369 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-785a839b-3161-47f5-8f39-e00f9e4b7d7a tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Deleting port 3508901a-1f03-42da-aaaf-154124fc047d {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:18.783987 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-785a839b-3161-47f5-8f39-e00f9e4b7d7a tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.791476 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-3ee46f3b-8fb5-4dc8-8ff7-af4b8f8a0825 service neutron] In _notify_port_updated(), no bound segment for port 35a846e8-0a45-4c06-a6dc-6eac8669665e on network 32fe62b8-a098-45d1-9002-a2d13c738ee9 {{(pid=100447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:02:18.792718 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-3ee46f3b-8fb5-4dc8-8ff7-af4b8f8a0825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:18.793165 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-3ee46f3b-8fb5-4dc8-8ff7-af4b8f8a0825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.794582 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-3ee46f3b-8fb5-4dc8-8ff7-af4b8f8a0825 service neutron] 10.222.0.58 "PUT /v2.0/ports/35a846e8-0a45-4c06-a6dc-6eac8669665e HTTP/1.1" status: 200 len: 1027 time: 1.0820191 Jul 07 21:02:18.857879 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-60998b0b-bb5a-4a48-84e7-cc74c6651f34 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.869827 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-60998b0b-bb5a-4a48-84e7-cc74c6651f34 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.873392 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-60998b0b-bb5a-4a48-84e7-cc74c6651f34 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/3ebdfb46-02b8-45a4-90c1-5adcf1b4c079 HTTP/1.1" status: 204 len: 168 time: 0.3244097 Jul 07 21:02:18.875373 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55990) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:18.911394 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60998b0b-bb5a-4a48-84e7-cc74c6651f34 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ebdfb46-02b8-45a4-90c1-5adcf1b4c079,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:18.914900 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-5acae99d-45f2-4474-8529-43748eac4764 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] For port 42c0dbdf-c0dc-4838-933e-581f56d4b900, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=42c0dbdf-c0dc-4838-933e-581f56d4b900,segment=NetworkSegment(599449e9-e5e3-44e6-9189-bf9250d07f4c),segment_id=599449e9-e5e3-44e6-9189-bf9250d07f4c)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:18.915277 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5acae99d-45f2-4474-8529-43748eac4764 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.924553 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-785a839b-3161-47f5-8f39-e00f9e4b7d7a tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.928376 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-28a02059-622c-474f-894b-921ab2e8ffdc None None] For port 42c0dbdf-c0dc-4838-933e-581f56d4b900, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=42c0dbdf-c0dc-4838-933e-581f56d4b900,segment=NetworkSegment(599449e9-e5e3-44e6-9189-bf9250d07f4c),segment_id=599449e9-e5e3-44e6-9189-bf9250d07f4c)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:18.928776 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-28a02059-622c-474f-894b-921ab2e8ffdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.945541 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-5acae99d-45f2-4474-8529-43748eac4764 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Calling delete_port for 42c0dbdf-c0dc-4838-933e-581f56d4b900 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:18.956333 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-28a02059-622c-474f-894b-921ab2e8ffdc None None] Calling delete_port for 42c0dbdf-c0dc-4838-933e-581f56d4b900 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:18.962610 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a59eeaee-f7f1-4703-a4de-0bc96161ff4d None None] Provisioning complete for port 35a846e8-0a45-4c06-a6dc-6eac8669665e triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:18.962983 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a59eeaee-f7f1-4703-a4de-0bc96161ff4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:18.964966 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-785a839b-3161-47f5-8f39-e00f9e4b7d7a tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Calling delete_port for 3508901a-1f03-42da-aaaf-154124fc047d owned by network:router_gateway {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:18.977018 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-394ec4e6-4f0c-4f18-9698-c1fa051845c2 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1004231 Jul 07 21:02:18.984122 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 55994) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:18.999630 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-a59eeaee-f7f1-4703-a4de-0bc96161ff4d None None] Port 35a846e8-0a45-4c06-a6dc-6eac8669665e cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:02:19.010045 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.012499 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81cf6db3-8b0b-481a-a003-c4e388573aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.037788 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81cf6db3-8b0b-481a-a003-c4e388573aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.074585 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5acae99d-45f2-4474-8529-43748eac4764 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.080319 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 3fa963de-4cf7-4796-ae84-de0b61e46db1, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=3fa963de-4cf7-4796-ae84-de0b61e46db1,segment=NetworkSegment(3c71bb1f-6379-4398-a24d-bfc2b99d5fea),segment_id=3c71bb1f-6379-4398-a24d-bfc2b99d5fea)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:19.085424 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.086870 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device ac7f192b-2787-48a7-aad1-9ad147d23f58 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:02:19.135779 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acae99d-45f2-4474-8529-43748eac4764 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Pushing event deleted for resources: {'Port': ['ID=42c0dbdf-c0dc-4838-933e-581f56d4b900,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:19.141563 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acae99d-45f2-4474-8529-43748eac4764 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] No DVR routers for this DVR port 42c0dbdf-c0dc-4838-933e-581f56d4b900 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:02:19.155263 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 42c0dbdf-c0dc-4838-933e-581f56d4b900 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:02:19.180870 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81cf6db3-8b0b-481a-a003-c4e388573aca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:02:19.199648 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 42c0dbdf-c0dc-4838-933e-581f56d4b900 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:02:19.200192 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 42c0dbdf-c0dc-4838-933e-581f56d4b900 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:02:19.240268 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5acae99d-45f2-4474-8529-43748eac4764 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.244281 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=3fa963de-4cf7-4796-ae84-de0b61e46db1,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:19.244585 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-22929d81-07d5-45f8-b629-eb851532f93e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Deleting port 29732634-95f5-4e62-8e93-449363f211e4 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:19.244931 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-22929d81-07d5-45f8-b629-eb851532f93e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.246648 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81cf6db3-8b0b-481a-a003-c4e388573aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.246971 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-81cf6db3-8b0b-481a-a003-c4e388573aca admin admin] Added segment f160be75-417a-427f-aa9e-48961259cf31 of type vlan for network c4706a9a-8917-4d38-9a83-b63d9139d929 Jul 07 21:02:19.250929 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf6db3-8b0b-481a-a003-c4e388573aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2e1e7b-ade3-4338-bec1-15e7ccc7e140,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:19.274330 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-5acae99d-45f2-4474-8529-43748eac4764 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48bf2622-8436-477c-8b9e-5b55ee601e02']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:19.285448 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-28a02059-622c-474f-894b-921ab2e8ffdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.314946 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-5acae99d-45f2-4474-8529-43748eac4764 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599449e9-e5e3-44e6-9189-bf9250d07f4c') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:19.315177 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-5acae99d-45f2-4474-8529-43748eac4764 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599449e9-e5e3-44e6-9189-bf9250d07f4c') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:19.318529 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c1e87e55-2f55-45ac-871e-8d1a65bc050f tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.320897 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a02059-622c-474f-894b-921ab2e8ffdc None None] Pushing event deleted for resources: {'Port': ['ID=42c0dbdf-c0dc-4838-933e-581f56d4b900,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:19.330290 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.337096 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5acae99d-45f2-4474-8529-43748eac4764 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.342675 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81cf6db3-8b0b-481a-a003-c4e388573aca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.343129 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a02059-622c-474f-894b-921ab2e8ffdc None None] No DVR routers for this DVR port 42c0dbdf-c0dc-4838-933e-581f56d4b900 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:02:19.375996 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5acae99d-45f2-4474-8529-43748eac4764 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.384956 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port ac7f192b-2787-48a7-aad1-9ad147d23f58, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=ac7f192b-2787-48a7-aad1-9ad147d23f58,segment=NetworkSegment(230c399b-dc40-43ae-a1fc-5e6d70e026da),segment_id=230c399b-dc40-43ae-a1fc-5e6d70e026da)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:19.392380 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.393457 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 33fc4b4b-2631-45b1-8d29-ea03f5a665de no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:02:19.412015 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5acae99d-45f2-4474-8529-43748eac4764 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:02:19.412771 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5acae99d-45f2-4474-8529-43748eac4764 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.413207 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c1e87e55-2f55-45ac-871e-8d1a65bc050f tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: items = [ Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:02:19.415998 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:02:19.422861 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-22929d81-07d5-45f8-b629-eb851532f93e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] For port 29732634-95f5-4e62-8e93-449363f211e4, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=29732634-95f5-4e62-8e93-449363f211e4,segment=NetworkSegment(3c71bb1f-6379-4398-a24d-bfc2b99d5fea),segment_id=3c71bb1f-6379-4398-a24d-bfc2b99d5fea)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:19.422861 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-22929d81-07d5-45f8-b629-eb851532f93e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.487513 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13668b55-0a46-4574-b694-3e2a4e0eddf5 req-cfcbc797-32f8-4ecb-bd55-0a0d62c54ec9 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:19.494554 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13668b55-0a46-4574-b694-3e2a4e0eddf5 req-cfcbc797-32f8-4ecb-bd55-0a0d62c54ec9 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:19.501282 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13668b55-0a46-4574-b694-3e2a4e0eddf5 req-cfcbc797-32f8-4ecb-bd55-0a0d62c54ec9 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:19.508341 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13668b55-0a46-4574-b694-3e2a4e0eddf5 req-cfcbc797-32f8-4ecb-bd55-0a0d62c54ec9 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:19.514470 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13668b55-0a46-4574-b694-3e2a4e0eddf5 req-cfcbc797-32f8-4ecb-bd55-0a0d62c54ec9 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:19.517024 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=ac7f192b-2787-48a7-aad1-9ad147d23f58,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:19.522844 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13668b55-0a46-4574-b694-3e2a4e0eddf5 req-cfcbc797-32f8-4ecb-bd55-0a0d62c54ec9 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 3878 time: 0.4085364 Jul 07 21:02:19.535715 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-22929d81-07d5-45f8-b629-eb851532f93e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Calling delete_port for 29732634-95f5-4e62-8e93-449363f211e4 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:19.568947 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.595600 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5acae99d-45f2-4474-8529-43748eac4764 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.605336 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5acae99d-45f2-4474-8529-43748eac4764 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.607202 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5acae99d-45f2-4474-8529-43748eac4764 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] 10.222.0.64 "DELETE /v2.0/networks/48bf2622-8436-477c-8b9e-5b55ee601e02 HTTP/1.1" status: 204 len: 168 time: 1.7857244 Jul 07 21:02:19.610705 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 55998) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:19.611142 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 33fc4b4b-2631-45b1-8d29-ea03f5a665de, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=33fc4b4b-2631-45b1-8d29-ea03f5a665de,segment=NetworkSegment(f8abc1d0-3fa7-424f-8190-df378c5aeb49),segment_id=f8abc1d0-3fa7-424f-8190-df378c5aeb49)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:19.617053 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.617053 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 7bfd1171-204a-4d07-ad3b-40f2a2169c45 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:02:19.623557 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81cf6db3-8b0b-481a-a003-c4e388573aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.624684 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cf6db3-8b0b-481a-a003-c4e388573aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:19.625383 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81cf6db3-8b0b-481a-a003-c4e388573aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.631980 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acae99d-45f2-4474-8529-43748eac4764 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Pushing event deleted for resources: {'Network': ['ID=48bf2622-8436-477c-8b9e-5b55ee601e02,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:19.696731 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13668b55-0a46-4574-b694-3e2a4e0eddf5 req-9f4b921e-b50c-4cbe-982e-7b0d69a0d889 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728415 Jul 07 21:02:19.701175 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 7bfd1171-204a-4d07-ad3b-40f2a2169c45 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:02:19.701614 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 35a846e8-0a45-4c06-a6dc-6eac8669665e no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:02:19.705947 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c1e87e55-2f55-45ac-871e-8d1a65bc050f tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.709946 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c1e87e55-2f55-45ac-871e-8d1a65bc050f tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.712088 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c1e87e55-2f55-45ac-871e-8d1a65bc050f tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "DELETE /v2.0/security-groups/99fbc78d-55cc-4ceb-96ab-664bccbd63b7 HTTP/1.1" status: 204 len: 168 time: 0.7266750 Jul 07 21:02:19.714855 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56000) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:19.742000 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=33fc4b4b-2631-45b1-8d29-ea03f5a665de,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:19.756694 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-81cf6db3-8b0b-481a-a003-c4e388573aca admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4466736 Jul 07 21:02:19.758740 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56004) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:19.778304 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-1c5e4e79-b018-499d-a6fb-f83cdeb7bc7a admin admin] Request body: {'subnet': {'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1310128101-subnet', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:19.785388 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 35a846e8-0a45-4c06-a6dc-6eac8669665e not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:02:19.792131 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e87e55-2f55-45ac-871e-8d1a65bc050f tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fbc78d-55cc-4ceb-96ab-664bccbd63b7,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:19.804654 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-785a839b-3161-47f5-8f39-e00f9e4b7d7a tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.824717 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf6db3-8b0b-481a-a003-c4e388573aca admin admin] Pushing event updated for resources: {'Network': ['ID=c4706a9a-8917-4d38-9a83-b63d9139d929,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:19.825734 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.846483 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-62daf2e0-1dbe-4fc4-93b4-449940122b28 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Deleting port 3cf1a9c5-328f-4c9f-9a18-693d43e751c9 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:19.846775 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62daf2e0-1dbe-4fc4-93b4-449940122b28 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.851173 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network c4706a9a-8917-4d38-9a83-b63d9139d929 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:02:19.880618 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a839b-3161-47f5-8f39-e00f9e4b7d7a tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Pushing event deleted for resources: {'Port': ['ID=3508901a-1f03-42da-aaaf-154124fc047d,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:19.909379 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5e4e79-b018-499d-a6fb-f83cdeb7bc7a admin admin] Made reservation on behalf of ae66bcc29cb9496c81b304ed2c4f82a5 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:02:19.912574 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4e79-b018-499d-a6fb-f83cdeb7bc7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.932741 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-22929d81-07d5-45f8-b629-eb851532f93e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:19.975404 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4014f5b9-f36b-4938-8e51-d039e26532c0 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2488468 Jul 07 21:02:19.983006 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56006) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:19.983831 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22929d81-07d5-45f8-b629-eb851532f93e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event deleted for resources: {'Port': ['ID=29732634-95f5-4e62-8e93-449363f211e4,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:19.994670 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-140c74cb-aa34-40e1-920e-a0e45585b153 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Request body: {'security_group': {'name': 'tempest-secgroup--721987042'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:20.005948 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:20.020621 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b47e67-7a19-498a-8188-59d83866942b req-54d16e2a-269a-4fd0-ae32-e791831e0315 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:20.022150 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-90b47e67-7a19-498a-8188-59d83866942b req-54d16e2a-269a-4fd0-ae32-e791831e0315 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 946 time: 0.4753482 Jul 07 21:02:20.059631 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-22929d81-07d5-45f8-b629-eb851532f93e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] No DVR routers for this DVR port 29732634-95f5-4e62-8e93-449363f211e4 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:02:20.062758 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-22929d81-07d5-45f8-b629-eb851532f93e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:20.065364 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-22929d81-07d5-45f8-b629-eb851532f93e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.58 "DELETE /v2.0/ports/29732634-95f5-4e62-8e93-449363f211e4 HTTP/1.1" status: 204 len: 173 time: 1.2538688 Jul 07 21:02:20.072069 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-deleted', 'tag': '29732634-95f5-4e62-8e93-449363f211e4'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:02:20.074365 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746ef245-665e-449b-bc26-f721a3175b04" -d '{"events": [{"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-deleted", "tag": "29732634-95f5-4e62-8e93-449363f211e4"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:02:20.091706 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62daf2e0-1dbe-4fc4-93b4-449940122b28 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:20.092045 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62daf2e0-1dbe-4fc4-93b4-449940122b28 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:20.096722 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-785a839b-3161-47f5-8f39-e00f9e4b7d7a tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:20.121599 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0305fc3d-ca12-401d-a401-3d1dbdc8e574 x-openstack-request-id: req-0305fc3d-ca12-401d-a401-3d1dbdc8e574 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:02:20.121896 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-deleted", "tag": "29732634-95f5-4e62-8e93-449363f211e4", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:02:20.122151 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0305fc3d-ca12-401d-a401-3d1dbdc8e574 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:02:20.122543 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-deleted', 'tag': '29732634-95f5-4e62-8e93-449363f211e4', 'status': 'completed', 'code': 200} Jul 07 21:02:20.132367 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-62daf2e0-1dbe-4fc4-93b4-449940122b28 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Calling delete_port for 3cf1a9c5-328f-4c9f-9a18-693d43e751c9 owned by network:floatingip {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:20.139140 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-140c74cb-aa34-40e1-920e-a0e45585b153 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:20.146036 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-90b47e67-7a19-498a-8188-59d83866942b req-ea1a3e4f-185f-43bc-b212-a34a3c300f3e tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136949 Jul 07 21:02:20.326811 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7fec304-11d1-4452-911b-57ab895c23da'}, {'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fa963de-4cf7-4796-ae84-de0b61e46db1'}, {'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac7f192b-2787-48a7-aad1-9ad147d23f58'}, {'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33fc4b4b-2631-45b1-8d29-ea03f5a665de'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:02:20.337132 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9feb190-5b1e-4f25-82d1-ee471becde53" -d '{"events": [{"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-unplugged", "status": "completed", "tag": "d7fec304-11d1-4452-911b-57ab895c23da"}, {"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-unplugged", "status": "completed", "tag": "3fa963de-4cf7-4796-ae84-de0b61e46db1"}, {"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-unplugged", "status": "completed", "tag": "ac7f192b-2787-48a7-aad1-9ad147d23f58"}, {"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-unplugged", "status": "completed", "tag": "33fc4b4b-2631-45b1-8d29-ea03f5a665de"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:02:20.351693 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-9753ca99-12bc-4d1d-8fc8-915eed475e47 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Deleting port ac7f192b-2787-48a7-aad1-9ad147d23f58 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:20.351925 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-9753ca99-12bc-4d1d-8fc8-915eed475e47 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:20.414133 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-140c74cb-aa34-40e1-920e-a0e45585b153 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:20.414566 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 07 Jul 2021 21:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12e4b49-ae24-4190-8dc3-940fe0f93fa0 x-openstack-request-id: req-d12e4b49-ae24-4190-8dc3-940fe0f93fa0 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:02:20.415115 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-unplugged", "status": "completed", "tag": "d7fec304-11d1-4452-911b-57ab895c23da", "code": 200}, {"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-unplugged", "status": "completed", "tag": "3fa963de-4cf7-4796-ae84-de0b61e46db1", "code": 200}, {"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-unplugged", "status": "completed", "tag": "ac7f192b-2787-48a7-aad1-9ad147d23f58", "code": 200}, {"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-unplugged", "status": "completed", "tag": "33fc4b4b-2631-45b1-8d29-ea03f5a665de", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:02:20.415580 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d12e4b49-ae24-4190-8dc3-940fe0f93fa0 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:02:20.416239 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7fec304-11d1-4452-911b-57ab895c23da', 'code': 200} Jul 07 21:02:20.416665 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fa963de-4cf7-4796-ae84-de0b61e46db1', 'code': 200} Jul 07 21:02:20.416919 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac7f192b-2787-48a7-aad1-9ad147d23f58', 'code': 200} Jul 07 21:02:20.417552 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33fc4b4b-2631-45b1-8d29-ea03f5a665de', 'code': 200} Jul 07 21:02:20.632503 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-785a839b-3161-47f5-8f39-e00f9e4b7d7a tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:20.638135 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-785a839b-3161-47f5-8f39-e00f9e4b7d7a tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:20.718727 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-785a839b-3161-47f5-8f39-e00f9e4b7d7a tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:20.719262 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785a839b-3161-47f5-8f39-e00f9e4b7d7a tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Fanout notify agent at l3_agent the message router_deleted on router c52a17ca-9d45-480d-9a2c-be139f5edad7 {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:02:20.728483 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-785a839b-3161-47f5-8f39-e00f9e4b7d7a tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:20.733705 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-140c74cb-aa34-40e1-920e-a0e45585b153 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:20.734292 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-785a839b-3161-47f5-8f39-e00f9e4b7d7a tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "DELETE /v2.0/routers/c52a17ca-9d45-480d-9a2c-be139f5edad7 HTTP/1.1" status: 204 len: 168 time: 2.6071427 Jul 07 21:02:20.734292 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56012) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:20.742135 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-00f9b3e1-a04b-4a1d-aaeb-9e3d13da3836 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Request body: {'router': {'name': 'tempest-snat-router-564181566', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'enable_snat': False}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:20.804224 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62daf2e0-1dbe-4fc4-93b4-449940122b28 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:20.806122 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c74cb-aa34-40e1-920e-a0e45585b153 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c551ec4-d9d3-4b89-8511-104ab34efa75,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:20.813050 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-00f9b3e1-a04b-4a1d-aaeb-9e3d13da3836 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:20.814380 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-00f9b3e1-a04b-4a1d-aaeb-9e3d13da3836 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:20.820396 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4e79-b018-499d-a6fb-f83cdeb7bc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:20.847783 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-140c74cb-aa34-40e1-920e-a0e45585b153 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:20.852596 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-140c74cb-aa34-40e1-920e-a0e45585b153 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8648665 Jul 07 21:02:20.853355 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56016) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:20.857744 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62daf2e0-1dbe-4fc4-93b4-449940122b28 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Pushing event deleted for resources: {'Port': ['ID=3cf1a9c5-328f-4c9f-9a18-693d43e751c9,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:20.872770 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-36091d48-5e8e-486f-b678-fc16607a4b18 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Request body: {'security_group_rule': {'security_group_id': '8c551ec4-d9d3-4b89-8511-104ab34efa75', 'direction': 'ingress', 'protocol': 17}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:20.877831 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-9753ca99-12bc-4d1d-8fc8-915eed475e47 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] For port ac7f192b-2787-48a7-aad1-9ad147d23f58, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=ac7f192b-2787-48a7-aad1-9ad147d23f58,segment=NetworkSegment(230c399b-dc40-43ae-a1fc-5e6d70e026da),segment_id=230c399b-dc40-43ae-a1fc-5e6d70e026da)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:20.878259 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-9753ca99-12bc-4d1d-8fc8-915eed475e47 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:20.926459 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-00f9b3e1-a04b-4a1d-aaeb-9e3d13da3836 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:20.940138 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e4e79-b018-499d-a6fb-f83cdeb7bc7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=539c2041-b5a8-40ca-9121-8b3452b576aa,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:21.051228 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5e4e79-b018-499d-a6fb-f83cdeb7bc7a admin admin] Checking segment: {'id': 'f160be75-417a-427f-aa9e-48961259cf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:02:21.052004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5e4e79-b018-499d-a6fb-f83cdeb7bc7a admin admin] Network hostable DHCP agents. Network: c4706a9a-8917-4d38-9a83-b63d9139d929, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:02:21.067280 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-36091d48-5e8e-486f-b678-fc16607a4b18 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:21.124449 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62daf2e0-1dbe-4fc4-93b4-449940122b28 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks [] for floatingip, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:21.127805 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62daf2e0-1dbe-4fc4-93b4-449940122b28 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:21.129094 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-62daf2e0-1dbe-4fc4-93b4-449940122b28 tempest-FloatingIPAdminTestJSON-863031835 tempest-FloatingIPAdminTestJSON-863031835-project] 10.222.0.64 "DELETE /v2.0/floatingips/e611c421-c538-4d1b-9f49-a9bb0aaf3713 HTTP/1.1" status: 204 len: 168 time: 1.5161448 Jul 07 21:02:21.137573 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-00f9b3e1-a04b-4a1d-aaeb-9e3d13da3836 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:21.154213 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5e4e79-b018-499d-a6fb-f83cdeb7bc7a admin admin] Network c4706a9a-8917-4d38-9a83-b63d9139d929 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:02:21.174117 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb19684-d026-4030-b2d0-553f4c84f063 req-934c4e64-4847-462d-b366-4260a479de2e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:21.180436 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb19684-d026-4030-b2d0-553f4c84f063 req-934c4e64-4847-462d-b366-4260a479de2e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:21.186356 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb19684-d026-4030-b2d0-553f4c84f063 req-934c4e64-4847-462d-b366-4260a479de2e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:21.192463 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb19684-d026-4030-b2d0-553f4c84f063 req-934c4e64-4847-462d-b366-4260a479de2e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:21.194407 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ebb19684-d026-4030-b2d0-553f4c84f063 req-934c4e64-4847-462d-b366-4260a479de2e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 3141 time: 0.2754235 Jul 07 21:02:21.196735 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-1c5e4e79-b018-499d-a6fb-f83cdeb7bc7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, c4706a9a-8917-4d38-9a83-b63d9139d929) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:21.206982 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1259ccff-a68b-4eaf-99cf-a9b691f36d43 None None] Network c4706a9a-8917-4d38-9a83-b63d9139d929 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:02:21.210318 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5e4e79-b018-499d-a6fb-f83cdeb7bc7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:21.210931 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4e79-b018-499d-a6fb-f83cdeb7bc7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:21.228042 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-36091d48-5e8e-486f-b678-fc16607a4b18 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:21.233855 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-36091d48-5e8e-486f-b678-fc16607a4b18 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:21.268932 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-9753ca99-12bc-4d1d-8fc8-915eed475e47 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:21.269311 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-9753ca99-12bc-4d1d-8fc8-915eed475e47 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:21.269632 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-9753ca99-12bc-4d1d-8fc8-915eed475e47 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Floating IP 283826fd-03e0-46fe-9a11-6b2d52f21d32 disassociated. External IP: 172.25.5.42, port: ac7f192b-2787-48a7-aad1-9ad147d23f58. Jul 07 21:02:21.270130 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-9753ca99-12bc-4d1d-8fc8-915eed475e47 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Calling delete_port for ac7f192b-2787-48a7-aad1-9ad147d23f58 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:21.278081 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1c5e4e79-b018-499d-a6fb-f83cdeb7bc7a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5103810 Jul 07 21:02:21.278683 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36091d48-5e8e-486f-b678-fc16607a4b18 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97cd2c21-ed6e-49b0-a1e0-43f31ab821f5,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:21.283776 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-36091d48-5e8e-486f-b678-fc16607a4b18 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:21.284050 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56024) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:21.288813 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-36091d48-5e8e-486f-b678-fc16607a4b18 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4314516 Jul 07 21:02:21.290042 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56026) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:21.305038 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-59830089-06db-4c09-96e2-ce3a5e84c1a1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1310128101-router', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:21.352764 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ebb19684-d026-4030-b2d0-553f4c84f063 req-68476920-d9bc-46e2-b36b-e8070f2a02ca tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050534 Jul 07 21:02:21.379741 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59830089-06db-4c09-96e2-ce3a5e84c1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:21.381398 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59830089-06db-4c09-96e2-ce3a5e84c1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:21.450884 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3397ce58-a6b8-43e0-b2ef-a68b38022121 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:21.492709 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1aed1c-fda2-440c-b747-1cb86509ca5c req-69155775-c367-4597-8163-0e751810d2e9 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:21.499988 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2d1aed1c-fda2-440c-b747-1cb86509ca5c req-69155775-c367-4597-8163-0e751810d2e9 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 946 time: 0.2194638 Jul 07 21:02:21.514679 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3397ce58-a6b8-43e0-b2ef-a68b38022121 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:21.520035 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59830089-06db-4c09-96e2-ce3a5e84c1a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:21.550669 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0158a04-bd5b-4a76-b98e-9a1724b18a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-c4706a9a-8917-4d38-9a83-b63d9139d929', 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'fixed_ips': [{'subnet_id': '539c2041-b5a8-40ca-9121-8b3452b576aa'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:02:21.552481 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e0158a04-bd5b-4a76-b98e-9a1724b18a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:21.574949 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56030) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:21.624988 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3397ce58-a6b8-43e0-b2ef-a68b38022121 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:21.627959 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3397ce58-a6b8-43e0-b2ef-a68b38022121 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:21.628114 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2d1aed1c-fda2-440c-b747-1cb86509ca5c req-d2289309-672e-46bd-a633-111c24803959 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229274 Jul 07 21:02:21.629354 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3397ce58-a6b8-43e0-b2ef-a68b38022121 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "DELETE /v2.0/security-groups/8c551ec4-d9d3-4b89-8511-104ab34efa75 HTTP/1.1" status: 204 len: 168 time: 0.3360903 Jul 07 21:02:21.642503 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56034) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:21.643670 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397ce58-a6b8-43e0-b2ef-a68b38022121 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c551ec4-d9d3-4b89-8511-104ab34efa75,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:21.645388 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-9753ca99-12bc-4d1d-8fc8-915eed475e47 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:21.688911 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753ca99-12bc-4d1d-8fc8-915eed475e47 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event deleted for resources: {'Port': ['ID=ac7f192b-2787-48a7-aad1-9ad147d23f58,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:21.791249 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-e0158a04-bd5b-4a76-b98e-9a1724b18a75 None None] Allocated IP 172.20.0.2 (c4706a9a-8917-4d38-9a83-b63d9139d929/539c2041-b5a8-40ca-9121-8b3452b576aa/3ca5d107-3c42-48ab-a120-28d511be059e) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:02:21.877011 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8d9ea0aa-ce61-444b-a003-ae3534c01fad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=52996d5edf4b496c96ac98e631228279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2987499 Jul 07 21:02:21.880750 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56036) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:21.883028 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59830089-06db-4c09-96e2-ce3a5e84c1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:21.897580 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-00f9b3e1-a04b-4a1d-aaeb-9e3d13da3836 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:21.916694 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-9753ca99-12bc-4d1d-8fc8-915eed475e47 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Router efcdc4c9-36ee-47ad-83c8-ab4a355885d8 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:02:21.935079 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-00f9b3e1-a04b-4a1d-aaeb-9e3d13da3836 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:21.944047 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e30eba7c-8ecb-4c54-89a2-f4b079af412c tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2995172 Jul 07 21:02:21.949466 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56038) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:21.983044 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e0158a04-bd5b-4a76-b98e-9a1724b18a75 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:21.990936 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-10a36786-ccae-4184-81a3-d344162ba13b tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Request body: {'security_group': {'name': 'tempest-secgroup--365184816'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:21.993632 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e0158a04-bd5b-4a76-b98e-9a1724b18a75 None None] Transition to ACTIVE for port object 3ca5d107-3c42-48ab-a120-28d511be059e will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:02:22.003188 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a52f320e-beaf-4540-a2a9-02a3d7fdc048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:22.016730 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e0158a04-bd5b-4a76-b98e-9a1724b18a75 None None] Transition to ACTIVE for port object 3ca5d107-3c42-48ab-a120-28d511be059e will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:02:22.025413 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e0158a04-bd5b-4a76-b98e-9a1724b18a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:22.078424 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a52f320e-beaf-4540-a2a9-02a3d7fdc048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:22.079067 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0158a04-bd5b-4a76-b98e-9a1724b18a75 None None] Network c4706a9a-8917-4d38-9a83-b63d9139d929 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:02:22.080224 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10a36786-ccae-4184-81a3-d344162ba13b tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:22.084039 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-e0158a04-bd5b-4a76-b98e-9a1724b18a75 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:22.089202 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0158a04-bd5b-4a76-b98e-9a1724b18a75 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:02:22.112714 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-00f9b3e1-a04b-4a1d-aaeb-9e3d13da3836 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Allocated IP 172.25.5.127 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/48c250bd-83d8-48b8-aa39-6f17e665dfcd) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:02:22.137103 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0158a04-bd5b-4a76-b98e-9a1724b18a75 None None] Pushing event updated for resources: {'Port': ['ID=3ca5d107-3c42-48ab-a120-28d511be059e,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:22.167687 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-9753ca99-12bc-4d1d-8fc8-915eed475e47 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:02:22.216720 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0545e8-f1dd-4ede-9641-36d9c487aca2 None None] Sync routers for ids ['efcdc4c9-36ee-47ad-83c8-ab4a355885d8'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:02:22.220651 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-e0158a04-bd5b-4a76-b98e-9a1724b18a75 None None] Attempting to bind port 3ca5d107-3c42-48ab-a120-28d511be059e on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:02:22.221159 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-e0158a04-bd5b-4a76-b98e-9a1724b18a75 None None] Attempting to bind port 3ca5d107-3c42-48ab-a120-28d511be059e by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'f160be75-417a-427f-aa9e-48961259cf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:02:22.221786 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0158a04-bd5b-4a76-b98e-9a1724b18a75 None None] Attempting to bind port 3ca5d107-3c42-48ab-a120-28d511be059e on network c4706a9a-8917-4d38-9a83-b63d9139d929 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:02:22.242149 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0158a04-bd5b-4a76-b98e-9a1724b18a75 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:02:22.243022 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0158a04-bd5b-4a76-b98e-9a1724b18a75 None None] Checking segment: {'id': 'f160be75-417a-427f-aa9e-48961259cf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:02:22.244193 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e0158a04-bd5b-4a76-b98e-9a1724b18a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:22.246258 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0158a04-bd5b-4a76-b98e-9a1724b18a75 None None] Bound using segment: {'id': 'f160be75-417a-427f-aa9e-48961259cf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:02:22.246912 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-e0158a04-bd5b-4a76-b98e-9a1724b18a75 None None] Bound port: 3ca5d107-3c42-48ab-a120-28d511be059e, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f160be75-417a-427f-aa9e-48961259cf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:02:22.248317 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e0158a04-bd5b-4a76-b98e-9a1724b18a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:22.262476 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-9753ca99-12bc-4d1d-8fc8-915eed475e47 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] No DVR routers for this DVR port ac7f192b-2787-48a7-aad1-9ad147d23f58 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:02:22.265826 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a52f320e-beaf-4540-a2a9-02a3d7fdc048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:22.269504 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a52f320e-beaf-4540-a2a9-02a3d7fdc048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:22.272192 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a52f320e-beaf-4540-a2a9-02a3d7fdc048 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bd9c797d-9c37-453b-b801-61a5976315c1 HTTP/1.1" status: 204 len: 168 time: 0.3894231 Jul 07 21:02:22.274846 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-9753ca99-12bc-4d1d-8fc8-915eed475e47 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:22.276895 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-9753ca99-12bc-4d1d-8fc8-915eed475e47 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.58 "DELETE /v2.0/ports/ac7f192b-2787-48a7-aad1-9ad147d23f58 HTTP/1.1" status: 204 len: 173 time: 2.1984096 Jul 07 21:02:22.279273 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-deleted', 'tag': 'ac7f192b-2787-48a7-aad1-9ad147d23f58'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:02:22.282454 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fa41eb-cf41-49d3-a91a-622ed71902b0" -d '{"events": [{"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-deleted", "tag": "ac7f192b-2787-48a7-aad1-9ad147d23f58"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:02:22.299783 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0545e8-f1dd-4ede-9641-36d9c487aca2 None None] Routers {'efcdc4c9-36ee-47ad-83c8-ab4a355885d8'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:22.300913 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-00f9b3e1-a04b-4a1d-aaeb-9e3d13da3836 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:22.301461 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-bf0545e8-f1dd-4ede-9641-36d9c487aca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['efcdc4c9-36ee-47ad-83c8-ab4a355885d8'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:22.339053 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f320e-beaf-4540-a2a9-02a3d7fdc048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9c797d-9c37-453b-b801-61a5976315c1,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:22.372208 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bbfe2b-7175-4b96-85df-92558fe84000 x-openstack-request-id: req-57bbfe2b-7175-4b96-85df-92558fe84000 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:02:22.372488 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-deleted", "tag": "ac7f192b-2787-48a7-aad1-9ad147d23f58", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:02:22.372745 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57bbfe2b-7175-4b96-85df-92558fe84000 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:02:22.373140 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-deleted', 'tag': 'ac7f192b-2787-48a7-aad1-9ad147d23f58', 'status': 'completed', 'code': 200} Jul 07 21:02:22.398508 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-00f9b3e1-a04b-4a1d-aaeb-9e3d13da3836 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:22.448967 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f9b3e1-a04b-4a1d-aaeb-9e3d13da3836 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:02:22.452716 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-00f9b3e1-a04b-4a1d-aaeb-9e3d13da3836 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:22.461429 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9b3e1-a04b-4a1d-aaeb-9e3d13da3836 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:02:22.471305 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10a36786-ccae-4184-81a3-d344162ba13b tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:22.486738 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10a36786-ccae-4184-81a3-d344162ba13b tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:22.529323 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-10a36786-ccae-4184-81a3-d344162ba13b tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:22.529323 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-10a36786-ccae-4184-81a3-d344162ba13b tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5779030 Jul 07 21:02:22.533608 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56048) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:22.536127 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a36786-ccae-4184-81a3-d344162ba13b tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d98272e6-c549-4cc9-a596-5a64dc831b17,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:22.554448 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-3fc6b278-95c3-49de-8310-6a6884aa4de9 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Request body: {'security_group': {'name': 'tempest-secgroup--674115977'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:22.570049 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-3b78533c-3f17-4428-83fc-2c5678ebd584 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Deleting port 3fa963de-4cf7-4796-ae84-de0b61e46db1 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:22.570507 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-3b78533c-3f17-4428-83fc-2c5678ebd584 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:22.603305 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-bf0545e8-f1dd-4ede-9641-36d9c487aca2 None None] Set router efcdc4c9-36ee-47ad-83c8-ab4a355885d8 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:02:22.645179 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3fc6b278-95c3-49de-8310-6a6884aa4de9 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:22.655891 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-e0158a04-bd5b-4a76-b98e-9a1724b18a75 None None] For port 3ca5d107-3c42-48ab-a120-28d511be059e, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:02:22.716486 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-3b78533c-3f17-4428-83fc-2c5678ebd584 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] For port 3fa963de-4cf7-4796-ae84-de0b61e46db1, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=3fa963de-4cf7-4796-ae84-de0b61e46db1,segment=NetworkSegment(3c71bb1f-6379-4398-a24d-bfc2b99d5fea),segment_id=3c71bb1f-6379-4398-a24d-bfc2b99d5fea)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:22.716697 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-e0158a04-bd5b-4a76-b98e-9a1724b18a75 None None] For port 3ca5d107-3c42-48ab-a120-28d511be059e, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=3ca5d107-3c42-48ab-a120-28d511be059e,segment=NetworkSegment(f160be75-417a-427f-aa9e-48961259cf31),segment_id=f160be75-417a-427f-aa9e-48961259cf31)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:02:22.716848 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-3b78533c-3f17-4428-83fc-2c5678ebd584 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:22.723121 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e0158a04-bd5b-4a76-b98e-9a1724b18a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:22.746529 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9b3e1-a04b-4a1d-aaeb-9e3d13da3836 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Pushing event updated for resources: {'Port': ['ID=48c250bd-83d8-48b8-aa39-6f17e665dfcd,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:22.776503 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-3b78533c-3f17-4428-83fc-2c5678ebd584 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Calling delete_port for 3fa963de-4cf7-4796-ae84-de0b61e46db1 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:22.846544 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59830089-06db-4c09-96e2-ce3a5e84c1a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:22.897762 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56054) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:22.922851 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba40ab3-d929-49a7-afa9-e25946def28b req-0ab65b6d-fa08-46dd-bcd7-d7b64044e287 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:22.929483 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba40ab3-d929-49a7-afa9-e25946def28b req-0ab65b6d-fa08-46dd-bcd7-d7b64044e287 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:22.933275 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0158a04-bd5b-4a76-b98e-9a1724b18a75 None None] Pushing event updated for resources: {'Port': ['ID=3ca5d107-3c42-48ab-a120-28d511be059e,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:22.936009 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-542b48b9-6edf-4853-aa11-3143721f1a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:22.936607 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba40ab3-d929-49a7-afa9-e25946def28b req-0ab65b6d-fa08-46dd-bcd7-d7b64044e287 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:22.938358 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6ba40ab3-d929-49a7-afa9-e25946def28b req-0ab65b6d-fa08-46dd-bcd7-d7b64044e287 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 2408 time: 0.3391378 Jul 07 21:02:22.954816 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59830089-06db-4c09-96e2-ce3a5e84c1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:22.995911 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3fc6b278-95c3-49de-8310-6a6884aa4de9 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:23.009682 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3fc6b278-95c3-49de-8310-6a6884aa4de9 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:23.030489 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-bf0545e8-f1dd-4ede-9641-36d9c487aca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'name': 'tempest-TaggedBootDevicesTest-869383580-router', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:04Z', 'updated_at': '2021-07-07T20:51:09Z', 'revision_number': 4, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'gw_port': {'id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:05Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '08fff8d9-ea86-4827-86f8-59f103926865', 'name': '', 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'mac_address': 'fa:16:3e:6e:3c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '7e2de973-7d90-47e5-b7b8-d0df5795ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:08Z', 'updated_at': '2021-07-07T20:51:17Z', 'revision_number': 5, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'subnets': [{'id': '7e2de973-7d90-47e5-b7b8-d0df5795ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:23.065987 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0545e8-f1dd-4ede-9641-36d9c487aca2 None None] Checking router: efcdc4c9-36ee-47ad-83c8-ab4a355885d8 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:02:23.076160 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0545e8-f1dd-4ede-9641-36d9c487aca2 None None] Routers {'efcdc4c9-36ee-47ad-83c8-ab4a355885d8'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:23.077044 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-bf0545e8-f1dd-4ede-9641-36d9c487aca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['efcdc4c9-36ee-47ad-83c8-ab4a355885d8'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:23.088023 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6b278-95c3-49de-8310-6a6884aa4de9 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5941e2f4-5cca-497c-9923-b5b6963f0282,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:23.107612 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6ba40ab3-d929-49a7-afa9-e25946def28b req-0e664144-3d7e-45b5-a7a8-c46dcbc6e6f9 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581109 Jul 07 21:02:23.220286 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-3b78533c-3f17-4428-83fc-2c5678ebd584 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:23.233865 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424c74b-ce12-431f-85b7-5dc5066b1954 req-e612ea1b-fef6-44b7-956d-5ba9a137b7cb tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:23.245580 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e424c74b-ce12-431f-85b7-5dc5066b1954 req-e612ea1b-fef6-44b7-956d-5ba9a137b7cb tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 946 time: 0.3060822 Jul 07 21:02:23.271499 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-bf0545e8-f1dd-4ede-9641-36d9c487aca2 None None] Set router efcdc4c9-36ee-47ad-83c8-ab4a355885d8 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:02:23.310700 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78533c-3f17-4428-83fc-2c5678ebd584 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event deleted for resources: {'Port': ['ID=3fa963de-4cf7-4796-ae84-de0b61e46db1,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:23.327646 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-59830089-06db-4c09-96e2-ce3a5e84c1a1 admin admin] Allocated IP 172.25.5.160 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/2675793f-4bdd-4756-a0ec-1a63ba6ba81a) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:02:23.380696 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-542b48b9-6edf-4853-aa11-3143721f1a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:23.391821 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-542b48b9-6edf-4853-aa11-3143721f1a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:23.436986 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3fc6b278-95c3-49de-8310-6a6884aa4de9 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:23.438330 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3fc6b278-95c3-49de-8310-6a6884aa4de9 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9033976 Jul 07 21:02:23.447254 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56058) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:23.448421 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-3b78533c-3f17-4428-83fc-2c5678ebd584 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] No DVR routers for this DVR port 3fa963de-4cf7-4796-ae84-de0b61e46db1 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:02:23.454291 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-b16d2899-d4af-4780-ae56-83aef75e9303 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Request body: {'security_group_rule': {'security_group_id': 'd98272e6-c549-4cc9-a596-5a64dc831b17', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5941e2f4-5cca-497c-9923-b5b6963f0282', 'remote_ip_prefix': None}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:23.465899 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-3b78533c-3f17-4428-83fc-2c5678ebd584 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:23.465899 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-3b78533c-3f17-4428-83fc-2c5678ebd584 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.58 "DELETE /v2.0/ports/3fa963de-4cf7-4796-ae84-de0b61e46db1 HTTP/1.1" status: 204 len: 173 time: 1.1740501 Jul 07 21:02:23.524947 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-542b48b9-6edf-4853-aa11-3143721f1a90 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5512c8795efc4b84b1bb3d9246c547c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6263876 Jul 07 21:02:23.528435 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b48b9-6edf-4853-aa11-3143721f1a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06646e7e-162e-4622-a767-260bdb3da3b2,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:23.530849 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56060) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:23.554757 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e424c74b-ce12-431f-85b7-5dc5066b1954 req-98d263b6-a869-45c6-b8d6-9095c7aeb71d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080428 Jul 07 21:02:23.555662 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-bf0545e8-f1dd-4ede-9641-36d9c487aca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'name': 'tempest-TaggedBootDevicesTest-869383580-router', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:04Z', 'updated_at': '2021-07-07T20:51:09Z', 'revision_number': 4, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'gw_port': {'id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:05Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '08fff8d9-ea86-4827-86f8-59f103926865', 'name': '', 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'mac_address': 'fa:16:3e:6e:3c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '7e2de973-7d90-47e5-b7b8-d0df5795ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:08Z', 'updated_at': '2021-07-07T20:51:17Z', 'revision_number': 5, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'subnets': [{'id': '7e2de973-7d90-47e5-b7b8-d0df5795ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:23.586564 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-00f9b3e1-a04b-4a1d-aaeb-9e3d13da3836 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:23.601955 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0545e8-f1dd-4ede-9641-36d9c487aca2 None None] The sync data for ids ['efcdc4c9-36ee-47ad-83c8-ab4a355885d8'] in n-d-695189-11 is: [{'id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'name': 'tempest-TaggedBootDevicesTest-869383580-router', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:04Z', 'updated_at': '2021-07-07T20:51:09Z', 'revision_number': 4, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'gw_port': {'id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:05Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '08fff8d9-ea86-4827-86f8-59f103926865', 'name': '', 'network_id': '11c72bfa-694c-4468-a09f-5d536029fc88', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'mac_address': 'fa:16:3e:6e:3c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '7e2de973-7d90-47e5-b7b8-d0df5795ea59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:08Z', 'updated_at': '2021-07-07T20:51:17Z', 'revision_number': 5, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'subnets': [{'id': '7e2de973-7d90-47e5-b7b8-d0df5795ea59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:02:23.642205 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59830089-06db-4c09-96e2-ce3a5e84c1a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:23.652364 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-63244952-04eb-450d-882d-98e356ba68cc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Deleting port d7fec304-11d1-4452-911b-57ab895c23da {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:23.652712 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-63244952-04eb-450d-882d-98e356ba68cc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:23.655406 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74dcafad-b2de-4ee8-97a2-18ed3e4c2d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:23.668466 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b16d2899-d4af-4780-ae56-83aef75e9303 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:23.724735 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74dcafad-b2de-4ee8-97a2-18ed3e4c2d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:23.809051 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-63244952-04eb-450d-882d-98e356ba68cc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] For port d7fec304-11d1-4452-911b-57ab895c23da, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d7fec304-11d1-4452-911b-57ab895c23da,segment=NetworkSegment(f8abc1d0-3fa7-424f-8190-df378c5aeb49),segment_id=f8abc1d0-3fa7-424f-8190-df378c5aeb49)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:23.809459 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-63244952-04eb-450d-882d-98e356ba68cc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:23.820843 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74dcafad-b2de-4ee8-97a2-18ed3e4c2d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:23.823514 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74dcafad-b2de-4ee8-97a2-18ed3e4c2d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:23.824588 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-74dcafad-b2de-4ee8-97a2-18ed3e4c2d5b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/06646e7e-162e-4622-a767-260bdb3da3b2 HTTP/1.1" status: 204 len: 168 time: 0.2906651 Jul 07 21:02:23.825646 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59830089-06db-4c09-96e2-ce3a5e84c1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:23.847589 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-63244952-04eb-450d-882d-98e356ba68cc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Calling delete_port for d7fec304-11d1-4452-911b-57ab895c23da owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:23.865267 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dcafad-b2de-4ee8-97a2-18ed3e4c2d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06646e7e-162e-4622-a767-260bdb3da3b2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:24.054262 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5a2eb4-3f2d-4dc3-8063-7f4700380781 None None] New status for floating IP 283826fd-03e0-46fe-9a11-6b2d52f21d32: DOWN {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:02:24.154348 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-63244952-04eb-450d-882d-98e356ba68cc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:24.259949 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-63244952-04eb-450d-882d-98e356ba68cc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] No DVR routers for this DVR port d7fec304-11d1-4452-911b-57ab895c23da on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:02:24.263914 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63244952-04eb-450d-882d-98e356ba68cc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event deleted for resources: {'Port': ['ID=d7fec304-11d1-4452-911b-57ab895c23da,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:24.276743 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-63244952-04eb-450d-882d-98e356ba68cc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:24.278899 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-63244952-04eb-450d-882d-98e356ba68cc tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.58 "DELETE /v2.0/ports/d7fec304-11d1-4452-911b-57ab895c23da HTTP/1.1" status: 204 len: 173 time: 0.8030324 Jul 07 21:02:24.384182 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-deleted', 'tag': '3fa963de-4cf7-4796-ae84-de0b61e46db1'}, {'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-deleted', 'tag': 'd7fec304-11d1-4452-911b-57ab895c23da'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:02:24.387046 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0680794-b44b-4cb4-94cf-68d143c69dee" -d '{"events": [{"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-deleted", "tag": "3fa963de-4cf7-4796-ae84-de0b61e46db1"}, {"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-deleted", "tag": "d7fec304-11d1-4452-911b-57ab895c23da"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:02:24.393396 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b885f7-2b3f-4613-959f-d82ab6006c23 None None] Network c4706a9a-8917-4d38-9a83-b63d9139d929 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:02:24.415269 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56070) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:24.449753 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 21:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dc798d-f85e-4096-907f-1872d8972393 x-openstack-request-id: req-93dc798d-f85e-4096-907f-1872d8972393 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:02:24.450144 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-deleted", "tag": "3fa963de-4cf7-4796-ae84-de0b61e46db1", "status": "completed", "code": 200}, {"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-deleted", "tag": "d7fec304-11d1-4452-911b-57ab895c23da", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:02:24.450481 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93dc798d-f85e-4096-907f-1872d8972393 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:02:24.450932 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-deleted', 'tag': '3fa963de-4cf7-4796-ae84-de0b61e46db1', 'status': 'completed', 'code': 200} Jul 07 21:02:24.451253 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-deleted', 'tag': 'd7fec304-11d1-4452-911b-57ab895c23da', 'status': 'completed', 'code': 200} Jul 07 21:02:24.454557 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3f94e7db-267b-4789-a380-831cb5c17c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:24.474640 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b16d2899-d4af-4780-ae56-83aef75e9303 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:24.496272 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-8b1117cb-2aaf-43fb-bb72-5eae6787765a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Deleting port 33fc4b4b-2631-45b1-8d29-ea03f5a665de {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:24.496586 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-8b1117cb-2aaf-43fb-bb72-5eae6787765a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:24.505167 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59830089-06db-4c09-96e2-ce3a5e84c1a1 admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:02:24.505999 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59830089-06db-4c09-96e2-ce3a5e84c1a1 admin admin] Pushing event updated for resources: {'Port': ['ID=2675793f-4bdd-4756-a0ec-1a63ba6ba81a,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:24.512353 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b16d2899-d4af-4780-ae56-83aef75e9303 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:24.543645 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-82eef7ee-3164-42af-960b-6acab7ba4c9c None None] Provisioning for port 3ca5d107-3c42-48ab-a120-28d511be059e completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:02:24.623696 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-59830089-06db-4c09-96e2-ce3a5e84c1a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:24.653953 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59830089-06db-4c09-96e2-ce3a5e84c1a1 admin admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:02:24.673994 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3f94e7db-267b-4789-a380-831cb5c17c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:24.692980 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d2899-d4af-4780-ae56-83aef75e9303 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1ca92e-c989-4c0c-b276-632213fde44d,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:24.699380 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3f94e7db-267b-4789-a380-831cb5c17c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:24.749804 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-00f9b3e1-a04b-4a1d-aaeb-9e3d13da3836 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:24.777017 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94e7db-267b-4789-a380-831cb5c17c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6f5ef1-3c49-4dd9-a5ec-c80fbd0dfb2a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:24.791424 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3f94e7db-267b-4789-a380-831cb5c17c74 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3c0c0df9ced64e608bfe9eb5d50c7596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3694441 Jul 07 21:02:24.791424 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56076) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:24.843131 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-8b1117cb-2aaf-43fb-bb72-5eae6787765a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] For port 33fc4b4b-2631-45b1-8d29-ea03f5a665de, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=33fc4b4b-2631-45b1-8d29-ea03f5a665de,segment=NetworkSegment(f8abc1d0-3fa7-424f-8190-df378c5aeb49),segment_id=f8abc1d0-3fa7-424f-8190-df378c5aeb49)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:24.843527 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-8b1117cb-2aaf-43fb-bb72-5eae6787765a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:24.874449 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-8b1117cb-2aaf-43fb-bb72-5eae6787765a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Calling delete_port for 33fc4b4b-2631-45b1-8d29-ea03f5a665de owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:24.899846 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4accfc15-670a-4f14-9107-b4809be30fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:24.911232 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b16d2899-d4af-4780-ae56-83aef75e9303 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:24.915151 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b16d2899-d4af-4780-ae56-83aef75e9303 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.4620070 Jul 07 21:02:24.928309 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56078) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:24.993379 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4accfc15-670a-4f14-9107-b4809be30fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:25.001241 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-26044341-3a00-494c-b160-28ffd687374e tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:25.039910 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-26044341-3a00-494c-b160-28ffd687374e tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:25.079241 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040cd3b-a83e-4045-94f3-9e67d5f04311 req-0cee2744-6db5-4e52-ae3d-c1be1e9dfd10 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:25.090278 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4040cd3b-a83e-4045-94f3-9e67d5f04311 req-0cee2744-6db5-4e52-ae3d-c1be1e9dfd10 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 943 time: 0.6185393 Jul 07 21:02:25.119350 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 3ca5d107-3c42-48ab-a120-28d511be059e up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:02:25.120096 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-26044341-3a00-494c-b160-28ffd687374e tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:25.121939 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4accfc15-670a-4f14-9107-b4809be30fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:25.124559 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4accfc15-670a-4f14-9107-b4809be30fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:25.135657 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4accfc15-670a-4f14-9107-b4809be30fc7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d6f5ef1-3c49-4dd9-a5ec-c80fbd0dfb2a HTTP/1.1" status: 204 len: 168 time: 0.3366761 Jul 07 21:02:25.175467 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 3ca5d107-3c42-48ab-a120-28d511be059e completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:02:25.182225 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 3ca5d107-3c42-48ab-a120-28d511be059e triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:25.183040 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:25.210882 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-26044341-3a00-494c-b160-28ffd687374e tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:25.214951 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-26044341-3a00-494c-b160-28ffd687374e tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/2c1ca92e-c989-4c0c-b276-632213fde44d HTTP/1.1" status: 204 len: 168 time: 0.2832913 Jul 07 21:02:25.225882 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56082) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:25.227979 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26044341-3a00-494c-b160-28ffd687374e tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c1ca92e-c989-4c0c-b276-632213fde44d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:25.236886 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-8b1117cb-2aaf-43fb-bb72-5eae6787765a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:25.247113 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4040cd3b-a83e-4045-94f3-9e67d5f04311 req-cd705ad1-727e-4eb9-9049-9262dca5ec32 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups?id=47e66961-8656-4c0b-a015-5ce1ae8d9893&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556935 Jul 07 21:02:25.265859 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177e8fe-4b71-454e-87dd-f3aef879ea0f req-a1ae8c62-4911-4274-b40d-490c7eb338f8 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:25.267816 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0177e8fe-4b71-454e-87dd-f3aef879ea0f req-a1ae8c62-4911-4274-b40d-490c7eb338f8 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 946 time: 0.3579438 Jul 07 21:02:25.303583 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:25.310973 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59830089-06db-4c09-96e2-ce3a5e84c1a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:25.312168 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accfc15-670a-4f14-9107-b4809be30fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6f5ef1-3c49-4dd9-a5ec-c80fbd0dfb2a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:25.315223 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f9b3e1-a04b-4a1d-aaeb-9e3d13da3836 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Router 14e21fd2-8d48-4096-8bb4-c08d94930bd6 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:02:25.319720 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1117cb-2aaf-43fb-bb72-5eae6787765a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event deleted for resources: {'Port': ['ID=33fc4b4b-2631-45b1-8d29-ea03f5a665de,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:25.347901 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 3ca5d107-3c42-48ab-a120-28d511be059e, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=3ca5d107-3c42-48ab-a120-28d511be059e,segment=NetworkSegment(f160be75-417a-427f-aa9e-48961259cf31),segment_id=f160be75-417a-427f-aa9e-48961259cf31)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:25.363005 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:25.385884 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-8b1117cb-2aaf-43fb-bb72-5eae6787765a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] No DVR routers for this DVR port 33fc4b4b-2631-45b1-8d29-ea03f5a665de on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:02:25.389081 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0177e8fe-4b71-454e-87dd-f3aef879ea0f req-acba1c0d-040a-4ef2-94c2-23c8c96a25f2 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042380 Jul 07 21:02:25.410383 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-8b1117cb-2aaf-43fb-bb72-5eae6787765a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:25.418863 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-473b48f6-ac16-4bd3-9e2b-fe18e22e5b58 req-8b1117cb-2aaf-43fb-bb72-5eae6787765a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.58 "DELETE /v2.0/ports/33fc4b4b-2631-45b1-8d29-ea03f5a665de HTTP/1.1" status: 204 len: 173 time: 1.1329758 Jul 07 21:02:25.444524 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=3ca5d107-3c42-48ab-a120-28d511be059e,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:25.457373 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-35eaa9a4-2ef0-48a9-a082-326345d6ea8f tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2131898 Jul 07 21:02:25.460997 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56086) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:25.537322 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-267ceaa8-edf2-41ad-a5ac-0fb4716f5765 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:25.574022 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-267ceaa8-edf2-41ad-a5ac-0fb4716f5765 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:25.611274 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f9b3e1-a04b-4a1d-aaeb-9e3d13da3836 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:02:25.621723 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] Sync routers for ids ['14e21fd2-8d48-4096-8bb4-c08d94930bd6'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:02:25.635879 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] Routers {'14e21fd2-8d48-4096-8bb4-c08d94930bd6'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:25.636838 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['14e21fd2-8d48-4096-8bb4-c08d94930bd6'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:25.649878 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-267ceaa8-edf2-41ad-a5ac-0fb4716f5765 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:25.654648 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-267ceaa8-edf2-41ad-a5ac-0fb4716f5765 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:25.656328 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-267ceaa8-edf2-41ad-a5ac-0fb4716f5765 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "DELETE /v2.0/security-groups/5941e2f4-5cca-497c-9923-b5b6963f0282 HTTP/1.1" status: 204 len: 168 time: 0.1943693 Jul 07 21:02:25.658957 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56098) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:25.675821 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ceaa8-edf2-41ad-a5ac-0fb4716f5765 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5941e2f4-5cca-497c-9923-b5b6963f0282,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:25.688686 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-00f9b3e1-a04b-4a1d-aaeb-9e3d13da3836 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:25.689771 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-00f9b3e1-a04b-4a1d-aaeb-9e3d13da3836 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.9544804 Jul 07 21:02:25.693012 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56100) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:25.721751 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59830089-06db-4c09-96e2-ce3a5e84c1a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:25.805064 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-34ecdae3-2a23-4969-9b60-26608e565c6a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1409633 Jul 07 21:02:25.805274 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56104) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:25.938384 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] Set router 14e21fd2-8d48-4096-8bb4-c08d94930bd6 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:02:25.940347 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-48b2acf1-e15a-4f32-8226-8a3829485957 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "GET /v2.0/routers/14e21fd2-8d48-4096-8bb4-c08d94930bd6 HTTP/1.1" status: 200 len: 908 time: 0.2460697 Jul 07 21:02:25.944908 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56106) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:25.961868 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-7b26e94a-5078-4a46-9461-eff5f8c6330e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Request body: {'router': {'name': 'tempest-snat-router-564181566', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'enable_snat': True}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:25.972876 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2327c604-ab02-44d1-bab3-35ba8a331151 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:25.992193 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b26e94a-5078-4a46-9461-eff5f8c6330e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:25.993528 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b26e94a-5078-4a46-9461-eff5f8c6330e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:26.056916 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2327c604-ab02-44d1-bab3-35ba8a331151 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:26.082419 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b26e94a-5078-4a46-9461-eff5f8c6330e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:26.120474 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2327c604-ab02-44d1-bab3-35ba8a331151 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:26.124644 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2327c604-ab02-44d1-bab3-35ba8a331151 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:26.126401 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2327c604-ab02-44d1-bab3-35ba8a331151 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "DELETE /v2.0/security-groups/d98272e6-c549-4cc9-a596-5a64dc831b17 HTTP/1.1" status: 204 len: 168 time: 0.3202345 Jul 07 21:02:26.141981 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56114) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:26.186849 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327c604-ab02-44d1-bab3-35ba8a331151 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98272e6-c549-4cc9-a596-5a64dc831b17,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:26.241140 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59830089-06db-4c09-96e2-ce3a5e84c1a1 admin admin] Router 30445f21-ee84-4bd1-b602-f11df6023350 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:02:26.265111 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e21fd2-8d48-4096-8bb4-c08d94930bd6', 'name': 'tempest-snat-router-564181566', 'tenant_id': '6efaaed12bf143b89494ca03e8b63c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.127'}], 'enable_snat': False}, 'gw_port_id': '48c250bd-83d8-48b8-aa39-6f17e665dfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:02:20Z', 'updated_at': '2021-07-07T21:02:22Z', 'revision_number': 3, 'project_id': '6efaaed12bf143b89494ca03e8b63c2b', 'gw_port': {'id': '48c250bd-83d8-48b8-aa39-6f17e665dfcd', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e21fd2-8d48-4096-8bb4-c08d94930bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:21Z', 'updated_at': '2021-07-07T21:02:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:26.273456 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b26e94a-5078-4a46-9461-eff5f8c6330e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:26.275428 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f9704864-0813-465a-8795-0169b4baaa53 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1259694 Jul 07 21:02:26.276485 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56120) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:26.290398 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-699e6d3c-69c1-4dda-b083-99ae6ba4b52a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Request body: {'security_group': {'name': 'tempest-secgroup--121263105'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:26.298579 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] Checking router: 14e21fd2-8d48-4096-8bb4-c08d94930bd6 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:02:26.298932 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] Updating router 14e21fd2-8d48-4096-8bb4-c08d94930bd6 port 48c250bd-83d8-48b8-aa39-6f17e665dfcd binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:02:26.344888 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:26.452339 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-deleted', 'tag': '33fc4b4b-2631-45b1-8d29-ea03f5a665de'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:02:26.455557 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b2b7a7-6c51-489b-8059-33817c837a78" -d '{"events": [{"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-deleted", "tag": "33fc4b4b-2631-45b1-8d29-ea03f5a665de"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:02:26.510883 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-699e6d3c-69c1-4dda-b083-99ae6ba4b52a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:26.656132 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ae4feca-e873-4c9f-b028-422714de5734 req-abb61dc2-658f-45ee-bc72-3e021de96c72 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 210 time: 0.2042031 Jul 07 21:02:26.777406 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:26.789813 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] Transition to ACTIVE for port object 48c250bd-83d8-48b8-aa39-6f17e665dfcd will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:02:26.796946 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:26.836940 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59830089-06db-4c09-96e2-ce3a5e84c1a1 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:02:26.852571 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] Sync routers for ids ['30445f21-ee84-4bd1-b602-f11df6023350'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:02:26.863747 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] Attempting to bind port 48c250bd-83d8-48b8-aa39-6f17e665dfcd on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:02:26.864767 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] Attempting to bind port 48c250bd-83d8-48b8-aa39-6f17e665dfcd by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:02:26.865402 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] Attempting to bind port 48c250bd-83d8-48b8-aa39-6f17e665dfcd on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:02:26.874468 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] Routers {'30445f21-ee84-4bd1-b602-f11df6023350'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:26.876210 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['30445f21-ee84-4bd1-b602-f11df6023350'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:26.876861 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e71419-4141-4c75-a321-6b179664b0c1 None None] Pushing event updated for resources: {'Port': ['ID=48c250bd-83d8-48b8-aa39-6f17e665dfcd,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:26.883282 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:02:26.883849 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:02:26.884567 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:26.885233 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:02:26.885986 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] Bound port: 48c250bd-83d8-48b8-aa39-6f17e665dfcd, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:02:26.887134 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:26.921212 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a374cb-d07c-4e6c-ba68-b8e29ade5e43 x-openstack-request-id: req-c1a374cb-d07c-4e6c-ba68-b8e29ade5e43 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:02:26.921856 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776d3f39-d4b1-4582-bea8-433919a8c356", "name": "network-vif-deleted", "tag": "33fc4b4b-2631-45b1-8d29-ea03f5a665de", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:02:26.921856 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c1a374cb-d07c-4e6c-ba68-b8e29ade5e43 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:02:26.922134 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776d3f39-d4b1-4582-bea8-433919a8c356', 'name': 'network-vif-deleted', 'tag': '33fc4b4b-2631-45b1-8d29-ea03f5a665de', 'status': 'completed', 'code': 200} Jul 07 21:02:26.974123 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] For port 48c250bd-83d8-48b8-aa39-6f17e665dfcd, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:02:26.978488 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] For port 48c250bd-83d8-48b8-aa39-6f17e665dfcd, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=48c250bd-83d8-48b8-aa39-6f17e665dfcd,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:02:26.983479 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:27.003102 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b26e94a-5078-4a46-9461-eff5f8c6330e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:27.026215 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b26e94a-5078-4a46-9461-eff5f8c6330e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:27.042843 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b768c-37b6-4b7f-824f-ec73480c0987 req-d9801c9d-8020-4e1d-843f-741a5eff1ffe tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:27.063784 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-944b768c-37b6-4b7f-824f-ec73480c0987 req-d9801c9d-8020-4e1d-843f-741a5eff1ffe tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 946 time: 0.3670604 Jul 07 21:02:27.072514 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] Routers {'14e21fd2-8d48-4096-8bb4-c08d94930bd6'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:27.074064 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['14e21fd2-8d48-4096-8bb4-c08d94930bd6'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:27.076533 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e71419-4141-4c75-a321-6b179664b0c1 None None] Pushing event updated for resources: {'Port': ['ID=48c250bd-83d8-48b8-aa39-6f17e665dfcd,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:27.181273 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-699e6d3c-69c1-4dda-b083-99ae6ba4b52a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:27.202655 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-944b768c-37b6-4b7f-824f-ec73480c0987 req-ab2acd8f-c20b-45ca-9663-eb6abc327415 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378660 Jul 07 21:02:27.218871 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-699e6d3c-69c1-4dda-b083-99ae6ba4b52a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:27.255625 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59830089-06db-4c09-96e2-ce3a5e84c1a1 admin admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:27.259933 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-59830089-06db-4c09-96e2-ce3a5e84c1a1 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.9687951 Jul 07 21:02:27.260936 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56140) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:27.290532 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-7b26e94a-5078-4a46-9461-eff5f8c6330e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Allocated IP 172.25.5.252 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/cf36c81a-719a-4d33-9f7b-af3953c3f3cf) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:02:27.318249 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 3ca5d107-3c42-48ab-a120-28d511be059e up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:02:27.355965 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] Set router 30445f21-ee84-4bd1-b602-f11df6023350 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:02:27.392203 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-699e6d3c-69c1-4dda-b083-99ae6ba4b52a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:27.396972 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-699e6d3c-69c1-4dda-b083-99ae6ba4b52a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1129739 Jul 07 21:02:27.418073 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56144) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:27.434398 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-dec641b4-8859-4913-bfec-125ba46e110d tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Request body: {'security_group_rule': {'security_group_id': 'd52fe719-de47-4244-9235-a828d2ed267a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:27.459514 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] Set router 14e21fd2-8d48-4096-8bb4-c08d94930bd6 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:02:27.518112 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dec641b4-8859-4913-bfec-125ba46e110d tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:27.529405 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e6d3c-69c1-4dda-b083-99ae6ba4b52a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d52fe719-de47-4244-9235-a828d2ed267a,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:27.535760 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56146) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:27.640757 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 3ca5d107-3c42-48ab-a120-28d511be059e triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:27.641219 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:27.665174 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b26e94a-5078-4a46-9461-eff5f8c6330e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:27.725741 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b26e94a-5078-4a46-9461-eff5f8c6330e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:27.765647 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b26e94a-5078-4a46-9461-eff5f8c6330e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:02:27.772862 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-7b26e94a-5078-4a46-9461-eff5f8c6330e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:27.778291 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b26e94a-5078-4a46-9461-eff5f8c6330e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:02:27.790606 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30445f21-ee84-4bd1-b602-f11df6023350', 'name': 'tempest-ServersTestJSON-1310128101-router', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:02:21Z', 'updated_at': '2021-07-07T21:02:25Z', 'revision_number': 3, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'gw_port': {'id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:23Z', 'updated_at': '2021-07-07T21:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:27.813345 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dec641b4-8859-4913-bfec-125ba46e110d tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:27.820986 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-6506109d-1eac-4dab-89cb-3daf691fcbd0 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1981516225', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:27.826965 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dec641b4-8859-4913-bfec-125ba46e110d tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:27.831468 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26e94a-5078-4a46-9461-eff5f8c6330e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Pushing event updated for resources: {'Port': ['ID=cf36c81a-719a-4d33-9f7b-af3953c3f3cf,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:27.851965 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] Checking router: 30445f21-ee84-4bd1-b602-f11df6023350 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:02:27.852766 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] Updating router 30445f21-ee84-4bd1-b602-f11df6023350 port 2675793f-4bdd-4756-a0ec-1a63ba6ba81a binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:02:27.874862 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec641b4-8859-4913-bfec-125ba46e110d tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b0bb40-6d0d-44f6-9069-d71e974cb414,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:27.928022 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e21fd2-8d48-4096-8bb4-c08d94930bd6', 'name': 'tempest-snat-router-564181566', 'tenant_id': '6efaaed12bf143b89494ca03e8b63c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.127'}], 'enable_snat': False}, 'gw_port_id': '48c250bd-83d8-48b8-aa39-6f17e665dfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:02:20Z', 'updated_at': '2021-07-07T21:02:22Z', 'revision_number': 3, 'project_id': '6efaaed12bf143b89494ca03e8b63c2b', 'gw_port': {'id': '48c250bd-83d8-48b8-aa39-6f17e665dfcd', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e21fd2-8d48-4096-8bb4-c08d94930bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:21Z', 'updated_at': '2021-07-07T21:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:27.940691 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:27.967055 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745b487a-dd9f-4f35-b2bd-8c75953804d4 None None] The sync data for ids ['14e21fd2-8d48-4096-8bb4-c08d94930bd6'] in n-d-695189-11 is: [{'id': '14e21fd2-8d48-4096-8bb4-c08d94930bd6', 'name': 'tempest-snat-router-564181566', 'tenant_id': '6efaaed12bf143b89494ca03e8b63c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.127'}], 'enable_snat': False}, 'gw_port_id': '48c250bd-83d8-48b8-aa39-6f17e665dfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:02:20Z', 'updated_at': '2021-07-07T21:02:22Z', 'revision_number': 3, 'project_id': '6efaaed12bf143b89494ca03e8b63c2b', 'gw_port': {'id': '48c250bd-83d8-48b8-aa39-6f17e665dfcd', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:95:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e21fd2-8d48-4096-8bb4-c08d94930bd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:21Z', 'updated_at': '2021-07-07T21:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:02:27.979064 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dec641b4-8859-4913-bfec-125ba46e110d tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:27.980694 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dec641b4-8859-4913-bfec-125ba46e110d tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5552268 Jul 07 21:02:27.992935 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56152) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:28.014889 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6506109d-1eac-4dab-89cb-3daf691fcbd0 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Made reservation on behalf of a822703a0f0349c89f02ab4862e14436 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:02:28.026281 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6506109d-1eac-4dab-89cb-3daf691fcbd0 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:28.082046 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6506109d-1eac-4dab-89cb-3daf691fcbd0 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:28.092486 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9b27911a-0c6a-4d0a-8635-9e9361b61dc3 req-5bde4a13-9f30-415f-86a5-da4daba57d0e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 210 time: 0.1009390 Jul 07 21:02:28.154695 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e5c2efe-82c7-43b2-b623-6d3745584d3a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:28.175502 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e5c2efe-82c7-43b2-b623-6d3745584d3a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:28.252908 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e5c2efe-82c7-43b2-b623-6d3745584d3a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:28.265557 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e5c2efe-82c7-43b2-b623-6d3745584d3a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:28.269473 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0e5c2efe-82c7-43b2-b623-6d3745584d3a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/b7b0bb40-6d0d-44f6-9069-d71e974cb414 HTTP/1.1" status: 204 len: 168 time: 0.2753742 Jul 07 21:02:28.276175 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56156) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:28.306859 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c2efe-82c7-43b2-b623-6d3745584d3a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7b0bb40-6d0d-44f6-9069-d71e974cb414,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:28.332323 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b26e94a-5078-4a46-9461-eff5f8c6330e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:28.453942 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0ba34e2a-24c5-441c-97c8-d144f7fecacc tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1765580 Jul 07 21:02:28.493197 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56160) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:28.540603 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:28.558105 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] Transition to ACTIVE for port object 2675793f-4bdd-4756-a0ec-1a63ba6ba81a will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:02:28.565178 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:28.585155 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6506109d-1eac-4dab-89cb-3daf691fcbd0 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:28.595884 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6506109d-1eac-4dab-89cb-3daf691fcbd0 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:28.642252 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:02:28.664950 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] Attempting to bind port 2675793f-4bdd-4756-a0ec-1a63ba6ba81a on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:02:28.664950 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] Attempting to bind port 2675793f-4bdd-4756-a0ec-1a63ba6ba81a by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:02:28.665274 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] Attempting to bind port 2675793f-4bdd-4756-a0ec-1a63ba6ba81a on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:02:28.671183 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-6506109d-1eac-4dab-89cb-3daf691fcbd0 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] device_id is not set on port 08a491b9-c2c1-4c69-a0b2-cd805d3eb73f yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:02:28.681540 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:02:28.681992 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:02:28.682254 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:28.682806 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:02:28.683450 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] Bound port: 2675793f-4bdd-4756-a0ec-1a63ba6ba81a, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:02:28.683837 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:28.742546 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506109d-1eac-4dab-89cb-3daf691fcbd0 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87a0c25-16cc-4e65-b1a8-dafe99f7da1e,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:28.743255 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] For port 2675793f-4bdd-4756-a0ec-1a63ba6ba81a, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:02:28.747621 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] For port 2675793f-4bdd-4756-a0ec-1a63ba6ba81a, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=2675793f-4bdd-4756-a0ec-1a63ba6ba81a,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:02:28.752960 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:28.753281 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-66351555-308d-47d7-94f5-c5a975bbae8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:28.757130 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519d0b1-e367-43da-aa64-52796eddc0b7 None None] Pushing event updated for resources: {'Port': ['ID=2675793f-4bdd-4756-a0ec-1a63ba6ba81a,revision_number=2']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:28.823165 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519d0b1-e367-43da-aa64-52796eddc0b7 None None] Pushing event updated for resources: {'Port': ['ID=2675793f-4bdd-4756-a0ec-1a63ba6ba81a,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:28.840281 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b26e94a-5078-4a46-9461-eff5f8c6330e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:28.845148 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] Routers {'30445f21-ee84-4bd1-b602-f11df6023350'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:28.845996 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['30445f21-ee84-4bd1-b602-f11df6023350'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:28.950565 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4069c71a-4c1a-41f4-b5a2-700b44d356e8 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:29.009486 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220d208-b4df-46c2-b02b-4ab34f63b9a3 req-d6aafeec-d5f4-4ee2-9727-1cc40a35bf69 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:29.011229 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f220d208-b4df-46c2-b02b-4ab34f63b9a3 req-d6aafeec-d5f4-4ee2-9727-1cc40a35bf69 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 946 time: 0.4221408 Jul 07 21:02:29.030065 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b26e94a-5078-4a46-9461-eff5f8c6330e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Router c16ce79c-ed95-43ae-8112-0eaec0e1a07c is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:02:29.101242 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4069c71a-4c1a-41f4-b5a2-700b44d356e8 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:29.171951 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4069c71a-4c1a-41f4-b5a2-700b44d356e8 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:29.174788 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] Set router 30445f21-ee84-4bd1-b602-f11df6023350 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:02:29.175710 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4069c71a-4c1a-41f4-b5a2-700b44d356e8 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:29.181916 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4069c71a-4c1a-41f4-b5a2-700b44d356e8 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "DELETE /v2.0/security-groups/d52fe719-de47-4244-9235-a828d2ed267a HTTP/1.1" status: 204 len: 168 time: 0.6842859 Jul 07 21:02:29.185871 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56166) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:29.196840 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-6506109d-1eac-4dab-89cb-3daf691fcbd0 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Allocated IP 172.25.5.79 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/08a491b9-c2c1-4c69-a0b2-cd805d3eb73f) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:02:29.205945 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4e19f232-8554-4d62-a634-08309799d1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:29.285528 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b26e94a-5078-4a46-9461-eff5f8c6330e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:02:29.292018 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069c71a-4c1a-41f4-b5a2-700b44d356e8 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52fe719-de47-4244-9235-a828d2ed267a,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:29.307091 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] Sync routers for ids ['c16ce79c-ed95-43ae-8112-0eaec0e1a07c'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:02:29.324854 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b26e94a-5078-4a46-9461-eff5f8c6330e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:29.330154 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7b26e94a-5078-4a46-9461-eff5f8c6330e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.3810680 Jul 07 21:02:29.332579 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56168) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:29.341753 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] Routers {'c16ce79c-ed95-43ae-8112-0eaec0e1a07c'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:29.342540 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c16ce79c-ed95-43ae-8112-0eaec0e1a07c'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:29.350333 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f220d208-b4df-46c2-b02b-4ab34f63b9a3 req-84176d01-b009-43c4-bcf0-ce9c96616ac7 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281806 Jul 07 21:02:29.512024 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2d530e9d-2977-436d-80ff-f7dff0967054 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3087883 Jul 07 21:02:29.513236 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56172) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:29.534653 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-8e6d5eaf-de69-4135-891e-2f0f848dc64b tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Request body: {'security_group': {'name': 'tempest-secgroup--1754940807'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:29.658177 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f4d1f38-1d08-4479-83fa-4c663e1d282c req-10980bb2-2ff5-445f-9a04-02913b0a819f tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 210 time: 0.1309199 Jul 07 21:02:29.691421 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 48c250bd-83d8-48b8-aa39-6f17e665dfcd up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:02:29.750803 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30445f21-ee84-4bd1-b602-f11df6023350', 'name': 'tempest-ServersTestJSON-1310128101-router', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:02:21Z', 'updated_at': '2021-07-07T21:02:25Z', 'revision_number': 3, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'gw_port': {'id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:23Z', 'updated_at': '2021-07-07T21:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:29.789060 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8e6d5eaf-de69-4135-891e-2f0f848dc64b tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:29.798677 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56178) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:29.803252 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] Set router c16ce79c-ed95-43ae-8112-0eaec0e1a07c gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:02:29.805216 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0d762cc9-7f57-4796-92f8-5fd87fb1d8d1 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "GET /v2.0/routers/c16ce79c-ed95-43ae-8112-0eaec0e1a07c HTTP/1.1" status: 200 len: 907 time: 0.4691782 Jul 07 21:02:29.815572 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747f0c03-7bb5-4585-b51f-0686f18fe442 None None] The sync data for ids ['30445f21-ee84-4bd1-b602-f11df6023350'] in n-d-695189-11 is: [{'id': '30445f21-ee84-4bd1-b602-f11df6023350', 'name': 'tempest-ServersTestJSON-1310128101-router', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:02:21Z', 'updated_at': '2021-07-07T21:02:25Z', 'revision_number': 3, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'gw_port': {'id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:23Z', 'updated_at': '2021-07-07T21:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:02:30.040318 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8e6d5eaf-de69-4135-891e-2f0f848dc64b tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:30.050628 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8e6d5eaf-de69-4135-891e-2f0f848dc64b tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:30.079863 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8e6d5eaf-de69-4135-891e-2f0f848dc64b tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:30.081337 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8e6d5eaf-de69-4135-891e-2f0f848dc64b tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5671217 Jul 07 21:02:30.095009 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56180) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:30.098234 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 48c250bd-83d8-48b8-aa39-6f17e665dfcd completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:02:30.104503 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-49f5a73e-2ace-41d6-b610-3885e3f20eb0 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Request body: {'security_group_rule': {'security_group_id': '1a6f555b-16af-4d6d-b1d4-86c3f59fe1b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:30.106248 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 48c250bd-83d8-48b8-aa39-6f17e665dfcd triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:30.106885 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:30.151886 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16ce79c-ed95-43ae-8112-0eaec0e1a07c', 'name': 'tempest-snat-router-564181566', 'tenant_id': '6efaaed12bf143b89494ca03e8b63c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'cf36c81a-719a-4d33-9f7b-af3953c3f3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:02:26Z', 'updated_at': '2021-07-07T21:02:28Z', 'revision_number': 3, 'project_id': '6efaaed12bf143b89494ca03e8b63c2b', 'gw_port': {'id': 'cf36c81a-719a-4d33-9f7b-af3953c3f3cf', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16ce79c-ed95-43ae-8112-0eaec0e1a07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:27Z', 'updated_at': '2021-07-07T21:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:30.159432 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d5eaf-de69-4135-891e-2f0f848dc64b tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6f555b-16af-4d6d-b1d4-86c3f59fe1b4,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:30.194938 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-49f5a73e-2ace-41d6-b610-3885e3f20eb0 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:30.199892 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] Checking router: c16ce79c-ed95-43ae-8112-0eaec0e1a07c for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:02:30.200485 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] Updating router c16ce79c-ed95-43ae-8112-0eaec0e1a07c port cf36c81a-719a-4d33-9f7b-af3953c3f3cf binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:02:30.252318 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:30.398383 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-49f5a73e-2ace-41d6-b610-3885e3f20eb0 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:30.403262 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-49f5a73e-2ace-41d6-b610-3885e3f20eb0 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:30.422845 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5a73e-2ace-41d6-b610-3885e3f20eb0 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e941d614-66b3-49c1-9e00-7bd82ff2640f,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:30.438954 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-49f5a73e-2ace-41d6-b610-3885e3f20eb0 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:30.440718 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-49f5a73e-2ace-41d6-b610-3885e3f20eb0 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3403969 Jul 07 21:02:30.443762 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56182) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:30.471027 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9c9361db-bb45-43d4-abcf-f06e0267e3a8 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-group-rules/e941d614-66b3-49c1-9e00-7bd82ff2640f HTTP/1.1" status: 200 len: 763 time: 0.0252454 Jul 07 21:02:30.472895 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56184) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:30.530071 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ac66ef0b-c162-46f3-aa9e-379704639c09 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0554855 Jul 07 21:02:30.532850 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56186) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:30.545166 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:30.575431 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 48c250bd-83d8-48b8-aa39-6f17e665dfcd, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=48c250bd-83d8-48b8-aa39-6f17e665dfcd,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:30.590144 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:30.590418 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-57b0fc4e-2e32-4b45-bd6a-f3f66e480ec1 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:30.607117 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-57b0fc4e-2e32-4b45-bd6a-f3f66e480ec1 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:30.645299 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-57b0fc4e-2e32-4b45-bd6a-f3f66e480ec1 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:30.654962 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-57b0fc4e-2e32-4b45-bd6a-f3f66e480ec1 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:30.657137 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-57b0fc4e-2e32-4b45-bd6a-f3f66e480ec1 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/e941d614-66b3-49c1-9e00-7bd82ff2640f HTTP/1.1" status: 204 len: 168 time: 0.1223135 Jul 07 21:02:30.661538 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56188) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:30.662538 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-66351555-308d-47d7-94f5-c5a975bbae8f admin admin] Allocated IP 172.20.0.1 (c4706a9a-8917-4d38-9a83-b63d9139d929/539c2041-b5a8-40ca-9121-8b3452b576aa/3c0a5496-8e58-44d8-b08b-80f978c18557) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:02:30.687487 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0fc4e-2e32-4b45-bd6a-f3f66e480ec1 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e941d614-66b3-49c1-9e00-7bd82ff2640f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:30.694295 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=48c250bd-83d8-48b8-aa39-6f17e665dfcd,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:30.764734 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3956d8b7-9010-446d-9817-8602a6a51257 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1010358 Jul 07 21:02:30.769418 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56192) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:30.774842 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-0b71f8ca-bd4e-48d0-b05e-1a4a5faa7f6b tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Request body: {'security_group_rule': {'security_group_id': '1a6f555b-16af-4d6d-b1d4-86c3f59fe1b4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:30.843538 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0b71f8ca-bd4e-48d0-b05e-1a4a5faa7f6b tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:30.858232 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59783815-cc5c-4b20-8b02-d81cb06fd032 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:30.953415 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6506109d-1eac-4dab-89cb-3daf691fcbd0 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:30.993708 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0b71f8ca-bd4e-48d0-b05e-1a4a5faa7f6b tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.000108 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0b71f8ca-bd4e-48d0-b05e-1a4a5faa7f6b tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.016963 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71f8ca-bd4e-48d0-b05e-1a4a5faa7f6b tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3e40b0-ec53-4838-a911-3c7b288c6a87,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:31.040013 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0b71f8ca-bd4e-48d0-b05e-1a4a5faa7f6b tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.040841 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0b71f8ca-bd4e-48d0-b05e-1a4a5faa7f6b tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2702019 Jul 07 21:02:31.043516 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56196) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:31.073651 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c593df40-7a97-4164-a92a-787cd199dace tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-group-rules/eb3e40b0-ec53-4838-a911-3c7b288c6a87 HTTP/1.1" status: 200 len: 763 time: 0.0289149 Jul 07 21:02:31.076602 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56198) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:31.091814 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d78da-7e27-4ad1-8f5f-ee870f37f735 req-693ea0b7-020b-4199-a1bf-d00c3aa5c933 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:31.100009 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d55d78da-7e27-4ad1-8f5f-ee870f37f735 req-693ea0b7-020b-4199-a1bf-d00c3aa5c933 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.4336407 Jul 07 21:02:31.104621 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f46840fb-53bc-438a-920b-514bd7e07dcc req-e72f0214-4eef-4c19-ad48-24cfe7810e05 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 210 time: 0.1213789 Jul 07 21:02:31.128231 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a251bb12-2718-4193-a1f8-7bf9a17f47b3 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0492349 Jul 07 21:02:31.130843 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56200) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:31.183473 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-52310d70-d5c1-4ad3-9ddd-9ce84065562e tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.193444 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-52310d70-d5c1-4ad3-9ddd-9ce84065562e tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.230761 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-66351555-308d-47d7-94f5-c5a975bbae8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.240650 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-52310d70-d5c1-4ad3-9ddd-9ce84065562e tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.249035 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-52310d70-d5c1-4ad3-9ddd-9ce84065562e tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.250358 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-52310d70-d5c1-4ad3-9ddd-9ce84065562e tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/eb3e40b0-ec53-4838-a911-3c7b288c6a87 HTTP/1.1" status: 204 len: 168 time: 0.1180897 Jul 07 21:02:31.259157 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56202) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:31.271766 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52310d70-d5c1-4ad3-9ddd-9ce84065562e tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb3e40b0-ec53-4838-a911-3c7b288c6a87,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:31.289473 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 48c250bd-83d8-48b8-aa39-6f17e665dfcd up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:02:31.334227 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-38f19462-492f-4161-95d8-915ad8af32aa tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0715585 Jul 07 21:02:31.334637 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56204) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:31.341625 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-2e805558-94f1-45dd-9903-5b10c549d536 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Request body: {'security_group_rule': {'security_group_id': '1a6f555b-16af-4d6d-b1d4-86c3f59fe1b4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:31.342016 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-66351555-308d-47d7-94f5-c5a975bbae8f admin admin] Transition to ACTIVE for port object 3c0a5496-8e58-44d8-b08b-80f978c18557 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:02:31.369127 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 48c250bd-83d8-48b8-aa39-6f17e665dfcd triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:31.369528 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.373088 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d55d78da-7e27-4ad1-8f5f-ee870f37f735 req-54618e8b-ef6a-40f6-a18f-a35fa7e0e93f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2708147 Jul 07 21:02:31.385079 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6506109d-1eac-4dab-89cb-3daf691fcbd0 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.385716 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e805558-94f1-45dd-9903-5b10c549d536 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.393548 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59783815-cc5c-4b20-8b02-d81cb06fd032 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.498097 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e805558-94f1-45dd-9903-5b10c549d536 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.503263 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e805558-94f1-45dd-9903-5b10c549d536 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.541914 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e805558-94f1-45dd-9903-5b10c549d536 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c95f60-2c7b-454a-913f-22610e1d5fbf,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:31.560793 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e805558-94f1-45dd-9903-5b10c549d536 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.565875 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2e805558-94f1-45dd-9903-5b10c549d536 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2286353 Jul 07 21:02:31.565875 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56208) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:31.594871 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6506109d-1eac-4dab-89cb-3daf691fcbd0 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:02:31.605708 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b8a32cdc-24ae-4a87-b450-95b4aee0fef6 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-group-rules/86c95f60-2c7b-454a-913f-22610e1d5fbf HTTP/1.1" status: 200 len: 764 time: 0.0387869 Jul 07 21:02:31.606353 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56210) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:31.621674 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-6506109d-1eac-4dab-89cb-3daf691fcbd0 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:31.635639 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506109d-1eac-4dab-89cb-3daf691fcbd0 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Pushing event updated for resources: {'Port': ['ID=08a491b9-c2c1-4c69-a0b2-cd805d3eb73f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:31.644762 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6506109d-1eac-4dab-89cb-3daf691fcbd0 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:02:31.675349 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-481c6bcc-a658-47c7-b09f-3625d5f1c9d3 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0657878 Jul 07 21:02:31.675632 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56212) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:31.707102 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-01d6a3d8-2f39-4168-a514-1e49d02bd24a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.716417 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-01d6a3d8-2f39-4168-a514-1e49d02bd24a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.728469 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-66351555-308d-47d7-94f5-c5a975bbae8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.737632 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 2675793f-4bdd-4756-a0ec-1a63ba6ba81a up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:02:31.758852 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-01d6a3d8-2f39-4168-a514-1e49d02bd24a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.764387 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-01d6a3d8-2f39-4168-a514-1e49d02bd24a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.766529 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-01d6a3d8-2f39-4168-a514-1e49d02bd24a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/86c95f60-2c7b-454a-913f-22610e1d5fbf HTTP/1.1" status: 204 len: 168 time: 0.0883148 Jul 07 21:02:31.774328 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56214) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:31.776371 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6a3d8-2f39-4168-a514-1e49d02bd24a tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86c95f60-2c7b-454a-913f-22610e1d5fbf,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:31.823241 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66351555-308d-47d7-94f5-c5a975bbae8f admin admin] Network c4706a9a-8917-4d38-9a83-b63d9139d929 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:02:31.843730 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6506109d-1eac-4dab-89cb-3daf691fcbd0 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:31.844387 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6506109d-1eac-4dab-89cb-3daf691fcbd0 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.855249 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-66351555-308d-47d7-94f5-c5a975bbae8f admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:31.866168 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66351555-308d-47d7-94f5-c5a975bbae8f admin admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:02:31.884169 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66351555-308d-47d7-94f5-c5a975bbae8f admin admin] Pushing event updated for resources: {'Port': ['ID=3c0a5496-8e58-44d8-b08b-80f978c18557,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:31.903151 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.920832 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-59783815-cc5c-4b20-8b02-d81cb06fd032 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Deleting port cf36c81a-719a-4d33-9f7b-af3953c3f3cf {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:31.921254 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59783815-cc5c-4b20-8b02-d81cb06fd032 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.928550 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] Transition to ACTIVE for port object cf36c81a-719a-4d33-9f7b-af3953c3f3cf will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:02:31.940401 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.951623 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 2675793f-4bdd-4756-a0ec-1a63ba6ba81a completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:02:31.983858 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6506109d-1eac-4dab-89cb-3daf691fcbd0 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.4406357 Jul 07 21:02:31.984936 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56218) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:31.985089 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 2675793f-4bdd-4756-a0ec-1a63ba6ba81a triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:31.985222 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.991703 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cb6182ca-9bc8-496b-acbb-bdf908c43722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:31.994927 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-73c9a516-23f4-41f7-846a-6d004c9d7e25 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.79'}]}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:32.026917 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73c9a516-23f4-41f7-846a-6d004c9d7e25 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:32.027387 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0a980287-8a7d-4892-bbc9-de7e156112e1 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2486420 Jul 07 21:02:32.028893 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73c9a516-23f4-41f7-846a-6d004c9d7e25 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:32.035117 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] Attempting to bind port cf36c81a-719a-4d33-9f7b-af3953c3f3cf on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:02:32.035556 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] Attempting to bind port cf36c81a-719a-4d33-9f7b-af3953c3f3cf by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:02:32.036536 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] Attempting to bind port cf36c81a-719a-4d33-9f7b-af3953c3f3cf on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:02:32.040987 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d40b9-c6a2-4a3b-bff6-6dd934cf3d32 req-4e179e08-9475-4e8d-a814-b9b4d4fd84e7 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:32.044573 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:32.048413 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c77d40b9-c6a2-4a3b-bff6-6dd934cf3d32 req-4e179e08-9475-4e8d-a814-b9b4d4fd84e7 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.4306722 Jul 07 21:02:32.052679 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56220) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:32.063476 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:02:32.063868 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:02:32.064329 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:32.064686 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:02:32.065251 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] Bound port: cf36c81a-719a-4d33-9f7b-af3953c3f3cf, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:02:32.066832 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:32.090261 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d10be6-c15f-4e78-97df-1518e5dc0020 None None] Pushing event updated for resources: {'Port': ['ID=cf36c81a-719a-4d33-9f7b-af3953c3f3cf,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:32.146009 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73c9a516-23f4-41f7-846a-6d004c9d7e25 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:32.148695 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-66351555-308d-47d7-94f5-c5a975bbae8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:32.240260 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] For port cf36c81a-719a-4d33-9f7b-af3953c3f3cf, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:02:32.285222 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] For port cf36c81a-719a-4d33-9f7b-af3953c3f3cf, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=cf36c81a-719a-4d33-9f7b-af3953c3f3cf,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:02:32.299081 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c77d40b9-c6a2-4a3b-bff6-6dd934cf3d32 req-568ae5ee-cc95-46d2-91c4-7a0a5d192697 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2497413 Jul 07 21:02:32.304424 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:32.306458 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:32.340027 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59783815-cc5c-4b20-8b02-d81cb06fd032 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:32.345704 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73c9a516-23f4-41f7-846a-6d004c9d7e25 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:32.379638 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-59783815-cc5c-4b20-8b02-d81cb06fd032 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Calling delete_port for cf36c81a-719a-4d33-9f7b-af3953c3f3cf owned by network:router_gateway {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:32.385910 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c6cc2f2e-5f7d-4fa0-8459-b685f63392e4 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:32.529041 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 2675793f-4bdd-4756-a0ec-1a63ba6ba81a, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=2675793f-4bdd-4756-a0ec-1a63ba6ba81a,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:32.531712 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fef4c0f5-321f-4d9f-98ff-81536bdaf977 None None] Provisioning for port 3c0a5496-8e58-44d8-b08b-80f978c18557 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:02:32.540239 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c6cc2f2e-5f7d-4fa0-8459-b685f63392e4 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:32.556258 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:32.594001 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] Routers {'c16ce79c-ed95-43ae-8112-0eaec0e1a07c'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:32.594641 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c16ce79c-ed95-43ae-8112-0eaec0e1a07c'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:32.623549 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fef4c0f5-321f-4d9f-98ff-81536bdaf977 None None] Provisioning complete for port 3c0a5496-8e58-44d8-b08b-80f978c18557 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:32.623938 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fef4c0f5-321f-4d9f-98ff-81536bdaf977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:32.717013 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d10be6-c15f-4e78-97df-1518e5dc0020 None None] Pushing event updated for resources: {'Port': ['ID=cf36c81a-719a-4d33-9f7b-af3953c3f3cf,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:32.791084 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=2675793f-4bdd-4756-a0ec-1a63ba6ba81a,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:32.861788 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73c9a516-23f4-41f7-846a-6d004c9d7e25 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:32.874993 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fef4c0f5-321f-4d9f-98ff-81536bdaf977 None None] Port 3c0a5496-8e58-44d8-b08b-80f978c18557 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:02:32.896671 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] Set router c16ce79c-ed95-43ae-8112-0eaec0e1a07c gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:02:32.903102 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73c9a516-23f4-41f7-846a-6d004c9d7e25 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:32.953067 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16ce79c-ed95-43ae-8112-0eaec0e1a07c', 'name': 'tempest-snat-router-564181566', 'tenant_id': '6efaaed12bf143b89494ca03e8b63c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:02:26Z', 'updated_at': '2021-07-07T21:02:31Z', 'revision_number': 4, 'project_id': '6efaaed12bf143b89494ca03e8b63c2b', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:32.999392 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3214e031-ccd8-4dd0-af38-670a13a53f3c None None] The sync data for ids ['c16ce79c-ed95-43ae-8112-0eaec0e1a07c'] in n-d-695189-11 is: [{'id': 'c16ce79c-ed95-43ae-8112-0eaec0e1a07c', 'name': 'tempest-snat-router-564181566', 'tenant_id': '6efaaed12bf143b89494ca03e8b63c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:02:26Z', 'updated_at': '2021-07-07T21:02:31Z', 'revision_number': 4, 'project_id': '6efaaed12bf143b89494ca03e8b63c2b', 'gw_port_host': None}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:02:33.017882 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-66351555-308d-47d7-94f5-c5a975bbae8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:33.024655 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d3b332b5-51ac-434a-b2e3-e06c74696aa3 req-311dcb6f-d265-4bbd-9e56-ac28428e9293 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 210 time: 0.1270785 Jul 07 21:02:33.043218 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c6cc2f2e-5f7d-4fa0-8459-b685f63392e4 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:33.046845 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c6cc2f2e-5f7d-4fa0-8459-b685f63392e4 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:33.047978 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c6cc2f2e-5f7d-4fa0-8459-b685f63392e4 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "DELETE /v2.0/security-groups/1a6f555b-16af-4d6d-b1d4-86c3f59fe1b4 HTTP/1.1" status: 204 len: 168 time: 0.9916863 Jul 07 21:02:33.066826 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56238) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:33.098003 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc2f2e-5f7d-4fa0-8459-b685f63392e4 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6f555b-16af-4d6d-b1d4-86c3f59fe1b4,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:33.138009 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 2675793f-4bdd-4756-a0ec-1a63ba6ba81a up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:02:33.161685 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73c9a516-23f4-41f7-846a-6d004c9d7e25 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:33.224413 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 2675793f-4bdd-4756-a0ec-1a63ba6ba81a triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:33.226558 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:33.241839 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-e896e3de-2cf0-4975-9830-9364a675056b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:33.249154 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-e896e3de-2cf0-4975-9830-9364a675056b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 811 time: 0.5019321 Jul 07 21:02:33.282857 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59783815-cc5c-4b20-8b02-d81cb06fd032 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:33.389413 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-1d507d1f-53b6-47a1-b3b7-ba129a81ace6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/quotas/240260fc7a05490d94f66cfaa06460e3 HTTP/1.1" status: 200 len: 375 time: 0.1392121 Jul 07 21:02:33.389824 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73c9a516-23f4-41f7-846a-6d004c9d7e25 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:33.392116 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73c9a516-23f4-41f7-846a-6d004c9d7e25 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:33.414348 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3fdf7245-ddf1-42cc-ad51-80d5ff16988b tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3433115 Jul 07 21:02:33.414348 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59783815-cc5c-4b20-8b02-d81cb06fd032 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf36c81a-719a-4d33-9f7b-af3953c3f3cf,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:33.422938 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56240) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:33.441072 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73c9a516-23f4-41f7-846a-6d004c9d7e25 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:33.441589 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c9a516-23f4-41f7-846a-6d004c9d7e25 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b7aa0de1-af87-49fa-b4ed-15ca836248f8 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:02:33.466610 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-73c9a516-23f4-41f7-846a-6d004c9d7e25 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 07 21:02:33.471801 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-73c9a516-23f4-41f7-846a-6d004c9d7e25 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.4848983 Jul 07 21:02:33.472530 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56242) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:33.503502 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:33.589546 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-30e535da-4743-4e80-8b37-0289a5c3f7e7 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Deleting port 08a491b9-c2c1-4c69-a0b2-cd805d3eb73f {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:33.589974 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-30e535da-4743-4e80-8b37-0289a5c3f7e7 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:33.603812 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8df7cdf1-99cb-4e6e-be67-0bad2d2d99a3 tempest-SecGroupTest-1475857129 tempest-SecGroupTest-1475857129-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1808822 Jul 07 21:02:33.616990 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59783815-cc5c-4b20-8b02-d81cb06fd032 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:33.678194 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-30e535da-4743-4e80-8b37-0289a5c3f7e7 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:33.693569 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-30e535da-4743-4e80-8b37-0289a5c3f7e7 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Calling delete_port for 08a491b9-c2c1-4c69-a0b2-cd805d3eb73f owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:33.738673 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-95259716-3014-4b8d-bc00-da84d255b717 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3482168 Jul 07 21:02:33.752913 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59783815-cc5c-4b20-8b02-d81cb06fd032 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:33.756931 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-66351555-308d-47d7-94f5-c5a975bbae8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:33.759214 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59783815-cc5c-4b20-8b02-d81cb06fd032 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:33.869997 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-66351555-308d-47d7-94f5-c5a975bbae8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:33.937440 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-30e535da-4743-4e80-8b37-0289a5c3f7e7 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:33.958949 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59783815-cc5c-4b20-8b02-d81cb06fd032 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:33.962263 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59783815-cc5c-4b20-8b02-d81cb06fd032 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c16ce79c-ed95-43ae-8112-0eaec0e1a07c {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:02:33.977945 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e535da-4743-4e80-8b37-0289a5c3f7e7 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Pushing event deleted for resources: {'Port': ['ID=08a491b9-c2c1-4c69-a0b2-cd805d3eb73f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:33.986431 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59783815-cc5c-4b20-8b02-d81cb06fd032 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:33.993291 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-59783815-cc5c-4b20-8b02-d81cb06fd032 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "DELETE /v2.0/routers/c16ce79c-ed95-43ae-8112-0eaec0e1a07c HTTP/1.1" status: 204 len: 168 time: 4.1800256 Jul 07 21:02:33.993598 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56252) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:34.039955 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-66351555-308d-47d7-94f5-c5a975bbae8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:34.050798 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66351555-308d-47d7-94f5-c5a975bbae8f admin admin] Pushing event updated for resources: {'Port': ['ID=3c0a5496-8e58-44d8-b08b-80f978c18557,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:34.127096 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-4763cbed-ad68-4932-aa19-c9eb3bf8528c service neutron] 10.222.0.64 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809583 Jul 07 21:02:34.127819 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56256) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:34.221768 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-30e535da-4743-4e80-8b37-0289a5c3f7e7 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:34.228881 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-30e535da-4743-4e80-8b37-0289a5c3f7e7 tempest-RoutersAdminNegativeTest-443929296 tempest-RoutersAdminNegativeTest-443929296-project-admin] 10.222.0.64 "DELETE /v2.0/ports/08a491b9-c2c1-4c69-a0b2-cd805d3eb73f HTTP/1.1" status: 204 len: 168 time: 0.7519388 Jul 07 21:02:34.254024 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bf5495d1-fe94-4d04-871e-d098c6c116a6 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:34.288246 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e0bfab60-5392-4d65-90ce-5293c411ab8b req-5d7c05af-6ddb-4f7f-a8f0-1bdb05f4e002 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 210 time: 0.0757518 Jul 07 21:02:34.400072 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66351555-308d-47d7-94f5-c5a975bbae8f admin admin] Network c4706a9a-8917-4d38-9a83-b63d9139d929 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:02:34.401938 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-66351555-308d-47d7-94f5-c5a975bbae8f admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:34.419292 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-da9a6a44-9807-4926-a8aa-e67574ea86b0 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906585 Jul 07 21:02:34.467401 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9cbbe6c0-1074-4f82-bbc5-b67c84fde6b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1b5f707f48de49e583017a3021482aba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367558 Jul 07 21:02:34.470621 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56264) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:34.632913 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56266) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:34.695035 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66351555-308d-47d7-94f5-c5a975bbae8f admin admin] Router 30445f21-ee84-4bd1-b602-f11df6023350 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:02:34.807297 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0ad8c7ec-11b6-443d-a6c4-d8dc35358d94 None None] Provisioning complete for port 3c0a5496-8e58-44d8-b08b-80f978c18557 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:34.808713 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0ad8c7ec-11b6-443d-a6c4-d8dc35358d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:34.860781 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-569bc7f7-efea-4100-8844-ea179cff6233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:34.863156 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66351555-308d-47d7-94f5-c5a975bbae8f admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:02:34.872630 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] Sync routers for ids ['30445f21-ee84-4bd1-b602-f11df6023350'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:02:34.890161 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-66351555-308d-47d7-94f5-c5a975bbae8f admin admin] 10.222.0.64 "PUT /v2.0/routers/30445f21-ee84-4bd1-b602-f11df6023350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6180062 Jul 07 21:02:34.890427 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bf5495d1-fe94-4d04-871e-d098c6c116a6 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:34.903900 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-0ad8c7ec-11b6-443d-a6c4-d8dc35358d94 None None] Port 3c0a5496-8e58-44d8-b08b-80f978c18557 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:02:34.915216 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] Routers {'30445f21-ee84-4bd1-b602-f11df6023350'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:34.916214 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['30445f21-ee84-4bd1-b602-f11df6023350'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:34.946845 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e3491555-e79a-4683-8f87-653508d14067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:34.972943 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e3491555-e79a-4683-8f87-653508d14067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:35.033336 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-bf5495d1-fe94-4d04-871e-d098c6c116a6 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Deleting port 48c250bd-83d8-48b8-aa39-6f17e665dfcd {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:35.033594 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bf5495d1-fe94-4d04-871e-d098c6c116a6 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:35.079107 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-569bc7f7-efea-4100-8844-ea179cff6233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:35.085797 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-569bc7f7-efea-4100-8844-ea179cff6233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:35.102525 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e3491555-e79a-4683-8f87-653508d14067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:35.105403 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e3491555-e79a-4683-8f87-653508d14067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:35.109216 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e3491555-e79a-4683-8f87-653508d14067 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/609492af-b1d9-4727-9897-98a9a73841ea HTTP/1.1" status: 204 len: 168 time: 0.6348059 Jul 07 21:02:35.137787 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3491555-e79a-4683-8f87-653508d14067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609492af-b1d9-4727-9897-98a9a73841ea,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:35.179099 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] Set router 30445f21-ee84-4bd1-b602-f11df6023350 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:02:35.206582 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-bf5495d1-fe94-4d04-871e-d098c6c116a6 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] For port 48c250bd-83d8-48b8-aa39-6f17e665dfcd, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=48c250bd-83d8-48b8-aa39-6f17e665dfcd,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:35.207065 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bf5495d1-fe94-4d04-871e-d098c6c116a6 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:35.221894 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:35.225683 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-569bc7f7-efea-4100-8844-ea179cff6233 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=932f23607ad048aa9c3338a14d4a7cf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5903103 Jul 07 21:02:35.227536 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569bc7f7-efea-4100-8844-ea179cff6233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1229503-a917-46bf-a4c1-f61afb0eaa4a,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:35.231683 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56280) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:35.263977 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-bf5495d1-fe94-4d04-871e-d098c6c116a6 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Calling delete_port for 48c250bd-83d8-48b8-aa39-6f17e665dfcd owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:35.353867 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2a53d9f0-0179-4821-a507-dd21990cbff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:35.380385 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2a53d9f0-0179-4821-a507-dd21990cbff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:35.509641 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2a53d9f0-0179-4821-a507-dd21990cbff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:35.516092 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2a53d9f0-0179-4821-a507-dd21990cbff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:35.520750 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2a53d9f0-0179-4821-a507-dd21990cbff0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c1229503-a917-46bf-a4c1-f61afb0eaa4a HTTP/1.1" status: 204 len: 168 time: 0.2866542 Jul 07 21:02:35.537728 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53d9f0-0179-4821-a507-dd21990cbff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1229503-a917-46bf-a4c1-f61afb0eaa4a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:35.571083 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30445f21-ee84-4bd1-b602-f11df6023350', 'name': 'tempest-ServersTestJSON-1310128101-router', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:02:21Z', 'updated_at': '2021-07-07T21:02:32Z', 'revision_number': 4, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'gw_port': {'id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:23Z', 'updated_at': '2021-07-07T21:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '3c0a5496-8e58-44d8-b08b-80f978c18557', 'name': '', 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'mac_address': 'fa:16:3e:77:12:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '539c2041-b5a8-40ca-9121-8b3452b576aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:28Z', 'updated_at': '2021-07-07T21:02:33Z', 'revision_number': 2, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'subnets': [{'id': '539c2041-b5a8-40ca-9121-8b3452b576aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:35.605617 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] Checking router: 30445f21-ee84-4bd1-b602-f11df6023350 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:02:35.606460 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] Updating router 30445f21-ee84-4bd1-b602-f11df6023350 port 3c0a5496-8e58-44d8-b08b-80f978c18557 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:02:35.619711 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bf5495d1-fe94-4d04-871e-d098c6c116a6 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:35.680310 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:35.687522 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5495d1-fe94-4d04-871e-d098c6c116a6 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Pushing event deleted for resources: {'Port': ['ID=48c250bd-83d8-48b8-aa39-6f17e665dfcd,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:35.878465 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bf5495d1-fe94-4d04-871e-d098c6c116a6 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:36.074770 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70f0926b-dacf-4d26-9606-2315b29d166c req-eeb0e85c-9dc7-42cc-8c3d-179e185a0983 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 210 time: 0.0623102 Jul 07 21:02:36.082312 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56310) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:36.100944 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-efa2da1c-5282-42cb-9f26-8a40ae01c268 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1104299611', 'description': 'tempest-description--1711466097'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:36.137696 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bf5495d1-fe94-4d04-871e-d098c6c116a6 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:36.148313 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bf5495d1-fe94-4d04-871e-d098c6c116a6 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:36.250790 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-efa2da1c-5282-42cb-9f26-8a40ae01c268 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:36.275013 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9b966ef1-81d0-4cdc-b80d-370958346ade req-090449dd-7012-48fd-b97e-8985054c3ed2 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=9931dbe4-46e6-48c1-9112-0f2fcea15c00 HTTP/1.1" status: 200 len: 210 time: 0.1161120 Jul 07 21:02:36.288516 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bf5495d1-fe94-4d04-871e-d098c6c116a6 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:36.288516 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5495d1-fe94-4d04-871e-d098c6c116a6 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14e21fd2-8d48-4096-8bb4-c08d94930bd6 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:02:36.293764 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bf5495d1-fe94-4d04-871e-d098c6c116a6 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:36.295168 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bf5495d1-fe94-4d04-871e-d098c6c116a6 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "DELETE /v2.0/routers/14e21fd2-8d48-4096-8bb4-c08d94930bd6 HTTP/1.1" status: 204 len: 168 time: 2.3002377 Jul 07 21:02:36.298767 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56318) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:36.304910 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-84f5d305-23b9-411f-b3e6-6db8e91ad807 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-921281171', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}, 'admin_state_up': False}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:36.350484 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56320) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:36.361396 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-84f5d305-23b9-411f-b3e6-6db8e91ad807 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:36.365320 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-84f5d305-23b9-411f-b3e6-6db8e91ad807 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:36.435912 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:36.478285 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] Transition to ACTIVE for port object 3c0a5496-8e58-44d8-b08b-80f978c18557 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:02:36.492468 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:36.514345 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-84f5d305-23b9-411f-b3e6-6db8e91ad807 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:36.592471 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-efa2da1c-5282-42cb-9f26-8a40ae01c268 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:36.606583 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-efa2da1c-5282-42cb-9f26-8a40ae01c268 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:36.656208 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56326) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:36.656474 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7910e-2933-435a-b776-07e29a0adc2a None None] Pushing event updated for resources: {'Port': ['ID=3c0a5496-8e58-44d8-b08b-80f978c18557,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:36.668139 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-94f94d18-551c-4397-9770-0d31721130ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a822703a0f0349c89f02ab4862e14436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2970417 Jul 07 21:02:36.691307 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-efa2da1c-5282-42cb-9f26-8a40ae01c268 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:36.697727 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-efa2da1c-5282-42cb-9f26-8a40ae01c268 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6116028 Jul 07 21:02:36.702300 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56328) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:36.704995 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] Attempting to bind port 3c0a5496-8e58-44d8-b08b-80f978c18557 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:02:36.705185 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] Attempting to bind port 3c0a5496-8e58-44d8-b08b-80f978c18557 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'f160be75-417a-427f-aa9e-48961259cf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:02:36.705592 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] Attempting to bind port 3c0a5496-8e58-44d8-b08b-80f978c18557 on network c4706a9a-8917-4d38-9a83-b63d9139d929 {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:02:36.712077 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:02:36.712599 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] Checking segment: {'id': 'f160be75-417a-427f-aa9e-48961259cf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:02:36.713165 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:36.714036 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] Bound using segment: {'id': 'f160be75-417a-427f-aa9e-48961259cf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:02:36.714806 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] Bound port: 3c0a5496-8e58-44d8-b08b-80f978c18557, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f160be75-417a-427f-aa9e-48961259cf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:02:36.715576 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:36.728816 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-858e119d-7bd2-497b-b2f7-bf3f3818a228 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Request body: {'security_group_rule': {'security_group_id': '04c3f958-edad-47d0-988d-81e2782835ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:36.778781 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2da1c-5282-42cb-9f26-8a40ae01c268 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c3f958-edad-47d0-988d-81e2782835ca,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:36.839356 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] For port 3c0a5496-8e58-44d8-b08b-80f978c18557, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:02:36.845174 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-858e119d-7bd2-497b-b2f7-bf3f3818a228 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:36.847381 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] For port 3c0a5496-8e58-44d8-b08b-80f978c18557, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=3c0a5496-8e58-44d8-b08b-80f978c18557,segment=NetworkSegment(f160be75-417a-427f-aa9e-48961259cf31),segment_id=f160be75-417a-427f-aa9e-48961259cf31)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:02:36.855207 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:36.997951 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] Routers {'30445f21-ee84-4bd1-b602-f11df6023350'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:36.999049 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['30445f21-ee84-4bd1-b602-f11df6023350'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:37.067234 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-84f5d305-23b9-411f-b3e6-6db8e91ad807 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:37.140508 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-858e119d-7bd2-497b-b2f7-bf3f3818a228 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:37.146678 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-858e119d-7bd2-497b-b2f7-bf3f3818a228 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:37.206263 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e119d-7bd2-497b-b2f7-bf3f3818a228 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=217fee75-eabc-45e2-b316-665ca6517b5d,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:37.209878 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0015ea9e-1406-48b7-aab7-1cd70d1ace50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:37.258943 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7910e-2933-435a-b776-07e29a0adc2a None None] Pushing event updated for resources: {'Port': ['ID=3c0a5496-8e58-44d8-b08b-80f978c18557,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:37.265954 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-858e119d-7bd2-497b-b2f7-bf3f3818a228 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:37.268200 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 48c250bd-83d8-48b8-aa39-6f17e665dfcd no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:02:37.268935 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-858e119d-7bd2-497b-b2f7-bf3f3818a228 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5527756 Jul 07 21:02:37.272071 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56340) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:37.292348 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-bf070f61-bd6b-4287-bbb7-6659b54cd013 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Request body: {'security_group_rule': {'security_group_id': '04c3f958-edad-47d0-988d-81e2782835ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:37.323204 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 48c250bd-83d8-48b8-aa39-6f17e665dfcd {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:02:37.324033 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 48c250bd-83d8-48b8-aa39-6f17e665dfcd not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:02:37.415133 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf070f61-bd6b-4287-bbb7-6659b54cd013 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:37.450882 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] Set router 30445f21-ee84-4bd1-b602-f11df6023350 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:02:37.466124 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0015ea9e-1406-48b7-aab7-1cd70d1ace50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:37.513032 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d9015e89-867f-47d8-bd8c-f30b3abe663c req-5dc32878-80ee-48c8-9d93-f9d32fbc9184 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 210 time: 0.0863111 Jul 07 21:02:37.679928 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0015ea9e-1406-48b7-aab7-1cd70d1ace50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:37.683301 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0015ea9e-1406-48b7-aab7-1cd70d1ace50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:37.690134 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0015ea9e-1406-48b7-aab7-1cd70d1ace50 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b87a0c25-16cc-4e65-b1a8-dafe99f7da1e HTTP/1.1" status: 204 len: 168 time: 1.0312195 Jul 07 21:02:37.714163 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015ea9e-1406-48b7-aab7-1cd70d1ace50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87a0c25-16cc-4e65-b1a8-dafe99f7da1e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:37.798875 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf070f61-bd6b-4287-bbb7-6659b54cd013 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:37.811900 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b0652dce-e56f-4686-aabf-ffb801f985c9 req-e32005dc-19fc-4385-a767-86a3269fdb38 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=9931dbe4-46e6-48c1-9112-0f2fcea15c00 HTTP/1.1" status: 200 len: 210 time: 0.2345269 Jul 07 21:02:37.815768 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf070f61-bd6b-4287-bbb7-6659b54cd013 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:37.888154 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf070f61-bd6b-4287-bbb7-6659b54cd013 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:37.897864 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bf070f61-bd6b-4287-bbb7-6659b54cd013 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6201427 Jul 07 21:02:37.898684 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56354) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:37.902336 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30445f21-ee84-4bd1-b602-f11df6023350', 'name': 'tempest-ServersTestJSON-1310128101-router', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:02:21Z', 'updated_at': '2021-07-07T21:02:32Z', 'revision_number': 4, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'gw_port': {'id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:23Z', 'updated_at': '2021-07-07T21:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '3c0a5496-8e58-44d8-b08b-80f978c18557', 'name': '', 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'mac_address': 'fa:16:3e:77:12:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '539c2041-b5a8-40ca-9121-8b3452b576aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:28Z', 'updated_at': '2021-07-07T21:02:36Z', 'revision_number': 4, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'subnets': [{'id': '539c2041-b5a8-40ca-9121-8b3452b576aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:37.903133 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf070f61-bd6b-4287-bbb7-6659b54cd013 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7825c5-ff3c-409a-bbca-c7ee3f4ed119,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:37.916344 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-4ba40647-8db1-4cc7-af87-40275a706eaa tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:37.939276 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-84f5d305-23b9-411f-b3e6-6db8e91ad807 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:37.966248 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4ba40647-8db1-4cc7-af87-40275a706eaa tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:37.994119 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5517d73f-65e7-4e1f-a34c-d15497638938 None None] The sync data for ids ['30445f21-ee84-4bd1-b602-f11df6023350'] in n-d-695189-11 is: [{'id': '30445f21-ee84-4bd1-b602-f11df6023350', 'name': 'tempest-ServersTestJSON-1310128101-router', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:02:21Z', 'updated_at': '2021-07-07T21:02:32Z', 'revision_number': 4, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'gw_port': {'id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:23Z', 'updated_at': '2021-07-07T21:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '3c0a5496-8e58-44d8-b08b-80f978c18557', 'name': '', 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'mac_address': 'fa:16:3e:77:12:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '539c2041-b5a8-40ca-9121-8b3452b576aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:28Z', 'updated_at': '2021-07-07T21:02:36Z', 'revision_number': 4, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'subnets': [{'id': '539c2041-b5a8-40ca-9121-8b3452b576aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:02:38.268531 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-0f80ba2a-6aa4-4625-9c71-82b55ea8c48e tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:38.272013 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-0f80ba2a-6aa4-4625-9c71-82b55ea8c48e tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.39 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 811 time: 0.2485626 Jul 07 21:02:38.272269 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-84f5d305-23b9-411f-b3e6-6db8e91ad807 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:38.286250 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-6c158016-ddda-4ef8-af3a-875ced063af5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Request body: {'port': {'device_id': '9931dbe4-46e6-48c1-9112-0f2fcea15c00', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'admin_state_up': True, 'tenant_id': '240260fc7a05490d94f66cfaa06460e3'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:38.306232 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4ba40647-8db1-4cc7-af87-40275a706eaa tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:38.595170 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-4ba40647-8db1-4cc7-af87-40275a706eaa tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Allocated IP 172.25.5.86 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/dbde03e5-4447-479c-a869-3a058095d1af) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:02:38.600843 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-6c158016-ddda-4ef8-af3a-875ced063af5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Made reservation on behalf of 240260fc7a05490d94f66cfaa06460e3 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:02:38.606467 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-6c158016-ddda-4ef8-af3a-875ced063af5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:38.803164 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-08f7ea9a-bbc9-4e34-9f0c-ebdc64c5f5b4 req-fe12a1aa-4a59-4891-a830-e5ac4da6a457 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 210 time: 0.0646355 Jul 07 21:02:38.889626 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-6c158016-ddda-4ef8-af3a-875ced063af5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Allocated IP 172.20.0.14 (9f3f25a3-7a1a-47e4-bd02-1306e4f8af76/ef2da408-4011-492c-a997-7b8cacd52f94/0efdf84e-6a2b-4f72-b4ed-bd147642dac0) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:02:38.943721 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4ba40647-8db1-4cc7-af87-40275a706eaa tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:39.032194 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4ba40647-8db1-4cc7-af87-40275a706eaa tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:39.140353 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba40647-8db1-4cc7-af87-40275a706eaa tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:02:39.146686 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-4ba40647-8db1-4cc7-af87-40275a706eaa tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:39.173079 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba40647-8db1-4cc7-af87-40275a706eaa tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:02:39.176563 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba40647-8db1-4cc7-af87-40275a706eaa tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Pushing event updated for resources: {'Port': ['ID=dbde03e5-4447-479c-a869-3a058095d1af,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:39.213115 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 3c0a5496-8e58-44d8-b08b-80f978c18557 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:02:39.245911 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-84f5d305-23b9-411f-b3e6-6db8e91ad807 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Allocated IP 172.25.5.22 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/1fe1f842-c456-4a13-9023-c0cfae67c161) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:02:39.293746 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bedbca6a-f192-412f-946a-fccef72986b6 req-e96ce8d3-99e5-40e5-adab-1ed5f97f23f5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=9931dbe4-46e6-48c1-9112-0f2fcea15c00 HTTP/1.1" status: 200 len: 210 time: 0.0665781 Jul 07 21:02:39.350816 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 3c0a5496-8e58-44d8-b08b-80f978c18557 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:02:39.356260 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 3c0a5496-8e58-44d8-b08b-80f978c18557 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:39.359864 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:39.443636 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56396) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:39.520656 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-84f5d305-23b9-411f-b3e6-6db8e91ad807 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:39.553964 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:39.572285 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-6c158016-ddda-4ef8-af3a-875ced063af5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:39.576274 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56400) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:39.625242 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 3c0a5496-8e58-44d8-b08b-80f978c18557, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=3c0a5496-8e58-44d8-b08b-80f978c18557,segment=NetworkSegment(f160be75-417a-427f-aa9e-48961259cf31),segment_id=f160be75-417a-427f-aa9e-48961259cf31)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:39.630396 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:39.633626 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-6c158016-ddda-4ef8-af3a-875ced063af5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Transition to ACTIVE for port object 0efdf84e-6a2b-4f72-b4ed-bd147642dac0 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:02:39.685439 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-84f5d305-23b9-411f-b3e6-6db8e91ad807 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:39.714831 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=3c0a5496-8e58-44d8-b08b-80f978c18557,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:39.759419 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f5d305-23b9-411f-b3e6-6db8e91ad807 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:02:39.762571 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-84f5d305-23b9-411f-b3e6-6db8e91ad807 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:39.765276 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f5d305-23b9-411f-b3e6-6db8e91ad807 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:02:39.805137 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-560223fe-dc41-4db2-af39-a9ad7564cec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:39.811674 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-11ba25be-d123-4874-947e-cf571e55d4a3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1236413246'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:39.841110 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-6c158016-ddda-4ef8-af3a-875ced063af5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:39.853661 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['21a093e8-95f2-467a-9a85-f95003e1bfae'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:02:39.934374 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5d305-23b9-411f-b3e6-6db8e91ad807 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Pushing event updated for resources: {'Port': ['ID=1fe1f842-c456-4a13-9023-c0cfae67c161,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:39.945993 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-6c158016-ddda-4ef8-af3a-875ced063af5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:02:39.972113 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ba25be-d123-4874-947e-cf571e55d4a3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Made reservation on behalf of c7886cd0bb14444696333f8eb918e63c for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:02:39.976256 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-11ba25be-d123-4874-947e-cf571e55d4a3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:40.109575 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4ba40647-8db1-4cc7-af87-40275a706eaa tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:40.115527 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-6c158016-ddda-4ef8-af3a-875ced063af5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:40.135606 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-6c158016-ddda-4ef8-af3a-875ced063af5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:02:40.166470 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-11ba25be-d123-4874-947e-cf571e55d4a3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:40.203371 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4ba40647-8db1-4cc7-af87-40275a706eaa tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:40.207855 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d27ccf7b-1754-4fe8-8520-9756a42e1110 req-06d8e175-6754-4fe1-8776-c437497aecd6 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 210 time: 0.0914640 Jul 07 21:02:40.306799 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c158016-ddda-4ef8-af3a-875ced063af5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Pushing event updated for resources: {'Port': ['ID=0efdf84e-6a2b-4f72-b4ed-bd147642dac0,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:40.344568 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-560223fe-dc41-4db2-af39-a9ad7564cec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:40.354252 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-6c158016-ddda-4ef8-af3a-875ced063af5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:40.355649 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-6c158016-ddda-4ef8-af3a-875ced063af5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:40.378094 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-560223fe-dc41-4db2-af39-a9ad7564cec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:40.415007 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560223fe-dc41-4db2-af39-a9ad7564cec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62ee568-113c-41ae-8cd2-28c4701755ec,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:40.455579 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4ba40647-8db1-4cc7-af87-40275a706eaa tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:40.461892 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4ba40647-8db1-4cc7-af87-40275a706eaa tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:40.473877 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8f0f45c3-f52f-47e8-b2e2-89c58de598fa None None] Provisioning for port 0efdf84e-6a2b-4f72-b4ed-bd147642dac0 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:02:40.478272 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8f0f45c3-f52f-47e8-b2e2-89c58de598fa None None] Provisioning complete for port 0efdf84e-6a2b-4f72-b4ed-bd147642dac0 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:40.479166 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8f0f45c3-f52f-47e8-b2e2-89c58de598fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:40.506801 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-560223fe-dc41-4db2-af39-a9ad7564cec0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9c41a9a8ffac48d4bb482f414ddfdfaf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0591569 Jul 07 21:02:40.510882 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56410) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:40.558883 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f45c3-f52f-47e8-b2e2-89c58de598fa None None] Port 0efdf84e-6a2b-4f72-b4ed-bd147642dac0 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:02:40.573837 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba40647-8db1-4cc7-af87-40275a706eaa tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Pushing event updated for resources: {'Port': ['ID=dbde03e5-4447-479c-a869-3a058095d1af,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:40.602715 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4ba40647-8db1-4cc7-af87-40275a706eaa tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:40.640739 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-84f5d305-23b9-411f-b3e6-6db8e91ad807 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:40.650760 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590a7bd-6bcc-42e4-80e7-22fde5c07c8f req-255452ea-870a-44dc-acf9-6ad2d61d5818 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:40.652650 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2590a7bd-6bcc-42e4-80e7-22fde5c07c8f req-255452ea-870a-44dc-acf9-6ad2d61d5818 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=9931dbe4-46e6-48c1-9112-0f2fcea15c00 HTTP/1.1" status: 200 len: 932 time: 0.1526124 Jul 07 21:02:40.696291 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-11ba25be-d123-4874-947e-cf571e55d4a3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:40.699176 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e07f90ec-7b22-4d9a-ac8d-d12c7ae45a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:40.703839 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2590a7bd-6bcc-42e4-80e7-22fde5c07c8f req-d3330a78-15c3-4401-b10f-ccd61519eb6b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442841 Jul 07 21:02:40.704967 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-11ba25be-d123-4874-947e-cf571e55d4a3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:40.713093 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4ba40647-8db1-4cc7-af87-40275a706eaa tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:40.714951 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4ba40647-8db1-4cc7-af87-40275a706eaa tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8146152 Jul 07 21:02:40.715547 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-6c158016-ddda-4ef8-af3a-875ced063af5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4357197 Jul 07 21:02:40.742078 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-c4508059-5349-4a53-b205-2f5ff34f1022 service neutron] Request body: {'port': {'device_id': '9931dbe4-46e6-48c1-9112-0f2fcea15c00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:40.763864 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ba25be-d123-4874-947e-cf571e55d4a3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:02:40.818291 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e07f90ec-7b22-4d9a-ac8d-d12c7ae45a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:40.847680 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-11ba25be-d123-4874-947e-cf571e55d4a3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:40.848046 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-11ba25be-d123-4874-947e-cf571e55d4a3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Added segment da8b2a04-2766-49b7-8594-eae70bdabbb4 of type vlan for network 03decd1c-3676-460a-8743-b63bc649164c Jul 07 21:02:40.852715 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba25be-d123-4874-947e-cf571e55d4a3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=955bd20a-ce5a-4b5c-a480-11ed381ba5f2,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:40.965878 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-233e5c09-40b6-4a63-bfdc-d6f5dbb12a5c tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1104299611&fields=id&tenant_id=ae66bcc29cb9496c81b304ed2c4f82a5 HTTP/1.1" status: 200 len: 267 time: 0.0464821 Jul 07 21:02:41.006805 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-11ba25be-d123-4874-947e-cf571e55d4a3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:41.021040 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-c4508059-5349-4a53-b205-2f5ff34f1022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:41.088986 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e07f90ec-7b22-4d9a-ac8d-d12c7ae45a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:41.091791 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e07f90ec-7b22-4d9a-ac8d-d12c7ae45a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:41.092950 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e07f90ec-7b22-4d9a-ac8d-d12c7ae45a0f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e62ee568-113c-41ae-8cd2-28c4701755ec HTTP/1.1" status: 204 len: 168 time: 0.5810857 Jul 07 21:02:41.101358 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-6d9fe1db-93b6-4780-bca7-9467ac638941 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:41.111384 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-6d9fe1db-93b6-4780-bca7-9467ac638941 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/networks?id=c4706a9a-8917-4d38-9a83-b63d9139d929 HTTP/1.1" status: 200 len: 806 time: 0.1417372 Jul 07 21:02:41.135449 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-036a0a54-397e-4f2f-8c6e-aaee33e1cf03 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/quotas/ae66bcc29cb9496c81b304ed2c4f82a5 HTTP/1.1" status: 200 len: 375 time: 0.0255492 Jul 07 21:02:41.139426 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 3c0a5496-8e58-44d8-b08b-80f978c18557 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:02:41.170024 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f90ec-7b22-4d9a-ac8d-d12c7ae45a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62ee568-113c-41ae-8cd2-28c4701755ec,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:41.180316 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-11ba25be-d123-4874-947e-cf571e55d4a3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:41.186457 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ba25be-d123-4874-947e-cf571e55d4a3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:41.187058 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-11ba25be-d123-4874-947e-cf571e55d4a3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:41.259291 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 3c0a5496-8e58-44d8-b08b-80f978c18557 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:41.260177 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:41.270850 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-17a92a59-c13d-4ca2-a361-e2e61bc2f816 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ae66bcc29cb9496c81b304ed2c4f82a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1337569 Jul 07 21:02:41.435679 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-20f15234-7749-4345-8d5a-083305145e33 service neutron] 10.222.0.64 "GET /v2.0/networks/c4706a9a-8917-4d38-9a83-b63d9139d929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512568 Jul 07 21:02:41.554622 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56432) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:41.557029 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-66da55f8-05d7-4cf1-8d8a-5e0b5707a608 req-8c1e2fff-b93b-4aaa-989a-966a1276628a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 210 time: 0.0353377 Jul 07 21:02:41.586330 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-87dd1793-98f9-4e4c-948b-f21ea3cd090e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:41.617333 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-bbbe084a-81cd-451a-b284-d1b3492735e1 service neutron] 10.222.0.64 "GET /v2.0/networks/c4706a9a-8917-4d38-9a83-b63d9139d929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720285 Jul 07 21:02:41.662045 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-84f5d305-23b9-411f-b3e6-6db8e91ad807 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:41.672870 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-11ba25be-d123-4874-947e-cf571e55d4a3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0919416 Jul 07 21:02:41.684417 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56434) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:41.695559 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-4d79979e-2100-498d-9054-eab1e915cd87 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Request body: {'subnet': {'network_id': '03decd1c-3676-460a-8743-b63bc649164c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:41.713302 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba25be-d123-4874-947e-cf571e55d4a3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Pushing event updated for resources: {'Network': ['ID=03decd1c-3676-460a-8743-b63bc649164c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:41.726821 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 03decd1c-3676-460a-8743-b63bc649164c details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:02:41.747219 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-87dd1793-98f9-4e4c-948b-f21ea3cd090e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:41.753212 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-87dd1793-98f9-4e4c-948b-f21ea3cd090e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:41.873207 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-87dd1793-98f9-4e4c-948b-f21ea3cd090e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4bda55d933ce4999930a985a747673bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3151510 Jul 07 21:02:41.874092 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd1793-98f9-4e4c-948b-f21ea3cd090e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7753d688-ef6d-4333-bc8c-d87d599845de,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:41.894563 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56440) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:41.981987 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29383726-6965-4fde-bf50-2aaad19db662 req-ba5b93c4-2bfd-459e-8e56-a530895620a0 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b886f9-f2e2-4f80-8831-b8397cafc3df HTTP/1.1" status: 200 len: 210 time: 0.0494525 Jul 07 21:02:42.068731 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0fc5a825-be7d-4cf1-9655-62de698948da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:42.096688 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0fc5a825-be7d-4cf1-9655-62de698948da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:42.116676 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d79979e-2100-498d-9054-eab1e915cd87 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Made reservation on behalf of c7886cd0bb14444696333f8eb918e63c for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:02:42.124117 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4d79979e-2100-498d-9054-eab1e915cd87 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:42.149622 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78a38b-a3b8-42f5-9236-490eb1111e40 req-1c2ad31b-1c97-4bbf-a659-39a7d7b27aaa tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:42.158627 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ba78a38b-a3b8-42f5-9236-490eb1111e40 req-1c2ad31b-1c97-4bbf-a659-39a7d7b27aaa tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=9931dbe4-46e6-48c1-9112-0f2fcea15c00 HTTP/1.1" status: 200 len: 932 time: 0.1754596 Jul 07 21:02:42.209962 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ba78a38b-a3b8-42f5-9236-490eb1111e40 req-09e005f5-b2a4-4961-938d-bb10ec0fd5b9 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500152 Jul 07 21:02:42.218824 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0fc5a825-be7d-4cf1-9655-62de698948da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:42.221566 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0fc5a825-be7d-4cf1-9655-62de698948da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:42.222741 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0fc5a825-be7d-4cf1-9655-62de698948da admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7753d688-ef6d-4333-bc8c-d87d599845de HTTP/1.1" status: 204 len: 168 time: 0.3264542 Jul 07 21:02:42.233664 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5a825-be7d-4cf1-9655-62de698948da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7753d688-ef6d-4333-bc8c-d87d599845de,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:42.419187 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f5d305-23b9-411f-b3e6-6db8e91ad807 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Router a136357f-bf72-418c-881a-653f876c5e66 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:02:42.521016 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4d79979e-2100-498d-9054-eab1e915cd87 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:42.586397 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-c4508059-5349-4a53-b205-2f5ff34f1022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0efdf84e-6a2b-4f72-b4ed-bd147642dac0 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:02:42.638913 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-c4508059-5349-4a53-b205-2f5ff34f1022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:42.663660 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79979e-2100-498d-9054-eab1e915cd87 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Pushing event updated for resources: {'Subnet': ['ID=409b7419-9741-4e1c-bb53-715e6e5ae1c2,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:42.676054 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-c4508059-5349-4a53-b205-2f5ff34f1022 service neutron] Transition to ACTIVE for port object 0efdf84e-6a2b-4f72-b4ed-bd147642dac0 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:02:42.690210 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-c4508059-5349-4a53-b205-2f5ff34f1022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:42.699269 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d79979e-2100-498d-9054-eab1e915cd87 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Checking segment: {'id': 'da8b2a04-2766-49b7-8594-eae70bdabbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '03decd1c-3676-460a-8743-b63bc649164c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:02:42.699634 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d79979e-2100-498d-9054-eab1e915cd87 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Network hostable DHCP agents. Network: 03decd1c-3676-460a-8743-b63bc649164c, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:02:42.728665 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f5d305-23b9-411f-b3e6-6db8e91ad807 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:02:42.764658 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71121d8-bee7-4480-9c3c-47784505eb01 None None] Sync routers for ids ['a136357f-bf72-418c-881a-653f876c5e66'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:02:42.768072 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3d8e2b34-15b5-48e5-b6aa-07576b48cec2 req-b450b70a-b35f-4a1f-b8ed-47ff688be024 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 210 time: 0.0459344 Jul 07 21:02:42.781607 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71121d8-bee7-4480-9c3c-47784505eb01 None None] Routers {'a136357f-bf72-418c-881a-653f876c5e66'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:42.782259 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b71121d8-bee7-4480-9c3c-47784505eb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a136357f-bf72-418c-881a-653f876c5e66'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:42.849056 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b71121d8-bee7-4480-9c3c-47784505eb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:42.867010 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4508059-5349-4a53-b205-2f5ff34f1022 service neutron] Pushing event updated for resources: {'Port': ['ID=0efdf84e-6a2b-4f72-b4ed-bd147642dac0,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:42.867448 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71121d8-bee7-4480-9c3c-47784505eb01 None None] Routers {'a136357f-bf72-418c-881a-653f876c5e66'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:42.868100 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b71121d8-bee7-4480-9c3c-47784505eb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a136357f-bf72-418c-881a-653f876c5e66'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:42.871149 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-84f5d305-23b9-411f-b3e6-6db8e91ad807 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:42.873236 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-84f5d305-23b9-411f-b3e6-6db8e91ad807 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.5725052 Jul 07 21:02:42.875865 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56464) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:42.882199 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-9cc67c6a-4d4a-4041-b499-3f24251631c7 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'enable_snat': False}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:42.895885 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d79979e-2100-498d-9054-eab1e915cd87 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Network 03decd1c-3676-460a-8743-b63bc649164c is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:02:42.985344 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b71121d8-bee7-4480-9c3c-47784505eb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:42.986310 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71121d8-bee7-4480-9c3c-47784505eb01 None None] The sync data for ids ['a136357f-bf72-418c-881a-653f876c5e66'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:02:43.103659 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-4d79979e-2100-498d-9054-eab1e915cd87 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 03decd1c-3676-460a-8743-b63bc649164c) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:43.110202 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d79979e-2100-498d-9054-eab1e915cd87 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:43.110794 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4d79979e-2100-498d-9054-eab1e915cd87 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:43.114782 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d52411c-dcb8-4396-93ba-a05eff74337f None None] Network 03decd1c-3676-460a-8743-b63bc649164c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:02:43.147681 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4d79979e-2100-498d-9054-eab1e915cd87 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4591506 Jul 07 21:02:43.150588 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-c4508059-5349-4a53-b205-2f5ff34f1022 service neutron] Attempting to bind port 0efdf84e-6a2b-4f72-b4ed-bd147642dac0 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:02:43.150957 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-c4508059-5349-4a53-b205-2f5ff34f1022 service neutron] Attempting to bind port 0efdf84e-6a2b-4f72-b4ed-bd147642dac0 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:02:43.151287 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-c4508059-5349-4a53-b205-2f5ff34f1022 service neutron] Attempting to bind port 0efdf84e-6a2b-4f72-b4ed-bd147642dac0 on network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:02:43.157264 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56470) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:43.163258 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-dd6939fa-bee9-4084-a816-5c80ce07558d tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Request body: {'port': {'network_id': '03decd1c-3676-460a-8743-b63bc649164c', 'name': 'tempest-AllowedAddressPairTestJSON-958875259'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:43.185671 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-c4508059-5349-4a53-b205-2f5ff34f1022 service neutron] Port 0efdf84e-6a2b-4f72-b4ed-bd147642dac0 on network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:02:43.185941 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-c4508059-5349-4a53-b205-2f5ff34f1022 service neutron] Attempting to bind port 0efdf84e-6a2b-4f72-b4ed-bd147642dac0 on network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:02:43.222820 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-c4508059-5349-4a53-b205-2f5ff34f1022 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:02:43.223717 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-c4508059-5349-4a53-b205-2f5ff34f1022 service neutron] Checking segment: {'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:02:43.224112 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-c4508059-5349-4a53-b205-2f5ff34f1022 service neutron] Bound using segment: {'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:02:43.224660 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-c4508059-5349-4a53-b205-2f5ff34f1022 service neutron] Bound port: 0efdf84e-6a2b-4f72-b4ed-bd147642dac0, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:02:43.225032 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-c4508059-5349-4a53-b205-2f5ff34f1022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:43.255242 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1c55edb7-9a00-438b-87a0-bc1e1c16d8bb req-9fda7431-022d-4d6b-9a39-cd598d5fbb5e tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b886f9-f2e2-4f80-8831-b8397cafc3df HTTP/1.1" status: 200 len: 210 time: 0.0594316 Jul 07 21:02:43.352990 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-c4508059-5349-4a53-b205-2f5ff34f1022 service neutron] For port 0efdf84e-6a2b-4f72-b4ed-bd147642dac0, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:02:43.357492 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-c4508059-5349-4a53-b205-2f5ff34f1022 service neutron] For port 0efdf84e-6a2b-4f72-b4ed-bd147642dac0, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=0efdf84e-6a2b-4f72-b4ed-bd147642dac0,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:02:43.367276 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-c4508059-5349-4a53-b205-2f5ff34f1022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:43.392398 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6939fa-bee9-4084-a816-5c80ce07558d tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Made reservation on behalf of c7886cd0bb14444696333f8eb918e63c for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:02:43.403028 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dd6939fa-bee9-4084-a816-5c80ce07558d tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:43.419889 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-c4508059-5349-4a53-b205-2f5ff34f1022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:43.420917 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-c4508059-5349-4a53-b205-2f5ff34f1022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:43.423763 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-c4508059-5349-4a53-b205-2f5ff34f1022 service neutron] 10.222.0.39 "PUT /v2.0/ports/0efdf84e-6a2b-4f72-b4ed-bd147642dac0 HTTP/1.1" status: 200 len: 1093 time: 2.6910303 Jul 07 21:02:43.425661 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9931dbe4-46e6-48c1-9112-0f2fcea15c00', 'tag': '0efdf84e-6a2b-4f72-b4ed-bd147642dac0'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:02:43.438262 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a6371f-390a-4a3d-a3d6-080825eefe27" -d '{"events": [{"name": "network-changed", "server_uuid": "9931dbe4-46e6-48c1-9112-0f2fcea15c00", "tag": "0efdf84e-6a2b-4f72-b4ed-bd147642dac0"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:02:43.484127 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145ded2f-9256-43d5-80d0-46b4e49c3a15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-03decd1c-3676-460a-8743-b63bc649164c', 'network_id': '03decd1c-3676-460a-8743-b63bc649164c', 'tenant_id': 'c7886cd0bb14444696333f8eb918e63c', 'fixed_ips': [{'subnet_id': '409b7419-9741-4e1c-bb53-715e6e5ae1c2'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:02:43.485030 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-145ded2f-9256-43d5-80d0-46b4e49c3a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:43.615627 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-dd6939fa-bee9-4084-a816-5c80ce07558d tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] device_id is not set on port b17c3881-f60c-45cc-bcf9-1e72136f6e4e yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:02:43.673290 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c446f-a861-43b6-b14e-437487424a9c req-a573bd20-df4a-464a-860a-56a2c873e106 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:43.675006 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-946c446f-a861-43b6-b14e-437487424a9c req-a573bd20-df4a-464a-860a-56a2c873e106 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=9931dbe4-46e6-48c1-9112-0f2fcea15c00 HTTP/1.1" status: 200 len: 944 time: 0.2033203 Jul 07 21:02:43.714165 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4508059-5349-4a53-b205-2f5ff34f1022 service neutron] Pushing event updated for resources: {'Port': ['ID=0efdf84e-6a2b-4f72-b4ed-bd147642dac0,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:43.778195 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62db03dc-332f-4731-bdb5-475724532dc7 x-openstack-request-id: req-62db03dc-332f-4731-bdb5-475724532dc7 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:02:43.778914 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9931dbe4-46e6-48c1-9112-0f2fcea15c00", "tag": "0efdf84e-6a2b-4f72-b4ed-bd147642dac0", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:02:43.779486 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-62db03dc-332f-4731-bdb5-475724532dc7 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:02:43.780667 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9931dbe4-46e6-48c1-9112-0f2fcea15c00', 'tag': '0efdf84e-6a2b-4f72-b4ed-bd147642dac0', 'status': 'completed', 'code': 200} Jul 07 21:02:43.803386 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-946c446f-a861-43b6-b14e-437487424a9c req-a4bb3daf-6dad-4aa5-9559-d7ef878810d2 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182704 Jul 07 21:02:43.807458 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9cc67c6a-4d4a-4041-b499-3f24251631c7 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:43.850571 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-145ded2f-9256-43d5-80d0-46b4e49c3a15 None None] Allocated IP 172.20.0.2 (03decd1c-3676-460a-8743-b63bc649164c/409b7419-9741-4e1c-bb53-715e6e5ae1c2/f57b4d8b-f522-47e0-9162-a54e5e4e84be) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:02:43.999007 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-cb31896c-02ef-46b6-8f2e-c58483e2bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:44.000581 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-cb31896c-02ef-46b6-8f2e-c58483e2bb14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&device_id=9931dbe4-46e6-48c1-9112-0f2fcea15c00 HTTP/1.1" status: 200 len: 1096 time: 0.2609844 Jul 07 21:02:44.013127 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-e19d8a4c-c421-4766-a9f5-b0277a4c14af tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:44.014789 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-e19d8a4c-c421-4766-a9f5-b0277a4c14af tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.58 "GET /v2.0/networks?id=c4706a9a-8917-4d38-9a83-b63d9139d929 HTTP/1.1" status: 200 len: 806 time: 0.2874353 Jul 07 21:02:44.054558 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-fa11fd7c-95b7-4a1f-99e5-68b33d57c196 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0efdf84e-6a2b-4f72-b4ed-bd147642dac0 HTTP/1.1" status: 200 len: 217 time: 0.0386043 Jul 07 21:02:44.140684 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-0b0e478f-730c-44e7-bbef-00f4ae6544be tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae66bcc29cb9496c81b304ed2c4f82a5 HTTP/1.1" status: 200 len: 380 time: 0.0851092 Jul 07 21:02:44.156324 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Request body: {'port': {'device_id': 'd7b886f9-f2e2-4f80-8831-b8397cafc3df', 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929', 'admin_state_up': True, 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'security_groups': ['04c3f958-edad-47d0-988d-81e2782835ca']}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:44.163359 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-145ded2f-9256-43d5-80d0-46b4e49c3a15 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:44.197096 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-145ded2f-9256-43d5-80d0-46b4e49c3a15 None None] Transition to ACTIVE for port object f57b4d8b-f522-47e0-9162-a54e5e4e84be will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:02:44.220588 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-2373b71e-d7ae-4e0e-bef8-feab1e90324e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:44.222355 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-2373b71e-d7ae-4e0e-bef8-feab1e90324e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 200 len: 850 time: 0.1388521 Jul 07 21:02:44.231652 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-145ded2f-9256-43d5-80d0-46b4e49c3a15 None None] Transition to ACTIVE for port object f57b4d8b-f522-47e0-9162-a54e5e4e84be will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:02:44.245696 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-145ded2f-9256-43d5-80d0-46b4e49c3a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:44.269353 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78a08325-ea27-476b-8b7e-246fc4e837c6 req-6d6615bd-e8e6-499d-8d87-2d741519cd91 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 210 time: 0.0773320 Jul 07 21:02:44.311103 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145ded2f-9256-43d5-80d0-46b4e49c3a15 None None] Network 03decd1c-3676-460a-8743-b63bc649164c is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:02:44.328960 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-145ded2f-9256-43d5-80d0-46b4e49c3a15 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:44.336597 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ded2f-9256-43d5-80d0-46b4e49c3a15 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:02:44.367582 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-dd6939fa-bee9-4084-a816-5c80ce07558d tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Allocated IP 172.20.0.5 (03decd1c-3676-460a-8743-b63bc649164c/409b7419-9741-4e1c-bb53-715e6e5ae1c2/b17c3881-f60c-45cc-bcf9-1e72136f6e4e) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:02:44.380598 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-922bf1e6-6d32-4e6e-8189-507aafccbd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:44.382850 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-922bf1e6-6d32-4e6e-8189-507aafccbd17 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1530135 Jul 07 21:02:44.515584 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-b2a44ec3-5a28-4ca2-bcf1-2588f121c8d3 service neutron] 10.222.0.39 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226842 Jul 07 21:02:44.517832 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-145ded2f-9256-43d5-80d0-46b4e49c3a15 None None] Attempting to bind port f57b4d8b-f522-47e0-9162-a54e5e4e84be on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:02:44.518228 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-145ded2f-9256-43d5-80d0-46b4e49c3a15 None None] Attempting to bind port f57b4d8b-f522-47e0-9162-a54e5e4e84be by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'da8b2a04-2766-49b7-8594-eae70bdabbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '03decd1c-3676-460a-8743-b63bc649164c'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:02:44.518607 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145ded2f-9256-43d5-80d0-46b4e49c3a15 None None] Attempting to bind port f57b4d8b-f522-47e0-9162-a54e5e4e84be on network 03decd1c-3676-460a-8743-b63bc649164c {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:02:44.531241 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ded2f-9256-43d5-80d0-46b4e49c3a15 None None] Pushing event updated for resources: {'Port': ['ID=f57b4d8b-f522-47e0-9162-a54e5e4e84be,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:44.543750 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145ded2f-9256-43d5-80d0-46b4e49c3a15 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:02:44.544161 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145ded2f-9256-43d5-80d0-46b4e49c3a15 None None] Checking segment: {'id': 'da8b2a04-2766-49b7-8594-eae70bdabbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '03decd1c-3676-460a-8743-b63bc649164c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:02:44.546468 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-145ded2f-9256-43d5-80d0-46b4e49c3a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:44.547875 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145ded2f-9256-43d5-80d0-46b4e49c3a15 None None] Bound using segment: {'id': 'da8b2a04-2766-49b7-8594-eae70bdabbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '03decd1c-3676-460a-8743-b63bc649164c'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:02:44.550231 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-145ded2f-9256-43d5-80d0-46b4e49c3a15 None None] Bound port: f57b4d8b-f522-47e0-9162-a54e5e4e84be, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da8b2a04-2766-49b7-8594-eae70bdabbb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '03decd1c-3676-460a-8743-b63bc649164c'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:02:44.550231 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-145ded2f-9256-43d5-80d0-46b4e49c3a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:44.572347 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5c2266d3-3bde-40e3-b31d-3e289a050bd9 req-be26c0f8-101d-4440-ac9a-2d79dc8973b1 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b886f9-f2e2-4f80-8831-b8397cafc3df HTTP/1.1" status: 200 len: 210 time: 0.0420380 Jul 07 21:02:44.591875 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Made reservation on behalf of ae66bcc29cb9496c81b304ed2c4f82a5 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:02:44.604434 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:44.651875 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9cc67c6a-4d4a-4041-b499-3f24251631c7 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:44.661808 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9cc67c6a-4d4a-4041-b499-3f24251631c7 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7883739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7883712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7881482'] for router, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:44.705756 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-145ded2f-9256-43d5-80d0-46b4e49c3a15 None None] For port f57b4d8b-f522-47e0-9162-a54e5e4e84be, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:02:44.710225 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-145ded2f-9256-43d5-80d0-46b4e49c3a15 None None] For port f57b4d8b-f522-47e0-9162-a54e5e4e84be, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f57b4d8b-f522-47e0-9162-a54e5e4e84be,segment=NetworkSegment(da8b2a04-2766-49b7-8594-eae70bdabbb4),segment_id=da8b2a04-2766-49b7-8594-eae70bdabbb4)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:02:44.725540 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-145ded2f-9256-43d5-80d0-46b4e49c3a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:44.794469 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dd6939fa-bee9-4084-a816-5c80ce07558d tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:44.826152 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ded2f-9256-43d5-80d0-46b4e49c3a15 None None] Pushing event updated for resources: {'Port': ['ID=f57b4d8b-f522-47e0-9162-a54e5e4e84be,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:44.826885 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-dd6939fa-bee9-4084-a816-5c80ce07558d tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Transition to ACTIVE for port object b17c3881-f60c-45cc-bcf9-1e72136f6e4e will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:02:44.878781 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc67c6a-4d4a-4041-b499-3f24251631c7 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Router a136357f-bf72-418c-881a-653f876c5e66 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:02:44.981726 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dd6939fa-bee9-4084-a816-5c80ce07558d tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:45.026032 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6939fa-bee9-4084-a816-5c80ce07558d tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Network 03decd1c-3676-460a-8743-b63bc649164c is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:02:45.061669 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-70bdcff0-6d91-4b77-be12-6b555f01c4b5 req-07ba1b15-645c-4901-a520-4d2ff029fa49 service neutron] 10.222.0.39 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342412 Jul 07 21:02:45.080545 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-dd6939fa-bee9-4084-a816-5c80ce07558d tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:45.087350 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6939fa-bee9-4084-a816-5c80ce07558d tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:02:45.152948 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6939fa-bee9-4084-a816-5c80ce07558d tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:45.153633 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dd6939fa-bee9-4084-a816-5c80ce07558d tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:45.218514 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc67c6a-4d4a-4041-b499-3f24251631c7 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:02:45.231005 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9cc67c6a-4d4a-4041-b499-3f24251631c7 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:45.233917 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7368048e-c53b-416b-88cd-e289bcc1aaa1 None None] Sync routers for ids ['a136357f-bf72-418c-881a-653f876c5e66'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:02:45.235838 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9cc67c6a-4d4a-4041-b499-3f24251631c7 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "PUT /v2.0/routers/a136357f-bf72-418c-881a-653f876c5e66 HTTP/1.1" status: 200 len: 920 time: 2.3580229 Jul 07 21:02:45.237677 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56510) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:45.255621 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b72a3-19a8-4972-ae4e-4c079297611a req-03c6c234-da8a-45dd-975c-dffeabd10ad6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:45.256043 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7368048e-c53b-416b-88cd-e289bcc1aaa1 None None] Routers {'a136357f-bf72-418c-881a-653f876c5e66'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:45.257241 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-7368048e-c53b-416b-88cd-e289bcc1aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a136357f-bf72-418c-881a-653f876c5e66'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:45.257829 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bb0b72a3-19a8-4972-ae4e-4c079297611a req-03c6c234-da8a-45dd-975c-dffeabd10ad6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=9931dbe4-46e6-48c1-9112-0f2fcea15c00 HTTP/1.1" status: 200 len: 944 time: 0.2400405 Jul 07 21:02:45.356368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Allocated IP 172.20.0.4 (c4706a9a-8917-4d38-9a83-b63d9139d929/539c2041-b5a8-40ca-9121-8b3452b576aa/0504c917-7bd1-4586-811d-ec70636ccc59) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:02:45.371549 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-7368048e-c53b-416b-88cd-e289bcc1aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:45.398783 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7368048e-c53b-416b-88cd-e289bcc1aaa1 None None] Routers {'a136357f-bf72-418c-881a-653f876c5e66'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:45.399813 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-7368048e-c53b-416b-88cd-e289bcc1aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a136357f-bf72-418c-881a-653f876c5e66'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:45.459567 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bb0b72a3-19a8-4972-ae4e-4c079297611a req-f6a61d88-ef11-4c78-a7ab-c3dd3fb0452a tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448712 Jul 07 21:02:45.499614 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6939fa-bee9-4084-a816-5c80ce07558d tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Pushing event updated for resources: {'Port': ['ID=b17c3881-f60c-45cc-bcf9-1e72136f6e4e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:45.514991 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-7368048e-c53b-416b-88cd-e289bcc1aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:45.519940 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-34064a5c-0b83-4835-8ac3-251d6e9d3092 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "GET /v2.0/routers/a136357f-bf72-418c-881a-653f876c5e66 HTTP/1.1" status: 200 len: 920 time: 0.2809978 Jul 07 21:02:45.520686 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7368048e-c53b-416b-88cd-e289bcc1aaa1 None None] The sync data for ids ['a136357f-bf72-418c-881a-653f876c5e66'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:02:45.522809 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56518) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:45.532217 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dd6939fa-bee9-4084-a816-5c80ce07558d tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3737662 Jul 07 21:02:45.536366 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56520) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:45.544030 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-7548160e-d666-4bf8-a18b-77c5284d6498 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Request body: {'port': {'network_id': '03decd1c-3676-460a-8743-b63bc649164c', 'name': 'tempest-AllowedAddressPairTestJSON-1430271196', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:57:23:0f'}]}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:45.624107 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:45.629924 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6371f-390a-4a3d-a3d6-080825eefe27 req-0faa7f09-4563-4729-b6eb-70c95b3ce444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:45.631543 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c4a6371f-390a-4a3d-a3d6-080825eefe27 req-0faa7f09-4563-4729-b6eb-70c95b3ce444 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&device_id=9931dbe4-46e6-48c1-9112-0f2fcea15c00 HTTP/1.1" status: 200 len: 1096 time: 0.4656129 Jul 07 21:02:45.651894 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Transition to ACTIVE for port object 0504c917-7bd1-4586-811d-ec70636ccc59 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:02:45.747624 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7548160e-d666-4bf8-a18b-77c5284d6498 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Made reservation on behalf of c7886cd0bb14444696333f8eb918e63c for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:02:45.771691 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6371f-390a-4a3d-a3d6-080825eefe27 req-35ebb7b2-83ca-45ba-8a4b-4d130b08efce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:45.773421 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c4a6371f-390a-4a3d-a3d6-080825eefe27 req-35ebb7b2-83ca-45ba-8a4b-4d130b08efce service neutron] 10.222.0.39 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 912 time: 0.1326416 Jul 07 21:02:45.774585 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:45.836960 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c4a6371f-390a-4a3d-a3d6-080825eefe27 req-bcc7f97f-f9cd-43e2-b081-903df4069d0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0efdf84e-6a2b-4f72-b4ed-bd147642dac0 HTTP/1.1" status: 200 len: 217 time: 0.0520778 Jul 07 21:02:45.869905 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-89bc3b90-23a1-4314-ac88-6239d507a09a req-2dd6bef5-7d61-438f-a012-5e1caafef23a tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/ports?device_id=776d3f39-d4b1-4582-bea8-433919a8c356 HTTP/1.1" status: 200 len: 210 time: 0.1359875 Jul 07 21:02:46.003858 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3a71f2-c4ac-48f0-adbb-6a2a369b0197 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:46.009966 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0a3a71f2-c4ac-48f0-adbb-6a2a369b0197 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba&device_id=a136357f-bf72-418c-881a-653f876c5e66&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4860201 Jul 07 21:02:46.013183 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56528) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:46.126773 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa5a7b6-d61e-400f-bee7-1dac930f38bd tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:46.132573 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1fa5a7b6-d61e-400f-bee7-1dac930f38bd tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 881 time: 0.1172667 Jul 07 21:02:46.136580 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56530) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:46.197087 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b1463bf9-94cb-4ea1-b38b-0351bebc8618 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "GET /v2.0/ports?device_id=a136357f-bf72-418c-881a-653f876c5e66 HTTP/1.1" status: 200 len: 205 time: 0.0596478 Jul 07 21:02:46.203160 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56532) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:46.288279 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7548160e-d666-4bf8-a18b-77c5284d6498 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:46.296544 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187d313b-3e08-418e-8b73-425992e5893c None None] Network 03decd1c-3676-460a-8743-b63bc649164c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:02:46.302527 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Network c4706a9a-8917-4d38-9a83-b63d9139d929 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:02:46.310545 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fe88d-d490-456d-8921-7901a6b67a78 req-bfdb73bd-a416-483e-8155-763dddb44308 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:46.312209 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-745fe88d-d490-456d-8921-7901a6b67a78 req-bfdb73bd-a416-483e-8155-763dddb44308 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b886f9-f2e2-4f80-8831-b8397cafc3df HTTP/1.1" status: 200 len: 931 time: 0.5245612 Jul 07 21:02:46.321474 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:46.330903 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:02:46.415618 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Pushing event updated for resources: {'Port': ['ID=0504c917-7bd1-4586-811d-ec70636ccc59,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:46.443942 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6371f-390a-4a3d-a3d6-080825eefe27 req-bcfbe04d-9792-4ccd-a11e-9ebb8b9d7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:46.445496 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c4a6371f-390a-4a3d-a3d6-080825eefe27 req-bcfbe04d-9792-4ccd-a11e-9ebb8b9d7293 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 200 len: 850 time: 0.5777965 Jul 07 21:02:46.449712 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:46.450073 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:46.450421 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:46.450761 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:46.451096 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:46.451467 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:46.451803 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:46.452132 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:46.452464 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:46.452794 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:46.454562 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:46.454958 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:46.478857 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f9830816-8ac4-4d80-bda0-fd228c8069b0 None None] Provisioning for port f57b4d8b-f522-47e0-9162-a54e5e4e84be completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:02:46.482439 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:46.486049 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:46.539717 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-e426d5c5-25fa-4de4-819d-a7a561c21aef tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3919406 Jul 07 21:02:46.559002 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-3a659059-c1ea-4773-9ad8-654d06f9bf23 service neutron] Request body: {'port': {'device_id': 'd7b886f9-f2e2-4f80-8831-b8397cafc3df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:46.654120 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a6371f-390a-4a3d-a3d6-080825eefe27 req-338e9948-4029-49ed-9467-ab3d015d6555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:46.658880 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c4a6371f-390a-4a3d-a3d6-080825eefe27 req-338e9948-4029-49ed-9467-ab3d015d6555 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1967275 Jul 07 21:02:46.786006 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-3a659059-c1ea-4773-9ad8-654d06f9bf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:46.838982 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f355895e-d32e-46fd-9944-012326f4d08a None None] Provisioning for port 0504c917-7bd1-4586-811d-ec70636ccc59 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:02:46.846072 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f355895e-d32e-46fd-9944-012326f4d08a None None] Provisioning complete for port 0504c917-7bd1-4586-811d-ec70636ccc59 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:46.852128 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f355895e-d32e-46fd-9944-012326f4d08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:46.893144 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c4a6371f-390a-4a3d-a3d6-080825eefe27 req-e907c1f7-991b-4580-a273-92dfcb318a56 service neutron] 10.222.0.39 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939595 Jul 07 21:02:46.949274 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-f355895e-d32e-46fd-9944-012326f4d08a None None] Port 0504c917-7bd1-4586-811d-ec70636ccc59 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:02:47.086711 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-7548160e-d666-4bf8-a18b-77c5284d6498 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] device_id is not set on port 17c6dced-1299-4d24-8bd5-b0b28c84cd09 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:02:47.117270 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-11f6b5ab-6653-486d-a4de-0e6ea6cc8f97 None None] Provisioning for port b17c3881-f60c-45cc-bcf9-1e72136f6e4e completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:02:47.151996 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-11f6b5ab-6653-486d-a4de-0e6ea6cc8f97 None None] Provisioning complete for port b17c3881-f60c-45cc-bcf9-1e72136f6e4e triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:47.152657 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-11f6b5ab-6653-486d-a4de-0e6ea6cc8f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:47.224345 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f57b4d8b-f522-47e0-9162-a54e5e4e84be up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:02:47.254111 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-11f6b5ab-6653-486d-a4de-0e6ea6cc8f97 None None] Port b17c3881-f60c-45cc-bcf9-1e72136f6e4e cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:02:47.272228 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-745fe88d-d490-456d-8921-7901a6b67a78 req-5969b8e2-0627-4093-8274-24f8befa6a6b tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/security-groups?id=04c3f958-edad-47d0-988d-81e2782835ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9347003 Jul 07 21:02:47.279056 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c4a6371f-390a-4a3d-a3d6-080825eefe27 req-f5a76a38-d537-4766-b855-7a6b0cc652c7 service neutron] 10.222.0.39 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727925 Jul 07 21:02:47.353006 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port f57b4d8b-f522-47e0-9162-a54e5e4e84be completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:02:47.357967 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port f57b4d8b-f522-47e0-9162-a54e5e4e84be triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:47.358433 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:47.407978 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-220c264f-9c3e-458a-9134-3be51c94486f None None] Provisioning complete for port b17c3881-f60c-45cc-bcf9-1e72136f6e4e triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:47.408713 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-220c264f-9c3e-458a-9134-3be51c94486f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:47.420397 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7b6c4768-c5d0-4fcf-b3b6-4df0d8cd27c5 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:47.462235 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-3a659059-c1ea-4773-9ad8-654d06f9bf23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0504c917-7bd1-4586-811d-ec70636ccc59 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:02:47.470056 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-220c264f-9c3e-458a-9134-3be51c94486f None None] Port b17c3881-f60c-45cc-bcf9-1e72136f6e4e cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:02:47.487788 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-3a659059-c1ea-4773-9ad8-654d06f9bf23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:47.520163 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:47.522832 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-3a659059-c1ea-4773-9ad8-654d06f9bf23 service neutron] Transition to ACTIVE for port object 0504c917-7bd1-4586-811d-ec70636ccc59 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:02:47.536593 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-3a659059-c1ea-4773-9ad8-654d06f9bf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:47.571698 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56556) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:47.596828 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port f57b4d8b-f522-47e0-9162-a54e5e4e84be, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f57b4d8b-f522-47e0-9162-a54e5e4e84be,segment=NetworkSegment(da8b2a04-2766-49b7-8594-eae70bdabbb4),segment_id=da8b2a04-2766-49b7-8594-eae70bdabbb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:47.605577 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:47.612237 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a659059-c1ea-4773-9ad8-654d06f9bf23 service neutron] Pushing event updated for resources: {'Port': ['ID=0504c917-7bd1-4586-811d-ec70636ccc59,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:47.666913 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c5611-46e0-4efc-9c62-b8a6270a23e2 req-c0ac8a47-4930-4cbb-a235-e5654d986307 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:47.674006 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b31c5611-46e0-4efc-9c62-b8a6270a23e2 req-c0ac8a47-4930-4cbb-a235-e5654d986307 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=9931dbe4-46e6-48c1-9112-0f2fcea15c00 HTTP/1.1" status: 200 len: 944 time: 0.6152923 Jul 07 21:02:47.712315 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-3a659059-c1ea-4773-9ad8-654d06f9bf23 service neutron] Attempting to bind port 0504c917-7bd1-4586-811d-ec70636ccc59 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:02:47.712661 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-3a659059-c1ea-4773-9ad8-654d06f9bf23 service neutron] Attempting to bind port 0504c917-7bd1-4586-811d-ec70636ccc59 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'f160be75-417a-427f-aa9e-48961259cf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:02:47.713003 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-3a659059-c1ea-4773-9ad8-654d06f9bf23 service neutron] Attempting to bind port 0504c917-7bd1-4586-811d-ec70636ccc59 on network c4706a9a-8917-4d38-9a83-b63d9139d929 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:02:47.718931 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-3a659059-c1ea-4773-9ad8-654d06f9bf23 service neutron] Port 0504c917-7bd1-4586-811d-ec70636ccc59 on network c4706a9a-8917-4d38-9a83-b63d9139d929 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:02:47.719266 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-3a659059-c1ea-4773-9ad8-654d06f9bf23 service neutron] Attempting to bind port 0504c917-7bd1-4586-811d-ec70636ccc59 on network c4706a9a-8917-4d38-9a83-b63d9139d929 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:02:47.723104 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=f57b4d8b-f522-47e0-9162-a54e5e4e84be,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:47.725212 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-3a659059-c1ea-4773-9ad8-654d06f9bf23 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:02:47.726015 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-3a659059-c1ea-4773-9ad8-654d06f9bf23 service neutron] Checking segment: {'id': 'f160be75-417a-427f-aa9e-48961259cf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:02:47.726015 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-3a659059-c1ea-4773-9ad8-654d06f9bf23 service neutron] Bound using segment: {'id': 'f160be75-417a-427f-aa9e-48961259cf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:02:47.726459 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-3a659059-c1ea-4773-9ad8-654d06f9bf23 service neutron] Bound port: 0504c917-7bd1-4586-811d-ec70636ccc59, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f160be75-417a-427f-aa9e-48961259cf31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:02:47.726764 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-3a659059-c1ea-4773-9ad8-654d06f9bf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:47.733373 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-7548160e-d666-4bf8-a18b-77c5284d6498 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Allocated IP 172.20.0.8 (03decd1c-3676-460a-8743-b63bc649164c/409b7419-9741-4e1c-bb53-715e6e5ae1c2/17c6dced-1299-4d24-8bd5-b0b28c84cd09) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:02:47.807944 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-3a659059-c1ea-4773-9ad8-654d06f9bf23 service neutron] For port 0504c917-7bd1-4586-811d-ec70636ccc59, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:02:47.811681 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-3a659059-c1ea-4773-9ad8-654d06f9bf23 service neutron] For port 0504c917-7bd1-4586-811d-ec70636ccc59, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0504c917-7bd1-4586-811d-ec70636ccc59,segment=NetworkSegment(f160be75-417a-427f-aa9e-48961259cf31),segment_id=f160be75-417a-427f-aa9e-48961259cf31)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:02:47.815363 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7b6c4768-c5d0-4fcf-b3b6-4df0d8cd27c5 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:47.822174 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-3a659059-c1ea-4773-9ad8-654d06f9bf23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:47.837303 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b31c5611-46e0-4efc-9c62-b8a6270a23e2 req-25c2b30d-0b4e-4549-a201-a0f58235a4a8 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623516 Jul 07 21:02:47.881030 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-008b83be-b1c7-458d-8aff-c970c9c52712 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:47.887387 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a659059-c1ea-4773-9ad8-654d06f9bf23 service neutron] Pushing event updated for resources: {'Port': ['ID=0504c917-7bd1-4586-811d-ec70636ccc59,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:47.905939 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-3a659059-c1ea-4773-9ad8-654d06f9bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:47.907658 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-3a659059-c1ea-4773-9ad8-654d06f9bf23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:47.909386 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-3a659059-c1ea-4773-9ad8-654d06f9bf23 service neutron] 10.222.0.58 "PUT /v2.0/ports/0504c917-7bd1-4586-811d-ec70636ccc59 HTTP/1.1" status: 200 len: 1092 time: 1.3563993 Jul 07 21:02:47.910074 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b886f9-f2e2-4f80-8831-b8397cafc3df', 'tag': '0504c917-7bd1-4586-811d-ec70636ccc59'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:02:47.910271 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-008b83be-b1c7-458d-8aff-c970c9c52712 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:47.913233 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac578ab3-83bc-4e4b-9ad3-131ceddbf14b" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b886f9-f2e2-4f80-8831-b8397cafc3df", "tag": "0504c917-7bd1-4586-811d-ec70636ccc59"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:02:47.963101 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 0efdf84e-6a2b-4f72-b4ed-bd147642dac0 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:02:47.999069 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20991609-a099-41d7-854b-a1eb8fffcbcf x-openstack-request-id: req-20991609-a099-41d7-854b-a1eb8fffcbcf {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:02:47.999364 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b886f9-f2e2-4f80-8831-b8397cafc3df", "tag": "0504c917-7bd1-4586-811d-ec70636ccc59", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:02:47.999757 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-20991609-a099-41d7-854b-a1eb8fffcbcf {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:02:48.000458 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b886f9-f2e2-4f80-8831-b8397cafc3df', 'tag': '0504c917-7bd1-4586-811d-ec70636ccc59', 'status': 'completed', 'code': 200} Jul 07 21:02:48.053765 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-3c70291e-0a2c-40e4-8df1-95df332abb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:48.055511 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-3c70291e-0a2c-40e4-8df1-95df332abb57 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae66bcc29cb9496c81b304ed2c4f82a5&device_id=d7b886f9-f2e2-4f80-8831-b8397cafc3df HTTP/1.1" status: 200 len: 1095 time: 0.0936084 Jul 07 21:02:48.103208 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-008b83be-b1c7-458d-8aff-c970c9c52712 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:48.106004 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-008b83be-b1c7-458d-8aff-c970c9c52712 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:48.107186 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-008b83be-b1c7-458d-8aff-c970c9c52712 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "DELETE /v2.0/security-groups/47e66961-8656-4c0b-a015-5ce1ae8d9893 HTTP/1.1" status: 204 len: 168 time: 0.5308347 Jul 07 21:02:48.120203 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56562) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:48.124378 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b83be-b1c7-458d-8aff-c970c9c52712 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e66961-8656-4c0b-a015-5ce1ae8d9893,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:48.139847 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-0164a653-fc78-4edc-ada8-82c48023228f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0504c917-7bd1-4586-811d-ec70636ccc59 HTTP/1.1" status: 200 len: 217 time: 0.0687108 Jul 07 21:02:48.140947 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-7b6c4768-c5d0-4fcf-b3b6-4df0d8cd27c5 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Deleting port 1fe1f842-c456-4a13-9023-c0cfae67c161 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:48.141302 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7b6c4768-c5d0-4fcf-b3b6-4df0d8cd27c5 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:48.170668 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 0efdf84e-6a2b-4f72-b4ed-bd147642dac0, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=0efdf84e-6a2b-4f72-b4ed-bd147642dac0,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:48.194618 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '0efdf84e-6a2b-4f72-b4ed-bd147642dac0', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'port_id': '0efdf84e-6a2b-4f72-b4ed-bd147642dac0', 'mac_address': 'fa:16:3e:2a:6d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:02:48.227663 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-d821a16b-1359-4933-9c60-882189ab849a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:48.229321 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-d821a16b-1359-4933-9c60-882189ab849a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=539c2041-b5a8-40ca-9121-8b3452b576aa HTTP/1.1" status: 200 len: 845 time: 0.0814717 Jul 07 21:02:48.246376 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7b6c4768-c5d0-4fcf-b3b6-4df0d8cd27c5 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:48.262192 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:48.268009 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-7b6c4768-c5d0-4fcf-b3b6-4df0d8cd27c5 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Calling delete_port for 1fe1f842-c456-4a13-9023-c0cfae67c161 owned by network:router_gateway {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:48.282677 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0efdf84e-6a2b-4f72-b4ed-bd147642dac0 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:02:48.291033 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008b83be-b1c7-458d-8aff-c970c9c52712 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:48.291519 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008b83be-b1c7-458d-8aff-c970c9c52712 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:48.291873 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008b83be-b1c7-458d-8aff-c970c9c52712 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:48.292224 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008b83be-b1c7-458d-8aff-c970c9c52712 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:48.292569 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008b83be-b1c7-458d-8aff-c970c9c52712 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:48.292913 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008b83be-b1c7-458d-8aff-c970c9c52712 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:48.293247 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008b83be-b1c7-458d-8aff-c970c9c52712 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:48.293586 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008b83be-b1c7-458d-8aff-c970c9c52712 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:48.293916 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008b83be-b1c7-458d-8aff-c970c9c52712 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:48.294472 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008b83be-b1c7-458d-8aff-c970c9c52712 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:48.294984 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008b83be-b1c7-458d-8aff-c970c9c52712 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:48.295542 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008b83be-b1c7-458d-8aff-c970c9c52712 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:02:48.329200 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 0efdf84e-6a2b-4f72-b4ed-bd147642dac0, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=0efdf84e-6a2b-4f72-b4ed-bd147642dac0,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:48.330670 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-0b975e14-4dc0-46fe-bd48-99731251e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:48.337168 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-0b975e14-4dc0-46fe-bd48-99731251e5ce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c4706a9a-8917-4d38-9a83-b63d9139d929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0987074 Jul 07 21:02:48.343911 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:48.354988 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-9dfbbfdb-41e3-4276-bc8b-b33e6d595917 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] show failed (client error): The resource could not be found. Jul 07 21:02:48.358727 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9dfbbfdb-41e3-4276-bc8b-b33e6d595917 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "GET /v2.0/security-groups/47e66961-8656-4c0b-a015-5ce1ae8d9893 HTTP/1.1" status: 404 len: 347 time: 0.2170389 Jul 07 21:02:48.359836 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56566) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:48.412440 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=0efdf84e-6a2b-4f72-b4ed-bd147642dac0,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:48.473278 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7548160e-d666-4bf8-a18b-77c5284d6498 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:48.476402 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-bcb3a845-335d-4d26-9252-e063e7175d16 service neutron] 10.222.0.58 "GET /v2.0/networks/c4706a9a-8917-4d38-9a83-b63d9139d929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226895 Jul 07 21:02:48.531762 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-7548160e-d666-4bf8-a18b-77c5284d6498 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Transition to ACTIVE for port object 17c6dced-1299-4d24-8bd5-b0b28c84cd09 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:02:48.598541 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-42b2a367-09f9-4421-95ca-0ff8126cf034 req-7c2450ea-496e-4530-a6f6-23b1333e78df service neutron] 10.222.0.58 "GET /v2.0/networks/c4706a9a-8917-4d38-9a83-b63d9139d929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146719 Jul 07 21:02:48.687702 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['0efdf84e-6a2b-4f72-b4ed-bd147642dac0'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:02:48.721171 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac578ab3-83bc-4e4b-9ad3-131ceddbf14b req-23a4ad95-005b-4854-b9f8-39e1a0e92592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:48.723264 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ac578ab3-83bc-4e4b-9ad3-131ceddbf14b req-23a4ad95-005b-4854-b9f8-39e1a0e92592 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae66bcc29cb9496c81b304ed2c4f82a5&device_id=d7b886f9-f2e2-4f80-8831-b8397cafc3df HTTP/1.1" status: 200 len: 1095 time: 0.0678277 Jul 07 21:02:48.792228 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce2e23-f643-4698-a4fe-4fe5dedd0ee1 req-313cf613-09af-4be5-8f5d-8083e88f2725 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:48.806685 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1cce2e23-f643-4698-a4fe-4fe5dedd0ee1 req-313cf613-09af-4be5-8f5d-8083e88f2725 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b886f9-f2e2-4f80-8831-b8397cafc3df HTTP/1.1" status: 200 len: 943 time: 0.3397567 Jul 07 21:02:48.845363 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac578ab3-83bc-4e4b-9ad3-131ceddbf14b req-e89aa87a-5ece-429c-963a-2c63782e6b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:48.847037 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ac578ab3-83bc-4e4b-9ad3-131ceddbf14b req-e89aa87a-5ece-429c-963a-2c63782e6b26 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c4706a9a-8917-4d38-9a83-b63d9139d929 HTTP/1.1" status: 200 len: 907 time: 0.1161003 Jul 07 21:02:48.857919 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7548160e-d666-4bf8-a18b-77c5284d6498 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:48.874578 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1cce2e23-f643-4698-a4fe-4fe5dedd0ee1 req-8b832d9c-bc6a-438e-bec0-865153cfe311 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/security-groups?id=04c3f958-edad-47d0-988d-81e2782835ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663626 Jul 07 21:02:48.920291 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ac578ab3-83bc-4e4b-9ad3-131ceddbf14b req-34216943-b12a-41e2-834a-8c145bf52602 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0504c917-7bd1-4586-811d-ec70636ccc59 HTTP/1.1" status: 200 len: 217 time: 0.0517108 Jul 07 21:02:48.945823 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-b8ae7811-c313-4dc4-9c6d-baae5c8247bd tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Deleting port 5875979c-ba63-4662-a6bd-e8c239dd53ed {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:48.946339 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b8ae7811-c313-4dc4-9c6d-baae5c8247bd tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:48.953994 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7b6c4768-c5d0-4fcf-b3b6-4df0d8cd27c5 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:48.979437 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac578ab3-83bc-4e4b-9ad3-131ceddbf14b req-3c3520ab-550d-4238-b3a1-18652d71c12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:48.980935 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ac578ab3-83bc-4e4b-9ad3-131ceddbf14b req-3c3520ab-550d-4238-b3a1-18652d71c12f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=539c2041-b5a8-40ca-9121-8b3452b576aa HTTP/1.1" status: 200 len: 845 time: 0.0526695 Jul 07 21:02:48.986061 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7548160e-d666-4bf8-a18b-77c5284d6498 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Network 03decd1c-3676-460a-8743-b63bc649164c is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:02:49.054419 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-7548160e-d666-4bf8-a18b-77c5284d6498 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:49.057605 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7548160e-d666-4bf8-a18b-77c5284d6498 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:02:49.077212 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac578ab3-83bc-4e4b-9ad3-131ceddbf14b req-2a9e8d6f-e621-4017-8566-aa336e286fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:49.081229 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ac578ab3-83bc-4e4b-9ad3-131ceddbf14b req-2a9e8d6f-e621-4017-8566-aa336e286fd2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c4706a9a-8917-4d38-9a83-b63d9139d929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912769 Jul 07 21:02:49.118493 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f57b4d8b-f522-47e0-9162-a54e5e4e84be up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:02:49.215228 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548160e-d666-4bf8-a18b-77c5284d6498 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Pushing event updated for resources: {'Port': ['ID=17c6dced-1299-4d24-8bd5-b0b28c84cd09,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:49.216715 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port f57b4d8b-f522-47e0-9162-a54e5e4e84be triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:49.217201 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:49.320924 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c4768-c5d0-4fcf-b3b6-4df0d8cd27c5 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Pushing event deleted for resources: {'Port': ['ID=1fe1f842-c456-4a13-9023-c0cfae67c161,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:49.383218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548160e-d666-4bf8-a18b-77c5284d6498 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:49.383952 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7548160e-d666-4bf8-a18b-77c5284d6498 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:49.390500 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ac578ab3-83bc-4e4b-9ad3-131ceddbf14b req-658cb23b-f9ad-41a9-8558-705dcfff2dfd service neutron] 10.222.0.58 "GET /v2.0/networks/c4706a9a-8917-4d38-9a83-b63d9139d929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009117 Jul 07 21:02:49.392584 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b8ae7811-c313-4dc4-9c6d-baae5c8247bd tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:49.392925 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b8ae7811-c313-4dc4-9c6d-baae5c8247bd tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:49.424656 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-b8ae7811-c313-4dc4-9c6d-baae5c8247bd tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Calling delete_port for 5875979c-ba63-4662-a6bd-e8c239dd53ed owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:49.491588 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7b6c4768-c5d0-4fcf-b3b6-4df0d8cd27c5 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:49.494788 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7548160e-d666-4bf8-a18b-77c5284d6498 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.9568510 Jul 07 21:02:49.499048 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56574) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:49.542408 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ac578ab3-83bc-4e4b-9ad3-131ceddbf14b req-b1939454-f3a0-46c6-b79e-2a3156c8bf62 service neutron] 10.222.0.58 "GET /v2.0/networks/c4706a9a-8917-4d38-9a83-b63d9139d929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426229 Jul 07 21:02:49.587502 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-bc1ec3ba-ffaa-4b9a-82be-05a88fcafce9 None None] Provisioning for port 17c6dced-1299-4d24-8bd5-b0b28c84cd09 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:02:49.588505 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa93c58-9042-411c-a818-5ff5129a3918 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:49.591810 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-bc1ec3ba-ffaa-4b9a-82be-05a88fcafce9 None None] Provisioning complete for port 17c6dced-1299-4d24-8bd5-b0b28c84cd09 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:49.592200 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bc1ec3ba-ffaa-4b9a-82be-05a88fcafce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:49.595606 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa93c58-9042-411c-a818-5ff5129a3918 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:49.602873 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa93c58-9042-411c-a818-5ff5129a3918 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:49.607544 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dfa93c58-9042-411c-a818-5ff5129a3918 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1045063 Jul 07 21:02:49.607752 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56578) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:49.734787 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-0484945a-6971-47de-84d2-31f0ed92da19 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Deleting port 17c6dced-1299-4d24-8bd5-b0b28c84cd09 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:49.735141 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0484945a-6971-47de-84d2-31f0ed92da19 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:49.824400 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-bc1ec3ba-ffaa-4b9a-82be-05a88fcafce9 None None] Port 17c6dced-1299-4d24-8bd5-b0b28c84cd09 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:02:49.833621 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:49.834196 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0484945a-6971-47de-84d2-31f0ed92da19 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:49.846852 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-0484945a-6971-47de-84d2-31f0ed92da19 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Calling delete_port for 17c6dced-1299-4d24-8bd5-b0b28c84cd09 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:49.865351 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea29b5f-52bc-4149-9aa5-7dc79e7af21a req-3ca8de70-29f4-4afb-92d4-c5ee915c72ae tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:49.866869 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0ea29b5f-52bc-4149-9aa5-7dc79e7af21a req-3ca8de70-29f4-4afb-92d4-c5ee915c72ae tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=9931dbe4-46e6-48c1-9112-0f2fcea15c00 HTTP/1.1" status: 200 len: 945 time: 0.8501334 Jul 07 21:02:49.877211 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7b6c4768-c5d0-4fcf-b3b6-4df0d8cd27c5 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:49.882340 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7b6c4768-c5d0-4fcf-b3b6-4df0d8cd27c5 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:49.965377 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7b6c4768-c5d0-4fcf-b3b6-4df0d8cd27c5 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:49.966031 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6c4768-c5d0-4fcf-b3b6-4df0d8cd27c5 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Fanout notify agent at l3_agent the message router_deleted on router a136357f-bf72-418c-881a-653f876c5e66 {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:02:49.980690 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7b6c4768-c5d0-4fcf-b3b6-4df0d8cd27c5 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:49.985330 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7b6c4768-c5d0-4fcf-b3b6-4df0d8cd27c5 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "DELETE /v2.0/routers/a136357f-bf72-418c-881a-653f876c5e66 HTTP/1.1" status: 204 len: 168 time: 3.7771008 Jul 07 21:02:49.988233 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56586) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:49.989022 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 0efdf84e-6a2b-4f72-b4ed-bd147642dac0 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:02:49.993837 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-407c666d-b2d4-4043-91cd-3d173a4dd5eb tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-669647000', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:50.011120 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0ea29b5f-52bc-4149-9aa5-7dc79e7af21a req-c83a041e-e321-4c22-b608-1a2476d17f8d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319149 Jul 07 21:02:50.037603 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0484945a-6971-47de-84d2-31f0ed92da19 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:50.042367 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:50.063043 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 0efdf84e-6a2b-4f72-b4ed-bd147642dac0 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:02:50.070154 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 0efdf84e-6a2b-4f72-b4ed-bd147642dac0 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:50.070545 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:50.075818 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484945a-6971-47de-84d2-31f0ed92da19 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Pushing event deleted for resources: {'Port': ['ID=17c6dced-1299-4d24-8bd5-b0b28c84cd09,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:50.136983 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-407c666d-b2d4-4043-91cd-3d173a4dd5eb tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:50.138003 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-407c666d-b2d4-4043-91cd-3d173a4dd5eb tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:50.167060 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b8ae7811-c313-4dc4-9c6d-baae5c8247bd tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:50.259743 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:50.291292 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae7811-c313-4dc4-9c6d-baae5c8247bd tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event deleted for resources: {'Port': ['ID=5875979c-ba63-4662-a6bd-e8c239dd53ed,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:50.314381 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-407c666d-b2d4-4043-91cd-3d173a4dd5eb tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:50.320931 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9931dbe4-46e6-48c1-9112-0f2fcea15c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0efdf84e-6a2b-4f72-b4ed-bd147642dac0'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:02:50.325809 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5018863d-747a-4f23-b0f6-cfab5b4eda8a" -d '{"events": [{"server_uuid": "9931dbe4-46e6-48c1-9112-0f2fcea15c00", "name": "network-vif-plugged", "status": "completed", "tag": "0efdf84e-6a2b-4f72-b4ed-bd147642dac0"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:02:50.345646 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0484945a-6971-47de-84d2-31f0ed92da19 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:50.345880 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-407c666d-b2d4-4043-91cd-3d173a4dd5eb tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:50.349459 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0484945a-6971-47de-84d2-31f0ed92da19 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] 10.222.0.64 "DELETE /v2.0/ports/17c6dced-1299-4d24-8bd5-b0b28c84cd09 HTTP/1.1" status: 204 len: 168 time: 0.7402582 Jul 07 21:02:50.353836 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56594) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:50.359250 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 0efdf84e-6a2b-4f72-b4ed-bd147642dac0, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=0efdf84e-6a2b-4f72-b4ed-bd147642dac0,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:50.367795 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:50.416320 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b6555-6065-4320-9621-3ce40ba3e89b req-2106e152-96b3-45e4-8c4d-5c778f51861d tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:50.420448 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d72cf28-a2fe-4c63-9733-d966b12b2066 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] GET failed (client error): The resource could not be found. Jul 07 21:02:50.431299 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4d72cf28-a2fe-4c63-9733-d966b12b2066 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] 10.222.0.64 "GET /v2.0/ports/17c6dced-1299-4d24-8bd5-b0b28c84cd09 HTTP/1.1" status: 404 len: 333 time: 0.0673785 Jul 07 21:02:50.431646 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-541b6555-6065-4320-9621-3ce40ba3e89b req-2106e152-96b3-45e4-8c4d-5c778f51861d tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b886f9-f2e2-4f80-8831-b8397cafc3df HTTP/1.1" status: 200 len: 943 time: 0.3549953 Jul 07 21:02:50.431838 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56596) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:50.443301 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e201c3e0-8416-4afa-b385-8f3a76702d57 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Request body: {'port': {'network_id': '03decd1c-3676-460a-8743-b63bc649164c', 'name': 'tempest-AllowedAddressPairTestJSON-48023204'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:50.451580 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bfceea-ff34-4e00-b424-2e6219235951 x-openstack-request-id: req-98bfceea-ff34-4e00-b424-2e6219235951 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:02:50.451853 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9931dbe4-46e6-48c1-9112-0f2fcea15c00", "name": "network-vif-plugged", "status": "completed", "tag": "0efdf84e-6a2b-4f72-b4ed-bd147642dac0", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:02:50.452181 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-98bfceea-ff34-4e00-b424-2e6219235951 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:02:50.452601 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9931dbe4-46e6-48c1-9112-0f2fcea15c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0efdf84e-6a2b-4f72-b4ed-bd147642dac0', 'code': 200} Jul 07 21:02:50.453071 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=0efdf84e-6a2b-4f72-b4ed-bd147642dac0,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:50.529287 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-407c666d-b2d4-4043-91cd-3d173a4dd5eb tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:50.531305 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-407c666d-b2d4-4043-91cd-3d173a4dd5eb tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5416605 Jul 07 21:02:50.538010 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56600) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:50.545858 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-6fba18cd-f3d0-4917-9591-ce5e07123415 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Request body: {'router': {'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:50.633049 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ce398-8372-4353-b7b7-6e677388b663 req-eec44640-cd94-4365-9a7c-f57a9f7c333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:50.634611 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e59ce398-8372-4353-b7b7-6e677388b663 req-eec44640-cd94-4365-9a7c-f57a9f7c333f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9931dbe4-46e6-48c1-9112-0f2fcea15c00 HTTP/1.1" status: 200 len: 1098 time: 0.1021869 Jul 07 21:02:50.674545 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e201c3e0-8416-4afa-b385-8f3a76702d57 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Made reservation on behalf of c7886cd0bb14444696333f8eb918e63c for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:02:50.678642 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-541b6555-6065-4320-9621-3ce40ba3e89b req-d516f3b8-0ccc-4bc6-8b5b-b602ca569c42 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/security-groups?id=04c3f958-edad-47d0-988d-81e2782835ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952751 Jul 07 21:02:50.679525 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e201c3e0-8416-4afa-b385-8f3a76702d57 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:50.679709 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b8ae7811-c313-4dc4-9c6d-baae5c8247bd tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:50.682070 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b8ae7811-c313-4dc4-9c6d-baae5c8247bd tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:50.683173 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b8ae7811-c313-4dc4-9c6d-baae5c8247bd tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "DELETE /v2.0/floatingips/283826fd-03e0-46fe-9a11-6b2d52f21d32 HTTP/1.1" status: 204 len: 168 time: 2.3220837 Jul 07 21:02:50.690312 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56606) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:50.703059 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e59ce398-8372-4353-b7b7-6e677388b663 req-8e168ecf-3d65-4e66-9af6-3017dd491ba1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575392 Jul 07 21:02:50.711638 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-e201c3e0-8416-4afa-b385-8f3a76702d57 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] device_id is not set on port 948d842e-324b-4840-b832-c9a44cbc803f yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:02:50.867156 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-e201c3e0-8416-4afa-b385-8f3a76702d57 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Allocated IP 172.20.0.6 (03decd1c-3676-460a-8743-b63bc649164c/409b7419-9741-4e1c-bb53-715e6e5ae1c2/948d842e-324b-4840-b832-c9a44cbc803f) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:02:50.896353 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6fba18cd-f3d0-4917-9591-ce5e07123415 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:50.969875 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-a605c04f-2dd0-4cc7-a1e7-c48deba230e1 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Deleting port 35a846e8-0a45-4c06-a6dc-6eac8669665e {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:50.970272 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a605c04f-2dd0-4cc7-a1e7-c48deba230e1 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:51.038453 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e201c3e0-8416-4afa-b385-8f3a76702d57 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:51.054738 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-e201c3e0-8416-4afa-b385-8f3a76702d57 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Transition to ACTIVE for port object 948d842e-324b-4840-b832-c9a44cbc803f will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:02:51.080460 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a605c04f-2dd0-4cc7-a1e7-c48deba230e1 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:51.100507 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e201c3e0-8416-4afa-b385-8f3a76702d57 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:51.104609 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-a605c04f-2dd0-4cc7-a1e7-c48deba230e1 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Calling delete_port for 35a846e8-0a45-4c06-a6dc-6eac8669665e owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:51.149136 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e201c3e0-8416-4afa-b385-8f3a76702d57 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Network 03decd1c-3676-460a-8743-b63bc649164c is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:02:51.152492 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-e201c3e0-8416-4afa-b385-8f3a76702d57 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:51.154883 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e201c3e0-8416-4afa-b385-8f3a76702d57 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:02:51.197660 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201c3e0-8416-4afa-b385-8f3a76702d57 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Pushing event updated for resources: {'Port': ['ID=948d842e-324b-4840-b832-c9a44cbc803f,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:51.240431 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e201c3e0-8416-4afa-b385-8f3a76702d57 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:51.240904 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e201c3e0-8416-4afa-b385-8f3a76702d57 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:51.262593 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e201c3e0-8416-4afa-b385-8f3a76702d57 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.8257978 Jul 07 21:02:51.262961 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56612) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:51.268305 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-2f6db895-c0a5-4d3f-9af1-88bad53416b6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:57:23:0f'}]}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:51.337495 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6fba18cd-f3d0-4917-9591-ce5e07123415 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:51.373496 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6fba18cd-f3d0-4917-9591-ce5e07123415 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:51.467171 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-70fe539f-1a61-4d06-9173-f1338e80d112 None None] Provisioning for port 948d842e-324b-4840-b832-c9a44cbc803f completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:02:51.475164 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-70fe539f-1a61-4d06-9173-f1338e80d112 None None] Provisioning complete for port 948d842e-324b-4840-b832-c9a44cbc803f triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:51.476777 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-70fe539f-1a61-4d06-9173-f1338e80d112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:51.517668 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-70fe539f-1a61-4d06-9173-f1338e80d112 None None] Port 948d842e-324b-4840-b832-c9a44cbc803f cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:02:51.532200 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa99064-9c15-450d-810f-16bea857b856 req-33faa1da-aa4d-4fcd-8637-3e6d8749cb57 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:51.534270 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-afa99064-9c15-450d-810f-16bea857b856 req-33faa1da-aa4d-4fcd-8637-3e6d8749cb57 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=9931dbe4-46e6-48c1-9112-0f2fcea15c00 HTTP/1.1" status: 200 len: 946 time: 0.3440158 Jul 07 21:02:51.694300 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a605c04f-2dd0-4cc7-a1e7-c48deba230e1 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:51.737387 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-6fba18cd-f3d0-4917-9591-ce5e07123415 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Allocated IP 172.25.5.94 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/6924e548-e7da-4144-9cbf-fa0529d69d7b) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:02:51.781928 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-afa99064-9c15-450d-810f-16bea857b856 req-30f4391f-fbdb-4683-85b2-ab6b13ecfa0f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319012 Jul 07 21:02:51.817004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605c04f-2dd0-4cc7-a1e7-c48deba230e1 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event deleted for resources: {'Port': ['ID=35a846e8-0a45-4c06-a6dc-6eac8669665e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:51.848419 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2f6db895-c0a5-4d3f-9af1-88bad53416b6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:52.037804 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0504c917-7bd1-4586-811d-ec70636ccc59 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:02:52.149170 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0504c917-7bd1-4586-811d-ec70636ccc59, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0504c917-7bd1-4586-811d-ec70636ccc59,segment=NetworkSegment(f160be75-417a-427f-aa9e-48961259cf31),segment_id=f160be75-417a-427f-aa9e-48961259cf31)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:52.161812 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '0504c917-7bd1-4586-811d-ec70636ccc59', 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929', 'port_id': '0504c917-7bd1-4586-811d-ec70636ccc59', 'mac_address': 'fa:16:3e:9d:4e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '539c2041-b5a8-40ca-9121-8b3452b576aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:02:52.212288 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:52.231167 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0504c917-7bd1-4586-811d-ec70636ccc59 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:02:52.265213 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0504c917-7bd1-4586-811d-ec70636ccc59, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0504c917-7bd1-4586-811d-ec70636ccc59,segment=NetworkSegment(f160be75-417a-427f-aa9e-48961259cf31),segment_id=f160be75-417a-427f-aa9e-48961259cf31)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:52.271467 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:52.329189 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a605c04f-2dd0-4cc7-a1e7-c48deba230e1 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:52.329735 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=0504c917-7bd1-4586-811d-ec70636ccc59,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:52.335150 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a605c04f-2dd0-4cc7-a1e7-c48deba230e1 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "DELETE /v2.0/ports/35a846e8-0a45-4c06-a6dc-6eac8669665e HTTP/1.1" status: 204 len: 168 time: 1.6410069 Jul 07 21:02:52.335399 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56620) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:52.424790 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6fba18cd-f3d0-4917-9591-ce5e07123415 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:52.447438 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-31d1df4f-2d43-4860-8778-41b0753e2f0e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Deleting port 7bfd1171-204a-4d07-ad3b-40f2a2169c45 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:52.447788 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-31d1df4f-2d43-4860-8778-41b0753e2f0e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:52.448785 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfe955-07f9-4991-ba00-a2dba2641f4c req-cc6e6c48-a3db-4b7c-9520-eb08aa57f7d1 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:52.450344 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aedfe955-07f9-4991-ba00-a2dba2641f4c req-cc6e6c48-a3db-4b7c-9520-eb08aa57f7d1 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b886f9-f2e2-4f80-8831-b8397cafc3df HTTP/1.1" status: 200 len: 943 time: 0.5930333 Jul 07 21:02:52.537489 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-31d1df4f-2d43-4860-8778-41b0753e2f0e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:52.549743 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aedfe955-07f9-4991-ba00-a2dba2641f4c req-c0cae359-87db-4b07-af31-d2729dd14c60 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/security-groups?id=04c3f958-edad-47d0-988d-81e2782835ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923178 Jul 07 21:02:52.550005 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-31d1df4f-2d43-4860-8778-41b0753e2f0e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Calling delete_port for 7bfd1171-204a-4d07-ad3b-40f2a2169c45 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:52.560594 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6fba18cd-f3d0-4917-9591-ce5e07123415 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:52.578465 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0504c917-7bd1-4586-811d-ec70636ccc59'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:02:52.603744 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2f6db895-c0a5-4d3f-9af1-88bad53416b6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:52.621383 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2f6db895-c0a5-4d3f-9af1-88bad53416b6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:52.630356 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fba18cd-f3d0-4917-9591-ce5e07123415 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:02:52.646112 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-6fba18cd-f3d0-4917-9591-ce5e07123415 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:52.651037 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fba18cd-f3d0-4917-9591-ce5e07123415 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:02:52.655705 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba18cd-f3d0-4917-9591-ce5e07123415 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Pushing event updated for resources: {'Port': ['ID=6924e548-e7da-4144-9cbf-fa0529d69d7b,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:52.768113 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-31d1df4f-2d43-4860-8778-41b0753e2f0e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:52.803654 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1df4f-2d43-4860-8778-41b0753e2f0e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event deleted for resources: {'Port': ['ID=7bfd1171-204a-4d07-ad3b-40f2a2169c45,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:52.804391 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6db895-c0a5-4d3f-9af1-88bad53416b6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Pushing event updated for resources: {'Port': ['ID=948d842e-324b-4840-b832-c9a44cbc803f,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:52.908166 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-2f6db895-c0a5-4d3f-9af1-88bad53416b6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] In _notify_port_updated(), no bound segment for port 948d842e-324b-4840-b832-c9a44cbc803f on network 03decd1c-3676-460a-8743-b63bc649164c {{(pid=100448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:02:52.928068 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6db895-c0a5-4d3f-9af1-88bad53416b6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:52.928879 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2f6db895-c0a5-4d3f-9af1-88bad53416b6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:52.933492 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2f6db895-c0a5-4d3f-9af1-88bad53416b6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] 10.222.0.64 "PUT /v2.0/ports/948d842e-324b-4840-b832-c9a44cbc803f HTTP/1.1" status: 200 len: 991 time: 1.6693614 Jul 07 21:02:52.935706 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56630) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:52.993852 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-31d1df4f-2d43-4860-8778-41b0753e2f0e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:52.995904 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-31d1df4f-2d43-4860-8778-41b0753e2f0e tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "DELETE /v2.0/ports/7bfd1171-204a-4d07-ad3b-40f2a2169c45 HTTP/1.1" status: 204 len: 168 time: 0.6600132 Jul 07 21:02:52.998939 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56632) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:53.065042 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-06e6ec29-3f72-4ead-95cf-56e99af00123 None None] Provisioning complete for port 948d842e-324b-4840-b832-c9a44cbc803f triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:53.065720 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-06e6ec29-3f72-4ead-95cf-56e99af00123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:53.109394 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e37f9fe-87b7-4a89-8897-48c456736750 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Deleting subnet c78532aa-0e3e-4262-a6a3-21fb633c032d {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:02:53.113132 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e37f9fe-87b7-4a89-8897-48c456736750 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:53.154569 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-06e6ec29-3f72-4ead-95cf-56e99af00123 None None] Port 948d842e-324b-4840-b832-c9a44cbc803f cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:02:53.171032 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402f893-9ec5-47d6-8ab4-c8df66f50dd1 req-71fea884-f60c-4ce3-8738-5a56d1190a28 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:53.173260 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9402f893-9ec5-47d6-8ab4-c8df66f50dd1 req-71fea884-f60c-4ce3-8738-5a56d1190a28 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=9931dbe4-46e6-48c1-9112-0f2fcea15c00 HTTP/1.1" status: 200 len: 946 time: 0.1666751 Jul 07 21:02:53.175703 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e37f9fe-87b7-4a89-8897-48c456736750 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:53.273820 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9402f893-9ec5-47d6-8ab4-c8df66f50dd1 req-48a1da95-4003-44fe-9ca0-c3a138745000 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829976 Jul 07 21:02:53.276630 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6fba18cd-f3d0-4917-9591-ce5e07123415 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:53.354098 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e37f9fe-87b7-4a89-8897-48c456736750 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:53.377439 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-58709354-a24b-49a6-8e87-3afd70b25b00 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Deleting port 948d842e-324b-4840-b832-c9a44cbc803f {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:53.377946 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-58709354-a24b-49a6-8e87-3afd70b25b00 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:53.527816 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e37f9fe-87b7-4a89-8897-48c456736750 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:53.549730 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-58709354-a24b-49a6-8e87-3afd70b25b00 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:53.556319 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86c8fea-d468-43b8-a252-9106c05e11f1 None None] Network c00e2957-f59e-485b-9c29-168f84e55d6e requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:02:53.556972 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e37f9fe-87b7-4a89-8897-48c456736750 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:53.561597 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3e37f9fe-87b7-4a89-8897-48c456736750 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "DELETE /v2.0/subnets/c78532aa-0e3e-4262-a6a3-21fb633c032d HTTP/1.1" status: 204 len: 168 time: 0.5592875 Jul 07 21:02:53.570517 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56638) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:53.572921 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6fba18cd-f3d0-4917-9591-ce5e07123415 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:53.577067 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6fba18cd-f3d0-4917-9591-ce5e07123415 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7883739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7883712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7881482'] for router, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:53.643178 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-58709354-a24b-49a6-8e87-3afd70b25b00 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Calling delete_port for 948d842e-324b-4840-b832-c9a44cbc803f owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:53.645412 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37f9fe-87b7-4a89-8897-48c456736750 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event deleted for resources: {'Subnet': ['ID=c78532aa-0e3e-4262-a6a3-21fb633c032d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:53.754658 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc910eac-7958-41ad-813c-d331eba17dc2 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Deleting subnet 5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:02:53.758780 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc910eac-7958-41ad-813c-d331eba17dc2 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:53.798014 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fba18cd-f3d0-4917-9591-ce5e07123415 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Router 7b47a899-9e5e-45b2-bef4-3e59da4bd139 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:02:53.815717 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372733a7-559a-4105-92f0-d800150eb753 req-a4f3c310-df2a-4dd1-aa3a-67d9a9c5eb37 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:53.817869 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-372733a7-559a-4105-92f0-d800150eb753 req-a4f3c310-df2a-4dd1-aa3a-67d9a9c5eb37 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b886f9-f2e2-4f80-8831-b8397cafc3df HTTP/1.1" status: 200 len: 944 time: 0.0978990 Jul 07 21:02:53.876858 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc910eac-7958-41ad-813c-d331eba17dc2 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:53.907925 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-372733a7-559a-4105-92f0-d800150eb753 req-7a8485fb-a597-4caa-9c6f-315fbc5dfbee tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/security-groups?id=04c3f958-edad-47d0-988d-81e2782835ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836732 Jul 07 21:02:53.914957 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae438e08-25f0-4afd-82e4-43edb7fe12ae None None] DHCP port deletion for c00e2957-f59e-485b-9c29-168f84e55d6e request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:02:53.960011 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fba18cd-f3d0-4917-9591-ce5e07123415 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:02:53.967754 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6fba18cd-f3d0-4917-9591-ce5e07123415 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:53.971421 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6fba18cd-f3d0-4917-9591-ce5e07123415 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "PUT /v2.0/routers/7b47a899-9e5e-45b2-bef4-3e59da4bd139 HTTP/1.1" status: 200 len: 878 time: 3.4293733 Jul 07 21:02:53.971605 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c07a25-66d2-4a52-a9c1-6b747b001a5b None None] Sync routers for ids ['7b47a899-9e5e-45b2-bef4-3e59da4bd139'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:02:53.971723 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56644) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:54.005773 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c07a25-66d2-4a52-a9c1-6b747b001a5b None None] Routers {'7b47a899-9e5e-45b2-bef4-3e59da4bd139'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:54.006956 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-74c07a25-66d2-4a52-a9c1-6b747b001a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['7b47a899-9e5e-45b2-bef4-3e59da4bd139'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:54.011914 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ae438e08-25f0-4afd-82e4-43edb7fe12ae None None] Deleting port 683988d1-7946-48d1-8d12-4cb8df6de36c {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:54.012446 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ae438e08-25f0-4afd-82e4-43edb7fe12ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:54.061118 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0504c917-7bd1-4586-811d-ec70636ccc59 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:02:54.085707 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-58709354-a24b-49a6-8e87-3afd70b25b00 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:54.105924 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-317e21a5-6e63-456d-bc63-41f26d067037 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "GET /v2.0/routers/7b47a899-9e5e-45b2-bef4-3e59da4bd139 HTTP/1.1" status: 200 len: 919 time: 0.1329765 Jul 07 21:02:54.106482 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56646) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:54.130899 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-74c07a25-66d2-4a52-a9c1-6b747b001a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:54.136066 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58709354-a24b-49a6-8e87-3afd70b25b00 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Pushing event deleted for resources: {'Port': ['ID=948d842e-324b-4840-b832-c9a44cbc803f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:54.178343 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ae438e08-25f0-4afd-82e4-43edb7fe12ae None None] For port 683988d1-7946-48d1-8d12-4cb8df6de36c, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=683988d1-7946-48d1-8d12-4cb8df6de36c,segment=NetworkSegment(3c71bb1f-6379-4398-a24d-bfc2b99d5fea),segment_id=3c71bb1f-6379-4398-a24d-bfc2b99d5fea)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:54.178865 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ae438e08-25f0-4afd-82e4-43edb7fe12ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:54.183289 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c07a25-66d2-4a52-a9c1-6b747b001a5b None None] Routers {'7b47a899-9e5e-45b2-bef4-3e59da4bd139'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:54.183620 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc910eac-7958-41ad-813c-d331eba17dc2 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:54.184218 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-74c07a25-66d2-4a52-a9c1-6b747b001a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['7b47a899-9e5e-45b2-bef4-3e59da4bd139'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:54.219819 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7bce48-c366-4664-8cfe-c5bf2ab04df8 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:54.227963 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56650) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:54.230531 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8e7bce48-c366-4664-8cfe-c5bf2ab04df8 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba&device_id=7b47a899-9e5e-45b2-bef4-3e59da4bd139&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1228294 Jul 07 21:02:54.250923 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-74c07a25-66d2-4a52-a9c1-6b747b001a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:54.251803 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c07a25-66d2-4a52-a9c1-6b747b001a5b None None] The sync data for ids ['7b47a899-9e5e-45b2-bef4-3e59da4bd139'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:02:54.257055 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 0504c917-7bd1-4586-811d-ec70636ccc59 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:02:54.265224 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ae438e08-25f0-4afd-82e4-43edb7fe12ae None None] Calling delete_port for 683988d1-7946-48d1-8d12-4cb8df6de36c owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:54.270104 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 0504c917-7bd1-4586-811d-ec70636ccc59 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:54.271748 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:54.463680 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:54.476375 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ae438e08-25f0-4afd-82e4-43edb7fe12ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:54.515488 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae438e08-25f0-4afd-82e4-43edb7fe12ae None None] Pushing event deleted for resources: {'Port': ['ID=683988d1-7946-48d1-8d12-4cb8df6de36c,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:54.533475 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b886f9-f2e2-4f80-8831-b8397cafc3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0504c917-7bd1-4586-811d-ec70636ccc59'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:02:54.537215 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c26141-3a42-4ef1-a3d3-e512ac0b8899" -d '{"events": [{"server_uuid": "d7b886f9-f2e2-4f80-8831-b8397cafc3df", "name": "network-vif-plugged", "status": "completed", "tag": "0504c917-7bd1-4586-811d-ec70636ccc59"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:02:54.548576 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae438e08-25f0-4afd-82e4-43edb7fe12ae None None] No DVR routers for this DVR port 683988d1-7946-48d1-8d12-4cb8df6de36c on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:02:54.572728 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0504c917-7bd1-4586-811d-ec70636ccc59, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0504c917-7bd1-4586-811d-ec70636ccc59,segment=NetworkSegment(f160be75-417a-427f-aa9e-48961259cf31),segment_id=f160be75-417a-427f-aa9e-48961259cf31)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:54.587864 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5a36ca-809e-41e4-9632-d2aeb38e0e55 x-openstack-request-id: req-ac5a36ca-809e-41e4-9632-d2aeb38e0e55 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:02:54.588231 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b886f9-f2e2-4f80-8831-b8397cafc3df", "name": "network-vif-plugged", "status": "completed", "tag": "0504c917-7bd1-4586-811d-ec70636ccc59", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:02:54.588592 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac5a36ca-809e-41e4-9632-d2aeb38e0e55 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:02:54.589624 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b886f9-f2e2-4f80-8831-b8397cafc3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0504c917-7bd1-4586-811d-ec70636ccc59', 'code': 200} Jul 07 21:02:54.590669 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:54.729633 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=0504c917-7bd1-4586-811d-ec70636ccc59,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:54.816083 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc910eac-7958-41ad-813c-d331eba17dc2 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:54.893557 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc910eac-7958-41ad-813c-d331eba17dc2 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event deleted for resources: {'Subnet': ['ID=5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:54.894250 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0327c017-dc6d-4d02-aaca-8bd9adebc2b0 None None] Network 32fe62b8-a098-45d1-9002-a2d13c738ee9 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:02:54.900757 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc910eac-7958-41ad-813c-d331eba17dc2 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:54.905105 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fc910eac-7958-41ad-813c-d331eba17dc2 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "DELETE /v2.0/subnets/5e7c9ee9-c2a6-43fa-a229-e7d09e9c793e HTTP/1.1" status: 204 len: 168 time: 1.2985933 Jul 07 21:02:54.906136 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56656) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:54.917980 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-58709354-a24b-49a6-8e87-3afd70b25b00 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:54.919971 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-58709354-a24b-49a6-8e87-3afd70b25b00 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] 10.222.0.64 "DELETE /v2.0/ports/948d842e-324b-4840-b832-c9a44cbc803f HTTP/1.1" status: 204 len: 168 time: 1.9814944 Jul 07 21:02:54.922307 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4064dfb-14b1-4ac1-91a9-9daafda226dc tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:54.927501 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c4064dfb-14b1-4ac1-91a9-9daafda226dc tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 881 time: 0.6764710 Jul 07 21:02:54.927501 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56658) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:54.928251 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56660) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:54.988898 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-1170ba9c-7e3d-437e-9028-17a154800d32 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] GET failed (client error): The resource could not be found. Jul 07 21:02:54.990811 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1170ba9c-7e3d-437e-9028-17a154800d32 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] 10.222.0.64 "GET /v2.0/ports/948d842e-324b-4840-b832-c9a44cbc803f HTTP/1.1" status: 404 len: 333 time: 0.0650978 Jul 07 21:02:54.996136 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-67aa8dd0-26f7-4c33-b73c-acce1f0afcda tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b47a899-9e5e-45b2-bef4-3e59da4bd139 HTTP/1.1" status: 200 len: 205 time: 0.0598111 Jul 07 21:02:55.004589 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56664) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:55.006403 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56668) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:55.033705 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46ade5fb-1e75-4614-b2fa-c129354b0861 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:55.053701 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-adca7442-a0e1-46c4-93da-2b10575bb7e3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Request body: {'port': {'network_id': '03decd1c-3676-460a-8743-b63bc649164c', 'name': 'tempest-AllowedAddressPairTestJSON-1499239964'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:55.149688 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a1ca4-3737-404e-8e2e-6b7f0109eb86 req-78704ae3-fe03-4e80-8152-358c746cf7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:55.154380 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e69a1ca4-3737-404e-8e2e-6b7f0109eb86 req-78704ae3-fe03-4e80-8152-358c746cf7c9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d7b886f9-f2e2-4f80-8831-b8397cafc3df HTTP/1.1" status: 200 len: 1097 time: 0.3523328 Jul 07 21:02:55.156668 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 683988d1-7946-48d1-8d12-4cb8df6de36c no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:02:55.225373 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38616f43-422a-42f8-bf3e-a0fe2225b89d None None] DHCP port deletion for 32fe62b8-a098-45d1-9002-a2d13c738ee9 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:02:55.231083 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 683988d1-7946-48d1-8d12-4cb8df6de36c {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:02:55.236818 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 683988d1-7946-48d1-8d12-4cb8df6de36c not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:02:55.260345 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46ade5fb-1e75-4614-b2fa-c129354b0861 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:55.299589 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e69a1ca4-3737-404e-8e2e-6b7f0109eb86 req-874b462e-1acd-4875-9f26-7ed2219906f6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=04c3f958-edad-47d0-988d-81e2782835ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392181 Jul 07 21:02:55.320925 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-46ade5fb-1e75-4614-b2fa-c129354b0861 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00e2957-f59e-485b-9c29-168f84e55d6e']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:55.333184 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-38616f43-422a-42f8-bf3e-a0fe2225b89d None None] Deleting port 5ecfa613-4441-4b88-934a-d8c30210d77a {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:55.333693 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-38616f43-422a-42f8-bf3e-a0fe2225b89d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:55.334470 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-46ade5fb-1e75-4614-b2fa-c129354b0861 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c71bb1f-6379-4398-a24d-bfc2b99d5fea') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:55.334470 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-46ade5fb-1e75-4614-b2fa-c129354b0861 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c71bb1f-6379-4398-a24d-bfc2b99d5fea') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:55.350752 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0b89f536-20eb-4ac2-b82a-2fe1d98d9491 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:55.351001 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46ade5fb-1e75-4614-b2fa-c129354b0861 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:55.374635 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46ade5fb-1e75-4614-b2fa-c129354b0861 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:55.387179 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ade5fb-1e75-4614-b2fa-c129354b0861 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:02:55.387907 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46ade5fb-1e75-4614-b2fa-c129354b0861 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: items = [ Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:02:55.391148 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:02:55.426816 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adca7442-a0e1-46c4-93da-2b10575bb7e3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Made reservation on behalf of c7886cd0bb14444696333f8eb918e63c for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:02:55.434075 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-adca7442-a0e1-46c4-93da-2b10575bb7e3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:55.436353 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-38616f43-422a-42f8-bf3e-a0fe2225b89d None None] For port 5ecfa613-4441-4b88-934a-d8c30210d77a, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=5ecfa613-4441-4b88-934a-d8c30210d77a,segment=NetworkSegment(f8abc1d0-3fa7-424f-8190-df378c5aeb49),segment_id=f8abc1d0-3fa7-424f-8190-df378c5aeb49)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:02:55.440583 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-38616f43-422a-42f8-bf3e-a0fe2225b89d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:55.452378 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f702d-5948-4551-b4fa-966d070755a2 req-0e67cc4a-bf17-49eb-892e-660453c75706 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:55.454559 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e6f702d-5948-4551-b4fa-966d070755a2 req-0e67cc4a-bf17-49eb-892e-660453c75706 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b886f9-f2e2-4f80-8831-b8397cafc3df HTTP/1.1" status: 200 len: 945 time: 0.2589319 Jul 07 21:02:55.483655 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-38616f43-422a-42f8-bf3e-a0fe2225b89d None None] Calling delete_port for 5ecfa613-4441-4b88-934a-d8c30210d77a owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:55.507514 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46ade5fb-1e75-4614-b2fa-c129354b0861 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:55.533494 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46ade5fb-1e75-4614-b2fa-c129354b0861 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:55.539684 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-adca7442-a0e1-46c4-93da-2b10575bb7e3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] device_id is not set on port 31052605-a1a8-47cb-bf6b-2a68cc2a65c0 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:02:55.544576 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-46ade5fb-1e75-4614-b2fa-c129354b0861 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "DELETE /v2.0/networks/c00e2957-f59e-485b-9c29-168f84e55d6e HTTP/1.1" status: 204 len: 168 time: 0.6365595 Jul 07 21:02:55.549237 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56676) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:55.593566 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e6f702d-5948-4551-b4fa-966d070755a2 req-6db95b31-62fc-40e7-8152-1310cc273b44 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/security-groups?id=04c3f958-edad-47d0-988d-81e2782835ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283436 Jul 07 21:02:55.613612 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ade5fb-1e75-4614-b2fa-c129354b0861 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event deleted for resources: {'Network': ['ID=c00e2957-f59e-485b-9c29-168f84e55d6e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:55.640380 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-38616f43-422a-42f8-bf3e-a0fe2225b89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:55.675862 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38616f43-422a-42f8-bf3e-a0fe2225b89d None None] Pushing event deleted for resources: {'Port': ['ID=5ecfa613-4441-4b88-934a-d8c30210d77a,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:55.680766 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38616f43-422a-42f8-bf3e-a0fe2225b89d None None] No DVR routers for this DVR port 5ecfa613-4441-4b88-934a-d8c30210d77a on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:02:55.699030 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0b89f536-20eb-4ac2-b82a-2fe1d98d9491 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:55.788779 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56680) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:55.805401 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe010718-4524-415e-a8d8-1e99cc227f41 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:55.835792 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-adca7442-a0e1-46c4-93da-2b10575bb7e3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Allocated IP 172.20.0.11 (03decd1c-3676-460a-8743-b63bc649164c/409b7419-9741-4e1c-bb53-715e6e5ae1c2/31052605-a1a8-47cb-bf6b-2a68cc2a65c0) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:02:55.935706 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-01b24ca5-a22a-43a8-b56c-aafa0684d252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:55.962811 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-0b89f536-20eb-4ac2-b82a-2fe1d98d9491 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Deleting port 6924e548-e7da-4144-9cbf-fa0529d69d7b {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:55.963270 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0b89f536-20eb-4ac2-b82a-2fe1d98d9491 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:55.997392 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe010718-4524-415e-a8d8-1e99cc227f41 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:56.037994 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-01b24ca5-a22a-43a8-b56c-aafa0684d252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:56.042219 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-01b24ca5-a22a-43a8-b56c-aafa0684d252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:56.048080 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-fe010718-4524-415e-a8d8-1e99cc227f41 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32fe62b8-a098-45d1-9002-a2d13c738ee9']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:56.086451 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-01b24ca5-a22a-43a8-b56c-aafa0684d252 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=954995a2d03d48d69f7cd92f48516818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2960441 Jul 07 21:02:56.089180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56686) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:56.097007 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b24ca5-a22a-43a8-b56c-aafa0684d252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d350135a-176e-40d2-8f1a-a35de3cef2ea,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:56.098368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-fe010718-4524-415e-a8d8-1e99cc227f41 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8abc1d0-3fa7-424f-8190-df378c5aeb49') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:56.098671 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-fe010718-4524-415e-a8d8-1e99cc227f41 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8abc1d0-3fa7-424f-8190-df378c5aeb49') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:56.130778 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe010718-4524-415e-a8d8-1e99cc227f41 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:56.169314 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-648070ec-6f2e-4717-b962-c4fee522a4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:56.184100 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe010718-4524-415e-a8d8-1e99cc227f41 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:56.205687 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-648070ec-6f2e-4717-b962-c4fee522a4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:56.208403 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe010718-4524-415e-a8d8-1e99cc227f41 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:02:56.208874 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe010718-4524-415e-a8d8-1e99cc227f41 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:02:56.212375 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:02:56.215800 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0b89f536-20eb-4ac2-b82a-2fe1d98d9491 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:56.267976 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-648070ec-6f2e-4717-b962-c4fee522a4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:56.273935 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-648070ec-6f2e-4717-b962-c4fee522a4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:56.277241 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-648070ec-6f2e-4717-b962-c4fee522a4b7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d350135a-176e-40d2-8f1a-a35de3cef2ea HTTP/1.1" status: 204 len: 168 time: 0.1860228 Jul 07 21:02:56.280487 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-0b89f536-20eb-4ac2-b82a-2fe1d98d9491 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Calling delete_port for 6924e548-e7da-4144-9cbf-fa0529d69d7b owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:56.285105 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648070ec-6f2e-4717-b962-c4fee522a4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d350135a-176e-40d2-8f1a-a35de3cef2ea,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:56.304833 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-adca7442-a0e1-46c4-93da-2b10575bb7e3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:56.359640 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-adca7442-a0e1-46c4-93da-2b10575bb7e3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Transition to ACTIVE for port object 31052605-a1a8-47cb-bf6b-2a68cc2a65c0 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:02:56.361909 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe010718-4524-415e-a8d8-1e99cc227f41 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:56.378304 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fe010718-4524-415e-a8d8-1e99cc227f41 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:56.382461 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fe010718-4524-415e-a8d8-1e99cc227f41 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] 10.222.0.64 "DELETE /v2.0/networks/32fe62b8-a098-45d1-9002-a2d13c738ee9 HTTP/1.1" status: 204 len: 168 time: 0.8307266 Jul 07 21:02:56.404902 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe010718-4524-415e-a8d8-1e99cc227f41 tempest-TaggedBootDevicesTest-945932877 tempest-TaggedBootDevicesTest-945932877-project] Pushing event deleted for resources: {'Network': ['ID=32fe62b8-a098-45d1-9002-a2d13c738ee9,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:56.491810 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-adca7442-a0e1-46c4-93da-2b10575bb7e3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:56.553221 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adca7442-a0e1-46c4-93da-2b10575bb7e3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Network 03decd1c-3676-460a-8743-b63bc649164c is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:02:56.565042 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-adca7442-a0e1-46c4-93da-2b10575bb7e3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:56.570872 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca7442-a0e1-46c4-93da-2b10575bb7e3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Pushing event updated for resources: {'Port': ['ID=31052605-a1a8-47cb-bf6b-2a68cc2a65c0,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:56.590924 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adca7442-a0e1-46c4-93da-2b10575bb7e3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:02:56.657192 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adca7442-a0e1-46c4-93da-2b10575bb7e3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:56.657422 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56700) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:56.657848 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-adca7442-a0e1-46c4-93da-2b10575bb7e3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:56.665513 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0b89f536-20eb-4ac2-b82a-2fe1d98d9491 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:56.675355 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5526d4ec-b339-4ece-859f-03dcb79347c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:56.704170 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89f536-20eb-4ac2-b82a-2fe1d98d9491 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Pushing event deleted for resources: {'Port': ['ID=6924e548-e7da-4144-9cbf-fa0529d69d7b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:56.709671 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-adca7442-a0e1-46c4-93da-2b10575bb7e3 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6947484 Jul 07 21:02:56.710254 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56702) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:56.733998 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-b9fcbac6-4e0c-406e-b7ef-8933da9997bf tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:57:23:0f'}]}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:56.841584 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0b89f536-20eb-4ac2-b82a-2fe1d98d9491 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:56.981476 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c6c5d-8400-4701-939f-92de0222e177 req-7d3159e5-5c45-484d-8191-cc5f86b6b86f tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:56.983884 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-da0c6c5d-8400-4701-939f-92de0222e177 req-7d3159e5-5c45-484d-8191-cc5f86b6b86f tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b886f9-f2e2-4f80-8831-b8397cafc3df HTTP/1.1" status: 200 len: 945 time: 0.2314432 Jul 07 21:02:57.010488 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5526d4ec-b339-4ece-859f-03dcb79347c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:57.038831 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5526d4ec-b339-4ece-859f-03dcb79347c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:57.040403 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-07f66a79-1be0-4348-91b0-c6af6035252f None None] Provisioning for port 31052605-a1a8-47cb-bf6b-2a68cc2a65c0 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:02:57.058310 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-07f66a79-1be0-4348-91b0-c6af6035252f None None] Provisioning complete for port 31052605-a1a8-47cb-bf6b-2a68cc2a65c0 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:57.059091 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-07f66a79-1be0-4348-91b0-c6af6035252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:57.141607 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-da0c6c5d-8400-4701-939f-92de0222e177 req-ca94739b-5135-4c1a-8576-e7b2646c632b tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/security-groups?id=04c3f958-edad-47d0-988d-81e2782835ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390603 Jul 07 21:02:57.156207 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5526d4ec-b339-4ece-859f-03dcb79347c5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ae2151d5231945c2b5e574951f0c7205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4975190 Jul 07 21:02:57.157117 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56710) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:57.158041 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526d4ec-b339-4ece-859f-03dcb79347c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b020946-e703-4efd-a66d-1d9bb67fc4d7,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:57.163560 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 5ecfa613-4441-4b88-934a-d8c30210d77a no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:02:57.187886 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0b89f536-20eb-4ac2-b82a-2fe1d98d9491 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:57.192510 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0b89f536-20eb-4ac2-b82a-2fe1d98d9491 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:57.214719 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 5ecfa613-4441-4b88-934a-d8c30210d77a {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:02:57.215063 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 5ecfa613-4441-4b88-934a-d8c30210d77a not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:02:57.219697 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-07f66a79-1be0-4348-91b0-c6af6035252f None None] Port 31052605-a1a8-47cb-bf6b-2a68cc2a65c0 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:02:57.250893 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e9690dfe-b5b0-4bd0-a68e-f369d34e590e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:57.287006 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0b89f536-20eb-4ac2-b82a-2fe1d98d9491 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:57.287605 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b89f536-20eb-4ac2-b82a-2fe1d98d9491 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Fanout notify agent at l3_agent the message router_deleted on router 7b47a899-9e5e-45b2-bef4-3e59da4bd139 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:02:57.295077 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0b89f536-20eb-4ac2-b82a-2fe1d98d9491 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:57.300669 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e9690dfe-b5b0-4bd0-a68e-f369d34e590e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:57.301710 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0b89f536-20eb-4ac2-b82a-2fe1d98d9491 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "DELETE /v2.0/routers/7b47a899-9e5e-45b2-bef4-3e59da4bd139 HTTP/1.1" status: 204 len: 168 time: 2.2712476 Jul 07 21:02:57.302433 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56714) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:57.308763 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e64dfdf3-2320-484c-b641-126986b1ded1 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-257777934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:57.380083 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36918e-901c-4633-8d70-77f54bb2efe7 req-8f803169-a03d-4933-a513-58a9a30d53cd tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:57.380728 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e64dfdf3-2320-484c-b641-126986b1ded1 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:57.382086 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e64dfdf3-2320-484c-b641-126986b1ded1 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:57.387941 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8b36918e-901c-4633-8d70-77f54bb2efe7 req-8f803169-a03d-4933-a513-58a9a30d53cd tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b886f9-f2e2-4f80-8831-b8397cafc3df HTTP/1.1" status: 200 len: 945 time: 0.1074231 Jul 07 21:02:57.391141 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b9fcbac6-4e0c-406e-b7ef-8933da9997bf tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:57.391861 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56716) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:57.397235 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-4876ad65-85a5-405d-a697-2554aaf44dc6 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Request body: {'floatingip': {'port_id': '0504c917-7bd1-4586-811d-ec70636ccc59'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:57.437669 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e9690dfe-b5b0-4bd0-a68e-f369d34e590e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:57.439889 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e9690dfe-b5b0-4bd0-a68e-f369d34e590e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:57.443905 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e9690dfe-b5b0-4bd0-a68e-f369d34e590e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9b020946-e703-4efd-a66d-1d9bb67fc4d7 HTTP/1.1" status: 204 len: 168 time: 0.2766273 Jul 07 21:02:57.460051 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9690dfe-b5b0-4bd0-a68e-f369d34e590e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b020946-e703-4efd-a66d-1d9bb67fc4d7,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:57.465538 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4876ad65-85a5-405d-a697-2554aaf44dc6 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks [] for floatingip, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:57.515248 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e64dfdf3-2320-484c-b641-126986b1ded1 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:57.520280 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e64dfdf3-2320-484c-b641-126986b1ded1 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:57.576370 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e64dfdf3-2320-484c-b641-126986b1ded1 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:57.577609 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e64dfdf3-2320-484c-b641-126986b1ded1 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2726495 Jul 07 21:02:57.580371 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56720) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:57.584978 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-a200c622-3580-411b-857d-fec244413e4e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'enable_snat': True}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:02:58.169293 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.db.resource_extend [None req-4876ad65-85a5-405d-a697-2554aaf44dc6 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 21:02:58.176969 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b9fcbac6-4e0c-406e-b7ef-8933da9997bf tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:58.180640 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a200c622-3580-411b-857d-fec244413e4e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:58.186086 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b9fcbac6-4e0c-406e-b7ef-8933da9997bf tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:58.284183 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4876ad65-85a5-405d-a697-2554aaf44dc6 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:58.289973 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4876ad65-85a5-405d-a697-2554aaf44dc6 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:58.361313 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcbac6-4e0c-406e-b7ef-8933da9997bf tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Pushing event updated for resources: {'Port': ['ID=31052605-a1a8-47cb-bf6b-2a68cc2a65c0,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:58.386637 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-b9fcbac6-4e0c-406e-b7ef-8933da9997bf tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] In _notify_port_updated(), no bound segment for port 31052605-a1a8-47cb-bf6b-2a68cc2a65c0 on network 03decd1c-3676-460a-8743-b63bc649164c {{(pid=100447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:02:58.392811 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fcbac6-4e0c-406e-b7ef-8933da9997bf tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:02:58.393688 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b9fcbac6-4e0c-406e-b7ef-8933da9997bf tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:58.399108 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b9fcbac6-4e0c-406e-b7ef-8933da9997bf tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] 10.222.0.64 "PUT /v2.0/ports/31052605-a1a8-47cb-bf6b-2a68cc2a65c0 HTTP/1.1" status: 200 len: 997 time: 1.6865747 Jul 07 21:02:58.400795 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56744) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:58.536040 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [None req-4876ad65-85a5-405d-a697-2554aaf44dc6 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Floating IP 439fe6c4-bdf4-460a-aabd-763931cb9e07 associated. External IP: 172.25.5.86, port: 0504c917-7bd1-4586-811d-ec70636ccc59. Jul 07 21:02:58.616789 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a200c622-3580-411b-857d-fec244413e4e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:58.639134 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a200c622-3580-411b-857d-fec244413e4e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:58.668228 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-ed521163-ec2d-43e2-bb4b-d6994c6dc8a2 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Deleting port 31052605-a1a8-47cb-bf6b-2a68cc2a65c0 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:02:58.668573 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ed521163-ec2d-43e2-bb4b-d6994c6dc8a2 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:58.767762 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f4015f48-bfc3-4f4c-9308-24725af728d4 None None] Provisioning complete for port 31052605-a1a8-47cb-bf6b-2a68cc2a65c0 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:02:58.771135 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f4015f48-bfc3-4f4c-9308-24725af728d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:58.783163 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-a200c622-3580-411b-857d-fec244413e4e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Allocated IP 172.25.5.168 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/06cd6ff2-6ae0-43b3-bbf4-1fe6ec793f5a) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:02:58.884419 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-f4015f48-bfc3-4f4c-9308-24725af728d4 None None] Port 31052605-a1a8-47cb-bf6b-2a68cc2a65c0 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:02:58.914683 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a200c622-3580-411b-857d-fec244413e4e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:58.975557 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a200c622-3580-411b-857d-fec244413e4e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:59.060513 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a200c622-3580-411b-857d-fec244413e4e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:02:59.062462 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-a200c622-3580-411b-857d-fec244413e4e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:02:59.071026 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a200c622-3580-411b-857d-fec244413e4e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:02:59.117236 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ed521163-ec2d-43e2-bb4b-d6994c6dc8a2 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:59.129450 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200c622-3580-411b-857d-fec244413e4e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Pushing event updated for resources: {'Port': ['ID=06cd6ff2-6ae0-43b3-bbf4-1fe6ec793f5a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:59.172302 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-ed521163-ec2d-43e2-bb4b-d6994c6dc8a2 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Calling delete_port for 31052605-a1a8-47cb-bf6b-2a68cc2a65c0 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:02:59.204546 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c2df4210-4357-4560-a00a-6ee52401d9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:59.244488 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4876ad65-85a5-405d-a697-2554aaf44dc6 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Router 30445f21-ee84-4bd1-b602-f11df6023350 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:02:59.474399 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a200c622-3580-411b-857d-fec244413e4e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:59.517349 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4876ad65-85a5-405d-a697-2554aaf44dc6 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:02:59.524618 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4876ad65-85a5-405d-a697-2554aaf44dc6 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:59.533888 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f795c8-5afd-45ae-a5b9-abb1bd60c885 None None] Sync routers for ids ['30445f21-ee84-4bd1-b602-f11df6023350'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:02:59.545535 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f795c8-5afd-45ae-a5b9-abb1bd60c885 None None] Routers {'30445f21-ee84-4bd1-b602-f11df6023350'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:02:59.546155 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e3f795c8-5afd-45ae-a5b9-abb1bd60c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['30445f21-ee84-4bd1-b602-f11df6023350'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:02:59.571843 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ed521163-ec2d-43e2-bb4b-d6994c6dc8a2 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:59.640430 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed521163-ec2d-43e2-bb4b-d6994c6dc8a2 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Pushing event deleted for resources: {'Port': ['ID=31052605-a1a8-47cb-bf6b-2a68cc2a65c0,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:02:59.747095 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4876ad65-85a5-405d-a697-2554aaf44dc6 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "PUT /v2.0/floatingips/439fe6c4-bdf4-460a-aabd-763931cb9e07 HTTP/1.1" status: 200 len: 990 time: 2.3423944 Jul 07 21:02:59.756475 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b886f9-f2e2-4f80-8831-b8397cafc3df', 'tag': '0504c917-7bd1-4586-811d-ec70636ccc59'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:02:59.760877 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e593978d-1f5e-4b8b-a95f-b35c3388c3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b886f9-f2e2-4f80-8831-b8397cafc3df", "tag": "0504c917-7bd1-4586-811d-ec70636ccc59"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:02:59.793757 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-e3f795c8-5afd-45ae-a5b9-abb1bd60c885 None None] Set router 30445f21-ee84-4bd1-b602-f11df6023350 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:02:59.812426 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ed521163-ec2d-43e2-bb4b-d6994c6dc8a2 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:59.814595 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ed521163-ec2d-43e2-bb4b-d6994c6dc8a2 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] 10.222.0.64 "DELETE /v2.0/ports/31052605-a1a8-47cb-bf6b-2a68cc2a65c0 HTTP/1.1" status: 204 len: 168 time: 1.4125285 Jul 07 21:02:59.818798 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56776) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:59.832816 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a200c622-3580-411b-857d-fec244413e4e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:59.837815 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a200c622-3580-411b-857d-fec244413e4e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7883739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7883712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7881482'] for router, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:02:59.855080 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2276dc62-07f7-49cf-be41-c14211e931f9 x-openstack-request-id: req-2276dc62-07f7-49cf-be41-c14211e931f9 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:02:59.855622 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b886f9-f2e2-4f80-8831-b8397cafc3df", "tag": "0504c917-7bd1-4586-811d-ec70636ccc59", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:02:59.857600 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2276dc62-07f7-49cf-be41-c14211e931f9 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:02:59.858218 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b886f9-f2e2-4f80-8831-b8397cafc3df', 'tag': '0504c917-7bd1-4586-811d-ec70636ccc59', 'status': 'completed', 'code': 200} Jul 07 21:02:59.911629 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-392264d3-ba89-43c0-99bb-c80e0cb7370f tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] GET failed (client error): The resource could not be found. Jul 07 21:02:59.914739 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-392264d3-ba89-43c0-99bb-c80e0cb7370f tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] 10.222.0.64 "GET /v2.0/ports/31052605-a1a8-47cb-bf6b-2a68cc2a65c0 HTTP/1.1" status: 404 len: 333 time: 0.0946994 Jul 07 21:02:59.923511 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56780) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:02:59.929421 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-63c56a13-3df0-464c-8c2c-8808ff4fd1ab tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Request body: {'port': {'network_id': '03decd1c-3676-460a-8743-b63bc649164c', 'name': 'tempest-AllowedAddressPairTestJSON-633118167'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:00.089061 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593978d-1f5e-4b8b-a95f-b35c3388c3b4 req-535e5a6a-faa0-462c-a292-effc2a75ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:00.091021 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e593978d-1f5e-4b8b-a95f-b35c3388c3b4 req-535e5a6a-faa0-462c-a292-effc2a75ab1f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae66bcc29cb9496c81b304ed2c4f82a5&device_id=d7b886f9-f2e2-4f80-8831-b8397cafc3df HTTP/1.1" status: 200 len: 1097 time: 0.2370415 Jul 07 21:03:00.115085 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c56a13-3df0-464c-8c2c-8808ff4fd1ab tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Made reservation on behalf of c7886cd0bb14444696333f8eb918e63c for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:00.124751 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-63c56a13-3df0-464c-8c2c-8808ff4fd1ab tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:00.168102 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e3f795c8-5afd-45ae-a5b9-abb1bd60c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30445f21-ee84-4bd1-b602-f11df6023350', 'name': 'tempest-ServersTestJSON-1310128101-router', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:02:21Z', 'updated_at': '2021-07-07T21:02:32Z', 'revision_number': 4, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'gw_port': {'id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:23Z', 'updated_at': '2021-07-07T21:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '439fe6c4-bdf4-460a-aabd-763931cb9e07', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'port_id': '0504c917-7bd1-4586-811d-ec70636ccc59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929', 'mac_address': 'fa:16:3e:9d:4e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b886f9-f2e2-4f80-8831-b8397cafc3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:02:39Z', 'updated_at': '2021-07-07T21:02:58Z', 'revision_number': 1, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0a5496-8e58-44d8-b08b-80f978c18557', 'name': '', 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'mac_address': 'fa:16:3e:77:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '539c2041-b5a8-40ca-9121-8b3452b576aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:28Z', 'updated_at': '2021-07-07T21:02:39Z', 'revision_number': 5, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'subnets': [{'id': '539c2041-b5a8-40ca-9121-8b3452b576aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:00.177502 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-63c56a13-3df0-464c-8c2c-8808ff4fd1ab tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] device_id is not set on port ba69b87c-5511-4e2a-b139-fdb2a0d262d7 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:03:00.216676 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a200c622-3580-411b-857d-fec244413e4e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Router 62a42d5c-b33f-4386-8d37-0cf9dc0aeb09 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:03:00.223124 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593978d-1f5e-4b8b-a95f-b35c3388c3b4 req-07d75b06-2be4-48e2-ad06-d231ac71e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:00.224793 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e593978d-1f5e-4b8b-a95f-b35c3388c3b4 req-07d75b06-2be4-48e2-ad06-d231ac71e259 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c4706a9a-8917-4d38-9a83-b63d9139d929 HTTP/1.1" status: 200 len: 907 time: 0.1253910 Jul 07 21:03:00.263058 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f795c8-5afd-45ae-a5b9-abb1bd60c885 None None] Checking router: 30445f21-ee84-4bd1-b602-f11df6023350 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:03:00.276119 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f795c8-5afd-45ae-a5b9-abb1bd60c885 None None] Routers {'30445f21-ee84-4bd1-b602-f11df6023350'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:03:00.276890 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e3f795c8-5afd-45ae-a5b9-abb1bd60c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['30445f21-ee84-4bd1-b602-f11df6023350'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:00.375956 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-63c56a13-3df0-464c-8c2c-8808ff4fd1ab tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Allocated IP 172.20.0.9 (03decd1c-3676-460a-8743-b63bc649164c/409b7419-9741-4e1c-bb53-715e6e5ae1c2/ba69b87c-5511-4e2a-b139-fdb2a0d262d7) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:03:00.460564 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-e3f795c8-5afd-45ae-a5b9-abb1bd60c885 None None] Set router 30445f21-ee84-4bd1-b602-f11df6023350 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:03:00.670244 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e593978d-1f5e-4b8b-a95f-b35c3388c3b4 req-8dd83c49-f809-404a-a2a7-88acae3710a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0504c917-7bd1-4586-811d-ec70636ccc59 HTTP/1.1" status: 200 len: 998 time: 0.4365680 Jul 07 21:03:00.796622 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a200c622-3580-411b-857d-fec244413e4e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:03:00.805109 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a200c622-3580-411b-857d-fec244413e4e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:00.806828 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a200c622-3580-411b-857d-fec244413e4e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "PUT /v2.0/routers/62a42d5c-b33f-4386-8d37-0cf9dc0aeb09 HTTP/1.1" status: 200 len: 914 time: 3.2254329 Jul 07 21:03:00.808680 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af6913e-d967-4b26-afc6-7a2985743190 None None] Sync routers for ids ['62a42d5c-b33f-4386-8d37-0cf9dc0aeb09'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:03:00.812533 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56802) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:00.822313 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593978d-1f5e-4b8b-a95f-b35c3388c3b4 req-315c4b10-d82e-4400-abb9-75aeff285aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:00.824198 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e593978d-1f5e-4b8b-a95f-b35c3388c3b4 req-315c4b10-d82e-4400-abb9-75aeff285aac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=539c2041-b5a8-40ca-9121-8b3452b576aa HTTP/1.1" status: 200 len: 845 time: 0.1388509 Jul 07 21:03:00.826380 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af6913e-d967-4b26-afc6-7a2985743190 None None] Routers {'62a42d5c-b33f-4386-8d37-0cf9dc0aeb09'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:03:00.829967 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-4af6913e-d967-4b26-afc6-7a2985743190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['62a42d5c-b33f-4386-8d37-0cf9dc0aeb09'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:00.857897 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-63c56a13-3df0-464c-8c2c-8808ff4fd1ab tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:00.896938 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-63c56a13-3df0-464c-8c2c-8808ff4fd1ab tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Transition to ACTIVE for port object ba69b87c-5511-4e2a-b139-fdb2a0d262d7 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:00.910781 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-4af6913e-d967-4b26-afc6-7a2985743190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:00.925269 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e3f795c8-5afd-45ae-a5b9-abb1bd60c885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30445f21-ee84-4bd1-b602-f11df6023350', 'name': 'tempest-ServersTestJSON-1310128101-router', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:02:21Z', 'updated_at': '2021-07-07T21:02:32Z', 'revision_number': 4, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'gw_port': {'id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:23Z', 'updated_at': '2021-07-07T21:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '439fe6c4-bdf4-460a-aabd-763931cb9e07', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'port_id': '0504c917-7bd1-4586-811d-ec70636ccc59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929', 'mac_address': 'fa:16:3e:9d:4e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b886f9-f2e2-4f80-8831-b8397cafc3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:02:39Z', 'updated_at': '2021-07-07T21:02:58Z', 'revision_number': 1, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0a5496-8e58-44d8-b08b-80f978c18557', 'name': '', 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'mac_address': 'fa:16:3e:77:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '539c2041-b5a8-40ca-9121-8b3452b576aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:28Z', 'updated_at': '2021-07-07T21:02:39Z', 'revision_number': 5, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'subnets': [{'id': '539c2041-b5a8-40ca-9121-8b3452b576aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:00.934128 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af6913e-d967-4b26-afc6-7a2985743190 None None] Routers {'62a42d5c-b33f-4386-8d37-0cf9dc0aeb09'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:03:00.934817 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-4af6913e-d967-4b26-afc6-7a2985743190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:02:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['62a42d5c-b33f-4386-8d37-0cf9dc0aeb09'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:00.940567 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-63c56a13-3df0-464c-8c2c-8808ff4fd1ab tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:00.966484 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f795c8-5afd-45ae-a5b9-abb1bd60c885 None None] The sync data for ids ['30445f21-ee84-4bd1-b602-f11df6023350'] in n-d-695189-11 is: [{'id': '30445f21-ee84-4bd1-b602-f11df6023350', 'name': 'tempest-ServersTestJSON-1310128101-router', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:02:21Z', 'updated_at': '2021-07-07T21:02:32Z', 'revision_number': 4, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'gw_port': {'id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:23Z', 'updated_at': '2021-07-07T21:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '439fe6c4-bdf4-460a-aabd-763931cb9e07', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'port_id': '0504c917-7bd1-4586-811d-ec70636ccc59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929', 'mac_address': 'fa:16:3e:9d:4e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b886f9-f2e2-4f80-8831-b8397cafc3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:02:39Z', 'updated_at': '2021-07-07T21:02:58Z', 'revision_number': 1, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0a5496-8e58-44d8-b08b-80f978c18557', 'name': '', 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'mac_address': 'fa:16:3e:77:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '539c2041-b5a8-40ca-9121-8b3452b576aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:28Z', 'updated_at': '2021-07-07T21:02:39Z', 'revision_number': 5, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'subnets': [{'id': '539c2041-b5a8-40ca-9121-8b3452b576aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:03:01.030702 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c56a13-3df0-464c-8c2c-8808ff4fd1ab tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Network 03decd1c-3676-460a-8743-b63bc649164c is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:03:01.036780 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-63c56a13-3df0-464c-8c2c-8808ff4fd1ab tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:01.040169 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c56a13-3df0-464c-8c2c-8808ff4fd1ab tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:03:01.062407 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-4af6913e-d967-4b26-afc6-7a2985743190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:01.063366 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af6913e-d967-4b26-afc6-7a2985743190 None None] The sync data for ids ['62a42d5c-b33f-4386-8d37-0cf9dc0aeb09'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:03:01.151705 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e9c6f5bf-6365-4643-8afb-bc5002c0b4bd tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "GET /v2.0/routers/62a42d5c-b33f-4386-8d37-0cf9dc0aeb09 HTTP/1.1" status: 200 len: 920 time: 0.3346994 Jul 07 21:03:01.153148 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56810) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:01.204222 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c56a13-3df0-464c-8c2c-8808ff4fd1ab tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Pushing event updated for resources: {'Port': ['ID=ba69b87c-5511-4e2a-b139-fdb2a0d262d7,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:01.218291 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593978d-1f5e-4b8b-a95f-b35c3388c3b4 req-cc405ce3-3c80-4624-80bc-779f16c5073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:01.220687 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e593978d-1f5e-4b8b-a95f-b35c3388c3b4 req-cc405ce3-3c80-4624-80bc-779f16c5073e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c4706a9a-8917-4d38-9a83-b63d9139d929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3336699 Jul 07 21:03:01.257682 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c56a13-3df0-464c-8c2c-8808ff4fd1ab tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:01.258381 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-63c56a13-3df0-464c-8c2c-8808ff4fd1ab tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:01.295247 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-63c56a13-3df0-464c-8c2c-8808ff4fd1ab tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3702128 Jul 07 21:03:01.297917 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56816) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:01.304992 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-5847fe8c-d98f-426f-b36b-206c1d73a057 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Request body: {'port': {'network_id': '03decd1c-3676-460a-8743-b63bc649164c', 'name': 'tempest-AllowedAddressPairTestJSON-1406296333'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:01.395157 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e593978d-1f5e-4b8b-a95f-b35c3388c3b4 req-3f49af2d-5e1f-4af2-b203-b79bbf4e6124 service neutron] 10.222.0.58 "GET /v2.0/networks/c4706a9a-8917-4d38-9a83-b63d9139d929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617012 Jul 07 21:03:01.405871 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b10fb58-2885-4347-93e5-55cb07615ef9 None None] New status for floating IP 439fe6c4-bdf4-460a-aabd-763931cb9e07: ACTIVE {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:03:01.442962 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2e4960bd-e94f-4583-8854-149af407cbdf None None] Provisioning for port ba69b87c-5511-4e2a-b139-fdb2a0d262d7 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:03:01.449401 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2e4960bd-e94f-4583-8854-149af407cbdf None None] Provisioning complete for port ba69b87c-5511-4e2a-b139-fdb2a0d262d7 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:03:01.450447 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2e4960bd-e94f-4583-8854-149af407cbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:01.593008 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5847fe8c-d98f-426f-b36b-206c1d73a057 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Made reservation on behalf of c7886cd0bb14444696333f8eb918e63c for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:01.601320 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5847fe8c-d98f-426f-b36b-206c1d73a057 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:01.625946 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-2e4960bd-e94f-4583-8854-149af407cbdf None None] Port ba69b87c-5511-4e2a-b139-fdb2a0d262d7 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:03:01.646886 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-5847fe8c-d98f-426f-b36b-206c1d73a057 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] device_id is not set on port c6f0b2e4-7d7a-4608-af9b-6093421579a0 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:03:01.716277 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598ea236-a233-4e47-a55b-a4d29cc8d833 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:01.730060 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-598ea236-a233-4e47-a55b-a4d29cc8d833 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba&device_id=62a42d5c-b33f-4386-8d37-0cf9dc0aeb09&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5734084 Jul 07 21:03:01.732938 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56822) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:01.868751 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a9e54ac5-f357-4c54-afb5-4b7a45bdc384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:01.925091 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:01.935140 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-5847fe8c-d98f-426f-b36b-206c1d73a057 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Allocated IP 172.20.0.11 (03decd1c-3676-460a-8743-b63bc649164c/409b7419-9741-4e1c-bb53-715e6e5ae1c2/c6f0b2e4-7d7a-4608-af9b-6093421579a0) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:03:01.989090 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e593978d-1f5e-4b8b-a95f-b35c3388c3b4 req-53c7644f-d04d-4439-b4e8-8264a0de9f17 service neutron] 10.222.0.58 "GET /v2.0/networks/c4706a9a-8917-4d38-9a83-b63d9139d929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547786 Jul 07 21:03:02.038877 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc8b09f-5eaa-4196-b970-15eb6235e55b tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:02.043541 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9bc8b09f-5eaa-4196-b970-15eb6235e55b tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 881 time: 0.3066573 Jul 07 21:03:02.043894 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56830) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:02.084987 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d855b441-a8d6-44cd-9d9d-6aa7ed68589d tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "GET /v2.0/ports?device_id=62a42d5c-b33f-4386-8d37-0cf9dc0aeb09 HTTP/1.1" status: 200 len: 205 time: 0.0364859 Jul 07 21:03:02.085379 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56834) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:02.220548 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5847fe8c-d98f-426f-b36b-206c1d73a057 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:02.241277 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-5847fe8c-d98f-426f-b36b-206c1d73a057 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Transition to ACTIVE for port object c6f0b2e4-7d7a-4608-af9b-6093421579a0 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:02.286990 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5847fe8c-d98f-426f-b36b-206c1d73a057 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:02.379989 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847fe8c-d98f-426f-b36b-206c1d73a057 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Pushing event updated for resources: {'Port': ['ID=c6f0b2e4-7d7a-4608-af9b-6093421579a0,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:02.391259 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5847fe8c-d98f-426f-b36b-206c1d73a057 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Network 03decd1c-3676-460a-8743-b63bc649164c is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:03:02.393052 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-5847fe8c-d98f-426f-b36b-206c1d73a057 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:02.409135 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5847fe8c-d98f-426f-b36b-206c1d73a057 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:03:02.504360 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5847fe8c-d98f-426f-b36b-206c1d73a057 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:02.505457 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5847fe8c-d98f-426f-b36b-206c1d73a057 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:02.525467 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5847fe8c-d98f-426f-b36b-206c1d73a057 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2257738 Jul 07 21:03:02.532297 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56838) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:02.538745 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-10cc8b79-623b-436b-958f-4b1439bf5484 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:57:23:0f'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:cc:34:e5'}]}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:02.666620 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a1c3e0f-e7ef-40fe-997b-ab8af2eb4d67 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:02.763462 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2dd54a31-a227-4845-9c4f-216df1345718 None None] Provisioning for port c6f0b2e4-7d7a-4608-af9b-6093421579a0 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:03:02.768348 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2dd54a31-a227-4845-9c4f-216df1345718 None None] Provisioning complete for port c6f0b2e4-7d7a-4608-af9b-6093421579a0 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:03:02.768728 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2dd54a31-a227-4845-9c4f-216df1345718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:02.825499 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-2dd54a31-a227-4845-9c4f-216df1345718 None None] Port c6f0b2e4-7d7a-4608-af9b-6093421579a0 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:03:02.835422 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10cc8b79-623b-436b-958f-4b1439bf5484 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:02.876029 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a1c3e0f-e7ef-40fe-997b-ab8af2eb4d67 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:02.937918 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-1a1c3e0f-e7ef-40fe-997b-ab8af2eb4d67 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Deleting port 06cd6ff2-6ae0-43b3-bbf4-1fe6ec793f5a {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:03:02.938341 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a1c3e0f-e7ef-40fe-997b-ab8af2eb4d67 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:03.045894 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a1c3e0f-e7ef-40fe-997b-ab8af2eb4d67 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:03.092715 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10cc8b79-623b-436b-958f-4b1439bf5484 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:03.095994 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-1a1c3e0f-e7ef-40fe-997b-ab8af2eb4d67 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Calling delete_port for 06cd6ff2-6ae0-43b3-bbf4-1fe6ec793f5a owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:03:03.100725 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10cc8b79-623b-436b-958f-4b1439bf5484 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:03.217925 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-10cc8b79-623b-436b-958f-4b1439bf5484 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] In _notify_port_updated(), no bound segment for port c6f0b2e4-7d7a-4608-af9b-6093421579a0 on network 03decd1c-3676-460a-8743-b63bc649164c {{(pid=100448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:03:03.224446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cc8b79-623b-436b-958f-4b1439bf5484 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:03.225422 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10cc8b79-623b-436b-958f-4b1439bf5484 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:03.226512 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-10cc8b79-623b-436b-958f-4b1439bf5484 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] 10.222.0.64 "PUT /v2.0/ports/c6f0b2e4-7d7a-4608-af9b-6093421579a0 HTTP/1.1" status: 200 len: 1056 time: 0.6930299 Jul 07 21:03:03.230678 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56858) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:03.257134 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc8b79-623b-436b-958f-4b1439bf5484 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Pushing event updated for resources: {'Port': ['ID=c6f0b2e4-7d7a-4608-af9b-6093421579a0,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:03.438818 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a1c3e0f-e7ef-40fe-997b-ab8af2eb4d67 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:03.505239 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-040f9414-0acf-4e41-abc8-03c04a88515d tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Deleting port c6f0b2e4-7d7a-4608-af9b-6093421579a0 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:03:03.506473 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-040f9414-0acf-4e41-abc8-03c04a88515d tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:03.516826 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c3e0f-e7ef-40fe-997b-ab8af2eb4d67 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Pushing event deleted for resources: {'Port': ['ID=06cd6ff2-6ae0-43b3-bbf4-1fe6ec793f5a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:03.527514 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:03.564833 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0f91f90d-b36e-4d63-aca2-a62a975f2b43 None None] Provisioning complete for port c6f0b2e4-7d7a-4608-af9b-6093421579a0 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:03:03.567485 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0f91f90d-b36e-4d63-aca2-a62a975f2b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:03.624915 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-0f91f90d-b36e-4d63-aca2-a62a975f2b43 None None] Port c6f0b2e4-7d7a-4608-af9b-6093421579a0 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:03:03.703337 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a1c3e0f-e7ef-40fe-997b-ab8af2eb4d67 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:03.742373 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-040f9414-0acf-4e41-abc8-03c04a88515d tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:03.817814 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-040f9414-0acf-4e41-abc8-03c04a88515d tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Calling delete_port for c6f0b2e4-7d7a-4608-af9b-6093421579a0 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:03:03.823828 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a1c3e0f-e7ef-40fe-997b-ab8af2eb4d67 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:03.827646 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a1c3e0f-e7ef-40fe-997b-ab8af2eb4d67 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:03.919142 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a1c3e0f-e7ef-40fe-997b-ab8af2eb4d67 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:03.919884 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1c3e0f-e7ef-40fe-997b-ab8af2eb4d67 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Fanout notify agent at l3_agent the message router_deleted on router 62a42d5c-b33f-4386-8d37-0cf9dc0aeb09 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:03:03.930120 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a1c3e0f-e7ef-40fe-997b-ab8af2eb4d67 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:03.931266 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1a1c3e0f-e7ef-40fe-997b-ab8af2eb4d67 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "DELETE /v2.0/routers/62a42d5c-b33f-4386-8d37-0cf9dc0aeb09 HTTP/1.1" status: 204 len: 168 time: 1.8445556 Jul 07 21:03:03.935064 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56876) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:03.939964 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-cc76fda1-6654-4bc1-ac01-8a7db0604337 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-883160334', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:03.970361 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cc76fda1-6654-4bc1-ac01-8a7db0604337 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:03.972066 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cc76fda1-6654-4bc1-ac01-8a7db0604337 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:04.018578 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-040f9414-0acf-4e41-abc8-03c04a88515d tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:04.060909 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f9414-0acf-4e41-abc8-03c04a88515d tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Pushing event deleted for resources: {'Port': ['ID=c6f0b2e4-7d7a-4608-af9b-6093421579a0,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:04.069306 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cc76fda1-6654-4bc1-ac01-8a7db0604337 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:04.074365 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cc76fda1-6654-4bc1-ac01-8a7db0604337 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:04.107475 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cc76fda1-6654-4bc1-ac01-8a7db0604337 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:04.110759 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-cc76fda1-6654-4bc1-ac01-8a7db0604337 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1745253 Jul 07 21:03:04.115096 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56880) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:04.125265 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-2569663b-5171-4cd9-bb23-5b9d517a0c79 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'enable_snat': False}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:04.353549 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-040f9414-0acf-4e41-abc8-03c04a88515d tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:04.359693 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-040f9414-0acf-4e41-abc8-03c04a88515d tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] 10.222.0.64 "DELETE /v2.0/ports/c6f0b2e4-7d7a-4608-af9b-6093421579a0 HTTP/1.1" status: 204 len: 168 time: 1.1256196 Jul 07 21:03:04.359936 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56886) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:04.433194 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-59dd35c5-5dbf-4aff-a329-e7cf51776286 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] GET failed (client error): The resource could not be found. Jul 07 21:03:04.434869 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-59dd35c5-5dbf-4aff-a329-e7cf51776286 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] 10.222.0.64 "GET /v2.0/ports/c6f0b2e4-7d7a-4608-af9b-6093421579a0 HTTP/1.1" status: 404 len: 333 time: 0.0741544 Jul 07 21:03:04.437553 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56888) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:04.562079 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2569663b-5171-4cd9-bb23-5b9d517a0c79 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:04.666865 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-46bc7631-43b2-4886-a887-cce192fddc46 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Deleting port ba69b87c-5511-4e2a-b139-fdb2a0d262d7 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:03:04.667251 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46bc7631-43b2-4886-a887-cce192fddc46 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:04.812230 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46bc7631-43b2-4886-a887-cce192fddc46 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:04.831071 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-46bc7631-43b2-4886-a887-cce192fddc46 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Calling delete_port for ba69b87c-5511-4e2a-b139-fdb2a0d262d7 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:03:05.015943 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2569663b-5171-4cd9-bb23-5b9d517a0c79 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:05.046927 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2569663b-5171-4cd9-bb23-5b9d517a0c79 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:05.117063 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46bc7631-43b2-4886-a887-cce192fddc46 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:05.177684 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:05.186157 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc7631-43b2-4886-a887-cce192fddc46 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Pushing event deleted for resources: {'Port': ['ID=ba69b87c-5511-4e2a-b139-fdb2a0d262d7,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:05.317416 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-2569663b-5171-4cd9-bb23-5b9d517a0c79 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Allocated IP 172.25.5.87 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/7a58027d-1692-48fb-af12-2efda4704b43) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:03:05.497057 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46bc7631-43b2-4886-a887-cce192fddc46 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:05.498918 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-46bc7631-43b2-4886-a887-cce192fddc46 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] 10.222.0.64 "DELETE /v2.0/ports/ba69b87c-5511-4e2a-b139-fdb2a0d262d7 HTTP/1.1" status: 204 len: 168 time: 1.0604005 Jul 07 21:03:05.501774 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56904) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:05.548309 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-3817c13d-ade0-4832-98ad-17836aabf905 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] GET failed (client error): The resource could not be found. Jul 07 21:03:05.550107 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3817c13d-ade0-4832-98ad-17836aabf905 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] 10.222.0.64 "GET /v2.0/ports/ba69b87c-5511-4e2a-b139-fdb2a0d262d7 HTTP/1.1" status: 404 len: 333 time: 0.0466726 Jul 07 21:03:05.554990 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56906) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:05.568059 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2569663b-5171-4cd9-bb23-5b9d517a0c79 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:05.633899 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:03:05.635825 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2569663b-5171-4cd9-bb23-5b9d517a0c79 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:05.690446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2569663b-5171-4cd9-bb23-5b9d517a0c79 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:03:05.695509 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-2569663b-5171-4cd9-bb23-5b9d517a0c79 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:05.703689 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2569663b-5171-4cd9-bb23-5b9d517a0c79 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:03:05.721125 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-df728d17-1b63-4643-b40d-28e46fc95fc8 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Deleting port b17c3881-f60c-45cc-bcf9-1e72136f6e4e {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:03:05.721732 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-df728d17-1b63-4643-b40d-28e46fc95fc8 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:05.728188 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569663b-5171-4cd9-bb23-5b9d517a0c79 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Pushing event updated for resources: {'Port': ['ID=7a58027d-1692-48fb-af12-2efda4704b43,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:05.918024 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-df728d17-1b63-4643-b40d-28e46fc95fc8 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:05.934036 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-df728d17-1b63-4643-b40d-28e46fc95fc8 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Calling delete_port for b17c3881-f60c-45cc-bcf9-1e72136f6e4e owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:03:06.185082 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-df728d17-1b63-4643-b40d-28e46fc95fc8 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:06.260496 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df728d17-1b63-4643-b40d-28e46fc95fc8 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Pushing event deleted for resources: {'Port': ['ID=b17c3881-f60c-45cc-bcf9-1e72136f6e4e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:06.370709 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-df728d17-1b63-4643-b40d-28e46fc95fc8 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:06.375461 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-df728d17-1b63-4643-b40d-28e46fc95fc8 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] 10.222.0.64 "DELETE /v2.0/ports/b17c3881-f60c-45cc-bcf9-1e72136f6e4e HTTP/1.1" status: 204 len: 168 time: 0.8168843 Jul 07 21:03:06.375678 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54def266-3116-49d5-9189-8cec143bbc19 req-974b5b86-77e6-4322-bad0-33c0353aa861 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:06.375678 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54def266-3116-49d5-9189-8cec143bbc19 req-974b5b86-77e6-4322-bad0-33c0353aa861 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.6302569 Jul 07 21:03:06.377791 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56924) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:06.435528 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56926) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:06.545153 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54def266-3116-49d5-9189-8cec143bbc19 req-9abe790d-13f9-42c5-bd0b-f8e92c54d629 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1532457 Jul 07 21:03:06.572561 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-92bf667e-5077-45e8-9cc8-693f88946af8 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Deleting subnet 409b7419-9741-4e1c-bb53-715e6e5ae1c2 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:03:06.597775 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-92bf667e-5077-45e8-9cc8-693f88946af8 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:06.616162 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0c308d68-15d1-4f81-98d8-7003469866de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:06.684660 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2569663b-5171-4cd9-bb23-5b9d517a0c79 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:06.775236 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-92bf667e-5077-45e8-9cc8-693f88946af8 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:06.825172 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0c308d68-15d1-4f81-98d8-7003469866de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:06.830703 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0c308d68-15d1-4f81-98d8-7003469866de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:06.872138 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0c308d68-15d1-4f81-98d8-7003469866de admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=604dc895744c475fa65a09283ac88d32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4354756 Jul 07 21:03:06.873067 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c308d68-15d1-4f81-98d8-7003469866de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc2be3c-6595-43b6-9ed2-172db23669f8,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:06.880224 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56934) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:06.953871 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-01a01df4-e559-46cc-be61-f1151fe65324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:06.981580 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-01a01df4-e559-46cc-be61-f1151fe65324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:07.016942 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-92bf667e-5077-45e8-9cc8-693f88946af8 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:07.045482 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-01a01df4-e559-46cc-be61-f1151fe65324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:07.051215 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-01a01df4-e559-46cc-be61-f1151fe65324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:07.055704 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-01a01df4-e559-46cc-be61-f1151fe65324 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9dc2be3c-6595-43b6-9ed2-172db23669f8 HTTP/1.1" status: 204 len: 168 time: 0.1745355 Jul 07 21:03:07.066924 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a01df4-e559-46cc-be61-f1151fe65324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc2be3c-6595-43b6-9ed2-172db23669f8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:07.099354 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87e9dd-7ff6-40df-9367-471c0dc55823 req-20b7c07b-26fd-42dd-89a7-e6751eec7c19 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:07.100801 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6e87e9dd-7ff6-40df-9367-471c0dc55823 req-20b7c07b-26fd-42dd-89a7-e6751eec7c19 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.3017466 Jul 07 21:03:07.174412 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-92bf667e-5077-45e8-9cc8-693f88946af8 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:07.257785 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-92bf667e-5077-45e8-9cc8-693f88946af8 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:07.262108 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-92bf667e-5077-45e8-9cc8-693f88946af8 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] 10.222.0.64 "DELETE /v2.0/subnets/409b7419-9741-4e1c-bb53-715e6e5ae1c2 HTTP/1.1" status: 204 len: 168 time: 0.8812375 Jul 07 21:03:07.262456 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56944) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:07.269582 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e4cbe6-ee18-4311-8068-2730a5d9c25c None None] Network 03decd1c-3676-460a-8743-b63bc649164c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:07.272516 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf667e-5077-45e8-9cc8-693f88946af8 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Pushing event deleted for resources: {'Subnet': ['ID=409b7419-9741-4e1c-bb53-715e6e5ae1c2,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:07.334219 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6e87e9dd-7ff6-40df-9367-471c0dc55823 req-ba16c998-2500-403b-a4c5-b87ab2df3b9a tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2178884 Jul 07 21:03:07.338230 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2569663b-5171-4cd9-bb23-5b9d517a0c79 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:07.348170 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2569663b-5171-4cd9-bb23-5b9d517a0c79 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7883739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7883712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7881482'] for router, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:07.403261 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a058dcbd-3267-44bf-b0e0-4c457a4f13e6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:07.460842 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-a058dcbd-3267-44bf-b0e0-4c457a4f13e6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Deleting port f57b4d8b-f522-47e0-9162-a54e5e4e84be {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:03:07.461818 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a058dcbd-3267-44bf-b0e0-4c457a4f13e6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:07.553584 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-a058dcbd-3267-44bf-b0e0-4c457a4f13e6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] For port f57b4d8b-f522-47e0-9162-a54e5e4e84be, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f57b4d8b-f522-47e0-9162-a54e5e4e84be,segment=NetworkSegment(da8b2a04-2766-49b7-8594-eae70bdabbb4),segment_id=da8b2a04-2766-49b7-8594-eae70bdabbb4)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:03:07.554210 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a058dcbd-3267-44bf-b0e0-4c457a4f13e6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:07.586900 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee515f7f-a63f-4492-a3d9-1b1d13d5de19 None None] DHCP port deletion for 03decd1c-3676-460a-8743-b63bc649164c request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:03:07.593699 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-a058dcbd-3267-44bf-b0e0-4c457a4f13e6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Calling delete_port for f57b4d8b-f522-47e0-9162-a54e5e4e84be owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:03:07.598172 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56948) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:07.634360 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-895fb06c-190e-4ff7-a12d-b370f3a9ef5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:07.655478 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ee515f7f-a63f-4492-a3d9-1b1d13d5de19 None None] Deleting port f57b4d8b-f522-47e0-9162-a54e5e4e84be {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:03:07.655916 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ee515f7f-a63f-4492-a3d9-1b1d13d5de19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:07.710922 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a058dcbd-3267-44bf-b0e0-4c457a4f13e6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:07.747813 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058dcbd-3267-44bf-b0e0-4c457a4f13e6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Pushing event deleted for resources: {'Port': ['ID=f57b4d8b-f522-47e0-9162-a54e5e4e84be,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:07.758020 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a058dcbd-3267-44bf-b0e0-4c457a4f13e6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] No DVR routers for this DVR port f57b4d8b-f522-47e0-9162-a54e5e4e84be on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:03:07.808686 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2569663b-5171-4cd9-bb23-5b9d517a0c79 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Router f4c8d9ff-da02-4f1e-a70e-adedf5cf5c25 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:03:07.844760 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ee515f7f-a63f-4492-a3d9-1b1d13d5de19 None None] For port f57b4d8b-f522-47e0-9162-a54e5e4e84be, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f57b4d8b-f522-47e0-9162-a54e5e4e84be,segment=NetworkSegment(da8b2a04-2766-49b7-8594-eae70bdabbb4),segment_id=da8b2a04-2766-49b7-8594-eae70bdabbb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:03:07.845392 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ee515f7f-a63f-4492-a3d9-1b1d13d5de19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:07.861846 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a058dcbd-3267-44bf-b0e0-4c457a4f13e6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:07.873731 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-a058dcbd-3267-44bf-b0e0-4c457a4f13e6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03decd1c-3676-460a-8743-b63bc649164c']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:07.881091 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ee515f7f-a63f-4492-a3d9-1b1d13d5de19 None None] Calling delete_port for f57b4d8b-f522-47e0-9162-a54e5e4e84be owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:03:07.890512 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-a058dcbd-3267-44bf-b0e0-4c457a4f13e6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8b2a04-2766-49b7-8594-eae70bdabbb4') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:07.890813 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-a058dcbd-3267-44bf-b0e0-4c457a4f13e6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8b2a04-2766-49b7-8594-eae70bdabbb4') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:07.927238 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a058dcbd-3267-44bf-b0e0-4c457a4f13e6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:08.005276 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a058dcbd-3267-44bf-b0e0-4c457a4f13e6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:08.019814 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a058dcbd-3267-44bf-b0e0-4c457a4f13e6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:03:08.020899 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a058dcbd-3267-44bf-b0e0-4c457a4f13e6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:03:08.024855 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:03:08.058723 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ee515f7f-a63f-4492-a3d9-1b1d13d5de19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:08.103130 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee515f7f-a63f-4492-a3d9-1b1d13d5de19 None None] No DVR routers for this DVR port f57b4d8b-f522-47e0-9162-a54e5e4e84be on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:03:08.114009 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee515f7f-a63f-4492-a3d9-1b1d13d5de19 None None] Pushing event deleted for resources: {'Port': ['ID=f57b4d8b-f522-47e0-9162-a54e5e4e84be,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:08.128893 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee515f7f-a63f-4492-a3d9-1b1d13d5de19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:08.129411 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee515f7f-a63f-4492-a3d9-1b1d13d5de19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:08.129925 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee515f7f-a63f-4492-a3d9-1b1d13d5de19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:08.130407 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee515f7f-a63f-4492-a3d9-1b1d13d5de19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:08.130907 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee515f7f-a63f-4492-a3d9-1b1d13d5de19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:08.131966 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee515f7f-a63f-4492-a3d9-1b1d13d5de19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:08.132590 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee515f7f-a63f-4492-a3d9-1b1d13d5de19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:08.133196 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee515f7f-a63f-4492-a3d9-1b1d13d5de19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:08.133941 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee515f7f-a63f-4492-a3d9-1b1d13d5de19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:08.134524 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee515f7f-a63f-4492-a3d9-1b1d13d5de19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:08.135040 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee515f7f-a63f-4492-a3d9-1b1d13d5de19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:08.135740 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee515f7f-a63f-4492-a3d9-1b1d13d5de19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:08.139755 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d0bb1fc9-47c1-4334-b446-882a276a4c20 req-d9964350-f5e8-4da9-9358-9bb51ac0e494 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1968191 Jul 07 21:03:08.147148 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a058dcbd-3267-44bf-b0e0-4c457a4f13e6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:08.162883 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-895fb06c-190e-4ff7-a12d-b370f3a9ef5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:08.165021 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a058dcbd-3267-44bf-b0e0-4c457a4f13e6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:08.167376 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a058dcbd-3267-44bf-b0e0-4c457a4f13e6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] 10.222.0.64 "DELETE /v2.0/networks/03decd1c-3676-460a-8743-b63bc649164c HTTP/1.1" status: 204 len: 168 time: 0.9038692 Jul 07 21:03:08.169526 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2569663b-5171-4cd9-bb23-5b9d517a0c79 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:03:08.174314 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-895fb06c-190e-4ff7-a12d-b370f3a9ef5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:08.181815 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf8b88e-955a-4eb3-be71-be6661083152 None None] Sync routers for ids ['f4c8d9ff-da02-4f1e-a70e-adedf5cf5c25'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:03:08.196400 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2569663b-5171-4cd9-bb23-5b9d517a0c79 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:08.198223 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf8b88e-955a-4eb3-be71-be6661083152 None None] Routers {'f4c8d9ff-da02-4f1e-a70e-adedf5cf5c25'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:03:08.198871 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-daf8b88e-955a-4eb3-be71-be6661083152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:03:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['f4c8d9ff-da02-4f1e-a70e-adedf5cf5c25'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:08.199914 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2569663b-5171-4cd9-bb23-5b9d517a0c79 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "PUT /v2.0/routers/f4c8d9ff-da02-4f1e-a70e-adedf5cf5c25 HTTP/1.1" status: 200 len: 914 time: 4.0824842 Jul 07 21:03:08.210685 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56956) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:08.254926 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-daf8b88e-955a-4eb3-be71-be6661083152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:08.260496 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fb06c-190e-4ff7-a12d-b370f3a9ef5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab98f2e9-d9a1-442d-a5eb-79ce9c5e9b2d,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:08.261597 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058dcbd-3267-44bf-b0e0-4c457a4f13e6 tempest-AllowedAddressPairTestJSON-1006761058 tempest-AllowedAddressPairTestJSON-1006761058-project] Pushing event deleted for resources: {'Network': ['ID=03decd1c-3676-460a-8743-b63bc649164c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:08.277339 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d7a8e-5724-4f52-8d8c-88d71ca30936 req-682f8928-f161-4f4e-bb9a-5c6e400dc53e tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:08.279722 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5a3d7a8e-5724-4f52-8d8c-88d71ca30936 req-682f8928-f161-4f4e-bb9a-5c6e400dc53e tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.3203654 Jul 07 21:03:08.286248 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf8b88e-955a-4eb3-be71-be6661083152 None None] Routers {'f4c8d9ff-da02-4f1e-a70e-adedf5cf5c25'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:03:08.287024 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-daf8b88e-955a-4eb3-be71-be6661083152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:03:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['f4c8d9ff-da02-4f1e-a70e-adedf5cf5c25'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:08.288412 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-895fb06c-190e-4ff7-a12d-b370f3a9ef5f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a2e081bc5e1649a9ae83943824bf786f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6888800 Jul 07 21:03:08.289218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56960) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:08.357851 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-daf8b88e-955a-4eb3-be71-be6661083152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:08.359377 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf8b88e-955a-4eb3-be71-be6661083152 None None] The sync data for ids ['f4c8d9ff-da02-4f1e-a70e-adedf5cf5c25'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:03:08.423815 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5a3d7a8e-5724-4f52-8d8c-88d71ca30936 req-48af2ae1-5cef-4b28-95b3-aa3dcaa9f51a tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1275477 Jul 07 21:03:08.425972 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb1fc9-47c1-4334-b446-882a276a4c20 req-2047b929-9c47-4c8c-939e-cca3c8334ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:08.428773 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d0bb1fc9-47c1-4334-b446-882a276a4c20 req-2047b929-9c47-4c8c-939e-cca3c8334ef6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 1098 time: 0.2602470 Jul 07 21:03:08.477396 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-096d3fe3-d810-4e3c-97f1-740d388df316 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "GET /v2.0/routers/f4c8d9ff-da02-4f1e-a70e-adedf5cf5c25 HTTP/1.1" status: 200 len: 920 time: 0.2645407 Jul 07 21:03:08.483059 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56966) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:08.565470 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dc03647a-285d-4d1d-b22f-f06e48f8c268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:08.606387 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56970) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:08.614773 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dc03647a-285d-4d1d-b22f-f06e48f8c268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:08.655203 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b5ff1f87-49b2-4352-a2e0-c68fc8084e5b req-0c25412b-9aad-402b-bb07-b0fe4be7ccd0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1553905 Jul 07 21:03:08.684860 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb1fc9-47c1-4334-b446-882a276a4c20 req-ee724968-c603-4da7-8f7b-142040732e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:08.690831 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d0bb1fc9-47c1-4334-b446-882a276a4c20 req-ee724968-c603-4da7-8f7b-142040732e96 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 912 time: 0.2079234 Jul 07 21:03:08.693654 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dc03647a-285d-4d1d-b22f-f06e48f8c268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:08.696607 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dc03647a-285d-4d1d-b22f-f06e48f8c268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:08.698024 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-dc03647a-285d-4d1d-b22f-f06e48f8c268 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ab98f2e9-d9a1-442d-a5eb-79ce9c5e9b2d HTTP/1.1" status: 204 len: 168 time: 0.4078081 Jul 07 21:03:08.753218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03647a-285d-4d1d-b22f-f06e48f8c268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab98f2e9-d9a1-442d-a5eb-79ce9c5e9b2d,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:08.790481 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b174ce2-e12d-48c0-9d10-62bc32962657 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:08.794806 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5b174ce2-e12d-48c0-9d10-62bc32962657 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba&device_id=f4c8d9ff-da02-4f1e-a70e-adedf5cf5c25&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3111889 Jul 07 21:03:08.795452 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56978) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:08.848944 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d0bb1fc9-47c1-4334-b446-882a276a4c20 req-348e57c6-ad87-4f70-a613-1273f718c9df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21a093e8-95f2-467a-9a85-f95003e1bfae HTTP/1.1" status: 200 len: 217 time: 0.1479185 Jul 07 21:03:08.962345 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3764a02f-b901-4c30-b369-1564c9b3f5c5 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:08.965080 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb1fc9-47c1-4334-b446-882a276a4c20 req-b4b40351-f9e8-4d0c-9fac-f2ac1bf5c351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:08.966230 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3764a02f-b901-4c30-b369-1564c9b3f5c5 tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 881 time: 0.1697848 Jul 07 21:03:08.967085 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d0bb1fc9-47c1-4334-b446-882a276a4c20 req-b4b40351-f9e8-4d0c-9fac-f2ac1bf5c351 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 200 len: 850 time: 0.0856245 Jul 07 21:03:08.969255 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56984) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:08.970026 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d32ceb33-0f33-4afe-87e5-64a904d8834c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c7886cd0bb14444696333f8eb918e63c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3623087 Jul 07 21:03:08.974241 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 56986) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:09.008665 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6652b643-b479-4ca4-91fd-1c78747ad518 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c8d9ff-da02-4f1e-a70e-adedf5cf5c25 HTTP/1.1" status: 200 len: 205 time: 0.0382481 Jul 07 21:03:09.011961 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56988) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:09.145184 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff1f87-49b2-4352-a2e0-c68fc8084e5b req-52324066-8d58-48ac-b80c-7db694c329d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:09.147071 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b5ff1f87-49b2-4352-a2e0-c68fc8084e5b req-52324066-8d58-48ac-b80c-7db694c329d0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 1097 time: 0.3277171 Jul 07 21:03:09.152825 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f57b4d8b-f522-47e0-9162-a54e5e4e84be no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:03:09.217443 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: f57b4d8b-f522-47e0-9162-a54e5e4e84be {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:03:09.217996 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f57b4d8b-f522-47e0-9162-a54e5e4e84be not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:03:09.243002 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56994) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:09.259635 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-88723bdb-99a4-42e6-8c33-7113fa577907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:09.267694 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-790da727-9f46-4a49-9912-a39ad39e1efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:09.291837 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb1fc9-47c1-4334-b446-882a276a4c20 req-04fa4006-ae76-4205-9b50-05f571655f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:09.293411 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d0bb1fc9-47c1-4334-b446-882a276a4c20 req-04fa4006-ae76-4205-9b50-05f571655f31 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3113861 Jul 07 21:03:09.322391 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-790da727-9f46-4a49-9912-a39ad39e1efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:09.416873 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bebd4714-8c23-4236-b859-f495eda88693 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:09.424372 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff1f87-49b2-4352-a2e0-c68fc8084e5b req-483dd6bf-5bac-413e-9414-6e899567fb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:09.427404 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b5ff1f87-49b2-4352-a2e0-c68fc8084e5b req-483dd6bf-5bac-413e-9414-6e899567fb9f service neutron] 10.222.0.58 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 912 time: 0.2466421 Jul 07 21:03:09.457198 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 56998) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:09.549496 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b5ff1f87-49b2-4352-a2e0-c68fc8084e5b req-ec2895e1-1f1b-4e31-ba07-f50d6bd931ce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a HTTP/1.1" status: 200 len: 1000 time: 0.1130836 Jul 07 21:03:09.552846 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-790da727-9f46-4a49-9912-a39ad39e1efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:09.555817 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-790da727-9f46-4a49-9912-a39ad39e1efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:09.560520 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-790da727-9f46-4a49-9912-a39ad39e1efd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/955bd20a-ce5a-4b5c-a480-11ed381ba5f2 HTTP/1.1" status: 204 len: 168 time: 0.5845089 Jul 07 21:03:09.610594 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4058b-b2ea-45fa-9e94-61dc5a9eb8cf req-e47f3658-5279-4855-85f0-1286684a871b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:09.612255 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9dd4058b-b2ea-45fa-9e94-61dc5a9eb8cf req-e47f3658-5279-4855-85f0-1286684a871b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.2657671 Jul 07 21:03:09.616728 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff1f87-49b2-4352-a2e0-c68fc8084e5b req-51704e50-33df-45f6-bc95-1cd3eac4e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:09.618635 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b5ff1f87-49b2-4352-a2e0-c68fc8084e5b req-51704e50-33df-45f6-bc95-1cd3eac4e0c4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 200 len: 850 time: 0.0567579 Jul 07 21:03:09.620666 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d0bb1fc9-47c1-4334-b446-882a276a4c20 req-baaf5aef-1638-42b0-9f6d-ddb6f7f47c1b service neutron] 10.222.0.39 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091621 Jul 07 21:03:09.636853 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790da727-9f46-4a49-9912-a39ad39e1efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955bd20a-ce5a-4b5c-a480-11ed381ba5f2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:09.699230 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-88723bdb-99a4-42e6-8c33-7113fa577907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:09.715285 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-88723bdb-99a4-42e6-8c33-7113fa577907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:09.761177 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88723bdb-99a4-42e6-8c33-7113fa577907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee8cdb2-d25b-42cd-9acd-5f79b1136965,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:09.772757 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bebd4714-8c23-4236-b859-f495eda88693 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:09.792021 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff1f87-49b2-4352-a2e0-c68fc8084e5b req-8d8213ba-aa1b-4f3c-80e7-85d6f840619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:09.794990 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b5ff1f87-49b2-4352-a2e0-c68fc8084e5b req-8d8213ba-aa1b-4f3c-80e7-85d6f840619e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1660912 Jul 07 21:03:09.799241 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d0bb1fc9-47c1-4334-b446-882a276a4c20 req-d4a94e29-b575-4ff1-8a1d-5dc54cba343f service neutron] 10.222.0.39 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574783 Jul 07 21:03:09.801977 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-88723bdb-99a4-42e6-8c33-7113fa577907 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=71794560be5c4323b15b863420951fae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5577796 Jul 07 21:03:09.805758 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57006) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:09.837064 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9dd4058b-b2ea-45fa-9e94-61dc5a9eb8cf req-07c6d750-1dc6-4f8f-a895-08d839179861 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2116854 Jul 07 21:03:10.233012 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bebd4714-8c23-4236-b859-f495eda88693 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Deleting port 7a58027d-1692-48fb-af12-2efda4704b43 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:03:10.233440 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bebd4714-8c23-4236-b859-f495eda88693 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:10.238330 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-485dda78-b5d6-47a0-bcf6-36495fd4d303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:10.246748 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b5ff1f87-49b2-4352-a2e0-c68fc8084e5b req-6b134974-bb0d-4838-9b37-91a19a9f84dc service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399216 Jul 07 21:03:10.282301 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-485dda78-b5d6-47a0-bcf6-36495fd4d303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:10.368300 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bebd4714-8c23-4236-b859-f495eda88693 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:10.377805 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b5ff1f87-49b2-4352-a2e0-c68fc8084e5b req-0c6dd5d8-c8ef-45dc-b32e-d73d3a9e1236 service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205699 Jul 07 21:03:10.390205 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-485dda78-b5d6-47a0-bcf6-36495fd4d303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:10.393233 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-485dda78-b5d6-47a0-bcf6-36495fd4d303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:10.399496 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-485dda78-b5d6-47a0-bcf6-36495fd4d303 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bee8cdb2-d25b-42cd-9acd-5f79b1136965 HTTP/1.1" status: 204 len: 168 time: 0.5908651 Jul 07 21:03:10.416349 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485dda78-b5d6-47a0-bcf6-36495fd4d303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee8cdb2-d25b-42cd-9acd-5f79b1136965,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:10.422963 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bebd4714-8c23-4236-b859-f495eda88693 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Calling delete_port for 7a58027d-1692-48fb-af12-2efda4704b43 owned by network:router_gateway {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:03:10.712158 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57036) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:10.770722 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bebd4714-8c23-4236-b859-f495eda88693 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:10.812631 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd4714-8c23-4236-b859-f495eda88693 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Pushing event deleted for resources: {'Port': ['ID=7a58027d-1692-48fb-af12-2efda4704b43,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:10.849396 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d98a9715-99f0-44f2-83c0-66453b66cfc2 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-641278518'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:10.904889 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98a9715-99f0-44f2-83c0-66453b66cfc2 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Made reservation on behalf of 100d12b75461474ea64aa04c047d9a9d for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:10.915100 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d98a9715-99f0-44f2-83c0-66453b66cfc2 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:10.921853 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bebd4714-8c23-4236-b859-f495eda88693 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:10.935490 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d98a9715-99f0-44f2-83c0-66453b66cfc2 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:11.072079 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d98a9715-99f0-44f2-83c0-66453b66cfc2 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:11.076691 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bebd4714-8c23-4236-b859-f495eda88693 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:11.080139 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d98a9715-99f0-44f2-83c0-66453b66cfc2 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:11.082484 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bebd4714-8c23-4236-b859-f495eda88693 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:11.111381 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98a9715-99f0-44f2-83c0-66453b66cfc2 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:03:11.129534 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a9715-99f0-44f2-83c0-66453b66cfc2 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39bc9465-179a-4df7-971d-bfc76092faf5,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:11.134175 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d98a9715-99f0-44f2-83c0-66453b66cfc2 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:11.134610 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-d98a9715-99f0-44f2-83c0-66453b66cfc2 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Added segment 5b7515e9-89a8-4ba1-a199-c95fea70e7ad of type vlan for network e0053a36-6b14-4a24-a85c-1a461da72b01 Jul 07 21:03:11.145898 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bebd4714-8c23-4236-b859-f495eda88693 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:11.146466 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebd4714-8c23-4236-b859-f495eda88693 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Fanout notify agent at l3_agent the message router_deleted on router f4c8d9ff-da02-4f1e-a70e-adedf5cf5c25 {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:03:11.155881 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bebd4714-8c23-4236-b859-f495eda88693 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:11.160675 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bebd4714-8c23-4236-b859-f495eda88693 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "DELETE /v2.0/routers/f4c8d9ff-da02-4f1e-a70e-adedf5cf5c25 HTTP/1.1" status: 204 len: 168 time: 2.1441631 Jul 07 21:03:11.162774 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c7fd61e4-c83d-4edb-8ab0-939b561168b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:11.164579 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57054) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:11.171491 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-8ba435a8-b8ee-4f09-a702-a713bd9880a6 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-247385094', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}, 'admin_state_up': False}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:11.193391 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d98a9715-99f0-44f2-83c0-66453b66cfc2 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:11.223805 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d98a9715-99f0-44f2-83c0-66453b66cfc2 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:11.230535 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a9715-99f0-44f2-83c0-66453b66cfc2 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:11.230831 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d98a9715-99f0-44f2-83c0-66453b66cfc2 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:11.249237 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd29bb-e1ad-4555-a402-b17ff436832d req-b6a6150c-9dbf-46ba-af12-2ba368783dc0 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:11.250523 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ccd29bb-e1ad-4555-a402-b17ff436832d req-b6a6150c-9dbf-46ba-af12-2ba368783dc0 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.2485850 Jul 07 21:03:11.296827 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d98a9715-99f0-44f2-83c0-66453b66cfc2 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5832641 Jul 07 21:03:11.299901 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ba435a8-b8ee-4f09-a702-a713bd9880a6 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:11.301443 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ba435a8-b8ee-4f09-a702-a713bd9880a6 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:11.310037 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a9715-99f0-44f2-83c0-66453b66cfc2 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event updated for resources: {'Network': ['ID=e0053a36-6b14-4a24-a85c-1a461da72b01,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:11.346650 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network e0053a36-6b14-4a24-a85c-1a461da72b01 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:11.400379 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ccd29bb-e1ad-4555-a402-b17ff436832d req-49dbb4c3-82fd-4d26-a78b-e6531624b758 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1369703 Jul 07 21:03:11.403515 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ba435a8-b8ee-4f09-a702-a713bd9880a6 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:11.625572 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ba435a8-b8ee-4f09-a702-a713bd9880a6 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:11.814349 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-c7fd61e4-c83d-4edb-8ab0-939b561168b6 admin admin] Deleting port 08fff8d9-ea86-4827-86f8-59f103926865 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:03:11.815091 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c7fd61e4-c83d-4edb-8ab0-939b561168b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:12.122345 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-c7fd61e4-c83d-4edb-8ab0-939b561168b6 admin admin] For port 08fff8d9-ea86-4827-86f8-59f103926865, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=08fff8d9-ea86-4827-86f8-59f103926865,segment=NetworkSegment(230c399b-dc40-43ae-a1fc-5e6d70e026da),segment_id=230c399b-dc40-43ae-a1fc-5e6d70e026da)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:03:12.122854 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c7fd61e4-c83d-4edb-8ab0-939b561168b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:12.158885 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-c7fd61e4-c83d-4edb-8ab0-939b561168b6 admin admin] Calling delete_port for 08fff8d9-ea86-4827-86f8-59f103926865 owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:03:12.160703 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ba435a8-b8ee-4f09-a702-a713bd9880a6 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:12.186264 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ba435a8-b8ee-4f09-a702-a713bd9880a6 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:12.418880 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-8ba435a8-b8ee-4f09-a702-a713bd9880a6 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Allocated IP 172.25.5.31 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/055b7c3f-4da5-4f10-a532-b1fdcd65ca70) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:03:12.591023 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c7fd61e4-c83d-4edb-8ab0-939b561168b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:12.680918 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd61e4-c83d-4edb-8ab0-939b561168b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=08fff8d9-ea86-4827-86f8-59f103926865,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:12.797770 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ba435a8-b8ee-4f09-a702-a713bd9880a6 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:12.852305 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b9bc6-54b2-4b18-8b6e-58ef06867088 req-19a71d64-8782-482f-8147-0005801e9e41 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:12.854038 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-386b9bc6-54b2-4b18-8b6e-58ef06867088 req-19a71d64-8782-482f-8147-0005801e9e41 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.2529910 Jul 07 21:03:13.319696 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c7fd61e4-c83d-4edb-8ab0-939b561168b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:13.336583 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ba435a8-b8ee-4f09-a702-a713bd9880a6 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:13.390115 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba435a8-b8ee-4f09-a702-a713bd9880a6 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Pushing event updated for resources: {'Port': ['ID=055b7c3f-4da5-4f10-a532-b1fdcd65ca70,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:13.455276 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba435a8-b8ee-4f09-a702-a713bd9880a6 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:03:13.465925 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-8ba435a8-b8ee-4f09-a702-a713bd9880a6 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:13.473657 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba435a8-b8ee-4f09-a702-a713bd9880a6 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:03:13.498985 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-386b9bc6-54b2-4b18-8b6e-58ef06867088 req-b2020d70-a585-4510-b2d7-dc3e7a790286 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6333082 Jul 07 21:03:13.926705 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fd61e4-c83d-4edb-8ab0-939b561168b6 admin admin] Router efcdc4c9-36ee-47ad-83c8-ab4a355885d8 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:03:13.965987 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ba435a8-b8ee-4f09-a702-a713bd9880a6 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:14.197623 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fd61e4-c83d-4edb-8ab0-939b561168b6 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:03:14.212308 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1cf7b2-dc1a-41d2-9b91-9dd37d3fe33b None None] Sync routers for ids ['efcdc4c9-36ee-47ad-83c8-ab4a355885d8'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:03:14.225294 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1cf7b2-dc1a-41d2-9b91-9dd37d3fe33b None None] Routers {'efcdc4c9-36ee-47ad-83c8-ab4a355885d8'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:03:14.227305 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ae1cf7b2-dc1a-41d2-9b91-9dd37d3fe33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:03:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['efcdc4c9-36ee-47ad-83c8-ab4a355885d8'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:14.236264 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c7fd61e4-c83d-4edb-8ab0-939b561168b6 admin admin] 10.222.0.64 "PUT /v2.0/routers/efcdc4c9-36ee-47ad-83c8-ab4a355885d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7711010 Jul 07 21:03:14.236834 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57104) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:14.395920 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-ae1cf7b2-dc1a-41d2-9b91-9dd37d3fe33b None None] Set router efcdc4c9-36ee-47ad-83c8-ab4a355885d8 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:03:14.461809 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ba435a8-b8ee-4f09-a702-a713bd9880a6 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:14.553090 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fe3575a5-fc1a-44a6-aeb0-63c76dda467d admin admin] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:14.641794 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57112) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:14.647687 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-38d19cc1-c658-4f6a-bb10-40d42a57e360 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Request body: {'subnet': {'network_id': 'e0053a36-6b14-4a24-a85c-1a461da72b01', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:14.770245 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ae1cf7b2-dc1a-41d2-9b91-9dd37d3fe33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'name': 'tempest-TaggedBootDevicesTest-869383580-router', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:04Z', 'updated_at': '2021-07-07T21:03:12Z', 'revision_number': 5, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'gw_port': {'id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:05Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:14.807785 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1cf7b2-dc1a-41d2-9b91-9dd37d3fe33b None None] Checking router: efcdc4c9-36ee-47ad-83c8-ab4a355885d8 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:03:14.818637 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d19cc1-c658-4f6a-bb10-40d42a57e360 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Made reservation on behalf of 100d12b75461474ea64aa04c047d9a9d for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:14.821999 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1cf7b2-dc1a-41d2-9b91-9dd37d3fe33b None None] Routers {'efcdc4c9-36ee-47ad-83c8-ab4a355885d8'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:03:14.822816 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38d19cc1-c658-4f6a-bb10-40d42a57e360 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:14.823203 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ae1cf7b2-dc1a-41d2-9b91-9dd37d3fe33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:03:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['efcdc4c9-36ee-47ad-83c8-ab4a355885d8'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:14.841605 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fe3575a5-fc1a-44a6-aeb0-63c76dda467d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:14.886007 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474326c8-126c-4529-a507-f44c25b205a9 req-f0fc6af3-240e-4902-9ab1-542556ba7785 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:14.893105 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-474326c8-126c-4529-a507-f44c25b205a9 req-f0fc6af3-240e-4902-9ab1-542556ba7785 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1584997 Jul 07 21:03:14.898530 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba435a8-b8ee-4f09-a702-a713bd9880a6 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Router bc57c181-318f-4297-a27e-a4c5ae6fa1a6 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:03:14.963682 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-ae1cf7b2-dc1a-41d2-9b91-9dd37d3fe33b None None] Set router efcdc4c9-36ee-47ad-83c8-ab4a355885d8 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:03:15.004751 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-474326c8-126c-4529-a507-f44c25b205a9 req-ac8d8c88-df9f-4ee5-95a7-8048fb0ebcb7 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1106441 Jul 07 21:03:15.025669 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-fe3575a5-fc1a-44a6-aeb0-63c76dda467d admin admin] Deleting port 4e1814cc-bf68-48de-a581-9878ccb098da {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:03:15.026035 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fe3575a5-fc1a-44a6-aeb0-63c76dda467d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:15.105494 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38d19cc1-c658-4f6a-bb10-40d42a57e360 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:15.209957 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d19cc1-c658-4f6a-bb10-40d42a57e360 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Checking segment: {'id': '5b7515e9-89a8-4ba1-a199-c95fea70e7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e0053a36-6b14-4a24-a85c-1a461da72b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:15.211673 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d19cc1-c658-4f6a-bb10-40d42a57e360 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Network hostable DHCP agents. Network: e0053a36-6b14-4a24-a85c-1a461da72b01, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:03:15.218646 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d19cc1-c658-4f6a-bb10-40d42a57e360 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event updated for resources: {'Subnet': ['ID=ed78c140-26ec-4b28-8a14-a0c7719a9f5b,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:15.244514 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d19cc1-c658-4f6a-bb10-40d42a57e360 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Network e0053a36-6b14-4a24-a85c-1a461da72b01 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:03:15.261992 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-38d19cc1-c658-4f6a-bb10-40d42a57e360 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, e0053a36-6b14-4a24-a85c-1a461da72b01) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:15.265436 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ae1cf7b2-dc1a-41d2-9b91-9dd37d3fe33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'name': 'tempest-TaggedBootDevicesTest-869383580-router', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:04Z', 'updated_at': '2021-07-07T21:03:12Z', 'revision_number': 5, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'gw_port': {'id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:05Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:15.277949 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd74a8f8-665f-49a6-b4a4-3e49581b4df7 None None] Network e0053a36-6b14-4a24-a85c-1a461da72b01 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:15.278665 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d19cc1-c658-4f6a-bb10-40d42a57e360 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:15.286123 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38d19cc1-c658-4f6a-bb10-40d42a57e360 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:15.324327 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-38d19cc1-c658-4f6a-bb10-40d42a57e360 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6812997 Jul 07 21:03:15.325966 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57116) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:15.326238 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1cf7b2-dc1a-41d2-9b91-9dd37d3fe33b None None] The sync data for ids ['efcdc4c9-36ee-47ad-83c8-ab4a355885d8'] in n-d-695189-11 is: [{'id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'name': 'tempest-TaggedBootDevicesTest-869383580-router', 'tenant_id': '859c780e1e8746908f85dc4bc22ba62e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:51:04Z', 'updated_at': '2021-07-07T21:03:12Z', 'revision_number': 5, 'project_id': '859c780e1e8746908f85dc4bc22ba62e', 'gw_port': {'id': '4e1814cc-bf68-48de-a581-9878ccb098da', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:59:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcdc4c9-36ee-47ad-83c8-ab4a355885d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:51:05Z', 'updated_at': '2021-07-07T20:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:03:15.343224 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-97b25d64-81ca-4479-a589-98a8b11f3781 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1720757660'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:15.382814 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b25d64-81ca-4479-a589-98a8b11f3781 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Made reservation on behalf of 100d12b75461474ea64aa04c047d9a9d for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:15.392165 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-97b25d64-81ca-4479-a589-98a8b11f3781 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:15.422256 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b25d64-81ca-4479-a589-98a8b11f3781 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:03:15.442287 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-97b25d64-81ca-4479-a589-98a8b11f3781 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:15.442650 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-97b25d64-81ca-4479-a589-98a8b11f3781 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Added segment 1db62336-75e2-483d-be00-15825856ddae of type vlan for network b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7 Jul 07 21:03:15.501035 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-97b25d64-81ca-4479-a589-98a8b11f3781 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:15.537589 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e2e2ee-3724-47dd-a53c-7840fdfbc58a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-e0053a36-6b14-4a24-a85c-1a461da72b01', 'network_id': 'e0053a36-6b14-4a24-a85c-1a461da72b01', 'tenant_id': '100d12b75461474ea64aa04c047d9a9d', 'fixed_ips': [{'subnet_id': 'ed78c140-26ec-4b28-8a14-a0c7719a9f5b'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:03:15.538531 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d2e2e2ee-3724-47dd-a53c-7840fdfbc58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:15.541776 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-97b25d64-81ca-4479-a589-98a8b11f3781 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:15.553997 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b25d64-81ca-4479-a589-98a8b11f3781 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:15.554595 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-97b25d64-81ca-4479-a589-98a8b11f3781 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:15.575824 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba435a8-b8ee-4f09-a702-a713bd9880a6 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:03:15.639644 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-97b25d64-81ca-4479-a589-98a8b11f3781 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3115878 Jul 07 21:03:15.643046 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57124) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:15.651162 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b25d64-81ca-4479-a589-98a8b11f3781 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event updated for resources: {'Network': ['ID=b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:15.658448 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-208ca6f9-317e-42aa-a7a8-c21cffb1f11e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Request body: {'subnet': {'network_id': 'b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:15.665931 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ba435a8-b8ee-4f09-a702-a713bd9880a6 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:15.669913 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8ba435a8-b8ee-4f09-a702-a713bd9880a6 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.5005906 Jul 07 21:03:15.671006 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57126) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:15.674248 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-fe3575a5-fc1a-44a6-aeb0-63c76dda467d admin admin] For port 4e1814cc-bf68-48de-a581-9878ccb098da, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=4e1814cc-bf68-48de-a581-9878ccb098da,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:03:15.674539 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fe3575a5-fc1a-44a6-aeb0-63c76dda467d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:15.679803 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-edf9bc68-97a8-4b91-8693-a8dfe2848aca tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:15.690477 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:15.730738 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c858a1a4-511a-494f-8c0d-f0e82cd65727 None None] Sync routers for ids ['bc57c181-318f-4297-a27e-a4c5ae6fa1a6'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:03:15.806457 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-fe3575a5-fc1a-44a6-aeb0-63c76dda467d admin admin] Calling delete_port for 4e1814cc-bf68-48de-a581-9878ccb098da owned by network:router_gateway {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:03:15.807582 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-d2e2e2ee-3724-47dd-a53c-7840fdfbc58a None None] Allocated IP 2001:db8:0:ffff::2 (e0053a36-6b14-4a24-a85c-1a461da72b01/ed78c140-26ec-4b28-8a14-a0c7719a9f5b/61f4cffd-40fc-41c0-acad-2e1e33b20e95) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:03:15.936836 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208ca6f9-317e-42aa-a7a8-c21cffb1f11e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Made reservation on behalf of 100d12b75461474ea64aa04c047d9a9d for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:15.941243 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-208ca6f9-317e-42aa-a7a8-c21cffb1f11e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:16.089174 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fe3575a5-fc1a-44a6-aeb0-63c76dda467d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:16.157983 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3575a5-fc1a-44a6-aeb0-63c76dda467d admin admin] Pushing event deleted for resources: {'Port': ['ID=4e1814cc-bf68-48de-a581-9878ccb098da,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:16.229129 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c858a1a4-511a-494f-8c0d-f0e82cd65727 None None] Routers {'bc57c181-318f-4297-a27e-a4c5ae6fa1a6'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:03:16.229771 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-c858a1a4-511a-494f-8c0d-f0e82cd65727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:03:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['bc57c181-318f-4297-a27e-a4c5ae6fa1a6'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:16.247968 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-edf9bc68-97a8-4b91-8693-a8dfe2848aca tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:16.275750 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-edf9bc68-97a8-4b91-8693-a8dfe2848aca tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:16.285721 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-c858a1a4-511a-494f-8c0d-f0e82cd65727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:16.305522 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fe3575a5-fc1a-44a6-aeb0-63c76dda467d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:16.309177 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d2e2e2ee-3724-47dd-a53c-7840fdfbc58a None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:16.311631 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c858a1a4-511a-494f-8c0d-f0e82cd65727 None None] Routers {'bc57c181-318f-4297-a27e-a4c5ae6fa1a6'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:03:16.312415 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-c858a1a4-511a-494f-8c0d-f0e82cd65727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:03:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['bc57c181-318f-4297-a27e-a4c5ae6fa1a6'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:16.355711 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d2e2e2ee-3724-47dd-a53c-7840fdfbc58a None None] Transition to ACTIVE for port object 61f4cffd-40fc-41c0-acad-2e1e33b20e95 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:16.360457 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-c858a1a4-511a-494f-8c0d-f0e82cd65727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:16.361316 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c858a1a4-511a-494f-8c0d-f0e82cd65727 None None] The sync data for ids ['bc57c181-318f-4297-a27e-a4c5ae6fa1a6'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:03:16.388984 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-edf9bc68-97a8-4b91-8693-a8dfe2848aca tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Deleting port 055b7c3f-4da5-4f10-a532-b1fdcd65ca70 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:03:16.390138 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d2e2e2ee-3724-47dd-a53c-7840fdfbc58a None None] Transition to ACTIVE for port object 61f4cffd-40fc-41c0-acad-2e1e33b20e95 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:16.391599 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-edf9bc68-97a8-4b91-8693-a8dfe2848aca tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:16.400283 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d2e2e2ee-3724-47dd-a53c-7840fdfbc58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:16.403651 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fe3575a5-fc1a-44a6-aeb0-63c76dda467d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:16.405812 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fe3575a5-fc1a-44a6-aeb0-63c76dda467d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:16.466825 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fe3575a5-fc1a-44a6-aeb0-63c76dda467d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:16.467304 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3575a5-fc1a-44a6-aeb0-63c76dda467d admin admin] Fanout notify agent at l3_agent the message router_deleted on router efcdc4c9-36ee-47ad-83c8-ab4a355885d8 {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:03:16.472781 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e2e2ee-3724-47dd-a53c-7840fdfbc58a None None] Network e0053a36-6b14-4a24-a85c-1a461da72b01 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:03:16.476439 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-d2e2e2ee-3724-47dd-a53c-7840fdfbc58a None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:16.480336 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fe3575a5-fc1a-44a6-aeb0-63c76dda467d admin admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:16.482765 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e2e2ee-3724-47dd-a53c-7840fdfbc58a None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:03:16.484702 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fe3575a5-fc1a-44a6-aeb0-63c76dda467d admin admin] 10.222.0.64 "DELETE /v2.0/routers/efcdc4c9-36ee-47ad-83c8-ab4a355885d8 HTTP/1.1" status: 204 len: 168 time: 2.2469823 Jul 07 21:03:16.492828 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57160) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:16.515046 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e785f-69ca-44d7-a769-2ee0a80f4d15 req-d8600d45-9311-400d-860b-11331dcc2ab8 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:16.516792 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-152e785f-69ca-44d7-a769-2ee0a80f4d15 req-d8600d45-9311-400d-860b-11331dcc2ab8 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.2981544 Jul 07 21:03:16.519943 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2e2ee-3724-47dd-a53c-7840fdfbc58a None None] Pushing event updated for resources: {'Port': ['ID=61f4cffd-40fc-41c0-acad-2e1e33b20e95,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:16.551540 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-edf9bc68-97a8-4b91-8693-a8dfe2848aca tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:16.569270 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-edf9bc68-97a8-4b91-8693-a8dfe2848aca tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Calling delete_port for 055b7c3f-4da5-4f10-a532-b1fdcd65ca70 owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:03:16.590180 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-d2e2e2ee-3724-47dd-a53c-7840fdfbc58a None None] Attempting to bind port 61f4cffd-40fc-41c0-acad-2e1e33b20e95 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:03:16.590180 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-d2e2e2ee-3724-47dd-a53c-7840fdfbc58a None None] Attempting to bind port 61f4cffd-40fc-41c0-acad-2e1e33b20e95 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '5b7515e9-89a8-4ba1-a199-c95fea70e7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e0053a36-6b14-4a24-a85c-1a461da72b01'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:03:16.590180 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e2e2ee-3724-47dd-a53c-7840fdfbc58a None None] Attempting to bind port 61f4cffd-40fc-41c0-acad-2e1e33b20e95 on network e0053a36-6b14-4a24-a85c-1a461da72b01 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:03:16.594096 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e2e2ee-3724-47dd-a53c-7840fdfbc58a None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:03:16.595025 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e2e2ee-3724-47dd-a53c-7840fdfbc58a None None] Checking segment: {'id': '5b7515e9-89a8-4ba1-a199-c95fea70e7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e0053a36-6b14-4a24-a85c-1a461da72b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:16.595824 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d2e2e2ee-3724-47dd-a53c-7840fdfbc58a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:16.597076 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e2e2ee-3724-47dd-a53c-7840fdfbc58a None None] Bound using segment: {'id': '5b7515e9-89a8-4ba1-a199-c95fea70e7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e0053a36-6b14-4a24-a85c-1a461da72b01'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:03:16.598016 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-d2e2e2ee-3724-47dd-a53c-7840fdfbc58a None None] Bound port: 61f4cffd-40fc-41c0-acad-2e1e33b20e95, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7515e9-89a8-4ba1-a199-c95fea70e7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'e0053a36-6b14-4a24-a85c-1a461da72b01'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:03:16.598807 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d2e2e2ee-3724-47dd-a53c-7840fdfbc58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:16.683861 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-d2e2e2ee-3724-47dd-a53c-7840fdfbc58a None None] For port 61f4cffd-40fc-41c0-acad-2e1e33b20e95, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:03:16.684845 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-152e785f-69ca-44d7-a769-2ee0a80f4d15 req-8726f712-af92-47a8-a46f-637cf4b7d394 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1294761 Jul 07 21:03:16.687423 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-d2e2e2ee-3724-47dd-a53c-7840fdfbc58a None None] For port 61f4cffd-40fc-41c0-acad-2e1e33b20e95, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=61f4cffd-40fc-41c0-acad-2e1e33b20e95,segment=NetworkSegment(5b7515e9-89a8-4ba1-a199-c95fea70e7ad),segment_id=5b7515e9-89a8-4ba1-a199-c95fea70e7ad)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:03:16.694196 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ed7af6-738e-483e-a530-086c579eb336 admin admin] Deleting subnet 7e2de973-7d90-47e5-b7b8-d0df5795ea59 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:03:16.704137 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d2e2e2ee-3724-47dd-a53c-7840fdfbc58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:16.725870 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-84ed7af6-738e-483e-a530-086c579eb336 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:16.781610 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-84ed7af6-738e-483e-a530-086c579eb336 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:16.853130 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2e2ee-3724-47dd-a53c-7840fdfbc58a None None] Pushing event updated for resources: {'Port': ['ID=61f4cffd-40fc-41c0-acad-2e1e33b20e95,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:16.909101 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-edf9bc68-97a8-4b91-8693-a8dfe2848aca tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:16.961383 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9bc68-97a8-4b91-8693-a8dfe2848aca tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Pushing event deleted for resources: {'Port': ['ID=055b7c3f-4da5-4f10-a532-b1fdcd65ca70,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:16.986795 n-d-695189-11 neutron-server[100448]: DEBUG neutron.objects.ports [None req-208ca6f9-317e-42aa-a7a8-c21cffb1f11e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 21:03:16.990693 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-208ca6f9-317e-42aa-a7a8-c21cffb1f11e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:17.091781 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-edf9bc68-97a8-4b91-8693-a8dfe2848aca tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:17.117691 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-84ed7af6-738e-483e-a530-086c579eb336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:17.210215 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208ca6f9-317e-42aa-a7a8-c21cffb1f11e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Checking segment: {'id': '1db62336-75e2-483d-be00-15825856ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:17.215571 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208ca6f9-317e-42aa-a7a8-c21cffb1f11e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Network hostable DHCP agents. Network: b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:03:17.217093 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ca6f9-317e-42aa-a7a8-c21cffb1f11e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event updated for resources: {'Subnet': ['ID=5b37f2fe-fa9a-4f26-a7bc-4017ffbc8e46,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:17.286288 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 61f4cffd-40fc-41c0-acad-2e1e33b20e95 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:03:17.291647 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208ca6f9-317e-42aa-a7a8-c21cffb1f11e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Network b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:03:17.311849 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-84ed7af6-738e-483e-a530-086c579eb336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:17.324106 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-208ca6f9-317e-42aa-a7a8-c21cffb1f11e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:17.333485 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-84ed7af6-738e-483e-a530-086c579eb336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:17.336079 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-84ed7af6-738e-483e-a530-086c579eb336 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7e2de973-7d90-47e5-b7b8-d0df5795ea59 HTTP/1.1" status: 204 len: 168 time: 0.8421791 Jul 07 21:03:17.338945 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57182) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:17.344881 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb754d62-0f5f-48f5-88ad-790a0b196d72 None None] Network b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:17.357396 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208ca6f9-317e-42aa-a7a8-c21cffb1f11e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:17.358174 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-208ca6f9-317e-42aa-a7a8-c21cffb1f11e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:17.362136 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed7af6-738e-483e-a530-086c579eb336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e2de973-7d90-47e5-b7b8-d0df5795ea59,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:17.384577 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-208ca6f9-317e-42aa-a7a8-c21cffb1f11e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7391496 Jul 07 21:03:17.385445 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57184) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:17.390999 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-588d9e55-2506-4857-9ba4-f43eef00d052 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Request body: {'port': {'network_id': 'b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7', 'name': 'tempest-NetworksIpV6TestAttrs-661154858'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:17.430809 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61004ee2-290c-48a1-ab63-3a6f70620a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:17.447957 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670f1308-c9a6-4c84-a318-716b81f64976 None None] Network 11c72bfa-694c-4468-a09f-5d536029fc88 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:17.533347 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-edf9bc68-97a8-4b91-8693-a8dfe2848aca tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:17.554715 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-edf9bc68-97a8-4b91-8693-a8dfe2848aca tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7883739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7883712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7881482'] for router, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:17.599368 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588d9e55-2506-4857-9ba4-f43eef00d052 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Made reservation on behalf of 100d12b75461474ea64aa04c047d9a9d for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:17.603254 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-588d9e55-2506-4857-9ba4-f43eef00d052 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:17.609138 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 61f4cffd-40fc-41c0-acad-2e1e33b20e95 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:03:17.629423 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec4e586-9ed1-430b-a353-868ca2a2caeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7', 'network_id': 'b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7', 'tenant_id': '100d12b75461474ea64aa04c047d9a9d', 'fixed_ips': [{'subnet_id': '5b37f2fe-fa9a-4f26-a7bc-4017ffbc8e46'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:03:17.630368 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3ec4e586-9ed1-430b-a353-868ca2a2caeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:17.661679 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-588d9e55-2506-4857-9ba4-f43eef00d052 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] device_id is not set on port 5673255e-9c27-448e-80ff-e767dc4e71c2 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:03:17.664651 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf9bc68-97a8-4b91-8693-a8dfe2848aca tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Router bc57c181-318f-4297-a27e-a4c5ae6fa1a6 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:03:17.684976 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-61004ee2-290c-48a1-ab63-3a6f70620a45 admin admin] Deleting port 03a4f5fa-c192-4cbd-a93d-5b4537da3e7b {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:03:17.685340 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61004ee2-290c-48a1-ab63-3a6f70620a45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:17.760168 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 08fff8d9-ea86-4827-86f8-59f103926865 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:03:17.792880 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 08fff8d9-ea86-4827-86f8-59f103926865 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:03:17.793229 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 08fff8d9-ea86-4827-86f8-59f103926865 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:03:17.793654 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 4e1814cc-bf68-48de-a581-9878ccb098da no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:03:17.855018 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 4e1814cc-bf68-48de-a581-9878ccb098da {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:03:17.861640 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf9bc68-97a8-4b91-8693-a8dfe2848aca tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:03:17.865313 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 4e1814cc-bf68-48de-a581-9878ccb098da not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:03:17.876645 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e374c801-ee35-4973-8a22-77df3f148fa3 None None] Sync routers for ids ['bc57c181-318f-4297-a27e-a4c5ae6fa1a6'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:03:17.888107 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-edf9bc68-97a8-4b91-8693-a8dfe2848aca tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:17.892554 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-edf9bc68-97a8-4b91-8693-a8dfe2848aca tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "PUT /v2.0/routers/bc57c181-318f-4297-a27e-a4c5ae6fa1a6 HTTP/1.1" status: 200 len: 705 time: 2.2186456 Jul 07 21:03:17.893596 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57190) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:17.898209 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e374c801-ee35-4973-8a22-77df3f148fa3 None None] Routers {'bc57c181-318f-4297-a27e-a4c5ae6fa1a6'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:03:17.898848 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e374c801-ee35-4973-8a22-77df3f148fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:03:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['bc57c181-318f-4297-a27e-a4c5ae6fa1a6'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:17.956639 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e374c801-ee35-4973-8a22-77df3f148fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:17.973558 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-3ec4e586-9ed1-430b-a353-868ca2a2caeb None None] Allocated IP 2001:db8::f816:3eff:febc:48af (b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7/5b37f2fe-fa9a-4f26-a7bc-4017ffbc8e46/34761e16-33c8-4508-aec3-c1f59c575df4) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:03:17.978862 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e374c801-ee35-4973-8a22-77df3f148fa3 None None] Routers {'bc57c181-318f-4297-a27e-a4c5ae6fa1a6'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:03:17.980254 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e374c801-ee35-4973-8a22-77df3f148fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:03:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['bc57c181-318f-4297-a27e-a4c5ae6fa1a6'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:18.004529 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5bf04-9e89-4c18-a2b5-4fb768910f49 req-80aecf2d-e925-4bb9-8f79-5ac0d5bc214e tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:18.009393 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bcd5bf04-9e89-4c18-a2b5-4fb768910f49 req-80aecf2d-e925-4bb9-8f79-5ac0d5bc214e tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1196778 Jul 07 21:03:18.076712 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-61004ee2-290c-48a1-ab63-3a6f70620a45 admin admin] For port 03a4f5fa-c192-4cbd-a93d-5b4537da3e7b, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=03a4f5fa-c192-4cbd-a93d-5b4537da3e7b,segment=NetworkSegment(230c399b-dc40-43ae-a1fc-5e6d70e026da),segment_id=230c399b-dc40-43ae-a1fc-5e6d70e026da)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:03:18.077528 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61004ee2-290c-48a1-ab63-3a6f70620a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:18.083448 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e374c801-ee35-4973-8a22-77df3f148fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:18.084202 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e374c801-ee35-4973-8a22-77df3f148fa3 None None] The sync data for ids ['bc57c181-318f-4297-a27e-a4c5ae6fa1a6'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:03:18.092885 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bcd5bf04-9e89-4c18-a2b5-4fb768910f49 req-d05a1aa2-67d9-4573-a417-55a2931ad050 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788081 Jul 07 21:03:18.118127 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d83d54f0-e235-4ad3-9b00-7af86b8b805e tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "GET /v2.0/routers/bc57c181-318f-4297-a27e-a4c5ae6fa1a6 HTTP/1.1" status: 200 len: 740 time: 0.2205083 Jul 07 21:03:18.120864 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57196) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:18.131048 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-61004ee2-290c-48a1-ab63-3a6f70620a45 admin admin] Calling delete_port for 03a4f5fa-c192-4cbd-a93d-5b4537da3e7b owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:03:18.210109 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-843365a0-90bb-44b8-ac1b-f731806bddeb tempest-RoutersAdminTest-367289988 tempest-RoutersAdminTest-367289988-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba&device_id=bc57c181-318f-4297-a27e-a4c5ae6fa1a6 HTTP/1.1" status: 200 len: 205 time: 0.0878024 Jul 07 21:03:18.210587 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57198) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:18.255823 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-232d1272-2d44-4b95-8899-e4bec405624e tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc57c181-318f-4297-a27e-a4c5ae6fa1a6 HTTP/1.1" status: 200 len: 205 time: 0.0439765 Jul 07 21:03:18.256455 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57200) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:18.274890 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61004ee2-290c-48a1-ab63-3a6f70620a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:18.306691 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61004ee2-290c-48a1-ab63-3a6f70620a45 admin admin] Pushing event deleted for resources: {'Port': ['ID=03a4f5fa-c192-4cbd-a93d-5b4537da3e7b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:18.316648 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61004ee2-290c-48a1-ab63-3a6f70620a45 admin admin] No DVR routers for this DVR port 03a4f5fa-c192-4cbd-a93d-5b4537da3e7b on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:03:18.351053 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b876eb3d-0ba7-4f5d-9906-c4fbb818ec77 None None] Network e0053a36-6b14-4a24-a85c-1a461da72b01 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:18.361497 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-45534c17-3ed8-4594-a26c-08f3658c7b42 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:18.366752 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65a0ee4-ae87-42cc-9373-4c338ca90ef0 None None] DHCP port deletion for 11c72bfa-694c-4468-a09f-5d536029fc88 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:03:18.387632 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3ec4e586-9ed1-430b-a353-868ca2a2caeb None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:18.442868 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61004ee2-290c-48a1-ab63-3a6f70620a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:18.448019 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3ec4e586-9ed1-430b-a353-868ca2a2caeb None None] Transition to ACTIVE for port object 34761e16-33c8-4508-aec3-c1f59c575df4 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:18.455797 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-61004ee2-290c-48a1-ab63-3a6f70620a45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c72bfa-694c-4468-a09f-5d536029fc88']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:18.459593 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-edd9df45-87b6-46f5-b0b6-a41f5e61c83f None None] Provisioning for port 61f4cffd-40fc-41c0-acad-2e1e33b20e95 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:03:18.468813 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-61004ee2-290c-48a1-ab63-3a6f70620a45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230c399b-dc40-43ae-a1fc-5e6d70e026da') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:18.469110 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-61004ee2-290c-48a1-ab63-3a6f70620a45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230c399b-dc40-43ae-a1fc-5e6d70e026da') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:18.472867 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-edd9df45-87b6-46f5-b0b6-a41f5e61c83f None None] Provisioning complete for port 61f4cffd-40fc-41c0-acad-2e1e33b20e95 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:03:18.473245 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-edd9df45-87b6-46f5-b0b6-a41f5e61c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:18.493012 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61004ee2-290c-48a1-ab63-3a6f70620a45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:18.500827 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3ec4e586-9ed1-430b-a353-868ca2a2caeb None None] Transition to ACTIVE for port object 34761e16-33c8-4508-aec3-c1f59c575df4 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:18.521439 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61004ee2-290c-48a1-ab63-3a6f70620a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:18.530827 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61004ee2-290c-48a1-ab63-3a6f70620a45 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:03:18.531247 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61004ee2-290c-48a1-ab63-3a6f70620a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:03:18.533109 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:03:18.541647 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3ec4e586-9ed1-430b-a353-868ca2a2caeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:18.596359 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-45534c17-3ed8-4594-a26c-08f3658c7b42 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:18.601030 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-45534c17-3ed8-4594-a26c-08f3658c7b42 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:18.603557 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61004ee2-290c-48a1-ab63-3a6f70620a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:18.612743 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61004ee2-290c-48a1-ab63-3a6f70620a45 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:18.617675 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-61004ee2-290c-48a1-ab63-3a6f70620a45 admin admin] 10.222.0.64 "DELETE /v2.0/networks/11c72bfa-694c-4468-a09f-5d536029fc88 HTTP/1.1" status: 204 len: 168 time: 1.2763176 Jul 07 21:03:18.631158 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61004ee2-290c-48a1-ab63-3a6f70620a45 admin admin] Pushing event deleted for resources: {'Network': ['ID=11c72bfa-694c-4468-a09f-5d536029fc88,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:18.670749 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-588d9e55-2506-4857-9ba4-f43eef00d052 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Allocated IP 2001:db8::f816:3eff:fefb:891d (b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7/5b37f2fe-fa9a-4f26-a7bc-4017ffbc8e46/5673255e-9c27-448e-80ff-e767dc4e71c2) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:03:18.677745 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4e586-9ed1-430b-a353-868ca2a2caeb None None] Pushing event updated for resources: {'Port': ['ID=34761e16-33c8-4508-aec3-c1f59c575df4,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:18.680768 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-45534c17-3ed8-4594-a26c-08f3658c7b42 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:18.681337 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45534c17-3ed8-4594-a26c-08f3658c7b42 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Fanout notify agent at l3_agent the message router_deleted on router bc57c181-318f-4297-a27e-a4c5ae6fa1a6 {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:03:18.692756 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-45534c17-3ed8-4594-a26c-08f3658c7b42 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:18.698474 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57204) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:18.709088 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-45534c17-3ed8-4594-a26c-08f3658c7b42 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "DELETE /v2.0/routers/bc57c181-318f-4297-a27e-a4c5ae6fa1a6 HTTP/1.1" status: 204 len: 168 time: 0.4512169 Jul 07 21:03:18.710441 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec4e586-9ed1-430b-a353-868ca2a2caeb None None] Network b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:03:18.715670 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-3ec4e586-9ed1-430b-a353-868ca2a2caeb None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:18.723126 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec4e586-9ed1-430b-a353-868ca2a2caeb None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:03:18.744415 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ccd5c7fb-7596-4239-9900-234e7c3627a7 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc57c181-318f-4297-a27e-a4c5ae6fa1a6 HTTP/1.1" status: 200 len: 205 time: 0.0445976 Jul 07 21:03:18.745072 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57208) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:18.813175 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-edd9df45-87b6-46f5-b0b6-a41f5e61c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:18.823704 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-3b75ab9d-d2eb-4994-bc16-0146a6279bf2 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] delete failed (client error): The resource could not be found. Jul 07 21:03:18.825187 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3b75ab9d-d2eb-4994-bc16-0146a6279bf2 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "DELETE /v2.0/routers/bc57c181-318f-4297-a27e-a4c5ae6fa1a6 HTTP/1.1" status: 404 len: 336 time: 0.0782897 Jul 07 21:03:18.827596 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57210) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:18.904057 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-02237670-2aa0-4245-ac28-2b80f57a3e26 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "GET /v2.0/ports?device_id=f4c8d9ff-da02-4f1e-a70e-adedf5cf5c25 HTTP/1.1" status: 200 len: 205 time: 0.0750098 Jul 07 21:03:18.904376 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57212) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:18.928110 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-3ec4e586-9ed1-430b-a353-868ca2a2caeb None None] Attempting to bind port 34761e16-33c8-4508-aec3-c1f59c575df4 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:03:18.928491 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-3ec4e586-9ed1-430b-a353-868ca2a2caeb None None] Attempting to bind port 34761e16-33c8-4508-aec3-c1f59c575df4 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '1db62336-75e2-483d-be00-15825856ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:03:18.928864 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec4e586-9ed1-430b-a353-868ca2a2caeb None None] Attempting to bind port 34761e16-33c8-4508-aec3-c1f59c575df4 on network b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:03:18.931957 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-edd9df45-87b6-46f5-b0b6-a41f5e61c83f None None] For port 61f4cffd-40fc-41c0-acad-2e1e33b20e95, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=61f4cffd-40fc-41c0-acad-2e1e33b20e95,segment=NetworkSegment(5b7515e9-89a8-4ba1-a199-c95fea70e7ad),segment_id=5b7515e9-89a8-4ba1-a199-c95fea70e7ad)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:03:18.938723 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-edd9df45-87b6-46f5-b0b6-a41f5e61c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:18.952189 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec4e586-9ed1-430b-a353-868ca2a2caeb None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:03:18.952607 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec4e586-9ed1-430b-a353-868ca2a2caeb None None] Checking segment: {'id': '1db62336-75e2-483d-be00-15825856ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:18.952979 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3ec4e586-9ed1-430b-a353-868ca2a2caeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:18.953382 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec4e586-9ed1-430b-a353-868ca2a2caeb None None] Bound using segment: {'id': '1db62336-75e2-483d-be00-15825856ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:03:18.953876 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-3ec4e586-9ed1-430b-a353-868ca2a2caeb None None] Bound port: 34761e16-33c8-4508-aec3-c1f59c575df4, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db62336-75e2-483d-be00-15825856ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:03:18.954268 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3ec4e586-9ed1-430b-a353-868ca2a2caeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:18.964107 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57214) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:18.969426 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-0f5bcd87-181e-4971-94e8-3da0ba665dac tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] delete failed (client error): The resource could not be found. Jul 07 21:03:18.974333 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0f5bcd87-181e-4971-94e8-3da0ba665dac tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "DELETE /v2.0/routers/f4c8d9ff-da02-4f1e-a70e-adedf5cf5c25 HTTP/1.1" status: 404 len: 336 time: 0.0632002 Jul 07 21:03:18.974735 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57216) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:19.010851 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-588d9e55-2506-4857-9ba4-f43eef00d052 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:19.024603 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-588d9e55-2506-4857-9ba4-f43eef00d052 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Transition to ACTIVE for port object 5673255e-9c27-448e-80ff-e767dc4e71c2 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:19.038516 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4217d539-c490-476a-8178-43a7d41b8a43 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "GET /v2.0/ports?device_id=62a42d5c-b33f-4386-8d37-0cf9dc0aeb09 HTTP/1.1" status: 200 len: 205 time: 0.0585790 Jul 07 21:03:19.039152 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57218) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:19.077770 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e44c8aca-16e8-4879-a782-fc814ed631f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=859c780e1e8746908f85dc4bc22ba62e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1095889 Jul 07 21:03:19.079476 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57220) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:19.093847 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-7ad1c6f7-a85c-4a84-9464-f7ee0269ec9c tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] delete failed (client error): The resource could not be found. Jul 07 21:03:19.098017 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7ad1c6f7-a85c-4a84-9464-f7ee0269ec9c tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "DELETE /v2.0/routers/62a42d5c-b33f-4386-8d37-0cf9dc0aeb09 HTTP/1.1" status: 404 len: 336 time: 0.0548036 Jul 07 21:03:19.098416 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9df45-87b6-46f5-b0b6-a41f5e61c83f None None] Pushing event updated for resources: {'Port': ['ID=61f4cffd-40fc-41c0-acad-2e1e33b20e95,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:19.099441 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57222) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:19.153333 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 03a4f5fa-c192-4cbd-a93d-5b4537da3e7b no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:03:19.156823 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-3ec4e586-9ed1-430b-a353-868ca2a2caeb None None] For port 34761e16-33c8-4508-aec3-c1f59c575df4, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:03:19.174500 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3c0b463c-899d-412e-98f8-72d139a0fab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:19.198189 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-588d9e55-2506-4857-9ba4-f43eef00d052 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:19.223203 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3c0b463c-899d-412e-98f8-72d139a0fab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:19.229247 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 03a4f5fa-c192-4cbd-a93d-5b4537da3e7b {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:03:19.231955 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 03a4f5fa-c192-4cbd-a93d-5b4537da3e7b not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:03:19.241161 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-3ec4e586-9ed1-430b-a353-868ca2a2caeb None None] For port 34761e16-33c8-4508-aec3-c1f59c575df4, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=34761e16-33c8-4508-aec3-c1f59c575df4,segment=NetworkSegment(1db62336-75e2-483d-be00-15825856ddae),segment_id=1db62336-75e2-483d-be00-15825856ddae)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:03:19.247615 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3ec4e586-9ed1-430b-a353-868ca2a2caeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:19.347359 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3c0b463c-899d-412e-98f8-72d139a0fab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:19.353855 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3c0b463c-899d-412e-98f8-72d139a0fab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:19.357259 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3c0b463c-899d-412e-98f8-72d139a0fab3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c506a476-da16-4bba-8b73-71cde2e9b280 HTTP/1.1" status: 204 len: 168 time: 0.2697091 Jul 07 21:03:19.374830 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ed9071c3-9595-4b99-aeb1-7c3079d77454 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b47a899-9e5e-45b2-bef4-3e59da4bd139 HTTP/1.1" status: 200 len: 205 time: 0.2720761 Jul 07 21:03:19.376314 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57232) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:19.402185 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b463c-899d-412e-98f8-72d139a0fab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c506a476-da16-4bba-8b73-71cde2e9b280,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:19.461047 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4e586-9ed1-430b-a353-868ca2a2caeb None None] Pushing event updated for resources: {'Port': ['ID=34761e16-33c8-4508-aec3-c1f59c575df4,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:19.481233 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-347f2d4b-e8b1-4d16-b1f5-e3cf8b5dc2c3 None None] Provisioning complete for port 61f4cffd-40fc-41c0-acad-2e1e33b20e95 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:03:19.482823 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-347f2d4b-e8b1-4d16-b1f5-e3cf8b5dc2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:19.510396 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-20c87e5b-96fe-4628-9a7c-8161a0b571d4 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] delete failed (client error): The resource could not be found. Jul 07 21:03:19.513952 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-20c87e5b-96fe-4628-9a7c-8161a0b571d4 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "DELETE /v2.0/routers/7b47a899-9e5e-45b2-bef4-3e59da4bd139 HTTP/1.1" status: 404 len: 336 time: 0.1336052 Jul 07 21:03:19.514274 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57234) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:19.528464 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588d9e55-2506-4857-9ba4-f43eef00d052 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Network b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:03:19.546647 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-588d9e55-2506-4857-9ba4-f43eef00d052 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:19.555131 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8adafd54-581d-410c-8cc4-f647f2268646 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "GET /v2.0/ports?device_id=a136357f-bf72-418c-881a-653f876c5e66 HTTP/1.1" status: 200 len: 205 time: 0.0396645 Jul 07 21:03:19.555522 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588d9e55-2506-4857-9ba4-f43eef00d052 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:03:19.557629 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57236) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:19.562374 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d9e55-2506-4857-9ba4-f43eef00d052 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:19.563755 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-588d9e55-2506-4857-9ba4-f43eef00d052 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:19.568860 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d9e55-2506-4857-9ba4-f43eef00d052 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event updated for resources: {'Port': ['ID=5673255e-9c27-448e-80ff-e767dc4e71c2,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:19.610700 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-588d9e55-2506-4857-9ba4-f43eef00d052 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.2239959 Jul 07 21:03:19.613976 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57238) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:19.639485 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-909efa40-68f5-4a73-9f48-dd7ae6665acb tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] delete failed (client error): The resource could not be found. Jul 07 21:03:19.640782 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-909efa40-68f5-4a73-9f48-dd7ae6665acb tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "DELETE /v2.0/routers/a136357f-bf72-418c-881a-653f876c5e66 HTTP/1.1" status: 404 len: 336 time: 0.0813212 Jul 07 21:03:19.644695 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57240) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:19.696479 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f6859f8f-3fd5-488d-9cc8-036c83146a93 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "GET /v2.0/ports?device_id=c52a17ca-9d45-480d-9a2c-be139f5edad7 HTTP/1.1" status: 200 len: 205 time: 0.0501945 Jul 07 21:03:19.712629 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57244) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:19.727261 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b6881-c9b3-4512-8d1f-7507f4d6990f req-7985cc4b-cbcb-4649-82fd-86cbd5d475b0 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:19.734983 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-677b6881-c9b3-4512-8d1f-7507f4d6990f req-7985cc4b-cbcb-4649-82fd-86cbd5d475b0 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.3711321 Jul 07 21:03:19.757209 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-23616adf-a6bc-423c-aba8-4ceac259ce69 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Deleting subnet 5b37f2fe-fa9a-4f26-a7bc-4017ffbc8e46 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:03:19.771016 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-52fc18b8-b7fc-4d65-8ea3-76fc22d92f3f tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] delete failed (client error): The resource could not be found. Jul 07 21:03:19.772151 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-52fc18b8-b7fc-4d65-8ea3-76fc22d92f3f tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "DELETE /v2.0/routers/c52a17ca-9d45-480d-9a2c-be139f5edad7 HTTP/1.1" status: 404 len: 336 time: 0.0590785 Jul 07 21:03:19.775977 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57246) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:19.783565 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-23616adf-a6bc-423c-aba8-4ceac259ce69 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:19.820667 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:19.868046 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3168bc-fca3-417e-87e6-384f2f647a00 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] DELETE failed (client error): The resource could not be found. Jul 07 21:03:19.868654 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc3168bc-fca3-417e-87e6-384f2f647a00 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:03:19.873183 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fc3168bc-fca3-417e-87e6-384f2f647a00 tempest-RoutersAdminTest-1107508235 tempest-RoutersAdminTest-1107508235-project] 10.222.0.64 "DELETE /v2.0/subnets/73b8b101-0ff2-457a-abf3-f1f9d8f2ffca HTTP/1.1" status: 404 len: 337 time: 0.0537500 Jul 07 21:03:19.893002 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-23616adf-a6bc-423c-aba8-4ceac259ce69 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:19.922240 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-677b6881-c9b3-4512-8d1f-7507f4d6990f req-2b64fab2-cbc6-4e9b-af73-c8766548c82f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1797199 Jul 07 21:03:20.016434 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:20.200331 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57262) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:20.419792 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-960b9c8d-2967-4da6-9f0e-a883bb0f08ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:20.453770 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-23616adf-a6bc-423c-aba8-4ceac259ce69 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:20.560065 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57284) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:20.616156 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-23616adf-a6bc-423c-aba8-4ceac259ce69 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:20.637154 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-960b9c8d-2967-4da6-9f0e-a883bb0f08ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:20.641516 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-960b9c8d-2967-4da6-9f0e-a883bb0f08ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:20.676471 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23616adf-a6bc-423c-aba8-4ceac259ce69 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event deleted for resources: {'Subnet': ['ID=5b37f2fe-fa9a-4f26-a7bc-4017ffbc8e46,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:20.689232 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-23616adf-a6bc-423c-aba8-4ceac259ce69 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:20.696681 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-23616adf-a6bc-423c-aba8-4ceac259ce69 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "DELETE /v2.0/subnets/5b37f2fe-fa9a-4f26-a7bc-4017ffbc8e46 HTTP/1.1" status: 204 len: 168 time: 1.0809956 Jul 07 21:03:20.698342 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57294) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:20.732454 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b9c8d-2967-4da6-9f0e-a883bb0f08ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ae323f-ce98-4071-ac27-0eb74160a498,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:20.757162 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-960b9c8d-2967-4da6-9f0e-a883bb0f08ef admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b899570a17eb4636a59ffac5e2dfc102&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5540464 Jul 07 21:03:20.758935 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57296) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:20.807406 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-a5c2e340-6f59-4999-b826-b218c4201ff6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1013706767-network', 'tenant_id': '20bd4d582cac418aadad99e037cced91'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:20.853866 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c068116-43c3-4350-93aa-8175f767aaad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:20.890972 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c068116-43c3-4350-93aa-8175f767aaad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:20.906137 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c2e340-6f59-4999-b826-b218c4201ff6 admin admin] Made reservation on behalf of 20bd4d582cac418aadad99e037cced91 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:20.909624 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a5c2e340-6f59-4999-b826-b218c4201ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:20.916727 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f8354a-db75-4ba7-b279-74a69852d595 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:20.918397 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f8354a-db75-4ba7-b279-74a69852d595 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:20.922730 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f7f8354a-db75-4ba7-b279-74a69852d595 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2215912 Jul 07 21:03:20.924267 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57300) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:20.928986 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a5c2e340-6f59-4999-b826-b218c4201ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:20.930707 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57302) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:20.993901 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2013da-d8d1-48fd-b241-c224bfcef4d0 None None] Network b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:21.036971 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c068116-43c3-4350-93aa-8175f767aaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:21.047357 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c068116-43c3-4350-93aa-8175f767aaad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:21.052339 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5c068116-43c3-4350-93aa-8175f767aaad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a5ae323f-ce98-4071-ac27-0eb74160a498 HTTP/1.1" status: 204 len: 168 time: 0.2825587 Jul 07 21:03:21.057341 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f3fcd843-5dea-4082-8138-7316b413a2ee tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:21.076709 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3fcd843-5dea-4082-8138-7316b413a2ee tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 07 21:03:21.078118 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3fcd843-5dea-4082-8138-7316b413a2ee tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:03:21.084896 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f3fcd843-5dea-4082-8138-7316b413a2ee tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "DELETE /v2.0/networks/b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7 HTTP/1.1" status: 409 len: 405 time: 0.1595221 Jul 07 21:03:21.085902 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c068116-43c3-4350-93aa-8175f767aaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ae323f-ce98-4071-ac27-0eb74160a498,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:21.086810 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57310) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:21.093931 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-93e00682-5048-4e87-84d0-945fc08eaefc tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1873137151'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:21.113456 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a5c2e340-6f59-4999-b826-b218c4201ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:21.120944 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a5c2e340-6f59-4999-b826-b218c4201ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:21.157157 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0ac4b8f6-8b1d-4b38-9115-4aab5c39c6bb None None] Provisioning for port 34761e16-33c8-4508-aec3-c1f59c575df4 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:03:21.162196 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c2e340-6f59-4999-b826-b218c4201ff6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:03:21.183125 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e00682-5048-4e87-84d0-945fc08eaefc tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Made reservation on behalf of 100d12b75461474ea64aa04c047d9a9d for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:21.188017 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-93e00682-5048-4e87-84d0-945fc08eaefc tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:21.220578 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a5c2e340-6f59-4999-b826-b218c4201ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:21.221409 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-a5c2e340-6f59-4999-b826-b218c4201ff6 admin admin] Added segment 84bcb215-065b-47b0-b096-b779bcbdddb9 of type vlan for network 0af09765-8719-4f4a-a8a0-d6dca0b23345 Jul 07 21:03:21.231398 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2e340-6f59-4999-b826-b218c4201ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:21.267742 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e00682-5048-4e87-84d0-945fc08eaefc tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:03:21.305130 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b731a14c-982a-4720-8bf9-d4194713412b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:21.308587 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-93e00682-5048-4e87-84d0-945fc08eaefc tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:21.308943 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-93e00682-5048-4e87-84d0-945fc08eaefc tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Added segment 03358d2f-e3bc-4d23-8a79-64c78dbd25f0 of type vlan for network 6e433757-d413-4d6e-b421-01773bd8bea3 Jul 07 21:03:21.311365 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a5c2e340-6f59-4999-b826-b218c4201ff6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:21.381584 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd00bd92-58e6-4118-8bd2-a507bd324839 None None] DHCP port deletion for b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:03:21.418196 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 61f4cffd-40fc-41c0-acad-2e1e33b20e95 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:03:21.444651 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-93e00682-5048-4e87-84d0-945fc08eaefc tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:21.469314 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a5c2e340-6f59-4999-b826-b218c4201ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:21.470403 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c2e340-6f59-4999-b826-b218c4201ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:21.471007 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a5c2e340-6f59-4999-b826-b218c4201ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:21.492233 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 61f4cffd-40fc-41c0-acad-2e1e33b20e95 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:03:21.492814 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:21.496555 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fd00bd92-58e6-4118-8bd2-a507bd324839 None None] Deleting port 34761e16-33c8-4508-aec3-c1f59c575df4 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:03:21.496981 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fd00bd92-58e6-4118-8bd2-a507bd324839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:21.532235 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57316) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:21.577125 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e8da6e50-1381-4104-8231-bea2ef1f15f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6efaaed12bf143b89494ca03e8b63c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436308 Jul 07 21:03:21.579583 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57318) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:21.592173 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fd00bd92-58e6-4118-8bd2-a507bd324839 None None] For port 34761e16-33c8-4508-aec3-c1f59c575df4, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=34761e16-33c8-4508-aec3-c1f59c575df4,segment=NetworkSegment(1db62336-75e2-483d-be00-15825856ddae),segment_id=1db62336-75e2-483d-be00-15825856ddae)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:03:21.592505 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fd00bd92-58e6-4118-8bd2-a507bd324839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:21.599134 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b3656-630a-4b2c-9b25-f53c14987e72 req-7c43ab3e-25d2-450a-8e6c-63f436470d05 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:21.600795 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-967b3656-630a-4b2c-9b25-f53c14987e72 req-7c43ab3e-25d2-450a-8e6c-63f436470d05 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.2971575 Jul 07 21:03:21.605404 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-93e00682-5048-4e87-84d0-945fc08eaefc tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:21.610961 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e00682-5048-4e87-84d0-945fc08eaefc tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:21.611609 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-93e00682-5048-4e87-84d0-945fc08eaefc tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:21.617697 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fd00bd92-58e6-4118-8bd2-a507bd324839 None None] Calling delete_port for 34761e16-33c8-4508-aec3-c1f59c575df4 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:03:21.618720 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2e340-6f59-4999-b826-b218c4201ff6 admin admin] Pushing event updated for resources: {'Network': ['ID=0af09765-8719-4f4a-a8a0-d6dca0b23345,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:21.644781 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 0af09765-8719-4f4a-a8a0-d6dca0b23345 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:21.649583 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-729f3f31-d516-4cb3-b123-d3a59f689d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:21.674288 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-729f3f31-d516-4cb3-b123-d3a59f689d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:21.733672 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-729f3f31-d516-4cb3-b123-d3a59f689d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:21.741205 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-729f3f31-d516-4cb3-b123-d3a59f689d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:21.742406 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-729f3f31-d516-4cb3-b123-d3a59f689d5e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd5daf04-132c-4722-a689-cc01300bc8a4 HTTP/1.1" status: 204 len: 168 time: 0.1597309 Jul 07 21:03:21.777557 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-967b3656-630a-4b2c-9b25-f53c14987e72 req-2e9f9bcf-b999-4cb6-bebb-32b2ecc5d814 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1625376 Jul 07 21:03:21.783578 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e00682-5048-4e87-84d0-945fc08eaefc tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event updated for resources: {'Network': ['ID=6e433757-d413-4d6e-b421-01773bd8bea3,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:21.790390 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f3f31-d516-4cb3-b123-d3a59f689d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5daf04-132c-4722-a689-cc01300bc8a4,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:21.793050 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b731a14c-982a-4720-8bf9-d4194713412b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:21.807516 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b731a14c-982a-4720-8bf9-d4194713412b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:21.818485 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-93e00682-5048-4e87-84d0-945fc08eaefc tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7247131 Jul 07 21:03:21.818485 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a5c2e340-6f59-4999-b826-b218c4201ff6 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2513859 Jul 07 21:03:21.818485 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57324) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:21.822935 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57326) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:21.828271 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-1682020c-2a9e-4612-b9b1-8e95a193cbe7 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Request body: {'subnet': {'network_id': '6e433757-d413-4d6e-b421-01773bd8bea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:21.834333 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-6339d75b-efc3-4c00-b548-97499b16485b admin admin] Request body: {'subnet': {'network_id': '0af09765-8719-4f4a-a8a0-d6dca0b23345', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1013706767-subnet', 'tenant_id': '20bd4d582cac418aadad99e037cced91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:21.886846 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6339d75b-efc3-4c00-b548-97499b16485b admin admin] Made reservation on behalf of 20bd4d582cac418aadad99e037cced91 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:21.891075 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6339d75b-efc3-4c00-b548-97499b16485b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:21.908933 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731a14c-982a-4720-8bf9-d4194713412b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca31fdfc-cbdc-4bba-8d9f-fadd5dce3f4e,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:21.915449 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 6e433757-d413-4d6e-b421-01773bd8bea3 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:21.940741 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b731a14c-982a-4720-8bf9-d4194713412b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=562e0f7bd4ab4b5696000ab741c96685&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0079687 Jul 07 21:03:21.943749 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57328) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:22.050289 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1682020c-2a9e-4612-b9b1-8e95a193cbe7 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Made reservation on behalf of 100d12b75461474ea64aa04c047d9a9d for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:22.053410 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1682020c-2a9e-4612-b9b1-8e95a193cbe7 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:22.066942 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fd00bd92-58e6-4118-8bd2-a507bd324839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:22.080822 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-71855d6d-89ee-4459-b2d5-52635a802cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:22.114592 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00bd92-58e6-4118-8bd2-a507bd324839 None None] Pushing event deleted for resources: {'Port': ['ID=34761e16-33c8-4508-aec3-c1f59c575df4,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:22.123009 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd00bd92-58e6-4118-8bd2-a507bd324839 None None] No DVR routers for this DVR port 34761e16-33c8-4508-aec3-c1f59c575df4 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:03:22.163674 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6339d75b-efc3-4c00-b548-97499b16485b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:22.176659 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-71855d6d-89ee-4459-b2d5-52635a802cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:22.229883 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339d75b-efc3-4c00-b548-97499b16485b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc2aa6ea-e403-4c8c-9097-610f426c4630,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:22.235962 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6339d75b-efc3-4c00-b548-97499b16485b admin admin] Checking segment: {'id': '84bcb215-065b-47b0-b096-b779bcbdddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0af09765-8719-4f4a-a8a0-d6dca0b23345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:22.236366 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6339d75b-efc3-4c00-b548-97499b16485b admin admin] Network hostable DHCP agents. Network: 0af09765-8719-4f4a-a8a0-d6dca0b23345, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:03:22.268399 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6339d75b-efc3-4c00-b548-97499b16485b admin admin] Network 0af09765-8719-4f4a-a8a0-d6dca0b23345 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:03:22.269210 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-71855d6d-89ee-4459-b2d5-52635a802cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:22.271885 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-71855d6d-89ee-4459-b2d5-52635a802cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:22.273087 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-71855d6d-89ee-4459-b2d5-52635a802cb0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca31fdfc-cbdc-4bba-8d9f-fadd5dce3f4e HTTP/1.1" status: 204 len: 168 time: 0.3281219 Jul 07 21:03:22.288270 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-6339d75b-efc3-4c00-b548-97499b16485b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 0af09765-8719-4f4a-a8a0-d6dca0b23345) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:22.291615 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71855d6d-89ee-4459-b2d5-52635a802cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca31fdfc-cbdc-4bba-8d9f-fadd5dce3f4e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:22.294193 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6339d75b-efc3-4c00-b548-97499b16485b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:22.305195 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41021ee7-f6cd-4520-973b-99fcb0c0eba5 None None] Network 0af09765-8719-4f4a-a8a0-d6dca0b23345 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:22.312249 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6339d75b-efc3-4c00-b548-97499b16485b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:22.343384 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6339d75b-efc3-4c00-b548-97499b16485b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5131009 Jul 07 21:03:22.469931 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73afb64-ab8d-446d-9826-cf8d2c838e88 None None] Network 0af09765-8719-4f4a-a8a0-d6dca0b23345 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:22.494665 n-d-695189-11 neutron-server[100448]: DEBUG neutron.objects.ports [None req-1682020c-2a9e-4612-b9b1-8e95a193cbe7 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 21:03:22.498916 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1682020c-2a9e-4612-b9b1-8e95a193cbe7 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:22.572088 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682020c-2a9e-4612-b9b1-8e95a193cbe7 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event updated for resources: {'Subnet': ['ID=7df385da-bbef-4f56-aa37-0aba5319f3f6,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:22.579779 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1682020c-2a9e-4612-b9b1-8e95a193cbe7 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Checking segment: {'id': '03358d2f-e3bc-4d23-8a79-64c78dbd25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6e433757-d413-4d6e-b421-01773bd8bea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:22.580141 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1682020c-2a9e-4612-b9b1-8e95a193cbe7 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Network hostable DHCP agents. Network: 6e433757-d413-4d6e-b421-01773bd8bea3, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:03:22.599019 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1682020c-2a9e-4612-b9b1-8e95a193cbe7 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Network 6e433757-d413-4d6e-b421-01773bd8bea3 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:03:22.608364 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-1682020c-2a9e-4612-b9b1-8e95a193cbe7 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 6e433757-d413-4d6e-b421-01773bd8bea3) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:22.618044 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1682020c-2a9e-4612-b9b1-8e95a193cbe7 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:22.618532 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c16974-9ce7-41a1-b670-0a1f553b488d None None] Network 6e433757-d413-4d6e-b421-01773bd8bea3 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:22.618685 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1682020c-2a9e-4612-b9b1-8e95a193cbe7 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:22.641082 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1682020c-2a9e-4612-b9b1-8e95a193cbe7 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8227279 Jul 07 21:03:22.643048 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57350) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:22.651686 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-94f6e2c2-a27e-4f4c-9f65-f08b26b19289 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Request body: {'port': {'network_id': '6e433757-d413-4d6e-b421-01773bd8bea3', 'name': 'tempest-NetworksIpV6TestAttrs-1574783639'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:22.780107 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57360) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:22.800539 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-576de618-9459-47b3-8a21-912ef4908fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:22.844078 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f6e2c2-a27e-4f4c-9f65-f08b26b19289 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Made reservation on behalf of 100d12b75461474ea64aa04c047d9a9d for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:22.848068 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-94f6e2c2-a27e-4f4c-9f65-f08b26b19289 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:22.853823 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafac271-6c96-4fa6-acdd-8e11f6e7e9d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-6e433757-d413-4d6e-b421-01773bd8bea3', 'network_id': '6e433757-d413-4d6e-b421-01773bd8bea3', 'tenant_id': '100d12b75461474ea64aa04c047d9a9d', 'fixed_ips': [{'subnet_id': '7df385da-bbef-4f56-aa37-0aba5319f3f6'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:03:22.854696 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cafac271-6c96-4fa6-acdd-8e11f6e7e9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:22.885147 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-94f6e2c2-a27e-4f4c-9f65-f08b26b19289 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] device_id is not set on port df09ddba-063b-43fa-a758-94a50304619f yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:03:23.028897 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-94f6e2c2-a27e-4f4c-9f65-f08b26b19289 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Allocated IP 2001:db8::f816:3eff:fe90:1c5c (6e433757-d413-4d6e-b421-01773bd8bea3/7df385da-bbef-4f56-aa37-0aba5319f3f6/df09ddba-063b-43fa-a758-94a50304619f) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:03:23.077459 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-576de618-9459-47b3-8a21-912ef4908fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:23.097670 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-576de618-9459-47b3-8a21-912ef4908fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:23.155923 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 34761e16-33c8-4508-aec3-c1f59c575df4 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:03:23.161681 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-576de618-9459-47b3-8a21-912ef4908fbe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=21adde8319d340f6b5e55edcdbddcb37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3803508 Jul 07 21:03:23.162753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576de618-9459-47b3-8a21-912ef4908fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f56da7-95be-4236-b609-ce2a313743e4,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:23.165701 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57370) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:23.192102 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57376) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:23.201192 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 34761e16-33c8-4508-aec3-c1f59c575df4 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:03:23.201540 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 34761e16-33c8-4508-aec3-c1f59c575df4 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:03:23.213004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb4aee-1132-406e-aecf-4077afebe87d req-9678ef90-4185-44de-823b-f28954d29f48 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:23.221106 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-03bb4aee-1132-406e-aecf-4077afebe87d req-9678ef90-4185-44de-823b-f28954d29f48 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1923428 Jul 07 21:03:23.280821 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-94f6e2c2-a27e-4f4c-9f65-f08b26b19289 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:23.295203 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5d426217-fc2d-4309-a93b-f04ece23cb6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:23.297643 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-94f6e2c2-a27e-4f4c-9f65-f08b26b19289 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Transition to ACTIVE for port object df09ddba-063b-43fa-a758-94a50304619f will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:23.329465 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-03bb4aee-1132-406e-aecf-4077afebe87d req-77db605d-a360-4bdf-a424-9d924a6148bb tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1067498 Jul 07 21:03:23.335939 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-94f6e2c2-a27e-4f4c-9f65-f08b26b19289 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:23.364008 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5d426217-fc2d-4309-a93b-f04ece23cb6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:23.397677 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-7aa73300-2b63-4ead-9f08-6460fa1d4bb9 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1306977510'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:23.417029 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-cafac271-6c96-4fa6-acdd-8e11f6e7e9d3 None None] Allocated IP 2001:db8::f816:3eff:fe77:b2b8 (6e433757-d413-4d6e-b421-01773bd8bea3/7df385da-bbef-4f56-aa37-0aba5319f3f6/189f6668-1312-4796-bcfc-c9d8408b88c5) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:03:23.428913 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6e2c2-a27e-4f4c-9f65-f08b26b19289 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event updated for resources: {'Port': ['ID=df09ddba-063b-43fa-a758-94a50304619f,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:23.432809 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f6e2c2-a27e-4f4c-9f65-f08b26b19289 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Network 6e433757-d413-4d6e-b421-01773bd8bea3 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:03:23.440636 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-94f6e2c2-a27e-4f4c-9f65-f08b26b19289 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:23.444567 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f6e2c2-a27e-4f4c-9f65-f08b26b19289 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:03:23.450665 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f6e2c2-a27e-4f4c-9f65-f08b26b19289 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:23.451547 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-94f6e2c2-a27e-4f4c-9f65-f08b26b19289 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:23.472387 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa73300-2b63-4ead-9f08-6460fa1d4bb9 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Made reservation on behalf of fcae3007c76d4ed099b2d3ee0503e7cf for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:23.477824 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7aa73300-2b63-4ead-9f08-6460fa1d4bb9 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:23.485487 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-40df0b96-0800-4795-904b-eae75e76008f tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:23.486608 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-40df0b96-0800-4795-904b-eae75e76008f tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/networks?id=0af09765-8719-4f4a-a8a0-d6dca0b23345 HTTP/1.1" status: 200 len: 815 time: 0.2312329 Jul 07 21:03:23.500210 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-94f6e2c2-a27e-4f4c-9f65-f08b26b19289 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8530316 Jul 07 21:03:23.500941 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57384) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:23.503851 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7aa73300-2b63-4ead-9f08-6460fa1d4bb9 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:23.508896 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-7df1d29e-0e5b-40fc-a03f-8c6c8a6c6f25 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/quotas/20bd4d582cac418aadad99e037cced91 HTTP/1.1" status: 200 len: 375 time: 0.0139654 Jul 07 21:03:23.566591 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-7dcec1bf-2dd6-4d06-a194-f8be732b2092 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=20bd4d582cac418aadad99e037cced91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495372 Jul 07 21:03:23.577979 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5d426217-fc2d-4309-a93b-f04ece23cb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:23.581800 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5d426217-fc2d-4309-a93b-f04ece23cb6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:23.583550 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5d426217-fc2d-4309-a93b-f04ece23cb6d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e2f56da7-95be-4236-b609-ce2a313743e4 HTTP/1.1" status: 204 len: 168 time: 0.4140737 Jul 07 21:03:23.624805 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ab8012-553f-4165-bbf1-7e09046c6e1e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Deleting subnet 7df385da-bbef-4f56-aa37-0aba5319f3f6 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:03:23.642861 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d426217-fc2d-4309-a93b-f04ece23cb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f56da7-95be-4236-b609-ce2a313743e4,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:23.673757 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cafac271-6c96-4fa6-acdd-8e11f6e7e9d3 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:23.688250 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-cafac271-6c96-4fa6-acdd-8e11f6e7e9d3 None None] Transition to ACTIVE for port object 189f6668-1312-4796-bcfc-c9d8408b88c5 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:23.707601 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-85d44dcb-bb6f-47d3-9c68-75cf3d0aa984 service neutron] 10.222.0.64 "GET /v2.0/networks/0af09765-8719-4f4a-a8a0-d6dca0b23345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395304 Jul 07 21:03:23.716192 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-cafac271-6c96-4fa6-acdd-8e11f6e7e9d3 None None] Transition to ACTIVE for port object 189f6668-1312-4796-bcfc-c9d8408b88c5 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:23.724617 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8012-553f-4165-bbf1-7e09046c6e1e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:23.727263 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cafac271-6c96-4fa6-acdd-8e11f6e7e9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:23.790131 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafac271-6c96-4fa6-acdd-8e11f6e7e9d3 None None] Network 6e433757-d413-4d6e-b421-01773bd8bea3 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:03:23.794577 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-cafac271-6c96-4fa6-acdd-8e11f6e7e9d3 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:23.797335 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafac271-6c96-4fa6-acdd-8e11f6e7e9d3 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:03:23.797608 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7aa73300-2b63-4ead-9f08-6460fa1d4bb9 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:23.802001 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8012-553f-4165-bbf1-7e09046c6e1e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:23.807082 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7aa73300-2b63-4ead-9f08-6460fa1d4bb9 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:23.822710 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-1b556aaa-1abe-4cd1-b1bf-aaea4dce9a18 service neutron] 10.222.0.64 "GET /v2.0/networks/0af09765-8719-4f4a-a8a0-d6dca0b23345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051054 Jul 07 21:03:23.872110 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa73300-2b63-4ead-9f08-6460fa1d4bb9 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:03:23.880032 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafac271-6c96-4fa6-acdd-8e11f6e7e9d3 None None] Pushing event updated for resources: {'Port': ['ID=189f6668-1312-4796-bcfc-c9d8408b88c5,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:23.891634 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-cafac271-6c96-4fa6-acdd-8e11f6e7e9d3 None None] Attempting to bind port 189f6668-1312-4796-bcfc-c9d8408b88c5 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:03:23.891634 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-cafac271-6c96-4fa6-acdd-8e11f6e7e9d3 None None] Attempting to bind port 189f6668-1312-4796-bcfc-c9d8408b88c5 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '03358d2f-e3bc-4d23-8a79-64c78dbd25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6e433757-d413-4d6e-b421-01773bd8bea3'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:03:23.891634 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafac271-6c96-4fa6-acdd-8e11f6e7e9d3 None None] Attempting to bind port 189f6668-1312-4796-bcfc-c9d8408b88c5 on network 6e433757-d413-4d6e-b421-01773bd8bea3 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:03:23.898218 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7aa73300-2b63-4ead-9f08-6460fa1d4bb9 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:23.898728 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-7aa73300-2b63-4ead-9f08-6460fa1d4bb9 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Added segment 08e4e797-21e0-4673-939b-98c99fffb183 of type vlan for network 3acc30c3-762f-43ee-96c4-d4e017c530c7 Jul 07 21:03:23.900849 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafac271-6c96-4fa6-acdd-8e11f6e7e9d3 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:03:23.901237 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafac271-6c96-4fa6-acdd-8e11f6e7e9d3 None None] Checking segment: {'id': '03358d2f-e3bc-4d23-8a79-64c78dbd25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6e433757-d413-4d6e-b421-01773bd8bea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:23.901775 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cafac271-6c96-4fa6-acdd-8e11f6e7e9d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:23.902187 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafac271-6c96-4fa6-acdd-8e11f6e7e9d3 None None] Bound using segment: {'id': '03358d2f-e3bc-4d23-8a79-64c78dbd25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6e433757-d413-4d6e-b421-01773bd8bea3'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:03:23.902671 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa73300-2b63-4ead-9f08-6460fa1d4bb9 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68552198-eda3-45ae-8bef-0b265838ef43,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:23.902873 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-cafac271-6c96-4fa6-acdd-8e11f6e7e9d3 None None] Bound port: 189f6668-1312-4796-bcfc-c9d8408b88c5, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03358d2f-e3bc-4d23-8a79-64c78dbd25f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6e433757-d413-4d6e-b421-01773bd8bea3'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:03:23.903136 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cafac271-6c96-4fa6-acdd-8e11f6e7e9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:23.979184 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7aa73300-2b63-4ead-9f08-6460fa1d4bb9 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:24.058167 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8012-553f-4165-bbf1-7e09046c6e1e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:24.061803 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7aa73300-2b63-4ead-9f08-6460fa1d4bb9 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:24.068606 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa73300-2b63-4ead-9f08-6460fa1d4bb9 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:24.069107 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7aa73300-2b63-4ead-9f08-6460fa1d4bb9 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:24.087131 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f494998d-c75d-4dde-9d03-99bec36051ce req-b6b19e62-de29-4de6-87d1-8d70c17e0676 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 210 time: 0.0442934 Jul 07 21:03:24.168001 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7aa73300-2b63-4ead-9f08-6460fa1d4bb9 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9670146 Jul 07 21:03:24.197571 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa73300-2b63-4ead-9f08-6460fa1d4bb9 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event updated for resources: {'Network': ['ID=3acc30c3-762f-43ee-96c4-d4e017c530c7,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:24.212355 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 3acc30c3-762f-43ee-96c4-d4e017c530c7 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:24.217791 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8012-553f-4165-bbf1-7e09046c6e1e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:24.266601 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8012-553f-4165-bbf1-7e09046c6e1e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:24.270975 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d2ab8012-553f-4165-bbf1-7e09046c6e1e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "DELETE /v2.0/subnets/7df385da-bbef-4f56-aa37-0aba5319f3f6 HTTP/1.1" status: 204 len: 168 time: 0.7667480 Jul 07 21:03:24.271914 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57406) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:24.298319 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-cafac271-6c96-4fa6-acdd-8e11f6e7e9d3 None None] For port 189f6668-1312-4796-bcfc-c9d8408b88c5, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:03:24.317277 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab8012-553f-4165-bbf1-7e09046c6e1e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event deleted for resources: {'Subnet': ['ID=7df385da-bbef-4f56-aa37-0aba5319f3f6,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:24.348947 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-cafac271-6c96-4fa6-acdd-8e11f6e7e9d3 None None] For port 189f6668-1312-4796-bcfc-c9d8408b88c5, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=189f6668-1312-4796-bcfc-c9d8408b88c5,segment=NetworkSegment(03358d2f-e3bc-4d23-8a79-64c78dbd25f0),segment_id=03358d2f-e3bc-4d23-8a79-64c78dbd25f0)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:03:24.365346 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cafac271-6c96-4fa6-acdd-8e11f6e7e9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:24.417244 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f64b7c-5670-4d0d-8f01-40f632d0e4cc tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:24.420567 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f64b7c-5670-4d0d-8f01-40f632d0e4cc tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:24.425853 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57412) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:24.426494 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-05f64b7c-5670-4d0d-8f01-40f632d0e4cc tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1534870 Jul 07 21:03:24.459769 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafac271-6c96-4fa6-acdd-8e11f6e7e9d3 None None] Pushing event updated for resources: {'Port': ['ID=189f6668-1312-4796-bcfc-c9d8408b88c5,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:24.575824 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9f2c258f-a2da-43a3-a280-111e7525794e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:24.600918 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f2c258f-a2da-43a3-a280-111e7525794e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 07 21:03:24.602594 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f2c258f-a2da-43a3-a280-111e7525794e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:03:24.606142 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9f2c258f-a2da-43a3-a280-111e7525794e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "DELETE /v2.0/networks/6e433757-d413-4d6e-b421-01773bd8bea3 HTTP/1.1" status: 409 len: 405 time: 0.1786282 Jul 07 21:03:24.610798 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57418) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:24.617237 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-00ed7971-ed06-42d2-8608-48c73036a9ae tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1087615771'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:24.678925 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ed7971-ed06-42d2-8608-48c73036a9ae tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Made reservation on behalf of 100d12b75461474ea64aa04c047d9a9d for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:24.684306 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00ed7971-ed06-42d2-8608-48c73036a9ae tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:24.749617 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ed7971-ed06-42d2-8608-48c73036a9ae tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:03:24.777072 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00ed7971-ed06-42d2-8608-48c73036a9ae tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:24.777759 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-00ed7971-ed06-42d2-8608-48c73036a9ae tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Added segment 97dea8c5-d4ec-49f7-8e2d-e7f93a1c7f1a of type vlan for network 861fbf97-1728-4490-a354-ceb5adddef52 Jul 07 21:03:24.874109 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00ed7971-ed06-42d2-8608-48c73036a9ae tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:24.892852 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e6d3d-494c-4640-9a01-61408ccb88d1 req-ef016e98-e87d-480b-8eeb-a365de821977 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:24.899187 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-822e6d3d-494c-4640-9a01-61408ccb88d1 req-ef016e98-e87d-480b-8eeb-a365de821977 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.2804813 Jul 07 21:03:24.950625 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00ed7971-ed06-42d2-8608-48c73036a9ae tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:24.965074 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ed7971-ed06-42d2-8608-48c73036a9ae tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:24.965742 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00ed7971-ed06-42d2-8608-48c73036a9ae tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:24.978915 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-822e6d3d-494c-4640-9a01-61408ccb88d1 req-aa4b74ca-33f4-41f0-a106-c66e252cd9e4 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732272 Jul 07 21:03:25.285502 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 189f6668-1312-4796-bcfc-c9d8408b88c5 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:03:25.417223 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 189f6668-1312-4796-bcfc-c9d8408b88c5 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:03:25.443056 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3dc844a5-091e-4b3c-8920-0aad79aeb336 req-6d569145-e052-4e71-ba35-104e5a714e96 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 210 time: 0.1226006 Jul 07 21:03:25.563911 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-00ed7971-ed06-42d2-8608-48c73036a9ae tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9486353 Jul 07 21:03:25.564295 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57436) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:25.571433 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-3f422e0c-cb0a-40f1-bcf7-32ddfe724837 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Request body: {'subnet': {'network_id': '861fbf97-1728-4490-a354-ceb5adddef52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:25.580373 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed7971-ed06-42d2-8608-48c73036a9ae tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event updated for resources: {'Network': ['ID=861fbf97-1728-4490-a354-ceb5adddef52,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:25.596032 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 861fbf97-1728-4490-a354-ceb5adddef52 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:25.778324 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f422e0c-cb0a-40f1-bcf7-32ddfe724837 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Made reservation on behalf of 100d12b75461474ea64aa04c047d9a9d for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:25.783637 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f422e0c-cb0a-40f1-bcf7-32ddfe724837 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:26.042400 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1114ced-d810-4e8b-a405-735006d97a33 None None] Network 6e433757-d413-4d6e-b421-01773bd8bea3 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:26.353468 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4f035806-635b-4ebd-93d3-681f0c5a1f99 None None] Provisioning for port 189f6668-1312-4796-bcfc-c9d8408b88c5 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:03:26.377977 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4f035806-635b-4ebd-93d3-681f0c5a1f99 None None] Provisioning complete for port 189f6668-1312-4796-bcfc-c9d8408b88c5 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:03:26.378578 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4f035806-635b-4ebd-93d3-681f0c5a1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:26.408389 n-d-695189-11 neutron-server[100448]: DEBUG neutron.objects.ports [None req-3f422e0c-cb0a-40f1-bcf7-32ddfe724837 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 21:03:26.411607 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f422e0c-cb0a-40f1-bcf7-32ddfe724837 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:26.552272 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f422e0c-cb0a-40f1-bcf7-32ddfe724837 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event updated for resources: {'Subnet': ['ID=f631b78d-3567-4696-a058-cca3a79bed1c,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:26.604413 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38783649-6de6-4693-813a-e35788feaaf2 req-9dfd3ab5-666d-4bb5-805b-bb9508787b4f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:26.613157 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-f3443ec9-1125-4efc-872b-bcc24a911048 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:26.614990 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-f3443ec9-1125-4efc-872b-bcc24a911048 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.58 "GET /v2.0/networks?id=0af09765-8719-4f4a-a8a0-d6dca0b23345 HTTP/1.1" status: 200 len: 815 time: 0.2964315 Jul 07 21:03:26.615761 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-38783649-6de6-4693-813a-e35788feaaf2 req-9dfd3ab5-666d-4bb5-805b-bb9508787b4f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.3630989 Jul 07 21:03:26.634743 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-ca8447cb-4f96-4ed0-b271-bdac86aa5577 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Request body: {'port': {'device_id': '528ae452-8292-4288-b891-e38130056e94', 'network_id': '0af09765-8719-4f4a-a8a0-d6dca0b23345', 'admin_state_up': True, 'tenant_id': '20bd4d582cac418aadad99e037cced91'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:26.719955 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f422e0c-cb0a-40f1-bcf7-32ddfe724837 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Checking segment: {'id': '97dea8c5-d4ec-49f7-8e2d-e7f93a1c7f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '861fbf97-1728-4490-a354-ceb5adddef52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:26.720353 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f422e0c-cb0a-40f1-bcf7-32ddfe724837 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Network hostable DHCP agents. Network: 861fbf97-1728-4490-a354-ceb5adddef52, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:03:26.724363 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4f035806-635b-4ebd-93d3-681f0c5a1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:26.728893 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0be0cd1-3816-4f83-a012-be454ad56d20 None None] DHCP port deletion for 6e433757-d413-4d6e-b421-01773bd8bea3 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:03:26.810997 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-38783649-6de6-4693-813a-e35788feaaf2 req-f8922a8a-64fd-4102-b945-585dcd1b7ba0 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1942275 Jul 07 21:03:26.819699 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f422e0c-cb0a-40f1-bcf7-32ddfe724837 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Network 861fbf97-1728-4490-a354-ceb5adddef52 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:03:26.821526 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-4f035806-635b-4ebd-93d3-681f0c5a1f99 None None] For port 189f6668-1312-4796-bcfc-c9d8408b88c5, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=189f6668-1312-4796-bcfc-c9d8408b88c5,segment=NetworkSegment(03358d2f-e3bc-4d23-8a79-64c78dbd25f0),segment_id=03358d2f-e3bc-4d23-8a79-64c78dbd25f0)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:03:26.838531 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4f035806-635b-4ebd-93d3-681f0c5a1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:26.920759 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-ca8447cb-4f96-4ed0-b271-bdac86aa5577 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Made reservation on behalf of 20bd4d582cac418aadad99e037cced91 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:26.924463 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-ca8447cb-4f96-4ed0-b271-bdac86aa5577 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:26.929699 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3d3f4aa1-4e12-4ea8-b6eb-e95404249aaf req-0d28d94f-5ec3-4b2e-9665-453cde21c8b6 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 210 time: 0.1093578 Jul 07 21:03:26.936805 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-3f422e0c-cb0a-40f1-bcf7-32ddfe724837 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 861fbf97-1728-4490-a354-ceb5adddef52) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:26.949623 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f422e0c-cb0a-40f1-bcf7-32ddfe724837 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:26.951207 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f422e0c-cb0a-40f1-bcf7-32ddfe724837 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:26.974379 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d77a5b-2430-4990-a6fe-acca74943484 None None] Network 861fbf97-1728-4490-a354-ceb5adddef52 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:26.992284 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3f422e0c-cb0a-40f1-bcf7-32ddfe724837 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4237692 Jul 07 21:03:26.993307 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57468) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:27.219375 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f035806-635b-4ebd-93d3-681f0c5a1f99 None None] Pushing event updated for resources: {'Port': ['ID=189f6668-1312-4796-bcfc-c9d8408b88c5,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:27.246398 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-ca8447cb-4f96-4ed0-b271-bdac86aa5577 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Allocated IP 172.20.0.14 (0af09765-8719-4f4a-a8a0-d6dca0b23345/fc2aa6ea-e403-4c8c-9097-610f426c4630/18c485ff-f39f-4f57-a65e-ad7a328d88cb) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:03:27.300064 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b430928-5c9b-4500-8453-4fb8b6ac9798 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:27.318026 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 189f6668-1312-4796-bcfc-c9d8408b88c5 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:03:27.411396 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-a0be0cd1-3816-4f83-a012-be454ad56d20 None None] Deleting port 189f6668-1312-4796-bcfc-c9d8408b88c5 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:03:27.412069 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a0be0cd1-3816-4f83-a012-be454ad56d20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:27.494203 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b45f673-c264-48cd-8801-1b404ef76282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-861fbf97-1728-4490-a354-ceb5adddef52', 'network_id': '861fbf97-1728-4490-a354-ceb5adddef52', 'tenant_id': '100d12b75461474ea64aa04c047d9a9d', 'fixed_ips': [{'subnet_id': 'f631b78d-3567-4696-a058-cca3a79bed1c'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:03:27.495070 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7b45f673-c264-48cd-8801-1b404ef76282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:27.537637 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b430928-5c9b-4500-8453-4fb8b6ac9798 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:27.661108 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-ca8447cb-4f96-4ed0-b271-bdac86aa5577 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:27.681931 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-a0be0cd1-3816-4f83-a012-be454ad56d20 None None] For port 189f6668-1312-4796-bcfc-c9d8408b88c5, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=189f6668-1312-4796-bcfc-c9d8408b88c5,segment=NetworkSegment(03358d2f-e3bc-4d23-8a79-64c78dbd25f0),segment_id=03358d2f-e3bc-4d23-8a79-64c78dbd25f0)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:03:27.682589 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a0be0cd1-3816-4f83-a012-be454ad56d20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:27.722070 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57492) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:27.729884 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b430928-5c9b-4500-8453-4fb8b6ac9798 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:27.730757 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-ca8447cb-4f96-4ed0-b271-bdac86aa5577 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:27.754739 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-49f1111d-c0a1-4b91-93a5-bd1c3e609a44 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Request body: {'subnet': {'network_id': '3acc30c3-762f-43ee-96c4-d4e017c530c7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:27.764581 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-a0be0cd1-3816-4f83-a012-be454ad56d20 None None] Calling delete_port for 189f6668-1312-4796-bcfc-c9d8408b88c5 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:03:27.814176 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-ca8447cb-4f96-4ed0-b271-bdac86aa5577 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Network 0af09765-8719-4f4a-a8a0-d6dca0b23345 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:03:27.818157 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90367a23-ef8e-4d6c-8db6-56c88eb3dffb None None] Network 861fbf97-1728-4490-a354-ceb5adddef52 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:27.822765 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-ca8447cb-4f96-4ed0-b271-bdac86aa5577 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:27.827505 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-ca8447cb-4f96-4ed0-b271-bdac86aa5577 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:03:27.832005 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8447cb-4f96-4ed0-b271-bdac86aa5577 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Pushing event updated for resources: {'Port': ['ID=18c485ff-f39f-4f57-a65e-ad7a328d88cb,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:27.891727 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-ca8447cb-4f96-4ed0-b271-bdac86aa5577 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:27.892232 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-ca8447cb-4f96-4ed0-b271-bdac86aa5577 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:27.910125 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-ca8447cb-4f96-4ed0-b271-bdac86aa5577 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2804737 Jul 07 21:03:27.921997 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:27.924018 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-62e94657-0821-4db3-8d16-7240a1ff36d5 service neutron] Request body: {'port': {'device_id': '528ae452-8292-4288-b891-e38130056e94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:27.938744 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b430928-5c9b-4500-8453-4fb8b6ac9798 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event deleted for resources: {'Subnet': ['ID=f631b78d-3567-4696-a058-cca3a79bed1c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:28.005169 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 189f6668-1312-4796-bcfc-c9d8408b88c5, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=189f6668-1312-4796-bcfc-c9d8408b88c5,segment=NetworkSegment(03358d2f-e3bc-4d23-8a79-64c78dbd25f0),segment_id=03358d2f-e3bc-4d23-8a79-64c78dbd25f0)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:03:28.024364 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:28.028457 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b430928-5c9b-4500-8453-4fb8b6ac9798 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:28.050541 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a0be0cd1-3816-4f83-a012-be454ad56d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:28.078844 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0be0cd1-3816-4f83-a012-be454ad56d20 None None] No DVR routers for this DVR port 189f6668-1312-4796-bcfc-c9d8408b88c5 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:03:28.081682 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-8b430928-5c9b-4500-8453-4fb8b6ac9798 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['861fbf97-1728-4490-a354-ceb5adddef52']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:28.104266 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=189f6668-1312-4796-bcfc-c9d8408b88c5,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:28.122386 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e19b0-e4ee-4f67-9cf5-56b663d2748f req-3c5b1b48-5292-4c89-8a9e-06e5856575c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:28.124576 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-237e19b0-e4ee-4f67-9cf5-56b663d2748f req-3c5b1b48-5292-4c89-8a9e-06e5856575c8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 1097 time: 0.5944033 Jul 07 21:03:28.127415 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-62e94657-0821-4db3-8d16-7240a1ff36d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:28.132485 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be0cd1-3816-4f83-a012-be454ad56d20 None None] Pushing event deleted for resources: {'Port': ['ID=189f6668-1312-4796-bcfc-c9d8408b88c5,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:28.154304 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f1111d-c0a1-4b91-93a5-bd1c3e609a44 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Made reservation on behalf of fcae3007c76d4ed099b2d3ee0503e7cf for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:28.157876 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-49f1111d-c0a1-4b91-93a5-bd1c3e609a44 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:28.172954 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-8b430928-5c9b-4500-8453-4fb8b6ac9798 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97dea8c5-d4ec-49f7-8e2d-e7f93a1c7f1a') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:28.173267 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-8b430928-5c9b-4500-8453-4fb8b6ac9798 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97dea8c5-d4ec-49f7-8e2d-e7f93a1c7f1a') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:28.243365 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57504) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:28.296765 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fcd03-325a-4adc-ab6e-7f8db58b27a4 req-30f15f7a-1cf6-420b-a3ad-e9393f2e531c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:28.298259 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5fcd03-325a-4adc-ab6e-7f8db58b27a4 req-30f15f7a-1cf6-420b-a3ad-e9393f2e531c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.6614721 Jul 07 21:03:28.300944 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b430928-5c9b-4500-8453-4fb8b6ac9798 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:28.376830 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d09dcf02-1c15-4273-8b33-6fc3b9ce2dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:28.392076 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b430928-5c9b-4500-8453-4fb8b6ac9798 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:28.422251 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b430928-5c9b-4500-8453-4fb8b6ac9798 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:03:28.422599 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b430928-5c9b-4500-8453-4fb8b6ac9798 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:03:28.426405 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:03:28.469211 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-62e94657-0821-4db3-8d16-7240a1ff36d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c485ff-f39f-4f57-a65e-ad7a328d88cb {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:03:28.478303 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-62e94657-0821-4db3-8d16-7240a1ff36d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:28.783642 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5fcd03-325a-4adc-ab6e-7f8db58b27a4 req-ba751013-a469-4a9a-a28e-f06ad1a150ed tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4479218 Jul 07 21:03:28.818371 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e19b0-e4ee-4f67-9cf5-56b663d2748f req-87df5cc5-9b42-4a1c-8e56-c5f8764e0805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:28.819924 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-237e19b0-e4ee-4f67-9cf5-56b663d2748f req-87df5cc5-9b42-4a1c-8e56-c5f8764e0805 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 912 time: 0.6737490 Jul 07 21:03:28.824910 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-62e94657-0821-4db3-8d16-7240a1ff36d5 service neutron] Transition to ACTIVE for port object 18c485ff-f39f-4f57-a65e-ad7a328d88cb will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:28.829641 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1122f-f18e-41a3-98ef-57f42263d11b req-59cb7a15-3dcb-4e02-be72-19ed3fc6f3cf tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:28.831915 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-19d1122f-f18e-41a3-98ef-57f42263d11b req-59cb7a15-3dcb-4e02-be72-19ed3fc6f3cf tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 932 time: 0.6686022 Jul 07 21:03:28.832700 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b430928-5c9b-4500-8453-4fb8b6ac9798 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:28.833525 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-62e94657-0821-4db3-8d16-7240a1ff36d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:28.869245 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b430928-5c9b-4500-8453-4fb8b6ac9798 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:28.870974 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8b430928-5c9b-4500-8453-4fb8b6ac9798 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "DELETE /v2.0/networks/861fbf97-1728-4490-a354-ceb5adddef52 HTTP/1.1" status: 204 len: 168 time: 1.8718662 Jul 07 21:03:28.878109 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57512) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:28.887768 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-54b0b32d-0934-46ca-89ca-99879033ed7f tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1626981536'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:28.928595 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e94657-0821-4db3-8d16-7240a1ff36d5 service neutron] Pushing event updated for resources: {'Port': ['ID=18c485ff-f39f-4f57-a65e-ad7a328d88cb,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:28.959465 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b430928-5c9b-4500-8453-4fb8b6ac9798 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event deleted for resources: {'Network': ['ID=861fbf97-1728-4490-a354-ceb5adddef52,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:29.006114 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d09dcf02-1c15-4273-8b33-6fc3b9ce2dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:29.016809 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d09dcf02-1c15-4273-8b33-6fc3b9ce2dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:29.039733 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-237e19b0-e4ee-4f67-9cf5-56b663d2748f req-3d53a5fe-08c3-40e6-a822-62af3e60791b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a HTTP/1.1" status: 200 len: 1000 time: 0.2027881 Jul 07 21:03:29.052343 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-19d1122f-f18e-41a3-98ef-57f42263d11b req-98016b9c-e9e8-4055-bd43-9f89cb1e6915 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801693 Jul 07 21:03:29.080914 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b0b32d-0934-46ca-89ca-99879033ed7f tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Made reservation on behalf of 100d12b75461474ea64aa04c047d9a9d for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:29.085962 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54b0b32d-0934-46ca-89ca-99879033ed7f tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:29.090627 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09dcf02-1c15-4273-8b33-6fc3b9ce2dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9f82f1-34d1-4cb2-ad9c-934ce6c450ba,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:29.098432 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d09dcf02-1c15-4273-8b33-6fc3b9ce2dde admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=59e53f9d67c04fccbe8f1110986f4e7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8541896 Jul 07 21:03:29.099837 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57514) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:29.110139 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-62e94657-0821-4db3-8d16-7240a1ff36d5 service neutron] Attempting to bind port 18c485ff-f39f-4f57-a65e-ad7a328d88cb on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:03:29.110952 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-62e94657-0821-4db3-8d16-7240a1ff36d5 service neutron] Attempting to bind port 18c485ff-f39f-4f57-a65e-ad7a328d88cb by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '84bcb215-065b-47b0-b096-b779bcbdddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0af09765-8719-4f4a-a8a0-d6dca0b23345'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:03:29.110952 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-62e94657-0821-4db3-8d16-7240a1ff36d5 service neutron] Attempting to bind port 18c485ff-f39f-4f57-a65e-ad7a328d88cb on network 0af09765-8719-4f4a-a8a0-d6dca0b23345 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:03:29.120499 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-62e94657-0821-4db3-8d16-7240a1ff36d5 service neutron] Port 18c485ff-f39f-4f57-a65e-ad7a328d88cb on network 0af09765-8719-4f4a-a8a0-d6dca0b23345 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:03:29.120811 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-62e94657-0821-4db3-8d16-7240a1ff36d5 service neutron] Attempting to bind port 18c485ff-f39f-4f57-a65e-ad7a328d88cb on network 0af09765-8719-4f4a-a8a0-d6dca0b23345 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:03:29.128622 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-62e94657-0821-4db3-8d16-7240a1ff36d5 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:03:29.128968 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-62e94657-0821-4db3-8d16-7240a1ff36d5 service neutron] Checking segment: {'id': '84bcb215-065b-47b0-b096-b779bcbdddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0af09765-8719-4f4a-a8a0-d6dca0b23345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:29.129355 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-62e94657-0821-4db3-8d16-7240a1ff36d5 service neutron] Bound using segment: {'id': '84bcb215-065b-47b0-b096-b779bcbdddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0af09765-8719-4f4a-a8a0-d6dca0b23345'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:03:29.129790 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-62e94657-0821-4db3-8d16-7240a1ff36d5 service neutron] Bound port: 18c485ff-f39f-4f57-a65e-ad7a328d88cb, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84bcb215-065b-47b0-b096-b779bcbdddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0af09765-8719-4f4a-a8a0-d6dca0b23345'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:03:29.130152 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-62e94657-0821-4db3-8d16-7240a1ff36d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:29.135313 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b0b32d-0934-46ca-89ca-99879033ed7f tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:03:29.155988 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54b0b32d-0934-46ca-89ca-99879033ed7f tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:29.155988 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-54b0b32d-0934-46ca-89ca-99879033ed7f tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Added segment 8a2be120-55f0-4815-b85e-ad0dedce82b3 of type vlan for network 81916bee-94fe-4352-8b41-98818cd83ee0 Jul 07 21:03:29.184756 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e19b0-e4ee-4f67-9cf5-56b663d2748f req-fa710d36-c246-447a-af52-16f7cbae1c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:29.186528 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-237e19b0-e4ee-4f67-9cf5-56b663d2748f req-fa710d36-c246-447a-af52-16f7cbae1c36 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 200 len: 850 time: 0.1325729 Jul 07 21:03:29.189098 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8124cceb-69c0-4c9d-81f0-e4b1e5bde006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:29.231800 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54b0b32d-0934-46ca-89ca-99879033ed7f tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:29.248536 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-49f1111d-c0a1-4b91-93a5-bd1c3e609a44 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:29.250292 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-62e94657-0821-4db3-8d16-7240a1ff36d5 service neutron] For port 18c485ff-f39f-4f57-a65e-ad7a328d88cb, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:03:29.255200 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-62e94657-0821-4db3-8d16-7240a1ff36d5 service neutron] For port 18c485ff-f39f-4f57-a65e-ad7a328d88cb, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=18c485ff-f39f-4f57-a65e-ad7a328d88cb,segment=NetworkSegment(84bcb215-065b-47b0-b096-b779bcbdddb9),segment_id=84bcb215-065b-47b0-b096-b779bcbdddb9)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:03:29.265220 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-62e94657-0821-4db3-8d16-7240a1ff36d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:29.305950 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54b0b32d-0934-46ca-89ca-99879033ed7f tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:29.311493 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b0b32d-0934-46ca-89ca-99879033ed7f tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:29.312201 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54b0b32d-0934-46ca-89ca-99879033ed7f tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:29.326466 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3096-2609-40b8-be1d-c4598c339613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:29.327213 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-62e94657-0821-4db3-8d16-7240a1ff36d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:29.327871 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-62e94657-0821-4db3-8d16-7240a1ff36d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:29.329285 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-62e94657-0821-4db3-8d16-7240a1ff36d5 service neutron] 10.222.0.58 "PUT /v2.0/ports/18c485ff-f39f-4f57-a65e-ad7a328d88cb HTTP/1.1" status: 200 len: 1093 time: 1.4106588 Jul 07 21:03:29.331705 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528ae452-8292-4288-b891-e38130056e94', 'tag': '18c485ff-f39f-4f57-a65e-ad7a328d88cb'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:03:29.334572 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f52f4f-aac5-458f-861f-56e575e87d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "528ae452-8292-4288-b891-e38130056e94", "tag": "18c485ff-f39f-4f57-a65e-ad7a328d88cb"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:03:29.368480 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1111d-c0a1-4b91-93a5-bd1c3e609a44 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event updated for resources: {'Subnet': ['ID=c98cda92-fe54-4570-813d-e3fe3bcc97d5,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:29.399826 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3096-2609-40b8-be1d-c4598c339613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:29.405621 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d337014-ab5e-48d7-9493-f952237f0f6a x-openstack-request-id: req-4d337014-ab5e-48d7-9493-f952237f0f6a {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:03:29.405898 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528ae452-8292-4288-b891-e38130056e94", "tag": "18c485ff-f39f-4f57-a65e-ad7a328d88cb", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:03:29.406159 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4d337014-ab5e-48d7-9493-f952237f0f6a {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:03:29.406572 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528ae452-8292-4288-b891-e38130056e94', 'tag': '18c485ff-f39f-4f57-a65e-ad7a328d88cb', 'status': 'completed', 'code': 200} Jul 07 21:03:29.414786 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f1111d-c0a1-4b91-93a5-bd1c3e609a44 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Checking segment: {'id': '08e4e797-21e0-4673-939b-98c99fffb183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3acc30c3-762f-43ee-96c4-d4e017c530c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:29.415224 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f1111d-c0a1-4b91-93a5-bd1c3e609a44 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Network hostable DHCP agents. Network: 3acc30c3-762f-43ee-96c4-d4e017c530c7, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:03:29.421128 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e19b0-e4ee-4f67-9cf5-56b663d2748f req-70ec1be6-1e0a-4d2a-8ed3-32c5ae105cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:29.422690 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-237e19b0-e4ee-4f67-9cf5-56b663d2748f req-70ec1be6-1e0a-4d2a-8ed3-32c5ae105cc5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2194359 Jul 07 21:03:29.440890 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-54b0b32d-0934-46ca-89ca-99879033ed7f tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5594106 Jul 07 21:03:29.449559 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57518) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:29.456743 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-4566fcd2-3622-4d98-bc36-d5b29445332b tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Request body: {'subnet': {'network_id': '81916bee-94fe-4352-8b41-98818cd83ee0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:29.462958 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e94657-0821-4db3-8d16-7240a1ff36d5 service neutron] Pushing event updated for resources: {'Port': ['ID=18c485ff-f39f-4f57-a65e-ad7a328d88cb,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:29.476635 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0b32d-0934-46ca-89ca-99879033ed7f tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event updated for resources: {'Network': ['ID=81916bee-94fe-4352-8b41-98818cd83ee0,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:29.488902 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 81916bee-94fe-4352-8b41-98818cd83ee0 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:29.516939 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f1111d-c0a1-4b91-93a5-bd1c3e609a44 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Network 3acc30c3-762f-43ee-96c4-d4e017c530c7 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:03:29.530598 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-49f1111d-c0a1-4b91-93a5-bd1c3e609a44 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 3acc30c3-762f-43ee-96c4-d4e017c530c7) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:29.543226 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f1111d-c0a1-4b91-93a5-bd1c3e609a44 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:29.544697 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-49f1111d-c0a1-4b91-93a5-bd1c3e609a44 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:29.546162 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79143626-f399-4271-9c5d-7a8fea60107f None None] Network 3acc30c3-762f-43ee-96c4-d4e017c530c7 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:29.572940 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3096-2609-40b8-be1d-c4598c339613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:29.575412 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dc9f3096-2609-40b8-be1d-c4598c339613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:29.575610 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-21c361e0-ee78-4962-a7e5-814bd455e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:29.579289 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-21c361e0-ee78-4962-a7e5-814bd455e3ef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=20bd4d582cac418aadad99e037cced91&device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 1096 time: 0.1950629 Jul 07 21:03:29.583996 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-dc9f3096-2609-40b8-be1d-c4598c339613 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/be9f82f1-34d1-4cb2-ad9c-934ce6c450ba HTTP/1.1" status: 204 len: 168 time: 0.4813230 Jul 07 21:03:29.584375 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4566fcd2-3622-4d98-bc36-d5b29445332b tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Made reservation on behalf of 100d12b75461474ea64aa04c047d9a9d for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:29.589036 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4566fcd2-3622-4d98-bc36-d5b29445332b tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:29.621303 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-237e19b0-e4ee-4f67-9cf5-56b663d2748f req-0560a83e-d606-4647-b0b0-5cbbcaeaa6a5 service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883733 Jul 07 21:03:29.630023 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-49f1111d-c0a1-4b91-93a5-bd1c3e609a44 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9017229 Jul 07 21:03:29.635317 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57522) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:29.642043 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-3c6ca029-35e7-4eeb-90d3-3faab0e78b8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-859458694'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:29.666313 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f3096-2609-40b8-be1d-c4598c339613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9f82f1-34d1-4cb2-ad9c-934ce6c450ba,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:29.679151 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-896bdd64-575a-4aa6-88b9-dd831447faac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18c485ff-f39f-4f57-a65e-ad7a328d88cb HTTP/1.1" status: 200 len: 217 time: 0.0857265 Jul 07 21:03:29.745690 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6ca029-35e7-4eeb-90d3-3faab0e78b8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Made reservation on behalf of fcae3007c76d4ed099b2d3ee0503e7cf for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:29.749736 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c6ca029-35e7-4eeb-90d3-3faab0e78b8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:29.767896 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627bca5d-1d55-4b78-a37a-8ffd284e9c9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-3acc30c3-762f-43ee-96c4-d4e017c530c7', 'network_id': '3acc30c3-762f-43ee-96c4-d4e017c530c7', 'tenant_id': 'fcae3007c76d4ed099b2d3ee0503e7cf', 'fixed_ips': [{'subnet_id': 'c98cda92-fe54-4570-813d-e3fe3bcc97d5'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:03:29.769200 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-627bca5d-1d55-4b78-a37a-8ffd284e9c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:29.773060 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-1c00e32f-3a8f-4c2a-9521-c5fd8281bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:29.774592 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-1c00e32f-3a8f-4c2a-9521-c5fd8281bb27 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fc2aa6ea-e403-4c8c-9097-610f426c4630 HTTP/1.1" status: 200 len: 855 time: 0.0859432 Jul 07 21:03:29.797842 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6ca029-35e7-4eeb-90d3-3faab0e78b8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:03:29.808746 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c6ca029-35e7-4eeb-90d3-3faab0e78b8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:29.809466 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-3c6ca029-35e7-4eeb-90d3-3faab0e78b8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Added segment 7d78a2f0-72d1-422a-8403-49a493570f06 of type vlan for network 0fd04ec5-0a5f-431c-a7d1-a9aea5ded04d Jul 07 21:03:29.826853 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-388701dd-f412-4a8b-82f9-5342298fd026 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0af09765-8719-4f4a-a8a0-d6dca0b23345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386477 Jul 07 21:03:29.869947 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c6ca029-35e7-4eeb-90d3-3faab0e78b8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:29.898493 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-237e19b0-e4ee-4f67-9cf5-56b663d2748f req-ef04871f-c8b2-4797-919c-bf287963963f service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621422 Jul 07 21:03:29.959047 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c6ca029-35e7-4eeb-90d3-3faab0e78b8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:29.965537 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6ca029-35e7-4eeb-90d3-3faab0e78b8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:29.966487 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c6ca029-35e7-4eeb-90d3-3faab0e78b8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:30.017286 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4566fcd2-3622-4d98-bc36-d5b29445332b tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:30.036285 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-627bca5d-1d55-4b78-a37a-8ffd284e9c9a None None] Allocated IP 2001:db8:0:ffff::2 (3acc30c3-762f-43ee-96c4-d4e017c530c7/c98cda92-fe54-4570-813d-e3fe3bcc97d5/30e8b826-15ff-4ff5-8eaa-c49780ea0ab7) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:03:30.037684 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-47c3b299-8898-4a49-af8d-d37c2e10d94a service neutron] 10.222.0.58 "GET /v2.0/networks/0af09765-8719-4f4a-a8a0-d6dca0b23345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989071 Jul 07 21:03:30.078491 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57532) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:30.082184 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ca029-35e7-4eeb-90d3-3faab0e78b8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event updated for resources: {'Network': ['ID=0fd04ec5-0a5f-431c-a7d1-a9aea5ded04d,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:30.091990 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3c6ca029-35e7-4eeb-90d3-3faab0e78b8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4543812 Jul 07 21:03:30.093449 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57536) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:30.111365 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-32a1f974-5d62-42fb-9d28-4bd38e505bcf tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Request body: {'subnet': {'network_id': '0fd04ec5-0a5f-431c-a7d1-a9aea5ded04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:30.167158 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa076eec-b078-438e-898d-269f77a5cfb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:30.179822 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566fcd2-3622-4d98-bc36-d5b29445332b tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event updated for resources: {'Subnet': ['ID=c771caf7-b2f4-4012-bb00-5a19b696b583,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:30.229927 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 0fd04ec5-0a5f-431c-a7d1-a9aea5ded04d details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:30.245606 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566fcd2-3622-4d98-bc36-d5b29445332b tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Checking segment: {'id': '8a2be120-55f0-4815-b85e-ad0dedce82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '81916bee-94fe-4352-8b41-98818cd83ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:30.245989 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4566fcd2-3622-4d98-bc36-d5b29445332b tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Network hostable DHCP agents. Network: 81916bee-94fe-4352-8b41-98818cd83ee0, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:03:30.263682 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f83e8-6513-44e8-9dbc-358fffe93602 req-625fc610-0ff5-4463-9618-62e71e2a28a6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:30.272646 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b10f83e8-6513-44e8-9dbc-358fffe93602 req-625fc610-0ff5-4463-9618-62e71e2a28a6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1930647 Jul 07 21:03:30.288777 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b5938906-1688-4e44-b533-3dbbb4a35e2c req-f9c80f92-4bbe-4d85-8435-5ed8e4b0db36 service neutron] 10.222.0.58 "GET /v2.0/networks/0af09765-8719-4f4a-a8a0-d6dca0b23345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185962 Jul 07 21:03:30.298201 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4566fcd2-3622-4d98-bc36-d5b29445332b tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Network 81916bee-94fe-4352-8b41-98818cd83ee0 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:03:30.325288 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-4566fcd2-3622-4d98-bc36-d5b29445332b tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 81916bee-94fe-4352-8b41-98818cd83ee0) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:30.338617 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-627bca5d-1d55-4b78-a37a-8ffd284e9c9a None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:30.344126 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5756d97c-c146-482f-a0d6-9d983de2b41a None None] Network 81916bee-94fe-4352-8b41-98818cd83ee0 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:30.357320 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4566fcd2-3622-4d98-bc36-d5b29445332b tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:30.357818 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4566fcd2-3622-4d98-bc36-d5b29445332b tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:30.360643 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b10f83e8-6513-44e8-9dbc-358fffe93602 req-8071e674-40a8-44e7-999e-a4cce03e999a tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0864873 Jul 07 21:03:30.402418 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-627bca5d-1d55-4b78-a37a-8ffd284e9c9a None None] Transition to ACTIVE for port object 30e8b826-15ff-4ff5-8eaa-c49780ea0ab7 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:30.435179 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-627bca5d-1d55-4b78-a37a-8ffd284e9c9a None None] Transition to ACTIVE for port object 30e8b826-15ff-4ff5-8eaa-c49780ea0ab7 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:30.448967 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-627bca5d-1d55-4b78-a37a-8ffd284e9c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:30.495362 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa076eec-b078-438e-898d-269f77a5cfb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:30.521018 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f52f4f-aac5-458f-861f-56e575e87d6c req-e453235d-726f-4f63-8fc4-64a3b3e2192f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:30.522693 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627bca5d-1d55-4b78-a37a-8ffd284e9c9a None None] Network 3acc30c3-762f-43ee-96c4-d4e017c530c7 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:03:30.524954 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-36f52f4f-aac5-458f-861f-56e575e87d6c req-e453235d-726f-4f63-8fc4-64a3b3e2192f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=20bd4d582cac418aadad99e037cced91&device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 1096 time: 0.1425028 Jul 07 21:03:30.526676 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa076eec-b078-438e-898d-269f77a5cfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:30.533619 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-627bca5d-1d55-4b78-a37a-8ffd284e9c9a None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:30.540740 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627bca5d-1d55-4b78-a37a-8ffd284e9c9a None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:03:30.559783 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a1f974-5d62-42fb-9d28-4bd38e505bcf tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Made reservation on behalf of fcae3007c76d4ed099b2d3ee0503e7cf for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:30.564110 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-32a1f974-5d62-42fb-9d28-4bd38e505bcf tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:30.567539 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bca5d-1d55-4b78-a37a-8ffd284e9c9a None None] Pushing event updated for resources: {'Port': ['ID=30e8b826-15ff-4ff5-8eaa-c49780ea0ab7,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:30.603553 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fa076eec-b078-438e-898d-269f77a5cfb2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9829990b379d4c9bab3b7400d397fc73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5156181 Jul 07 21:03:30.606370 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57538) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:30.611373 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4566fcd2-3622-4d98-bc36-d5b29445332b tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1606739 Jul 07 21:03:30.615846 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57540) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:30.744836 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa076eec-b078-438e-898d-269f77a5cfb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ae33a1-933a-4a09-8285-ca0d1bba2eb2,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:30.792269 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58f50c-0eb1-4816-b359-9eaee62cdfd1 req-44dde801-d484-418b-bf75-9545903c0406 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:30.794155 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9f58f50c-0eb1-4816-b359-9eaee62cdfd1 req-44dde801-d484-418b-bf75-9545903c0406 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 944 time: 0.2479913 Jul 07 21:03:30.803504 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f520df9c-039c-4921-a572-0ab25aa06604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:30.847198 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-627bca5d-1d55-4b78-a37a-8ffd284e9c9a None None] Attempting to bind port 30e8b826-15ff-4ff5-8eaa-c49780ea0ab7 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:03:30.847840 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-627bca5d-1d55-4b78-a37a-8ffd284e9c9a None None] Attempting to bind port 30e8b826-15ff-4ff5-8eaa-c49780ea0ab7 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '08e4e797-21e0-4673-939b-98c99fffb183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3acc30c3-762f-43ee-96c4-d4e017c530c7'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:03:30.848600 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627bca5d-1d55-4b78-a37a-8ffd284e9c9a None None] Attempting to bind port 30e8b826-15ff-4ff5-8eaa-c49780ea0ab7 on network 3acc30c3-762f-43ee-96c4-d4e017c530c7 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:03:30.857432 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ccb25d-8c92-4acf-a5de-40aab32279d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-81916bee-94fe-4352-8b41-98818cd83ee0', 'network_id': '81916bee-94fe-4352-8b41-98818cd83ee0', 'tenant_id': '100d12b75461474ea64aa04c047d9a9d', 'fixed_ips': [{'subnet_id': 'c771caf7-b2f4-4012-bb00-5a19b696b583'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:03:30.858604 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb25d-8c92-4acf-a5de-40aab32279d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:30.865578 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627bca5d-1d55-4b78-a37a-8ffd284e9c9a None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:03:30.866223 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627bca5d-1d55-4b78-a37a-8ffd284e9c9a None None] Checking segment: {'id': '08e4e797-21e0-4673-939b-98c99fffb183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3acc30c3-762f-43ee-96c4-d4e017c530c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:30.867688 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-627bca5d-1d55-4b78-a37a-8ffd284e9c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:30.867688 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627bca5d-1d55-4b78-a37a-8ffd284e9c9a None None] Bound using segment: {'id': '08e4e797-21e0-4673-939b-98c99fffb183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3acc30c3-762f-43ee-96c4-d4e017c530c7'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:03:30.867959 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-627bca5d-1d55-4b78-a37a-8ffd284e9c9a None None] Bound port: 30e8b826-15ff-4ff5-8eaa-c49780ea0ab7, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e4e797-21e0-4673-939b-98c99fffb183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '3acc30c3-762f-43ee-96c4-d4e017c530c7'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:03:30.868228 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-627bca5d-1d55-4b78-a37a-8ffd284e9c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:30.893810 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f520df9c-039c-4921-a572-0ab25aa06604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:30.930653 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f52f4f-aac5-458f-861f-56e575e87d6c req-8567b30c-f0bf-4047-bf74-f31bd7a7abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:30.932747 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-36f52f4f-aac5-458f-861f-56e575e87d6c req-8567b30c-f0bf-4047-bf74-f31bd7a7abeb service neutron] 10.222.0.58 "GET /v2.0/networks?id=0af09765-8719-4f4a-a8a0-d6dca0b23345 HTTP/1.1" status: 200 len: 916 time: 0.3505318 Jul 07 21:03:30.941566 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9f58f50c-0eb1-4816-b359-9eaee62cdfd1 req-4431e94e-e448-4448-ae01-626bfbb512f7 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343946 Jul 07 21:03:31.020274 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:31.023243 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-36f52f4f-aac5-458f-861f-56e575e87d6c req-54f5d1ed-2888-4d9a-b04d-f57f1ac509d3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18c485ff-f39f-4f57-a65e-ad7a328d88cb HTTP/1.1" status: 200 len: 217 time: 0.0676687 Jul 07 21:03:31.050710 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-32a1f974-5d62-42fb-9d28-4bd38e505bcf tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:31.059749 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-627bca5d-1d55-4b78-a37a-8ffd284e9c9a None None] For port 30e8b826-15ff-4ff5-8eaa-c49780ea0ab7, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:03:31.071280 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f520df9c-039c-4921-a572-0ab25aa06604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:31.073519 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f520df9c-039c-4921-a572-0ab25aa06604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:31.075160 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f520df9c-039c-4921-a572-0ab25aa06604 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e8ae33a1-933a-4a09-8285-ca0d1bba2eb2 HTTP/1.1" status: 204 len: 168 time: 0.4670169 Jul 07 21:03:31.099098 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-627bca5d-1d55-4b78-a37a-8ffd284e9c9a None None] For port 30e8b826-15ff-4ff5-8eaa-c49780ea0ab7, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=30e8b826-15ff-4ff5-8eaa-c49780ea0ab7,segment=NetworkSegment(08e4e797-21e0-4673-939b-98c99fffb183),segment_id=08e4e797-21e0-4673-939b-98c99fffb183)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:03:31.115143 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-627bca5d-1d55-4b78-a37a-8ffd284e9c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:31.133482 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f52f4f-aac5-458f-861f-56e575e87d6c req-78d69866-8dd6-42e5-9385-0fd93b33716a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:31.135030 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-36f52f4f-aac5-458f-861f-56e575e87d6c req-78d69866-8dd6-42e5-9385-0fd93b33716a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fc2aa6ea-e403-4c8c-9097-610f426c4630 HTTP/1.1" status: 200 len: 855 time: 0.1001844 Jul 07 21:03:31.138246 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-b7ccb25d-8c92-4acf-a5de-40aab32279d0 None None] Allocated IP 2001:db8::2 (81916bee-94fe-4352-8b41-98818cd83ee0/c771caf7-b2f4-4012-bb00-5a19b696b583/1f9eb716-00d8-4a27-a344-cc7cd2d55f3d) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:03:31.139607 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:31.189087 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520df9c-039c-4921-a572-0ab25aa06604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ae33a1-933a-4a09-8285-ca0d1bba2eb2,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:31.205879 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1f974-5d62-42fb-9d28-4bd38e505bcf tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event updated for resources: {'Subnet': ['ID=617110c0-fde6-4fbd-9be7-561ad834da8b,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:31.236648 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-36f52f4f-aac5-458f-861f-56e575e87d6c req-cecffe4e-9043-4a93-aa05-5967261f5aa5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0af09765-8719-4f4a-a8a0-d6dca0b23345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594087 Jul 07 21:03:31.283525 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a1f974-5d62-42fb-9d28-4bd38e505bcf tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Checking segment: {'id': '7d78a2f0-72d1-422a-8403-49a493570f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0fd04ec5-0a5f-431c-a7d1-a9aea5ded04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:31.284486 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a1f974-5d62-42fb-9d28-4bd38e505bcf tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Network hostable DHCP agents. Network: 0fd04ec5-0a5f-431c-a7d1-a9aea5ded04d, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:03:31.285914 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bca5d-1d55-4b78-a37a-8ffd284e9c9a None None] Pushing event updated for resources: {'Port': ['ID=30e8b826-15ff-4ff5-8eaa-c49780ea0ab7,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:31.326492 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a1f974-5d62-42fb-9d28-4bd38e505bcf tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Network 0fd04ec5-0a5f-431c-a7d1-a9aea5ded04d is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:03:31.337146 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-32a1f974-5d62-42fb-9d28-4bd38e505bcf tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 0fd04ec5-0a5f-431c-a7d1-a9aea5ded04d) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:31.344446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a1f974-5d62-42fb-9d28-4bd38e505bcf tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:31.345960 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-32a1f974-5d62-42fb-9d28-4bd38e505bcf tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:31.367890 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff91add-932e-408e-96b0-e8766940a4a1 None None] Network 0fd04ec5-0a5f-431c-a7d1-a9aea5ded04d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:31.381591 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-32a1f974-5d62-42fb-9d28-4bd38e505bcf tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2748983 Jul 07 21:03:31.382343 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57548) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:31.571761 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-36f52f4f-aac5-458f-861f-56e575e87d6c req-c673fdc6-f19a-4b10-addb-2d9dc5ffe419 service neutron] 10.222.0.58 "GET /v2.0/networks/0af09765-8719-4f4a-a8a0-d6dca0b23345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275506 Jul 07 21:03:31.594621 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb25d-8c92-4acf-a5de-40aab32279d0 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:31.624100 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b7ccb25d-8c92-4acf-a5de-40aab32279d0 None None] Transition to ACTIVE for port object 1f9eb716-00d8-4a27-a344-cc7cd2d55f3d will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:31.671103 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b7ccb25d-8c92-4acf-a5de-40aab32279d0 None None] Transition to ACTIVE for port object 1f9eb716-00d8-4a27-a344-cc7cd2d55f3d will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:31.745160 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb25d-8c92-4acf-a5de-40aab32279d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:31.763664 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:31.775721 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:31.777640 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28c88c-e5b1-40eb-9e37-0769ece4b17d req-953af345-efde-4ead-8649-bebef80b0492 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:31.779528 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9b28c88c-e5b1-40eb-9e37-0769ece4b17d req-953af345-efde-4ead-8649-bebef80b0492 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1459703 Jul 07 21:03:31.811942 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ccb25d-8c92-4acf-a5de-40aab32279d0 None None] Network 81916bee-94fe-4352-8b41-98818cd83ee0 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:03:31.815985 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event deleted for resources: {'Subnet': ['ID=c771caf7-b2f4-4012-bb00-5a19b696b583,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:31.821637 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-b7ccb25d-8c92-4acf-a5de-40aab32279d0 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:31.824213 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ccb25d-8c92-4acf-a5de-40aab32279d0 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:03:31.837156 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9b28c88c-e5b1-40eb-9e37-0769ece4b17d req-aec5445e-9a4c-4802-9883-68103aac7252 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513723 Jul 07 21:03:31.838179 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccb25d-8c92-4acf-a5de-40aab32279d0 None None] Pushing event updated for resources: {'Port': ['ID=1f9eb716-00d8-4a27-a344-cc7cd2d55f3d,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:31.843714 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-36f52f4f-aac5-458f-861f-56e575e87d6c req-391545db-245d-4935-9720-d957046dae7f service neutron] 10.222.0.58 "GET /v2.0/networks/0af09765-8719-4f4a-a8a0-d6dca0b23345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585700 Jul 07 21:03:31.909502 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060ff7f2-5188-433c-ae98-38bd751c1c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-0fd04ec5-0a5f-431c-a7d1-a9aea5ded04d', 'network_id': '0fd04ec5-0a5f-431c-a7d1-a9aea5ded04d', 'tenant_id': 'fcae3007c76d4ed099b2d3ee0503e7cf', 'fixed_ips': [{'subnet_id': '617110c0-fde6-4fbd-9be7-561ad834da8b'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:03:31.910689 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-060ff7f2-5188-433c-ae98-38bd751c1c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:31.981137 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-04443a8f-1b6b-42e0-ba23-ed8b99472898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:31.995870 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:32.086460 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b7ccb25d-8c92-4acf-a5de-40aab32279d0 None None] Attempting to bind port 1f9eb716-00d8-4a27-a344-cc7cd2d55f3d on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:03:32.086884 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b7ccb25d-8c92-4acf-a5de-40aab32279d0 None None] Attempting to bind port 1f9eb716-00d8-4a27-a344-cc7cd2d55f3d by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '8a2be120-55f0-4815-b85e-ad0dedce82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '81916bee-94fe-4352-8b41-98818cd83ee0'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:03:32.087225 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ccb25d-8c92-4acf-a5de-40aab32279d0 None None] Attempting to bind port 1f9eb716-00d8-4a27-a344-cc7cd2d55f3d on network 81916bee-94fe-4352-8b41-98818cd83ee0 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:03:32.103965 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ccb25d-8c92-4acf-a5de-40aab32279d0 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:03:32.104405 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ccb25d-8c92-4acf-a5de-40aab32279d0 None None] Checking segment: {'id': '8a2be120-55f0-4815-b85e-ad0dedce82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '81916bee-94fe-4352-8b41-98818cd83ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:32.104763 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb25d-8c92-4acf-a5de-40aab32279d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:32.105170 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ccb25d-8c92-4acf-a5de-40aab32279d0 None None] Bound using segment: {'id': '8a2be120-55f0-4815-b85e-ad0dedce82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '81916bee-94fe-4352-8b41-98818cd83ee0'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:03:32.105801 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b7ccb25d-8c92-4acf-a5de-40aab32279d0 None None] Bound port: 1f9eb716-00d8-4a27-a344-cc7cd2d55f3d, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2be120-55f0-4815-b85e-ad0dedce82b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '81916bee-94fe-4352-8b41-98818cd83ee0'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:03:32.106297 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb25d-8c92-4acf-a5de-40aab32279d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:32.252604 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158c7c1-a41d-4bf0-b724-fdefc1177842 req-38904eca-9cc2-4078-9d39-5990799267fb tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:32.254577 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f158c7c1-a41d-4bf0-b724-fdefc1177842 req-38904eca-9cc2-4078-9d39-5990799267fb tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.2226920 Jul 07 21:03:32.271453 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b7ccb25d-8c92-4acf-a5de-40aab32279d0 None None] For port 1f9eb716-00d8-4a27-a344-cc7cd2d55f3d, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:03:32.279971 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-060ff7f2-5188-433c-ae98-38bd751c1c1d None None] Allocated IP 2001:db8::1 (0fd04ec5-0a5f-431c-a7d1-a9aea5ded04d/617110c0-fde6-4fbd-9be7-561ad834da8b/85da8c71-e5c5-452b-b85f-d953257272c8) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:03:32.285894 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b7ccb25d-8c92-4acf-a5de-40aab32279d0 None None] For port 1f9eb716-00d8-4a27-a344-cc7cd2d55f3d, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=1f9eb716-00d8-4a27-a344-cc7cd2d55f3d,segment=NetworkSegment(8a2be120-55f0-4815-b85e-ad0dedce82b3),segment_id=8a2be120-55f0-4815-b85e-ad0dedce82b3)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:03:32.299029 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb25d-8c92-4acf-a5de-40aab32279d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:32.318007 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b6d9d-694f-4727-9b08-a7b5f5e03bae req-1e6cbcb6-db38-4a18-9fee-7738d16bf02a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:32.319642 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-173b6d9d-694f-4727-9b08-a7b5f5e03bae req-1e6cbcb6-db38-4a18-9fee-7738d16bf02a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 944 time: 0.1913004 Jul 07 21:03:32.397282 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:32.414172 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:32.422619 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81916bee-94fe-4352-8b41-98818cd83ee0']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:32.424285 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f158c7c1-a41d-4bf0-b724-fdefc1177842 req-0666ba77-6190-4858-8db1-84dad97b938b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1592269 Jul 07 21:03:32.431478 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccb25d-8c92-4acf-a5de-40aab32279d0 None None] Pushing event updated for resources: {'Port': ['ID=1f9eb716-00d8-4a27-a344-cc7cd2d55f3d,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:32.477756 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-173b6d9d-694f-4727-9b08-a7b5f5e03bae req-5da2c025-70eb-4d0b-8b89-354729cb3ebf tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500089 Jul 07 21:03:32.552153 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc67f5d-33c6-46e2-8af6-f011a799e102 None None] Network 81916bee-94fe-4352-8b41-98818cd83ee0 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:32.570677 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2be120-55f0-4815-b85e-ad0dedce82b3') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:32.570986 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2be120-55f0-4815-b85e-ad0dedce82b3') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:32.601244 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:32.647235 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:32.658518 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:03:32.660704 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:03:32.664292 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:03:32.817739 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.db.api [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 21:03:32.817739 n-d-695189-11 neutron-server[100447]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 21:03:32.817739 n-d-695189-11 neutron-server[100447]: [parameters: {'id': '81916bee-94fe-4352-8b41-98818cd83ee0'}] Jul 07 21:03:32.817739 n-d-695189-11 neutron-server[100447]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:03:32.818279 n-d-695189-11 neutron-server[100447]: DEBUG oslo_db.api [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:03:32.835454 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075e2a4d-3700-4487-b16b-93414c32ccc8 None None] Network 3acc30c3-762f-43ee-96c4-d4e017c530c7 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:32.926974 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-060ff7f2-5188-433c-ae98-38bd751c1c1d None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:32.936964 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d0924c67-e539-44b0-bc2c-bdb3a05186ef None None] Provisioning for port 30e8b826-15ff-4ff5-8eaa-c49780ea0ab7 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:03:32.970620 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-060ff7f2-5188-433c-ae98-38bd751c1c1d None None] Transition to ACTIVE for port object 85da8c71-e5c5-452b-b85f-d953257272c8 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:33.016914 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-060ff7f2-5188-433c-ae98-38bd751c1c1d None None] Transition to ACTIVE for port object 85da8c71-e5c5-452b-b85f-d953257272c8 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:33.042386 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-060ff7f2-5188-433c-ae98-38bd751c1c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:33.063936 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:33.103698 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc4d7b-0c62-4921-b365-6110fed69697 req-26486d32-ec99-43dc-b8d5-a5673e7fc7b4 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:33.106151 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ffcc4d7b-0c62-4921-b365-6110fed69697 req-26486d32-ec99-43dc-b8d5-a5673e7fc7b4 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.0810626 Jul 07 21:03:33.124004 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060ff7f2-5188-433c-ae98-38bd751c1c1d None None] Network 0fd04ec5-0a5f-431c-a7d1-a9aea5ded04d is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:03:33.137973 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ff7f2-5188-433c-ae98-38bd751c1c1d None None] Pushing event updated for resources: {'Port': ['ID=85da8c71-e5c5-452b-b85f-d953257272c8,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:33.140754 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-060ff7f2-5188-433c-ae98-38bd751c1c1d None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:33.144060 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ff7f2-5188-433c-ae98-38bd751c1c1d None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:03:33.177248 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Subnet': ['ID=617110c0-fde6-4fbd-9be7-561ad834da8b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:33.187928 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ffcc4d7b-0c62-4921-b365-6110fed69697 req-4db20fa9-0a3e-43bd-b0f7-5e4902cb9609 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0747049 Jul 07 21:03:33.242128 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 30e8b826-15ff-4ff5-8eaa-c49780ea0ab7 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:03:33.278033 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-060ff7f2-5188-433c-ae98-38bd751c1c1d None None] Attempting to bind port 85da8c71-e5c5-452b-b85f-d953257272c8 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:03:33.278563 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:33.278731 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-060ff7f2-5188-433c-ae98-38bd751c1c1d None None] Attempting to bind port 85da8c71-e5c5-452b-b85f-d953257272c8 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '7d78a2f0-72d1-422a-8403-49a493570f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0fd04ec5-0a5f-431c-a7d1-a9aea5ded04d'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:03:33.279075 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060ff7f2-5188-433c-ae98-38bd751c1c1d None None] Attempting to bind port 85da8c71-e5c5-452b-b85f-d953257272c8 on network 0fd04ec5-0a5f-431c-a7d1-a9aea5ded04d {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:03:33.293838 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd04ec5-0a5f-431c-a7d1-a9aea5ded04d']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:33.307227 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060ff7f2-5188-433c-ae98-38bd751c1c1d None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:03:33.307903 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060ff7f2-5188-433c-ae98-38bd751c1c1d None None] Checking segment: {'id': '7d78a2f0-72d1-422a-8403-49a493570f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0fd04ec5-0a5f-431c-a7d1-a9aea5ded04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:33.308060 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-060ff7f2-5188-433c-ae98-38bd751c1c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:33.308427 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060ff7f2-5188-433c-ae98-38bd751c1c1d None None] Bound using segment: {'id': '7d78a2f0-72d1-422a-8403-49a493570f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0fd04ec5-0a5f-431c-a7d1-a9aea5ded04d'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:03:33.308944 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-060ff7f2-5188-433c-ae98-38bd751c1c1d None None] Bound port: 85da8c71-e5c5-452b-b85f-d953257272c8, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d78a2f0-72d1-422a-8403-49a493570f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '0fd04ec5-0a5f-431c-a7d1-a9aea5ded04d'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:03:33.309308 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-060ff7f2-5188-433c-ae98-38bd751c1c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:33.310361 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d78a2f0-72d1-422a-8403-49a493570f06') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:33.310667 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d78a2f0-72d1-422a-8403-49a493570f06') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:33.320617 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:33.324481 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:33.339975 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 30e8b826-15ff-4ff5-8eaa-c49780ea0ab7 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:03:33.345976 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:33.365391 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:03:33.365894 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:33.366682 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 30e8b826-15ff-4ff5-8eaa-c49780ea0ab7 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:03:33.367133 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:03:33.370155 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:03:33.468414 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-060ff7f2-5188-433c-ae98-38bd751c1c1d None None] For port 85da8c71-e5c5-452b-b85f-d953257272c8, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:03:33.470180 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.db.api [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 21:03:33.470180 n-d-695189-11 neutron-server[100447]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 21:03:33.470180 n-d-695189-11 neutron-server[100447]: [parameters: {'id': '0fd04ec5-0a5f-431c-a7d1-a9aea5ded04d'}] Jul 07 21:03:33.470180 n-d-695189-11 neutron-server[100447]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:03:33.470944 n-d-695189-11 neutron-server[100447]: DEBUG oslo_db.api [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:03:33.475217 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-060ff7f2-5188-433c-ae98-38bd751c1c1d None None] For port 85da8c71-e5c5-452b-b85f-d953257272c8, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=85da8c71-e5c5-452b-b85f-d953257272c8,segment=NetworkSegment(7d78a2f0-72d1-422a-8403-49a493570f06),segment_id=7d78a2f0-72d1-422a-8403-49a493570f06)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:03:33.483301 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-060ff7f2-5188-433c-ae98-38bd751c1c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:33.496621 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Deleting port 1f9eb716-00d8-4a27-a344-cc7cd2d55f3d {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:03:33.497047 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:33.590575 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57608) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:33.619141 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:33.630171 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] For port 1f9eb716-00d8-4a27-a344-cc7cd2d55f3d, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=1f9eb716-00d8-4a27-a344-cc7cd2d55f3d,segment=NetworkSegment(8a2be120-55f0-4815-b85e-ad0dedce82b3),segment_id=8a2be120-55f0-4815-b85e-ad0dedce82b3)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:03:33.630593 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:33.668444 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Calling delete_port for 1f9eb716-00d8-4a27-a344-cc7cd2d55f3d owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:03:33.686884 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:33.782400 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-398ca386-cba3-4321-bb52-f4d1e491f736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:33.794694 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f7ca6-74a7-4264-acb4-a59c62a3812a req-9709e3d9-fc4f-40c0-b1d7-06ad07b210a1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:33.803690 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a83f7ca6-74a7-4264-acb4-a59c62a3812a req-9709e3d9-fc4f-40c0-b1d7-06ad07b210a1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1375654 Jul 07 21:03:33.812323 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 30e8b826-15ff-4ff5-8eaa-c49780ea0ab7, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=30e8b826-15ff-4ff5-8eaa-c49780ea0ab7,segment=NetworkSegment(08e4e797-21e0-4673-939b-98c99fffb183),segment_id=08e4e797-21e0-4673-939b-98c99fffb183)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:03:33.817623 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:33.820800 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8467452-3d98-448f-b9bf-50d712fd06fe req-2e0c2d1e-686f-4fec-892f-f264366ea809 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:33.837272 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:33.839359 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8467452-3d98-448f-b9bf-50d712fd06fe req-2e0c2d1e-686f-4fec-892f-f264366ea809 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 944 time: 0.1378024 Jul 07 21:03:33.844319 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ff7f2-5188-433c-ae98-38bd751c1c1d None None] Pushing event updated for resources: {'Port': ['ID=85da8c71-e5c5-452b-b85f-d953257272c8,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:33.858181 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5def645f-b98c-47e0-9a02-5e97443da655 None None] Provisioning complete for port 30e8b826-15ff-4ff5-8eaa-c49780ea0ab7 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:03:33.859074 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5def645f-b98c-47e0-9a02-5e97443da655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:33.877177 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event deleted for resources: {'Port': ['ID=1f9eb716-00d8-4a27-a344-cc7cd2d55f3d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:33.885907 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] No DVR routers for this DVR port 1f9eb716-00d8-4a27-a344-cc7cd2d55f3d on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:03:33.927203 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d40bda-7ea4-4ef6-8aed-c8d7c5bd491d None None] Network 0fd04ec5-0a5f-431c-a7d1-a9aea5ded04d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:33.927856 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a83f7ca6-74a7-4264-acb4-a59c62a3812a req-e563755b-6120-4b4f-bca5-3867eb243d51 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1231158 Jul 07 21:03:33.939193 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8467452-3d98-448f-b9bf-50d712fd06fe req-ef3254d0-98b1-4414-986d-2737d6374b1a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983791 Jul 07 21:03:33.974174 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.006221 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.027457 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81916bee-94fe-4352-8b41-98818cd83ee0']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:34.047797 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2be120-55f0-4815-b85e-ad0dedce82b3') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:34.048100 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2be120-55f0-4815-b85e-ad0dedce82b3') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:34.092194 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.125271 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.142150 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:03:34.142580 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.147908 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-398ca386-cba3-4321-bb52-f4d1e491f736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:03:34.149210 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:03:34.166042 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=30e8b826-15ff-4ff5-8eaa-c49780ea0ab7,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:34.218230 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-398ca386-cba3-4321-bb52-f4d1e491f736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.306172 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 18c485ff-f39f-4f57-a65e-ad7a328d88cb details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:03:34.309372 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ca386-cba3-4321-bb52-f4d1e491f736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64770efb-da6a-43bb-8dbb-888de02cc922,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:34.318275 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-398ca386-cba3-4321-bb52-f4d1e491f736 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c98d023760a54a9f8d6e161d0078db0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7257972 Jul 07 21:03:34.321888 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57616) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:34.324161 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.336180 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Deleting port 85da8c71-e5c5-452b-b85f-d953257272c8 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:03:34.337087 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.353180 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.361705 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57618) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:34.362055 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "DELETE /v2.0/networks/81916bee-94fe-4352-8b41-98818cd83ee0 HTTP/1.1" status: 204 len: 168 time: 3.7450123 Jul 07 21:03:34.368315 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-8e7564de-c3ef-4b50-bad7-c25201b5dd20 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1319609518'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:34.412071 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-460dd1d3-4f33-4a25-ac02-c9113e857f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.418444 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6024f08-a28c-4979-a135-3a536b6ec191 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event deleted for resources: {'Network': ['ID=81916bee-94fe-4352-8b41-98818cd83ee0,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:34.438229 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21127ea-a78c-47cd-9e35-010236463b3c None None] get_active_networks_info from n-d-695189-11 {{(pid=100449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 21:03:34.439044 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7564de-c3ef-4b50-bad7-c25201b5dd20 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Made reservation on behalf of 100d12b75461474ea64aa04c047d9a9d for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:34.443695 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e7564de-c3ef-4b50-bad7-c25201b5dd20 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.448223 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-460dd1d3-4f33-4a25-ac02-c9113e857f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.463449 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] For port 85da8c71-e5c5-452b-b85f-d953257272c8, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=85da8c71-e5c5-452b-b85f-d953257272c8,segment=NetworkSegment(7d78a2f0-72d1-422a-8403-49a493570f06),segment_id=7d78a2f0-72d1-422a-8403-49a493570f06)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:03:34.463834 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.478049 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 18c485ff-f39f-4f57-a65e-ad7a328d88cb, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=18c485ff-f39f-4f57-a65e-ad7a328d88cb,segment=NetworkSegment(84bcb215-065b-47b0-b096-b779bcbdddb9),segment_id=84bcb215-065b-47b0-b096-b779bcbdddb9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:03:34.481018 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Calling delete_port for 85da8c71-e5c5-452b-b85f-d953257272c8 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:03:34.503028 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e7564de-c3ef-4b50-bad7-c25201b5dd20 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:03:34.509895 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '18c485ff-f39f-4f57-a65e-ad7a328d88cb', 'network_id': '0af09765-8719-4f4a-a8a0-d6dca0b23345', 'port_id': '18c485ff-f39f-4f57-a65e-ad7a328d88cb', 'mac_address': 'fa:16:3e:e1:84:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc2aa6ea-e403-4c8c-9097-610f426c4630', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:03:34.516939 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e7564de-c3ef-4b50-bad7-c25201b5dd20 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.517784 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-8e7564de-c3ef-4b50-bad7-c25201b5dd20 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Added segment fca1725f-4e47-4657-888b-65d0b0ac01ea of type vlan for network d5c414c2-5022-4d2d-8ec0-91a83f4485e8 Jul 07 21:03:34.565430 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e7564de-c3ef-4b50-bad7-c25201b5dd20 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.578256 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-460dd1d3-4f33-4a25-ac02-c9113e857f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.581864 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-460dd1d3-4f33-4a25-ac02-c9113e857f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.583707 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-460dd1d3-4f33-4a25-ac02-c9113e857f15 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/64770efb-da6a-43bb-8dbb-888de02cc922 HTTP/1.1" status: 204 len: 168 time: 0.2608855 Jul 07 21:03:34.601408 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.603672 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460dd1d3-4f33-4a25-ac02-c9113e857f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64770efb-da6a-43bb-8dbb-888de02cc922,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:34.625053 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] No DVR routers for this DVR port 85da8c71-e5c5-452b-b85f-d953257272c8 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:03:34.629744 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e7564de-c3ef-4b50-bad7-c25201b5dd20 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.630542 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21127ea-a78c-47cd-9e35-010236463b3c None None] Resources bound (agent type, host, resource id): {{(pid=100449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 21:03:34.637547 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7564de-c3ef-4b50-bad7-c25201b5dd20 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:34.638646 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.639068 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e7564de-c3ef-4b50-bad7-c25201b5dd20 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.669608 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c485ff-f39f-4f57-a65e-ad7a328d88cb {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:03:34.671809 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Port': ['ID=85da8c71-e5c5-452b-b85f-d953257272c8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:34.692438 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 18c485ff-f39f-4f57-a65e-ad7a328d88cb, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=18c485ff-f39f-4f57-a65e-ad7a328d88cb,segment=NetworkSegment(84bcb215-065b-47b0-b096-b779bcbdddb9),segment_id=84bcb215-065b-47b0-b096-b779bcbdddb9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:03:34.698663 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.718030 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8e7564de-c3ef-4b50-bad7-c25201b5dd20 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3545432 Jul 07 21:03:34.727032 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57622) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:34.735993 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-4085a84f-a291-43ce-8b8e-323958118933 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Request body: {'subnet': {'network_id': 'd5c414c2-5022-4d2d-8ec0-91a83f4485e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:34.782615 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.797129 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7564de-c3ef-4b50-bad7-c25201b5dd20 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event updated for resources: {'Network': ['ID=d5c414c2-5022-4d2d-8ec0-91a83f4485e8,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:34.797791 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd04ec5-0a5f-431c-a7d1-a9aea5ded04d']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:34.816406 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network d5c414c2-5022-4d2d-8ec0-91a83f4485e8 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:34.817147 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d78a2f0-72d1-422a-8403-49a493570f06') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:34.817457 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d78a2f0-72d1-422a-8403-49a493570f06') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:34.832986 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.833522 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=18c485ff-f39f-4f57-a65e-ad7a328d88cb,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:34.855388 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.864363 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4085a84f-a291-43ce-8b8e-323958118933 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Made reservation on behalf of 100d12b75461474ea64aa04c047d9a9d for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:34.867105 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:03:34.868050 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.869412 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4085a84f-a291-43ce-8b8e-323958118933 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:03:34.871885 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:03:34.957812 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.962920 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:34.964908 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/networks/0fd04ec5-0a5f-431c-a7d1-a9aea5ded04d HTTP/1.1" status: 204 len: 168 time: 3.5815079 Jul 07 21:03:34.968886 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57628) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:34.974589 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ec68acd8-4caa-4d25-a64f-510bef7bee79 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1610659302'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:34.991465 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3e0fb-cfa5-406d-ad2b-8f84ed183d19 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Network': ['ID=0fd04ec5-0a5f-431c-a7d1-a9aea5ded04d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:35.012469 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec68acd8-4caa-4d25-a64f-510bef7bee79 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Made reservation on behalf of fcae3007c76d4ed099b2d3ee0503e7cf for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:35.016905 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ec68acd8-4caa-4d25-a64f-510bef7bee79 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:35.037316 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['18c485ff-f39f-4f57-a65e-ad7a328d88cb'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:03:35.049356 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec68acd8-4caa-4d25-a64f-510bef7bee79 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:03:35.063973 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ec68acd8-4caa-4d25-a64f-510bef7bee79 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:35.064591 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-ec68acd8-4caa-4d25-a64f-510bef7bee79 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Added segment 4432bfe6-4f65-4cb3-b829-8f69248445af of type vlan for network 50f5ed3c-44a4-4693-a9c7-303d998292c2 Jul 07 21:03:35.166737 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ec68acd8-4caa-4d25-a64f-510bef7bee79 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:35.240973 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ec68acd8-4caa-4d25-a64f-510bef7bee79 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:35.247682 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec68acd8-4caa-4d25-a64f-510bef7bee79 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:35.248324 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ec68acd8-4caa-4d25-a64f-510bef7bee79 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:35.267679 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 30e8b826-15ff-4ff5-8eaa-c49780ea0ab7 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:03:35.309969 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ec68acd8-4caa-4d25-a64f-510bef7bee79 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3399627 Jul 07 21:03:35.313167 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57644) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:35.328073 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68acd8-4caa-4d25-a64f-510bef7bee79 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event updated for resources: {'Network': ['ID=50f5ed3c-44a4-4693-a9c7-303d998292c2,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:35.350955 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-985d4aae-5c2d-463d-ba53-fd46ce26180f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Request body: {'subnet': {'network_id': '50f5ed3c-44a4-4693-a9c7-303d998292c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:35.367773 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 50f5ed3c-44a4-4693-a9c7-303d998292c2 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:35.422079 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:35.462847 n-d-695189-11 neutron-server[100448]: DEBUG neutron.objects.ports [None req-4085a84f-a291-43ce-8b8e-323958118933 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 21:03:35.478192 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4085a84f-a291-43ce-8b8e-323958118933 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:35.502974 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 30e8b826-15ff-4ff5-8eaa-c49780ea0ab7 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:03:35.503645 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:35.531008 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101df62-e04d-47e3-8212-d326122adf62 req-cb8d54b2-0c11-45e2-9c78-03fb0b2b6935 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:35.544486 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9101df62-e04d-47e3-8212-d326122adf62 req-cb8d54b2-0c11-45e2-9c78-03fb0b2b6935 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 945 time: 0.3492229 Jul 07 21:03:35.565064 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4e8b45-a7a2-43d6-b584-05d01fc6fb8d None None] get_active_networks_info from n-d-695189-11 {{(pid=100449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 21:03:35.636344 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344139a-9722-42a7-8951-f3ce7f87c36f req-2808994d-83bf-405c-ac7e-aad1cbd65091 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:35.640158 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b344139a-9722-42a7-8951-f3ce7f87c36f req-2808994d-83bf-405c-ac7e-aad1cbd65091 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.3723640 Jul 07 21:03:35.687750 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085a84f-a291-43ce-8b8e-323958118933 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event updated for resources: {'Subnet': ['ID=86705430-ed56-4269-bdd1-1ccff04f528d,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:35.726548 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9101df62-e04d-47e3-8212-d326122adf62 req-e97ee397-9fa4-4005-832b-06af15171058 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807950 Jul 07 21:03:35.728800 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985d4aae-5c2d-463d-ba53-fd46ce26180f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Made reservation on behalf of fcae3007c76d4ed099b2d3ee0503e7cf for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:35.732583 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-985d4aae-5c2d-463d-ba53-fd46ce26180f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:35.783554 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085a84f-a291-43ce-8b8e-323958118933 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Checking segment: {'id': 'fca1725f-4e47-4657-888b-65d0b0ac01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5c414c2-5022-4d2d-8ec0-91a83f4485e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:35.784419 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4085a84f-a291-43ce-8b8e-323958118933 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Network hostable DHCP agents. Network: d5c414c2-5022-4d2d-8ec0-91a83f4485e8, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:03:35.834967 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b344139a-9722-42a7-8951-f3ce7f87c36f req-92503818-68f4-46e8-9d93-3bbaa9926894 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1811190 Jul 07 21:03:35.867849 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4085a84f-a291-43ce-8b8e-323958118933 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Network d5c414c2-5022-4d2d-8ec0-91a83f4485e8 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:03:35.914593 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-4085a84f-a291-43ce-8b8e-323958118933 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, d5c414c2-5022-4d2d-8ec0-91a83f4485e8) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:35.933624 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4085a84f-a291-43ce-8b8e-323958118933 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:35.934733 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4085a84f-a291-43ce-8b8e-323958118933 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:35.966944 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4085a84f-a291-43ce-8b8e-323958118933 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2385745 Jul 07 21:03:35.972117 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57660) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:36.013433 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4e8b45-a7a2-43d6-b584-05d01fc6fb8d None None] Unable to find a vacant binding_index for network d5c414c2-5022-4d2d-8ec0-91a83f4485e8 and agent fba08d36-6931-4888-88ba-4970619c784d {{(pid=100449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 07 21:03:36.021388 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4e8b45-a7a2-43d6-b584-05d01fc6fb8d None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, d5c414c2-5022-4d2d-8ec0-91a83f4485e8) {{(pid=100449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 21:03:36.151199 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-985d4aae-5c2d-463d-ba53-fd46ce26180f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:36.200316 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9819410b-9fc2-4a05-b85e-63738e3e5857 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:36.219384 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d4aae-5c2d-463d-ba53-fd46ce26180f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event updated for resources: {'Subnet': ['ID=55c3cb1c-d254-4bf7-ba1c-9d8b13a9e195,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:36.249819 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985d4aae-5c2d-463d-ba53-fd46ce26180f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Checking segment: {'id': '4432bfe6-4f65-4cb3-b829-8f69248445af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '50f5ed3c-44a4-4693-a9c7-303d998292c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:36.250783 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985d4aae-5c2d-463d-ba53-fd46ce26180f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Network hostable DHCP agents. Network: 50f5ed3c-44a4-4693-a9c7-303d998292c2, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:03:36.298240 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985d4aae-5c2d-463d-ba53-fd46ce26180f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Network 50f5ed3c-44a4-4693-a9c7-303d998292c2 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:03:36.311213 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-985d4aae-5c2d-463d-ba53-fd46ce26180f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 50f5ed3c-44a4-4693-a9c7-303d998292c2) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:36.323356 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985d4aae-5c2d-463d-ba53-fd46ce26180f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:36.327057 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-985d4aae-5c2d-463d-ba53-fd46ce26180f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:36.347733 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9819410b-9fc2-4a05-b85e-63738e3e5857 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:36.349789 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 18c485ff-f39f-4f57-a65e-ad7a328d88cb up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:03:36.365624 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-985d4aae-5c2d-463d-ba53-fd46ce26180f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0459356 Jul 07 21:03:36.370182 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57668) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:36.376971 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-39ceef32-e608-449f-8379-10be21656933 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-368934523'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:36.456550 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ceef32-e608-449f-8379-10be21656933 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Made reservation on behalf of fcae3007c76d4ed099b2d3ee0503e7cf for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:36.460439 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-39ceef32-e608-449f-8379-10be21656933 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:36.468653 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9819410b-9fc2-4a05-b85e-63738e3e5857 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:36.508383 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819410b-9fc2-4a05-b85e-63738e3e5857 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event deleted for resources: {'Subnet': ['ID=86705430-ed56-4269-bdd1-1ccff04f528d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:36.574593 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ceef32-e608-449f-8379-10be21656933 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:03:36.598876 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 18c485ff-f39f-4f57-a65e-ad7a328d88cb completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:03:36.615593 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-39ceef32-e608-449f-8379-10be21656933 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:36.617025 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-39ceef32-e608-449f-8379-10be21656933 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Added segment de406800-5b84-4f47-9d61-15d6a2326c90 of type vlan for network 69f8d1c6-69dd-4348-9f95-0146f65c6835 Jul 07 21:03:36.621563 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9819410b-9fc2-4a05-b85e-63738e3e5857 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:36.629061 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 18c485ff-f39f-4f57-a65e-ad7a328d88cb triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:03:36.629442 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:36.638519 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-9819410b-9fc2-4a05-b85e-63738e3e5857 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c414c2-5022-4d2d-8ec0-91a83f4485e8']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:36.652351 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-9819410b-9fc2-4a05-b85e-63738e3e5857 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca1725f-4e47-4657-888b-65d0b0ac01ea') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:36.653180 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-9819410b-9fc2-4a05-b85e-63738e3e5857 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca1725f-4e47-4657-888b-65d0b0ac01ea') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:36.664565 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9819410b-9fc2-4a05-b85e-63738e3e5857 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:36.683673 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739599a-95a8-4947-8811-1bd32b2272c5 req-f8068743-84e7-4fc3-a67d-df8d50b25de0 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:36.685444 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9739599a-95a8-4947-8811-1bd32b2272c5 req-f8068743-84e7-4fc3-a67d-df8d50b25de0 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1755779 Jul 07 21:03:36.702276 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9819410b-9fc2-4a05-b85e-63738e3e5857 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:36.707919 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-39ceef32-e608-449f-8379-10be21656933 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:36.709944 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9819410b-9fc2-4a05-b85e-63738e3e5857 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:03:36.710617 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9819410b-9fc2-4a05-b85e-63738e3e5857 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:03:36.714289 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:03:36.758117 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d4752e-fadd-4991-9baa-38098618125d None None] Network d5c414c2-5022-4d2d-8ec0-91a83f4485e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:36.761323 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5983497-a88c-4895-a92c-a23e131773dc None None] Network 50f5ed3c-44a4-4693-a9c7-303d998292c2 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:36.788989 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9739599a-95a8-4947-8811-1bd32b2272c5 req-f9df81b3-6ab3-4bb6-8cf3-a9cdeffec177 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0928869 Jul 07 21:03:36.791248 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-39ceef32-e608-449f-8379-10be21656933 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:36.806959 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ceef32-e608-449f-8379-10be21656933 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:36.808239 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-39ceef32-e608-449f-8379-10be21656933 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:36.853106 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9819410b-9fc2-4a05-b85e-63738e3e5857 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:36.854323 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-39ceef32-e608-449f-8379-10be21656933 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4824538 Jul 07 21:03:36.857319 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57676) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:36.865805 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-770d3ef1-cca1-42e3-b23e-045cbee21e8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Request body: {'subnet': {'network_id': '69f8d1c6-69dd-4348-9f95-0146f65c6835', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:36.890979 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9819410b-9fc2-4a05-b85e-63738e3e5857 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:36.901067 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9819410b-9fc2-4a05-b85e-63738e3e5857 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "DELETE /v2.0/networks/d5c414c2-5022-4d2d-8ec0-91a83f4485e8 HTTP/1.1" status: 204 len: 168 time: 0.9248123 Jul 07 21:03:36.910030 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:36.922212 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57680) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:36.966051 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528ae452-8292-4288-b891-e38130056e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c485ff-f39f-4f57-a65e-ad7a328d88cb'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:03:36.968737 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41136a30-ef86-4327-a89e-e0b37f7de4f4" -d '{"events": [{"server_uuid": "528ae452-8292-4288-b891-e38130056e94", "name": "network-vif-plugged", "status": "completed", "tag": "18c485ff-f39f-4f57-a65e-ad7a328d88cb"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:03:36.987577 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819410b-9fc2-4a05-b85e-63738e3e5857 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event deleted for resources: {'Network': ['ID=d5c414c2-5022-4d2d-8ec0-91a83f4485e8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:36.995914 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-59404552-9369-4fc5-8ad9-462644e5fa22 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] DELETE failed (client error): The resource could not be found. Jul 07 21:03:36.996512 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59404552-9369-4fc5-8ad9-462644e5fa22 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:03:36.998954 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-59404552-9369-4fc5-8ad9-462644e5fa22 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "DELETE /v2.0/subnets/86705430-ed56-4269-bdd1-1ccff04f528d HTTP/1.1" status: 404 len: 337 time: 0.0717852 Jul 07 21:03:37.011084 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57684) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:37.042394 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0de1913-908b-4745-81b2-2688169a8874 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] DELETE failed (client error): The resource could not be found. Jul 07 21:03:37.042924 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0de1913-908b-4745-81b2-2688169a8874 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:03:37.044934 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b0de1913-908b-4745-81b2-2688169a8874 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "DELETE /v2.0/networks/d5c414c2-5022-4d2d-8ec0-91a83f4485e8 HTTP/1.1" status: 404 len: 339 time: 0.0316010 Jul 07 21:03:37.047835 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 18c485ff-f39f-4f57-a65e-ad7a328d88cb, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=18c485ff-f39f-4f57-a65e-ad7a328d88cb,segment=NetworkSegment(84bcb215-065b-47b0-b096-b779bcbdddb9),segment_id=84bcb215-065b-47b0-b096-b779bcbdddb9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:03:37.051590 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57688) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:37.060238 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:37.079735 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ceef32-e608-449f-8379-10be21656933 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event updated for resources: {'Network': ['ID=69f8d1c6-69dd-4348-9f95-0146f65c6835,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:37.091146 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2e2d1a-72cb-4b09-aa13-e5797b70890e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] DELETE failed (client error): The resource could not be found. Jul 07 21:03:37.092181 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2e2d1a-72cb-4b09-aa13-e5797b70890e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:03:37.094705 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4b2e2d1a-72cb-4b09-aa13-e5797b70890e tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "DELETE /v2.0/subnets/c771caf7-b2f4-4012-bb00-5a19b696b583 HTTP/1.1" status: 404 len: 337 time: 0.0421364 Jul 07 21:03:37.099078 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57690) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:37.117357 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5789a99c-2e37-4d0a-8ecc-5838b175f0f1 None None] Network d5c414c2-5022-4d2d-8ec0-91a83f4485e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:37.121619 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770d3ef1-cca1-42e3-b23e-045cbee21e8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Made reservation on behalf of fcae3007c76d4ed099b2d3ee0503e7cf for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:37.125007 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 69f8d1c6-69dd-4348-9f95-0146f65c6835 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:37.128439 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-770d3ef1-cca1-42e3-b23e-045cbee21e8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:37.152330 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-70222dc3-fe0f-4764-a261-4d985893fe86 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] DELETE failed (client error): The resource could not be found. Jul 07 21:03:37.156706 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70222dc3-fe0f-4764-a261-4d985893fe86 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:03:37.163793 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-70222dc3-fe0f-4764-a261-4d985893fe86 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "DELETE /v2.0/networks/81916bee-94fe-4352-8b41-98818cd83ee0 HTTP/1.1" status: 404 len: 339 time: 0.0612662 Jul 07 21:03:37.165684 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57692) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:37.196640 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0640754f-7045-438b-9b90-8ac38eca0efe x-openstack-request-id: req-0640754f-7045-438b-9b90-8ac38eca0efe {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:03:37.196940 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528ae452-8292-4288-b891-e38130056e94", "name": "network-vif-plugged", "status": "completed", "tag": "18c485ff-f39f-4f57-a65e-ad7a328d88cb", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:03:37.197205 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0640754f-7045-438b-9b90-8ac38eca0efe {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:03:37.197605 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528ae452-8292-4288-b891-e38130056e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c485ff-f39f-4f57-a65e-ad7a328d88cb', 'code': 200} Jul 07 21:03:37.198392 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5789a99c-2e37-4d0a-8ecc-5838b175f0f1 None None] Network d5c414c2-5022-4d2d-8ec0-91a83f4485e8 could not be found, it might have been deleted concurrently. {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 21:03:37.200124 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=18c485ff-f39f-4f57-a65e-ad7a328d88cb,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:37.214763 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.ipam_backend_mixin [None req-770d3ef1-cca1-42e3-b23e-045cbee21e8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Performing IP validity checks on allocation pools {{(pid=100447) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 21:03:37.215384 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.ipam_backend_mixin [None req-770d3ef1-cca1-42e3-b23e-045cbee21e8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100447) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 21:03:37.225073 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ccae8f0-4247-4851-ae51-8d5d3e18a51f tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] DELETE failed (client error): The resource could not be found. Jul 07 21:03:37.227222 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ccae8f0-4247-4851-ae51-8d5d3e18a51f tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:03:37.231831 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5ccae8f0-4247-4851-ae51-8d5d3e18a51f tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "DELETE /v2.0/subnets/f631b78d-3567-4696-a058-cca3a79bed1c HTTP/1.1" status: 404 len: 337 time: 0.0575788 Jul 07 21:03:37.232253 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57694) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:37.254666 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9f4872-c5b2-4444-b4f5-9203db7ce7ee tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] DELETE failed (client error): The resource could not be found. Jul 07 21:03:37.255563 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee9f4872-c5b2-4444-b4f5-9203db7ce7ee tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:03:37.262578 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ee9f4872-c5b2-4444-b4f5-9203db7ce7ee tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "DELETE /v2.0/networks/861fbf97-1728-4490-a354-ceb5adddef52 HTTP/1.1" status: 404 len: 339 time: 0.0248103 Jul 07 21:03:37.262578 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57696) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:37.391239 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d092eab-3e2f-4d99-89de-4fd6eb0ae7c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-50f5ed3c-44a4-4693-a9c7-303d998292c2', 'network_id': '50f5ed3c-44a4-4693-a9c7-303d998292c2', 'tenant_id': 'fcae3007c76d4ed099b2d3ee0503e7cf', 'fixed_ips': [{'subnet_id': '55c3cb1c-d254-4bf7-ba1c-9d8b13a9e195'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:03:37.394449 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1d092eab-3e2f-4d99-89de-4fd6eb0ae7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:37.397906 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-770d3ef1-cca1-42e3-b23e-045cbee21e8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:37.527563 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d3ef1-cca1-42e3-b23e-045cbee21e8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event updated for resources: {'Subnet': ['ID=36dc145f-bb98-4c42-955e-94828611ea11,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:37.575466 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3545cf-d365-40d9-be01-cfcf6c965e8c req-90790253-2204-4fb7-988a-bf92feff7845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:37.577886 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-3c3545cf-d365-40d9-be01-cfcf6c965e8c req-90790253-2204-4fb7-988a-bf92feff7845 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 1098 time: 0.1925783 Jul 07 21:03:37.579063 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770d3ef1-cca1-42e3-b23e-045cbee21e8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Checking segment: {'id': 'de406800-5b84-4f47-9d61-15d6a2326c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '69f8d1c6-69dd-4348-9f95-0146f65c6835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:37.579676 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770d3ef1-cca1-42e3-b23e-045cbee21e8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Network hostable DHCP agents. Network: 69f8d1c6-69dd-4348-9f95-0146f65c6835, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:03:37.618932 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770d3ef1-cca1-42e3-b23e-045cbee21e8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Network 69f8d1c6-69dd-4348-9f95-0146f65c6835 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:03:37.641960 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-770d3ef1-cca1-42e3-b23e-045cbee21e8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 69f8d1c6-69dd-4348-9f95-0146f65c6835) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:37.643935 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-1d092eab-3e2f-4d99-89de-4fd6eb0ae7c2 None None] Allocated IP 2001:db8::1 (50f5ed3c-44a4-4693-a9c7-303d998292c2/55c3cb1c-d254-4bf7-ba1c-9d8b13a9e195/3b865c1c-8cf7-4940-b704-1f063041f11a) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:03:37.668497 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770d3ef1-cca1-42e3-b23e-045cbee21e8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:37.668822 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-770d3ef1-cca1-42e3-b23e-045cbee21e8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:37.684842 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa20560-c307-4635-a3b5-5b3e71c12678 None None] Network 69f8d1c6-69dd-4348-9f95-0146f65c6835 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:37.685571 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-3c3545cf-d365-40d9-be01-cfcf6c965e8c req-8809f934-dd6f-4755-be4a-e28b38d0481f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985377 Jul 07 21:03:37.691813 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-770d3ef1-cca1-42e3-b23e-045cbee21e8b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8292198 Jul 07 21:03:37.692766 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57700) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:37.740776 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351c2bd-7754-4a5f-81aa-5cb9ba4b486b req-ec0ed113-0e5c-4ce8-b47d-2a3b0d00d569 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:37.742517 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6351c2bd-7754-4a5f-81aa-5cb9ba4b486b req-ec0ed113-0e5c-4ce8-b47d-2a3b0d00d569 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 945 time: 0.7655969 Jul 07 21:03:37.817966 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e3f7b093-1c88-4983-b837-a27579f1774f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:37.819765 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6351c2bd-7754-4a5f-81aa-5cb9ba4b486b req-cbe63189-ec19-45cc-826e-52e7c85c1374 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688474 Jul 07 21:03:37.835087 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-a3d05d51-0ce0-489b-8b40-62fd7322c101 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Deleting port df09ddba-063b-43fa-a758-94a50304619f {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:03:37.835274 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a3d05d51-0ce0-489b-8b40-62fd7322c101 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:37.920153 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e3f7b093-1c88-4983-b837-a27579f1774f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:37.931189 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a3d05d51-0ce0-489b-8b40-62fd7322c101 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:37.948880 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-a3d05d51-0ce0-489b-8b40-62fd7322c101 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Calling delete_port for df09ddba-063b-43fa-a758-94a50304619f owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:03:37.993272 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e3f7b093-1c88-4983-b837-a27579f1774f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.023738 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7b093-1c88-4983-b837-a27579f1774f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Subnet': ['ID=36dc145f-bb98-4c42-955e-94828611ea11,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:38.100424 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e3f7b093-1c88-4983-b837-a27579f1774f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.113140 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-e3f7b093-1c88-4983-b837-a27579f1774f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f8d1c6-69dd-4348-9f95-0146f65c6835']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:38.124719 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d881e1df-3c08-4333-bfcb-a5aa0e78586f None None] Network 69f8d1c6-69dd-4348-9f95-0146f65c6835 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:38.132900 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-e3f7b093-1c88-4983-b837-a27579f1774f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de406800-5b84-4f47-9d61-15d6a2326c90') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:38.133292 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-e3f7b093-1c88-4983-b837-a27579f1774f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de406800-5b84-4f47-9d61-15d6a2326c90') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:38.146208 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e3f7b093-1c88-4983-b837-a27579f1774f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.175354 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a3d05d51-0ce0-489b-8b40-62fd7322c101 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.176674 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e3f7b093-1c88-4983-b837-a27579f1774f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.177454 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1d092eab-3e2f-4d99-89de-4fd6eb0ae7c2 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.194969 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f7b093-1c88-4983-b837-a27579f1774f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:03:38.197235 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e3f7b093-1c88-4983-b837-a27579f1774f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.257888 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5072bb-33ec-450a-a69e-eccf578e99aa req-494d8568-2032-4d63-9c0a-9d679822208d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:38.260523 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1f5072bb-33ec-450a-a69e-eccf578e99aa req-494d8568-2032-4d63-9c0a-9d679822208d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.3086207 Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:03:38.265639 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:03:38.268510 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d05d51-0ce0-489b-8b40-62fd7322c101 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event deleted for resources: {'Port': ['ID=df09ddba-063b-43fa-a758-94a50304619f,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:38.282261 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a3d05d51-0ce0-489b-8b40-62fd7322c101 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.284785 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a3d05d51-0ce0-489b-8b40-62fd7322c101 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "DELETE /v2.0/ports/df09ddba-063b-43fa-a758-94a50304619f HTTP/1.1" status: 204 len: 168 time: 1.0215642 Jul 07 21:03:38.288130 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57706) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:38.320307 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1f5072bb-33ec-450a-a69e-eccf578e99aa req-e4437b44-e1db-4a80-be26-8e9a8fa3c389 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507512 Jul 07 21:03:38.326412 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e709c5-9125-45cd-9088-0142e335fd35 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] DELETE failed (client error): The resource could not be found. Jul 07 21:03:38.327149 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e709c5-9125-45cd-9088-0142e335fd35 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:03:38.329313 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1d092eab-3e2f-4d99-89de-4fd6eb0ae7c2 None None] Transition to ACTIVE for port object 3b865c1c-8cf7-4940-b704-1f063041f11a will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:38.329768 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d6e709c5-9125-45cd-9088-0142e335fd35 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "DELETE /v2.0/subnets/7df385da-bbef-4f56-aa37-0aba5319f3f6 HTTP/1.1" status: 404 len: 337 time: 0.0403602 Jul 07 21:03:38.331596 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e3f7b093-1c88-4983-b837-a27579f1774f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.333842 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57708) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:38.353213 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e3f7b093-1c88-4983-b837-a27579f1774f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.353213 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e3f7b093-1c88-4983-b837-a27579f1774f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/networks/69f8d1c6-69dd-4348-9f95-0146f65c6835 HTTP/1.1" status: 204 len: 168 time: 0.6596429 Jul 07 21:03:38.360317 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57710) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:38.365108 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-f05ddc90-2950-4ceb-bfea-b6594655ced4 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1012968789'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:38.369719 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1d092eab-3e2f-4d99-89de-4fd6eb0ae7c2 None None] Transition to ACTIVE for port object 3b865c1c-8cf7-4940-b704-1f063041f11a will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:38.376834 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7b093-1c88-4983-b837-a27579f1774f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Network': ['ID=69f8d1c6-69dd-4348-9f95-0146f65c6835,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:38.390015 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1d092eab-3e2f-4d99-89de-4fd6eb0ae7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.396671 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05ddc90-2950-4ceb-bfea-b6594655ced4 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Made reservation on behalf of fcae3007c76d4ed099b2d3ee0503e7cf for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:38.401073 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f05ddc90-2950-4ceb-bfea-b6594655ced4 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.438113 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f05ddc90-2950-4ceb-bfea-b6594655ced4 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:03:38.447825 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cf8cda7e-f472-423e-9fef-207085e57958 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.451918 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f05ddc90-2950-4ceb-bfea-b6594655ced4 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.452273 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-f05ddc90-2950-4ceb-bfea-b6594655ced4 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Added segment e2724c93-d5aa-48a4-b513-d1beac371509 of type vlan for network c5814f67-fbf1-4c45-9211-58b8344f0039 Jul 07 21:03:38.489929 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d092eab-3e2f-4d99-89de-4fd6eb0ae7c2 None None] Network 50f5ed3c-44a4-4693-a9c7-303d998292c2 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:03:38.496845 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-1d092eab-3e2f-4d99-89de-4fd6eb0ae7c2 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:38.501578 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f05ddc90-2950-4ceb-bfea-b6594655ced4 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.507393 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d092eab-3e2f-4d99-89de-4fd6eb0ae7c2 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:03:38.555395 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f05ddc90-2950-4ceb-bfea-b6594655ced4 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.570799 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05ddc90-2950-4ceb-bfea-b6594655ced4 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:38.571563 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f05ddc90-2950-4ceb-bfea-b6594655ced4 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.587046 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d092eab-3e2f-4d99-89de-4fd6eb0ae7c2 None None] Pushing event updated for resources: {'Port': ['ID=3b865c1c-8cf7-4940-b704-1f063041f11a,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:38.609026 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1d092eab-3e2f-4d99-89de-4fd6eb0ae7c2 None None] Attempting to bind port 3b865c1c-8cf7-4940-b704-1f063041f11a on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:03:38.609644 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1d092eab-3e2f-4d99-89de-4fd6eb0ae7c2 None None] Attempting to bind port 3b865c1c-8cf7-4940-b704-1f063041f11a by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '4432bfe6-4f65-4cb3-b829-8f69248445af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '50f5ed3c-44a4-4693-a9c7-303d998292c2'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:03:38.610250 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d092eab-3e2f-4d99-89de-4fd6eb0ae7c2 None None] Attempting to bind port 3b865c1c-8cf7-4940-b704-1f063041f11a on network 50f5ed3c-44a4-4693-a9c7-303d998292c2 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:03:38.619252 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cf8cda7e-f472-423e-9fef-207085e57958 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.622269 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d092eab-3e2f-4d99-89de-4fd6eb0ae7c2 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:03:38.623121 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d092eab-3e2f-4d99-89de-4fd6eb0ae7c2 None None] Checking segment: {'id': '4432bfe6-4f65-4cb3-b829-8f69248445af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '50f5ed3c-44a4-4693-a9c7-303d998292c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:38.623794 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1d092eab-3e2f-4d99-89de-4fd6eb0ae7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.625166 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d092eab-3e2f-4d99-89de-4fd6eb0ae7c2 None None] Bound using segment: {'id': '4432bfe6-4f65-4cb3-b829-8f69248445af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '50f5ed3c-44a4-4693-a9c7-303d998292c2'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:03:38.626171 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1d092eab-3e2f-4d99-89de-4fd6eb0ae7c2 None None] Bound port: 3b865c1c-8cf7-4940-b704-1f063041f11a, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4432bfe6-4f65-4cb3-b829-8f69248445af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '50f5ed3c-44a4-4693-a9c7-303d998292c2'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:03:38.626955 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1d092eab-3e2f-4d99-89de-4fd6eb0ae7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.638284 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-cf8cda7e-f472-423e-9fef-207085e57958 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e433757-d413-4d6e-b421-01773bd8bea3']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:38.651600 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-cf8cda7e-f472-423e-9fef-207085e57958 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03358d2f-e3bc-4d23-8a79-64c78dbd25f0') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:38.651987 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-cf8cda7e-f472-423e-9fef-207085e57958 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03358d2f-e3bc-4d23-8a79-64c78dbd25f0') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:38.663985 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cf8cda7e-f472-423e-9fef-207085e57958 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.681179 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cf8cda7e-f472-423e-9fef-207085e57958 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.682605 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ddc90-2950-4ceb-bfea-b6594655ced4 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event updated for resources: {'Network': ['ID=c5814f67-fbf1-4c45-9211-58b8344f0039,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:38.696700 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8cda7e-f472-423e-9fef-207085e57958 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:03:38.697353 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cf8cda7e-f472-423e-9fef-207085e57958 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.711139 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network c5814f67-fbf1-4c45-9211-58b8344f0039 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:38.729394 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f05ddc90-2950-4ceb-bfea-b6594655ced4 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3703704 Jul 07 21:03:38.735885 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57722) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:38.743161 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-898bfd68-dd06-420d-a2ac-a8b73cbd3ab7 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Request body: {'subnet': {'network_id': 'c5814f67-fbf1-4c45-9211-58b8344f0039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:03:38.752057 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:03:38.796903 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cf8cda7e-f472-423e-9fef-207085e57958 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.820053 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cf8cda7e-f472-423e-9fef-207085e57958 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.834579 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1d092eab-3e2f-4d99-89de-4fd6eb0ae7c2 None None] For port 3b865c1c-8cf7-4940-b704-1f063041f11a, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:03:38.838027 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1d092eab-3e2f-4d99-89de-4fd6eb0ae7c2 None None] For port 3b865c1c-8cf7-4940-b704-1f063041f11a, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=3b865c1c-8cf7-4940-b704-1f063041f11a,segment=NetworkSegment(4432bfe6-4f65-4cb3-b829-8f69248445af),segment_id=4432bfe6-4f65-4cb3-b829-8f69248445af)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:03:38.839810 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cf8cda7e-f472-423e-9fef-207085e57958 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "DELETE /v2.0/networks/6e433757-d413-4d6e-b421-01773bd8bea3 HTTP/1.1" status: 204 len: 168 time: 0.4916635 Jul 07 21:03:38.844752 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57726) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:38.855260 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1d092eab-3e2f-4d99-89de-4fd6eb0ae7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:38.874464 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cda7e-f472-423e-9fef-207085e57958 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event deleted for resources: {'Network': ['ID=6e433757-d413-4d6e-b421-01773bd8bea3,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:38.891457 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ec9a1-1576-46e4-8669-f18ccc53a01e req-3589a235-bcb9-4714-88f7-b33837286d12 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:38.893879 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e91ec9a1-1576-46e4-8669-f18ccc53a01e req-3589a235-bcb9-4714-88f7-b33837286d12 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.2120008 Jul 07 21:03:38.965910 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d092eab-3e2f-4d99-89de-4fd6eb0ae7c2 None None] Pushing event updated for resources: {'Port': ['ID=3b865c1c-8cf7-4940-b704-1f063041f11a,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:39.048382 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e91ec9a1-1576-46e4-8669-f18ccc53a01e req-9c2167f5-72c5-4fab-8c86-c83fee4f2ee4 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1236978 Jul 07 21:03:39.064515 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898bfd68-dd06-420d-a2ac-a8b73cbd3ab7 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Made reservation on behalf of fcae3007c76d4ed099b2d3ee0503e7cf for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:39.068918 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-898bfd68-dd06-420d-a2ac-a8b73cbd3ab7 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:39.217555 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6650f50-b172-4901-b562-fe6b6a35d43d req-2b7f8dec-6377-4331-9d56-785d343c7008 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:39.219038 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6650f50-b172-4901-b562-fe6b6a35d43d req-2b7f8dec-6377-4331-9d56-785d343c7008 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.2571774 Jul 07 21:03:39.340168 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-33ccbdc4-97e0-4a7a-9267-5b9978864794 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Deleting port 5673255e-9c27-448e-80ff-e767dc4e71c2 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:03:39.340168 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-33ccbdc4-97e0-4a7a-9267-5b9978864794 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:39.351900 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e6650f50-b172-4901-b562-fe6b6a35d43d req-70a4af8a-8946-404c-acd3-ae2686b3e323 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040454 Jul 07 21:03:39.492535 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-33ccbdc4-97e0-4a7a-9267-5b9978864794 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:39.510975 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad94262-8b59-47cf-884c-872eebc350d7 req-2e57253d-009a-4c95-9c0b-5819498ebb8d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:39.512480 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0ad94262-8b59-47cf-884c-872eebc350d7 req-2e57253d-009a-4c95-9c0b-5819498ebb8d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.3235595 Jul 07 21:03:39.540998 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-33ccbdc4-97e0-4a7a-9267-5b9978864794 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Calling delete_port for 5673255e-9c27-448e-80ff-e767dc4e71c2 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:03:39.616219 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-898bfd68-dd06-420d-a2ac-a8b73cbd3ab7 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:39.684527 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0ad94262-8b59-47cf-884c-872eebc350d7 req-63c5b343-70c6-4315-96e5-d46c6cc83415 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1631780 Jul 07 21:03:39.750785 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bfd68-dd06-420d-a2ac-a8b73cbd3ab7 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event updated for resources: {'Subnet': ['ID=abc60b05-5841-4114-a635-cf6f493cacc8,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:39.757635 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898bfd68-dd06-420d-a2ac-a8b73cbd3ab7 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Checking segment: {'id': 'e2724c93-d5aa-48a4-b513-d1beac371509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c5814f67-fbf1-4c45-9211-58b8344f0039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:39.758006 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898bfd68-dd06-420d-a2ac-a8b73cbd3ab7 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Network hostable DHCP agents. Network: c5814f67-fbf1-4c45-9211-58b8344f0039, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:03:39.765372 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-33ccbdc4-97e0-4a7a-9267-5b9978864794 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:39.804802 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccbdc4-97e0-4a7a-9267-5b9978864794 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event deleted for resources: {'Port': ['ID=5673255e-9c27-448e-80ff-e767dc4e71c2,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:39.813084 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-33ccbdc4-97e0-4a7a-9267-5b9978864794 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:39.818727 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-33ccbdc4-97e0-4a7a-9267-5b9978864794 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "DELETE /v2.0/ports/5673255e-9c27-448e-80ff-e767dc4e71c2 HTTP/1.1" status: 204 len: 168 time: 0.9618533 Jul 07 21:03:39.820091 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57748) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:39.820603 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898bfd68-dd06-420d-a2ac-a8b73cbd3ab7 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Network c5814f67-fbf1-4c45-9211-58b8344f0039 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:03:39.836241 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-898bfd68-dd06-420d-a2ac-a8b73cbd3ab7 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, c5814f67-fbf1-4c45-9211-58b8344f0039) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:39.846887 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78844e36-9c13-4def-b501-42e031712369 None None] Network c5814f67-fbf1-4c45-9211-58b8344f0039 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:39.852266 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898bfd68-dd06-420d-a2ac-a8b73cbd3ab7 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:39.853218 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-898bfd68-dd06-420d-a2ac-a8b73cbd3ab7 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:39.863941 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0dc199-a26f-4999-aee7-4c640097e0b9 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] DELETE failed (client error): The resource could not be found. Jul 07 21:03:39.864855 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc0dc199-a26f-4999-aee7-4c640097e0b9 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:03:39.866899 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cc0dc199-a26f-4999-aee7-4c640097e0b9 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "DELETE /v2.0/subnets/5b37f2fe-fa9a-4f26-a7bc-4017ffbc8e46 HTTP/1.1" status: 404 len: 337 time: 0.0452554 Jul 07 21:03:39.870555 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57750) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:39.909876 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-898bfd68-dd06-420d-a2ac-a8b73cbd3ab7 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1704130 Jul 07 21:03:39.912972 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57752) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:40.071615 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-523d934d-d5a1-4fe2-a524-527807522c9b tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:40.101856 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54726296-5ec3-4f0a-a595-894f0e1e42fd req-2b62cb0f-cd48-4bc4-bcee-672a253b8f17 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:40.104455 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54726296-5ec3-4f0a-a595-894f0e1e42fd req-2b62cb0f-cd48-4bc4-bcee-672a253b8f17 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.2720661 Jul 07 21:03:40.129270 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8ea5c9-3698-4f03-81b3-c0f78716d9d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-c5814f67-fbf1-4c45-9211-58b8344f0039', 'network_id': 'c5814f67-fbf1-4c45-9211-58b8344f0039', 'tenant_id': 'fcae3007c76d4ed099b2d3ee0503e7cf', 'fixed_ips': [{'subnet_id': 'abc60b05-5841-4114-a635-cf6f493cacc8'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:03:40.130550 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cb8ea5c9-3698-4f03-81b3-c0f78716d9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:40.181416 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:40.195150 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54726296-5ec3-4f0a-a595-894f0e1e42fd req-0c029a13-e79b-4d8e-9ae9-e89f32cf2d0a tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695982 Jul 07 21:03:40.231621 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-523d934d-d5a1-4fe2-a524-527807522c9b tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:40.244370 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-523d934d-d5a1-4fe2-a524-527807522c9b tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:40.263297 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-523d934d-d5a1-4fe2-a524-527807522c9b tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db62336-75e2-483d-be00-15825856ddae') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:40.263297 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-523d934d-d5a1-4fe2-a524-527807522c9b tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db62336-75e2-483d-be00-15825856ddae') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:40.275150 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-523d934d-d5a1-4fe2-a524-527807522c9b tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:40.292336 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:40.293413 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-523d934d-d5a1-4fe2-a524-527807522c9b tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:40.303234 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523d934d-d5a1-4fe2-a524-527807522c9b tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:03:40.304018 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-523d934d-d5a1-4fe2-a524-527807522c9b tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:03:40.308908 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:03:40.352798 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-cb8ea5c9-3698-4f03-81b3-c0f78716d9d7 None None] Allocated IP 2001:db8::1 (c5814f67-fbf1-4c45-9211-58b8344f0039/abc60b05-5841-4114-a635-cf6f493cacc8/11d28302-3f49-4192-9ddb-ef5cb0fa5398) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:03:40.387077 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-523d934d-d5a1-4fe2-a524-527807522c9b tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:40.398005 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-523d934d-d5a1-4fe2-a524-527807522c9b tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:40.402790 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-523d934d-d5a1-4fe2-a524-527807522c9b tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "DELETE /v2.0/networks/b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7 HTTP/1.1" status: 204 len: 168 time: 0.5282450 Jul 07 21:03:40.403234 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57760) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:40.415549 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d934d-d5a1-4fe2-a524-527807522c9b tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event deleted for resources: {'Network': ['ID=b0e50ce5-b17d-4b7f-8fcd-322a588cc3e7,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:40.452694 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b605902b-78a1-4a4d-908a-f877010aca97 None None] Network 50f5ed3c-44a4-4693-a9c7-303d998292c2 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:40.497532 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5522639-5cbe-46b8-af8e-1bca30cc309d tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Deleting subnet ed78c140-26ec-4b28-8a14-a0c7719a9f5b {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:03:40.502785 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f5522639-5cbe-46b8-af8e-1bca30cc309d tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:40.588503 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-14c234b2-1258-4dd1-ae9d-39b64e29f642 None None] Provisioning for port 3b865c1c-8cf7-4940-b704-1f063041f11a completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:03:40.589466 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f5522639-5cbe-46b8-af8e-1bca30cc309d tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:40.691192 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc1c8d-558d-460b-b98a-91a30d779386 req-0d2bf731-d189-4ffd-b4c0-8f3659f09597 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:40.692837 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15dc1c8d-558d-460b-b98a-91a30d779386 req-0d2bf731-d189-4ffd-b4c0-8f3659f09597 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.1651006 Jul 07 21:03:40.761595 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f5522639-5cbe-46b8-af8e-1bca30cc309d tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:40.764870 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cb8ea5c9-3698-4f03-81b3-c0f78716d9d7 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:40.793334 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15dc1c8d-558d-460b-b98a-91a30d779386 req-6e21c1bc-03a5-4068-840b-26e88880365c tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770216 Jul 07 21:03:40.797554 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-cb8ea5c9-3698-4f03-81b3-c0f78716d9d7 None None] Transition to ACTIVE for port object 11d28302-3f49-4192-9ddb-ef5cb0fa5398 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:40.825779 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-cb8ea5c9-3698-4f03-81b3-c0f78716d9d7 None None] Transition to ACTIVE for port object 11d28302-3f49-4192-9ddb-ef5cb0fa5398 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:40.841024 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cb8ea5c9-3698-4f03-81b3-c0f78716d9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:40.863903 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f5522639-5cbe-46b8-af8e-1bca30cc309d tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:40.902310 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:40.905414 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f5522639-5cbe-46b8-af8e-1bca30cc309d tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:40.907924 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f5522639-5cbe-46b8-af8e-1bca30cc309d tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "DELETE /v2.0/subnets/ed78c140-26ec-4b28-8a14-a0c7719a9f5b HTTP/1.1" status: 204 len: 168 time: 0.5035076 Jul 07 21:03:40.909008 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5522639-5cbe-46b8-af8e-1bca30cc309d tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event deleted for resources: {'Subnet': ['ID=ed78c140-26ec-4b28-8a14-a0c7719a9f5b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:40.910952 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57774) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:40.921475 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eac0f3d-938b-4a09-ae0f-1cebb25a064e None None] Network e0053a36-6b14-4a24-a85c-1a461da72b01 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:40.998479 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Subnet': ['ID=abc60b05-5841-4114-a635-cf6f493cacc8,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:41.038078 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8ea5c9-3698-4f03-81b3-c0f78716d9d7 None None] Network c5814f67-fbf1-4c45-9211-58b8344f0039 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:03:41.043429 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3099cd9b-aa37-41d7-a7d8-a76fd6dc8ad5 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:41.055959 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-cb8ea5c9-3698-4f03-81b3-c0f78716d9d7 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:41.063721 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8ea5c9-3698-4f03-81b3-c0f78716d9d7 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:03:41.083196 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ea5c9-3698-4f03-81b3-c0f78716d9d7 None None] Pushing event updated for resources: {'Port': ['ID=11d28302-3f49-4192-9ddb-ef5cb0fa5398,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:41.135641 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-3099cd9b-aa37-41d7-a7d8-a76fd6dc8ad5 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Deleting port 61f4cffd-40fc-41c0-acad-2e1e33b20e95 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:03:41.135991 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3099cd9b-aa37-41d7-a7d8-a76fd6dc8ad5 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:41.166330 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:41.206430 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5814f67-fbf1-4c45-9211-58b8344f0039']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:41.225103 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-cb8ea5c9-3698-4f03-81b3-c0f78716d9d7 None None] Attempting to bind port 11d28302-3f49-4192-9ddb-ef5cb0fa5398 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:03:41.225272 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2724c93-d5aa-48a4-b513-d1beac371509') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:41.225403 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2724c93-d5aa-48a4-b513-d1beac371509') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:41.225880 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-cb8ea5c9-3698-4f03-81b3-c0f78716d9d7 None None] Attempting to bind port 11d28302-3f49-4192-9ddb-ef5cb0fa5398 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'e2724c93-d5aa-48a4-b513-d1beac371509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c5814f67-fbf1-4c45-9211-58b8344f0039'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:03:41.226251 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8ea5c9-3698-4f03-81b3-c0f78716d9d7 None None] Attempting to bind port 11d28302-3f49-4192-9ddb-ef5cb0fa5398 on network c5814f67-fbf1-4c45-9211-58b8344f0039 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:03:41.240565 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:41.252640 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 3b865c1c-8cf7-4940-b704-1f063041f11a up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:03:41.254974 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-3099cd9b-aa37-41d7-a7d8-a76fd6dc8ad5 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] For port 61f4cffd-40fc-41c0-acad-2e1e33b20e95, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=61f4cffd-40fc-41c0-acad-2e1e33b20e95,segment=NetworkSegment(5b7515e9-89a8-4ba1-a199-c95fea70e7ad),segment_id=5b7515e9-89a8-4ba1-a199-c95fea70e7ad)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:03:41.255803 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3099cd9b-aa37-41d7-a7d8-a76fd6dc8ad5 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:41.260497 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:41.265326 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8ea5c9-3698-4f03-81b3-c0f78716d9d7 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:03:41.265764 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8ea5c9-3698-4f03-81b3-c0f78716d9d7 None None] Checking segment: {'id': 'e2724c93-d5aa-48a4-b513-d1beac371509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c5814f67-fbf1-4c45-9211-58b8344f0039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:41.266115 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cb8ea5c9-3698-4f03-81b3-c0f78716d9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:41.266515 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8ea5c9-3698-4f03-81b3-c0f78716d9d7 None None] Bound using segment: {'id': 'e2724c93-d5aa-48a4-b513-d1beac371509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c5814f67-fbf1-4c45-9211-58b8344f0039'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:03:41.267004 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-cb8ea5c9-3698-4f03-81b3-c0f78716d9d7 None None] Bound port: 11d28302-3f49-4192-9ddb-ef5cb0fa5398, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2724c93-d5aa-48a4-b513-d1beac371509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c5814f67-fbf1-4c45-9211-58b8344f0039'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:03:41.268359 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cb8ea5c9-3698-4f03-81b3-c0f78716d9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:41.276625 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-3099cd9b-aa37-41d7-a7d8-a76fd6dc8ad5 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Calling delete_port for 61f4cffd-40fc-41c0-acad-2e1e33b20e95 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:03:41.281030 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:03:41.281451 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:03:41.285159 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:03:41.320106 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fba181-0373-4ba2-bac8-f4b3a7b210d7 req-72abf16c-fa08-4d7a-9d65-aed8e9557e1e tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:41.321702 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79fba181-0373-4ba2-bac8-f4b3a7b210d7 req-72abf16c-fa08-4d7a-9d65-aed8e9557e1e tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.2822049 Jul 07 21:03:41.387247 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3099cd9b-aa37-41d7-a7d8-a76fd6dc8ad5 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:41.407156 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3099cd9b-aa37-41d7-a7d8-a76fd6dc8ad5 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] No DVR routers for this DVR port 61f4cffd-40fc-41c0-acad-2e1e33b20e95 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:03:41.424337 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-cb8ea5c9-3698-4f03-81b3-c0f78716d9d7 None None] For port 11d28302-3f49-4192-9ddb-ef5cb0fa5398, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:03:41.428304 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 3b865c1c-8cf7-4940-b704-1f063041f11a completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:03:41.432115 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-cb8ea5c9-3698-4f03-81b3-c0f78716d9d7 None None] For port 11d28302-3f49-4192-9ddb-ef5cb0fa5398, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=11d28302-3f49-4192-9ddb-ef5cb0fa5398,segment=NetworkSegment(e2724c93-d5aa-48a4-b513-d1beac371509),segment_id=e2724c93-d5aa-48a4-b513-d1beac371509)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:03:41.438139 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 3b865c1c-8cf7-4940-b704-1f063041f11a triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:03:41.438564 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:41.448988 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cb8ea5c9-3698-4f03-81b3-c0f78716d9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:41.454212 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099cd9b-aa37-41d7-a7d8-a76fd6dc8ad5 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event deleted for resources: {'Port': ['ID=61f4cffd-40fc-41c0-acad-2e1e33b20e95,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:41.460944 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.db.api [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 21:03:41.460944 n-d-695189-11 neutron-server[100448]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 21:03:41.460944 n-d-695189-11 neutron-server[100448]: [parameters: {'id': 'c5814f67-fbf1-4c45-9211-58b8344f0039'}] Jul 07 21:03:41.460944 n-d-695189-11 neutron-server[100448]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:03:41.461531 n-d-695189-11 neutron-server[100448]: DEBUG oslo_db.api [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:03:41.483595 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79fba181-0373-4ba2-bac8-f4b3a7b210d7 req-8fdc5ab4-c553-4225-a819-3d9edcda8df3 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169724 Jul 07 21:03:41.503924 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523fe484-94aa-4839-8e5c-93f4835733dd None None] DHCP port deletion for e0053a36-6b14-4a24-a85c-1a461da72b01 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:03:41.570447 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3099cd9b-aa37-41d7-a7d8-a76fd6dc8ad5 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:41.584817 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-3099cd9b-aa37-41d7-a7d8-a76fd6dc8ad5 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0053a36-6b14-4a24-a85c-1a461da72b01']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:41.601051 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-3099cd9b-aa37-41d7-a7d8-a76fd6dc8ad5 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7515e9-89a8-4ba1-a199-c95fea70e7ad') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:41.601864 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-3099cd9b-aa37-41d7-a7d8-a76fd6dc8ad5 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7515e9-89a8-4ba1-a199-c95fea70e7ad') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:41.615998 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3099cd9b-aa37-41d7-a7d8-a76fd6dc8ad5 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:41.625014 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ea5c9-3698-4f03-81b3-c0f78716d9d7 None None] Pushing event updated for resources: {'Port': ['ID=11d28302-3f49-4192-9ddb-ef5cb0fa5398,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:41.647731 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3099cd9b-aa37-41d7-a7d8-a76fd6dc8ad5 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:41.654246 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3099cd9b-aa37-41d7-a7d8-a76fd6dc8ad5 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:03:41.654670 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3099cd9b-aa37-41d7-a7d8-a76fd6dc8ad5 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:41.663179 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b2d1e7-cc2a-4113-839d-8b22c05d9ab6 None None] Network c5814f67-fbf1-4c45-9211-58b8344f0039 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:03:41.672455 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:03:41.771197 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3099cd9b-aa37-41d7-a7d8-a76fd6dc8ad5 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:41.793566 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3099cd9b-aa37-41d7-a7d8-a76fd6dc8ad5 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:41.798908 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3099cd9b-aa37-41d7-a7d8-a76fd6dc8ad5 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] 10.222.0.64 "DELETE /v2.0/networks/e0053a36-6b14-4a24-a85c-1a461da72b01 HTTP/1.1" status: 204 len: 168 time: 0.8841465 Jul 07 21:03:41.808824 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099cd9b-aa37-41d7-a7d8-a76fd6dc8ad5 tempest-NetworksIpV6TestAttrs-1158193049 tempest-NetworksIpV6TestAttrs-1158193049-project] Pushing event deleted for resources: {'Network': ['ID=e0053a36-6b14-4a24-a85c-1a461da72b01,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:41.846357 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:41.904879 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 3b865c1c-8cf7-4940-b704-1f063041f11a, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=3b865c1c-8cf7-4940-b704-1f063041f11a,segment=NetworkSegment(4432bfe6-4f65-4cb3-b829-8f69248445af),segment_id=4432bfe6-4f65-4cb3-b829-8f69248445af)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:03:41.913394 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:41.944444 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d6507a-b60a-4614-acd4-36b33d8bd5a3 None None] get_active_networks_info from n-d-695189-11 {{(pid=100449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 21:03:41.963742 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:42.039620 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=3b865c1c-8cf7-4940-b704-1f063041f11a,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:42.162221 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d6507a-b60a-4614-acd4-36b33d8bd5a3 None None] Resources bound (agent type, host, resource id): {{(pid=100449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 21:03:42.189147 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Deleting port 11d28302-3f49-4192-9ddb-ef5cb0fa5398 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:03:42.189762 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:42.215834 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57802) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:42.286645 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] For port 11d28302-3f49-4192-9ddb-ef5cb0fa5398, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=11d28302-3f49-4192-9ddb-ef5cb0fa5398,segment=NetworkSegment(e2724c93-d5aa-48a4-b513-d1beac371509),segment_id=e2724c93-d5aa-48a4-b513-d1beac371509)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:03:42.287083 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:42.304493 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Calling delete_port for 11d28302-3f49-4192-9ddb-ef5cb0fa5398 owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:03:42.425102 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:42.455162 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Port': ['ID=11d28302-3f49-4192-9ddb-ef5cb0fa5398,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:42.464476 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] No DVR routers for this DVR port 11d28302-3f49-4192-9ddb-ef5cb0fa5398 on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:03:42.480807 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bd01884d-0e94-4d64-b364-6fa2a3ab4812 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=100d12b75461474ea64aa04c047d9a9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2629216 Jul 07 21:03:42.489237 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57806) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:42.545689 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b7cf4a4a-3cfa-4ce8-888e-94fc286d6c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:42.573345 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:42.574755 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b7cf4a4a-3cfa-4ce8-888e-94fc286d6c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:42.588929 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2280c6-6448-4c0f-9a65-445a48b52ad5 req-43a5b5c1-1245-4eaa-b25c-b164478275da tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:42.590791 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f2280c6-6448-4c0f-9a65-445a48b52ad5 req-43a5b5c1-1245-4eaa-b25c-b164478275da tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.1944242 Jul 07 21:03:42.594842 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5814f67-fbf1-4c45-9211-58b8344f0039']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:42.621863 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2724c93-d5aa-48a4-b513-d1beac371509') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:42.622076 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2724c93-d5aa-48a4-b513-d1beac371509') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:42.629116 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b7cf4a4a-3cfa-4ce8-888e-94fc286d6c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:42.632224 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b7cf4a4a-3cfa-4ce8-888e-94fc286d6c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:42.635999 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b7cf4a4a-3cfa-4ce8-888e-94fc286d6c5e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/39bc9465-179a-4df7-971d-bfc76092faf5 HTTP/1.1" status: 204 len: 168 time: 0.1429453 Jul 07 21:03:42.637965 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:42.638111 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:03:42.641812 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf4a4a-3cfa-4ce8-888e-94fc286d6c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bc9465-179a-4df7-971d-bfc76092faf5,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:42.667895 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f2280c6-6448-4c0f-9a65-445a48b52ad5 req-808a5ef7-2625-48d7-b715-14de1edf5603 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663238 Jul 07 21:03:42.683413 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:42.691077 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:03:42.691746 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:03:42.694914 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:03:42.761724 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:42.775993 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:42.781409 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/networks/c5814f67-fbf1-4c45-9211-58b8344f0039 HTTP/1.1" status: 204 len: 168 time: 2.8640294 Jul 07 21:03:42.782158 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57812) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:42.789685 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-eeb38d74-ca61-46e9-8c40-9722ae8deb9f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1896926613'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:42.815564 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d55f45-0e04-4fd5-b180-f509658f59d8 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Network': ['ID=c5814f67-fbf1-4c45-9211-58b8344f0039,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:42.817570 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb38d74-ca61-46e9-8c40-9722ae8deb9f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Made reservation on behalf of fcae3007c76d4ed099b2d3ee0503e7cf for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:42.821633 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eeb38d74-ca61-46e9-8c40-9722ae8deb9f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:42.846876 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb38d74-ca61-46e9-8c40-9722ae8deb9f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:03:42.857995 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eeb38d74-ca61-46e9-8c40-9722ae8deb9f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:42.858348 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-eeb38d74-ca61-46e9-8c40-9722ae8deb9f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Added segment 807e574d-5b2c-4bd1-abc3-98e359c07e1d of type vlan for network 598254e6-c5ed-4704-b60d-d9e24b00af4f Jul 07 21:03:42.909374 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eeb38d74-ca61-46e9-8c40-9722ae8deb9f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:42.945251 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eeb38d74-ca61-46e9-8c40-9722ae8deb9f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:42.951363 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb38d74-ca61-46e9-8c40-9722ae8deb9f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:42.952435 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eeb38d74-ca61-46e9-8c40-9722ae8deb9f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:43.023867 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57824) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:43.024106 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-eeb38d74-ca61-46e9-8c40-9722ae8deb9f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2403560 Jul 07 21:03:43.040133 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-94ac1cfb-bfdc-49e6-87f3-ae7ae98f94a2 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Request body: {'subnet': {'network_id': '598254e6-c5ed-4704-b60d-d9e24b00af4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:43.046656 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb38d74-ca61-46e9-8c40-9722ae8deb9f tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event updated for resources: {'Network': ['ID=598254e6-c5ed-4704-b60d-d9e24b00af4f,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:43.062214 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 598254e6-c5ed-4704-b60d-d9e24b00af4f details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:43.182536 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ac1cfb-bfdc-49e6-87f3-ae7ae98f94a2 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Made reservation on behalf of fcae3007c76d4ed099b2d3ee0503e7cf for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:43.186159 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-94ac1cfb-bfdc-49e6-87f3-ae7ae98f94a2 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:43.256073 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 3b865c1c-8cf7-4940-b704-1f063041f11a up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:03:43.390922 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 3b865c1c-8cf7-4940-b704-1f063041f11a triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:03:43.391286 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:43.448016 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-94ac1cfb-bfdc-49e6-87f3-ae7ae98f94a2 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:43.520063 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac1cfb-bfdc-49e6-87f3-ae7ae98f94a2 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event updated for resources: {'Subnet': ['ID=eaf1df20-4c34-4ec8-9f17-2048bfe93a33,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:43.529852 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ac1cfb-bfdc-49e6-87f3-ae7ae98f94a2 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Checking segment: {'id': '807e574d-5b2c-4bd1-abc3-98e359c07e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '598254e6-c5ed-4704-b60d-d9e24b00af4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:43.529852 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ac1cfb-bfdc-49e6-87f3-ae7ae98f94a2 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Network hostable DHCP agents. Network: 598254e6-c5ed-4704-b60d-d9e24b00af4f, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:03:43.551917 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ac1cfb-bfdc-49e6-87f3-ae7ae98f94a2 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Network 598254e6-c5ed-4704-b60d-d9e24b00af4f is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:03:43.563749 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-94ac1cfb-bfdc-49e6-87f3-ae7ae98f94a2 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 598254e6-c5ed-4704-b60d-d9e24b00af4f) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:43.574055 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9354a991-a140-46e8-bb6b-1befe466ad00 None None] Network 598254e6-c5ed-4704-b60d-d9e24b00af4f requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:43.579059 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ac1cfb-bfdc-49e6-87f3-ae7ae98f94a2 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:43.581106 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-94ac1cfb-bfdc-49e6-87f3-ae7ae98f94a2 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:43.610081 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-94ac1cfb-bfdc-49e6-87f3-ae7ae98f94a2 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5823839 Jul 07 21:03:43.612359 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57838) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:43.636499 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 61f4cffd-40fc-41c0-acad-2e1e33b20e95 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:03:43.660277 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 61f4cffd-40fc-41c0-acad-2e1e33b20e95 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:03:43.660627 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 61f4cffd-40fc-41c0-acad-2e1e33b20e95 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:03:43.685269 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57840) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:43.840623 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e5a2b5-aecc-4a3e-9161-15200be4a7be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-598254e6-c5ed-4704-b60d-d9e24b00af4f', 'network_id': '598254e6-c5ed-4704-b60d-d9e24b00af4f', 'tenant_id': 'fcae3007c76d4ed099b2d3ee0503e7cf', 'fixed_ips': [{'subnet_id': 'eaf1df20-4c34-4ec8-9f17-2048bfe93a33'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:03:43.841511 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-71e5a2b5-aecc-4a3e-9161-15200be4a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:43.850773 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:43.881589 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-7c545ef2-2da6-47f0-a73c-9a7ed26d06cb tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-649955149'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:43.915276 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c545ef2-2da6-47f0-a73c-9a7ed26d06cb tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Made reservation on behalf of a29e32857fab457bbca0f5a73701f4ba for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:43.919963 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7c545ef2-2da6-47f0-a73c-9a7ed26d06cb tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:43.951059 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7c545ef2-2da6-47f0-a73c-9a7ed26d06cb tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:43.972750 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:44.052698 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf49361-bd86-40cd-8a8c-ce7984e3b3a3 req-bb21422b-2c41-4b44-9c1c-18d29fddb895 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:44.067625 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6cf49361-bd86-40cd-8a8c-ce7984e3b3a3 req-bb21422b-2c41-4b44-9c1c-18d29fddb895 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.2716217 Jul 07 21:03:44.109579 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-71e5a2b5-aecc-4a3e-9161-15200be4a7be None None] Allocated IP 2001:db8::1 (598254e6-c5ed-4704-b60d-d9e24b00af4f/eaf1df20-4c34-4ec8-9f17-2048bfe93a33/ddc750ce-0440-46d9-9343-6178b03d6891) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:03:44.157300 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6cf49361-bd86-40cd-8a8c-ce7984e3b3a3 req-47caeb05-38d5-495c-824b-e0fcddf86b06 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881398 Jul 07 21:03:44.264166 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7c545ef2-2da6-47f0-a73c-9a7ed26d06cb tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:44.269931 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7c545ef2-2da6-47f0-a73c-9a7ed26d06cb tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:44.298244 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c545ef2-2da6-47f0-a73c-9a7ed26d06cb tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:03:44.310001 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c545ef2-2da6-47f0-a73c-9a7ed26d06cb tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a57c48-9231-4fc4-bfa4-4e042f578d4e,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:44.313135 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7c545ef2-2da6-47f0-a73c-9a7ed26d06cb tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:44.313497 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-7c545ef2-2da6-47f0-a73c-9a7ed26d06cb tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Added segment 40efaaae-248e-450f-8e7c-de1b6d3233f5 of type vlan for network 67332e86-7681-46ad-b863-598f2bdabc3d Jul 07 21:03:44.350054 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-71e5a2b5-aecc-4a3e-9161-15200be4a7be None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:44.355243 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7c545ef2-2da6-47f0-a73c-9a7ed26d06cb tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:44.359715 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-71e5a2b5-aecc-4a3e-9161-15200be4a7be None None] Transition to ACTIVE for port object ddc750ce-0440-46d9-9343-6178b03d6891 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:44.375801 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-71e5a2b5-aecc-4a3e-9161-15200be4a7be None None] Transition to ACTIVE for port object ddc750ce-0440-46d9-9343-6178b03d6891 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:44.383113 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-71e5a2b5-aecc-4a3e-9161-15200be4a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:44.390188 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7c545ef2-2da6-47f0-a73c-9a7ed26d06cb tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:44.399315 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c545ef2-2da6-47f0-a73c-9a7ed26d06cb tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:44.400077 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7c545ef2-2da6-47f0-a73c-9a7ed26d06cb tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:44.402224 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:44.429309 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e5a2b5-aecc-4a3e-9161-15200be4a7be None None] Network 598254e6-c5ed-4704-b60d-d9e24b00af4f is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:03:44.432678 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-71e5a2b5-aecc-4a3e-9161-15200be4a7be None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:44.441865 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e5a2b5-aecc-4a3e-9161-15200be4a7be None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:03:44.453197 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Subnet': ['ID=eaf1df20-4c34-4ec8-9f17-2048bfe93a33,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:44.482506 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7c545ef2-2da6-47f0-a73c-9a7ed26d06cb tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7960219 Jul 07 21:03:44.516060 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5a2b5-aecc-4a3e-9161-15200be4a7be None None] Pushing event updated for resources: {'Port': ['ID=ddc750ce-0440-46d9-9343-6178b03d6891,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:44.537432 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-71e5a2b5-aecc-4a3e-9161-15200be4a7be None None] Attempting to bind port ddc750ce-0440-46d9-9343-6178b03d6891 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:03:44.537960 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-71e5a2b5-aecc-4a3e-9161-15200be4a7be None None] Attempting to bind port ddc750ce-0440-46d9-9343-6178b03d6891 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '807e574d-5b2c-4bd1-abc3-98e359c07e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '598254e6-c5ed-4704-b60d-d9e24b00af4f'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:03:44.538833 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c545ef2-2da6-47f0-a73c-9a7ed26d06cb tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Network': ['ID=67332e86-7681-46ad-b863-598f2bdabc3d,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:44.539317 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e5a2b5-aecc-4a3e-9161-15200be4a7be None None] Attempting to bind port ddc750ce-0440-46d9-9343-6178b03d6891 on network 598254e6-c5ed-4704-b60d-d9e24b00af4f {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:03:44.553121 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 67332e86-7681-46ad-b863-598f2bdabc3d details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:44.560845 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e5a2b5-aecc-4a3e-9161-15200be4a7be None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:03:44.561314 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e5a2b5-aecc-4a3e-9161-15200be4a7be None None] Checking segment: {'id': '807e574d-5b2c-4bd1-abc3-98e359c07e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '598254e6-c5ed-4704-b60d-d9e24b00af4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:44.561797 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-71e5a2b5-aecc-4a3e-9161-15200be4a7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:44.562264 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e5a2b5-aecc-4a3e-9161-15200be4a7be None None] Bound using segment: {'id': '807e574d-5b2c-4bd1-abc3-98e359c07e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '598254e6-c5ed-4704-b60d-d9e24b00af4f'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:03:44.562814 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-71e5a2b5-aecc-4a3e-9161-15200be4a7be None None] Bound port: ddc750ce-0440-46d9-9343-6178b03d6891, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807e574d-5b2c-4bd1-abc3-98e359c07e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '598254e6-c5ed-4704-b60d-d9e24b00af4f'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:03:44.563289 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-71e5a2b5-aecc-4a3e-9161-15200be4a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:44.565383 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:44.576681 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598254e6-c5ed-4704-b60d-d9e24b00af4f']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:44.589929 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807e574d-5b2c-4bd1-abc3-98e359c07e1d') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:44.590455 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807e574d-5b2c-4bd1-abc3-98e359c07e1d') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:44.605702 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:44.621065 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57856) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:44.626859 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-6e1bdb4e-4a70-4e15-b786-d29352b341f6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'subnet': {'network_id': '67332e86-7681-46ad-b863-598f2bdabc3d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:44.630539 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:44.638836 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:03:44.639263 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:03:44.643104 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:03:44.717354 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.db.api [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 21:03:44.717354 n-d-695189-11 neutron-server[100447]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 21:03:44.717354 n-d-695189-11 neutron-server[100447]: [parameters: {'id': '598254e6-c5ed-4704-b60d-d9e24b00af4f'}] Jul 07 21:03:44.717354 n-d-695189-11 neutron-server[100447]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:03:44.718264 n-d-695189-11 neutron-server[100447]: DEBUG oslo_db.api [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:03:44.728178 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-71e5a2b5-aecc-4a3e-9161-15200be4a7be None None] For port ddc750ce-0440-46d9-9343-6178b03d6891, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:03:44.731834 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-71e5a2b5-aecc-4a3e-9161-15200be4a7be None None] For port ddc750ce-0440-46d9-9343-6178b03d6891, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ddc750ce-0440-46d9-9343-6178b03d6891,segment=NetworkSegment(807e574d-5b2c-4bd1-abc3-98e359c07e1d),segment_id=807e574d-5b2c-4bd1-abc3-98e359c07e1d)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:03:44.737729 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-71e5a2b5-aecc-4a3e-9161-15200be4a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:44.740881 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1bdb4e-4a70-4e15-b786-d29352b341f6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Made reservation on behalf of a29e32857fab457bbca0f5a73701f4ba for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:44.744659 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e1bdb4e-4a70-4e15-b786-d29352b341f6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:44.803059 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5a2b5-aecc-4a3e-9161-15200be4a7be None None] Pushing event updated for resources: {'Port': ['ID=ddc750ce-0440-46d9-9343-6178b03d6891,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:44.874341 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c223a0f7-3a9a-49a5-9a39-b0a195653588 None None] Network 598254e6-c5ed-4704-b60d-d9e24b00af4f requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:44.960050 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e1bdb4e-4a70-4e15-b786-d29352b341f6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:45.034608 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1bdb4e-4a70-4e15-b786-d29352b341f6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Subnet': ['ID=892530f8-7a58-4f18-9dd3-954603703c15,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:45.040432 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1bdb4e-4a70-4e15-b786-d29352b341f6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Checking segment: {'id': '40efaaae-248e-450f-8e7c-de1b6d3233f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '67332e86-7681-46ad-b863-598f2bdabc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:45.041093 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1bdb4e-4a70-4e15-b786-d29352b341f6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Network hostable DHCP agents. Network: 67332e86-7681-46ad-b863-598f2bdabc3d, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:03:45.061241 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1bdb4e-4a70-4e15-b786-d29352b341f6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Network 67332e86-7681-46ad-b863-598f2bdabc3d is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:03:45.082185 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-6e1bdb4e-4a70-4e15-b786-d29352b341f6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 67332e86-7681-46ad-b863-598f2bdabc3d) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:45.087120 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1bdb4e-4a70-4e15-b786-d29352b341f6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:45.088177 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e1bdb4e-4a70-4e15-b786-d29352b341f6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:45.100834 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92486d1-10db-4923-b741-303ec9c371a8 None None] Network 67332e86-7681-46ad-b863-598f2bdabc3d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:45.107657 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6e1bdb4e-4a70-4e15-b786-d29352b341f6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4848328 Jul 07 21:03:45.110539 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57860) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:45.116416 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-bdb98fb6-aa50-4cd4-af91-2d55da3d8e2e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-84447183'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:45.139278 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb98fb6-aa50-4cd4-af91-2d55da3d8e2e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Made reservation on behalf of a29e32857fab457bbca0f5a73701f4ba for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:45.145311 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bdb98fb6-aa50-4cd4-af91-2d55da3d8e2e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:45.171479 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb98fb6-aa50-4cd4-af91-2d55da3d8e2e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:03:45.184217 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bdb98fb6-aa50-4cd4-af91-2d55da3d8e2e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:45.184709 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-bdb98fb6-aa50-4cd4-af91-2d55da3d8e2e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Added segment 597d5b79-f247-49cb-884a-ca1562ff4e05 of type vlan for network d4736d7d-fe56-47e2-b33b-9acf0fc1f229 Jul 07 21:03:45.220207 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:45.264756 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bdb98fb6-aa50-4cd4-af91-2d55da3d8e2e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:45.323638 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bdb98fb6-aa50-4cd4-af91-2d55da3d8e2e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:45.329527 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb98fb6-aa50-4cd4-af91-2d55da3d8e2e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:45.336030 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Deleting port ddc750ce-0440-46d9-9343-6178b03d6891 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:03:45.336382 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:45.338860 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bdb98fb6-aa50-4cd4-af91-2d55da3d8e2e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:45.408446 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94aafa9-0d62-4827-b629-de11c6a11db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-67332e86-7681-46ad-b863-598f2bdabc3d', 'network_id': '67332e86-7681-46ad-b863-598f2bdabc3d', 'tenant_id': 'a29e32857fab457bbca0f5a73701f4ba', 'fixed_ips': [{'subnet_id': '892530f8-7a58-4f18-9dd3-954603703c15'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:03:45.410759 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b94aafa9-0d62-4827-b629-de11c6a11db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:45.434972 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bdb98fb6-aa50-4cd4-af91-2d55da3d8e2e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3225701 Jul 07 21:03:45.437651 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57866) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:45.446165 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-ea398916-32fc-47fa-a479-0ea8f27730a9 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'subnet': {'network_id': 'd4736d7d-fe56-47e2-b33b-9acf0fc1f229', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:45.457288 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] For port ddc750ce-0440-46d9-9343-6178b03d6891, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ddc750ce-0440-46d9-9343-6178b03d6891,segment=NetworkSegment(807e574d-5b2c-4bd1-abc3-98e359c07e1d),segment_id=807e574d-5b2c-4bd1-abc3-98e359c07e1d)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:03:45.457965 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:45.474000 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Calling delete_port for ddc750ce-0440-46d9-9343-6178b03d6891 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:03:45.537482 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb98fb6-aa50-4cd4-af91-2d55da3d8e2e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Network': ['ID=d4736d7d-fe56-47e2-b33b-9acf0fc1f229,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:45.561455 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network d4736d7d-fe56-47e2-b33b-9acf0fc1f229 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:45.608373 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74c338-98d5-4a8b-a317-88c1ad4a8c5f req-83914bbe-ff1a-4947-bdce-f2d87ecd8360 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:45.610227 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4c74c338-98d5-4a8b-a317-88c1ad4a8c5f req-83914bbe-ff1a-4947-bdce-f2d87ecd8360 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.1793849 Jul 07 21:03:45.630404 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:45.652008 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-b94aafa9-0d62-4827-b629-de11c6a11db3 None None] Allocated IP 172.20.255.242 (67332e86-7681-46ad-b863-598f2bdabc3d/892530f8-7a58-4f18-9dd3-954603703c15/cddd91a3-dafa-4c74-b748-6377b1c88bf6) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:03:45.667133 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Port': ['ID=ddc750ce-0440-46d9-9343-6178b03d6891,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:45.684973 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] No DVR routers for this DVR port ddc750ce-0440-46d9-9343-6178b03d6891 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:03:45.805746 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:45.818260 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598254e6-c5ed-4704-b60d-d9e24b00af4f']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:45.831069 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807e574d-5b2c-4bd1-abc3-98e359c07e1d') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:45.831393 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807e574d-5b2c-4bd1-abc3-98e359c07e1d') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:45.847168 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:45.863548 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b94aafa9-0d62-4827-b629-de11c6a11db3 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:45.866012 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:45.878498 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b94aafa9-0d62-4827-b629-de11c6a11db3 None None] Transition to ACTIVE for port object cddd91a3-dafa-4c74-b748-6377b1c88bf6 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:45.879447 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:03:45.880119 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:03:45.883886 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:03:45.899871 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b94aafa9-0d62-4827-b629-de11c6a11db3 None None] Transition to ACTIVE for port object cddd91a3-dafa-4c74-b748-6377b1c88bf6 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:45.907665 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b94aafa9-0d62-4827-b629-de11c6a11db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:45.934685 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94aafa9-0d62-4827-b629-de11c6a11db3 None None] Network 67332e86-7681-46ad-b863-598f2bdabc3d is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:03:45.937973 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-b94aafa9-0d62-4827-b629-de11c6a11db3 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:45.960172 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:45.968418 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94aafa9-0d62-4827-b629-de11c6a11db3 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:03:45.974791 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:45.977161 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/networks/598254e6-c5ed-4704-b60d-d9e24b00af4f HTTP/1.1" status: 204 len: 168 time: 2.3632247 Jul 07 21:03:45.990099 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57872) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:45.996370 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d32e8cdd-a985-4e0b-9829-812c1946e958 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-787991805'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:46.000584 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838719a8-212f-47c4-8281-915c99e09c7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Network': ['ID=598254e6-c5ed-4704-b60d-d9e24b00af4f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:46.047418 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b94aafa9-0d62-4827-b629-de11c6a11db3 None None] Attempting to bind port cddd91a3-dafa-4c74-b748-6377b1c88bf6 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:03:46.047709 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b94aafa9-0d62-4827-b629-de11c6a11db3 None None] Attempting to bind port cddd91a3-dafa-4c74-b748-6377b1c88bf6 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '40efaaae-248e-450f-8e7c-de1b6d3233f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '67332e86-7681-46ad-b863-598f2bdabc3d'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:03:46.048464 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94aafa9-0d62-4827-b629-de11c6a11db3 None None] Attempting to bind port cddd91a3-dafa-4c74-b748-6377b1c88bf6 on network 67332e86-7681-46ad-b863-598f2bdabc3d {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:03:46.053906 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94aafa9-0d62-4827-b629-de11c6a11db3 None None] Pushing event updated for resources: {'Port': ['ID=cddd91a3-dafa-4c74-b748-6377b1c88bf6,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:46.056558 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94aafa9-0d62-4827-b629-de11c6a11db3 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:03:46.056972 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94aafa9-0d62-4827-b629-de11c6a11db3 None None] Checking segment: {'id': '40efaaae-248e-450f-8e7c-de1b6d3233f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '67332e86-7681-46ad-b863-598f2bdabc3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:46.057388 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b94aafa9-0d62-4827-b629-de11c6a11db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:46.057783 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94aafa9-0d62-4827-b629-de11c6a11db3 None None] Bound using segment: {'id': '40efaaae-248e-450f-8e7c-de1b6d3233f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '67332e86-7681-46ad-b863-598f2bdabc3d'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:03:46.058267 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b94aafa9-0d62-4827-b629-de11c6a11db3 None None] Bound port: cddd91a3-dafa-4c74-b748-6377b1c88bf6, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40efaaae-248e-450f-8e7c-de1b6d3233f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '67332e86-7681-46ad-b863-598f2bdabc3d'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:03:46.058662 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b94aafa9-0d62-4827-b629-de11c6a11db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:46.063489 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea398916-32fc-47fa-a479-0ea8f27730a9 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Made reservation on behalf of a29e32857fab457bbca0f5a73701f4ba for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:46.068340 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ea398916-32fc-47fa-a479-0ea8f27730a9 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:46.071485 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32e8cdd-a985-4e0b-9829-812c1946e958 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Made reservation on behalf of fcae3007c76d4ed099b2d3ee0503e7cf for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:46.079910 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d32e8cdd-a985-4e0b-9829-812c1946e958 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:46.137338 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32e8cdd-a985-4e0b-9829-812c1946e958 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:03:46.160841 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b94aafa9-0d62-4827-b629-de11c6a11db3 None None] For port cddd91a3-dafa-4c74-b748-6377b1c88bf6, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:03:46.164045 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b94aafa9-0d62-4827-b629-de11c6a11db3 None None] For port cddd91a3-dafa-4c74-b748-6377b1c88bf6, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=cddd91a3-dafa-4c74-b748-6377b1c88bf6,segment=NetworkSegment(40efaaae-248e-450f-8e7c-de1b6d3233f5),segment_id=40efaaae-248e-450f-8e7c-de1b6d3233f5)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:03:46.167849 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d32e8cdd-a985-4e0b-9829-812c1946e958 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:46.168427 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b94aafa9-0d62-4827-b629-de11c6a11db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:46.168583 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-d32e8cdd-a985-4e0b-9829-812c1946e958 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Added segment ae7c6276-60e2-4205-a7d2-44df8de6986e of type vlan for network b05c6637-b4ba-4fc4-b1f4-ca2729480caf Jul 07 21:03:46.186675 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4c74c338-98d5-4a8b-a317-88c1ad4a8c5f req-ca166d86-ad2a-49cc-9704-f10a8a51b048 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686295 Jul 07 21:03:46.246912 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94aafa9-0d62-4827-b629-de11c6a11db3 None None] Pushing event updated for resources: {'Port': ['ID=cddd91a3-dafa-4c74-b748-6377b1c88bf6,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:46.285582 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d32e8cdd-a985-4e0b-9829-812c1946e958 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:46.335992 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d32e8cdd-a985-4e0b-9829-812c1946e958 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:46.339444 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ea398916-32fc-47fa-a479-0ea8f27730a9 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:46.348266 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32e8cdd-a985-4e0b-9829-812c1946e958 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:46.349233 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d32e8cdd-a985-4e0b-9829-812c1946e958 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:46.529031 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea398916-32fc-47fa-a479-0ea8f27730a9 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Subnet': ['ID=43639394-8f64-4aae-9c8a-533ac4a01a51,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:46.556177 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea398916-32fc-47fa-a479-0ea8f27730a9 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Checking segment: {'id': '597d5b79-f247-49cb-884a-ca1562ff4e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'd4736d7d-fe56-47e2-b33b-9acf0fc1f229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:46.557186 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea398916-32fc-47fa-a479-0ea8f27730a9 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Network hostable DHCP agents. Network: d4736d7d-fe56-47e2-b33b-9acf0fc1f229, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:03:46.592002 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea398916-32fc-47fa-a479-0ea8f27730a9 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Network d4736d7d-fe56-47e2-b33b-9acf0fc1f229 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:03:46.620419 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-ea398916-32fc-47fa-a479-0ea8f27730a9 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, d4736d7d-fe56-47e2-b33b-9acf0fc1f229) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:46.631161 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea398916-32fc-47fa-a479-0ea8f27730a9 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:46.634048 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e38dd47-a3c7-4d6f-a5f3-2e8809ab4bb5 None None] Network d4736d7d-fe56-47e2-b33b-9acf0fc1f229 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:46.637695 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ea398916-32fc-47fa-a479-0ea8f27730a9 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:46.673219 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ea398916-32fc-47fa-a479-0ea8f27730a9 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2320046 Jul 07 21:03:46.673422 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57884) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:46.823196 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f9bc5d5-c184-43d6-8ed2-f6f430baf42c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:46.915037 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f9bc5d5-c184-43d6-8ed2-f6f430baf42c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:46.953155 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e8cdd-a985-4e0b-9829-812c1946e958 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event updated for resources: {'Network': ['ID=b05c6637-b4ba-4fc4-b1f4-ca2729480caf,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:46.966782 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b880a77a-6d6a-48b8-86f9-606616af7b58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-d4736d7d-fe56-47e2-b33b-9acf0fc1f229', 'network_id': 'd4736d7d-fe56-47e2-b33b-9acf0fc1f229', 'tenant_id': 'a29e32857fab457bbca0f5a73701f4ba', 'fixed_ips': [{'subnet_id': '43639394-8f64-4aae-9c8a-533ac4a01a51'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:03:46.967711 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b880a77a-6d6a-48b8-86f9-606616af7b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:46.971438 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d32e8cdd-a985-4e0b-9829-812c1946e958 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9793072 Jul 07 21:03:46.977488 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57890) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:46.984127 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-a12d8cba-0f12-414a-8495-63aba436cdfe tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Request body: {'subnet': {'network_id': 'b05c6637-b4ba-4fc4-b1f4-ca2729480caf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:47.041544 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f9bc5d5-c184-43d6-8ed2-f6f430baf42c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:47.072785 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e8cdd-a985-4e0b-9829-812c1946e958 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:47.073956 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e8cdd-a985-4e0b-9829-812c1946e958 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:47.074519 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e8cdd-a985-4e0b-9829-812c1946e958 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:47.075046 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e8cdd-a985-4e0b-9829-812c1946e958 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:47.076063 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e8cdd-a985-4e0b-9829-812c1946e958 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:47.076569 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e8cdd-a985-4e0b-9829-812c1946e958 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:47.077399 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e8cdd-a985-4e0b-9829-812c1946e958 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:47.078555 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e8cdd-a985-4e0b-9829-812c1946e958 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:47.079057 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e8cdd-a985-4e0b-9829-812c1946e958 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:47.079586 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e8cdd-a985-4e0b-9829-812c1946e958 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:47.080195 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e8cdd-a985-4e0b-9829-812c1946e958 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:47.080765 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e8cdd-a985-4e0b-9829-812c1946e958 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:47.117742 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12d8cba-0f12-414a-8495-63aba436cdfe tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Made reservation on behalf of fcae3007c76d4ed099b2d3ee0503e7cf for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:47.129762 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a12d8cba-0f12-414a-8495-63aba436cdfe tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:47.156868 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network b05c6637-b4ba-4fc4-b1f4-ca2729480caf details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:47.161574 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bc5d5-c184-43d6-8ed2-f6f430baf42c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Subnet': ['ID=43639394-8f64-4aae-9c8a-533ac4a01a51,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server [None req-b880a77a-6d6a-48b8-86f9-606616af7b58 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43639394-8f64-4aae-9c8a-533ac4a01a51: This subnet is being modified by another concurrent operation. Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 21:03:47.176777 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise exception Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43639394-8f64-4aae-9c8a-533ac4a01a51: This subnet is being modified by another concurrent operation. Jul 07 21:03:47.181003 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server Jul 07 21:03:47.221168 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57443c77-2646-42b0-8d12-bfdaf07bcdcb None None] Network d4736d7d-fe56-47e2-b33b-9acf0fc1f229 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:47.372034 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f9bc5d5-c184-43d6-8ed2-f6f430baf42c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:47.384129 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device cddd91a3-dafa-4c74-b748-6377b1c88bf6 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:03:47.400905 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-3f9bc5d5-c184-43d6-8ed2-f6f430baf42c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4736d7d-fe56-47e2-b33b-9acf0fc1f229']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:47.423240 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-3f9bc5d5-c184-43d6-8ed2-f6f430baf42c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597d5b79-f247-49cb-884a-ca1562ff4e05') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:47.424807 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-3f9bc5d5-c184-43d6-8ed2-f6f430baf42c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597d5b79-f247-49cb-884a-ca1562ff4e05') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:47.436567 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f9bc5d5-c184-43d6-8ed2-f6f430baf42c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:47.511609 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f9bc5d5-c184-43d6-8ed2-f6f430baf42c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:47.521152 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f9bc5d5-c184-43d6-8ed2-f6f430baf42c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:03:47.521580 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f9bc5d5-c184-43d6-8ed2-f6f430baf42c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:03:47.524641 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:03:47.537446 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port cddd91a3-dafa-4c74-b748-6377b1c88bf6 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:03:47.541262 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a12d8cba-0f12-414a-8495-63aba436cdfe tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:47.611146 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d8cba-0f12-414a-8495-63aba436cdfe tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event updated for resources: {'Subnet': ['ID=58ea6d35-1186-4ae7-a8d5-c72402b6d926,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:47.623636 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d7f4b-0d2c-4381-9c24-ad6167c244d9 req-8f9e8c83-ef05-4208-a9d0-9de30e269e6b tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:47.625448 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c81d7f4b-0d2c-4381-9c24-ad6167c244d9 req-8f9e8c83-ef05-4208-a9d0-9de30e269e6b tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.1629157 Jul 07 21:03:47.628747 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f9bc5d5-c184-43d6-8ed2-f6f430baf42c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:47.639840 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f9bc5d5-c184-43d6-8ed2-f6f430baf42c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:47.646040 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3f9bc5d5-c184-43d6-8ed2-f6f430baf42c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/networks/d4736d7d-fe56-47e2-b33b-9acf0fc1f229 HTTP/1.1" status: 204 len: 168 time: 0.9666359 Jul 07 21:03:47.653931 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57898) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:47.663024 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-196fceb0-5ec0-476a-a874-acfc40f22866 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1405067024'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:47.699353 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12d8cba-0f12-414a-8495-63aba436cdfe tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Checking segment: {'id': 'ae7c6276-60e2-4205-a7d2-44df8de6986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b05c6637-b4ba-4fc4-b1f4-ca2729480caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:47.700024 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12d8cba-0f12-414a-8495-63aba436cdfe tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Network hostable DHCP agents. Network: b05c6637-b4ba-4fc4-b1f4-ca2729480caf, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:03:47.710773 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bc5d5-c184-43d6-8ed2-f6f430baf42c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Network': ['ID=d4736d7d-fe56-47e2-b33b-9acf0fc1f229,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:47.727464 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12d8cba-0f12-414a-8495-63aba436cdfe tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Network b05c6637-b4ba-4fc4-b1f4-ca2729480caf is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:03:47.733999 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196fceb0-5ec0-476a-a874-acfc40f22866 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Made reservation on behalf of a29e32857fab457bbca0f5a73701f4ba for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:47.739755 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-196fceb0-5ec0-476a-a874-acfc40f22866 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:47.747045 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-a12d8cba-0f12-414a-8495-63aba436cdfe tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, b05c6637-b4ba-4fc4-b1f4-ca2729480caf) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:47.758451 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f127eaa4-6f7b-4705-b03e-50042050fb0b None None] Network b05c6637-b4ba-4fc4-b1f4-ca2729480caf requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:47.759971 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12d8cba-0f12-414a-8495-63aba436cdfe tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:47.760810 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a12d8cba-0f12-414a-8495-63aba436cdfe tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:47.773417 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c81d7f4b-0d2c-4381-9c24-ad6167c244d9 req-d55b8ece-26af-4178-b2cb-2fc50b23bcae tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389618 Jul 07 21:03:47.789257 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196fceb0-5ec0-476a-a874-acfc40f22866 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:03:47.798011 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a12d8cba-0f12-414a-8495-63aba436cdfe tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8167648 Jul 07 21:03:47.798417 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57900) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:47.808565 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f810c09a-6cbe-4769-b0bd-451b2840d6aa tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Request body: {'subnet': {'network_id': 'b05c6637-b4ba-4fc4-b1f4-ca2729480caf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:47.814332 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-196fceb0-5ec0-476a-a874-acfc40f22866 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:47.815446 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-196fceb0-5ec0-476a-a874-acfc40f22866 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Added segment 8b6f68e0-6b00-4278-9ffd-c723a753d40e of type vlan for network 0098e033-7e93-4d42-9af3-df8e9705cd4a Jul 07 21:03:47.873291 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-196fceb0-5ec0-476a-a874-acfc40f22866 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:47.912715 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-196fceb0-5ec0-476a-a874-acfc40f22866 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:47.919730 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5c4fc4-4626-4d16-b501-cad5f0c88549 None None] Network 67332e86-7681-46ad-b863-598f2bdabc3d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:47.922181 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196fceb0-5ec0-476a-a874-acfc40f22866 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:47.923118 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-196fceb0-5ec0-476a-a874-acfc40f22866 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:47.984896 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-196fceb0-5ec0-476a-a874-acfc40f22866 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3262794 Jul 07 21:03:47.994898 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57904) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:48.004203 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'subnet': {'network_id': '0098e033-7e93-4d42-9af3-df8e9705cd4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:48.004676 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f810c09a-6cbe-4769-b0bd-451b2840d6aa tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Made reservation on behalf of fcae3007c76d4ed099b2d3ee0503e7cf for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:48.010591 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f810c09a-6cbe-4769-b0bd-451b2840d6aa tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:48.024352 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fceb0-5ec0-476a-a874-acfc40f22866 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Network': ['ID=0098e033-7e93-4d42-9af3-df8e9705cd4a,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:48.036710 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32f1cd6-6f73-42cf-b50a-09bc458bb193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-b05c6637-b4ba-4fc4-b1f4-ca2729480caf', 'network_id': 'b05c6637-b4ba-4fc4-b1f4-ca2729480caf', 'tenant_id': 'fcae3007c76d4ed099b2d3ee0503e7cf', 'fixed_ips': [{'subnet_id': '58ea6d35-1186-4ae7-a8d5-c72402b6d926'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:03:48.037956 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b32f1cd6-6f73-42cf-b50a-09bc458bb193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:48.040191 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 0098e033-7e93-4d42-9af3-df8e9705cd4a details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:48.054109 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f75f615f-82c5-4d7f-9249-7fb66c279f04 None None] Provisioning for port cddd91a3-dafa-4c74-b748-6377b1c88bf6 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:03:48.103665 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f75f615f-82c5-4d7f-9249-7fb66c279f04 None None] Provisioning complete for port cddd91a3-dafa-4c74-b748-6377b1c88bf6 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:03:48.104051 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f75f615f-82c5-4d7f-9249-7fb66c279f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:48.130061 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Made reservation on behalf of a29e32857fab457bbca0f5a73701f4ba for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:48.134351 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:48.195368 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.ipam_backend_mixin [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Performing IP validity checks on allocation pools {{(pid=100448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 21:03:48.196032 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.ipam_backend_mixin [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 21:03:48.301972 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f810c09a-6cbe-4769-b0bd-451b2840d6aa tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:48.329599 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:48.348160 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f810c09a-6cbe-4769-b0bd-451b2840d6aa tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Network b05c6637-b4ba-4fc4-b1f4-ca2729480caf is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:03:48.351535 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-f810c09a-6cbe-4769-b0bd-451b2840d6aa tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:48.357139 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f810c09a-6cbe-4769-b0bd-451b2840d6aa tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:48.357730 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f810c09a-6cbe-4769-b0bd-451b2840d6aa tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:48.372192 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-b32f1cd6-6f73-42cf-b50a-09bc458bb193 None None] Allocated IP 2001:db8::2 (b05c6637-b4ba-4fc4-b1f4-ca2729480caf/58ea6d35-1186-4ae7-a8d5-c72402b6d926/2e0d22b5-4aaa-4615-8570-397f08e42092) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:03:48.377477 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810c09a-6cbe-4769-b0bd-451b2840d6aa tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event updated for resources: {'Subnet': ['ID=7ddc6c31-9122-4dd9-a17f-1491785827be,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:48.385689 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f810c09a-6cbe-4769-b0bd-451b2840d6aa tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5817547 Jul 07 21:03:48.385916 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57906) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:48.405475 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f75f615f-82c5-4d7f-9249-7fb66c279f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:48.415372 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Checking segment: {'id': '8b6f68e0-6b00-4278-9ffd-c723a753d40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '0098e033-7e93-4d42-9af3-df8e9705cd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:48.415781 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Network hostable DHCP agents. Network: 0098e033-7e93-4d42-9af3-df8e9705cd4a, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:03:48.419156 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Subnet': ['ID=ba825254-9d82-4221-b660-9bc9ac436a0b,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:48.429178 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:48.429526 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:48.429897 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:48.430237 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:48.430579 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:48.430903 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:48.431537 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:48.431878 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:48.432205 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:48.432535 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:48.432858 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:48.433179 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:03:48.451822 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Network 0098e033-7e93-4d42-9af3-df8e9705cd4a is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:03:48.456631 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2d422c-dd6a-4f6a-8b33-864ce7b52a58 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:48.458521 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2d422c-dd6a-4f6a-8b33-864ce7b52a58 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:48.460081 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2d422c-dd6a-4f6a-8b33-864ce7b52a58 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:48.461644 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2d422c-dd6a-4f6a-8b33-864ce7b52a58 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:48.463115 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 0098e033-7e93-4d42-9af3-df8e9705cd4a) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:48.463280 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2d422c-dd6a-4f6a-8b33-864ce7b52a58 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:48.465096 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ba2d422c-dd6a-4f6a-8b33-864ce7b52a58 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0783148 Jul 07 21:03:48.468868 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57908) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:48.477744 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-fbc28d95-f12e-4b47-84e5-e51aa7c29e4c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-604966330'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:48.479024 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a720cb-7ed5-4d73-95d4-34727ee8eceb None None] Network 0098e033-7e93-4d42-9af3-df8e9705cd4a requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:48.485575 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:48.487531 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:48.501705 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc28d95-f12e-4b47-84e5-e51aa7c29e4c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Made reservation on behalf of fcae3007c76d4ed099b2d3ee0503e7cf for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:48.505827 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbc28d95-f12e-4b47-84e5-e51aa7c29e4c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:48.516072 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57910) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:48.516391 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-698775f8-3ff5-4d72-8294-82dd9df8bfb6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5201809 Jul 07 21:03:48.541437 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-f75f615f-82c5-4d7f-9249-7fb66c279f04 None None] For port cddd91a3-dafa-4c74-b748-6377b1c88bf6, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=cddd91a3-dafa-4c74-b748-6377b1c88bf6,segment=NetworkSegment(40efaaae-248e-450f-8e7c-de1b6d3233f5),segment_id=40efaaae-248e-450f-8e7c-de1b6d3233f5)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:03:48.554605 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f75f615f-82c5-4d7f-9249-7fb66c279f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:48.589864 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc28d95-f12e-4b47-84e5-e51aa7c29e4c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:03:48.610440 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbc28d95-f12e-4b47-84e5-e51aa7c29e4c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:48.610854 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-fbc28d95-f12e-4b47-84e5-e51aa7c29e4c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Added segment 0dbe7105-5a2c-4e16-bb89-07c2ad0ffb47 of type vlan for network 3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c Jul 07 21:03:48.669907 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4ccf348-b46c-480c-92fc-3c06673a5dc3 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:48.686314 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbc28d95-f12e-4b47-84e5-e51aa7c29e4c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:48.703920 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f615f-82c5-4d7f-9249-7fb66c279f04 None None] Pushing event updated for resources: {'Port': ['ID=cddd91a3-dafa-4c74-b748-6377b1c88bf6,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:48.728317 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b32f1cd6-6f73-42cf-b50a-09bc458bb193 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:48.743105 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b32f1cd6-6f73-42cf-b50a-09bc458bb193 None None] Transition to ACTIVE for port object 2e0d22b5-4aaa-4615-8570-397f08e42092 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:48.763001 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4ccf348-b46c-480c-92fc-3c06673a5dc3 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:48.779413 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc34a3a-fc6a-43e6-8e1a-0ad7f1219a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-0098e033-7e93-4d42-9af3-df8e9705cd4a', 'network_id': '0098e033-7e93-4d42-9af3-df8e9705cd4a', 'tenant_id': 'a29e32857fab457bbca0f5a73701f4ba', 'fixed_ips': [{'subnet_id': 'ba825254-9d82-4221-b660-9bc9ac436a0b'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:03:48.780220 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcc34a3a-fc6a-43e6-8e1a-0ad7f1219a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:48.787857 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b32f1cd6-6f73-42cf-b50a-09bc458bb193 None None] Transition to ACTIVE for port object 2e0d22b5-4aaa-4615-8570-397f08e42092 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:48.805642 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b32f1cd6-6f73-42cf-b50a-09bc458bb193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:48.805878 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbc28d95-f12e-4b47-84e5-e51aa7c29e4c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:48.821373 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-21928ec0-ff9d-4b1c-8691-8cb796cf344f None None] Provisioning complete for port cddd91a3-dafa-4c74-b748-6377b1c88bf6 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:03:48.821373 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-21928ec0-ff9d-4b1c-8691-8cb796cf344f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:48.823430 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc28d95-f12e-4b47-84e5-e51aa7c29e4c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:48.823966 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbc28d95-f12e-4b47-84e5-e51aa7c29e4c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:48.915270 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57920) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:48.920808 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-286a7c45-ffdc-44e3-a81e-1331b0563256 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:48.924393 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fbc28d95-f12e-4b47-84e5-e51aa7c29e4c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4535637 Jul 07 21:03:48.951170 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc28d95-f12e-4b47-84e5-e51aa7c29e4c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event updated for resources: {'Network': ['ID=3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:48.975083 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4ccf348-b46c-480c-92fc-3c06673a5dc3 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:49.022843 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ccf348-b46c-480c-92fc-3c06673a5dc3 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Subnet': ['ID=ba825254-9d82-4221-b660-9bc9ac436a0b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:49.098163 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:49.110640 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f1cd6-6f73-42cf-b50a-09bc458bb193 None None] Network b05c6637-b4ba-4fc4-b1f4-ca2729480caf is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:03:49.166700 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-b32f1cd6-6f73-42cf-b50a-09bc458bb193 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:49.183207 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32f1cd6-6f73-42cf-b50a-09bc458bb193 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:03:49.207196 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f1cd6-6f73-42cf-b50a-09bc458bb193 None None] Pushing event updated for resources: {'Port': ['ID=2e0d22b5-4aaa-4615-8570-397f08e42092,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server [None req-fcc34a3a-fc6a-43e6-8e1a-0ad7f1219a68 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba825254-9d82-4221-b660-9bc9ac436a0b: This subnet is being modified by another concurrent operation. Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 21:03:49.231159 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise exception Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba825254-9d82-4221-b660-9bc9ac436a0b: This subnet is being modified by another concurrent operation. Jul 07 21:03:49.236735 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server Jul 07 21:03:49.270432 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b495f4-0769-472b-bb72-56b5be870cd2 None None] Network 0098e033-7e93-4d42-9af3-df8e9705cd4a requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:49.272223 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4ccf348-b46c-480c-92fc-3c06673a5dc3 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:49.287593 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-f4ccf348-b46c-480c-92fc-3c06673a5dc3 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0098e033-7e93-4d42-9af3-df8e9705cd4a']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:49.293707 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136bb56-05ac-4c78-aa76-1a759866521c req-c89a4658-d094-4252-b8a5-b4f8d3ccf0ed tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:49.296383 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a136bb56-05ac-4c78-aa76-1a759866521c req-c89a4658-d094-4252-b8a5-b4f8d3ccf0ed tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.2953877 Jul 07 21:03:49.311796 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-f4ccf348-b46c-480c-92fc-3c06673a5dc3 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b6f68e0-6b00-4278-9ffd-c723a753d40e') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:49.313751 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-f4ccf348-b46c-480c-92fc-3c06673a5dc3 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b6f68e0-6b00-4278-9ffd-c723a753d40e') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:49.337597 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device cddd91a3-dafa-4c74-b748-6377b1c88bf6 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:03:49.338211 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4ccf348-b46c-480c-92fc-3c06673a5dc3 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:49.353099 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-286a7c45-ffdc-44e3-a81e-1331b0563256 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:49.378429 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4ccf348-b46c-480c-92fc-3c06673a5dc3 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:49.386183 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ccf348-b46c-480c-92fc-3c06673a5dc3 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:03:49.386603 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4ccf348-b46c-480c-92fc-3c06673a5dc3 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:49.416485 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-286a7c45-ffdc-44e3-a81e-1331b0563256 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:49.419542 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b32f1cd6-6f73-42cf-b50a-09bc458bb193 None None] Attempting to bind port 2e0d22b5-4aaa-4615-8570-397f08e42092 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:03:49.419898 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b32f1cd6-6f73-42cf-b50a-09bc458bb193 None None] Attempting to bind port 2e0d22b5-4aaa-4615-8570-397f08e42092 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'ae7c6276-60e2-4205-a7d2-44df8de6986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b05c6637-b4ba-4fc4-b1f4-ca2729480caf'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:03:49.420342 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32f1cd6-6f73-42cf-b50a-09bc458bb193 None None] Attempting to bind port 2e0d22b5-4aaa-4615-8570-397f08e42092 on network b05c6637-b4ba-4fc4-b1f4-ca2729480caf {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:03:49.461728 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32f1cd6-6f73-42cf-b50a-09bc458bb193 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:03:49.462257 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32f1cd6-6f73-42cf-b50a-09bc458bb193 None None] Checking segment: {'id': 'ae7c6276-60e2-4205-a7d2-44df8de6986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b05c6637-b4ba-4fc4-b1f4-ca2729480caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:49.462724 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b32f1cd6-6f73-42cf-b50a-09bc458bb193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:49.463214 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32f1cd6-6f73-42cf-b50a-09bc458bb193 None None] Bound using segment: {'id': 'ae7c6276-60e2-4205-a7d2-44df8de6986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b05c6637-b4ba-4fc4-b1f4-ca2729480caf'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:03:49.463788 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b32f1cd6-6f73-42cf-b50a-09bc458bb193 None None] Bound port: 2e0d22b5-4aaa-4615-8570-397f08e42092, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7c6276-60e2-4205-a7d2-44df8de6986e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b05c6637-b4ba-4fc4-b1f4-ca2729480caf'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:03:49.464296 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b32f1cd6-6f73-42cf-b50a-09bc458bb193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:03:49.472660 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:03:49.476190 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4ccf348-b46c-480c-92fc-3c06673a5dc3 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:49.484604 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4ccf348-b46c-480c-92fc-3c06673a5dc3 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:49.487884 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f4ccf348-b46c-480c-92fc-3c06673a5dc3 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/networks/0098e033-7e93-4d42-9af3-df8e9705cd4a HTTP/1.1" status: 204 len: 168 time: 0.9708142 Jul 07 21:03:49.493930 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57930) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:49.497893 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-fea26fba-fdf0-47a1-8b2a-b4e5d6dd8d2c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-450496885'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:49.522416 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ccf348-b46c-480c-92fc-3c06673a5dc3 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Network': ['ID=0098e033-7e93-4d42-9af3-df8e9705cd4a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:49.531161 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-286a7c45-ffdc-44e3-a81e-1331b0563256 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Network 3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c is not hosted by any dhcp agent {{(pid=100448) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 21:03:49.540162 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286a7c45-ffdc-44e3-a81e-1331b0563256 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:49.540822 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-286a7c45-ffdc-44e3-a81e-1331b0563256 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:49.541767 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea26fba-fdf0-47a1-8b2a-b4e5d6dd8d2c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Made reservation on behalf of a29e32857fab457bbca0f5a73701f4ba for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:49.542322 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-286a7c45-ffdc-44e3-a81e-1331b0563256 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "PUT /v2.0/networks/3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c HTTP/1.1" status: 200 len: 723 time: 0.6260669 Jul 07 21:03:49.546566 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fea26fba-fdf0-47a1-8b2a-b4e5d6dd8d2c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:49.560190 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a136bb56-05ac-4c78-aa76-1a759866521c req-573c65cb-9154-470c-813a-b0b24f8523bb tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440996 Jul 07 21:03:49.561060 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57932) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:49.578623 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea26fba-fdf0-47a1-8b2a-b4e5d6dd8d2c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:03:49.590307 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fea26fba-fdf0-47a1-8b2a-b4e5d6dd8d2c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:49.590535 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port cddd91a3-dafa-4c74-b748-6377b1c88bf6 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:03:49.590643 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-fea26fba-fdf0-47a1-8b2a-b4e5d6dd8d2c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Added segment ae9486f8-aa25-4a7d-978d-5c17088b5440 of type vlan for network b77f1360-979b-48a3-ba26-289241065590 Jul 07 21:03:49.591010 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:49.613883 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-60e69744-8eeb-4345-ab2c-8879465442ba tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Request body: {'subnet': {'network_id': '3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:49.634023 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fea26fba-fdf0-47a1-8b2a-b4e5d6dd8d2c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:49.673082 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fea26fba-fdf0-47a1-8b2a-b4e5d6dd8d2c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:49.678957 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea26fba-fdf0-47a1-8b2a-b4e5d6dd8d2c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:49.679574 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b32f1cd6-6f73-42cf-b50a-09bc458bb193 None None] For port 2e0d22b5-4aaa-4615-8570-397f08e42092, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:03:49.679727 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fea26fba-fdf0-47a1-8b2a-b4e5d6dd8d2c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:49.684198 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b32f1cd6-6f73-42cf-b50a-09bc458bb193 None None] For port 2e0d22b5-4aaa-4615-8570-397f08e42092, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=2e0d22b5-4aaa-4615-8570-397f08e42092,segment=NetworkSegment(ae7c6276-60e2-4205-a7d2-44df8de6986e),segment_id=ae7c6276-60e2-4205-a7d2-44df8de6986e)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:03:49.700714 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b32f1cd6-6f73-42cf-b50a-09bc458bb193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:49.701962 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a7c45-ffdc-44e3-a81e-1331b0563256 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event updated for resources: {'Network': ['ID=3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:49.760495 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:49.780828 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fea26fba-fdf0-47a1-8b2a-b4e5d6dd8d2c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2853162 Jul 07 21:03:49.782873 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57934) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:49.793979 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-7e84d13a-d090-421a-bbf6-cbce4bff2c3b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'subnet': {'network_id': 'b77f1360-979b-48a3-ba26-289241065590', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:49.811809 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea26fba-fdf0-47a1-8b2a-b4e5d6dd8d2c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Network': ['ID=b77f1360-979b-48a3-ba26-289241065590,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:49.859235 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network b77f1360-979b-48a3-ba26-289241065590 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:49.870871 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e69744-8eeb-4345-ab2c-8879465442ba tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Made reservation on behalf of fcae3007c76d4ed099b2d3ee0503e7cf for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:49.874689 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-60e69744-8eeb-4345-ab2c-8879465442ba tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:49.918971 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f1cd6-6f73-42cf-b50a-09bc458bb193 None None] Pushing event updated for resources: {'Port': ['ID=2e0d22b5-4aaa-4615-8570-397f08e42092,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:49.932979 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:50.000747 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e84d13a-d090-421a-bbf6-cbce4bff2c3b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Made reservation on behalf of a29e32857fab457bbca0f5a73701f4ba for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:50.007063 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:50.007790 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7e84d13a-d090-421a-bbf6-cbce4bff2c3b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:50.252747 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-60e69744-8eeb-4345-ab2c-8879465442ba tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:50.369505 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e69744-8eeb-4345-ab2c-8879465442ba tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event updated for resources: {'Subnet': ['ID=45613fb0-f7d3-4e2a-99aa-1c5243fc7ee5,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:50.397913 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e69744-8eeb-4345-ab2c-8879465442ba tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Checking segment: {'id': '0dbe7105-5a2c-4e16-bb89-07c2ad0ffb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:50.398291 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e69744-8eeb-4345-ab2c-8879465442ba tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Network hostable DHCP agents. Network: 3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:03:50.400775 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7e84d13a-d090-421a-bbf6-cbce4bff2c3b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:50.464144 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e69744-8eeb-4345-ab2c-8879465442ba tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Network 3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:03:50.478053 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84d13a-d090-421a-bbf6-cbce4bff2c3b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Subnet': ['ID=72fd8786-1d9e-4397-8692-788ceae4f7bf,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:50.480097 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-60e69744-8eeb-4345-ab2c-8879465442ba tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:50.490238 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e69744-8eeb-4345-ab2c-8879465442ba tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:50.490849 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-60e69744-8eeb-4345-ab2c-8879465442ba tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:50.510412 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e84d13a-d090-421a-bbf6-cbce4bff2c3b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Checking segment: {'id': 'ae9486f8-aa25-4a7d-978d-5c17088b5440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b77f1360-979b-48a3-ba26-289241065590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:50.510791 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e84d13a-d090-421a-bbf6-cbce4bff2c3b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Network hostable DHCP agents. Network: b77f1360-979b-48a3-ba26-289241065590, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:03:50.513868 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d432714-7770-4f6c-91d5-4ee40b90301b None None] Network 3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:50.515257 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-60e69744-8eeb-4345-ab2c-8879465442ba tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9167333 Jul 07 21:03:50.518770 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57942) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:50.524529 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-faf0049f-2981-4ab6-affa-cb94c0c30212 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:50.553949 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e84d13a-d090-421a-bbf6-cbce4bff2c3b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Network b77f1360-979b-48a3-ba26-289241065590 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:03:50.561083 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-7e84d13a-d090-421a-bbf6-cbce4bff2c3b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, b77f1360-979b-48a3-ba26-289241065590) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:50.567153 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e84d13a-d090-421a-bbf6-cbce4bff2c3b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:50.568190 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7e84d13a-d090-421a-bbf6-cbce4bff2c3b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:50.572720 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965c178b-bc45-4a6c-a0bb-86ee240a2173 None None] Network b77f1360-979b-48a3-ba26-289241065590 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:50.592748 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7e84d13a-d090-421a-bbf6-cbce4bff2c3b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8079708 Jul 07 21:03:50.595131 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57946) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:50.719117 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-faf0049f-2981-4ab6-affa-cb94c0c30212 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5216065'] for subnet, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:50.909479 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c5dab0e-e2b2-4f03-b706-3de594d1437b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:50.978151 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cbcf6-8e38-4918-a428-ce6ed26b9c62 req-e77acfd5-98fb-452d-8aa7-6f8ccb1e190f tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:50.985635 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ee1cbcf6-8e38-4918-a428-ce6ed26b9c62 req-e77acfd5-98fb-452d-8aa7-6f8ccb1e190f tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.1926711 Jul 07 21:03:51.016192 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69595d04-e3e4-4fbb-9bb2-d3f609ab2e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-b77f1360-979b-48a3-ba26-289241065590', 'network_id': 'b77f1360-979b-48a3-ba26-289241065590', 'tenant_id': 'a29e32857fab457bbca0f5a73701f4ba', 'fixed_ips': [{'subnet_id': '72fd8786-1d9e-4397-8692-788ceae4f7bf'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:03:51.017209 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-69595d04-e3e4-4fbb-9bb2-d3f609ab2e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:51.041906 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151688cb-a61d-46de-a5ac-973b8cd31345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c', 'network_id': '3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c', 'tenant_id': 'fcae3007c76d4ed099b2d3ee0503e7cf', 'fixed_ips': [{'subnet_id': '45613fb0-f7d3-4e2a-99aa-1c5243fc7ee5'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:03:51.044649 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-faf0049f-2981-4ab6-affa-cb94c0c30212 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778271927583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5496949'] for subnet, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:51.044815 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-151688cb-a61d-46de-a5ac-973b8cd31345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:51.044977 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c5dab0e-e2b2-4f03-b706-3de594d1437b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:51.081096 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ee1cbcf6-8e38-4918-a428-ce6ed26b9c62 req-3b17ae7a-e17f-4ffd-88a4-b0f6f9ed65a9 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937903 Jul 07 21:03:51.087400 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf0049f-2981-4ab6-affa-cb94c0c30212 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:51.091025 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-faf0049f-2981-4ab6-affa-cb94c0c30212 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:51.094518 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-faf0049f-2981-4ab6-affa-cb94c0c30212 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "PUT /v2.0/subnets/45613fb0-f7d3-4e2a-99aa-1c5243fc7ee5 HTTP/1.1" status: 200 len: 826 time: 0.5734487 Jul 07 21:03:51.098396 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57948) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:51.224407 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0049f-2981-4ab6-affa-cb94c0c30212 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event updated for resources: {'Subnet': ['ID=45613fb0-f7d3-4e2a-99aa-1c5243fc7ee5,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:51.306871 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c5dab0e-e2b2-4f03-b706-3de594d1437b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:51.308112 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 2e0d22b5-4aaa-4615-8570-397f08e42092 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server [None req-69595d04-e3e4-4fbb-9bb2-d3f609ab2e4b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72fd8786-1d9e-4397-8692-788ceae4f7bf: This subnet is being modified by another concurrent operation. Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 21:03:51.355396 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise exception Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72fd8786-1d9e-4397-8692-788ceae4f7bf: This subnet is being modified by another concurrent operation. Jul 07 21:03:51.361859 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server Jul 07 21:03:51.365137 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5dab0e-e2b2-4f03-b706-3de594d1437b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Subnet': ['ID=72fd8786-1d9e-4397-8692-788ceae4f7bf,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:51.404139 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 2e0d22b5-4aaa-4615-8570-397f08e42092 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:03:51.405635 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:51.407042 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf95005-6a68-4a80-a0b7-aaf0f1dba2de None None] Network b77f1360-979b-48a3-ba26-289241065590 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:51.411930 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-151688cb-a61d-46de-a5ac-973b8cd31345 None None] Allocated IP 2001:db8::2 (3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c/45613fb0-f7d3-4e2a-99aa-1c5243fc7ee5/815339cf-f50f-467e-bdb4-287f6cdb593c) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:03:51.468970 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c5dab0e-e2b2-4f03-b706-3de594d1437b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:51.514638 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-3c5dab0e-e2b2-4f03-b706-3de594d1437b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77f1360-979b-48a3-ba26-289241065590']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:51.534675 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-3c5dab0e-e2b2-4f03-b706-3de594d1437b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9486f8-aa25-4a7d-978d-5c17088b5440') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:51.534991 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-3c5dab0e-e2b2-4f03-b706-3de594d1437b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9486f8-aa25-4a7d-978d-5c17088b5440') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:51.561036 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafb2bf3-a857-4e45-9679-dbeb1ba8bb05 None None] Network b05c6637-b4ba-4fc4-b1f4-ca2729480caf requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:51.561620 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c5dab0e-e2b2-4f03-b706-3de594d1437b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:51.564169 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:51.602847 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c5dab0e-e2b2-4f03-b706-3de594d1437b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:51.609973 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c5dab0e-e2b2-4f03-b706-3de594d1437b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:03:51.610483 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c5dab0e-e2b2-4f03-b706-3de594d1437b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:03:51.627981 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:03:51.731078 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c5dab0e-e2b2-4f03-b706-3de594d1437b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:51.733050 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-09fb2f77-9095-4a69-8a6a-2c53d6f0c090 None None] Provisioning for port 2e0d22b5-4aaa-4615-8570-397f08e42092 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:03:51.744562 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c5dab0e-e2b2-4f03-b706-3de594d1437b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:51.747852 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3c5dab0e-e2b2-4f03-b706-3de594d1437b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/networks/b77f1360-979b-48a3-ba26-289241065590 HTTP/1.1" status: 204 len: 168 time: 1.1509223 Jul 07 21:03:51.750481 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57956) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:51.751146 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-09fb2f77-9095-4a69-8a6a-2c53d6f0c090 None None] Provisioning complete for port 2e0d22b5-4aaa-4615-8570-397f08e42092 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:03:51.751561 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-09fb2f77-9095-4a69-8a6a-2c53d6f0c090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:51.758619 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-138e5866-726b-45e9-96a0-a1a67ad3ca86 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-649977244'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:51.779548 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5dab0e-e2b2-4f03-b706-3de594d1437b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Network': ['ID=b77f1360-979b-48a3-ba26-289241065590,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:51.786480 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138e5866-726b-45e9-96a0-a1a67ad3ca86 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Made reservation on behalf of a29e32857fab457bbca0f5a73701f4ba for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:51.791641 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-138e5866-726b-45e9-96a0-a1a67ad3ca86 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:51.823446 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138e5866-726b-45e9-96a0-a1a67ad3ca86 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:03:51.834151 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-138e5866-726b-45e9-96a0-a1a67ad3ca86 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:51.834607 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-138e5866-726b-45e9-96a0-a1a67ad3ca86 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Added segment 0fb20e26-2334-4fd5-9683-f0115d38fa3e of type vlan for network b6d4012d-e122-4cc4-97e7-185b38f179d3 Jul 07 21:03:51.880282 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-138e5866-726b-45e9-96a0-a1a67ad3ca86 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:51.912148 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-138e5866-726b-45e9-96a0-a1a67ad3ca86 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:51.917951 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138e5866-726b-45e9-96a0-a1a67ad3ca86 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:51.918594 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-138e5866-726b-45e9-96a0-a1a67ad3ca86 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:51.979614 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-138e5866-726b-45e9-96a0-a1a67ad3ca86 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2261865 Jul 07 21:03:51.982416 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57958) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:51.990494 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-4a9ccf45-af15-4731-bd0e-06206db12fb7 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'subnet': {'network_id': 'b6d4012d-e122-4cc4-97e7-185b38f179d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:52.001190 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e5866-726b-45e9-96a0-a1a67ad3ca86 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Network': ['ID=b6d4012d-e122-4cc4-97e7-185b38f179d3,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:52.023561 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network b6d4012d-e122-4cc4-97e7-185b38f179d3 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:52.112659 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9ccf45-af15-4731-bd0e-06206db12fb7 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Made reservation on behalf of a29e32857fab457bbca0f5a73701f4ba for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:52.119461 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a9ccf45-af15-4731-bd0e-06206db12fb7 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:52.123596 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-151688cb-a61d-46de-a5ac-973b8cd31345 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:52.179998 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-151688cb-a61d-46de-a5ac-973b8cd31345 None None] Transition to ACTIVE for port object 815339cf-f50f-467e-bdb4-287f6cdb593c will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:52.217580 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-09fb2f77-9095-4a69-8a6a-2c53d6f0c090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:52.220238 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-151688cb-a61d-46de-a5ac-973b8cd31345 None None] Transition to ACTIVE for port object 815339cf-f50f-467e-bdb4-287f6cdb593c will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:52.237036 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-151688cb-a61d-46de-a5ac-973b8cd31345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:52.283111 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:52.302703 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151688cb-a61d-46de-a5ac-973b8cd31345 None None] Network 3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:03:52.319311 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-151688cb-a61d-46de-a5ac-973b8cd31345 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:52.325353 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151688cb-a61d-46de-a5ac-973b8cd31345 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:03:52.332736 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-09fb2f77-9095-4a69-8a6a-2c53d6f0c090 None None] For port 2e0d22b5-4aaa-4615-8570-397f08e42092, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=2e0d22b5-4aaa-4615-8570-397f08e42092,segment=NetworkSegment(ae7c6276-60e2-4205-a7d2-44df8de6986e),segment_id=ae7c6276-60e2-4205-a7d2-44df8de6986e)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:03:52.334226 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151688cb-a61d-46de-a5ac-973b8cd31345 None None] Pushing event updated for resources: {'Port': ['ID=815339cf-f50f-467e-bdb4-287f6cdb593c,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:52.358386 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-09fb2f77-9095-4a69-8a6a-2c53d6f0c090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:52.368076 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Subnet': ['ID=45613fb0-f7d3-4e2a-99aa-1c5243fc7ee5,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:52.411573 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb589e-2464-4a20-b4b9-e2ede22c0ca9 req-57dfc137-6273-4837-8204-892de7c2a9e7 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:52.413092 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ffeb589e-2464-4a20-b4b9-e2ede22c0ca9 req-57dfc137-6273-4837-8204-892de7c2a9e7 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.2089124 Jul 07 21:03:52.475980 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-151688cb-a61d-46de-a5ac-973b8cd31345 None None] Attempting to bind port 815339cf-f50f-467e-bdb4-287f6cdb593c on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:03:52.476357 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-151688cb-a61d-46de-a5ac-973b8cd31345 None None] Attempting to bind port 815339cf-f50f-467e-bdb4-287f6cdb593c by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '0dbe7105-5a2c-4e16-bb89-07c2ad0ffb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:03:52.476728 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151688cb-a61d-46de-a5ac-973b8cd31345 None None] Attempting to bind port 815339cf-f50f-467e-bdb4-287f6cdb593c on network 3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:03:52.494167 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16f8fb4-6813-4b5f-8170-799de60e96e4 None None] Update dhcp port {'port': {'network_id': 'b05c6637-b4ba-4fc4-b1f4-ca2729480caf', 'fixed_ips': [{'subnet_id': '58ea6d35-1186-4ae7-a8d5-c72402b6d926', 'ip_address': '2001:db8::2'}, {'subnet_id': '7ddc6c31-9122-4dd9-a17f-1491785827be'}], 'binding:host_id': 'n-d-695189-11'}, 'id': '2e0d22b5-4aaa-4615-8570-397f08e42092'} from n-d-695189-11. {{(pid=100449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 21:03:52.498555 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151688cb-a61d-46de-a5ac-973b8cd31345 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:03:52.499316 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151688cb-a61d-46de-a5ac-973b8cd31345 None None] Checking segment: {'id': '0dbe7105-5a2c-4e16-bb89-07c2ad0ffb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:52.499934 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-151688cb-a61d-46de-a5ac-973b8cd31345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:52.500491 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151688cb-a61d-46de-a5ac-973b8cd31345 None None] Bound using segment: {'id': '0dbe7105-5a2c-4e16-bb89-07c2ad0ffb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:03:52.501135 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-151688cb-a61d-46de-a5ac-973b8cd31345 None None] Bound port: 815339cf-f50f-467e-bdb4-287f6cdb593c, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dbe7105-5a2c-4e16-bb89-07c2ad0ffb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:03:52.501710 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-151688cb-a61d-46de-a5ac-973b8cd31345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:52.503061 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:52.528692 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb2f77-9095-4a69-8a6a-2c53d6f0c090 None None] Pushing event updated for resources: {'Port': ['ID=2e0d22b5-4aaa-4615-8570-397f08e42092,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:52.533861 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:52.540507 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ffeb589e-2464-4a20-b4b9-e2ede22c0ca9 req-a67d7cfd-d770-457a-a253-154ef0613675 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952215 Jul 07 21:03:52.553919 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dbe7105-5a2c-4e16-bb89-07c2ad0ffb47') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:52.554252 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dbe7105-5a2c-4e16-bb89-07c2ad0ffb47') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:52.574317 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f16f8fb4-6813-4b5f-8170-799de60e96e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:52.590540 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:52.618768 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:52.624794 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a9ccf45-af15-4731-bd0e-06206db12fb7 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:52.634507 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:03:52.634750 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-151688cb-a61d-46de-a5ac-973b8cd31345 None None] For port 815339cf-f50f-467e-bdb4-287f6cdb593c, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:03:52.635279 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:03:52.650317 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:03:52.743772 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ccf45-af15-4731-bd0e-06206db12fb7 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Subnet': ['ID=de3e68c9-2e50-4db3-a93c-02992660bb78,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:52.754893 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.db.api [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 21:03:52.754893 n-d-695189-11 neutron-server[100448]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 21:03:52.754893 n-d-695189-11 neutron-server[100448]: [parameters: {'id': '3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c'}] Jul 07 21:03:52.754893 n-d-695189-11 neutron-server[100448]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:03:52.755347 n-d-695189-11 neutron-server[100448]: DEBUG oslo_db.api [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:03:52.764828 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9ccf45-af15-4731-bd0e-06206db12fb7 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Checking segment: {'id': '0fb20e26-2334-4fd5-9683-f0115d38fa3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b6d4012d-e122-4cc4-97e7-185b38f179d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:52.765209 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9ccf45-af15-4731-bd0e-06206db12fb7 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Network hostable DHCP agents. Network: b6d4012d-e122-4cc4-97e7-185b38f179d3, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:03:52.773823 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-151688cb-a61d-46de-a5ac-973b8cd31345 None None] For port 815339cf-f50f-467e-bdb4-287f6cdb593c, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=815339cf-f50f-467e-bdb4-287f6cdb593c,segment=NetworkSegment(0dbe7105-5a2c-4e16-bb89-07c2ad0ffb47),segment_id=0dbe7105-5a2c-4e16-bb89-07c2ad0ffb47)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:03:52.779640 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-151688cb-a61d-46de-a5ac-973b8cd31345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:52.784408 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9ccf45-af15-4731-bd0e-06206db12fb7 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Network b6d4012d-e122-4cc4-97e7-185b38f179d3 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:03:52.795526 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-4a9ccf45-af15-4731-bd0e-06206db12fb7 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, b6d4012d-e122-4cc4-97e7-185b38f179d3) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:52.800536 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9ccf45-af15-4731-bd0e-06206db12fb7 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:52.801343 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a9ccf45-af15-4731-bd0e-06206db12fb7 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:52.815284 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366959c0-6e40-463b-8e44-a71bc9f98294 None None] Network b6d4012d-e122-4cc4-97e7-185b38f179d3 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:52.819152 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4a9ccf45-af15-4731-bd0e-06206db12fb7 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8347046 Jul 07 21:03:52.822147 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57970) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:52.874868 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-f16f8fb4-6813-4b5f-8170-799de60e96e4 None None] Allocated IP 172.20.0.1 (b05c6637-b4ba-4fc4-b1f4-ca2729480caf/7ddc6c31-9122-4dd9-a17f-1491785827be/2e0d22b5-4aaa-4615-8570-397f08e42092) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:03:52.937314 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-99321388-84a1-4b6b-ab8a-079a31a27e76 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:52.948004 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151688cb-a61d-46de-a5ac-973b8cd31345 None None] Pushing event updated for resources: {'Port': ['ID=815339cf-f50f-467e-bdb4-287f6cdb593c,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:52.996115 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-99321388-84a1-4b6b-ab8a-079a31a27e76 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:53.033822 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5668a84d-f0fd-4ab8-a334-c5d1677b9554 None None] Network 3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:53.063359 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-99321388-84a1-4b6b-ab8a-079a31a27e76 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:53.099623 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99321388-84a1-4b6b-ab8a-079a31a27e76 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Subnet': ['ID=de3e68c9-2e50-4db3-a93c-02992660bb78,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:53.147791 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-f16f8fb4-6813-4b5f-8170-799de60e96e4 None None] For port 2e0d22b5-4aaa-4615-8570-397f08e42092, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=2e0d22b5-4aaa-4615-8570-397f08e42092,segment=NetworkSegment(ae7c6276-60e2-4205-a7d2-44df8de6986e),segment_id=ae7c6276-60e2-4205-a7d2-44df8de6986e)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:03:53.202557 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-99321388-84a1-4b6b-ab8a-079a31a27e76 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:53.209724 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 2e0d22b5-4aaa-4615-8570-397f08e42092 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:03:53.211753 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805e187b-47be-44ff-b2b6-6e45c836a152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-b6d4012d-e122-4cc4-97e7-185b38f179d3', 'network_id': 'b6d4012d-e122-4cc4-97e7-185b38f179d3', 'tenant_id': 'a29e32857fab457bbca0f5a73701f4ba', 'fixed_ips': [{'subnet_id': 'de3e68c9-2e50-4db3-a93c-02992660bb78'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:03:53.212574 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-805e187b-47be-44ff-b2b6-6e45c836a152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:53.214767 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-99321388-84a1-4b6b-ab8a-079a31a27e76 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d4012d-e122-4cc4-97e7-185b38f179d3']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:53.231229 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-99321388-84a1-4b6b-ab8a-079a31a27e76 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb20e26-2334-4fd5-9683-f0115d38fa3e') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:53.231795 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-99321388-84a1-4b6b-ab8a-079a31a27e76 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb20e26-2334-4fd5-9683-f0115d38fa3e') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:53.248307 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-99321388-84a1-4b6b-ab8a-079a31a27e76 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:53.266806 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:53.273156 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-99321388-84a1-4b6b-ab8a-079a31a27e76 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:53.282444 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99321388-84a1-4b6b-ab8a-079a31a27e76 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:03:53.283148 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-99321388-84a1-4b6b-ab8a-079a31a27e76 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:03:53.286983 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:03:53.289844 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f16f8fb4-6813-4b5f-8170-799de60e96e4 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:53.325874 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f16f8fb4-6813-4b5f-8170-799de60e96e4 None None] Transition to ACTIVE for port object 2e0d22b5-4aaa-4615-8570-397f08e42092 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:03:53.334854 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f16f8fb4-6813-4b5f-8170-799de60e96e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:53.376304 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-99321388-84a1-4b6b-ab8a-079a31a27e76 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:53.384568 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.db.api [None req-805e187b-47be-44ff-b2b6-6e45c836a152 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 21:03:53.384568 n-d-695189-11 neutron-server[100449]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 07 21:03:53.384568 n-d-695189-11 neutron-server[100449]: [parameters: {'project_id': 'a29e32857fab457bbca0f5a73701f4ba', 'id': 'f4040745-007a-4796-ab0a-5d5ff99d973f', 'name': '', 'network_id': 'b6d4012d-e122-4cc4-97e7-185b38f179d3', 'mac_address': 'fa:16:3e:d3:da:1f', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-b6d4012d-e122-4cc4-97e7-185b38f179d3', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2102}] Jul 07 21:03:53.384568 n-d-695189-11 neutron-server[100449]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:03:53.385208 n-d-695189-11 neutron-server[100449]: DEBUG oslo_db.api [None req-805e187b-47be-44ff-b2b6-6e45c836a152 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:03:53.389684 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-99321388-84a1-4b6b-ab8a-079a31a27e76 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:53.394653 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57972) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:53.395209 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-99321388-84a1-4b6b-ab8a-079a31a27e76 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/networks/b6d4012d-e122-4cc4-97e7-185b38f179d3 HTTP/1.1" status: 204 len: 168 time: 0.5715880 Jul 07 21:03:53.405116 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d8e1e9f9-0e9c-47c2-a8e0-1dc0d20cdef5 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1034187939'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:53.408996 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99321388-84a1-4b6b-ab8a-079a31a27e76 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Network': ['ID=b6d4012d-e122-4cc4-97e7-185b38f179d3,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:53.412649 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Deleting port 815339cf-f50f-467e-bdb4-287f6cdb593c {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:03:53.413003 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:53.450401 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e1e9f9-0e9c-47c2-a8e0-1dc0d20cdef5 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Made reservation on behalf of a29e32857fab457bbca0f5a73701f4ba for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:53.456519 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d8e1e9f9-0e9c-47c2-a8e0-1dc0d20cdef5 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:53.495810 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] For port 815339cf-f50f-467e-bdb4-287f6cdb593c, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=815339cf-f50f-467e-bdb4-287f6cdb593c,segment=NetworkSegment(0dbe7105-5a2c-4e16-bb89-07c2ad0ffb47),segment_id=0dbe7105-5a2c-4e16-bb89-07c2ad0ffb47)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:03:53.496204 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f8fb4-6813-4b5f-8170-799de60e96e4 None None] Pushing event updated for resources: {'Port': ['ID=2e0d22b5-4aaa-4615-8570-397f08e42092,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:53.499978 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:53.509561 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3154d762-8cde-4812-8bc8-4278d6040ade None None] Network 3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:53.521477 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e1e9f9-0e9c-47c2-a8e0-1dc0d20cdef5 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:03:53.533179 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Calling delete_port for 815339cf-f50f-467e-bdb4-287f6cdb593c owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:03:53.533477 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d8e1e9f9-0e9c-47c2-a8e0-1dc0d20cdef5 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:53.533901 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-d8e1e9f9-0e9c-47c2-a8e0-1dc0d20cdef5 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Added segment 92a1a8da-43d5-4bb2-b4b4-ac16b21201dc of type vlan for network 5c55e5fe-e768-4537-81bf-8c202653c19b Jul 07 21:03:53.587016 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d8e1e9f9-0e9c-47c2-a8e0-1dc0d20cdef5 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:53.635960 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d8e1e9f9-0e9c-47c2-a8e0-1dc0d20cdef5 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:53.643815 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:53.653979 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e1e9f9-0e9c-47c2-a8e0-1dc0d20cdef5 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:53.655225 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d8e1e9f9-0e9c-47c2-a8e0-1dc0d20cdef5 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:53.671495 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] No DVR routers for this DVR port 815339cf-f50f-467e-bdb4-287f6cdb593c on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:03:53.710289 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Port': ['ID=815339cf-f50f-467e-bdb4-287f6cdb593c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:53.800913 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d8e1e9f9-0e9c-47c2-a8e0-1dc0d20cdef5 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4036920 Jul 07 21:03:53.805807 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57980) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:53.811130 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-6b4196f9-18ff-4190-a82b-523791778532 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'subnet': {'network_id': '5c55e5fe-e768-4537-81bf-8c202653c19b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:53.852874 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:53.878008 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:53.886481 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-805e187b-47be-44ff-b2b6-6e45c836a152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:53.907099 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1e9f9-0e9c-47c2-a8e0-1dc0d20cdef5 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Network': ['ID=5c55e5fe-e768-4537-81bf-8c202653c19b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:53.921778 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 5c55e5fe-e768-4537-81bf-8c202653c19b details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:53.924476 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dbe7105-5a2c-4e16-bb89-07c2ad0ffb47') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:53.924986 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dbe7105-5a2c-4e16-bb89-07c2ad0ffb47') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:53.940026 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:53.964462 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a43cf6-cd66-4c35-b8d8-cfda745adab9 None None] Network b6d4012d-e122-4cc4-97e7-185b38f179d3 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:53.978454 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:53.999292 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:03:54.000015 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:03:54.009443 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:03:54.029338 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4196f9-18ff-4190-a82b-523791778532 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Made reservation on behalf of a29e32857fab457bbca0f5a73701f4ba for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:54.030737 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a43cf6-cd66-4c35-b8d8-cfda745adab9 None None] Network b6d4012d-e122-4cc4-97e7-185b38f179d3 could not be found, it might have been deleted concurrently. {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 21:03:54.035830 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b4196f9-18ff-4190-a82b-523791778532 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:54.085585 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008f44f-5449-4507-9b38-90eeb995393e req-92a00b2d-6560-4b9f-b84c-d2a8c3be19f5 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:54.087254 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0008f44f-5449-4507-9b38-90eeb995393e req-92a00b2d-6560-4b9f-b84c-d2a8c3be19f5 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.2226551 Jul 07 21:03:54.139436 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:54.147897 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.ipam_backend_mixin [None req-6b4196f9-18ff-4190-a82b-523791778532 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Performing IP validity checks on allocation pools {{(pid=100447) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 21:03:54.149159 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.ipam_backend_mixin [None req-6b4196f9-18ff-4190-a82b-523791778532 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100447) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 21:03:54.164019 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:54.168503 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/networks/3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c HTTP/1.1" status: 204 len: 168 time: 3.0624874 Jul 07 21:03:54.169884 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57984) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:54.172981 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0008f44f-5449-4507-9b38-90eeb995393e req-47062e7c-e0bd-403d-b6f9-a8aaba93edbe tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781808 Jul 07 21:03:54.183502 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b903cb-956f-47bb-a2ce-068fd9ae10f1 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Network': ['ID=3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:54.210393 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-97adf559-1004-4a77-a4ac-98f3d730c273 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] DELETE failed (client error): The resource could not be found. Jul 07 21:03:54.211158 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97adf559-1004-4a77-a4ac-98f3d730c273 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:03:54.213094 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-97adf559-1004-4a77-a4ac-98f3d730c273 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/networks/3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c HTTP/1.1" status: 404 len: 339 time: 0.0422862 Jul 07 21:03:54.218113 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57986) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:54.224685 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-0eb940c1-413d-41d4-ad5e-3139189a2f1c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2012497277', 'description': 'd1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:54.249548 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb940c1-413d-41d4-ad5e-3139189a2f1c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Made reservation on behalf of fcae3007c76d4ed099b2d3ee0503e7cf for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:54.254547 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0eb940c1-413d-41d4-ad5e-3139189a2f1c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:54.290231 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb940c1-413d-41d4-ad5e-3139189a2f1c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:03:54.305970 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0eb940c1-413d-41d4-ad5e-3139189a2f1c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:54.306421 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-0eb940c1-413d-41d4-ad5e-3139189a2f1c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Added segment e9d32e28-6de0-4919-aac7-2c3ccd201d2b of type vlan for network d8fe73bb-1813-4920-9d0a-c7da96fc65b3 Jul 07 21:03:54.391000 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b4196f9-18ff-4190-a82b-523791778532 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:54.467036 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8db334-dc04-4308-a5c9-9075df9889d7 None None] Network b05c6637-b4ba-4fc4-b1f4-ca2729480caf requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:54.476233 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4196f9-18ff-4190-a82b-523791778532 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Subnet': ['ID=d55ae179-c22d-4341-b988-8488417184b8,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:54.490102 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4196f9-18ff-4190-a82b-523791778532 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Checking segment: {'id': '92a1a8da-43d5-4bb2-b4b4-ac16b21201dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5c55e5fe-e768-4537-81bf-8c202653c19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:54.490102 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4196f9-18ff-4190-a82b-523791778532 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Network hostable DHCP agents. Network: 5c55e5fe-e768-4537-81bf-8c202653c19b, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:03:54.521282 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4196f9-18ff-4190-a82b-523791778532 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Network 5c55e5fe-e768-4537-81bf-8c202653c19b is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:03:54.534970 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-6b4196f9-18ff-4190-a82b-523791778532 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 5c55e5fe-e768-4537-81bf-8c202653c19b) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:54.549290 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4196f9-18ff-4190-a82b-523791778532 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:54.552562 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b4196f9-18ff-4190-a82b-523791778532 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:54.554164 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fe9647-2463-4afd-9026-4832af680ff4 None None] Network 5c55e5fe-e768-4537-81bf-8c202653c19b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:54.578331 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6b4196f9-18ff-4190-a82b-523791778532 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7711384 Jul 07 21:03:54.581307 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 57988) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:54.737995 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-771beff2-c274-46d3-ae6d-e195cb8f4f6e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:54.790481 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0eb940c1-413d-41d4-ad5e-3139189a2f1c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:54.828121 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-771beff2-c274-46d3-ae6d-e195cb8f4f6e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:54.849768 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0eb940c1-413d-41d4-ad5e-3139189a2f1c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:54.856087 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb940c1-413d-41d4-ad5e-3139189a2f1c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:54.856717 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0eb940c1-413d-41d4-ad5e-3139189a2f1c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:54.879348 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e0e4e7a2-426c-4a02-ac7a-f7f31f3dd5f7 None None] Provisioning for port 2e0d22b5-4aaa-4615-8570-397f08e42092 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:03:54.907345 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-771beff2-c274-46d3-ae6d-e195cb8f4f6e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:54.913961 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e0e4e7a2-426c-4a02-ac7a-f7f31f3dd5f7 None None] Provisioning complete for port 2e0d22b5-4aaa-4615-8570-397f08e42092 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:03:54.914380 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e0e4e7a2-426c-4a02-ac7a-f7f31f3dd5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:54.940221 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0eb940c1-413d-41d4-ad5e-3139189a2f1c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7201374 Jul 07 21:03:54.943417 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57994) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:55.003520 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771beff2-c274-46d3-ae6d-e195cb8f4f6e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Subnet': ['ID=d55ae179-c22d-4341-b988-8488417184b8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:55.102571 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb940c1-413d-41d4-ad5e-3139189a2f1c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event updated for resources: {'Network': ['ID=d8fe73bb-1813-4920-9d0a-c7da96fc65b3,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:55.153473 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c8e835-1675-495a-be6a-4793fc70b8ff tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:55.159016 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c3c8e835-1675-495a-be6a-4793fc70b8ff tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "GET /v2.0/networks?id=d8fe73bb-1813-4920-9d0a-c7da96fc65b3 HTTP/1.1" status: 200 len: 765 time: 0.2116058 Jul 07 21:03:55.159722 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 57998) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:55.168552 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-63fe5672-5836-44a4-9f3a-d81668182908 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Request body: {'network': {'description': 'd2'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:55.177796 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-771beff2-c274-46d3-ae6d-e195cb8f4f6e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:55.189500 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-771beff2-c274-46d3-ae6d-e195cb8f4f6e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c55e5fe-e768-4537-81bf-8c202653c19b']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:55.202487 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9b03cf-cbac-484f-8c47-06106c96304f None None] Network 5c55e5fe-e768-4537-81bf-8c202653c19b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:55.205940 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-771beff2-c274-46d3-ae6d-e195cb8f4f6e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a1a8da-43d5-4bb2-b4b4-ac16b21201dc') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:55.206596 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-771beff2-c274-46d3-ae6d-e195cb8f4f6e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a1a8da-43d5-4bb2-b4b4-ac16b21201dc') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:55.217534 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-771beff2-c274-46d3-ae6d-e195cb8f4f6e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:55.228480 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network d8fe73bb-1813-4920-9d0a-c7da96fc65b3 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:55.235303 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-771beff2-c274-46d3-ae6d-e195cb8f4f6e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:55.243229 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771beff2-c274-46d3-ae6d-e195cb8f4f6e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:03:55.244034 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-771beff2-c274-46d3-ae6d-e195cb8f4f6e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:03:55.290408 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:03:55.348170 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-771beff2-c274-46d3-ae6d-e195cb8f4f6e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:55.369474 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-771beff2-c274-46d3-ae6d-e195cb8f4f6e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:55.378534 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 2e0d22b5-4aaa-4615-8570-397f08e42092 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:03:55.409378 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-771beff2-c274-46d3-ae6d-e195cb8f4f6e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/networks/5c55e5fe-e768-4537-81bf-8c202653c19b HTTP/1.1" status: 204 len: 168 time: 0.8267529 Jul 07 21:03:55.410413 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58002) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:55.435907 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-34af2c2a-461c-4348-8a91-f8dd39a83e9f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-43209760'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:55.465767 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771beff2-c274-46d3-ae6d-e195cb8f4f6e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Network': ['ID=5c55e5fe-e768-4537-81bf-8c202653c19b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:55.503419 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34af2c2a-461c-4348-8a91-f8dd39a83e9f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Made reservation on behalf of a29e32857fab457bbca0f5a73701f4ba for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:55.507234 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34af2c2a-461c-4348-8a91-f8dd39a83e9f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:55.554966 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 2e0d22b5-4aaa-4615-8570-397f08e42092 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:03:55.556409 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:55.605681 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34af2c2a-461c-4348-8a91-f8dd39a83e9f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:03:55.607365 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-63fe5672-5836-44a4-9f3a-d81668182908 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:55.624993 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-63fe5672-5836-44a4-9f3a-d81668182908 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:55.634665 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34af2c2a-461c-4348-8a91-f8dd39a83e9f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:55.635009 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-34af2c2a-461c-4348-8a91-f8dd39a83e9f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Added segment d68e92ee-2dd6-4b67-bfcc-720d0d74898d of type vlan for network af0c4e66-db85-4001-858d-ca42a82a6e3b Jul 07 21:03:55.665030 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0d727-3dda-4a5e-b295-94916c412fd4 req-812b2c79-ed31-4bab-9938-f3049d6be3fd tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:55.667005 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4c0d727-3dda-4a5e-b295-94916c412fd4 req-812b2c79-ed31-4bab-9938-f3049d6be3fd tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.1740711 Jul 07 21:03:55.687464 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34af2c2a-461c-4348-8a91-f8dd39a83e9f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:55.692929 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63fe5672-5836-44a4-9f3a-d81668182908 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Network d8fe73bb-1813-4920-9d0a-c7da96fc65b3 is not hosted by any dhcp agent {{(pid=100448) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 21:03:55.698575 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fe5672-5836-44a4-9f3a-d81668182908 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:55.708140 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-63fe5672-5836-44a4-9f3a-d81668182908 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:55.714930 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-63fe5672-5836-44a4-9f3a-d81668182908 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "PUT /v2.0/networks/d8fe73bb-1813-4920-9d0a-c7da96fc65b3 HTTP/1.1" status: 200 len: 762 time: 0.5541463 Jul 07 21:03:55.717726 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58004) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:55.745894 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34af2c2a-461c-4348-8a91-f8dd39a83e9f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:55.767201 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34af2c2a-461c-4348-8a91-f8dd39a83e9f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:55.768112 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34af2c2a-461c-4348-8a91-f8dd39a83e9f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:55.788506 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4c0d727-3dda-4a5e-b295-94916c412fd4 req-95e14849-1709-4fb5-9497-9e34a4cf6c2a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714791 Jul 07 21:03:55.789363 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe5672-5836-44a4-9f3a-d81668182908 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event updated for resources: {'Network': ['ID=d8fe73bb-1813-4920-9d0a-c7da96fc65b3,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:55.804938 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network d8fe73bb-1813-4920-9d0a-c7da96fc65b3 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:55.948172 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e34a24-8938-44d0-916a-b868e7160f94 None None] get_active_networks_info from n-d-695189-11 {{(pid=100449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 21:03:55.984213 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-34af2c2a-461c-4348-8a91-f8dd39a83e9f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5568285 Jul 07 21:03:55.989578 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58008) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:55.996466 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-9fb82a26-9aff-467e-af5a-aee7fa99ecc7 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'subnet': {'network_id': 'af0c4e66-db85-4001-858d-ca42a82a6e3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:56.017181 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af2c2a-461c-4348-8a91-f8dd39a83e9f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Network': ['ID=af0c4e66-db85-4001-858d-ca42a82a6e3b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:56.030363 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36156cae-78e9-4fd5-82e8-23de5e6b9517 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:56.032403 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-36156cae-78e9-4fd5-82e8-23de5e6b9517 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "GET /v2.0/networks?id=d8fe73bb-1813-4920-9d0a-c7da96fc65b3 HTTP/1.1" status: 200 len: 765 time: 0.3133497 Jul 07 21:03:56.039112 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58010) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:56.072923 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network af0c4e66-db85-4001-858d-ca42a82a6e3b details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:56.154024 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-063fbfa8-bfc1-42b2-a0e1-08c3be473c89 None None] Provisioning complete for port 2e0d22b5-4aaa-4615-8570-397f08e42092 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:03:56.154597 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-063fbfa8-bfc1-42b2-a0e1-08c3be473c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:56.161191 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb82a26-9aff-467e-af5a-aee7fa99ecc7 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Made reservation on behalf of a29e32857fab457bbca0f5a73701f4ba for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:56.173981 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9fb82a26-9aff-467e-af5a-aee7fa99ecc7 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:56.257291 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e34a24-8938-44d0-916a-b868e7160f94 None None] Resources bound (agent type, host, resource id): {{(pid=100449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 21:03:56.424585 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb47fed-39e1-4a42-a972-e326c0bc2962 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:56.432647 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58016) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:56.435483 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2cb47fed-39e1-4a42-a972-e326c0bc2962 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3942630 Jul 07 21:03:56.486948 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4bb021aa-70cc-4765-a86d-bb8ea6185411 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "GET /v2.0/subnets?network_id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 207 time: 0.0524542 Jul 07 21:03:56.490705 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58018) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:56.628847 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9fb82a26-9aff-467e-af5a-aee7fa99ecc7 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:56.722450 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38067cc1-d97e-462e-acb3-9e791d1d1d63 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:56.729303 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38067cc1-d97e-462e-acb3-9e791d1d1d63 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:56.737082 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38067cc1-d97e-462e-acb3-9e791d1d1d63 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:56.738388 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb82a26-9aff-467e-af5a-aee7fa99ecc7 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Subnet': ['ID=28908c16-2ad0-4621-b862-559318bcad15,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:56.741272 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb82a26-9aff-467e-af5a-aee7fa99ecc7 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Checking segment: {'id': 'd68e92ee-2dd6-4b67-bfcc-720d0d74898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'af0c4e66-db85-4001-858d-ca42a82a6e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:56.741758 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb82a26-9aff-467e-af5a-aee7fa99ecc7 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Network hostable DHCP agents. Network: af0c4e66-db85-4001-858d-ca42a82a6e3b, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:03:56.769332 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38067cc1-d97e-462e-acb3-9e791d1d1d63 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:56.776723 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb82a26-9aff-467e-af5a-aee7fa99ecc7 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Network af0c4e66-db85-4001-858d-ca42a82a6e3b is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:03:56.777553 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bcd0ab-5b17-450f-b312-20e9f6719e1f None None] get_active_networks_info from n-d-695189-11 {{(pid=100449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 21:03:56.778059 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38067cc1-d97e-462e-acb3-9e791d1d1d63 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:56.787843 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38067cc1-d97e-462e-acb3-9e791d1d1d63 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:56.790013 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-38067cc1-d97e-462e-acb3-9e791d1d1d63 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2983627 Jul 07 21:03:56.795377 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58020) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:56.795614 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-9fb82a26-9aff-467e-af5a-aee7fa99ecc7 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, af0c4e66-db85-4001-858d-ca42a82a6e3b) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:56.803180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb82a26-9aff-467e-af5a-aee7fa99ecc7 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:56.804286 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9fb82a26-9aff-467e-af5a-aee7fa99ecc7 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:56.828617 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9fb82a26-9aff-467e-af5a-aee7fa99ecc7 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8350816 Jul 07 21:03:56.836175 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58022) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:57.052206 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b7a73-2409-4776-90a2-4d337e80e6cb req-5c292e90-95a3-426c-b721-f836a3a307bc tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:57.060256 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9a0b7a73-2409-4776-90a2-4d337e80e6cb req-5c292e90-95a3-426c-b721-f836a3a307bc tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.1024716 Jul 07 21:03:57.092661 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bcd0ab-5b17-450f-b312-20e9f6719e1f None None] Resources bound (agent type, host, resource id): {{(pid=100449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 21:03:57.137025 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9a0b7a73-2409-4776-90a2-4d337e80e6cb req-7e0b449e-ba34-4baf-afbf-3957ac530458 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756631 Jul 07 21:03:57.354099 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f1c1c8d9-ead2-4299-b0d1-d6f7521d3635 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.5572612 Jul 07 21:03:57.358646 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58028) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:57.363776 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-828be2ab-1c81-4524-9895-50f20147db8a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:57.445689 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-828be2ab-1c81-4524-9895-50f20147db8a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:57.465454 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff6966b-1d9a-4320-8507-ad01b343315c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:57.478444 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff6966b-1d9a-4320-8507-ad01b343315c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:57.484415 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff6966b-1d9a-4320-8507-ad01b343315c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:57.486059 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff6966b-1d9a-4320-8507-ad01b343315c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:57.487770 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff6966b-1d9a-4320-8507-ad01b343315c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:57.497606 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bff6966b-1d9a-4320-8507-ad01b343315c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1373959 Jul 07 21:03:57.498225 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58032) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:57.505103 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7974a9-7359-4475-a41e-5cdafb3f6508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-af0c4e66-db85-4001-858d-ca42a82a6e3b', 'network_id': 'af0c4e66-db85-4001-858d-ca42a82a6e3b', 'tenant_id': 'a29e32857fab457bbca0f5a73701f4ba', 'fixed_ips': [{'subnet_id': '28908c16-2ad0-4621-b862-559318bcad15'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:03:57.506514 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1e7974a9-7359-4475-a41e-5cdafb3f6508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:57.614320 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-828be2ab-1c81-4524-9895-50f20147db8a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:57.630379 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9387998c-5e0f-4957-87cf-9c4445524d0b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:57.635858 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9387998c-5e0f-4957-87cf-9c4445524d0b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:57.641184 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9387998c-5e0f-4957-87cf-9c4445524d0b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:57.647123 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9387998c-5e0f-4957-87cf-9c4445524d0b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:57.648894 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9387998c-5e0f-4957-87cf-9c4445524d0b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['shared'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:57.654362 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828be2ab-1c81-4524-9895-50f20147db8a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Subnet': ['ID=28908c16-2ad0-4621-b862-559318bcad15,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:57.656986 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9387998c-5e0f-4957-87cf-9c4445524d0b tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1575575 Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server [None req-1e7974a9-7359-4475-a41e-5cdafb3f6508 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28908c16-2ad0-4621-b862-559318bcad15: This subnet is being modified by another concurrent operation. Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 21:03:57.657529 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise exception Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28908c16-2ad0-4621-b862-559318bcad15: This subnet is being modified by another concurrent operation. Jul 07 21:03:57.668445 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server Jul 07 21:03:57.676917 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58036) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:57.679716 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f87aca1-ec0e-4e3f-8f5c-360607cb6af9 None None] get_active_networks_info from n-d-695189-11 {{(pid=100449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 21:03:57.767919 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-828be2ab-1c81-4524-9895-50f20147db8a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:57.792779 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-828be2ab-1c81-4524-9895-50f20147db8a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0c4e66-db85-4001-858d-ca42a82a6e3b']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:57.795077 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd816b3-f6e9-435a-909d-98b5d0f2326a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:57.797156 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-acd816b3-f6e9-435a-909d-98b5d0f2326a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "GET /v2.0/networks/3acc30c3-762f-43ee-96c4-d4e017c530c7 HTTP/1.1" status: 200 len: 804 time: 0.1385610 Jul 07 21:03:57.802278 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58038) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:57.809884 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-828be2ab-1c81-4524-9895-50f20147db8a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68e92ee-2dd6-4b67-bfcc-720d0d74898d') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:57.810183 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-828be2ab-1c81-4524-9895-50f20147db8a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68e92ee-2dd6-4b67-bfcc-720d0d74898d') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:57.825591 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-828be2ab-1c81-4524-9895-50f20147db8a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:57.858966 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-828be2ab-1c81-4524-9895-50f20147db8a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:57.867091 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828be2ab-1c81-4524-9895-50f20147db8a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:03:57.867639 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-828be2ab-1c81-4524-9895-50f20147db8a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:03:57.871374 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:03:57.907994 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f87aca1-ec0e-4e3f-8f5c-360607cb6af9 None None] Resources bound (agent type, host, resource id): {{(pid=100449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 21:03:57.947067 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f5764079-b453-4640-8dc6-95ebc3531e7d tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "GET /v2.0/networks/3acc30c3-762f-43ee-96c4-d4e017c530c7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1431754 Jul 07 21:03:57.947844 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58040) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:57.964344 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-828be2ab-1c81-4524-9895-50f20147db8a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:57.973301 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-828be2ab-1c81-4524-9895-50f20147db8a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:57.975941 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-828be2ab-1c81-4524-9895-50f20147db8a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/networks/af0c4e66-db85-4001-858d-ca42a82a6e3b HTTP/1.1" status: 204 len: 168 time: 1.1387568 Jul 07 21:03:57.979455 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58042) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:57.984659 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-2678ec9e-e8a3-4e5a-ab09-5f5a4044bd07 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2024156347'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:57.990583 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828be2ab-1c81-4524-9895-50f20147db8a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Network': ['ID=af0c4e66-db85-4001-858d-ca42a82a6e3b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:58.029809 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2678ec9e-e8a3-4e5a-ab09-5f5a4044bd07 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Made reservation on behalf of a29e32857fab457bbca0f5a73701f4ba for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:58.035055 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2678ec9e-e8a3-4e5a-ab09-5f5a4044bd07 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:58.041861 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ab4539-b0ae-4456-8716-f6f5faa9c441 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:58.047519 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58044) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:58.048243 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-18ab4539-b0ae-4456-8716-f6f5faa9c441 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "GET /v2.0/subnets/c98cda92-fe54-4570-813d-e3fe3bcc97d5 HTTP/1.1" status: 200 len: 843 time: 0.0992517 Jul 07 21:03:58.074171 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2678ec9e-e8a3-4e5a-ab09-5f5a4044bd07 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:03:58.084153 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2678ec9e-e8a3-4e5a-ab09-5f5a4044bd07 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:58.084549 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-2678ec9e-e8a3-4e5a-ab09-5f5a4044bd07 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Added segment ff764a9d-4f98-4f24-bcd6-f0e5f1bd875e of type vlan for network f9fded82-6ead-46ac-9362-5f6b74fb82ca Jul 07 21:03:58.114495 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1bc4bb-7b23-4ffd-9f6f-a17cca33e166 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['shared'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:58.115965 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cb1bc4bb-7b23-4ffd-9f6f-a17cca33e166 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "GET /v2.0/subnets/c98cda92-fe54-4570-813d-e3fe3bcc97d5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0675058 Jul 07 21:03:58.120464 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58046) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:58.132041 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ca8bb388-8374-4f74-93fb-cc6b0934a0bc tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1084832653'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:58.135093 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2678ec9e-e8a3-4e5a-ab09-5f5a4044bd07 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:58.157542 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8bb388-8374-4f74-93fb-cc6b0934a0bc tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Made reservation on behalf of fcae3007c76d4ed099b2d3ee0503e7cf for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:58.166415 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb388-8374-4f74-93fb-cc6b0934a0bc tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:58.189626 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2678ec9e-e8a3-4e5a-ab09-5f5a4044bd07 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:58.208566 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2678ec9e-e8a3-4e5a-ab09-5f5a4044bd07 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:58.213189 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2678ec9e-e8a3-4e5a-ab09-5f5a4044bd07 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:58.232535 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8bb388-8374-4f74-93fb-cc6b0934a0bc tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:03:58.274109 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb388-8374-4f74-93fb-cc6b0934a0bc tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:58.274460 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-ca8bb388-8374-4f74-93fb-cc6b0934a0bc tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Added segment 20b11774-2ce8-4039-a835-e6153a085b51 of type vlan for network f5a1ad5f-56a8-41fc-90e0-4a902046989f Jul 07 21:03:58.299866 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2678ec9e-e8a3-4e5a-ab09-5f5a4044bd07 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3163300 Jul 07 21:03:58.300801 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58052) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:58.306699 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-f827daee-a763-4aaf-8548-e0e7e84d9f6d tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'subnet': {'network_id': 'f9fded82-6ead-46ac-9362-5f6b74fb82ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:58.319776 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6801f6-40c3-469c-9c06-00b61a43f0d5 None None] Network af0c4e66-db85-4001-858d-ca42a82a6e3b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:58.348020 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6801f6-40c3-469c-9c06-00b61a43f0d5 None None] Network af0c4e66-db85-4001-858d-ca42a82a6e3b could not be found, it might have been deleted concurrently. {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 21:03:58.364753 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5079247-d646-4f14-a2cc-0251919fe7ca None None] Network af0c4e66-db85-4001-858d-ca42a82a6e3b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:58.365877 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb388-8374-4f74-93fb-cc6b0934a0bc tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:58.386153 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5079247-d646-4f14-a2cc-0251919fe7ca None None] Network af0c4e66-db85-4001-858d-ca42a82a6e3b could not be found, it might have been deleted concurrently. {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 21:03:58.414426 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb388-8374-4f74-93fb-cc6b0934a0bc tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:58.419555 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678ec9e-e8a3-4e5a-ab09-5f5a4044bd07 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Network': ['ID=f9fded82-6ead-46ac-9362-5f6b74fb82ca,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:58.421625 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8bb388-8374-4f74-93fb-cc6b0934a0bc tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:58.421812 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb388-8374-4f74-93fb-cc6b0934a0bc tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:58.447613 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network f9fded82-6ead-46ac-9362-5f6b74fb82ca details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:58.490540 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac676963-4e58-4642-97ff-8b2c417f69b2 req-6b03dd69-fdfd-4c97-a2d5-93bff455664e tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:58.492185 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac676963-4e58-4642-97ff-8b2c417f69b2 req-6b03dd69-fdfd-4c97-a2d5-93bff455664e tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.1667964 Jul 07 21:03:58.532381 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ca8bb388-8374-4f74-93fb-cc6b0934a0bc tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4116883 Jul 07 21:03:58.537823 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58054) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:58.547627 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-df2b734f-d1bd-40a9-90dd-fc637d270838 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Request body: {'subnet': {'network_id': 'f5a1ad5f-56a8-41fc-90e0-4a902046989f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:58.557143 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bb388-8374-4f74-93fb-cc6b0934a0bc tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event updated for resources: {'Network': ['ID=f5a1ad5f-56a8-41fc-90e0-4a902046989f,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:58.573847 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network f5a1ad5f-56a8-41fc-90e0-4a902046989f details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:03:58.615877 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f827daee-a763-4aaf-8548-e0e7e84d9f6d tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Made reservation on behalf of a29e32857fab457bbca0f5a73701f4ba for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:58.619487 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f827daee-a763-4aaf-8548-e0e7e84d9f6d tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:58.630939 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac676963-4e58-4642-97ff-8b2c417f69b2 req-9c594f5d-480a-4ed3-bc58-c8081d3139ad tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312335 Jul 07 21:03:58.757613 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2b734f-d1bd-40a9-90dd-fc637d270838 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Made reservation on behalf of fcae3007c76d4ed099b2d3ee0503e7cf for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:58.761368 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-df2b734f-d1bd-40a9-90dd-fc637d270838 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:58.852042 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.ipam_backend_mixin [None req-df2b734f-d1bd-40a9-90dd-fc637d270838 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Performing IP validity checks on allocation pools {{(pid=100448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 21:03:58.852579 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.ipam_backend_mixin [None req-df2b734f-d1bd-40a9-90dd-fc637d270838 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 21:03:58.943778 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f827daee-a763-4aaf-8548-e0e7e84d9f6d tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:59.042951 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827daee-a763-4aaf-8548-e0e7e84d9f6d tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Subnet': ['ID=54440e19-ce45-4053-9e99-9af3aebb3f72,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:59.093636 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827daee-a763-4aaf-8548-e0e7e84d9f6d tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Checking segment: {'id': 'ff764a9d-4f98-4f24-bcd6-f0e5f1bd875e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'f9fded82-6ead-46ac-9362-5f6b74fb82ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:59.094017 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f827daee-a763-4aaf-8548-e0e7e84d9f6d tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Network hostable DHCP agents. Network: f9fded82-6ead-46ac-9362-5f6b74fb82ca, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:03:59.097731 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-df2b734f-d1bd-40a9-90dd-fc637d270838 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:59.159085 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f827daee-a763-4aaf-8548-e0e7e84d9f6d tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Network f9fded82-6ead-46ac-9362-5f6b74fb82ca is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:03:59.160849 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b734f-d1bd-40a9-90dd-fc637d270838 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event updated for resources: {'Subnet': ['ID=4ed4ae01-9b1d-4bbb-af35-ccb1da8962ec,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:59.184123 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-f827daee-a763-4aaf-8548-e0e7e84d9f6d tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, f9fded82-6ead-46ac-9362-5f6b74fb82ca) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:59.186638 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c8f10486-dbd8-4023-ad54-ca4bc73e58e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:59.191122 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f827daee-a763-4aaf-8548-e0e7e84d9f6d tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:59.193103 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f827daee-a763-4aaf-8548-e0e7e84d9f6d tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:59.194046 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd0c677-8a98-4473-bf49-daf7a090e4a4 None None] Network f9fded82-6ead-46ac-9362-5f6b74fb82ca requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:59.208848 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2b734f-d1bd-40a9-90dd-fc637d270838 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Checking segment: {'id': '20b11774-2ce8-4039-a835-e6153a085b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f5a1ad5f-56a8-41fc-90e0-4a902046989f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:03:59.209148 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2b734f-d1bd-40a9-90dd-fc637d270838 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Network hostable DHCP agents. Network: f5a1ad5f-56a8-41fc-90e0-4a902046989f, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:03:59.229597 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f827daee-a763-4aaf-8548-e0e7e84d9f6d tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9241548 Jul 07 21:03:59.230898 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58060) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:59.242588 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2b734f-d1bd-40a9-90dd-fc637d270838 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Network f5a1ad5f-56a8-41fc-90e0-4a902046989f is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:03:59.252905 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-df2b734f-d1bd-40a9-90dd-fc637d270838 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, f5a1ad5f-56a8-41fc-90e0-4a902046989f) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:03:59.263432 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca18786-2797-45f9-a59b-208a7e949cbc None None] Network f5a1ad5f-56a8-41fc-90e0-4a902046989f requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:03:59.273578 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2b734f-d1bd-40a9-90dd-fc637d270838 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:03:59.274215 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-df2b734f-d1bd-40a9-90dd-fc637d270838 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7855265'] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:59.311413 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-df2b734f-d1bd-40a9-90dd-fc637d270838 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7668998 Jul 07 21:03:59.314867 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58064) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:59.338253 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-079ec5d9-5f88-4a84-ba4a-8e2cc0f8db8c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:59.416306 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b2c9-26f3-4d7b-b9b9-cdfb0d551cb4 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:59.456717 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e201291-ae17-4c74-b84b-f6fc4efb5766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-f9fded82-6ead-46ac-9362-5f6b74fb82ca', 'network_id': 'f9fded82-6ead-46ac-9362-5f6b74fb82ca', 'tenant_id': 'a29e32857fab457bbca0f5a73701f4ba', 'fixed_ips': [{'subnet_id': '54440e19-ce45-4053-9e99-9af3aebb3f72'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:03:59.457668 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5e201291-ae17-4c74-b84b-f6fc4efb5766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:59.515379 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-079ec5d9-5f88-4a84-ba4a-8e2cc0f8db8c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15947731'] for subnet, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:59.518452 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b2c9-26f3-4d7b-b9b9-cdfb0d551cb4 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:59.608704 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60c2d87-4bd6-42cb-b5ce-32e5e7302867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-f5a1ad5f-56a8-41fc-90e0-4a902046989f', 'network_id': 'f5a1ad5f-56a8-41fc-90e0-4a902046989f', 'tenant_id': 'fcae3007c76d4ed099b2d3ee0503e7cf', 'fixed_ips': [{'subnet_id': '4ed4ae01-9b1d-4bbb-af35-ccb1da8962ec'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:03:59.609627 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b60c2d87-4bd6-42cb-b5ce-32e5e7302867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:59.614016 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b2c9-26f3-4d7b-b9b9-cdfb0d551cb4 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server [None req-5e201291-ae17-4c74-b84b-f6fc4efb5766 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54440e19-ce45-4053-9e99-9af3aebb3f72: This subnet is being modified by another concurrent operation. Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 21:03:59.635172 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise exception Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54440e19-ce45-4053-9e99-9af3aebb3f72: This subnet is being modified by another concurrent operation. Jul 07 21:03:59.639763 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server Jul 07 21:03:59.655776 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4b2c9-26f3-4d7b-b9b9-cdfb0d551cb4 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Subnet': ['ID=54440e19-ce45-4053-9e99-9af3aebb3f72,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:59.758072 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b2c9-26f3-4d7b-b9b9-cdfb0d551cb4 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:59.770091 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-c7e4b2c9-26f3-4d7b-b9b9-cdfb0d551cb4 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9fded82-6ead-46ac-9362-5f6b74fb82ca']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:59.782596 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-c7e4b2c9-26f3-4d7b-b9b9-cdfb0d551cb4 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff764a9d-4f98-4f24-bcd6-f0e5f1bd875e') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:59.783396 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-c7e4b2c9-26f3-4d7b-b9b9-cdfb0d551cb4 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff764a9d-4f98-4f24-bcd6-f0e5f1bd875e') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:03:59.793591 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b2c9-26f3-4d7b-b9b9-cdfb0d551cb4 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:59.810858 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b2c9-26f3-4d7b-b9b9-cdfb0d551cb4 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:59.819415 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e4b2c9-26f3-4d7b-b9b9-cdfb0d551cb4 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:03:59.820096 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b2c9-26f3-4d7b-b9b9-cdfb0d551cb4 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:59.849605 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-079ec5d9-5f88-4a84-ba4a-8e2cc0f8db8c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778271927583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15931922'] for subnet, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:03:59.889873 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:03:59.895065 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b2c9-26f3-4d7b-b9b9-cdfb0d551cb4 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:59.902315 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b2c9-26f3-4d7b-b9b9-cdfb0d551cb4 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:03:59.910189 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c7e4b2c9-26f3-4d7b-b9b9-cdfb0d551cb4 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/networks/f9fded82-6ead-46ac-9362-5f6b74fb82ca HTTP/1.1" status: 204 len: 168 time: 0.6770155 Jul 07 21:03:59.912709 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58072) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:03:59.917513 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-3af31752-07fe-45ce-8a1e-9467c565f541 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1883620639'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:03:59.933643 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4b2c9-26f3-4d7b-b9b9-cdfb0d551cb4 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Network': ['ID=f9fded82-6ead-46ac-9362-5f6b74fb82ca,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:03:59.968310 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af31752-07fe-45ce-8a1e-9467c565f541 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Made reservation on behalf of a29e32857fab457bbca0f5a73701f4ba for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:03:59.997709 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3af31752-07fe-45ce-8a1e-9467c565f541 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:00.022029 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079ec5d9-5f88-4a84-ba4a-8e2cc0f8db8c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:00.024192 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-079ec5d9-5f88-4a84-ba4a-8e2cc0f8db8c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:00.035929 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-079ec5d9-5f88-4a84-ba4a-8e2cc0f8db8c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "PUT /v2.0/subnets/4ed4ae01-9b1d-4bbb-af35-ccb1da8962ec HTTP/1.1" status: 200 len: 900 time: 0.7139387 Jul 07 21:04:00.037693 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58076) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:00.038738 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322f38bc-2870-48c8-8336-bbacf5d0c3c8 None None] Network f9fded82-6ead-46ac-9362-5f6b74fb82ca requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:00.054142 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ec5d9-5f88-4a84-ba4a-8e2cc0f8db8c tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event updated for resources: {'Subnet': ['ID=4ed4ae01-9b1d-4bbb-af35-ccb1da8962ec,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:00.062902 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3af31752-07fe-45ce-8a1e-9467c565f541 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:04:00.078279 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322f38bc-2870-48c8-8336-bbacf5d0c3c8 None None] Network f9fded82-6ead-46ac-9362-5f6b74fb82ca could not be found, it might have been deleted concurrently. {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 21:04:00.169938 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31c197-06d2-4488-b9e1-6c6af84a2c56 req-a645494b-47da-433c-9ccf-48bf49119514 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:00.176047 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3af31752-07fe-45ce-8a1e-9467c565f541 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:00.176749 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-3af31752-07fe-45ce-8a1e-9467c565f541 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Added segment 7a3fb8b5-0a7f-462b-90e2-d5393b9236bf of type vlan for network cc901671-f7da-4986-af40-98dd44b344e6 Jul 07 21:04:00.177831 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8a31c197-06d2-4488-b9e1-6c6af84a2c56 req-a645494b-47da-433c-9ccf-48bf49119514 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.2523720 Jul 07 21:04:00.208341 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-b60c2d87-4bd6-42cb-b5ce-32e5e7302867 None None] Allocated IP 2001:db8::3 (f5a1ad5f-56a8-41fc-90e0-4a902046989f/4ed4ae01-9b1d-4bbb-af35-ccb1da8962ec/eaa0a62d-ae52-4cae-9da7-cd54612e837b) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:04:00.239938 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3af31752-07fe-45ce-8a1e-9467c565f541 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:00.240460 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8a31c197-06d2-4488-b9e1-6c6af84a2c56 req-88ef89b8-9fa8-4a4c-8a89-0ccf60a042db tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614929 Jul 07 21:04:00.283698 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:00.309541 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3af31752-07fe-45ce-8a1e-9467c565f541 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:00.323748 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af31752-07fe-45ce-8a1e-9467c565f541 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:00.324521 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3af31752-07fe-45ce-8a1e-9467c565f541 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:00.397971 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3af31752-07fe-45ce-8a1e-9467c565f541 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4804466 Jul 07 21:04:00.398884 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58080) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:00.403879 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-9ea5575e-13f8-43d2-880d-01fabe448fa1 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:00.419407 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b60c2d87-4bd6-42cb-b5ce-32e5e7302867 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:00.430121 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b60c2d87-4bd6-42cb-b5ce-32e5e7302867 None None] Transition to ACTIVE for port object eaa0a62d-ae52-4cae-9da7-cd54612e837b will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:04:00.450198 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b60c2d87-4bd6-42cb-b5ce-32e5e7302867 None None] Transition to ACTIVE for port object eaa0a62d-ae52-4cae-9da7-cd54612e837b will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:04:00.462493 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b60c2d87-4bd6-42cb-b5ce-32e5e7302867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:00.504445 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60c2d87-4bd6-42cb-b5ce-32e5e7302867 None None] Network f5a1ad5f-56a8-41fc-90e0-4a902046989f is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:04:00.509650 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-b60c2d87-4bd6-42cb-b5ce-32e5e7302867 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:00.514111 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60c2d87-4bd6-42cb-b5ce-32e5e7302867 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:04:00.518021 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c2d87-4bd6-42cb-b5ce-32e5e7302867 None None] Pushing event updated for resources: {'Port': ['ID=eaa0a62d-ae52-4cae-9da7-cd54612e837b,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:00.545586 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af31752-07fe-45ce-8a1e-9467c565f541 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Network': ['ID=cc901671-f7da-4986-af40-98dd44b344e6,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:00.557402 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:00.567723 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network cc901671-f7da-4986-af40-98dd44b344e6 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:04:00.615571 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b60c2d87-4bd6-42cb-b5ce-32e5e7302867 None None] Attempting to bind port eaa0a62d-ae52-4cae-9da7-cd54612e837b on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:04:00.615960 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b60c2d87-4bd6-42cb-b5ce-32e5e7302867 None None] Attempting to bind port eaa0a62d-ae52-4cae-9da7-cd54612e837b by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '20b11774-2ce8-4039-a835-e6153a085b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f5a1ad5f-56a8-41fc-90e0-4a902046989f'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:04:00.616406 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60c2d87-4bd6-42cb-b5ce-32e5e7302867 None None] Attempting to bind port eaa0a62d-ae52-4cae-9da7-cd54612e837b on network f5a1ad5f-56a8-41fc-90e0-4a902046989f {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:04:00.629109 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60c2d87-4bd6-42cb-b5ce-32e5e7302867 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:04:00.629612 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60c2d87-4bd6-42cb-b5ce-32e5e7302867 None None] Checking segment: {'id': '20b11774-2ce8-4039-a835-e6153a085b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f5a1ad5f-56a8-41fc-90e0-4a902046989f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:04:00.630104 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b60c2d87-4bd6-42cb-b5ce-32e5e7302867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:00.630576 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60c2d87-4bd6-42cb-b5ce-32e5e7302867 None None] Bound using segment: {'id': '20b11774-2ce8-4039-a835-e6153a085b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f5a1ad5f-56a8-41fc-90e0-4a902046989f'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:04:00.631144 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b60c2d87-4bd6-42cb-b5ce-32e5e7302867 None None] Bound port: eaa0a62d-ae52-4cae-9da7-cd54612e837b, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b11774-2ce8-4039-a835-e6153a085b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'f5a1ad5f-56a8-41fc-90e0-4a902046989f'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:04:00.631646 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b60c2d87-4bd6-42cb-b5ce-32e5e7302867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:00.696060 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ea5575e-13f8-43d2-880d-01fabe448fa1 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:00.715639 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ea5575e-13f8-43d2-880d-01fabe448fa1 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:00.718208 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b60c2d87-4bd6-42cb-b5ce-32e5e7302867 None None] For port eaa0a62d-ae52-4cae-9da7-cd54612e837b, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:04:00.722094 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b60c2d87-4bd6-42cb-b5ce-32e5e7302867 None None] For port eaa0a62d-ae52-4cae-9da7-cd54612e837b, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=eaa0a62d-ae52-4cae-9da7-cd54612e837b,segment=NetworkSegment(20b11774-2ce8-4039-a835-e6153a085b51),segment_id=20b11774-2ce8-4039-a835-e6153a085b51)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:04:00.726283 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:00.728118 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b60c2d87-4bd6-42cb-b5ce-32e5e7302867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:00.769952 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9ea5575e-13f8-43d2-880d-01fabe448fa1 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Network cc901671-f7da-4986-af40-98dd44b344e6 is not hosted by any dhcp agent {{(pid=100447) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 21:04:00.777828 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea5575e-13f8-43d2-880d-01fabe448fa1 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:00.779021 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ea5575e-13f8-43d2-880d-01fabe448fa1 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:00.780086 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9ea5575e-13f8-43d2-880d-01fabe448fa1 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "PUT /v2.0/networks/cc901671-f7da-4986-af40-98dd44b344e6 HTTP/1.1" status: 200 len: 723 time: 0.3807240 Jul 07 21:04:00.783709 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58082) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:00.789427 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-1ce3222f-0757-48bc-b1b0-0895d925b736 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'subnet': {'network_id': 'cc901671-f7da-4986-af40-98dd44b344e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:00.807659 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Subnet': ['ID=4ed4ae01-9b1d-4bbb-af35-ccb1da8962ec,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:00.817728 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c2d87-4bd6-42cb-b5ce-32e5e7302867 None None] Pushing event updated for resources: {'Port': ['ID=eaa0a62d-ae52-4cae-9da7-cd54612e837b,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:00.871934 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5575e-13f8-43d2-880d-01fabe448fa1 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Network': ['ID=cc901671-f7da-4986-af40-98dd44b344e6,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:00.885741 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network cc901671-f7da-4986-af40-98dd44b344e6 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:04:00.898198 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:00.911839 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a1ad5f-56a8-41fc-90e0-4a902046989f']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:00.916165 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce3222f-0757-48bc-b1b0-0895d925b736 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Made reservation on behalf of a29e32857fab457bbca0f5a73701f4ba for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:00.925023 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1ce3222f-0757-48bc-b1b0-0895d925b736 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:00.926214 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b11774-2ce8-4039-a835-e6153a085b51') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:00.926699 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b11774-2ce8-4039-a835-e6153a085b51') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:00.952385 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:00.972799 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:00.983024 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:04:00.983598 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:04:00.987992 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:04:01.082489 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.db.api [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 21:04:01.082489 n-d-695189-11 neutron-server[100447]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 21:04:01.082489 n-d-695189-11 neutron-server[100447]: [parameters: {'id': 'f5a1ad5f-56a8-41fc-90e0-4a902046989f'}] Jul 07 21:04:01.082489 n-d-695189-11 neutron-server[100447]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:04:01.084260 n-d-695189-11 neutron-server[100447]: DEBUG oslo_db.api [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:04:01.237162 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1ce3222f-0757-48bc-b1b0-0895d925b736 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:01.255021 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device eaa0a62d-ae52-4cae-9da7-cd54612e837b up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:04:01.338770 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce3222f-0757-48bc-b1b0-0895d925b736 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Checking segment: {'id': '7a3fb8b5-0a7f-462b-90e2-d5393b9236bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'cc901671-f7da-4986-af40-98dd44b344e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:04:01.339137 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce3222f-0757-48bc-b1b0-0895d925b736 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Network hostable DHCP agents. Network: cc901671-f7da-4986-af40-98dd44b344e6, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:04:01.344883 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port eaa0a62d-ae52-4cae-9da7-cd54612e837b completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:04:01.375218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3222f-0757-48bc-b1b0-0895d925b736 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Subnet': ['ID=0923e501-c227-41fa-9b80-979463ddd1b6,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:01.380180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce3222f-0757-48bc-b1b0-0895d925b736 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Network cc901671-f7da-4986-af40-98dd44b344e6 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:04:01.390020 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-1ce3222f-0757-48bc-b1b0-0895d925b736 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, cc901671-f7da-4986-af40-98dd44b344e6) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:01.395695 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce3222f-0757-48bc-b1b0-0895d925b736 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:01.396798 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1ce3222f-0757-48bc-b1b0-0895d925b736 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:01.403156 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7849a4fc-00f8-4507-9e17-4ead4c0a1503 None None] Network cc901671-f7da-4986-af40-98dd44b344e6 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:01.418314 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1ce3222f-0757-48bc-b1b0-0895d925b736 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6305370 Jul 07 21:04:01.418519 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58090) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:01.429230 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-2d31c2e2-197c-4fe6-90f4-0b5efd395ec4 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:01.585202 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:01.625360 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459188b6-1c6a-4421-a4d9-c0b122f709e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-cc901671-f7da-4986-af40-98dd44b344e6', 'network_id': 'cc901671-f7da-4986-af40-98dd44b344e6', 'tenant_id': 'a29e32857fab457bbca0f5a73701f4ba', 'fixed_ips': [{'subnet_id': '0923e501-c227-41fa-9b80-979463ddd1b6'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:04:01.626593 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-459188b6-1c6a-4421-a4d9-c0b122f709e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:01.629930 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2d31c2e2-197c-4fe6-90f4-0b5efd395ec4 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15947731'] for subnet, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:01.682591 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Deleting port eaa0a62d-ae52-4cae-9da7-cd54612e837b {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:01.683091 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:01.695209 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc6763-9a4e-4fcf-9518-8e8225479942 req-4484ae99-e8f6-4c61-bcab-4bcf77f4e78e tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:01.696807 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8bc6763-9a4e-4fcf-9518-8e8225479942 req-4484ae99-e8f6-4c61-bcab-4bcf77f4e78e tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.2621484 Jul 07 21:04:01.776480 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] For port eaa0a62d-ae52-4cae-9da7-cd54612e837b, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=eaa0a62d-ae52-4cae-9da7-cd54612e837b,segment=NetworkSegment(20b11774-2ce8-4039-a835-e6153a085b51),segment_id=20b11774-2ce8-4039-a835-e6153a085b51)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:01.776959 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:01.795727 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Calling delete_port for eaa0a62d-ae52-4cae-9da7-cd54612e837b owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:01.818243 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8bc6763-9a4e-4fcf-9518-8e8225479942 req-afacfcc7-8866-4716-bfe5-cc8f05e83dda tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152010 Jul 07 21:04:01.868308 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-78bb6592-5cfc-4e6e-ac2d-ae8dccf56ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:01.894992 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:01.895194 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2d31c2e2-197c-4fe6-90f4-0b5efd395ec4 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778271927583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15931922'] for subnet, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:01.925442 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Port': ['ID=eaa0a62d-ae52-4cae-9da7-cd54612e837b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:01.927847 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] No DVR routers for this DVR port eaa0a62d-ae52-4cae-9da7-cd54612e837b on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:04:01.941007 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:01.949642 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d31c2e2-197c-4fe6-90f4-0b5efd395ec4 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:01.950814 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2d31c2e2-197c-4fe6-90f4-0b5efd395ec4 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:01.952458 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2d31c2e2-197c-4fe6-90f4-0b5efd395ec4 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "PUT /v2.0/subnets/0923e501-c227-41fa-9b80-979463ddd1b6 HTTP/1.1" status: 200 len: 806 time: 0.5329084 Jul 07 21:04:01.956578 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58094) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:01.961346 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-459188b6-1c6a-4421-a4d9-c0b122f709e7 None None] Allocated IP 172.20.0.2 (cc901671-f7da-4986-af40-98dd44b344e6/0923e501-c227-41fa-9b80-979463ddd1b6/789538a2-a481-4a14-9896-c9dcb9640e6e) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:04:02.021023 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.028456 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31c2e2-197c-4fe6-90f4-0b5efd395ec4 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Subnet': ['ID=0923e501-c227-41fa-9b80-979463ddd1b6,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:02.032569 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a1ad5f-56a8-41fc-90e0-4a902046989f']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:02.044306 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b11774-2ce8-4039-a835-e6153a085b51') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:02.044306 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b11774-2ce8-4039-a835-e6153a085b51') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:02.054452 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.069728 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.076003 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:04:02.076413 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.083867 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:04:02.141043 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:04:02.149088 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.156457 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-459188b6-1c6a-4421-a4d9-c0b122f709e7 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.167098 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-459188b6-1c6a-4421-a4d9-c0b122f709e7 None None] Transition to ACTIVE for port object 789538a2-a481-4a14-9896-c9dcb9640e6e will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:04:02.168812 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.176406 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.185280 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/networks/f5a1ad5f-56a8-41fc-90e0-4a902046989f HTTP/1.1" status: 204 len: 168 time: 2.1413939 Jul 07 21:04:02.186226 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a6194-5489-4de0-bde0-9406b647d616 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Network': ['ID=f5a1ad5f-56a8-41fc-90e0-4a902046989f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:02.188077 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58096) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:02.194090 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-459188b6-1c6a-4421-a4d9-c0b122f709e7 None None] Transition to ACTIVE for port object 789538a2-a481-4a14-9896-c9dcb9640e6e will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:04:02.202863 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-459188b6-1c6a-4421-a4d9-c0b122f709e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.220309 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8fc2c0-8608-4931-bc76-af3fcf7033b4 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:02.220870 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb8fc2c0-8608-4931-bc76-af3fcf7033b4 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:02.225419 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-eb8fc2c0-8608-4931-bc76-af3fcf7033b4 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/subnets/4ed4ae01-9b1d-4bbb-af35-ccb1da8962ec HTTP/1.1" status: 404 len: 337 time: 0.0353022 Jul 07 21:04:02.226373 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58100) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:02.246278 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-58007296-6318-4007-bb60-338682dfb1c9 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:02.247127 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58007296-6318-4007-bb60-338682dfb1c9 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:02.252307 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-58007296-6318-4007-bb60-338682dfb1c9 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/networks/f5a1ad5f-56a8-41fc-90e0-4a902046989f HTTP/1.1" status: 404 len: 339 time: 0.0242507 Jul 07 21:04:02.253042 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58102) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:02.265219 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459188b6-1c6a-4421-a4d9-c0b122f709e7 None None] Pushing event updated for resources: {'Port': ['ID=789538a2-a481-4a14-9896-c9dcb9640e6e,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:02.286063 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459188b6-1c6a-4421-a4d9-c0b122f709e7 None None] Network cc901671-f7da-4986-af40-98dd44b344e6 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:04:02.287888 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-459188b6-1c6a-4421-a4d9-c0b122f709e7 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:02.291500 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459188b6-1c6a-4421-a4d9-c0b122f709e7 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:04:02.294729 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.331754 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Subnet': ['ID=0923e501-c227-41fa-9b80-979463ddd1b6,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:02.371149 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0f0f36a1-23b0-4803-b755-8ab36924e25e None None] Could not find standard attr ID for object eaa0a62d-ae52-4cae-9da7-cd54612e837b. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:04:02.372128 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-903acd63-95f6-4780-9644-659df268f893 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.377252 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-459188b6-1c6a-4421-a4d9-c0b122f709e7 None None] Attempting to bind port 789538a2-a481-4a14-9896-c9dcb9640e6e on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:04:02.377900 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-459188b6-1c6a-4421-a4d9-c0b122f709e7 None None] Attempting to bind port 789538a2-a481-4a14-9896-c9dcb9640e6e by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '7a3fb8b5-0a7f-462b-90e2-d5393b9236bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'cc901671-f7da-4986-af40-98dd44b344e6'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:04:02.378398 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459188b6-1c6a-4421-a4d9-c0b122f709e7 None None] Attempting to bind port 789538a2-a481-4a14-9896-c9dcb9640e6e on network cc901671-f7da-4986-af40-98dd44b344e6 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:04:02.385516 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459188b6-1c6a-4421-a4d9-c0b122f709e7 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:04:02.386305 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459188b6-1c6a-4421-a4d9-c0b122f709e7 None None] Checking segment: {'id': '7a3fb8b5-0a7f-462b-90e2-d5393b9236bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'cc901671-f7da-4986-af40-98dd44b344e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:04:02.386847 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-459188b6-1c6a-4421-a4d9-c0b122f709e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.388290 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459188b6-1c6a-4421-a4d9-c0b122f709e7 None None] Bound using segment: {'id': '7a3fb8b5-0a7f-462b-90e2-d5393b9236bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'cc901671-f7da-4986-af40-98dd44b344e6'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:04:02.388898 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-459188b6-1c6a-4421-a4d9-c0b122f709e7 None None] Bound port: 789538a2-a481-4a14-9896-c9dcb9640e6e, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3fb8b5-0a7f-462b-90e2-d5393b9236bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'cc901671-f7da-4986-af40-98dd44b344e6'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:04:02.389516 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-459188b6-1c6a-4421-a4d9-c0b122f709e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.408410 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d02d73-089e-4b47-ad32-c261b29c1032 None None] DHCP port deletion for f5a1ad5f-56a8-41fc-90e0-4a902046989f request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:04:02.424125 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.435044 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc901671-f7da-4986-af40-98dd44b344e6']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:02.449677 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3fb8b5-0a7f-462b-90e2-d5393b9236bf') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:02.449974 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3fb8b5-0a7f-462b-90e2-d5393b9236bf') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:02.461507 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.464682 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1125ea-bd14-4ed6-b5c2-8a801b056557 None None] Network f5a1ad5f-56a8-41fc-90e0-4a902046989f requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:02.476117 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.487494 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:04:02.487494 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.490473 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1125ea-bd14-4ed6-b5c2-8a801b056557 None None] Network f5a1ad5f-56a8-41fc-90e0-4a902046989f could not be found, it might have been deleted concurrently. {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 21:04:02.505505 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a4c0c7-4cd8-4dc6-9bb2-89995754a663 None None] Network f5a1ad5f-56a8-41fc-90e0-4a902046989f requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:02.505694 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-903acd63-95f6-4780-9644-659df268f893 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.518999 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-903acd63-95f6-4780-9644-659df268f893 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8fe73bb-1813-4920-9d0a-c7da96fc65b3']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:02.531205 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a4c0c7-4cd8-4dc6-9bb2-89995754a663 None None] Network f5a1ad5f-56a8-41fc-90e0-4a902046989f could not be found, it might have been deleted concurrently. {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 21:04:02.532175 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-903acd63-95f6-4780-9644-659df268f893 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d32e28-6de0-4919-aac7-2c3ccd201d2b') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:02.532923 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-903acd63-95f6-4780-9644-659df268f893 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d32e28-6de0-4919-aac7-2c3ccd201d2b') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:02.536711 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-459188b6-1c6a-4421-a4d9-c0b122f709e7 None None] For port 789538a2-a481-4a14-9896-c9dcb9640e6e, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:04:02.546066 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:04:02.548029 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-903acd63-95f6-4780-9644-659df268f893 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.552331 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.db.api [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 21:04:02.552331 n-d-695189-11 neutron-server[100448]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 21:04:02.552331 n-d-695189-11 neutron-server[100448]: [parameters: {'id': 'cc901671-f7da-4986-af40-98dd44b344e6'}] Jul 07 21:04:02.552331 n-d-695189-11 neutron-server[100448]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:04:02.553154 n-d-695189-11 neutron-server[100448]: DEBUG oslo_db.api [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:04:02.564518 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-903acd63-95f6-4780-9644-659df268f893 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.564926 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-459188b6-1c6a-4421-a4d9-c0b122f709e7 None None] For port 789538a2-a481-4a14-9896-c9dcb9640e6e, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=789538a2-a481-4a14-9896-c9dcb9640e6e,segment=NetworkSegment(7a3fb8b5-0a7f-462b-90e2-d5393b9236bf),segment_id=7a3fb8b5-0a7f-462b-90e2-d5393b9236bf)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:04:02.569821 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-459188b6-1c6a-4421-a4d9-c0b122f709e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.571205 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903acd63-95f6-4780-9644-659df268f893 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:04:02.571899 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-903acd63-95f6-4780-9644-659df268f893 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:04:02.577679 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:04:02.644930 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-903acd63-95f6-4780-9644-659df268f893 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.656749 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-903acd63-95f6-4780-9644-659df268f893 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.661616 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-903acd63-95f6-4780-9644-659df268f893 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/networks/d8fe73bb-1813-4920-9d0a-c7da96fc65b3 HTTP/1.1" status: 204 len: 168 time: 0.4052401 Jul 07 21:04:02.661767 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459188b6-1c6a-4421-a4d9-c0b122f709e7 None None] Pushing event updated for resources: {'Port': ['ID=789538a2-a481-4a14-9896-c9dcb9640e6e,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:02.661856 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58110) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:02.681435 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903acd63-95f6-4780-9644-659df268f893 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Network': ['ID=d8fe73bb-1813-4920-9d0a-c7da96fc65b3,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:02.690535 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c719afd1-44d1-4d87-8dff-3c34f41232c6 None None] Network cc901671-f7da-4986-af40-98dd44b344e6 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:02.700260 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-192e3b6c-62c8-4518-88f3-daba7e5be462 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:02.700743 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-192e3b6c-62c8-4518-88f3-daba7e5be462 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:02.705361 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-192e3b6c-62c8-4518-88f3-daba7e5be462 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/subnets/45613fb0-f7d3-4e2a-99aa-1c5243fc7ee5 HTTP/1.1" status: 404 len: 337 time: 0.0395319 Jul 07 21:04:02.705700 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58112) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:02.728513 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53fbc09-6dd7-4677-9350-159513dc7829 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:02.729100 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c53fbc09-6dd7-4677-9350-159513dc7829 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:02.733220 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c53fbc09-6dd7-4677-9350-159513dc7829 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/networks/3c6e0ad0-e619-4bfe-bfed-6e5dea2ee18c HTTP/1.1" status: 404 len: 339 time: 0.0239058 Jul 07 21:04:02.733528 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58116) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:02.794546 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-d862409e-0970-422e-9a15-293410c3c118 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Deleting subnet 7ddc6c31-9122-4dd9-a17f-1491785827be {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:04:02.798357 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d862409e-0970-422e-9a15-293410c3c118 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.849423 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d862409e-0970-422e-9a15-293410c3c118 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:02.857538 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765e2c3f-6df1-48c9-8f38-4ebf6560f8f2 None None] Network cc901671-f7da-4986-af40-98dd44b344e6 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:02.973062 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d862409e-0970-422e-9a15-293410c3c118 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:03.027038 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d89ac71-d1b0-4f93-9234-b7799690c23b None None] get_active_networks_info from n-d-695189-11 {{(pid=100449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 21:04:03.056300 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a4e8b-10f2-43bf-9f8a-2530ba1efeea req-50c836d3-8495-4758-a266-6ad529120c27 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:03.065277 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5b7a4e8b-10f2-43bf-9f8a-2530ba1efeea req-50c836d3-8495-4758-a266-6ad529120c27 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.0940833 Jul 07 21:04:03.067423 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d862409e-0970-422e-9a15-293410c3c118 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:03.068178 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:03.121352 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5b7a4e8b-10f2-43bf-9f8a-2530ba1efeea req-a80aa10a-37cc-4f39-b6fa-2e1a5f2d170d tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548229 Jul 07 21:04:03.127468 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862409e-0970-422e-9a15-293410c3c118 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Subnet': ['ID=7ddc6c31-9122-4dd9-a17f-1491785827be,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:03.135364 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d862409e-0970-422e-9a15-293410c3c118 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:03.137729 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d862409e-0970-422e-9a15-293410c3c118 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/subnets/7ddc6c31-9122-4dd9-a17f-1491785827be HTTP/1.1" status: 204 len: 168 time: 0.4031115 Jul 07 21:04:03.141017 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58126) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:03.200380 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device eaa0a62d-ae52-4cae-9da7-cd54612e837b no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:04:03.231966 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89e27ec-8625-4a2c-a66f-01f86afbe159 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Deleting subnet 58ea6d35-1186-4ae7-a8d5-c72402b6d926 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:04:03.232826 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: eaa0a62d-ae52-4cae-9da7-cd54612e837b {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:04:03.233178 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device eaa0a62d-ae52-4cae-9da7-cd54612e837b not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:04:03.236901 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d89e27ec-8625-4a2c-a66f-01f86afbe159 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:03.247081 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d89ac71-d1b0-4f93-9234-b7799690c23b None None] Resources bound (agent type, host, resource id): {{(pid=100449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 21:04:03.283186 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Deleting port 789538a2-a481-4a14-9896-c9dcb9640e6e {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:03.283554 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:03.300127 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d89e27ec-8625-4a2c-a66f-01f86afbe159 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:03.386293 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] For port 789538a2-a481-4a14-9896-c9dcb9640e6e, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=789538a2-a481-4a14-9896-c9dcb9640e6e,segment=NetworkSegment(7a3fb8b5-0a7f-462b-90e2-d5393b9236bf),segment_id=7a3fb8b5-0a7f-462b-90e2-d5393b9236bf)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:03.387092 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:03.425825 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Calling delete_port for 789538a2-a481-4a14-9896-c9dcb9640e6e owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:03.555925 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:03.629944 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaa8518-78e4-48df-beec-409fcf0f647a None None] get_active_networks_info from n-d-695189-11 {{(pid=100449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 21:04:03.764694 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaa8518-78e4-48df-beec-409fcf0f647a None None] Resources bound (agent type, host, resource id): {{(pid=100449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 21:04:03.828743 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d89e27ec-8625-4a2c-a66f-01f86afbe159 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:03.909273 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:03.949208 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d89e27ec-8625-4a2c-a66f-01f86afbe159 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:03.957274 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Port': ['ID=789538a2-a481-4a14-9896-c9dcb9640e6e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:03.962491 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] No DVR routers for this DVR port 789538a2-a481-4a14-9896-c9dcb9640e6e on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:04:04.021903 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e27ec-8625-4a2c-a66f-01f86afbe159 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Subnet': ['ID=58ea6d35-1186-4ae7-a8d5-c72402b6d926,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:04.047674 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d89e27ec-8625-4a2c-a66f-01f86afbe159 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:04.049650 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d89e27ec-8625-4a2c-a66f-01f86afbe159 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/subnets/58ea6d35-1186-4ae7-a8d5-c72402b6d926 HTTP/1.1" status: 204 len: 168 time: 0.9058368 Jul 07 21:04:04.052730 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58138) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:04.083034 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9767a9-d5a8-4f2d-ae57-dd5e1b77cc61 None None] Network b05c6637-b4ba-4fc4-b1f4-ca2729480caf requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:04.114244 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:04.134573 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc901671-f7da-4986-af40-98dd44b344e6']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:04.149339 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3fb8b5-0a7f-462b-90e2-d5393b9236bf') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:04.149339 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3fb8b5-0a7f-462b-90e2-d5393b9236bf') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:04.165812 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:04.176189 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8c1ee705-ab05-4b37-a748-eb58896079bb tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:04.192280 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:04.209496 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:04:04.209915 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:04:04.224190 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:04:04.291144 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e583659b-4ffd-4a1b-8764-7d7ba2298da1 None None] DHCP port deletion for b05c6637-b4ba-4fc4-b1f4-ca2729480caf request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:04:04.350515 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:04.351508 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-e583659b-4ffd-4a1b-8764-7d7ba2298da1 None None] Deleting port 2e0d22b5-4aaa-4615-8570-397f08e42092 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:04.351914 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e583659b-4ffd-4a1b-8764-7d7ba2298da1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:04.358610 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:04.362001 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/networks/cc901671-f7da-4986-af40-98dd44b344e6 HTTP/1.1" status: 204 len: 168 time: 2.4039168 Jul 07 21:04:04.366172 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58146) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:04.385489 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf3768-09c7-4657-9780-f5e29dab640a tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Network': ['ID=cc901671-f7da-4986-af40-98dd44b344e6,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:04.395615 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-134f53b2-0f18-474b-a7b3-4d99183f5ef6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:04.397202 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134f53b2-0f18-474b-a7b3-4d99183f5ef6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:04.403387 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-134f53b2-0f18-474b-a7b3-4d99183f5ef6 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/networks/cc901671-f7da-4986-af40-98dd44b344e6 HTTP/1.1" status: 404 len: 339 time: 0.0323260 Jul 07 21:04:04.403563 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-8c1ee705-ab05-4b37-a748-eb58896079bb tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Deleting port 2e0d22b5-4aaa-4615-8570-397f08e42092 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:04.403563 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8c1ee705-ab05-4b37-a748-eb58896079bb tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:04.406570 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58148) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:04.415357 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f48e4ce0-0af6-4856-acf2-2f1e4bd2cc65 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1601769794', 'description': 'd1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:04.431801 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-e583659b-4ffd-4a1b-8764-7d7ba2298da1 None None] For port 2e0d22b5-4aaa-4615-8570-397f08e42092, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=2e0d22b5-4aaa-4615-8570-397f08e42092,segment=NetworkSegment(ae7c6276-60e2-4205-a7d2-44df8de6986e),segment_id=ae7c6276-60e2-4205-a7d2-44df8de6986e)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:04.432724 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e583659b-4ffd-4a1b-8764-7d7ba2298da1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:04.450172 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48e4ce0-0af6-4856-acf2-2f1e4bd2cc65 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Made reservation on behalf of a29e32857fab457bbca0f5a73701f4ba for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:04.452949 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-e583659b-4ffd-4a1b-8764-7d7ba2298da1 None None] Calling delete_port for 2e0d22b5-4aaa-4615-8570-397f08e42092 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:04.455436 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f48e4ce0-0af6-4856-acf2-2f1e4bd2cc65 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:04.464545 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eebeb4-b53b-4d8b-8312-f6636b93ab8f req-a7632490-a85a-4e6e-a820-1cdd3043dca2 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:04.466523 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c3eebeb4-b53b-4d8b-8312-f6636b93ab8f req-a7632490-a85a-4e6e-a820-1cdd3043dca2 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.2111986 Jul 07 21:04:04.490615 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48e4ce0-0af6-4856-acf2-2f1e4bd2cc65 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:04:04.504089 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f48e4ce0-0af6-4856-acf2-2f1e4bd2cc65 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:04.514002 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-f48e4ce0-0af6-4856-acf2-2f1e4bd2cc65 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Added segment 613474f4-2464-40ab-b189-29159d6a8dec of type vlan for network ad2cd58e-52a1-4934-8e0d-f95ce5a6c195 Jul 07 21:04:04.531461 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-8c1ee705-ab05-4b37-a748-eb58896079bb tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] For port 2e0d22b5-4aaa-4615-8570-397f08e42092, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=2e0d22b5-4aaa-4615-8570-397f08e42092,segment=NetworkSegment(ae7c6276-60e2-4205-a7d2-44df8de6986e),segment_id=ae7c6276-60e2-4205-a7d2-44df8de6986e)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:04.532200 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8c1ee705-ab05-4b37-a748-eb58896079bb tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:04.560534 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e583659b-4ffd-4a1b-8764-7d7ba2298da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:04.577874 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e583659b-4ffd-4a1b-8764-7d7ba2298da1 None None] No DVR routers for this DVR port 2e0d22b5-4aaa-4615-8570-397f08e42092 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:04:04.585695 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-8c1ee705-ab05-4b37-a748-eb58896079bb tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Calling delete_port for 2e0d22b5-4aaa-4615-8570-397f08e42092 owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:04.601846 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c3eebeb4-b53b-4d8b-8312-f6636b93ab8f req-3de00cd8-6bef-46f6-8999-81227f36dd5e tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255088 Jul 07 21:04:04.604099 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583659b-4ffd-4a1b-8764-7d7ba2298da1 None None] Pushing event deleted for resources: {'Port': ['ID=2e0d22b5-4aaa-4615-8570-397f08e42092,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:04.608008 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f48e4ce0-0af6-4856-acf2-2f1e4bd2cc65 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:04.657032 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f48e4ce0-0af6-4856-acf2-2f1e4bd2cc65 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:04.664543 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48e4ce0-0af6-4856-acf2-2f1e4bd2cc65 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:04.664939 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f48e4ce0-0af6-4856-acf2-2f1e4bd2cc65 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:04.717650 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8c1ee705-ab05-4b37-a748-eb58896079bb tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:04.747248 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ee705-ab05-4b37-a748-eb58896079bb tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Port': ['ID=2e0d22b5-4aaa-4615-8570-397f08e42092,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:04.749292 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ee705-ab05-4b37-a748-eb58896079bb tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] No DVR routers for this DVR port 2e0d22b5-4aaa-4615-8570-397f08e42092 on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:04:04.760398 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e4ce0-0af6-4856-acf2-2f1e4bd2cc65 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Network': ['ID=ad2cd58e-52a1-4934-8e0d-f95ce5a6c195,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:04.773106 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network ad2cd58e-52a1-4934-8e0d-f95ce5a6c195 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:04:04.774889 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f48e4ce0-0af6-4856-acf2-2f1e4bd2cc65 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3665624 Jul 07 21:04:04.777400 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58158) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:04.862925 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8c1ee705-ab05-4b37-a748-eb58896079bb tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:04.873583 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-8c1ee705-ab05-4b37-a748-eb58896079bb tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05c6637-b4ba-4fc4-b1f4-ca2729480caf']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:04.884617 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-8c1ee705-ab05-4b37-a748-eb58896079bb tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7c6276-60e2-4205-a7d2-44df8de6986e') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:04.884921 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-8c1ee705-ab05-4b37-a748-eb58896079bb tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7c6276-60e2-4205-a7d2-44df8de6986e') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:04.887971 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5fa0e6-0bc0-48b5-9de5-94e692c1a0e0 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:04.891368 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9c5fa0e6-0bc0-48b5-9de5-94e692c1a0e0 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "GET /v2.0/networks?id=ad2cd58e-52a1-4934-8e0d-f95ce5a6c195 HTTP/1.1" status: 200 len: 761 time: 0.1109962 Jul 07 21:04:04.893612 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58160) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:04.894786 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8c1ee705-ab05-4b37-a748-eb58896079bb tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:04.898835 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-44d298c7-4548-416c-a30c-c2409639eef5 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'network': {'description': 'd2'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:04.909465 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8c1ee705-ab05-4b37-a748-eb58896079bb tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:04.916690 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1ee705-ab05-4b37-a748-eb58896079bb tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:04:04.917097 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8c1ee705-ab05-4b37-a748-eb58896079bb tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: self.session.flush() Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: self.session.flush() Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: self.session.flush() Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: self.session.flush() Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:04:04.920784 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:04:04.987973 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8c1ee705-ab05-4b37-a748-eb58896079bb tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:05.000523 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8c1ee705-ab05-4b37-a748-eb58896079bb tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:05.003221 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8c1ee705-ab05-4b37-a748-eb58896079bb tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/networks/b05c6637-b4ba-4fc4-b1f4-ca2729480caf HTTP/1.1" status: 204 len: 168 time: 0.9495232 Jul 07 21:04:05.013213 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58162) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:05.023573 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ee705-ab05-4b37-a748-eb58896079bb tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Network': ['ID=b05c6637-b4ba-4fc4-b1f4-ca2729480caf,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:05.042368 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-90cef836-d397-4558-be5b-78fd223df2ca tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:05.042846 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90cef836-d397-4558-be5b-78fd223df2ca tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:05.044656 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-90cef836-d397-4558-be5b-78fd223df2ca tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/subnets/eaf1df20-4c34-4ec8-9f17-2048bfe93a33 HTTP/1.1" status: 404 len: 337 time: 0.0304811 Jul 07 21:04:05.047265 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58164) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:05.069027 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a343bf9-be0b-4e95-83fd-b4f9713daaa7 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:05.069572 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a343bf9-be0b-4e95-83fd-b4f9713daaa7 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:05.073945 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1a343bf9-be0b-4e95-83fd-b4f9713daaa7 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/networks/598254e6-c5ed-4704-b60d-d9e24b00af4f HTTP/1.1" status: 404 len: 339 time: 0.0231211 Jul 07 21:04:05.074127 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-44d298c7-4548-416c-a30c-c2409639eef5 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:05.074208 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58166) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:05.089229 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-44d298c7-4548-416c-a30c-c2409639eef5 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:05.106925 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa35d04-69db-456f-b081-b37c842cce46 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:05.107589 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa35d04-69db-456f-b081-b37c842cce46 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:05.109648 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-44d298c7-4548-416c-a30c-c2409639eef5 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Network ad2cd58e-52a1-4934-8e0d-f95ce5a6c195 is not hosted by any dhcp agent {{(pid=100447) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 21:04:05.110746 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8fa35d04-69db-456f-b081-b37c842cce46 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/subnets/abc60b05-5841-4114-a635-cf6f493cacc8 HTTP/1.1" status: 404 len: 337 time: 0.0352447 Jul 07 21:04:05.115933 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58168) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:05.116534 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d298c7-4548-416c-a30c-c2409639eef5 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:05.116853 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-44d298c7-4548-416c-a30c-c2409639eef5 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:05.121164 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-44d298c7-4548-416c-a30c-c2409639eef5 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "PUT /v2.0/networks/ad2cd58e-52a1-4934-8e0d-f95ce5a6c195 HTTP/1.1" status: 200 len: 758 time: 0.2264829 Jul 07 21:04:05.123800 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58170) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:05.151950 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5b8952-41d7-4bba-ba4a-b5cae3ed357a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:05.152808 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb5b8952-41d7-4bba-ba4a-b5cae3ed357a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:05.158324 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fb5b8952-41d7-4bba-ba4a-b5cae3ed357a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/networks/c5814f67-fbf1-4c45-9211-58b8344f0039 HTTP/1.1" status: 404 len: 339 time: 0.0412309 Jul 07 21:04:05.160716 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58172) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:05.174009 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 2e0d22b5-4aaa-4615-8570-397f08e42092 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:04:05.198661 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b5f22e-1c4b-4193-960b-d09c21c3e936 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:05.199496 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b5f22e-1c4b-4193-960b-d09c21c3e936 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:05.204108 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-34b5f22e-1c4b-4193-960b-d09c21c3e936 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/subnets/36dc145f-bb98-4c42-955e-94828611ea11 HTTP/1.1" status: 404 len: 337 time: 0.0424025 Jul 07 21:04:05.205887 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58174) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:05.221333 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 2e0d22b5-4aaa-4615-8570-397f08e42092 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:04:05.221989 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 2e0d22b5-4aaa-4615-8570-397f08e42092 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:04:05.226944 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:05.238158 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc056879-4e39-41b9-adfe-49285ea42385 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:05.238735 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc056879-4e39-41b9-adfe-49285ea42385 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:05.240568 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bc056879-4e39-41b9-adfe-49285ea42385 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/networks/69f8d1c6-69dd-4348-9f95-0146f65c6835 HTTP/1.1" status: 404 len: 339 time: 0.0314415 Jul 07 21:04:05.241338 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d298c7-4548-416c-a30c-c2409639eef5 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Network': ['ID=ad2cd58e-52a1-4934-8e0d-f95ce5a6c195,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:05.243503 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58176) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:05.254893 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network ad2cd58e-52a1-4934-8e0d-f95ce5a6c195 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:04:05.269073 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d795b48-f36e-4980-8fca-54be27eb46b2 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:05.270677 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4d795b48-f36e-4980-8fca-54be27eb46b2 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "GET /v2.0/networks?id=ad2cd58e-52a1-4934-8e0d-f95ce5a6c195 HTTP/1.1" status: 200 len: 761 time: 0.1459181 Jul 07 21:04:05.275263 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58178) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:05.279821 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-7139056a-1df4-4110-83a1-4b37643e9a92 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-771169695'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:05.302958 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-275e22c9-0d83-4002-a203-f4f5c9f27820 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Deleting subnet 55c3cb1c-d254-4bf7-ba1c-9d8b13a9e195 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:04:05.305595 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7139056a-1df4-4110-83a1-4b37643e9a92 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Made reservation on behalf of a29e32857fab457bbca0f5a73701f4ba for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:05.306743 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-275e22c9-0d83-4002-a203-f4f5c9f27820 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:05.309938 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7139056a-1df4-4110-83a1-4b37643e9a92 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:05.341875 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7139056a-1df4-4110-83a1-4b37643e9a92 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:04:05.354409 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7139056a-1df4-4110-83a1-4b37643e9a92 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:05.355180 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-7139056a-1df4-4110-83a1-4b37643e9a92 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Added segment 06fe61ef-5fd1-4cca-8444-63284ac18a06 of type vlan for network b92ed100-57bd-4961-b8db-9f09b64c1a12 Jul 07 21:04:05.363860 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-275e22c9-0d83-4002-a203-f4f5c9f27820 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:05.417656 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7139056a-1df4-4110-83a1-4b37643e9a92 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:05.453408 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7139056a-1df4-4110-83a1-4b37643e9a92 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:05.461719 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7139056a-1df4-4110-83a1-4b37643e9a92 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:05.462715 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7139056a-1df4-4110-83a1-4b37643e9a92 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:05.493098 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-275e22c9-0d83-4002-a203-f4f5c9f27820 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:05.558340 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7139056a-1df4-4110-83a1-4b37643e9a92 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2799797 Jul 07 21:04:05.558565 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58180) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:05.563844 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-b1439d17-9252-4124-902e-edee5cbff50b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'subnet': {'network_id': 'b92ed100-57bd-4961-b8db-9f09b64c1a12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:05.571417 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139056a-1df4-4110-83a1-4b37643e9a92 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Network': ['ID=b92ed100-57bd-4961-b8db-9f09b64c1a12,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:05.590682 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network b92ed100-57bd-4961-b8db-9f09b64c1a12 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:04:05.608521 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-275e22c9-0d83-4002-a203-f4f5c9f27820 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:05.647284 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa43027d-521d-45cf-bf89-077ede3e62c5 None None] Network 50f5ed3c-44a4-4693-a9c7-303d998292c2 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:05.680313 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-275e22c9-0d83-4002-a203-f4f5c9f27820 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:05.683038 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-275e22c9-0d83-4002-a203-f4f5c9f27820 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/subnets/55c3cb1c-d254-4bf7-ba1c-9d8b13a9e195 HTTP/1.1" status: 204 len: 168 time: 0.4385221 Jul 07 21:04:05.684256 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e22c9-0d83-4002-a203-f4f5c9f27820 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Subnet': ['ID=55c3cb1c-d254-4bf7-ba1c-9d8b13a9e195,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:05.686226 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58186) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:05.687728 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1439d17-9252-4124-902e-edee5cbff50b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Made reservation on behalf of a29e32857fab457bbca0f5a73701f4ba for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:05.693822 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b1439d17-9252-4124-902e-edee5cbff50b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:05.803139 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-faac9ece-7284-4426-9702-fb1c40c68d9a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:05.919805 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-faac9ece-7284-4426-9702-fb1c40c68d9a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Deleting port 3b865c1c-8cf7-4940-b704-1f063041f11a {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:05.919805 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-faac9ece-7284-4426-9702-fb1c40c68d9a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.035657 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-faac9ece-7284-4426-9702-fb1c40c68d9a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] For port 3b865c1c-8cf7-4940-b704-1f063041f11a, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=3b865c1c-8cf7-4940-b704-1f063041f11a,segment=NetworkSegment(4432bfe6-4f65-4cb3-b829-8f69248445af),segment_id=4432bfe6-4f65-4cb3-b829-8f69248445af)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:06.036135 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-faac9ece-7284-4426-9702-fb1c40c68d9a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.053494 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-faac9ece-7284-4426-9702-fb1c40c68d9a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Calling delete_port for 3b865c1c-8cf7-4940-b704-1f063041f11a owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:06.074557 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b1439d17-9252-4124-902e-edee5cbff50b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.080441 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae687acc-2fcf-40ca-a603-e5d518a77883 None None] DHCP port deletion for 50f5ed3c-44a4-4693-a9c7-303d998292c2 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:04:06.165187 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ae687acc-2fcf-40ca-a603-e5d518a77883 None None] Deleting port 3b865c1c-8cf7-4940-b704-1f063041f11a {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:06.165908 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ae687acc-2fcf-40ca-a603-e5d518a77883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.166779 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-faac9ece-7284-4426-9702-fb1c40c68d9a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.182084 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faac9ece-7284-4426-9702-fb1c40c68d9a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] No DVR routers for this DVR port 3b865c1c-8cf7-4940-b704-1f063041f11a on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:04:06.202558 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1439d17-9252-4124-902e-edee5cbff50b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Subnet': ['ID=ad2f0dd6-e68b-4837-9baf-76ffa9e58b3a,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:06.211222 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac9ece-7284-4426-9702-fb1c40c68d9a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Port': ['ID=3b865c1c-8cf7-4940-b704-1f063041f11a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:06.216081 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1439d17-9252-4124-902e-edee5cbff50b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Checking segment: {'id': '06fe61ef-5fd1-4cca-8444-63284ac18a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b92ed100-57bd-4961-b8db-9f09b64c1a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:04:06.216454 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1439d17-9252-4124-902e-edee5cbff50b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Network hostable DHCP agents. Network: b92ed100-57bd-4961-b8db-9f09b64c1a12, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:04:06.257603 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1439d17-9252-4124-902e-edee5cbff50b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Network b92ed100-57bd-4961-b8db-9f09b64c1a12 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:04:06.262182 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ae687acc-2fcf-40ca-a603-e5d518a77883 None None] For port 3b865c1c-8cf7-4940-b704-1f063041f11a, host n-d-695189-11, got binding levels [] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:06.262908 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ae687acc-2fcf-40ca-a603-e5d518a77883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.270002 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777b076-03e0-404e-b63c-90c428a10603 req-be6fcae4-c756-4ba7-a5bc-d6684cc8c683 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:06.272325 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6777b076-03e0-404e-b63c-90c428a10603 req-be6fcae4-c756-4ba7-a5bc-d6684cc8c683 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.1317005 Jul 07 21:04:06.286002 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ae687acc-2fcf-40ca-a603-e5d518a77883 None None] Calling delete_port for 3b865c1c-8cf7-4940-b704-1f063041f11a owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:06.289423 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.ipam_backend_mixin [None req-ae687acc-2fcf-40ca-a603-e5d518a77883 None None] Port 3b865c1c-8cf7-4940-b704-1f063041f11a was not found and therefore no delete operation was performed {{(pid=100449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 21:04:06.290849 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-b1439d17-9252-4124-902e-edee5cbff50b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, b92ed100-57bd-4961-b8db-9f09b64c1a12) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:06.291256 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ae687acc-2fcf-40ca-a603-e5d518a77883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.304516 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1439d17-9252-4124-902e-edee5cbff50b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:06.305119 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b1439d17-9252-4124-902e-edee5cbff50b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.324009 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-faac9ece-7284-4426-9702-fb1c40c68d9a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.328362 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ae10c2-4442-4193-980a-988bf634134c None None] Network b92ed100-57bd-4961-b8db-9f09b64c1a12 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:06.331025 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae687acc-2fcf-40ca-a603-e5d518a77883 None None] No DVR routers for this DVR port 3b865c1c-8cf7-4940-b704-1f063041f11a on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:04:06.341994 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-faac9ece-7284-4426-9702-fb1c40c68d9a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f5ed3c-44a4-4693-a9c7-303d998292c2']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:06.342468 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6777b076-03e0-404e-b63c-90c428a10603 req-233f0646-633f-4fc1-bb3c-f609b99df2b1 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635271 Jul 07 21:04:06.344874 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b1439d17-9252-4124-902e-edee5cbff50b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7854011 Jul 07 21:04:06.347684 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58192) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:06.353978 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-faac9ece-7284-4426-9702-fb1c40c68d9a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4432bfe6-4f65-4cb3-b829-8f69248445af') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:06.354328 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-faac9ece-7284-4426-9702-fb1c40c68d9a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4432bfe6-4f65-4cb3-b829-8f69248445af') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:06.358132 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae687acc-2fcf-40ca-a603-e5d518a77883 None None] Pushing event deleted for resources: {'Port': ['ID=3b865c1c-8cf7-4940-b704-1f063041f11a,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:06.378164 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-faac9ece-7284-4426-9702-fb1c40c68d9a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.409268 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-faac9ece-7284-4426-9702-fb1c40c68d9a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.416782 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faac9ece-7284-4426-9702-fb1c40c68d9a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:04:06.417183 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-faac9ece-7284-4426-9702-fb1c40c68d9a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:04:06.422129 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:04:06.511359 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-faac9ece-7284-4426-9702-fb1c40c68d9a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.516372 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-faac9ece-7284-4426-9702-fb1c40c68d9a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.517687 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d00b778c-cc4e-4c85-8f12-818f22b7b322 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.520687 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-faac9ece-7284-4426-9702-fb1c40c68d9a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/networks/50f5ed3c-44a4-4693-a9c7-303d998292c2 HTTP/1.1" status: 204 len: 168 time: 0.8335366 Jul 07 21:04:06.523975 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58194) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:06.538091 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac9ece-7284-4426-9702-fb1c40c68d9a tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Network': ['ID=50f5ed3c-44a4-4693-a9c7-303d998292c2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:06.566340 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a73a629-f0f1-4b4c-93a5-1abe15ca92b3 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:06.566813 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a73a629-f0f1-4b4c-93a5-1abe15ca92b3 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:06.571201 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192ecd26-71da-4a63-9c4b-10cb8a080644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-b92ed100-57bd-4961-b8db-9f09b64c1a12', 'network_id': 'b92ed100-57bd-4961-b8db-9f09b64c1a12', 'tenant_id': 'a29e32857fab457bbca0f5a73701f4ba', 'fixed_ips': [{'subnet_id': 'ad2f0dd6-e68b-4837-9baf-76ffa9e58b3a'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:04:06.571622 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0a73a629-f0f1-4b4c-93a5-1abe15ca92b3 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/subnets/617110c0-fde6-4fbd-9be7-561ad834da8b HTTP/1.1" status: 404 len: 337 time: 0.0433497 Jul 07 21:04:06.571718 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-192ecd26-71da-4a63-9c4b-10cb8a080644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.571789 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58196) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:06.596845 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-955fa12e-cfa0-4ed1-a674-6944126088eb tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:06.597474 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-955fa12e-cfa0-4ed1-a674-6944126088eb tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:06.600312 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-955fa12e-cfa0-4ed1-a674-6944126088eb tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/networks/0fd04ec5-0a5f-431c-a7d1-a9aea5ded04d HTTP/1.1" status: 404 len: 339 time: 0.0272434 Jul 07 21:04:06.602697 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58198) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:06.614299 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d00b778c-cc4e-4c85-8f12-818f22b7b322 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.684421 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd168729-a7ba-43b9-b7de-3864696938df tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Deleting subnet c98cda92-fe54-4570-813d-e3fe3bcc97d5 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:04:06.688322 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd168729-a7ba-43b9-b7de-3864696938df tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.705536 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d00b778c-cc4e-4c85-8f12-818f22b7b322 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server [None req-192ecd26-71da-4a63-9c4b-10cb8a080644 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad2f0dd6-e68b-4837-9baf-76ffa9e58b3a: This subnet is being modified by another concurrent operation. Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 21:04:06.709298 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise exception Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad2f0dd6-e68b-4837-9baf-76ffa9e58b3a: This subnet is being modified by another concurrent operation. Jul 07 21:04:06.712668 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server Jul 07 21:04:06.733826 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89b5e88-6ccb-4b82-b06a-ccdf5e0fd020 None None] Network b92ed100-57bd-4961-b8db-9f09b64c1a12 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:06.743949 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b778c-cc4e-4c85-8f12-818f22b7b322 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Subnet': ['ID=ad2f0dd6-e68b-4837-9baf-76ffa9e58b3a,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:06.753148 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd168729-a7ba-43b9-b7de-3864696938df tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.815931 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d00b778c-cc4e-4c85-8f12-818f22b7b322 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.832689 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-d00b778c-cc4e-4c85-8f12-818f22b7b322 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92ed100-57bd-4961-b8db-9f09b64c1a12']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:06.848124 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-d00b778c-cc4e-4c85-8f12-818f22b7b322 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06fe61ef-5fd1-4cca-8444-63284ac18a06') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:06.848485 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-d00b778c-cc4e-4c85-8f12-818f22b7b322 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06fe61ef-5fd1-4cca-8444-63284ac18a06') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:06.860726 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d00b778c-cc4e-4c85-8f12-818f22b7b322 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.870979 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd168729-a7ba-43b9-b7de-3864696938df tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.885261 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d00b778c-cc4e-4c85-8f12-818f22b7b322 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.899718 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00b778c-cc4e-4c85-8f12-818f22b7b322 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:04:06.900550 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d00b778c-cc4e-4c85-8f12-818f22b7b322 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.947206 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd168729-a7ba-43b9-b7de-3864696938df tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.977646 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e754524f-b33d-4bfa-90ec-7b9e00c6b840 None None] get_active_networks_info from n-d-695189-11 {{(pid=100449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 21:04:06.980701 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd168729-a7ba-43b9-b7de-3864696938df tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Subnet': ['ID=c98cda92-fe54-4570-813d-e3fe3bcc97d5,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:06.989335 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd168729-a7ba-43b9-b7de-3864696938df tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:06.994792 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fd168729-a7ba-43b9-b7de-3864696938df tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/subnets/c98cda92-fe54-4570-813d-e3fe3bcc97d5 HTTP/1.1" status: 204 len: 168 time: 0.3904657 Jul 07 21:04:06.995640 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58208) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:04:06.998397 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:04:07.057762 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d00b778c-cc4e-4c85-8f12-818f22b7b322 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:07.070322 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d00b778c-cc4e-4c85-8f12-818f22b7b322 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:07.072329 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d00b778c-cc4e-4c85-8f12-818f22b7b322 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/networks/b92ed100-57bd-4961-b8db-9f09b64c1a12 HTTP/1.1" status: 204 len: 168 time: 0.7233129 Jul 07 21:04:07.097917 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58210) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:07.115878 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b778c-cc4e-4c85-8f12-818f22b7b322 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Network': ['ID=b92ed100-57bd-4961-b8db-9f09b64c1a12,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:07.151378 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-155945a6-1a38-4161-b00c-ec88a8500330 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] GET failed (client error): The resource could not be found. Jul 07 21:04:07.160726 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-155945a6-1a38-4161-b00c-ec88a8500330 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "GET /v2.0/subnets/ad2f0dd6-e68b-4837-9baf-76ffa9e58b3a HTTP/1.1" status: 404 len: 337 time: 0.0616977 Jul 07 21:04:07.165881 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58214) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:07.199895 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00384798-b4ff-4cff-bdd1-63a7be34e898 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:07.216762 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4f61ea-aaed-42f8-bf16-fe24f0433b74 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:07.217495 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4f61ea-aaed-42f8-bf16-fe24f0433b74 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:07.221635 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 3b865c1c-8cf7-4940-b704-1f063041f11a no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:04:07.230760 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1f4f61ea-aaed-42f8-bf16-fe24f0433b74 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/networks/b92ed100-57bd-4961-b8db-9f09b64c1a12 HTTP/1.1" status: 404 len: 339 time: 0.0638509 Jul 07 21:04:07.231495 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58216) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:07.258781 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e754524f-b33d-4bfa-90ec-7b9e00c6b840 None None] Resources bound (agent type, host, resource id): {{(pid=100449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 21:04:07.263282 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 3b865c1c-8cf7-4940-b704-1f063041f11a {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:04:07.264272 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 3b865c1c-8cf7-4940-b704-1f063041f11a not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:04:07.264782 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-00384798-b4ff-4cff-bdd1-63a7be34e898 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Deleting port 30e8b826-15ff-4ff5-8eaa-c49780ea0ab7 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:07.265143 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00384798-b4ff-4cff-bdd1-63a7be34e898 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:07.375597 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-00384798-b4ff-4cff-bdd1-63a7be34e898 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] For port 30e8b826-15ff-4ff5-8eaa-c49780ea0ab7, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=30e8b826-15ff-4ff5-8eaa-c49780ea0ab7,segment=NetworkSegment(08e4e797-21e0-4673-939b-98c99fffb183),segment_id=08e4e797-21e0-4673-939b-98c99fffb183)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:07.375918 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00384798-b4ff-4cff-bdd1-63a7be34e898 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:07.409529 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-00384798-b4ff-4cff-bdd1-63a7be34e898 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Calling delete_port for 30e8b826-15ff-4ff5-8eaa-c49780ea0ab7 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:07.578671 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00384798-b4ff-4cff-bdd1-63a7be34e898 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:07.614975 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c7b4cd-ee06-44ff-b1c1-22a02b80f7fb tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:07.620237 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00384798-b4ff-4cff-bdd1-63a7be34e898 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] No DVR routers for this DVR port 30e8b826-15ff-4ff5-8eaa-c49780ea0ab7 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:04:07.620687 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b3c7b4cd-ee06-44ff-b1c1-22a02b80f7fb tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3881021 Jul 07 21:04:07.621332 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58220) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:07.629526 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00384798-b4ff-4cff-bdd1-63a7be34e898 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Port': ['ID=30e8b826-15ff-4ff5-8eaa-c49780ea0ab7,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:07.659247 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-34f33c60-8a76-4d0c-8449-aadcb6ab5443 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "GET /v2.0/subnets?network_id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 207 time: 0.0346882 Jul 07 21:04:07.663398 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58222) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:07.717739 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ca5eac-1092-4f8a-a615-95463b3ebd87 None None] Network 3acc30c3-762f-43ee-96c4-d4e017c530c7 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:07.741390 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00384798-b4ff-4cff-bdd1-63a7be34e898 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:07.754136 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-00384798-b4ff-4cff-bdd1-63a7be34e898 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acc30c3-762f-43ee-96c4-d4e017c530c7']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:07.765893 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-00384798-b4ff-4cff-bdd1-63a7be34e898 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e4e797-21e0-4673-939b-98c99fffb183') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:07.766347 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-00384798-b4ff-4cff-bdd1-63a7be34e898 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e4e797-21e0-4673-939b-98c99fffb183') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:07.780526 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00384798-b4ff-4cff-bdd1-63a7be34e898 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:07.799156 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00384798-b4ff-4cff-bdd1-63a7be34e898 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:07.806466 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00384798-b4ff-4cff-bdd1-63a7be34e898 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:04:07.807286 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00384798-b4ff-4cff-bdd1-63a7be34e898 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:04:07.810829 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:04:07.819776 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b5573-a36b-4f23-b675-d06df0a8abed req-d9be8859-3688-4cce-b142-a7320365673b tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:07.828618 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b88b5573-a36b-4f23-b675-d06df0a8abed req-d9be8859-3688-4cce-b142-a7320365673b tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.2888041 Jul 07 21:04:07.886109 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00384798-b4ff-4cff-bdd1-63a7be34e898 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:07.903453 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-00384798-b4ff-4cff-bdd1-63a7be34e898 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:07.906143 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-00384798-b4ff-4cff-bdd1-63a7be34e898 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] 10.222.0.64 "DELETE /v2.0/networks/3acc30c3-762f-43ee-96c4-d4e017c530c7 HTTP/1.1" status: 204 len: 168 time: 0.9093726 Jul 07 21:04:07.922592 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00384798-b4ff-4cff-bdd1-63a7be34e898 tempest-NetworksIpV6Test-1000673977 tempest-NetworksIpV6Test-1000673977-project] Pushing event deleted for resources: {'Network': ['ID=3acc30c3-762f-43ee-96c4-d4e017c530c7,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:07.948574 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fce9fa2-3d9a-4703-b4ed-a390601434f1 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:07.956436 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fce9fa2-3d9a-4703-b4ed-a390601434f1 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:07.968140 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fce9fa2-3d9a-4703-b4ed-a390601434f1 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:07.981239 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cbd007-94d6-4a9d-a157-282e6b181bea None None] DHCP port deletion for 3acc30c3-762f-43ee-96c4-d4e017c530c7 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:04:07.994910 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fce9fa2-3d9a-4703-b4ed-a390601434f1 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:07.998298 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58226) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:08.009271 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8fce9fa2-3d9a-4703-b4ed-a390601434f1 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3450153 Jul 07 21:04:08.023609 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b88b5573-a36b-4f23-b675-d06df0a8abed req-da6606a6-4b99-4b5f-b844-58af9da992e6 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940529 Jul 07 21:04:08.144078 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-12bc0b4d-a5da-40a7-a139-b27165b367d5 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1441553 Jul 07 21:04:08.147317 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58230) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:08.219993 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb06fa49-b588-47d0-8301-8ce420ff2b17 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:08.221744 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb06fa49-b588-47d0-8301-8ce420ff2b17 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:08.223707 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-eb06fa49-b588-47d0-8301-8ce420ff2b17 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0750296 Jul 07 21:04:08.227703 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58236) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:08.278468 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58238) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:08.294240 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de8a9c4-e741-46fb-a3f8-d3afc912d494 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['shared'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:08.296273 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de8a9c4-e741-46fb-a3f8-d3afc912d494 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['shared'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:08.299395 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9de8a9c4-e741-46fb-a3f8-d3afc912d494 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0694053 Jul 07 21:04:08.304085 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58242) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:08.424900 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f56c7a-37b7-4ac1-8d04-6ae880b28922 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:08.426383 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-67f56c7a-37b7-4ac1-8d04-6ae880b28922 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "GET /v2.0/networks/67332e86-7681-46ad-b863-598f2bdabc3d HTTP/1.1" status: 200 len: 799 time: 0.1212854 Jul 07 21:04:08.433339 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58246) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:08.476852 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b0a2f8ca-2379-4323-8a70-27dd3b04886c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fcae3007c76d4ed099b2d3ee0503e7cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1971102 Jul 07 21:04:08.479569 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58248) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:08.554798 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6a242795-29c4-48e8-8dae-8a26e2b29369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:08.576638 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-15900d6e-917b-4a08-ae4d-d4db5cb0b8e2 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "GET /v2.0/networks/67332e86-7681-46ad-b863-598f2bdabc3d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1420937 Jul 07 21:04:08.579114 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58252) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:08.590132 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6a242795-29c4-48e8-8dae-8a26e2b29369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:08.645112 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6a242795-29c4-48e8-8dae-8a26e2b29369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:08.648283 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6a242795-29c4-48e8-8dae-8a26e2b29369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:08.649532 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6a242795-29c4-48e8-8dae-8a26e2b29369 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/68552198-eda3-45ae-8bef-0b265838ef43 HTTP/1.1" status: 204 len: 168 time: 0.1689076 Jul 07 21:04:08.656368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d840ba-8a8e-49f4-bbb7-afed80525787 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:08.658777 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-08d840ba-8a8e-49f4-bbb7-afed80525787 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "GET /v2.0/subnets/892530f8-7a58-4f18-9dd3-954603703c15 HTTP/1.1" status: 200 len: 811 time: 0.0776138 Jul 07 21:04:08.659687 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a242795-29c4-48e8-8dae-8a26e2b29369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68552198-eda3-45ae-8bef-0b265838ef43,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:08.664769 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58256) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:08.737396 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8ca663-deb9-4b75-bf76-a75eb1d55941 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['shared'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:08.739273 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-eb8ca663-deb9-4b75-bf76-a75eb1d55941 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "GET /v2.0/subnets/892530f8-7a58-4f18-9dd3-954603703c15?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0724244 Jul 07 21:04:08.742514 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58258) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:08.747939 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-7432f7a9-9ada-4f56-9f3f-946f4554f718 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1406395938'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:08.780744 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7432f7a9-9ada-4f56-9f3f-946f4554f718 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Made reservation on behalf of a29e32857fab457bbca0f5a73701f4ba for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:08.785212 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7432f7a9-9ada-4f56-9f3f-946f4554f718 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:08.817187 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-6fdbaf8c-17b3-44ec-a7f1-116857637706 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0841107 Jul 07 21:04:08.817644 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7432f7a9-9ada-4f56-9f3f-946f4554f718 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:04:08.827479 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7432f7a9-9ada-4f56-9f3f-946f4554f718 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:08.827918 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-7432f7a9-9ada-4f56-9f3f-946f4554f718 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Added segment 7e550cfb-657b-42d2-b11e-e394caf0796c of type vlan for network ef2ae89d-5b00-40d1-8622-77cd15f15b05 Jul 07 21:04:08.888062 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7432f7a9-9ada-4f56-9f3f-946f4554f718 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:08.939423 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7432f7a9-9ada-4f56-9f3f-946f4554f718 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:08.947820 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7432f7a9-9ada-4f56-9f3f-946f4554f718 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:08.948063 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-1c8d0583-960e-4af8-b826-31bcad76ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:08.948640 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7432f7a9-9ada-4f56-9f3f-946f4554f718 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:08.948744 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-1c8d0583-960e-4af8-b826-31bcad76ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:08.949298 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-1c8d0583-960e-4af8-b826-31bcad76ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:08.949778 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-1c8d0583-960e-4af8-b826-31bcad76ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:08.950246 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-1c8d0583-960e-4af8-b826-31bcad76ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:08.950900 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-1c8d0583-960e-4af8-b826-31bcad76ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:08.951423 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-1c8d0583-960e-4af8-b826-31bcad76ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:08.953788 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-1c8d0583-960e-4af8-b826-31bcad76ab02 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8ed23dfe8df44cbb137b377fa7cb243&device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 6509 time: 0.0836613 Jul 07 21:04:09.024405 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7432f7a9-9ada-4f56-9f3f-946f4554f718 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2807598 Jul 07 21:04:09.027149 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58268) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:09.034659 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-63eedabb-eac9-49c1-a003-eb23b5c9f91f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'subnet': {'network_id': 'ef2ae89d-5b00-40d1-8622-77cd15f15b05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:09.040823 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432f7a9-9ada-4f56-9f3f-946f4554f718 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Network': ['ID=ef2ae89d-5b00-40d1-8622-77cd15f15b05,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:09.054531 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network ef2ae89d-5b00-40d1-8622-77cd15f15b05 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:04:09.128361 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-62c8d28b-3e62-4bf0-ac8b-4bcf39122c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:09.129350 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-62c8d28b-3e62-4bf0-ac8b-4bcf39122c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:09.130084 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-62c8d28b-3e62-4bf0-ac8b-4bcf39122c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:09.132115 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-62c8d28b-3e62-4bf0-ac8b-4bcf39122c20 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7847ed4-ca64-408b-b349-0ebf1cd2485d&id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&id=130dc8cf-87ce-46df-b452-32f98efef5ec&id=130dc8cf-87ce-46df-b452-32f98efef5ec HTTP/1.1" status: 200 len: 2297 time: 0.1503348 Jul 07 21:04:09.252682 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-7e43eb5f-e6a4-426b-be2e-3fa5c91be4ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8debe46-f092-4659-88e9-d9aeeb58dcce HTTP/1.1" status: 200 len: 1002 time: 0.1135776 Jul 07 21:04:09.255345 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 30e8b826-15ff-4ff5-8eaa-c49780ea0ab7 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:04:09.258682 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63eedabb-eac9-49c1-a003-eb23b5c9f91f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Made reservation on behalf of a29e32857fab457bbca0f5a73701f4ba for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:09.263813 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-63eedabb-eac9-49c1-a003-eb23b5c9f91f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:09.342167 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 30e8b826-15ff-4ff5-8eaa-c49780ea0ab7 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:04:09.342527 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 30e8b826-15ff-4ff5-8eaa-c49780ea0ab7 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:04:09.354258 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-cd18fbde-212a-4db5-b582-aace59588666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:09.355802 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-cd18fbde-212a-4db5-b582-aace59588666 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25a8ccb4-86fa-467a-bd9b-20bcc350e316 HTTP/1.1" status: 200 len: 856 time: 0.0961926 Jul 07 21:04:09.506397 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-bf50486e-280f-4a21-ba2a-dd9e472b7b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:09.513116 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-bf50486e-280f-4a21-ba2a-dd9e472b7b28 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7847ed4-ca64-408b-b349-0ebf1cd2485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1417365 Jul 07 21:04:09.828994 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58326) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:09.847736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.ipam_backend_mixin [None req-63eedabb-eac9-49c1-a003-eb23b5c9f91f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Performing IP validity checks on allocation pools {{(pid=100448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 21:04:09.848586 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.ipam_backend_mixin [None req-63eedabb-eac9-49c1-a003-eb23b5c9f91f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100448) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 21:04:09.963248 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4380aa-2fbb-4a53-b8fc-6433f2ac9f77 req-07254dbd-101e-4a61-9c8b-076b6c1f9ad0 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:09.976817 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3c4380aa-2fbb-4a53-b8fc-6433f2ac9f77 req-07254dbd-101e-4a61-9c8b-076b6c1f9ad0 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.1859725 Jul 07 21:04:10.049742 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3c4380aa-2fbb-4a53-b8fc-6433f2ac9f77 req-2bae6b74-268a-4a90-a8ae-e5c37ae47316 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720687 Jul 07 21:04:10.113909 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-7d43a0b3-6c7d-4134-a8de-4f0e273b9a75 tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] Request body: {'port': {'network_id': '36280b50-37d2-49db-bc97-9560cfee6ce4', 'name': 'tempest-NetworksNegativeTestJSON-464025129'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:10.138192 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d43a0b3-6c7d-4134-a8de-4f0e273b9a75 tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] POST failed (client error): The resource could not be found. Jul 07 21:04:10.139064 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d43a0b3-6c7d-4134-a8de-4f0e273b9a75 tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:10.140418 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7d43a0b3-6c7d-4134-a8de-4f0e273b9a75 tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3050597 Jul 07 21:04:10.144951 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58334) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:10.175174 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-af4bb783-65d8-40f2-9c81-ef861191e95d tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:10.175767 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af4bb783-65d8-40f2-9c81-ef861191e95d tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:10.177811 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-af4bb783-65d8-40f2-9c81-ef861191e95d tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] 10.222.0.64 "DELETE /v2.0/networks/52d598ec-b552-4f6e-a154-3ff814c4e7aa HTTP/1.1" status: 404 len: 339 time: 0.0318985 Jul 07 21:04:10.181996 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58338) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:10.201168 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-b7ab24cd-ecdd-4269-b9a9-97924dfa91b9 service neutron] 10.222.0.39 "GET /v2.0/networks/d7847ed4-ca64-408b-b349-0ebf1cd2485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6825540 Jul 07 21:04:10.207255 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e69b4f14-5a4a-45d2-a8f4-9a55e8e2a2b7 req-823b78ad-1b31-4b1f-bee7-cd47e968e32d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d7b886f9-f2e2-4f80-8831-b8397cafc3df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6114030 Jul 07 21:04:10.216922 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecedd780-0067-429e-aa2f-52e9cdac1589 tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:10.217713 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecedd780-0067-429e-aa2f-52e9cdac1589 tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:10.220995 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ecedd780-0067-429e-aa2f-52e9cdac1589 tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] 10.222.0.64 "DELETE /v2.0/ports/59ee95bd-86e3-48f5-b6f9-ab164723ea39 HTTP/1.1" status: 404 len: 333 time: 0.0365043 Jul 07 21:04:10.226049 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58344) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:10.237190 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-63eedabb-eac9-49c1-a003-eb23b5c9f91f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:10.264142 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8624d8-726d-4bff-a079-e46f0c84d3dd tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:10.264636 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8624d8-726d-4bff-a079-e46f0c84d3dd tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:10.270679 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8a8624d8-726d-4bff-a079-e46f0c84d3dd tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] 10.222.0.64 "DELETE /v2.0/subnets/fc1aab07-4839-40a3-9b38-b9723dce2569 HTTP/1.1" status: 404 len: 337 time: 0.0394068 Jul 07 21:04:10.291855 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58350) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:10.336533 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-beab67f9-20a4-4ebe-8975-2dbee407c33b tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] GET failed (client error): The resource could not be found. Jul 07 21:04:10.339178 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-beab67f9-20a4-4ebe-8975-2dbee407c33b tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] 10.222.0.64 "GET /v2.0/networks/0d617eba-88c5-4e69-835e-21b68762e539 HTTP/1.1" status: 404 len: 339 time: 0.0463271 Jul 07 21:04:10.344105 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58360) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:10.365916 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eedabb-eac9-49c1-a003-eb23b5c9f91f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Subnet': ['ID=4ab95bcc-529d-453a-9b66-42eed40e65c2,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:10.394652 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-301e3351-f8dd-453a-bddd-6feb53c08d23 tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] GET failed (client error): The resource could not be found. Jul 07 21:04:10.399995 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-301e3351-f8dd-453a-bddd-6feb53c08d23 tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] 10.222.0.64 "GET /v2.0/ports/67f2bbfe-9cc2-4f44-b4d4-7ab377f97962 HTTP/1.1" status: 404 len: 333 time: 0.0513289 Jul 07 21:04:10.401031 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58370) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:10.408022 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eedabb-eac9-49c1-a003-eb23b5c9f91f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Checking segment: {'id': '7e550cfb-657b-42d2-b11e-e394caf0796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ef2ae89d-5b00-40d1-8622-77cd15f15b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:04:10.408405 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eedabb-eac9-49c1-a003-eb23b5c9f91f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Network hostable DHCP agents. Network: ef2ae89d-5b00-40d1-8622-77cd15f15b05, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:04:10.436932 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eedabb-eac9-49c1-a003-eb23b5c9f91f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Network ef2ae89d-5b00-40d1-8622-77cd15f15b05 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:04:10.456177 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-63eedabb-eac9-49c1-a003-eb23b5c9f91f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, ef2ae89d-5b00-40d1-8622-77cd15f15b05) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:10.457485 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2ed37d-1927-43b0-8189-5a5711417181 tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] GET failed (client error): The resource could not be found. Jul 07 21:04:10.459013 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7d2ed37d-1927-43b0-8189-5a5711417181 tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] 10.222.0.64 "GET /v2.0/subnets/920b9e41-7e2e-477b-a491-6e5aa52e1311 HTTP/1.1" status: 404 len: 337 time: 0.0576859 Jul 07 21:04:10.462845 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58376) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:10.469748 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-6b069271-25cb-43bb-ab3c-c228a40b0137 service neutron] 10.222.0.39 "GET /v2.0/networks/d7847ed4-ca64-408b-b349-0ebf1cd2485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607551 Jul 07 21:04:10.475639 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b4f14-5a4a-45d2-a8f4-9a55e8e2a2b7 req-36b01b3f-48d8-4bf2-8613-c00e9589cec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:10.477399 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e69b4f14-5a4a-45d2-a8f4-9a55e8e2a2b7 req-36b01b3f-48d8-4bf2-8613-c00e9589cec5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ae66bcc29cb9496c81b304ed2c4f82a5&device_id=d7b886f9-f2e2-4f80-8831-b8397cafc3df HTTP/1.1" status: 200 len: 1097 time: 0.2250214 Jul 07 21:04:10.481162 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-bb85d0fb-d4a7-4630-a574-78fc28d4a1eb tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:10.484466 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b22987-e31b-429d-b0f4-9ec72ebe886a None None] Network ef2ae89d-5b00-40d1-8622-77cd15f15b05 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:10.488305 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eedabb-eac9-49c1-a003-eb23b5c9f91f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:10.489221 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-63eedabb-eac9-49c1-a003-eb23b5c9f91f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:10.519708 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb85d0fb-d4a7-4630-a574-78fc28d4a1eb tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] PUT failed (client error): The resource could not be found. Jul 07 21:04:10.521723 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb85d0fb-d4a7-4630-a574-78fc28d4a1eb tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:10.527103 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bb85d0fb-d4a7-4630-a574-78fc28d4a1eb tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] 10.222.0.64 "PUT /v2.0/networks/372c5cf3-017d-409f-aa89-fe968d0ec73b HTTP/1.1" status: 404 len: 339 time: 0.0619104 Jul 07 21:04:10.528091 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58380) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:10.529326 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-fcecd4bd-e92c-4668-afe8-17e8e1b8ef59 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=7d14b38d-99b1-4ecc-a5b4-516596f20a7d HTTP/1.1" status: 200 len: 217 time: 0.0509448 Jul 07 21:04:10.552758 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-e3f029f3-95dd-46bc-b0da-8cb693de1e87 tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:10.594392 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f029f3-95dd-46bc-b0da-8cb693de1e87 tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] PUT failed (client error): The resource could not be found. Jul 07 21:04:10.596439 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f029f3-95dd-46bc-b0da-8cb693de1e87 tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:10.601470 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e3f029f3-95dd-46bc-b0da-8cb693de1e87 tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] 10.222.0.64 "PUT /v2.0/ports/874ba772-080e-4ff3-9b9c-910b1b200fc6 HTTP/1.1" status: 404 len: 333 time: 0.0575409 Jul 07 21:04:10.601470 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-63eedabb-eac9-49c1-a003-eb23b5c9f91f tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5716231 Jul 07 21:04:10.601827 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58382) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:10.605286 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58384) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:10.612998 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-bf52dcc2-c32a-48ad-afc7-1f0043cc542e tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:10.620845 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-e22afc88-b74d-4c4d-9ede-254c9df1a352 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:10.655817 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-45452af8-7574-458e-957f-5a08a0a39a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:10.656319 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-45452af8-7574-458e-957f-5a08a0a39a96 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a8fdf37-b343-4524-a6c8-f523c2ecf15b HTTP/1.1" status: 200 len: 797 time: 0.1051996 Jul 07 21:04:10.711385 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b4f14-5a4a-45d2-a8f4-9a55e8e2a2b7 req-24b482ed-6a13-4d04-957d-334def4329af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:10.712888 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e69b4f14-5a4a-45d2-a8f4-9a55e8e2a2b7 req-24b482ed-6a13-4d04-957d-334def4329af service neutron] 10.222.0.58 "GET /v2.0/networks?id=c4706a9a-8917-4d38-9a83-b63d9139d929 HTTP/1.1" status: 200 len: 907 time: 0.1826789 Jul 07 21:04:10.734774 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf52dcc2-c32a-48ad-afc7-1f0043cc542e tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] PUT failed (client error): The resource could not be found. Jul 07 21:04:10.735252 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf52dcc2-c32a-48ad-afc7-1f0043cc542e tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:10.739904 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bf52dcc2-c32a-48ad-afc7-1f0043cc542e tempest-NetworksNegativeTestJSON-390280166 tempest-NetworksNegativeTestJSON-390280166-project] 10.222.0.64 "PUT /v2.0/subnets/0fd2a738-d6fc-4431-b8ac-4b735d5e34e8 HTTP/1.1" status: 404 len: 337 time: 0.1336446 Jul 07 21:04:10.759580 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-ef2ae89d-5b00-40d1-8622-77cd15f15b05', 'network_id': 'ef2ae89d-5b00-40d1-8622-77cd15f15b05', 'tenant_id': 'a29e32857fab457bbca0f5a73701f4ba', 'fixed_ips': [{'subnet_id': '4ab95bcc-529d-453a-9b66-42eed40e65c2'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:04:10.760134 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e22afc88-b74d-4c4d-9ede-254c9df1a352 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15947731'] for subnet, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:10.760500 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:10.868032 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e69b4f14-5a4a-45d2-a8f4-9a55e8e2a2b7 req-fb5ca333-04bf-4be4-88b7-09cd65896518 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0504c917-7bd1-4586-811d-ec70636ccc59 HTTP/1.1" status: 200 len: 1000 time: 0.1351619 Jul 07 21:04:10.870732 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-08c347c9-9190-4fae-9682-5c41363f81bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:10.872526 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-08c347c9-9190-4fae-9682-5c41363f81bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2090409 Jul 07 21:04:10.984839 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b4f14-5a4a-45d2-a8f4-9a55e8e2a2b7 req-8e43195e-e76d-4ce5-b5d5-e610418edabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:10.986801 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e69b4f14-5a4a-45d2-a8f4-9a55e8e2a2b7 req-8e43195e-e76d-4ce5-b5d5-e610418edabe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=539c2041-b5a8-40ca-9121-8b3452b576aa HTTP/1.1" status: 200 len: 845 time: 0.1095943 Jul 07 21:04:11.068202 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e22afc88-b74d-4c4d-9ede-254c9df1a352 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778271927583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15931922'] for subnet, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:11.146176 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-332aec74-c28c-4296-92bd-cdc69baa2379 service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579126 Jul 07 21:04:11.218682 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Allocated IP 172.20.0.3 (ef2ae89d-5b00-40d1-8622-77cd15f15b05/4ab95bcc-529d-453a-9b66-42eed40e65c2/557c0b2a-c5e6-443e-a645-a2865c8a7563) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:04:11.221436 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58396) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:11.238713 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22afc88-b74d-4c4d-9ede-254c9df1a352 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:11.240602 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e22afc88-b74d-4c4d-9ede-254c9df1a352 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:11.243700 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e22afc88-b74d-4c4d-9ede-254c9df1a352 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "PUT /v2.0/subnets/4ab95bcc-529d-453a-9b66-42eed40e65c2 HTTP/1.1" status: 200 len: 877 time: 0.6382773 Jul 07 21:04:11.248200 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58400) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:11.401308 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b4f14-5a4a-45d2-a8f4-9a55e8e2a2b7 req-d6002159-c864-4d39-985f-f5b37ec9db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:11.403683 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e69b4f14-5a4a-45d2-a8f4-9a55e8e2a2b7 req-d6002159-c864-4d39-985f-f5b37ec9db1e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c4706a9a-8917-4d38-9a83-b63d9139d929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4089811 Jul 07 21:04:11.420991 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:11.448422 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22afc88-b74d-4c4d-9ede-254c9df1a352 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event updated for resources: {'Subnet': ['ID=4ab95bcc-529d-453a-9b66-42eed40e65c2,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:11.497513 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-b586a064-66ec-41f1-ab56-1e432de255ea service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288093 Jul 07 21:04:11.514989 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-857bed99-9aad-47f2-9ff1-239e076aa84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:11.549523 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-c08fec04-c20a-45df-9a71-d52c812fb43e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=ce444991-9912-4375-ba9b-d17a03e9be39 HTTP/1.1" status: 200 len: 217 time: 0.0441024 Jul 07 21:04:11.553131 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:11.565193 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Transition to ACTIVE for port object 557c0b2a-c5e6-443e-a645-a2865c8a7563 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:04:11.590969 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Transition to ACTIVE for port object 557c0b2a-c5e6-443e-a645-a2865c8a7563 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:04:11.600016 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:11.608637 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e69b4f14-5a4a-45d2-a8f4-9a55e8e2a2b7 req-011a69d3-b70c-40fb-abf5-dd1c2f9831f6 service neutron] 10.222.0.58 "GET /v2.0/networks/c4706a9a-8917-4d38-9a83-b63d9139d929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958940 Jul 07 21:04:11.617537 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-3168a30c-e83f-477f-9506-ec07c3e178e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:11.619010 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-3168a30c-e83f-477f-9506-ec07c3e178e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a8fdf37-b343-4524-a6c8-f523c2ecf15b HTTP/1.1" status: 200 len: 797 time: 0.0627851 Jul 07 21:04:11.629348 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:11.649684 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a0db0-833e-4004-ba3b-16f2dcbb0fde req-fa21102f-4785-47b1-9e0c-4dc131d5ba1e tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:11.656632 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Network ef2ae89d-5b00-40d1-8622-77cd15f15b05 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:04:11.658503 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf8a0db0-833e-4004-ba3b-16f2dcbb0fde req-fa21102f-4785-47b1-9e0c-4dc131d5ba1e tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.2436624 Jul 07 21:04:11.662920 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:11.671401 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:04:11.676413 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Pushing event updated for resources: {'Port': ['ID=557c0b2a-c5e6-443e-a645-a2865c8a7563,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:11.691229 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:11.692660 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:11.693373 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:11.694252 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:11.695346 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:11.695893 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:11.696425 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:11.697071 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:11.697688 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:11.698213 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:11.698738 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:11.699382 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:11.773538 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e69b4f14-5a4a-45d2-a8f4-9a55e8e2a2b7 req-ce6d262e-d125-4c39-b75e-e50723056680 service neutron] 10.222.0.58 "GET /v2.0/networks/c4706a9a-8917-4d38-9a83-b63d9139d929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534176 Jul 07 21:04:11.775650 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-d5f751b2-8bcf-46c9-852f-966eb72aafd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:11.777069 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-d5f751b2-8bcf-46c9-852f-966eb72aafd3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1486144 Jul 07 21:04:11.805094 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf8a0db0-833e-4004-ba3b-16f2dcbb0fde req-e4a5fbdc-f71d-4821-bddd-2858e2fb9094 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436865 Jul 07 21:04:11.824384 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Attempting to bind port 557c0b2a-c5e6-443e-a645-a2865c8a7563 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:04:11.833011 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Attempting to bind port 557c0b2a-c5e6-443e-a645-a2865c8a7563 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '7e550cfb-657b-42d2-b11e-e394caf0796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ef2ae89d-5b00-40d1-8622-77cd15f15b05'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:04:11.833656 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Attempting to bind port 557c0b2a-c5e6-443e-a645-a2865c8a7563 on network ef2ae89d-5b00-40d1-8622-77cd15f15b05 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:04:11.843440 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:04:11.843981 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Checking segment: {'id': '7e550cfb-657b-42d2-b11e-e394caf0796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ef2ae89d-5b00-40d1-8622-77cd15f15b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:04:11.844521 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:11.845153 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Bound using segment: {'id': '7e550cfb-657b-42d2-b11e-e394caf0796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ef2ae89d-5b00-40d1-8622-77cd15f15b05'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:04:11.845701 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Bound port: 557c0b2a-c5e6-443e-a645-a2865c8a7563, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e550cfb-657b-42d2-b11e-e394caf0796c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'ef2ae89d-5b00-40d1-8622-77cd15f15b05'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:04:11.846397 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:11.903982 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-c2f4ba86-b0ff-44f8-ad75-288d54f7657f service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179454 Jul 07 21:04:11.923032 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-857bed99-9aad-47f2-9ff1-239e076aa84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:11.924851 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:11.940388 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-857bed99-9aad-47f2-9ff1-239e076aa84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:11.992473 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-857bed99-9aad-47f2-9ff1-239e076aa84d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e66234694caf41d99c9c72479cf33380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7674649 Jul 07 21:04:11.994364 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] For port 557c0b2a-c5e6-443e-a645-a2865c8a7563, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:04:11.997970 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58406) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:12.003147 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] For port 557c0b2a-c5e6-443e-a645-a2865c8a7563, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=557c0b2a-c5e6-443e-a645-a2865c8a7563,segment=NetworkSegment(7e550cfb-657b-42d2-b11e-e394caf0796c),segment_id=7e550cfb-657b-42d2-b11e-e394caf0796c)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:04:12.009583 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Subnet': ['ID=4ab95bcc-529d-453a-9b66-42eed40e65c2,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:12.018560 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:12.074659 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-939f048c-6ef1-4bbc-a04b-56b28e676547 service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585042 Jul 07 21:04:12.079443 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bed99-9aad-47f2-9ff1-239e076aa84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5429d9ef-2a7a-4e15-943d-ac3277081cf6,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:12.102697 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac89e2-cca3-4744-9bf0-e83a120247de None None] Pushing event updated for resources: {'Port': ['ID=557c0b2a-c5e6-443e-a645-a2865c8a7563,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:12.146212 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-e4612ff5-bb4d-47f3-b861-e3899a387b1b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=da814a29-6446-40eb-ac99-e49de62cc5fa HTTP/1.1" status: 200 len: 217 time: 0.0629144 Jul 07 21:04:12.229580 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-87fe16ef-69dc-4ada-a5a5-64b56c4dec10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:12.239371 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-189f66a3-2f50-4e0b-87c9-20adc85f5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:12.241208 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-189f66a3-2f50-4e0b-87c9-20adc85f5940 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a8fdf37-b343-4524-a6c8-f523c2ecf15b HTTP/1.1" status: 200 len: 797 time: 0.0878396 Jul 07 21:04:12.257523 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-87fe16ef-69dc-4ada-a5a5-64b56c4dec10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:12.266019 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:12.286202 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2ae89d-5b00-40d1-8622-77cd15f15b05']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:12.306981 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e550cfb-657b-42d2-b11e-e394caf0796c') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:12.307410 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e550cfb-657b-42d2-b11e-e394caf0796c') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:12.319903 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:12.339935 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:12.352244 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:04:12.352668 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:04:12.357199 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:04:12.370953 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-30137330-f8e7-44b8-afba-dca9e8e78427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:12.372563 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-30137330-f8e7-44b8-afba-dca9e8e78427 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1240594 Jul 07 21:04:12.437779 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-87fe16ef-69dc-4ada-a5a5-64b56c4dec10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:12.444059 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-87fe16ef-69dc-4ada-a5a5-64b56c4dec10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:12.449760 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-87fe16ef-69dc-4ada-a5a5-64b56c4dec10 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5429d9ef-2a7a-4e15-943d-ac3277081cf6 HTTP/1.1" status: 204 len: 168 time: 0.4445968 Jul 07 21:04:12.542193 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.db.api [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 21:04:12.542193 n-d-695189-11 neutron-server[100448]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 21:04:12.542193 n-d-695189-11 neutron-server[100448]: [parameters: {'id': 'ef2ae89d-5b00-40d1-8622-77cd15f15b05'}] Jul 07 21:04:12.542193 n-d-695189-11 neutron-server[100448]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:04:12.542749 n-d-695189-11 neutron-server[100448]: DEBUG oslo_db.api [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:04:12.552959 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe16ef-69dc-4ada-a5a5-64b56c4dec10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5429d9ef-2a7a-4e15-943d-ac3277081cf6,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:12.583166 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-bf4f43b6-7fd5-482c-9037-26e28fadbec7 service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018249 Jul 07 21:04:12.717320 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-6d81b430-a380-4c52-b07d-553b6808ea11 service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267357 Jul 07 21:04:12.768851 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-938ffc6a-36b2-4dbb-ab74-8029a49b9412 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=68d40fb0-f23d-4aa9-84f7-cf2df107430a HTTP/1.1" status: 200 len: 217 time: 0.0426970 Jul 07 21:04:12.856973 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-d1b33cc6-cfc4-4695-96f4-e0006ff85725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:12.858486 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-d1b33cc6-cfc4-4695-96f4-e0006ff85725 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a8fdf37-b343-4524-a6c8-f523c2ecf15b HTTP/1.1" status: 200 len: 797 time: 0.0824604 Jul 07 21:04:12.963918 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-532ad7d5-d10f-402d-b92e-d33d8040732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:12.967181 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-532ad7d5-d10f-402d-b92e-d33d8040732d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1012247 Jul 07 21:04:13.044172 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:13.123844 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-ef701bae-39d2-46a7-aaad-adc5929b7d60 service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485450 Jul 07 21:04:13.154000 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34422210-6a48-40bd-80c6-5d50064c3945 req-41430aab-4192-492c-a654-5cb3d15d5640 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:13.164480 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-34422210-6a48-40bd-80c6-5d50064c3945 req-41430aab-4192-492c-a654-5cb3d15d5640 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.1639431 Jul 07 21:04:13.235672 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-34422210-6a48-40bd-80c6-5d50064c3945 req-50c2b136-6e01-4e19-95a1-c239f9892053 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700960 Jul 07 21:04:13.260251 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Deleting port 557c0b2a-c5e6-443e-a645-a2865c8a7563 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:13.260927 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:13.313224 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 557c0b2a-c5e6-443e-a645-a2865c8a7563 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:04:13.409651 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 557c0b2a-c5e6-443e-a645-a2865c8a7563 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:04:13.416121 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-f1fed7c7-29d9-40ed-a03f-2a980fc50934 service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854283 Jul 07 21:04:13.455783 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] For port 557c0b2a-c5e6-443e-a645-a2865c8a7563, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=557c0b2a-c5e6-443e-a645-a2865c8a7563,segment=NetworkSegment(7e550cfb-657b-42d2-b11e-e394caf0796c),segment_id=7e550cfb-657b-42d2-b11e-e394caf0796c)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:13.456699 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:13.476337 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Calling delete_port for 557c0b2a-c5e6-443e-a645-a2865c8a7563 owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:13.524961 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-b9e9774f-b29d-48ff-8e37-9a1b4d7a2cbd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae HTTP/1.1" status: 200 len: 217 time: 0.0991132 Jul 07 21:04:13.587502 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:13.608061 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-75abf072-5862-4f1d-a1c8-c7699a18a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:13.609953 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-75abf072-5862-4f1d-a1c8-c7699a18a0f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=800a1a04-812c-4f34-af09-b34861c9f7e8 HTTP/1.1" status: 200 len: 797 time: 0.0776887 Jul 07 21:04:13.622916 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Port': ['ID=557c0b2a-c5e6-443e-a645-a2865c8a7563,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:13.624846 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] No DVR routers for this DVR port 557c0b2a-c5e6-443e-a645-a2865c8a7563 on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:04:13.639203 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36e9199-3962-4a99-8c78-9f72dc719f05 None None] Network ef2ae89d-5b00-40d1-8622-77cd15f15b05 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:13.687801 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-afe6c645-5539-44d9-a77b-d066b791fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:13.689427 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-afe6c645-5539-44d9-a77b-d066b791fcb8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=130dc8cf-87ce-46df-b452-32f98efef5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0723836 Jul 07 21:04:13.742182 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-45b614c1-6eba-45bb-989a-a36b4ecbecf0 None None] Could not find standard attr ID for object 557c0b2a-c5e6-443e-a645-a2865c8a7563. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:04:13.751989 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:13.752991 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58438) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:13.769193 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2ae89d-5b00-40d1-8622-77cd15f15b05']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:13.780836 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e550cfb-657b-42d2-b11e-e394caf0796c') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:13.781270 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e550cfb-657b-42d2-b11e-e394caf0796c') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:13.791700 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:13.813187 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:13.821310 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:04:13.821951 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:04:13.825778 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:04:13.852495 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-7010418c-df74-491a-90a2-534250d5e33a service neutron] 10.222.0.39 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522629 Jul 07 21:04:13.873487 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82af34b-33f2-4b3c-84c7-ca48a59083d6 None None] DHCP port deletion for ef2ae89d-5b00-40d1-8622-77cd15f15b05 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:04:13.896513 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fb8ec1-9461-4186-b5dd-96a4a4873b1a None None] Network ef2ae89d-5b00-40d1-8622-77cd15f15b05 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:13.918559 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:13.930741 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:13.941135 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/networks/ef2ae89d-5b00-40d1-8622-77cd15f15b05 HTTP/1.1" status: 204 len: 168 time: 2.6916990 Jul 07 21:04:13.941625 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58442) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:13.955612 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-1422b487-74ea-44ac-981c-afe64248a5e3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-498507158'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:13.988798 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-0881476a-8b0b-44dc-ae51-fd9b79a7e003 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:13.989349 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0881476a-8b0b-44dc-ae51-fd9b79a7e003 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:13.991140 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0881476a-8b0b-44dc-ae51-fd9b79a7e003 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/subnets/4ab95bcc-529d-453a-9b66-42eed40e65c2 HTTP/1.1" status: 404 len: 337 time: 0.0454199 Jul 07 21:04:13.993389 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c779fec-2e3f-4a53-8d86-2d929730e807 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Network': ['ID=ef2ae89d-5b00-40d1-8622-77cd15f15b05,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:13.994165 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58444) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:13.995397 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1422b487-74ea-44ac-981c-afe64248a5e3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:14.000147 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1422b487-74ea-44ac-981c-afe64248a5e3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:14.036755 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1422b487-74ea-44ac-981c-afe64248a5e3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:14.050973 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b9ed46-7feb-40f4-bca6-63b46fec9f5b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:14.051694 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35b9ed46-7feb-40f4-bca6-63b46fec9f5b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:14.056635 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-35b9ed46-7feb-40f4-bca6-63b46fec9f5b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/networks/ef2ae89d-5b00-40d1-8622-77cd15f15b05 HTTP/1.1" status: 404 len: 339 time: 0.0483406 Jul 07 21:04:14.057217 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58446) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:14.106420 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-7291577d-8c4a-4601-85ad-01277877ea17 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:14.107406 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7291577d-8c4a-4601-85ad-01277877ea17 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:14.110683 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7291577d-8c4a-4601-85ad-01277877ea17 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/subnets/ad2f0dd6-e68b-4837-9baf-76ffa9e58b3a HTTP/1.1" status: 404 len: 337 time: 0.0517225 Jul 07 21:04:14.113838 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58450) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:14.128613 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-c438bc5c-1476-42c2-8068-1cfea9142db6 service neutron] 10.222.0.39 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675116 Jul 07 21:04:14.149792 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac8f9fd-f769-47fb-8e5b-b716fbe41a96 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:14.150678 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac8f9fd-f769-47fb-8e5b-b716fbe41a96 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:14.153793 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7ac8f9fd-f769-47fb-8e5b-b716fbe41a96 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/networks/b92ed100-57bd-4961-b8db-9f09b64c1a12 HTTP/1.1" status: 404 len: 339 time: 0.0377529 Jul 07 21:04:14.156251 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58452) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:14.223545 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-978a0f41-7395-4302-9ae1-0231b3559af7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a77c407f-5638-4a76-a32e-cd44fe684c67 HTTP/1.1" status: 200 len: 217 time: 0.0836642 Jul 07 21:04:14.336391 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2acd893d-296e-4b50-ae8e-63c98b3ca0ef tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:14.354192 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-0a9553d3-6853-4e6f-b641-d191b4d86863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:14.355660 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-0a9553d3-6853-4e6f-b641-d191b4d86863 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=800a1a04-812c-4f34-af09-b34861c9f7e8 HTTP/1.1" status: 200 len: 797 time: 0.1026402 Jul 07 21:04:14.459163 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1422b487-74ea-44ac-981c-afe64248a5e3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:14.486528 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1422b487-74ea-44ac-981c-afe64248a5e3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:14.492384 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e778987-2370-4744-9f5b-2a524558a20d req-5ac98a0d-7920-48f5-aa2a-50b840ec2bfe tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:14.504077 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e778987-2370-4744-9f5b-2a524558a20d req-5ac98a0d-7920-48f5-aa2a-50b840ec2bfe tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.1423523 Jul 07 21:04:14.569122 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2acd893d-296e-4b50-ae8e-63c98b3ca0ef tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:14.571143 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e778987-2370-4744-9f5b-2a524558a20d req-e247c389-820f-4bde-aed3-7abb4c6a6407 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660596 Jul 07 21:04:14.590899 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1422b487-74ea-44ac-981c-afe64248a5e3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:04:14.606773 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-bae60bcd-3a5d-4c41-96b0-01925e9c9dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:14.608366 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-bae60bcd-3a5d-4c41-96b0-01925e9c9dac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=130dc8cf-87ce-46df-b452-32f98efef5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2435839 Jul 07 21:04:14.610227 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-2acd893d-296e-4b50-ae8e-63c98b3ca0ef tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2cd58e-52a1-4934-8e0d-f95ce5a6c195']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:14.637822 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-2acd893d-296e-4b50-ae8e-63c98b3ca0ef tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613474f4-2464-40ab-b189-29159d6a8dec') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:14.638307 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-2acd893d-296e-4b50-ae8e-63c98b3ca0ef tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613474f4-2464-40ab-b189-29159d6a8dec') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:14.640644 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422b487-74ea-44ac-981c-afe64248a5e3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d4ed30-3380-49b1-a723-cb550790b762,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:14.659478 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1422b487-74ea-44ac-981c-afe64248a5e3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:14.659828 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-1422b487-74ea-44ac-981c-afe64248a5e3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Added segment 28fd885b-d4b6-4b7d-bf83-177c165b388a of type vlan for network 905625ac-582a-4237-8da7-d706bad7ad93 Jul 07 21:04:14.692870 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2acd893d-296e-4b50-ae8e-63c98b3ca0ef tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:14.738796 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2acd893d-296e-4b50-ae8e-63c98b3ca0ef tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:14.747660 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1422b487-74ea-44ac-981c-afe64248a5e3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:14.754124 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2acd893d-296e-4b50-ae8e-63c98b3ca0ef tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:04:14.754523 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2acd893d-296e-4b50-ae8e-63c98b3ca0ef tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:04:14.758333 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:04:14.853535 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-b38ff5fa-0c1f-4f25-b565-319a4b5c3c90 service neutron] 10.222.0.39 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291486 Jul 07 21:04:14.855469 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2acd893d-296e-4b50-ae8e-63c98b3ca0ef tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:14.857466 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1422b487-74ea-44ac-981c-afe64248a5e3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:14.864712 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1422b487-74ea-44ac-981c-afe64248a5e3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:14.865314 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1422b487-74ea-44ac-981c-afe64248a5e3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:14.873263 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2acd893d-296e-4b50-ae8e-63c98b3ca0ef tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:14.875025 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2acd893d-296e-4b50-ae8e-63c98b3ca0ef tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/networks/ad2cd58e-52a1-4934-8e0d-f95ce5a6c195 HTTP/1.1" status: 204 len: 168 time: 0.7138162 Jul 07 21:04:14.879051 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58460) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:14.910666 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a312c7-435f-472b-b136-c5e7e732cd0c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:14.911245 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a312c7-435f-472b-b136-c5e7e732cd0c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:14.913380 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a4a312c7-435f-472b-b136-c5e7e732cd0c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/subnets/0923e501-c227-41fa-9b80-979463ddd1b6 HTTP/1.1" status: 404 len: 337 time: 0.0328119 Jul 07 21:04:14.915823 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58462) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:14.935075 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-861cf788-fbe5-4abb-88eb-ce7e0d10304e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:14.936434 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-861cf788-fbe5-4abb-88eb-ce7e0d10304e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:14.938219 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-861cf788-fbe5-4abb-88eb-ce7e0d10304e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/networks/cc901671-f7da-4986-af40-98dd44b344e6 HTTP/1.1" status: 404 len: 339 time: 0.0213974 Jul 07 21:04:14.940940 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58464) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:14.967722 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-b337dca3-2814-4911-bafc-b5f6b8b04a4b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:14.968191 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b337dca3-2814-4911-bafc-b5f6b8b04a4b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:14.970759 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b337dca3-2814-4911-bafc-b5f6b8b04a4b tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/subnets/54440e19-ce45-4053-9e99-9af3aebb3f72 HTTP/1.1" status: 404 len: 337 time: 0.0280881 Jul 07 21:04:14.973352 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58466) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:14.973576 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1422b487-74ea-44ac-981c-afe64248a5e3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1881261 Jul 07 21:04:14.983752 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58468) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:14.988737 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-7ff40f50-7f0c-4df9-b1fe-0319a4f348e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'port': {'network_id': '905625ac-582a-4237-8da7-d706bad7ad93', 'name': 'tempest-PortsIpV6TestJSON-573559704'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:14.992126 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f06e3a-6ab4-455b-a3e2-92e1f5352616 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:14.992709 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f06e3a-6ab4-455b-a3e2-92e1f5352616 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:14.994732 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-45f06e3a-6ab4-455b-a3e2-92e1f5352616 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/networks/f9fded82-6ead-46ac-9362-5f6b74fb82ca HTTP/1.1" status: 404 len: 339 time: 0.0199084 Jul 07 21:04:14.997255 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58470) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:15.024009 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65bdd3e-2e55-4855-8a7a-bad1db5f9d32 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:15.024488 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65bdd3e-2e55-4855-8a7a-bad1db5f9d32 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:15.026335 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b65bdd3e-2e55-4855-8a7a-bad1db5f9d32 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/subnets/28908c16-2ad0-4621-b862-559318bcad15 HTTP/1.1" status: 404 len: 337 time: 0.0280681 Jul 07 21:04:15.029020 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58472) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:15.046002 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422b487-74ea-44ac-981c-afe64248a5e3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Network': ['ID=905625ac-582a-4237-8da7-d706bad7ad93,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:15.047758 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-8290f68b-e2e1-47e9-a536-c51c0295167d tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:15.048881 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8290f68b-e2e1-47e9-a536-c51c0295167d tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:15.050657 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8290f68b-e2e1-47e9-a536-c51c0295167d tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/networks/af0c4e66-db85-4001-858d-ca42a82a6e3b HTTP/1.1" status: 404 len: 339 time: 0.0206945 Jul 07 21:04:15.053190 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58476) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:15.058879 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 905625ac-582a-4237-8da7-d706bad7ad93 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:04:15.090403 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6fcf0bb-ea45-49dd-ad2f-bf02c72a04db tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:15.091069 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6fcf0bb-ea45-49dd-ad2f-bf02c72a04db tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:15.093059 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d6fcf0bb-ea45-49dd-ad2f-bf02c72a04db tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/subnets/d55ae179-c22d-4341-b988-8488417184b8 HTTP/1.1" status: 404 len: 337 time: 0.0388324 Jul 07 21:04:15.094275 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd893d-296e-4b50-ae8e-63c98b3ca0ef tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Network': ['ID=ad2cd58e-52a1-4934-8e0d-f95ce5a6c195,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:15.096179 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58478) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:15.116762 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d51179df-2e91-4456-b4e2-9c000ba624a4 req-64c6e3e3-b635-4159-a55b-38ec3bfead12 service neutron] 10.222.0.39 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472761 Jul 07 21:04:15.120737 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-3322c565-4107-42ee-af93-148ea2c09652 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:15.121538 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3322c565-4107-42ee-af93-148ea2c09652 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:15.143597 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3322c565-4107-42ee-af93-148ea2c09652 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/networks/5c55e5fe-e768-4537-81bf-8c202653c19b HTTP/1.1" status: 404 len: 339 time: 0.0387521 Jul 07 21:04:15.145883 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58480) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:15.151289 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff40f50-7f0c-4df9-b1fe-0319a4f348e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:15.155038 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ff40f50-7f0c-4df9-b1fe-0319a4f348e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:15.202679 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-7ff40f50-7f0c-4df9-b1fe-0319a4f348e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] device_id is not set on port b13ee8aa-4c21-409d-a936-0062b7e03118 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:04:15.207653 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 557c0b2a-c5e6-443e-a645-a2865c8a7563 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:04:15.217041 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-4685b352-f575-459a-be51-fb766664b28e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:15.217517 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4685b352-f575-459a-be51-fb766664b28e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:15.223024 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4685b352-f575-459a-be51-fb766664b28e tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/subnets/de3e68c9-2e50-4db3-a93c-02992660bb78 HTTP/1.1" status: 404 len: 337 time: 0.0744705 Jul 07 21:04:15.223690 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58482) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:15.239441 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 557c0b2a-c5e6-443e-a645-a2865c8a7563 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:04:15.240160 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 557c0b2a-c5e6-443e-a645-a2865c8a7563 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:04:15.268405 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-309a481c-b9ec-47e6-ad84-bd0438d630de tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:15.270782 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309a481c-b9ec-47e6-ad84-bd0438d630de tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:15.273708 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-309a481c-b9ec-47e6-ad84-bd0438d630de tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/networks/b6d4012d-e122-4cc4-97e7-185b38f179d3 HTTP/1.1" status: 404 len: 339 time: 0.0490296 Jul 07 21:04:15.277176 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58486) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:15.317104 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7ea09a-c706-4f3b-9fe0-c647d1d7ac5c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:15.317551 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a7ea09a-c706-4f3b-9fe0-c647d1d7ac5c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:15.319790 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9a7ea09a-c706-4f3b-9fe0-c647d1d7ac5c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/subnets/72fd8786-1d9e-4397-8692-788ceae4f7bf HTTP/1.1" status: 404 len: 337 time: 0.0409701 Jul 07 21:04:15.322880 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58488) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:15.341276 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c84d4d-e968-4abb-ab14-af60c8c6c7d5 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:15.341841 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c84d4d-e968-4abb-ab14-af60c8c6c7d5 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:15.343591 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-25c84d4d-e968-4abb-ab14-af60c8c6c7d5 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/networks/b77f1360-979b-48a3-ba26-289241065590 HTTP/1.1" status: 404 len: 339 time: 0.0204403 Jul 07 21:04:15.346858 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58490) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:15.378228 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca82c71d-0b47-4b15-bc48-62c2c18bd932 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:15.378661 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca82c71d-0b47-4b15-bc48-62c2c18bd932 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:15.380488 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ca82c71d-0b47-4b15-bc48-62c2c18bd932 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/subnets/ba825254-9d82-4221-b660-9bc9ac436a0b HTTP/1.1" status: 404 len: 337 time: 0.0326035 Jul 07 21:04:15.383199 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58492) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:15.404791 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa43c8e-08c0-4952-91bf-cdb97dbf2afd tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:15.405742 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fa43c8e-08c0-4952-91bf-cdb97dbf2afd tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:15.410584 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5fa43c8e-08c0-4952-91bf-cdb97dbf2afd tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/networks/0098e033-7e93-4d42-9af3-df8e9705cd4a HTTP/1.1" status: 404 len: 339 time: 0.0240903 Jul 07 21:04:15.410729 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ff40f50-7f0c-4df9-b1fe-0319a4f348e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:15.410810 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58494) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:15.443959 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-6121c351-a498-461f-aeea-65169d0fe644 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:15.444588 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6121c351-a498-461f-aeea-65169d0fe644 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:15.446656 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6121c351-a498-461f-aeea-65169d0fe644 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/subnets/43639394-8f64-4aae-9c8a-533ac4a01a51 HTTP/1.1" status: 404 len: 337 time: 0.0346007 Jul 07 21:04:15.449298 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58496) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:15.450170 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ff40f50-7f0c-4df9-b1fe-0319a4f348e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:15.471133 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7a9c3a-d05a-425e-b561-855f23190c8c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:15.471718 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b7a9c3a-d05a-425e-b561-855f23190c8c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:15.473433 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7b7a9c3a-d05a-425e-b561-855f23190c8c tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/networks/d4736d7d-fe56-47e2-b33b-9acf0fc1f229 HTTP/1.1" status: 404 len: 339 time: 0.0231652 Jul 07 21:04:15.475935 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58498) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:15.511838 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff40f50-7f0c-4df9-b1fe-0319a4f348e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Port': ['ID=b13ee8aa-4c21-409d-a936-0062b7e03118,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:15.536607 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff40f50-7f0c-4df9-b1fe-0319a4f348e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Checking segment: {'id': '28fd885b-d4b6-4b7d-bf83-177c165b388a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '905625ac-582a-4237-8da7-d706bad7ad93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:04:15.537297 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff40f50-7f0c-4df9-b1fe-0319a4f348e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network hostable DHCP agents. Network: 905625ac-582a-4237-8da7-d706bad7ad93, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:04:15.545617 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-035b97ea-7a81-4af3-b893-0dec85d729b8 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Deleting subnet 892530f8-7a58-4f18-9dd3-954603703c15 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:04:15.549390 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-035b97ea-7a81-4af3-b893-0dec85d729b8 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:15.557672 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff40f50-7f0c-4df9-b1fe-0319a4f348e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network 905625ac-582a-4237-8da7-d706bad7ad93 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:04:15.574343 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-7ff40f50-7f0c-4df9-b1fe-0319a4f348e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 905625ac-582a-4237-8da7-d706bad7ad93) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:15.582483 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff40f50-7f0c-4df9-b1fe-0319a4f348e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:04:15.588289 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba85c02e-4ac2-44c9-b1b7-2f2446221944 None None] Network 905625ac-582a-4237-8da7-d706bad7ad93 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:15.606584 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff40f50-7f0c-4df9-b1fe-0319a4f348e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:15.606584 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ff40f50-7f0c-4df9-b1fe-0319a4f348e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:15.643890 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-035b97ea-7a81-4af3-b893-0dec85d729b8 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:15.653140 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7ff40f50-7f0c-4df9-b1fe-0319a4f348e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6683064 Jul 07 21:04:15.668247 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58506) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:15.684909 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e05df1bb-8d8b-40c6-900d-6fe9c68b4a28 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1997086261'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:15.734457 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05df1bb-8d8b-40c6-900d-6fe9c68b4a28 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:15.745665 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e05df1bb-8d8b-40c6-900d-6fe9c68b4a28 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:15.761855 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-035b97ea-7a81-4af3-b893-0dec85d729b8 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:15.783551 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05df1bb-8d8b-40c6-900d-6fe9c68b4a28 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:04:15.793622 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e05df1bb-8d8b-40c6-900d-6fe9c68b4a28 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:15.794054 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-e05df1bb-8d8b-40c6-900d-6fe9c68b4a28 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Added segment 7ddadfcc-1b43-437e-9011-b13b68bfdf13 of type vlan for network 6719e494-9636-440b-a196-643fc8f4a01e Jul 07 21:04:15.869859 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e05df1bb-8d8b-40c6-900d-6fe9c68b4a28 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:15.873233 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-035b97ea-7a81-4af3-b893-0dec85d729b8 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:15.905419 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e05df1bb-8d8b-40c6-900d-6fe9c68b4a28 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:15.911903 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05df1bb-8d8b-40c6-900d-6fe9c68b4a28 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:15.912304 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b97ea-7a81-4af3-b893-0dec85d729b8 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Subnet': ['ID=892530f8-7a58-4f18-9dd3-954603703c15,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:15.912549 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e05df1bb-8d8b-40c6-900d-6fe9c68b4a28 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:15.917002 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-035b97ea-7a81-4af3-b893-0dec85d729b8 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:15.918744 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-035b97ea-7a81-4af3-b893-0dec85d729b8 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/subnets/892530f8-7a58-4f18-9dd3-954603703c15 HTTP/1.1" status: 204 len: 168 time: 0.4418914 Jul 07 21:04:15.922187 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58508) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:15.923290 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7633e1-19ac-4921-b848-0d8f4987adfa None None] Network 67332e86-7681-46ad-b863-598f2bdabc3d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:15.941381 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c221b4c-01a8-42e3-b978-a7c6651dca20 req-20505c22-85dc-42cc-b01a-88c03389dfd6 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:15.942942 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1c221b4c-01a8-42e3-b978-a7c6651dca20 req-20505c22-85dc-42cc-b01a-88c03389dfd6 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.1389549 Jul 07 21:04:15.982846 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e05df1bb-8d8b-40c6-900d-6fe9c68b4a28 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3134162 Jul 07 21:04:15.987616 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58510) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:16.001075 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'ports': [{'network_id': '905625ac-582a-4237-8da7-d706bad7ad93'}, {'network_id': '6719e494-9636-440b-a196-643fc8f4a01e'}]} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:16.001075 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'port': {'network_id': '905625ac-582a-4237-8da7-d706bad7ad93'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:16.001075 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'port': {'network_id': '6719e494-9636-440b-a196-643fc8f4a01e'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:16.024048 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05df1bb-8d8b-40c6-900d-6fe9c68b4a28 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Network': ['ID=6719e494-9636-440b-a196-643fc8f4a01e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:16.051915 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dc3918b8-8774-41ef-9665-d1746fd54220 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:16.066102 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1c221b4c-01a8-42e3-b978-a7c6651dca20 req-23b499ab-c0d4-4ef2-adc5-d815b98e3f83 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082594 Jul 07 21:04:16.090785 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 6719e494-9636-440b-a196-643fc8f4a01e details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:04:16.128490 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-dc3918b8-8774-41ef-9665-d1746fd54220 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Deleting port cddd91a3-dafa-4c74-b748-6377b1c88bf6 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:16.128837 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dc3918b8-8774-41ef-9665-d1746fd54220 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:16.211044 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-dc3918b8-8774-41ef-9665-d1746fd54220 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] For port cddd91a3-dafa-4c74-b748-6377b1c88bf6, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=cddd91a3-dafa-4c74-b748-6377b1c88bf6,segment=NetworkSegment(40efaaae-248e-450f-8e7c-de1b6d3233f5),segment_id=40efaaae-248e-450f-8e7c-de1b6d3233f5)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:16.211645 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dc3918b8-8774-41ef-9665-d1746fd54220 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:16.214831 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'port': 2} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:16.222094 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:16.232067 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-dc3918b8-8774-41ef-9665-d1746fd54220 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Calling delete_port for cddd91a3-dafa-4c74-b748-6377b1c88bf6 owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:16.242125 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:16.319566 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2cc907-6961-4cbd-83b4-03d51b272c68 None None] DHCP port deletion for 67332e86-7681-46ad-b863-598f2bdabc3d request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:04:16.356637 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] device_id is not set on port c05c9ed7-ff03-4621-86db-2c473ae1d5e8 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:04:16.383387 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dc3918b8-8774-41ef-9665-d1746fd54220 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:16.400188 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cc907-6961-4cbd-83b4-03d51b272c68 None None] Deleting port cddd91a3-dafa-4c74-b748-6377b1c88bf6 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:16.400945 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9a2cc907-6961-4cbd-83b4-03d51b272c68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:16.458574 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3918b8-8774-41ef-9665-d1746fd54220 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Port': ['ID=cddd91a3-dafa-4c74-b748-6377b1c88bf6,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:16.467457 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3918b8-8774-41ef-9665-d1746fd54220 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] No DVR routers for this DVR port cddd91a3-dafa-4c74-b748-6377b1c88bf6 on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:04:16.505198 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-9a2cc907-6961-4cbd-83b4-03d51b272c68 None None] For port cddd91a3-dafa-4c74-b748-6377b1c88bf6, host n-d-695189-11, got binding levels [] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:16.505786 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9a2cc907-6961-4cbd-83b4-03d51b272c68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:16.506289 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:16.530243 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-9a2cc907-6961-4cbd-83b4-03d51b272c68 None None] Calling delete_port for cddd91a3-dafa-4c74-b748-6377b1c88bf6 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:16.533728 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.ipam_backend_mixin [None req-9a2cc907-6961-4cbd-83b4-03d51b272c68 None None] Port cddd91a3-dafa-4c74-b748-6377b1c88bf6 was not found and therefore no delete operation was performed {{(pid=100449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 21:04:16.535062 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9a2cc907-6961-4cbd-83b4-03d51b272c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:16.547119 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2cc907-6961-4cbd-83b4-03d51b272c68 None None] No DVR routers for this DVR port cddd91a3-dafa-4c74-b748-6377b1c88bf6 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:04:16.566679 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cc907-6961-4cbd-83b4-03d51b272c68 None None] Pushing event deleted for resources: {'Port': ['ID=cddd91a3-dafa-4c74-b748-6377b1c88bf6,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:16.591434 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dc3918b8-8774-41ef-9665-d1746fd54220 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:16.595004 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] device_id is not set on port 85285068-4ea9-4994-9cab-9d4bef47e8f3 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:04:16.603679 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-dc3918b8-8774-41ef-9665-d1746fd54220 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67332e86-7681-46ad-b863-598f2bdabc3d']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:16.614337 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-dc3918b8-8774-41ef-9665-d1746fd54220 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40efaaae-248e-450f-8e7c-de1b6d3233f5') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:16.614648 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-dc3918b8-8774-41ef-9665-d1746fd54220 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40efaaae-248e-450f-8e7c-de1b6d3233f5') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:16.624490 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dc3918b8-8774-41ef-9665-d1746fd54220 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:16.642560 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dc3918b8-8774-41ef-9665-d1746fd54220 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:16.649761 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3918b8-8774-41ef-9665-d1746fd54220 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:04:16.650178 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dc3918b8-8774-41ef-9665-d1746fd54220 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:04:16.654675 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:04:16.733578 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dc3918b8-8774-41ef-9665-d1746fd54220 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:16.741450 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dc3918b8-8774-41ef-9665-d1746fd54220 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:16.754632 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-dc3918b8-8774-41ef-9665-d1746fd54220 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] 10.222.0.64 "DELETE /v2.0/networks/67332e86-7681-46ad-b863-598f2bdabc3d HTTP/1.1" status: 204 len: 168 time: 0.8286400 Jul 07 21:04:16.768835 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3918b8-8774-41ef-9665-d1746fd54220 tempest-NetworksTest-1611347511 tempest-NetworksTest-1611347511-project] Pushing event deleted for resources: {'Network': ['ID=67332e86-7681-46ad-b863-598f2bdabc3d,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:17.217232 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:17.225280 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device cddd91a3-dafa-4c74-b748-6377b1c88bf6 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:04:17.240887 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12208036-fa80-458e-856f-fd1e99e4bf59 req-a6d1e034-6d66-44d4-a94b-033ad5d994db tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:17.242538 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-12208036-fa80-458e-856f-fd1e99e4bf59 req-a6d1e034-6d66-44d4-a94b-033ad5d994db tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1302123 Jul 07 21:04:17.246028 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca54882-a267-40d2-9610-e668c24b0301 req-21a1c76a-c55a-4470-ab90-68e7775dcfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:17.248640 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bca54882-a267-40d2-9610-e668c24b0301 req-21a1c76a-c55a-4470-ab90-68e7775dcfcf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 1097 time: 0.1541882 Jul 07 21:04:17.301764 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: cddd91a3-dafa-4c74-b748-6377b1c88bf6 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:04:17.302731 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device cddd91a3-dafa-4c74-b748-6377b1c88bf6 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:04:17.325723 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58530) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:17.349137 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-12208036-fa80-458e-856f-fd1e99e4bf59 req-a866b618-66e0-45dd-a3e6-900aa2170d76 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0986698 Jul 07 21:04:17.379039 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:17.394651 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfad7b-19bf-4c49-b904-1ff7ffcceaf4 req-305a621a-b463-47e3-a29c-61b929e079cf tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:17.396653 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70dfad7b-19bf-4c49-b904-1ff7ffcceaf4 req-305a621a-b463-47e3-a29c-61b929e079cf tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.1318769 Jul 07 21:04:17.455075 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network 905625ac-582a-4237-8da7-d706bad7ad93 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:04:17.462581 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:17.465586 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70dfad7b-19bf-4c49-b904-1ff7ffcceaf4 req-a4e578f6-6c03-477e-b7c2-b09a3811140f tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625930 Jul 07 21:04:17.467123 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:04:17.468230 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:17.470946 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca54882-a267-40d2-9610-e668c24b0301 req-b61b6dea-2704-45c3-a389-0d7beb1c42e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:17.472580 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bca54882-a267-40d2-9610-e668c24b0301 req-b61b6dea-2704-45c3-a389-0d7beb1c42e9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 912 time: 0.2155595 Jul 07 21:04:17.493129 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Port': ['ID=c05c9ed7-ff03-4621-86db-2c473ae1d5e8,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:17.644403 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Port': ['ID=85285068-4ea9-4994-9cab-9d4bef47e8f3,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:17.647902 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bca54882-a267-40d2-9610-e668c24b0301 req-6517e35b-9be5-4e8b-8678-74ff39530ead service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a HTTP/1.1" status: 200 len: 1000 time: 0.1667285 Jul 07 21:04:17.677538 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bea99a19-2daa-499e-99bf-c9962accfb09 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a29e32857fab457bbca0f5a73701f4ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3494437 Jul 07 21:04:17.680151 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58536) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:17.696406 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Checking segment: {'id': '7ddadfcc-1b43-437e-9011-b13b68bfdf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6719e494-9636-440b-a196-643fc8f4a01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:04:17.696778 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network hostable DHCP agents. Network: 6719e494-9636-440b-a196-643fc8f4a01e, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:04:17.725228 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca54882-a267-40d2-9610-e668c24b0301 req-ae003aa1-6190-4d57-8282-1370ae2c4b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:17.726705 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bca54882-a267-40d2-9610-e668c24b0301 req-ae003aa1-6190-4d57-8282-1370ae2c4b64 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 200 len: 850 time: 0.0655653 Jul 07 21:04:17.727772 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network 6719e494-9636-440b-a196-643fc8f4a01e is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:04:17.739988 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-51e1226b-2377-4f03-862a-a72d9a9ce224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:17.744798 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 6719e494-9636-440b-a196-643fc8f4a01e) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:17.754766 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e205918-1a26-4c06-aa4d-c77c990689a1 None None] Network 6719e494-9636-440b-a196-643fc8f4a01e requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:17.770207 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:04:17.776111 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:17.780946 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:17.781328 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-51e1226b-2377-4f03-862a-a72d9a9ce224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:17.781652 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:17.807883 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-44d9906c-ea0a-4b1a-8a41-1a59633ee15b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8191714 Jul 07 21:04:17.810704 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58540) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:17.868976 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca54882-a267-40d2-9610-e668c24b0301 req-af228acd-4c84-4298-82b3-fe00158f7806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:17.870074 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bca54882-a267-40d2-9610-e668c24b0301 req-af228acd-4c84-4298-82b3-fe00158f7806 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1356161 Jul 07 21:04:17.885323 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-51e1226b-2377-4f03-862a-a72d9a9ce224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:17.887997 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-51e1226b-2377-4f03-862a-a72d9a9ce224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:17.889178 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-51e1226b-2377-4f03-862a-a72d9a9ce224 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/73a57c48-9231-4fc4-bfa4-4e042f578d4e HTTP/1.1" status: 204 len: 168 time: 0.2079976 Jul 07 21:04:17.898876 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1226b-2377-4f03-862a-a72d9a9ce224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a57c48-9231-4fc4-bfa4-4e042f578d4e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:18.026049 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-5e599d44-ef2e-4b7c-805f-c17225555e1b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting port 85285068-4ea9-4994-9cab-9d4bef47e8f3 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:18.026409 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5e599d44-ef2e-4b7c-805f-c17225555e1b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:18.085417 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bca54882-a267-40d2-9610-e668c24b0301 req-4cb14487-cd8c-4379-b4f6-5730248f5461 service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066500 Jul 07 21:04:18.169993 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5e599d44-ef2e-4b7c-805f-c17225555e1b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:18.188477 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-5e599d44-ef2e-4b7c-805f-c17225555e1b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Calling delete_port for 85285068-4ea9-4994-9cab-9d4bef47e8f3 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:18.261139 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bca54882-a267-40d2-9610-e668c24b0301 req-a9d23936-1c60-4d9a-9a42-99524f9128ea service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675289 Jul 07 21:04:18.320178 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5e599d44-ef2e-4b7c-805f-c17225555e1b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:18.355167 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e599d44-ef2e-4b7c-805f-c17225555e1b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Port': ['ID=85285068-4ea9-4994-9cab-9d4bef47e8f3,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:18.364287 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5e599d44-ef2e-4b7c-805f-c17225555e1b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:18.367046 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5e599d44-ef2e-4b7c-805f-c17225555e1b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/ports/85285068-4ea9-4994-9cab-9d4bef47e8f3 HTTP/1.1" status: 204 len: 168 time: 0.5552812 Jul 07 21:04:18.370218 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58556) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:18.467433 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60c0faf-4346-4f27-b44c-557aac1a2a2f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:18.475160 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60c0faf-4346-4f27-b44c-557aac1a2a2f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:18.475494 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 18c485ff-f39f-4f57-a65e-ad7a328d88cb details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:04:18.476973 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f60c0faf-4346-4f27-b44c-557aac1a2a2f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1053243 Jul 07 21:04:18.480002 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58560) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:18.480901 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 18c485ff-f39f-4f57-a65e-ad7a328d88cb no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:04:18.648074 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e927e2d-79ed-4862-bfa5-350a3194eca7 req-c85a904f-3d44-4a43-8531-6d08158d6930 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:18.657120 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1e927e2d-79ed-4862-bfa5-350a3194eca7 req-c85a904f-3d44-4a43-8531-6d08158d6930 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1449962 Jul 07 21:04:18.688235 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-c27d50bd-d92e-4c4c-ba20-e021c634f73f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting port c05c9ed7-ff03-4621-86db-2c473ae1d5e8 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:18.689361 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c27d50bd-d92e-4c4c-ba20-e021c634f73f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:18.786902 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1e927e2d-79ed-4862-bfa5-350a3194eca7 req-7a545646-43d4-41e7-85b5-03f4085b73d3 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1282151 Jul 07 21:04:18.800545 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:18.810782 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c27d50bd-d92e-4c4c-ba20-e021c634f73f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:18.864640 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-c27d50bd-d92e-4c4c-ba20-e021c634f73f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Calling delete_port for c05c9ed7-ff03-4621-86db-2c473ae1d5e8 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:18.865012 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9456ef-ddf5-4a5c-a05f-a3bb58429741 req-8b0cbcc3-0379-4a8b-9b77-ea1670a0848f tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:18.874803 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1b9456ef-ddf5-4a5c-a05f-a3bb58429741 req-8b0cbcc3-0379-4a8b-9b77-ea1670a0848f tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.2039142 Jul 07 21:04:18.895278 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 18c485ff-f39f-4f57-a65e-ad7a328d88cb, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=18c485ff-f39f-4f57-a65e-ad7a328d88cb,segment=NetworkSegment(84bcb215-065b-47b0-b096-b779bcbdddb9),segment_id=84bcb215-065b-47b0-b096-b779bcbdddb9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:18.900642 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528ae452-8292-4288-b891-e38130056e94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18c485ff-f39f-4f57-a65e-ad7a328d88cb'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:04:18.905849 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b1b842-6c0e-42cf-973a-07a58d200654" -d '{"events": [{"server_uuid": "528ae452-8292-4288-b891-e38130056e94", "name": "network-vif-unplugged", "status": "completed", "tag": "18c485ff-f39f-4f57-a65e-ad7a328d88cb"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:04:18.913896 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:18.990782 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1b9456ef-ddf5-4a5c-a05f-a3bb58429741 req-47d59158-401d-487a-8b1e-23dd7f97e3c2 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150022 Jul 07 21:04:19.039478 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 18c485ff-f39f-4f57-a65e-ad7a328d88cb, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=18c485ff-f39f-4f57-a65e-ad7a328d88cb,segment=NetworkSegment(84bcb215-065b-47b0-b096-b779bcbdddb9),segment_id=84bcb215-065b-47b0-b096-b779bcbdddb9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:19.071243 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=18c485ff-f39f-4f57-a65e-ad7a328d88cb,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:19.106663 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '18c485ff-f39f-4f57-a65e-ad7a328d88cb', 'network_id': '0af09765-8719-4f4a-a8a0-d6dca0b23345', 'port_id': '18c485ff-f39f-4f57-a65e-ad7a328d88cb', 'mac_address': 'fa:16:3e:e1:84:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc2aa6ea-e403-4c8c-9097-610f426c4630', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:04:19.124534 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 21:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9775d323-5c5c-4d19-965c-81bf755c395c x-openstack-request-id: req-9775d323-5c5c-4d19-965c-81bf755c395c {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:04:19.125103 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528ae452-8292-4288-b891-e38130056e94", "name": "network-vif-unplugged", "status": "completed", "tag": "18c485ff-f39f-4f57-a65e-ad7a328d88cb", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:04:19.125551 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9775d323-5c5c-4d19-965c-81bf755c395c {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:04:19.127531 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528ae452-8292-4288-b891-e38130056e94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18c485ff-f39f-4f57-a65e-ad7a328d88cb', 'code': 200} Jul 07 21:04:19.137532 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c27d50bd-d92e-4c4c-ba20-e021c634f73f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:19.167093 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d50bd-d92e-4c4c-ba20-e021c634f73f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Port': ['ID=c05c9ed7-ff03-4621-86db-2c473ae1d5e8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:19.178779 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c27d50bd-d92e-4c4c-ba20-e021c634f73f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:19.184411 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c27d50bd-d92e-4c4c-ba20-e021c634f73f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/ports/c05c9ed7-ff03-4621-86db-2c473ae1d5e8 HTTP/1.1" status: 204 len: 168 time: 0.7009709 Jul 07 21:04:19.185189 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58584) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:19.205635 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:19.221745 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c485ff-f39f-4f57-a65e-ad7a328d88cb {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:04:19.248138 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 18c485ff-f39f-4f57-a65e-ad7a328d88cb, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=18c485ff-f39f-4f57-a65e-ad7a328d88cb,segment=NetworkSegment(84bcb215-065b-47b0-b096-b779bcbdddb9),segment_id=84bcb215-065b-47b0-b096-b779bcbdddb9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:19.253619 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:19.313728 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2721e5a-116d-4cd2-8cca-f5455f5d0cdd tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:19.317932 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c2721e5a-116d-4cd2-8cca-f5455f5d0cdd tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1296558 Jul 07 21:04:19.318132 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58586) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:19.330700 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=18c485ff-f39f-4f57-a65e-ad7a328d88cb,revision_number=7']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:19.355731 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-662b7bb5-4087-445c-8618-7bd5695109de tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] GET failed (client error): The resource could not be found. Jul 07 21:04:19.357694 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-662b7bb5-4087-445c-8618-7bd5695109de tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports/85285068-4ea9-4994-9cab-9d4bef47e8f3 HTTP/1.1" status: 404 len: 333 time: 0.0385563 Jul 07 21:04:19.361181 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58590) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:19.394466 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-30747d5a-9d0d-4707-b99d-321c6df09d39 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] GET failed (client error): The resource could not be found. Jul 07 21:04:19.396136 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-30747d5a-9d0d-4707-b99d-321c6df09d39 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports/c05c9ed7-ff03-4621-86db-2c473ae1d5e8 HTTP/1.1" status: 404 len: 333 time: 0.0335984 Jul 07 21:04:19.398937 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58594) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:19.493357 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d148-ff3d-4d0f-8981-5a7b9ac8f01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:19.554865 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['18c485ff-f39f-4f57-a65e-ad7a328d88cb'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:04:19.609092 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d148-ff3d-4d0f-8981-5a7b9ac8f01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:19.619962 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-b9c5d148-ff3d-4d0f-8981-5a7b9ac8f01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6719e494-9636-440b-a196-643fc8f4a01e']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:19.631807 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-b9c5d148-ff3d-4d0f-8981-5a7b9ac8f01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ddadfcc-1b43-437e-9011-b13b68bfdf13') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:19.632781 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-b9c5d148-ff3d-4d0f-8981-5a7b9ac8f01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ddadfcc-1b43-437e-9011-b13b68bfdf13') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:19.638318 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:04:19.644363 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d148-ff3d-4d0f-8981-5a7b9ac8f01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:19.660565 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d148-ff3d-4d0f-8981-5a7b9ac8f01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:19.669927 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c5d148-ff3d-4d0f-8981-5a7b9ac8f01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:04:19.670637 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d148-ff3d-4d0f-8981-5a7b9ac8f01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:04:19.674989 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:04:19.744727 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d148-ff3d-4d0f-8981-5a7b9ac8f01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:19.752279 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b9c5d148-ff3d-4d0f-8981-5a7b9ac8f01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:19.759224 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b9c5d148-ff3d-4d0f-8981-5a7b9ac8f01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/networks/6719e494-9636-440b-a196-643fc8f4a01e HTTP/1.1" status: 204 len: 168 time: 0.3541467 Jul 07 21:04:19.759736 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58602) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:19.767604 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5d148-ff3d-4d0f-8981-5a7b9ac8f01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Network': ['ID=6719e494-9636-440b-a196-643fc8f4a01e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:19.769488 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ce9a7ff8-1142-43f8-b426-b3bb013b9d5b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1206903748'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:19.794157 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9a7ff8-1142-43f8-b426-b3bb013b9d5b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:19.800998 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ce9a7ff8-1142-43f8-b426-b3bb013b9d5b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:19.832226 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9a7ff8-1142-43f8-b426-b3bb013b9d5b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:04:19.834056 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:19.846651 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ce9a7ff8-1142-43f8-b426-b3bb013b9d5b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:19.847018 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-ce9a7ff8-1142-43f8-b426-b3bb013b9d5b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Added segment b06153fe-6794-4cd9-ac8e-abcd310e79b7 of type vlan for network 4e7ff6c8-9243-4bbb-a9e0-834739ce3344 Jul 07 21:04:19.904176 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ce9a7ff8-1142-43f8-b426-b3bb013b9d5b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:19.960199 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ce9a7ff8-1142-43f8-b426-b3bb013b9d5b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:19.974182 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9a7ff8-1142-43f8-b426-b3bb013b9d5b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:19.974846 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ce9a7ff8-1142-43f8-b426-b3bb013b9d5b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:20.035531 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:20.085852 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ce9a7ff8-1142-43f8-b426-b3bb013b9d5b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3248005 Jul 07 21:04:20.088981 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58624) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:20.095992 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-af3296a7-90fb-4415-8b8b-a13f72c01e0d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'subnet': {'network_id': '4e7ff6c8-9243-4bbb-a9e0-834739ce3344', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:20.167106 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a7ff8-1142-43f8-b426-b3bb013b9d5b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Network': ['ID=4e7ff6c8-9243-4bbb-a9e0-834739ce3344,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:20.180288 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 4e7ff6c8-9243-4bbb-a9e0-834739ce3344 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:04:20.258378 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3296a7-90fb-4415-8b8b-a13f72c01e0d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:20.268481 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-af3296a7-90fb-4415-8b8b-a13f72c01e0d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:20.340778 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c3224-9ec2-44a8-b1c1-0050dbc55623 req-4214abb6-ef13-43e3-96d9-bc3d0c8e2c77 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:20.353308 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0b1c3224-9ec2-44a8-b1c1-0050dbc55623 req-4214abb6-ef13-43e3-96d9-bc3d0c8e2c77 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 945 time: 0.1963160 Jul 07 21:04:20.439775 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0b1c3224-9ec2-44a8-b1c1-0050dbc55623 req-6834810d-92da-4536-a633-e190acd7dc40 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800908 Jul 07 21:04:20.462042 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1b457-3124-47cd-8af8-26745115d7ec req-449d2c9d-8a27-4feb-ae1f-358ccd7dc3a6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:20.467890 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8aa1b457-3124-47cd-8af8-26745115d7ec req-449d2c9d-8a27-4feb-ae1f-358ccd7dc3a6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.5431304 Jul 07 21:04:20.527153 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8aa1b457-3124-47cd-8af8-26745115d7ec req-48123d2f-68ff-4041-a6fe-c57a916bc02c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406911 Jul 07 21:04:20.567412 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 18c485ff-f39f-4f57-a65e-ad7a328d88cb up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:04:20.569164 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-af3296a7-90fb-4415-8b8b-a13f72c01e0d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:20.644803 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3296a7-90fb-4415-8b8b-a13f72c01e0d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Subnet': ['ID=224f5b2a-689b-4f42-bc23-8899d4706cfe,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:20.648666 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 18c485ff-f39f-4f57-a65e-ad7a328d88cb triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:04:20.648666 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:20.678923 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3296a7-90fb-4415-8b8b-a13f72c01e0d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Checking segment: {'id': 'b06153fe-6794-4cd9-ac8e-abcd310e79b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4e7ff6c8-9243-4bbb-a9e0-834739ce3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:04:20.679768 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3296a7-90fb-4415-8b8b-a13f72c01e0d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network hostable DHCP agents. Network: 4e7ff6c8-9243-4bbb-a9e0-834739ce3344, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:04:20.702314 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3296a7-90fb-4415-8b8b-a13f72c01e0d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network 4e7ff6c8-9243-4bbb-a9e0-834739ce3344 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:04:20.717658 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-af3296a7-90fb-4415-8b8b-a13f72c01e0d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 4e7ff6c8-9243-4bbb-a9e0-834739ce3344) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:20.725462 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3296a7-90fb-4415-8b8b-a13f72c01e0d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:20.726449 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-af3296a7-90fb-4415-8b8b-a13f72c01e0d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:20.736974 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35e3538-1c06-4d4e-b6a3-de5cc0bbc00e None None] Network 4e7ff6c8-9243-4bbb-a9e0-834739ce3344 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:20.751561 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-af3296a7-90fb-4415-8b8b-a13f72c01e0d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6610279 Jul 07 21:04:20.754550 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58632) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:20.760884 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-99f67f53-dab0-422b-b07c-a84e1b466072 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'port': {'network_id': '4e7ff6c8-9243-4bbb-a9e0-834739ce3344', 'name': 'tempest-PortsIpV6TestJSON-1359902702'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:20.793683 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:20.849343 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 18c485ff-f39f-4f57-a65e-ad7a328d88cb, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=18c485ff-f39f-4f57-a65e-ad7a328d88cb,segment=NetworkSegment(84bcb215-065b-47b0-b096-b779bcbdddb9),segment_id=84bcb215-065b-47b0-b096-b779bcbdddb9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:20.854990 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:20.893552 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f67f53-dab0-422b-b07c-a84e1b466072 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:20.897174 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99f67f53-dab0-422b-b07c-a84e1b466072 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:20.917986 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-99f67f53-dab0-422b-b07c-a84e1b466072 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] device_id is not set on port 833e5d3b-acae-4b5f-9eec-5a08a18dd7ac yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:04:20.958129 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=18c485ff-f39f-4f57-a65e-ad7a328d88cb,revision_number=8']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:20.972578 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f21746-2199-4eb2-9710-86fd6c950077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-4e7ff6c8-9243-4bbb-a9e0-834739ce3344', 'network_id': '4e7ff6c8-9243-4bbb-a9e0-834739ce3344', 'tenant_id': 'be995280e0b54435933b27a852a0026d', 'fixed_ips': [{'subnet_id': '224f5b2a-689b-4f42-bc23-8899d4706cfe'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:04:20.973531 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-90f21746-2199-4eb2-9710-86fd6c950077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:21.066618 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-99f67f53-dab0-422b-b07c-a84e1b466072 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Allocated IP 2001:db8::385 (4e7ff6c8-9243-4bbb-a9e0-834739ce3344/224f5b2a-689b-4f42-bc23-8899d4706cfe/833e5d3b-acae-4b5f-9eec-5a08a18dd7ac) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:04:21.128670 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528ae452-8292-4288-b891-e38130056e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c485ff-f39f-4f57-a65e-ad7a328d88cb'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:04:21.130627 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de44a75c-4b33-4b57-b94b-42ab8a39487e" -d '{"events": [{"server_uuid": "528ae452-8292-4288-b891-e38130056e94", "name": "network-vif-plugged", "status": "completed", "tag": "18c485ff-f39f-4f57-a65e-ad7a328d88cb"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:04:21.169418 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4ffde7-5333-4434-b09f-1d0dbfbaacc0 x-openstack-request-id: req-ec4ffde7-5333-4434-b09f-1d0dbfbaacc0 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:04:21.169718 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528ae452-8292-4288-b891-e38130056e94", "name": "network-vif-plugged", "status": "completed", "tag": "18c485ff-f39f-4f57-a65e-ad7a328d88cb", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:04:21.169974 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec4ffde7-5333-4434-b09f-1d0dbfbaacc0 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:04:21.170395 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528ae452-8292-4288-b891-e38130056e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c485ff-f39f-4f57-a65e-ad7a328d88cb', 'code': 200} Jul 07 21:04:21.239616 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99f67f53-dab0-422b-b07c-a84e1b466072 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:21.257427 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-99f67f53-dab0-422b-b07c-a84e1b466072 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Transition to ACTIVE for port object 833e5d3b-acae-4b5f-9eec-5a08a18dd7ac will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:04:21.316297 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99f67f53-dab0-422b-b07c-a84e1b466072 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:21.360419 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-90f21746-2199-4eb2-9710-86fd6c950077 None None] Allocated IP 2001:db8::2 (4e7ff6c8-9243-4bbb-a9e0-834739ce3344/224f5b2a-689b-4f42-bc23-8899d4706cfe/386568c9-b01d-432c-b98b-173601110dba) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:04:21.395704 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f67f53-dab0-422b-b07c-a84e1b466072 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network 4e7ff6c8-9243-4bbb-a9e0-834739ce3344 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:04:21.406781 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-99f67f53-dab0-422b-b07c-a84e1b466072 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:21.410369 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f67f53-dab0-422b-b07c-a84e1b466072 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:04:21.416059 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f67f53-dab0-422b-b07c-a84e1b466072 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:21.416684 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99f67f53-dab0-422b-b07c-a84e1b466072 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:21.421307 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f67f53-dab0-422b-b07c-a84e1b466072 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Port': ['ID=833e5d3b-acae-4b5f-9eec-5a08a18dd7ac,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:21.445049 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-99f67f53-dab0-422b-b07c-a84e1b466072 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6891253 Jul 07 21:04:21.448390 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58638) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:21.450986 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f34482-f5fc-40c4-8a9e-c42f25e84c8b req-81065c7e-bec2-4ee1-84d1-7579dad32b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:21.452580 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-70f34482-f5fc-40c4-8a9e-c42f25e84c8b req-81065c7e-bec2-4ee1-84d1-7579dad32b01 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 1098 time: 0.1514406 Jul 07 21:04:21.513816 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-70f34482-f5fc-40c4-8a9e-c42f25e84c8b req-27129b48-9a4b-415a-b8ec-da63ebac710c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531220 Jul 07 21:04:21.563085 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-90f21746-2199-4eb2-9710-86fd6c950077 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:21.569287 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-592e1ea0-63a6-44ad-92ff-37311ce546be tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting port 833e5d3b-acae-4b5f-9eec-5a08a18dd7ac {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:21.570206 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-592e1ea0-63a6-44ad-92ff-37311ce546be tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:21.575535 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-90f21746-2199-4eb2-9710-86fd6c950077 None None] Transition to ACTIVE for port object 386568c9-b01d-432c-b98b-173601110dba will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:04:21.612129 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-90f21746-2199-4eb2-9710-86fd6c950077 None None] Transition to ACTIVE for port object 386568c9-b01d-432c-b98b-173601110dba will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:04:21.623710 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-90f21746-2199-4eb2-9710-86fd6c950077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:21.680546 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f21746-2199-4eb2-9710-86fd6c950077 None None] Network 4e7ff6c8-9243-4bbb-a9e0-834739ce3344 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:04:21.689052 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-90f21746-2199-4eb2-9710-86fd6c950077 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:21.693543 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f21746-2199-4eb2-9710-86fd6c950077 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:04:21.714459 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f21746-2199-4eb2-9710-86fd6c950077 None None] Pushing event updated for resources: {'Port': ['ID=386568c9-b01d-432c-b98b-173601110dba,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:21.744945 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-592e1ea0-63a6-44ad-92ff-37311ce546be tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:21.759666 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5d70c-afa7-4098-b34d-93cdd92730e6 req-1db48a2c-e0ea-4b4a-8d28-6e071342bd4c tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:21.761287 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-69d5d70c-afa7-4098-b34d-93cdd92730e6 req-1db48a2c-e0ea-4b4a-8d28-6e071342bd4c tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.1237278 Jul 07 21:04:21.784711 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-90f21746-2199-4eb2-9710-86fd6c950077 None None] Attempting to bind port 386568c9-b01d-432c-b98b-173601110dba on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:04:21.785079 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-592e1ea0-63a6-44ad-92ff-37311ce546be tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Calling delete_port for 833e5d3b-acae-4b5f-9eec-5a08a18dd7ac owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:21.785265 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-90f21746-2199-4eb2-9710-86fd6c950077 None None] Attempting to bind port 386568c9-b01d-432c-b98b-173601110dba by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'b06153fe-6794-4cd9-ac8e-abcd310e79b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4e7ff6c8-9243-4bbb-a9e0-834739ce3344'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:04:21.785607 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f21746-2199-4eb2-9710-86fd6c950077 None None] Attempting to bind port 386568c9-b01d-432c-b98b-173601110dba on network 4e7ff6c8-9243-4bbb-a9e0-834739ce3344 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:04:21.796516 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f21746-2199-4eb2-9710-86fd6c950077 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:04:21.796516 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f21746-2199-4eb2-9710-86fd6c950077 None None] Checking segment: {'id': 'b06153fe-6794-4cd9-ac8e-abcd310e79b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4e7ff6c8-9243-4bbb-a9e0-834739ce3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:04:21.796516 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-90f21746-2199-4eb2-9710-86fd6c950077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:21.796516 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f21746-2199-4eb2-9710-86fd6c950077 None None] Bound using segment: {'id': 'b06153fe-6794-4cd9-ac8e-abcd310e79b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4e7ff6c8-9243-4bbb-a9e0-834739ce3344'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:04:21.796516 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-90f21746-2199-4eb2-9710-86fd6c950077 None None] Bound port: 386568c9-b01d-432c-b98b-173601110dba, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06153fe-6794-4cd9-ac8e-abcd310e79b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4e7ff6c8-9243-4bbb-a9e0-834739ce3344'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:04:21.796516 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-90f21746-2199-4eb2-9710-86fd6c950077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:21.852144 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-69d5d70c-afa7-4098-b34d-93cdd92730e6 req-7beb82a2-9ec9-4a38-b612-fc030615133a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830128 Jul 07 21:04:21.899803 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-90f21746-2199-4eb2-9710-86fd6c950077 None None] For port 386568c9-b01d-432c-b98b-173601110dba, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:04:21.903207 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-90f21746-2199-4eb2-9710-86fd6c950077 None None] For port 386568c9-b01d-432c-b98b-173601110dba, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=386568c9-b01d-432c-b98b-173601110dba,segment=NetworkSegment(b06153fe-6794-4cd9-ac8e-abcd310e79b7),segment_id=b06153fe-6794-4cd9-ac8e-abcd310e79b7)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:04:21.915553 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-90f21746-2199-4eb2-9710-86fd6c950077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:22.013809 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f21746-2199-4eb2-9710-86fd6c950077 None None] Pushing event updated for resources: {'Port': ['ID=386568c9-b01d-432c-b98b-173601110dba,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:22.093094 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-592e1ea0-63a6-44ad-92ff-37311ce546be tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:22.151765 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e1ea0-63a6-44ad-92ff-37311ce546be tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Port': ['ID=833e5d3b-acae-4b5f-9eec-5a08a18dd7ac,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:22.182020 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-592e1ea0-63a6-44ad-92ff-37311ce546be tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:22.185441 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-592e1ea0-63a6-44ad-92ff-37311ce546be tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/ports/833e5d3b-acae-4b5f-9eec-5a08a18dd7ac HTTP/1.1" status: 204 len: 168 time: 0.7358496 Jul 07 21:04:22.187941 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58672) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:22.247679 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc93ea3-0db7-4a67-a130-711abb1c43bd tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] DELETE failed (client error): The resource could not be found. Jul 07 21:04:22.249162 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc93ea3-0db7-4a67-a130-711abb1c43bd tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:22.250972 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6dc93ea3-0db7-4a67-a130-711abb1c43bd tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/ports/833e5d3b-acae-4b5f-9eec-5a08a18dd7ac HTTP/1.1" status: 404 len: 333 time: 0.0610676 Jul 07 21:04:22.254811 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58674) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:22.290223 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3832bb-3ce0-4740-bbe9-dacd271cb4d9 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] GET failed (client error): The resource could not be found. Jul 07 21:04:22.295234 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2e3832bb-3ce0-4740-bbe9-dacd271cb4d9 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports/833e5d3b-acae-4b5f-9eec-5a08a18dd7ac HTTP/1.1" status: 404 len: 333 time: 0.0365934 Jul 07 21:04:22.296531 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58676) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:22.366891 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-279fc937-7e1f-4e63-8a09-2fa6d568da48 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting subnet 224f5b2a-689b-4f42-bc23-8899d4706cfe {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:04:22.370996 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-279fc937-7e1f-4e63-8a09-2fa6d568da48 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:22.430139 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-279fc937-7e1f-4e63-8a09-2fa6d568da48 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:22.564218 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-279fc937-7e1f-4e63-8a09-2fa6d568da48 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:22.649726 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-279fc937-7e1f-4e63-8a09-2fa6d568da48 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:22.685115 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fc937-7e1f-4e63-8a09-2fa6d568da48 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Subnet': ['ID=224f5b2a-689b-4f42-bc23-8899d4706cfe,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:22.698722 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-279fc937-7e1f-4e63-8a09-2fa6d568da48 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:22.703307 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-279fc937-7e1f-4e63-8a09-2fa6d568da48 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/subnets/224f5b2a-689b-4f42-bc23-8899d4706cfe HTTP/1.1" status: 204 len: 168 time: 0.4034123 Jul 07 21:04:22.703593 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58678) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:22.792762 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d6f05d78-0652-4204-b435-ff419048e6b8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:23.294194 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 386568c9-b01d-432c-b98b-173601110dba up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:04:23.358874 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d6f05d78-0652-4204-b435-ff419048e6b8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting port 386568c9-b01d-432c-b98b-173601110dba {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:23.359231 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d6f05d78-0652-4204-b435-ff419048e6b8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:23.384515 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 386568c9-b01d-432c-b98b-173601110dba completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:04:23.421900 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b89795-afe9-4628-a20d-510b2f395667 None None] Network 4e7ff6c8-9243-4bbb-a9e0-834739ce3344 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:23.492715 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-d6f05d78-0652-4204-b435-ff419048e6b8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] For port 386568c9-b01d-432c-b98b-173601110dba, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=386568c9-b01d-432c-b98b-173601110dba,segment=NetworkSegment(b06153fe-6794-4cd9-ac8e-abcd310e79b7),segment_id=b06153fe-6794-4cd9-ac8e-abcd310e79b7)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:23.493097 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d6f05d78-0652-4204-b435-ff419048e6b8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:23.517272 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d6f05d78-0652-4204-b435-ff419048e6b8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Calling delete_port for 386568c9-b01d-432c-b98b-173601110dba owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:23.540605 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0400d114-e64b-41fb-99ba-57d8eb024305 None None] Provisioning for port 386568c9-b01d-432c-b98b-173601110dba completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:04:23.574471 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0400d114-e64b-41fb-99ba-57d8eb024305 None None] Provisioning complete for port 386568c9-b01d-432c-b98b-173601110dba triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:04:23.574865 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0400d114-e64b-41fb-99ba-57d8eb024305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:23.581474 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894d258-adb9-40b2-864a-37aad964bfca req-4cded516-bb3f-4407-aaa6-26e4d0252538 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:23.588658 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9894d258-adb9-40b2-864a-37aad964bfca req-4cded516-bb3f-4407-aaa6-26e4d0252538 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.2767203 Jul 07 21:04:23.642504 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9894d258-adb9-40b2-864a-37aad964bfca req-efccb592-2716-4388-a6f3-088ebcaaf775 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528877 Jul 07 21:04:23.666552 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d6f05d78-0652-4204-b435-ff419048e6b8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:23.691530 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f05d78-0652-4204-b435-ff419048e6b8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Port': ['ID=386568c9-b01d-432c-b98b-173601110dba,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:23.702524 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0400d114-e64b-41fb-99ba-57d8eb024305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:23.703370 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f05d78-0652-4204-b435-ff419048e6b8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] No DVR routers for this DVR port 386568c9-b01d-432c-b98b-173601110dba on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:04:23.819897 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d6f05d78-0652-4204-b435-ff419048e6b8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:23.834337 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c797102-3005-4b32-a309-bc9932cee65e None None] DHCP port deletion for 4e7ff6c8-9243-4bbb-a9e0-834739ce3344 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:04:23.841615 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-d6f05d78-0652-4204-b435-ff419048e6b8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7ff6c8-9243-4bbb-a9e0-834739ce3344']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:23.889097 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-d6f05d78-0652-4204-b435-ff419048e6b8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06153fe-6794-4cd9-ac8e-abcd310e79b7') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:23.889506 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-d6f05d78-0652-4204-b435-ff419048e6b8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06153fe-6794-4cd9-ac8e-abcd310e79b7') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:23.905264 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d6f05d78-0652-4204-b435-ff419048e6b8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:23.916677 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58706) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:23.927668 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d6f05d78-0652-4204-b435-ff419048e6b8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:23.936763 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f05d78-0652-4204-b435-ff419048e6b8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:04:23.937211 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d6f05d78-0652-4204-b435-ff419048e6b8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:04:23.941214 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:04:24.008910 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460d50d-3b26-465c-8131-50696ee1dd83 req-023ea8c9-5019-4aa1-972f-8c316c61df9a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:24.010687 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c460d50d-3b26-465c-8131-50696ee1dd83 req-023ea8c9-5019-4aa1-972f-8c316c61df9a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.1611905 Jul 07 21:04:24.032562 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d6f05d78-0652-4204-b435-ff419048e6b8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:24.048814 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d6f05d78-0652-4204-b435-ff419048e6b8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:24.050549 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d6f05d78-0652-4204-b435-ff419048e6b8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/networks/4e7ff6c8-9243-4bbb-a9e0-834739ce3344 HTTP/1.1" status: 204 len: 168 time: 1.3459086 Jul 07 21:04:24.056313 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58710) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:24.061749 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-5a58b893-178b-4169-8b0e-1acca11c9a37 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1237121857'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:24.065018 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f05d78-0652-4204-b435-ff419048e6b8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Network': ['ID=4e7ff6c8-9243-4bbb-a9e0-834739ce3344,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:24.065329 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e685922c-621f-48c2-b481-85d1bdfcd03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:24.081901 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c460d50d-3b26-465c-8131-50696ee1dd83 req-cd9d7021-b2b3-4776-abe1-b15397b3bec2 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592651 Jul 07 21:04:24.116659 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.db.api [None req-e685922c-621f-48c2-b481-85d1bdfcd03c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 21:04:24.116659 n-d-695189-11 neutron-server[100447]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 21:04:24.116659 n-d-695189-11 neutron-server[100447]: [parameters: {'project_id': '04f8d9e646184b56b4629937b5a49c54', 'id': '51f281d2-7c8b-48b3-a03c-409560df7283', 'expiration': datetime.datetime(2021, 7, 7, 21, 6, 24, 104424)}] Jul 07 21:04:24.116659 n-d-695189-11 neutron-server[100447]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:04:24.117862 n-d-695189-11 neutron-server[100447]: DEBUG oslo_db.api [None req-e685922c-621f-48c2-b481-85d1bdfcd03c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:04:24.131798 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a58b893-178b-4169-8b0e-1acca11c9a37 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:24.136940 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5a58b893-178b-4169-8b0e-1acca11c9a37 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:24.172251 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a58b893-178b-4169-8b0e-1acca11c9a37 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:04:24.184169 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5a58b893-178b-4169-8b0e-1acca11c9a37 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:24.185232 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-5a58b893-178b-4169-8b0e-1acca11c9a37 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Added segment 0f0432ae-1713-446f-add9-02476bc9f598 of type vlan for network ce56dc82-95e9-4b1f-be25-c831df009712 Jul 07 21:04:24.241398 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5a58b893-178b-4169-8b0e-1acca11c9a37 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:24.298914 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5a58b893-178b-4169-8b0e-1acca11c9a37 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:24.307593 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a58b893-178b-4169-8b0e-1acca11c9a37 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:24.308563 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5a58b893-178b-4169-8b0e-1acca11c9a37 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:24.413452 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5a58b893-178b-4169-8b0e-1acca11c9a37 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3531063 Jul 07 21:04:24.413825 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58722) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:24.420082 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-77d73e40-dd09-448d-8cc6-1bcb511c0fc6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'subnet': {'network_id': 'ce56dc82-95e9-4b1f-be25-c831df009712', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:24.425316 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58b893-178b-4169-8b0e-1acca11c9a37 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Network': ['ID=ce56dc82-95e9-4b1f-be25-c831df009712,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:24.441353 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network ce56dc82-95e9-4b1f-be25-c831df009712 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:04:24.546977 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d73e40-dd09-448d-8cc6-1bcb511c0fc6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:24.551159 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-77d73e40-dd09-448d-8cc6-1bcb511c0fc6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:24.620023 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e685922c-621f-48c2-b481-85d1bdfcd03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:24.748611 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e685922c-621f-48c2-b481-85d1bdfcd03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:24.753943 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e685922c-621f-48c2-b481-85d1bdfcd03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:24.783835 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e685922c-621f-48c2-b481-85d1bdfcd03c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=04f8d9e646184b56b4629937b5a49c54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8658054 Jul 07 21:04:24.787563 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-b59fbc07-4fdd-4eb6-84ca-460b4c4dbbe6 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:24.789135 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-b59fbc07-4fdd-4eb6-84ca-460b4c4dbbe6 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/networks?id=0af09765-8719-4f4a-a8a0-d6dca0b23345 HTTP/1.1" status: 200 len: 815 time: 0.1648347 Jul 07 21:04:24.791752 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58734) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:24.815210 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685922c-621f-48c2-b481-85d1bdfcd03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923fce22-f59a-4f30-9798-4a958bf631bb,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:24.827684 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-7b6d47db-0bd1-46dd-82c5-a0dcc2eb2fa3 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/quotas/20bd4d582cac418aadad99e037cced91 HTTP/1.1" status: 200 len: 375 time: 0.0253503 Jul 07 21:04:24.923449 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-77d73e40-dd09-448d-8cc6-1bcb511c0fc6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:24.977786 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5e14ec34-6167-4abb-a7ee-5879ed3f4344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:25.025202 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5e14ec34-6167-4abb-a7ee-5879ed3f4344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:25.037813 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d73e40-dd09-448d-8cc6-1bcb511c0fc6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Subnet': ['ID=d5ceb46e-3526-4c59-9b5d-87c0cf21cb4a,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:25.067367 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-b38c39db-59f3-46ab-baeb-f793ee82721c tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=20bd4d582cac418aadad99e037cced91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2091801 Jul 07 21:04:25.091543 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d73e40-dd09-448d-8cc6-1bcb511c0fc6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Checking segment: {'id': '0f0432ae-1713-446f-add9-02476bc9f598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ce56dc82-95e9-4b1f-be25-c831df009712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:04:25.091912 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d73e40-dd09-448d-8cc6-1bcb511c0fc6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network hostable DHCP agents. Network: ce56dc82-95e9-4b1f-be25-c831df009712, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:04:25.171219 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 386568c9-b01d-432c-b98b-173601110dba no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:04:25.172231 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d73e40-dd09-448d-8cc6-1bcb511c0fc6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network ce56dc82-95e9-4b1f-be25-c831df009712 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:04:25.189837 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-77d73e40-dd09-448d-8cc6-1bcb511c0fc6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, ce56dc82-95e9-4b1f-be25-c831df009712) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:25.194037 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5e14ec34-6167-4abb-a7ee-5879ed3f4344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:25.196551 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5e14ec34-6167-4abb-a7ee-5879ed3f4344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:25.198288 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 386568c9-b01d-432c-b98b-173601110dba {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:04:25.198866 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 386568c9-b01d-432c-b98b-173601110dba not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:04:25.199794 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5e14ec34-6167-4abb-a7ee-5879ed3f4344 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/923fce22-f59a-4f30-9798-4a958bf631bb HTTP/1.1" status: 204 len: 168 time: 0.4070437 Jul 07 21:04:25.202236 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7518682-6fbf-40c0-986e-38f783bcef14 None None] Network ce56dc82-95e9-4b1f-be25-c831df009712 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:25.211031 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d73e40-dd09-448d-8cc6-1bcb511c0fc6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:25.211662 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-77d73e40-dd09-448d-8cc6-1bcb511c0fc6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:25.258948 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14ec34-6167-4abb-a7ee-5879ed3f4344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923fce22-f59a-4f30-9798-4a958bf631bb,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:25.276404 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-24ddc57a-55fe-4c38-b0e4-3d5ee08e88fa service neutron] 10.222.0.64 "GET /v2.0/networks/0af09765-8719-4f4a-a8a0-d6dca0b23345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983154 Jul 07 21:04:25.377924 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-77d73e40-dd09-448d-8cc6-1bcb511c0fc6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9597828 Jul 07 21:04:25.378695 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58746) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:25.398669 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-980427a2-04e0-4acf-bb25-662fed7f1de4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'port': {'network_id': 'ce56dc82-95e9-4b1f-be25-c831df009712', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1660141807'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:25.418546 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f750e4b9-c2bf-4821-8518-4b0479f4b6e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-ce56dc82-95e9-4b1f-be25-c831df009712', 'network_id': 'ce56dc82-95e9-4b1f-be25-c831df009712', 'tenant_id': 'be995280e0b54435933b27a852a0026d', 'fixed_ips': [{'subnet_id': 'd5ceb46e-3526-4c59-9b5d-87c0cf21cb4a'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:04:25.421174 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f750e4b9-c2bf-4821-8518-4b0479f4b6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:25.505077 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-a074b681-aa14-4764-a021-6bcc0e022921 service neutron] 10.222.0.64 "GET /v2.0/networks/0af09765-8719-4f4a-a8a0-d6dca0b23345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265050 Jul 07 21:04:25.618846 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980427a2-04e0-4acf-bb25-662fed7f1de4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:25.630543 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-980427a2-04e0-4acf-bb25-662fed7f1de4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:25.658834 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-980427a2-04e0-4acf-bb25-662fed7f1de4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] device_id is not set on port c55a8b27-dc33-421a-8efc-bb5c0a504a60 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:04:25.684639 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58750) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:25.702735 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-f750e4b9-c2bf-4821-8518-4b0479f4b6e8 None None] Allocated IP 2001:db8::2 (ce56dc82-95e9-4b1f-be25-c831df009712/d5ceb46e-3526-4c59-9b5d-87c0cf21cb4a/12648334-063e-422f-b3af-3e4d0a6a7592) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:04:25.706637 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-84e0427d-0c74-46ef-ac1a-d44a448d687a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:25.851473 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-66a7440f-669d-4f82-976a-7eb79782534f req-94c64e3c-95d6-4ac7-ad55-619f254e386c tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 210 time: 0.0407567 Jul 07 21:04:25.917239 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-84e0427d-0c74-46ef-ac1a-d44a448d687a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:25.927098 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-84e0427d-0c74-46ef-ac1a-d44a448d687a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:25.930091 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f750e4b9-c2bf-4821-8518-4b0479f4b6e8 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:25.940166 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f750e4b9-c2bf-4821-8518-4b0479f4b6e8 None None] Transition to ACTIVE for port object 12648334-063e-422f-b3af-3e4d0a6a7592 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:04:25.957825 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f750e4b9-c2bf-4821-8518-4b0479f4b6e8 None None] Transition to ACTIVE for port object 12648334-063e-422f-b3af-3e4d0a6a7592 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:04:25.979304 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f750e4b9-c2bf-4821-8518-4b0479f4b6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:25.979490 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-84e0427d-0c74-46ef-ac1a-d44a448d687a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e1fafd005a048849ad2c706f204eab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2937078 Jul 07 21:04:25.980818 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0427d-0c74-46ef-ac1a-d44a448d687a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c858ba8e-574e-41a1-aa2b-aaaa54f8d6c5,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:25.983566 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58756) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:26.048936 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f750e4b9-c2bf-4821-8518-4b0479f4b6e8 None None] Network ce56dc82-95e9-4b1f-be25-c831df009712 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:04:26.051626 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bec46f63-7840-427b-85de-a5eec188bdfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:26.052152 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-f750e4b9-c2bf-4821-8518-4b0479f4b6e8 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:26.067092 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f750e4b9-c2bf-4821-8518-4b0479f4b6e8 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:04:26.070347 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750e4b9-c2bf-4821-8518-4b0479f4b6e8 None None] Pushing event updated for resources: {'Port': ['ID=12648334-063e-422f-b3af-3e4d0a6a7592,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:26.095451 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-980427a2-04e0-4acf-bb25-662fed7f1de4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Allocated IP 2001:db8::25e (ce56dc82-95e9-4b1f-be25-c831df009712/d5ceb46e-3526-4c59-9b5d-87c0cf21cb4a/c55a8b27-dc33-421a-8efc-bb5c0a504a60) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:04:26.097482 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bec46f63-7840-427b-85de-a5eec188bdfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:26.140130 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-f750e4b9-c2bf-4821-8518-4b0479f4b6e8 None None] Attempting to bind port 12648334-063e-422f-b3af-3e4d0a6a7592 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:04:26.140520 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-f750e4b9-c2bf-4821-8518-4b0479f4b6e8 None None] Attempting to bind port 12648334-063e-422f-b3af-3e4d0a6a7592 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '0f0432ae-1713-446f-add9-02476bc9f598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ce56dc82-95e9-4b1f-be25-c831df009712'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:04:26.140916 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750e4b9-c2bf-4821-8518-4b0479f4b6e8 None None] Attempting to bind port 12648334-063e-422f-b3af-3e4d0a6a7592 on network ce56dc82-95e9-4b1f-be25-c831df009712 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:04:26.147272 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750e4b9-c2bf-4821-8518-4b0479f4b6e8 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:04:26.147825 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750e4b9-c2bf-4821-8518-4b0479f4b6e8 None None] Checking segment: {'id': '0f0432ae-1713-446f-add9-02476bc9f598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ce56dc82-95e9-4b1f-be25-c831df009712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:04:26.148842 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f750e4b9-c2bf-4821-8518-4b0479f4b6e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:26.149510 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750e4b9-c2bf-4821-8518-4b0479f4b6e8 None None] Bound using segment: {'id': '0f0432ae-1713-446f-add9-02476bc9f598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ce56dc82-95e9-4b1f-be25-c831df009712'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:04:26.149767 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-f750e4b9-c2bf-4821-8518-4b0479f4b6e8 None None] Bound port: 12648334-063e-422f-b3af-3e4d0a6a7592, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0432ae-1713-446f-add9-02476bc9f598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'ce56dc82-95e9-4b1f-be25-c831df009712'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:04:26.150177 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f750e4b9-c2bf-4821-8518-4b0479f4b6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:26.213193 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bec46f63-7840-427b-85de-a5eec188bdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:26.216194 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bec46f63-7840-427b-85de-a5eec188bdfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:26.217479 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bec46f63-7840-427b-85de-a5eec188bdfd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c858ba8e-574e-41a1-aa2b-aaaa54f8d6c5 HTTP/1.1" status: 204 len: 168 time: 0.2328780 Jul 07 21:04:26.228695 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec46f63-7840-427b-85de-a5eec188bdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c858ba8e-574e-41a1-aa2b-aaaa54f8d6c5,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:26.277701 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-f750e4b9-c2bf-4821-8518-4b0479f4b6e8 None None] For port 12648334-063e-422f-b3af-3e4d0a6a7592, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:04:26.281512 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-f750e4b9-c2bf-4821-8518-4b0479f4b6e8 None None] For port 12648334-063e-422f-b3af-3e4d0a6a7592, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=12648334-063e-422f-b3af-3e4d0a6a7592,segment=NetworkSegment(0f0432ae-1713-446f-add9-02476bc9f598),segment_id=0f0432ae-1713-446f-add9-02476bc9f598)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:04:26.289773 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f750e4b9-c2bf-4821-8518-4b0479f4b6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:26.377514 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750e4b9-c2bf-4821-8518-4b0479f4b6e8 None None] Pushing event updated for resources: {'Port': ['ID=12648334-063e-422f-b3af-3e4d0a6a7592,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:26.405862 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-980427a2-04e0-4acf-bb25-662fed7f1de4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:26.439853 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec2bda-e20d-4b9e-9baf-18a89b1c0711 req-f2e17d6a-9c22-41d7-abb6-f84f4c05c5f7 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:26.448554 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c4ec2bda-e20d-4b9e-9baf-18a89b1c0711 req-f2e17d6a-9c22-41d7-abb6-f84f4c05c5f7 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.58 "GET /v2.0/ports?device_id=528ae452-8292-4288-b891-e38130056e94 HTTP/1.1" status: 200 len: 946 time: 0.2095857 Jul 07 21:04:26.466421 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-980427a2-04e0-4acf-bb25-662fed7f1de4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Transition to ACTIVE for port object c55a8b27-dc33-421a-8efc-bb5c0a504a60 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:04:26.598342 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-980427a2-04e0-4acf-bb25-662fed7f1de4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:26.758746 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980427a2-04e0-4acf-bb25-662fed7f1de4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network ce56dc82-95e9-4b1f-be25-c831df009712 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:04:26.774463 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-980427a2-04e0-4acf-bb25-662fed7f1de4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:26.784891 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980427a2-04e0-4acf-bb25-662fed7f1de4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Port': ['ID=c55a8b27-dc33-421a-8efc-bb5c0a504a60,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:26.787684 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980427a2-04e0-4acf-bb25-662fed7f1de4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:04:26.800628 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980427a2-04e0-4acf-bb25-662fed7f1de4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:26.801465 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-980427a2-04e0-4acf-bb25-662fed7f1de4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:26.822252 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-c4ec2bda-e20d-4b9e-9baf-18a89b1c0711 req-20b41b03-abdb-49d2-8cde-2e195e5685e7 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Deleting port 18c485ff-f39f-4f57-a65e-ad7a328d88cb {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:26.822595 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c4ec2bda-e20d-4b9e-9baf-18a89b1c0711 req-20b41b03-abdb-49d2-8cde-2e195e5685e7 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:26.843346 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-980427a2-04e0-4acf-bb25-662fed7f1de4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.4549196 Jul 07 21:04:26.843726 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58774) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:26.993824 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-c4ec2bda-e20d-4b9e-9baf-18a89b1c0711 req-20b41b03-abdb-49d2-8cde-2e195e5685e7 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] For port 18c485ff-f39f-4f57-a65e-ad7a328d88cb, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=18c485ff-f39f-4f57-a65e-ad7a328d88cb,segment=NetworkSegment(84bcb215-065b-47b0-b096-b779bcbdddb9),segment_id=84bcb215-065b-47b0-b096-b779bcbdddb9)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:26.994186 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c4ec2bda-e20d-4b9e-9baf-18a89b1c0711 req-20b41b03-abdb-49d2-8cde-2e195e5685e7 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:27.027556 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-9768e91c-9dcc-41f8-89e0-4475b3f160f1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting port c55a8b27-dc33-421a-8efc-bb5c0a504a60 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:27.028448 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-c4ec2bda-e20d-4b9e-9baf-18a89b1c0711 req-20b41b03-abdb-49d2-8cde-2e195e5685e7 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Calling delete_port for 18c485ff-f39f-4f57-a65e-ad7a328d88cb owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:27.031535 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9768e91c-9dcc-41f8-89e0-4475b3f160f1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:27.160500 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-106c672b-9723-4861-9d4e-c777e31e29f6 req-29b6612d-0573-461d-9e6b-c699f28fb285 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 210 time: 0.0406413 Jul 07 21:04:27.233532 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c4ec2bda-e20d-4b9e-9baf-18a89b1c0711 req-20b41b03-abdb-49d2-8cde-2e195e5685e7 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:27.250990 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['18c485ff-f39f-4f57-a65e-ad7a328d88cb'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:04:27.265330 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9768e91c-9dcc-41f8-89e0-4475b3f160f1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:27.287272 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b41b03-abdb-49d2-8cde-2e195e5685e7 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Pushing event deleted for resources: {'Port': ['ID=18c485ff-f39f-4f57-a65e-ad7a328d88cb,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:27.291752 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-9768e91c-9dcc-41f8-89e0-4475b3f160f1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Calling delete_port for c55a8b27-dc33-421a-8efc-bb5c0a504a60 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:27.352138 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 12648334-063e-422f-b3af-3e4d0a6a7592 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:04:27.402901 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ec2bda-e20d-4b9e-9baf-18a89b1c0711 req-20b41b03-abdb-49d2-8cde-2e195e5685e7 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] No DVR routers for this DVR port 18c485ff-f39f-4f57-a65e-ad7a328d88cb on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:04:27.408254 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c4ec2bda-e20d-4b9e-9baf-18a89b1c0711 req-20b41b03-abdb-49d2-8cde-2e195e5685e7 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:27.412470 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c4ec2bda-e20d-4b9e-9baf-18a89b1c0711 req-20b41b03-abdb-49d2-8cde-2e195e5685e7 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.58 "DELETE /v2.0/ports/18c485ff-f39f-4f57-a65e-ad7a328d88cb HTTP/1.1" status: 204 len: 173 time: 0.9594862 Jul 07 21:04:27.413069 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528ae452-8292-4288-b891-e38130056e94', 'name': 'network-vif-deleted', 'tag': '18c485ff-f39f-4f57-a65e-ad7a328d88cb'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:04:27.416905 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1570407-99f7-4058-8c7b-13588aedcbc3" -d '{"events": [{"server_uuid": "528ae452-8292-4288-b891-e38130056e94", "name": "network-vif-deleted", "tag": "18c485ff-f39f-4f57-a65e-ad7a328d88cb"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:04:27.453755 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 12648334-063e-422f-b3af-3e4d0a6a7592 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:04:27.494326 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ac7cfd-c58e-4a6d-91bb-786d5164246d x-openstack-request-id: req-97ac7cfd-c58e-4a6d-91bb-786d5164246d {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:04:27.495066 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528ae452-8292-4288-b891-e38130056e94", "name": "network-vif-deleted", "tag": "18c485ff-f39f-4f57-a65e-ad7a328d88cb", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:04:27.497817 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-97ac7cfd-c58e-4a6d-91bb-786d5164246d {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:04:27.499155 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528ae452-8292-4288-b891-e38130056e94', 'name': 'network-vif-deleted', 'tag': '18c485ff-f39f-4f57-a65e-ad7a328d88cb', 'status': 'completed', 'code': 200} Jul 07 21:04:27.557301 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9768e91c-9dcc-41f8-89e0-4475b3f160f1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:27.708368 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9768e91c-9dcc-41f8-89e0-4475b3f160f1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:27.711530 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9768e91c-9dcc-41f8-89e0-4475b3f160f1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/ports/c55a8b27-dc33-421a-8efc-bb5c0a504a60 HTTP/1.1" status: 204 len: 168 time: 0.8652561 Jul 07 21:04:27.713589 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768e91c-9dcc-41f8-89e0-4475b3f160f1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Port': ['ID=c55a8b27-dc33-421a-8efc-bb5c0a504a60,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:27.714556 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58808) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:27.915174 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-79fcb9b3-5e5b-4896-980e-2496a7bcea10 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:27.917081 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-79fcb9b3-5e5b-4896-980e-2496a7bcea10 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.39 "GET /v2.0/networks?id=0af09765-8719-4f4a-a8a0-d6dca0b23345 HTTP/1.1" status: 200 len: 815 time: 0.1474714 Jul 07 21:04:27.918274 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-68bd791d-dcee-4d58-a495-9805c57cf057 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] GET failed (client error): The resource could not be found. Jul 07 21:04:27.919826 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-68bd791d-dcee-4d58-a495-9805c57cf057 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports/c55a8b27-dc33-421a-8efc-bb5c0a504a60 HTTP/1.1" status: 404 len: 333 time: 0.2040720 Jul 07 21:04:27.923027 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58818) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:27.936334 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-ceb50046-1bfe-4101-8a1f-efcd3548819a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Request body: {'port': {'device_id': '1edb3481-75fb-46bd-9cce-a40dd9d5f962', 'network_id': '0af09765-8719-4f4a-a8a0-d6dca0b23345', 'admin_state_up': True, 'tenant_id': '20bd4d582cac418aadad99e037cced91'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:28.052032 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0383269-473b-484a-9739-5cf60ce189e8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting subnet d5ceb46e-3526-4c59-9b5d-87c0cf21cb4a {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:04:28.062133 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0383269-473b-484a-9739-5cf60ce189e8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:28.130198 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4ce5a6-85a5-4c39-a694-a4397f73efbe None None] Network ce56dc82-95e9-4b1f-be25-c831df009712 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:28.136039 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0383269-473b-484a-9739-5cf60ce189e8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:28.209189 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-ceb50046-1bfe-4101-8a1f-efcd3548819a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Made reservation on behalf of 20bd4d582cac418aadad99e037cced91 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:28.213829 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-ceb50046-1bfe-4101-8a1f-efcd3548819a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:28.414456 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f4c162ac-3349-47e2-9032-02a5be64736d None None] Provisioning for port 12648334-063e-422f-b3af-3e4d0a6a7592 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:04:28.422527 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f4c162ac-3349-47e2-9032-02a5be64736d None None] Provisioning complete for port 12648334-063e-422f-b3af-3e4d0a6a7592 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:04:28.423128 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f4c162ac-3349-47e2-9032-02a5be64736d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:28.450521 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-ceb50046-1bfe-4101-8a1f-efcd3548819a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Allocated IP 172.20.0.11 (0af09765-8719-4f4a-a8a0-d6dca0b23345/fc2aa6ea-e403-4c8c-9097-610f426c4630/6b3518fb-b37f-49ee-b4d3-af8e0c52ae93) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:04:28.542187 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40e1919f-89e2-4ee9-8799-8d6e3c567f11 req-a2eda465-089a-4398-8983-7c18b8b3d0a3 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 210 time: 0.0913029 Jul 07 21:04:28.601692 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0383269-473b-484a-9739-5cf60ce189e8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:28.612548 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f4c162ac-3349-47e2-9032-02a5be64736d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:28.737622 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-ceb50046-1bfe-4101-8a1f-efcd3548819a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:28.791496 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0383269-473b-484a-9739-5cf60ce189e8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:28.833147 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-ceb50046-1bfe-4101-8a1f-efcd3548819a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:28.848298 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0383269-473b-484a-9739-5cf60ce189e8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Subnet': ['ID=d5ceb46e-3526-4c59-9b5d-87c0cf21cb4a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:28.870088 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.db.api [None req-f4c162ac-3349-47e2-9032-02a5be64736d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:04:28.870461 n-d-695189-11 neutron-server[100449]: DEBUG oslo_db.api [None req-f4c162ac-3349-47e2-9032-02a5be64736d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:04:28.889044 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-ceb50046-1bfe-4101-8a1f-efcd3548819a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Network 0af09765-8719-4f4a-a8a0-d6dca0b23345 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:04:28.917919 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-ceb50046-1bfe-4101-8a1f-efcd3548819a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:28.920364 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d8c8b0-b972-4732-aae9-dd4386a23075 None None] Network ce56dc82-95e9-4b1f-be25-c831df009712 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:28.924240 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0383269-473b-484a-9739-5cf60ce189e8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:28.929017 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f0383269-473b-484a-9739-5cf60ce189e8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/subnets/d5ceb46e-3526-4c59-9b5d-87c0cf21cb4a HTTP/1.1" status: 204 len: 168 time: 1.0027456 Jul 07 21:04:28.929017 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-ceb50046-1bfe-4101-8a1f-efcd3548819a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:04:28.929432 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58846) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:28.991519 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb50046-1bfe-4101-8a1f-efcd3548819a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Pushing event updated for resources: {'Port': ['ID=6b3518fb-b37f-49ee-b4d3-af8e0c52ae93,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:29.015968 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-ceb50046-1bfe-4101-8a1f-efcd3548819a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:29.016793 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-ceb50046-1bfe-4101-8a1f-efcd3548819a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:29.042895 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-ceb50046-1bfe-4101-8a1f-efcd3548819a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1100678 Jul 07 21:04:29.059519 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-4ea0a718-f467-4edd-bddb-e7238e923907 service neutron] Request body: {'port': {'device_id': '1edb3481-75fb-46bd-9cce-a40dd9d5f962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:29.093798 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-14b19d7e-7fdf-4a04-ae8c-949df2fb7b5e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:29.194340 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-14b19d7e-7fdf-4a04-ae8c-949df2fb7b5e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting port 12648334-063e-422f-b3af-3e4d0a6a7592 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:29.195072 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-14b19d7e-7fdf-4a04-ae8c-949df2fb7b5e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:29.217728 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3dde5751-477a-49e4-9706-190bfa9783ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:29.231250 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-4ea0a718-f467-4edd-bddb-e7238e923907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:29.338695 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-14b19d7e-7fdf-4a04-ae8c-949df2fb7b5e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] For port 12648334-063e-422f-b3af-3e4d0a6a7592, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=12648334-063e-422f-b3af-3e4d0a6a7592,segment=NetworkSegment(0f0432ae-1713-446f-add9-02476bc9f598),segment_id=0f0432ae-1713-446f-add9-02476bc9f598)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:29.339081 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-14b19d7e-7fdf-4a04-ae8c-949df2fb7b5e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:29.340810 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa1facf-c08a-4454-be51-400baa5ab8b8 None None] DHCP port deletion for ce56dc82-95e9-4b1f-be25-c831df009712 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:04:29.356815 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-14b19d7e-7fdf-4a04-ae8c-949df2fb7b5e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Calling delete_port for 12648334-063e-422f-b3af-3e4d0a6a7592 owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:29.468351 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-14b19d7e-7fdf-4a04-ae8c-949df2fb7b5e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:29.475313 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f4c162ac-3349-47e2-9032-02a5be64736d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:29.540880 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b19d7e-7fdf-4a04-ae8c-949df2fb7b5e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Port': ['ID=12648334-063e-422f-b3af-3e4d0a6a7592,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:29.558252 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b19d7e-7fdf-4a04-ae8c-949df2fb7b5e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] No DVR routers for this DVR port 12648334-063e-422f-b3af-3e4d0a6a7592 on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:04:29.595157 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-baa1facf-c08a-4454-be51-400baa5ab8b8 None None] Deleting port 12648334-063e-422f-b3af-3e4d0a6a7592 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:29.595576 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-baa1facf-c08a-4454-be51-400baa5ab8b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:29.656151 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-4ea0a718-f467-4edd-bddb-e7238e923907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:04:29.668694 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-4ea0a718-f467-4edd-bddb-e7238e923907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:29.696711 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-4ea0a718-f467-4edd-bddb-e7238e923907 service neutron] Transition to ACTIVE for port object 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:04:29.704356 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-4ea0a718-f467-4edd-bddb-e7238e923907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:29.717623 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e68f6b98-f7bb-4f0b-add5-a3dcd99114c8 None None] Could not find standard attr ID for object 12648334-063e-422f-b3af-3e4d0a6a7592. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:04:29.737211 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-14b19d7e-7fdf-4a04-ae8c-949df2fb7b5e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:29.737704 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-baa1facf-c08a-4454-be51-400baa5ab8b8 None None] For port 12648334-063e-422f-b3af-3e4d0a6a7592, host n-d-695189-11, got binding levels [] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:29.738338 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-baa1facf-c08a-4454-be51-400baa5ab8b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:29.755448 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-14b19d7e-7fdf-4a04-ae8c-949df2fb7b5e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce56dc82-95e9-4b1f-be25-c831df009712']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:29.764063 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-baa1facf-c08a-4454-be51-400baa5ab8b8 None None] Calling delete_port for 12648334-063e-422f-b3af-3e4d0a6a7592 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:29.768550 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.ipam_backend_mixin [None req-baa1facf-c08a-4454-be51-400baa5ab8b8 None None] Port 12648334-063e-422f-b3af-3e4d0a6a7592 was not found and therefore no delete operation was performed {{(pid=100449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 21:04:29.784487 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-14b19d7e-7fdf-4a04-ae8c-949df2fb7b5e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0432ae-1713-446f-add9-02476bc9f598') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:29.784802 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-14b19d7e-7fdf-4a04-ae8c-949df2fb7b5e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0432ae-1713-446f-add9-02476bc9f598') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:29.788872 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-baa1facf-c08a-4454-be51-400baa5ab8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:29.804011 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0a718-f467-4edd-bddb-e7238e923907 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3518fb-b37f-49ee-b4d3-af8e0c52ae93,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:29.823776 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-14b19d7e-7fdf-4a04-ae8c-949df2fb7b5e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:29.832972 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1facf-c08a-4454-be51-400baa5ab8b8 None None] Pushing event deleted for resources: {'Port': ['ID=12648334-063e-422f-b3af-3e4d0a6a7592,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:29.839982 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa1facf-c08a-4454-be51-400baa5ab8b8 None None] No DVR routers for this DVR port 12648334-063e-422f-b3af-3e4d0a6a7592 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:04:29.891084 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-14b19d7e-7fdf-4a04-ae8c-949df2fb7b5e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:29.900838 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b19d7e-7fdf-4a04-ae8c-949df2fb7b5e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:04:29.901320 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-14b19d7e-7fdf-4a04-ae8c-949df2fb7b5e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:04:29.904450 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:04:29.947074 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-4ea0a718-f467-4edd-bddb-e7238e923907 service neutron] Attempting to bind port 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:04:29.947753 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-4ea0a718-f467-4edd-bddb-e7238e923907 service neutron] Attempting to bind port 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '84bcb215-065b-47b0-b096-b779bcbdddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0af09765-8719-4f4a-a8a0-d6dca0b23345'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:04:29.948301 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-4ea0a718-f467-4edd-bddb-e7238e923907 service neutron] Attempting to bind port 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 on network 0af09765-8719-4f4a-a8a0-d6dca0b23345 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:04:29.955290 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-4ea0a718-f467-4edd-bddb-e7238e923907 service neutron] Port 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 on network 0af09765-8719-4f4a-a8a0-d6dca0b23345 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:04:29.955820 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-4ea0a718-f467-4edd-bddb-e7238e923907 service neutron] Attempting to bind port 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 on network 0af09765-8719-4f4a-a8a0-d6dca0b23345 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:04:29.967430 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-4ea0a718-f467-4edd-bddb-e7238e923907 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:04:29.968957 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-4ea0a718-f467-4edd-bddb-e7238e923907 service neutron] Checking segment: {'id': '84bcb215-065b-47b0-b096-b779bcbdddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0af09765-8719-4f4a-a8a0-d6dca0b23345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:04:29.970672 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-4ea0a718-f467-4edd-bddb-e7238e923907 service neutron] Bound using segment: {'id': '84bcb215-065b-47b0-b096-b779bcbdddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0af09765-8719-4f4a-a8a0-d6dca0b23345'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:04:29.972571 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-4ea0a718-f467-4edd-bddb-e7238e923907 service neutron] Bound port: 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84bcb215-065b-47b0-b096-b779bcbdddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0af09765-8719-4f4a-a8a0-d6dca0b23345'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:04:29.973196 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-4ea0a718-f467-4edd-bddb-e7238e923907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:29.981285 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aadd4c-4c23-46d9-9969-4d8ddec90fdf req-16d5e5ae-cba5-4eb3-88e1-7f86857c117a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:29.988376 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-90aadd4c-4c23-46d9-9969-4d8ddec90fdf req-16d5e5ae-cba5-4eb3-88e1-7f86857c117a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 944 time: 0.2191370 Jul 07 21:04:29.995920 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-14b19d7e-7fdf-4a04-ae8c-949df2fb7b5e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:30.011946 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-14b19d7e-7fdf-4a04-ae8c-949df2fb7b5e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:30.019490 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-14b19d7e-7fdf-4a04-ae8c-949df2fb7b5e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/networks/ce56dc82-95e9-4b1f-be25-c831df009712 HTTP/1.1" status: 204 len: 168 time: 1.0834694 Jul 07 21:04:30.026640 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58870) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:30.032197 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-402fd55c-6252-4bbc-a712-a0a0208736f7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'port': {'network_id': '905625ac-582a-4237-8da7-d706bad7ad93', 'name': 'tempest-PortsIpV6TestJSON-932711565'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:30.040538 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b19d7e-7fdf-4a04-ae8c-949df2fb7b5e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Network': ['ID=ce56dc82-95e9-4b1f-be25-c831df009712,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:30.132620 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-4ea0a718-f467-4edd-bddb-e7238e923907 service neutron] For port 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:04:30.136100 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-4ea0a718-f467-4edd-bddb-e7238e923907 service neutron] For port 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=6b3518fb-b37f-49ee-b4d3-af8e0c52ae93,segment=NetworkSegment(84bcb215-065b-47b0-b096-b779bcbdddb9),segment_id=84bcb215-065b-47b0-b096-b779bcbdddb9)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:04:30.142525 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-4ea0a718-f467-4edd-bddb-e7238e923907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:30.169036 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-90aadd4c-4c23-46d9-9969-4d8ddec90fdf req-66b7b3ef-bbab-4b05-b0d5-c5b2d2e0e769 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797960 Jul 07 21:04:30.196079 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-4ea0a718-f467-4edd-bddb-e7238e923907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:30.196965 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-4ea0a718-f467-4edd-bddb-e7238e923907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:30.199999 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-4ea0a718-f467-4edd-bddb-e7238e923907 service neutron] 10.222.0.39 "PUT /v2.0/ports/6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 HTTP/1.1" status: 200 len: 1093 time: 1.1468344 Jul 07 21:04:30.201093 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1edb3481-75fb-46bd-9cce-a40dd9d5f962', 'tag': '6b3518fb-b37f-49ee-b4d3-af8e0c52ae93'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:04:30.205793 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9862c9-266a-41bd-88c3-71e0db7786e9" -d '{"events": [{"name": "network-changed", "server_uuid": "1edb3481-75fb-46bd-9cce-a40dd9d5f962", "tag": "6b3518fb-b37f-49ee-b4d3-af8e0c52ae93"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:04:30.233017 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0a718-f467-4edd-bddb-e7238e923907 service neutron] Pushing event updated for resources: {'Port': ['ID=6b3518fb-b37f-49ee-b4d3-af8e0c52ae93,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:30.280971 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402fd55c-6252-4bbc-a712-a0a0208736f7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:30.287873 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-402fd55c-6252-4bbc-a712-a0a0208736f7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:30.312008 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-402fd55c-6252-4bbc-a712-a0a0208736f7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] device_id is not set on port 222de6b7-c912-4df6-8288-97580abac22a yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:04:30.314004 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642467ab-b589-45b7-9ad1-87c5c4fc1993 x-openstack-request-id: req-642467ab-b589-45b7-9ad1-87c5c4fc1993 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:04:30.314654 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1edb3481-75fb-46bd-9cce-a40dd9d5f962", "tag": "6b3518fb-b37f-49ee-b4d3-af8e0c52ae93", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:04:30.315069 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-642467ab-b589-45b7-9ad1-87c5c4fc1993 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:04:30.316040 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1edb3481-75fb-46bd-9cce-a40dd9d5f962', 'tag': '6b3518fb-b37f-49ee-b4d3-af8e0c52ae93', 'status': 'completed', 'code': 200} Jul 07 21:04:30.322974 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-739b962b-d4c0-4c37-a2d0-f84691577f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:30.325030 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-739b962b-d4c0-4c37-a2d0-f84691577f0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20bd4d582cac418aadad99e037cced91&device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 1096 time: 0.0729377 Jul 07 21:04:30.409367 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-9d114616-c331-4474-97e1-4b657d704fa5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 HTTP/1.1" status: 200 len: 217 time: 0.0721760 Jul 07 21:04:30.480362 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-001620a1-8473-41ed-8fe2-085617773ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:30.483394 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-001620a1-8473-41ed-8fe2-085617773ef1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc2aa6ea-e403-4c8c-9097-610f426c4630 HTTP/1.1" status: 200 len: 855 time: 0.0658822 Jul 07 21:04:30.526466 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-d69e3bc5-d4ce-40ba-8d01-e1b537a052dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0af09765-8719-4f4a-a8a0-d6dca0b23345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344307 Jul 07 21:04:30.540787 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 18c485ff-f39f-4f57-a65e-ad7a328d88cb no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:04:30.577437 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 18c485ff-f39f-4f57-a65e-ad7a328d88cb {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:04:30.578220 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 18c485ff-f39f-4f57-a65e-ad7a328d88cb not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:04:30.617912 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-402fd55c-6252-4bbc-a712-a0a0208736f7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:30.667502 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-402fd55c-6252-4bbc-a712-a0a0208736f7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:30.667902 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-1ec6e6c8-f096-494e-827e-c1c3f78818b8 service neutron] 10.222.0.39 "GET /v2.0/networks/0af09765-8719-4f4a-a8a0-d6dca0b23345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322727 Jul 07 21:04:30.731559 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402fd55c-6252-4bbc-a712-a0a0208736f7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network 905625ac-582a-4237-8da7-d706bad7ad93 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:04:30.743100 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-402fd55c-6252-4bbc-a712-a0a0208736f7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:30.748716 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402fd55c-6252-4bbc-a712-a0a0208736f7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:04:30.755074 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402fd55c-6252-4bbc-a712-a0a0208736f7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:30.755833 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-402fd55c-6252-4bbc-a712-a0a0208736f7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:30.760585 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402fd55c-6252-4bbc-a712-a0a0208736f7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Port': ['ID=222de6b7-c912-4df6-8288-97580abac22a,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:30.788237 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-402fd55c-6252-4bbc-a712-a0a0208736f7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7603290 Jul 07 21:04:30.790631 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58882) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:30.940974 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd5cfc-db1a-44be-816c-0bb1e68b6505 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting port 222de6b7-c912-4df6-8288-97580abac22a {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:30.941527 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7fd5cfc-db1a-44be-816c-0bb1e68b6505 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:31.151557 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7fd5cfc-db1a-44be-816c-0bb1e68b6505 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:31.179043 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd5cfc-db1a-44be-816c-0bb1e68b6505 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Calling delete_port for 222de6b7-c912-4df6-8288-97580abac22a owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:31.225296 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 12648334-063e-422f-b3af-3e4d0a6a7592 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:04:31.279594 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dc06d713-d9a6-42e8-bfc0-2006e06e6922 req-e22fc2df-7219-4f1c-80f3-9f4401bc2184 service neutron] 10.222.0.39 "GET /v2.0/networks/0af09765-8719-4f4a-a8a0-d6dca0b23345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6032879 Jul 07 21:04:31.280090 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 12648334-063e-422f-b3af-3e4d0a6a7592 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:04:31.280495 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 12648334-063e-422f-b3af-3e4d0a6a7592 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:04:31.406343 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7fd5cfc-db1a-44be-816c-0bb1e68b6505 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:31.445494 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9862c9-266a-41bd-88c3-71e0db7786e9 req-8d5fd01f-3afb-4cb6-abf0-0d5528d4854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:31.447266 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4f9862c9-266a-41bd-88c3-71e0db7786e9 req-8d5fd01f-3afb-4cb6-abf0-0d5528d4854d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20bd4d582cac418aadad99e037cced91&device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 1096 time: 0.1059365 Jul 07 21:04:31.478039 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7fd5cfc-db1a-44be-816c-0bb1e68b6505 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:31.482181 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e7fd5cfc-db1a-44be-816c-0bb1e68b6505 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/ports/222de6b7-c912-4df6-8288-97580abac22a HTTP/1.1" status: 204 len: 168 time: 0.6880953 Jul 07 21:04:31.484406 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd5cfc-db1a-44be-816c-0bb1e68b6505 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Port': ['ID=222de6b7-c912-4df6-8288-97580abac22a,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:31.491056 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58896) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:31.498334 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-f925507e-d205-489b-993f-9ea245ecdf43 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'port': {'network_id': '905625ac-582a-4237-8da7-d706bad7ad93', 'mac_address': 'fa:16:3e:cf:23:c1', 'name': 'tempest-PortsIpV6TestJSON-1558021749'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:31.582300 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9862c9-266a-41bd-88c3-71e0db7786e9 req-08cf100b-22c7-4163-a4cb-fee59fdc057c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:31.588178 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4f9862c9-266a-41bd-88c3-71e0db7786e9 req-08cf100b-22c7-4163-a4cb-fee59fdc057c service neutron] 10.222.0.39 "GET /v2.0/networks?id=0af09765-8719-4f4a-a8a0-d6dca0b23345 HTTP/1.1" status: 200 len: 916 time: 0.1298411 Jul 07 21:04:31.612827 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b933812-becd-4ad6-b019-c351d6bf9773 req-2ada56b4-5dee-410f-887d-cc5d2a1708e6 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:31.620707 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b933812-becd-4ad6-b019-c351d6bf9773 req-2ada56b4-5dee-410f-887d-cc5d2a1708e6 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 944 time: 0.2597063 Jul 07 21:04:31.646739 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4f9862c9-266a-41bd-88c3-71e0db7786e9 req-cda4ef9e-43d4-4a6e-8d1c-d80154c8a886 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 HTTP/1.1" status: 200 len: 217 time: 0.0520818 Jul 07 21:04:31.681876 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b933812-becd-4ad6-b019-c351d6bf9773 req-282df179-1b5a-4742-8742-457ab01676be tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600846 Jul 07 21:04:31.700236 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f925507e-d205-489b-993f-9ea245ecdf43 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:31.737797 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9862c9-266a-41bd-88c3-71e0db7786e9 req-05a06854-dd45-49fe-9aa2-db46165c31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:31.739716 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4f9862c9-266a-41bd-88c3-71e0db7786e9 req-05a06854-dd45-49fe-9aa2-db46165c31e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc2aa6ea-e403-4c8c-9097-610f426c4630 HTTP/1.1" status: 200 len: 855 time: 0.0830963 Jul 07 21:04:31.804511 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4f9862c9-266a-41bd-88c3-71e0db7786e9 req-6d0c1221-1a81-4fc1-83e8-5be45e5c0800 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0af09765-8719-4f4a-a8a0-d6dca0b23345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576601 Jul 07 21:04:31.808012 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f925507e-d205-489b-993f-9ea245ecdf43 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:31.839350 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-f925507e-d205-489b-993f-9ea245ecdf43 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] device_id is not set on port 4bfb590f-51ef-413c-9900-d4891741ca8c yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:04:31.877283 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d56915a0-7b45-43af-8e98-b0a20fe08041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:31.916826 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:31.938554 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4f9862c9-266a-41bd-88c3-71e0db7786e9 req-279685da-598e-46e9-972f-50f952435928 service neutron] 10.222.0.39 "GET /v2.0/networks/0af09765-8719-4f4a-a8a0-d6dca0b23345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231854 Jul 07 21:04:32.101965 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4f9862c9-266a-41bd-88c3-71e0db7786e9 req-3a440ab0-795f-495a-bff6-55a338a0b443 service neutron] 10.222.0.39 "GET /v2.0/networks/0af09765-8719-4f4a-a8a0-d6dca0b23345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544383 Jul 07 21:04:32.157531 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f925507e-d205-489b-993f-9ea245ecdf43 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:32.215997 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f925507e-d205-489b-993f-9ea245ecdf43 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:32.311175 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f925507e-d205-489b-993f-9ea245ecdf43 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network 905625ac-582a-4237-8da7-d706bad7ad93 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:04:32.318569 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-f925507e-d205-489b-993f-9ea245ecdf43 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:32.324347 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f925507e-d205-489b-993f-9ea245ecdf43 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:04:32.343734 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f925507e-d205-489b-993f-9ea245ecdf43 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:32.345271 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f925507e-d205-489b-993f-9ea245ecdf43 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:32.350378 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925507e-d205-489b-993f-9ea245ecdf43 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Port': ['ID=4bfb590f-51ef-413c-9900-d4891741ca8c,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:32.405483 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f925507e-d205-489b-993f-9ea245ecdf43 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9121678 Jul 07 21:04:32.408728 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58908) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:32.512710 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1cee7b-6fd5-4f0e-9d60-500dd4899e13 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:32.514345 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8b1cee7b-6fd5-4f0e-9d60-500dd4899e13 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports/4bfb590f-51ef-413c-9900-d4891741ca8c HTTP/1.1" status: 200 len: 845 time: 0.1038439 Jul 07 21:04:32.517502 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58910) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:32.644886 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-dfc65ea9-ceb7-446f-99f6-f424e2c1b017 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting port 4bfb590f-51ef-413c-9900-d4891741ca8c {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:32.645693 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dfc65ea9-ceb7-446f-99f6-f424e2c1b017 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:32.759869 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dfc65ea9-ceb7-446f-99f6-f424e2c1b017 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:32.777460 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-dfc65ea9-ceb7-446f-99f6-f424e2c1b017 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Calling delete_port for 4bfb590f-51ef-413c-9900-d4891741ca8c owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:32.912223 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dfc65ea9-ceb7-446f-99f6-f424e2c1b017 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:32.946742 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc65ea9-ceb7-446f-99f6-f424e2c1b017 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Port': ['ID=4bfb590f-51ef-413c-9900-d4891741ca8c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:32.959228 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976adcc-a9fd-44d1-8551-37694babbfb2 req-694a3f91-008c-4a57-93b8-d123ae8fcca2 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:32.960875 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d976adcc-a9fd-44d1-8551-37694babbfb2 req-694a3f91-008c-4a57-93b8-d123ae8fcca2 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 944 time: 0.1104894 Jul 07 21:04:32.965064 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dfc65ea9-ceb7-446f-99f6-f424e2c1b017 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:32.969534 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-dfc65ea9-ceb7-446f-99f6-f424e2c1b017 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/ports/4bfb590f-51ef-413c-9900-d4891741ca8c HTTP/1.1" status: 204 len: 168 time: 0.4484780 Jul 07 21:04:32.970815 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58918) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:33.003866 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-4abf636d-f9f7-4728-8843-5bbe75bebf2f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] GET failed (client error): The resource could not be found. Jul 07 21:04:33.009954 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4abf636d-f9f7-4728-8843-5bbe75bebf2f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports/4bfb590f-51ef-413c-9900-d4891741ca8c HTTP/1.1" status: 404 len: 333 time: 0.0373518 Jul 07 21:04:33.010570 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58920) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:33.015689 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-c368131a-2888-4872-86d9-c4b49903387a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'port': {'network_id': '905625ac-582a-4237-8da7-d706bad7ad93', 'name': 'tempest-PortsIpV6TestJSON-1411811507'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:33.026031 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d976adcc-a9fd-44d1-8551-37694babbfb2 req-c7e5f918-9345-48e1-9ae8-fe921ccb68e1 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510318 Jul 07 21:04:33.121130 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c368131a-2888-4872-86d9-c4b49903387a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:33.124926 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c368131a-2888-4872-86d9-c4b49903387a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:33.148700 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-c368131a-2888-4872-86d9-c4b49903387a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] device_id is not set on port 97f2a25d-3a46-416e-ab06-d577592a6cea yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:04:33.336379 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c368131a-2888-4872-86d9-c4b49903387a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:33.375039 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c368131a-2888-4872-86d9-c4b49903387a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:33.433453 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c368131a-2888-4872-86d9-c4b49903387a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network 905625ac-582a-4237-8da7-d706bad7ad93 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:04:33.437568 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-c368131a-2888-4872-86d9-c4b49903387a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:33.445100 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c368131a-2888-4872-86d9-c4b49903387a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:04:33.451062 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c368131a-2888-4872-86d9-c4b49903387a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:33.451800 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c368131a-2888-4872-86d9-c4b49903387a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:33.463807 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368131a-2888-4872-86d9-c4b49903387a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Port': ['ID=97f2a25d-3a46-416e-ab06-d577592a6cea,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:33.474404 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c368131a-2888-4872-86d9-c4b49903387a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4620941 Jul 07 21:04:33.476528 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58934) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:33.487452 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-6dffcc9b-f698-40ee-ab76-ca4482f86429 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:33.521800 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:33.580627 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6dffcc9b-f698-40ee-ab76-ca4482f86429 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:33.782239 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6dffcc9b-f698-40ee-ab76-ca4482f86429 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:33.788257 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6dffcc9b-f698-40ee-ab76-ca4482f86429 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:33.825592 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-6dffcc9b-f698-40ee-ab76-ca4482f86429 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] In _notify_port_updated(), no bound segment for port 97f2a25d-3a46-416e-ab06-d577592a6cea on network 905625ac-582a-4237-8da7-d706bad7ad93 {{(pid=100448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:04:33.840571 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dffcc9b-f698-40ee-ab76-ca4482f86429 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:33.841334 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6dffcc9b-f698-40ee-ab76-ca4482f86429 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:33.856079 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6dffcc9b-f698-40ee-ab76-ca4482f86429 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "PUT /v2.0/ports/97f2a25d-3a46-416e-ab06-d577592a6cea HTTP/1.1" status: 200 len: 818 time: 0.3651855 Jul 07 21:04:33.856217 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58946) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:33.865610 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffcc9b-f698-40ee-ab76-ca4482f86429 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Port': ['ID=97f2a25d-3a46-416e-ab06-d577592a6cea,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:33.975397 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-275ec987-daf0-4fd8-ab4c-e938efb27c13 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting port 97f2a25d-3a46-416e-ab06-d577592a6cea {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:33.975978 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-275ec987-daf0-4fd8-ab4c-e938efb27c13 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:34.049414 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-275ec987-daf0-4fd8-ab4c-e938efb27c13 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:34.075773 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-275ec987-daf0-4fd8-ab4c-e938efb27c13 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Calling delete_port for 97f2a25d-3a46-416e-ab06-d577592a6cea owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:34.182462 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-275ec987-daf0-4fd8-ab4c-e938efb27c13 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:34.223556 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ec987-daf0-4fd8-ab4c-e938efb27c13 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Port': ['ID=97f2a25d-3a46-416e-ab06-d577592a6cea,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:34.233257 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-275ec987-daf0-4fd8-ab4c-e938efb27c13 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:34.236923 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-275ec987-daf0-4fd8-ab4c-e938efb27c13 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/ports/97f2a25d-3a46-416e-ab06-d577592a6cea HTTP/1.1" status: 204 len: 168 time: 0.3885045 Jul 07 21:04:34.238984 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58952) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:34.251860 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37705bae-d9a4-40aa-b446-2e8be986c344 req-e254d9ad-5008-42f7-a435-11bb4c9eeed3 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:34.262628 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-37705bae-d9a4-40aa-b446-2e8be986c344 req-e254d9ad-5008-42f7-a435-11bb4c9eeed3 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 944 time: 0.1218483 Jul 07 21:04:34.307625 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-37705bae-d9a4-40aa-b446-2e8be986c344 req-2eeabcd6-e5d8-4f28-b69c-ee908aaf6901 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436838 Jul 07 21:04:34.336257 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494af424-1dfa-4ac5-86be-296faa8bc92b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:34.337913 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-494af424-1dfa-4ac5-86be-296faa8bc92b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0977480 Jul 07 21:04:34.340875 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58954) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:34.374812 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-1427f9ba-401b-4256-b785-ad02f6e7882f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] GET failed (client error): The resource could not be found. Jul 07 21:04:34.380233 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1427f9ba-401b-4256-b785-ad02f6e7882f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports/97f2a25d-3a46-416e-ab06-d577592a6cea HTTP/1.1" status: 404 len: 333 time: 0.0349562 Jul 07 21:04:34.380682 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58956) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:34.386268 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-b08ae6ab-de42-4fc7-99d4-d240e025a08f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1006223339'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:34.410875 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08ae6ab-de42-4fc7-99d4-d240e025a08f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:34.414794 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b08ae6ab-de42-4fc7-99d4-d240e025a08f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:34.444115 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08ae6ab-de42-4fc7-99d4-d240e025a08f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:04:34.454811 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b08ae6ab-de42-4fc7-99d4-d240e025a08f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:34.455237 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-b08ae6ab-de42-4fc7-99d4-d240e025a08f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Added segment 17ba986c-3efb-46a8-9c68-7ac92bb28402 of type vlan for network c204ac7e-9814-49b1-b76f-4075164a2c9c Jul 07 21:04:34.512405 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b08ae6ab-de42-4fc7-99d4-d240e025a08f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:34.522675 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:04:34.548943 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b08ae6ab-de42-4fc7-99d4-d240e025a08f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:34.555584 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08ae6ab-de42-4fc7-99d4-d240e025a08f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:34.556199 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b08ae6ab-de42-4fc7-99d4-d240e025a08f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:34.621266 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b08ae6ab-de42-4fc7-99d4-d240e025a08f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2368937 Jul 07 21:04:34.622378 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58960) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:34.630438 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-a8471a56-5639-4635-84cd-cecdc76183fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'subnet': {'network_id': 'c204ac7e-9814-49b1-b76f-4075164a2c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:34.646805 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ae6ab-de42-4fc7-99d4-d240e025a08f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Network': ['ID=c204ac7e-9814-49b1-b76f-4075164a2c9c,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:34.671574 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=6b3518fb-b37f-49ee-b4d3-af8e0c52ae93,segment=NetworkSegment(84bcb215-065b-47b0-b096-b779bcbdddb9),segment_id=84bcb215-065b-47b0-b096-b779bcbdddb9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:34.685004 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '6b3518fb-b37f-49ee-b4d3-af8e0c52ae93', 'network_id': '0af09765-8719-4f4a-a8a0-d6dca0b23345', 'port_id': '6b3518fb-b37f-49ee-b4d3-af8e0c52ae93', 'mac_address': 'fa:16:3e:cc:22:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc2aa6ea-e403-4c8c-9097-610f426c4630', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:04:34.690543 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network c204ac7e-9814-49b1-b76f-4075164a2c9c details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:04:34.745332 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8471a56-5639-4635-84cd-cecdc76183fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:34.751574 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a8471a56-5639-4635-84cd-cecdc76183fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:34.800607 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:34.819121 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:04:34.839440 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=6b3518fb-b37f-49ee-b4d3-af8e0c52ae93,segment=NetworkSegment(84bcb215-065b-47b0-b096-b779bcbdddb9),segment_id=84bcb215-065b-47b0-b096-b779bcbdddb9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:34.845656 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:34.910154 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=6b3518fb-b37f-49ee-b4d3-af8e0c52ae93,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:34.982879 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a8471a56-5639-4635-84cd-cecdc76183fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:35.089138 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8471a56-5639-4635-84cd-cecdc76183fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Checking segment: {'id': '17ba986c-3efb-46a8-9c68-7ac92bb28402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c204ac7e-9814-49b1-b76f-4075164a2c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:04:35.089514 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8471a56-5639-4635-84cd-cecdc76183fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network hostable DHCP agents. Network: c204ac7e-9814-49b1-b76f-4075164a2c9c, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:04:35.092937 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8471a56-5639-4635-84cd-cecdc76183fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Subnet': ['ID=28445a57-2a5b-49cb-8183-b0dc90a56476,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:35.113664 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8471a56-5639-4635-84cd-cecdc76183fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network c204ac7e-9814-49b1-b76f-4075164a2c9c is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:04:35.125040 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-a8471a56-5639-4635-84cd-cecdc76183fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, c204ac7e-9814-49b1-b76f-4075164a2c9c) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:35.134324 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0b6c25-25a1-433c-9950-8432719430dc None None] Network c204ac7e-9814-49b1-b76f-4075164a2c9c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:35.138785 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8471a56-5639-4635-84cd-cecdc76183fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:35.139545 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a8471a56-5639-4635-84cd-cecdc76183fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:35.155766 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a8471a56-5639-4635-84cd-cecdc76183fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5313511 Jul 07 21:04:35.159139 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58974) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:35.164584 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-0ccefe83-ac75-49f0-8cb8-e0528022a703 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'subnet': {'network_id': 'c204ac7e-9814-49b1-b76f-4075164a2c9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:35.230006 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:35.245740 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['6b3518fb-b37f-49ee-b4d3-af8e0c52ae93'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:04:35.321960 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccefe83-ac75-49f0-8cb8-e0528022a703 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:35.326378 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0ccefe83-ac75-49f0-8cb8-e0528022a703 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:35.468278 n-d-695189-11 neutron-server[100448]: INFO neutron.db.ipam_backend_mixin [None req-0ccefe83-ac75-49f0-8cb8-e0528022a703 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 28445a57-2a5b-49cb-8183-b0dc90a56476 (CIDR: 2001:db8::/64) Jul 07 21:04:35.475135 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ccefe83-ac75-49f0-8cb8-e0528022a703 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:04:35.475584 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ccefe83-ac75-49f0-8cb8-e0528022a703 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:04:35.501979 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0ccefe83-ac75-49f0-8cb8-e0528022a703 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3382852 Jul 07 21:04:35.503652 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 58978) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:35.508695 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-c30f7f60-a8dc-4567-9b37-167eb0743049 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'subnet': {'network_id': 'c204ac7e-9814-49b1-b76f-4075164a2c9c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:35.522591 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f4ab26-f082-41cb-85d8-4618b49d5abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-c204ac7e-9814-49b1-b76f-4075164a2c9c', 'network_id': 'c204ac7e-9814-49b1-b76f-4075164a2c9c', 'tenant_id': 'be995280e0b54435933b27a852a0026d', 'fixed_ips': [{'subnet_id': '28445a57-2a5b-49cb-8183-b0dc90a56476'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:04:35.523483 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-45f4ab26-f082-41cb-85d8-4618b49d5abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:35.586302 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc77e90-0da2-4a6d-87f1-5a08c88460ab req-68cde0ef-ec3f-4606-a4fd-f19cb3c85d7b tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:35.588119 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0cc77e90-0da2-4a6d-87f1-5a08c88460ab req-68cde0ef-ec3f-4606-a4fd-f19cb3c85d7b tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 945 time: 0.1163399 Jul 07 21:04:35.655865 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0cc77e90-0da2-4a6d-87f1-5a08c88460ab req-11f6cca4-d623-47b9-871d-dc2ac8eca34e tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493302 Jul 07 21:04:35.714080 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30f7f60-a8dc-4567-9b37-167eb0743049 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:35.719957 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c30f7f60-a8dc-4567-9b37-167eb0743049 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:36.003458 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-45f4ab26-f082-41cb-85d8-4618b49d5abe None None] Allocated IP 2001:db8::2 (c204ac7e-9814-49b1-b76f-4075164a2c9c/28445a57-2a5b-49cb-8183-b0dc90a56476/f6e7801d-4d7d-4043-824b-598818b45965) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:04:36.067532 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c30f7f60-a8dc-4567-9b37-167eb0743049 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:36.117072 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30f7f60-a8dc-4567-9b37-167eb0743049 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network c204ac7e-9814-49b1-b76f-4075164a2c9c is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:04:36.122408 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-c30f7f60-a8dc-4567-9b37-167eb0743049 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:36.127642 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30f7f60-a8dc-4567-9b37-167eb0743049 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:36.128247 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c30f7f60-a8dc-4567-9b37-167eb0743049 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:36.138592 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f7f60-a8dc-4567-9b37-167eb0743049 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Subnet': ['ID=639a7711-4ac2-43cd-95a8-f96be5ca2c6c,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:36.149536 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c30f7f60-a8dc-4567-9b37-167eb0743049 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6453264 Jul 07 21:04:36.152213 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 58988) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:36.158550 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-72cd8a0f-1017-493f-a274-72f02dbcb823 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'port': {'network_id': 'c204ac7e-9814-49b1-b76f-4075164a2c9c', 'fixed_ips': [{'subnet_id': '28445a57-2a5b-49cb-8183-b0dc90a56476'}, {'subnet_id': '639a7711-4ac2-43cd-95a8-f96be5ca2c6c'}], 'name': 'tempest-PortsIpV6TestJSON-2234565'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:36.213710 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-45f4ab26-f082-41cb-85d8-4618b49d5abe None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:36.226437 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-45f4ab26-f082-41cb-85d8-4618b49d5abe None None] Transition to ACTIVE for port object f6e7801d-4d7d-4043-824b-598818b45965 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:04:36.252296 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-45f4ab26-f082-41cb-85d8-4618b49d5abe None None] Transition to ACTIVE for port object f6e7801d-4d7d-4043-824b-598818b45965 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:04:36.260738 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-45f4ab26-f082-41cb-85d8-4618b49d5abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:36.302535 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cd8a0f-1017-493f-a274-72f02dbcb823 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:36.304552 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f4ab26-f082-41cb-85d8-4618b49d5abe None None] Network c204ac7e-9814-49b1-b76f-4075164a2c9c is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:04:36.310956 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-45f4ab26-f082-41cb-85d8-4618b49d5abe None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:36.316715 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f4ab26-f082-41cb-85d8-4618b49d5abe None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:04:36.319939 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4ab26-f082-41cb-85d8-4618b49d5abe None None] Pushing event updated for resources: {'Port': ['ID=f6e7801d-4d7d-4043-824b-598818b45965,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:36.379396 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-45f4ab26-f082-41cb-85d8-4618b49d5abe None None] Attempting to bind port f6e7801d-4d7d-4043-824b-598818b45965 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:04:36.379912 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-45f4ab26-f082-41cb-85d8-4618b49d5abe None None] Attempting to bind port f6e7801d-4d7d-4043-824b-598818b45965 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '17ba986c-3efb-46a8-9c68-7ac92bb28402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c204ac7e-9814-49b1-b76f-4075164a2c9c'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:04:36.380487 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f4ab26-f082-41cb-85d8-4618b49d5abe None None] Attempting to bind port f6e7801d-4d7d-4043-824b-598818b45965 on network c204ac7e-9814-49b1-b76f-4075164a2c9c {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:04:36.386304 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f4ab26-f082-41cb-85d8-4618b49d5abe None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:04:36.386802 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f4ab26-f082-41cb-85d8-4618b49d5abe None None] Checking segment: {'id': '17ba986c-3efb-46a8-9c68-7ac92bb28402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c204ac7e-9814-49b1-b76f-4075164a2c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:04:36.387307 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-45f4ab26-f082-41cb-85d8-4618b49d5abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:36.387822 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f4ab26-f082-41cb-85d8-4618b49d5abe None None] Bound using segment: {'id': '17ba986c-3efb-46a8-9c68-7ac92bb28402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c204ac7e-9814-49b1-b76f-4075164a2c9c'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:04:36.388382 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-45f4ab26-f082-41cb-85d8-4618b49d5abe None None] Bound port: f6e7801d-4d7d-4043-824b-598818b45965, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ba986c-3efb-46a8-9c68-7ac92bb28402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'c204ac7e-9814-49b1-b76f-4075164a2c9c'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:04:36.388877 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-45f4ab26-f082-41cb-85d8-4618b49d5abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:36.394981 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72cd8a0f-1017-493f-a274-72f02dbcb823 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:36.414169 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-72cd8a0f-1017-493f-a274-72f02dbcb823 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] device_id is not set on port 258e67fb-208d-4457-8b9e-c7348ed0971f yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:04:36.465188 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-45f4ab26-f082-41cb-85d8-4618b49d5abe None None] For port f6e7801d-4d7d-4043-824b-598818b45965, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:04:36.468513 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-45f4ab26-f082-41cb-85d8-4618b49d5abe None None] For port f6e7801d-4d7d-4043-824b-598818b45965, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f6e7801d-4d7d-4043-824b-598818b45965,segment=NetworkSegment(17ba986c-3efb-46a8-9c68-7ac92bb28402),segment_id=17ba986c-3efb-46a8-9c68-7ac92bb28402)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:04:36.474726 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-45f4ab26-f082-41cb-85d8-4618b49d5abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:36.557561 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4ab26-f082-41cb-85d8-4618b49d5abe None None] Pushing event updated for resources: {'Port': ['ID=f6e7801d-4d7d-4043-824b-598818b45965,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:37.057073 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee6dca-a55a-43b5-8f39-de20e2dc7892 req-ce96e65a-2fb5-4815-ba1c-ccf6c9133061 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:37.058642 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-41ee6dca-a55a-43b5-8f39-de20e2dc7892 req-ce96e65a-2fb5-4815-ba1c-ccf6c9133061 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 945 time: 0.1843996 Jul 07 21:04:37.208020 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-41ee6dca-a55a-43b5-8f39-de20e2dc7892 req-fca66067-9b1d-4254-8732-e62bda261b7b tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423335 Jul 07 21:04:37.304547 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f6e7801d-4d7d-4043-824b-598818b45965 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:04:37.340596 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-72cd8a0f-1017-493f-a274-72f02dbcb823 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Allocated IP 2001:db8::36a (c204ac7e-9814-49b1-b76f-4075164a2c9c/28445a57-2a5b-49cb-8183-b0dc90a56476/258e67fb-208d-4457-8b9e-c7348ed0971f) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:04:37.357654 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-72cd8a0f-1017-493f-a274-72f02dbcb823 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Allocated IP 2001:db8:0:1::2a1 (c204ac7e-9814-49b1-b76f-4075164a2c9c/639a7711-4ac2-43cd-95a8-f96be5ca2c6c/258e67fb-208d-4457-8b9e-c7348ed0971f) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:04:37.431915 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port f6e7801d-4d7d-4043-824b-598818b45965 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:04:37.636768 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72cd8a0f-1017-493f-a274-72f02dbcb823 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:37.672045 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-72cd8a0f-1017-493f-a274-72f02dbcb823 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Transition to ACTIVE for port object 258e67fb-208d-4457-8b9e-c7348ed0971f will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:04:37.720086 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72cd8a0f-1017-493f-a274-72f02dbcb823 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:37.771434 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cd8a0f-1017-493f-a274-72f02dbcb823 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network c204ac7e-9814-49b1-b76f-4075164a2c9c is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:04:37.778873 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-72cd8a0f-1017-493f-a274-72f02dbcb823 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:37.781449 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cd8a0f-1017-493f-a274-72f02dbcb823 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:04:37.787419 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cd8a0f-1017-493f-a274-72f02dbcb823 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:37.788077 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72cd8a0f-1017-493f-a274-72f02dbcb823 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:37.822490 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-72cd8a0f-1017-493f-a274-72f02dbcb823 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 1.6686680 Jul 07 21:04:37.823386 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd8a0f-1017-493f-a274-72f02dbcb823 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Port': ['ID=258e67fb-208d-4457-8b9e-c7348ed0971f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:37.825261 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59010) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:37.831670 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-8e1b5acc-7fd4-4339-8415-3a52aaf59427 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '28445a57-2a5b-49cb-8183-b0dc90a56476'}]}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:37.951180 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4039a7c1-c44e-4a88-bd25-4065bbf4a661 None None] Network c204ac7e-9814-49b1-b76f-4075164a2c9c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:38.060586 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8e1b5acc-7fd4-4339-8415-3a52aaf59427 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:38.076107 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-83daf574-e809-4977-8fa9-13ea16d4faa0 None None] Provisioning for port f6e7801d-4d7d-4043-824b-598818b45965 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:04:38.087845 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-83daf574-e809-4977-8fa9-13ea16d4faa0 None None] Provisioning complete for port f6e7801d-4d7d-4043-824b-598818b45965 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:04:38.088319 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-83daf574-e809-4977-8fa9-13ea16d4faa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:38.321778 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-83daf574-e809-4977-8fa9-13ea16d4faa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:38.389323 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-83daf574-e809-4977-8fa9-13ea16d4faa0 None None] For port f6e7801d-4d7d-4043-824b-598818b45965, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f6e7801d-4d7d-4043-824b-598818b45965,segment=NetworkSegment(17ba986c-3efb-46a8-9c68-7ac92bb28402),segment_id=17ba986c-3efb-46a8-9c68-7ac92bb28402)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:38.397669 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-83daf574-e809-4977-8fa9-13ea16d4faa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:38.460602 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83daf574-e809-4977-8fa9-13ea16d4faa0 None None] Pushing event updated for resources: {'Port': ['ID=f6e7801d-4d7d-4043-824b-598818b45965,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:38.550182 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86291e9f-9b60-422f-87b7-8d1ca63b96f2 None None] Update dhcp port {'port': {'network_id': 'c204ac7e-9814-49b1-b76f-4075164a2c9c', 'fixed_ips': [{'subnet_id': '28445a57-2a5b-49cb-8183-b0dc90a56476', 'ip_address': '2001:db8::2'}, {'subnet_id': '639a7711-4ac2-43cd-95a8-f96be5ca2c6c'}], 'binding:host_id': 'n-d-695189-11'}, 'id': 'f6e7801d-4d7d-4043-824b-598818b45965'} from n-d-695189-11. {{(pid=100449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 21:04:38.575004 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:04:38.587411 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39414ae-560a-46b8-be4a-c56c86666963 req-f29dd1b6-c885-4c25-a138-e9760a292863 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:38.589163 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c39414ae-560a-46b8-be4a-c56c86666963 req-f29dd1b6-c885-4c25-a138-e9760a292863 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 945 time: 0.1750276 Jul 07 21:04:38.618268 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-86291e9f-9b60-422f-87b7-8d1ca63b96f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:38.639839 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-8e1b5acc-7fd4-4339-8415-3a52aaf59427 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Delete allocated IP 2001:db8:0:1::2a1 (c204ac7e-9814-49b1-b76f-4075164a2c9c/639a7711-4ac2-43cd-95a8-f96be5ca2c6c) {{(pid=100447) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 21:04:38.657562 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c39414ae-560a-46b8-be4a-c56c86666963 req-8cea3f38-5ffb-40e8-bdf4-1e1aab16b00d tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600610 Jul 07 21:04:38.705830 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:04:38.716907 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:04:38.717580 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:38.800438 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8e1b5acc-7fd4-4339-8415-3a52aaf59427 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:38.815643 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-8e1b5acc-7fd4-4339-8415-3a52aaf59427 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Ignored duplicate provisioning block setup for port 258e67fb-208d-4457-8b9e-c7348ed0971f by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 21:04:38.824417 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8e1b5acc-7fd4-4339-8415-3a52aaf59427 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:38.915867 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-8e1b5acc-7fd4-4339-8415-3a52aaf59427 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] In _notify_port_updated(), no bound segment for port 258e67fb-208d-4457-8b9e-c7348ed0971f on network c204ac7e-9814-49b1-b76f-4075164a2c9c {{(pid=100447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:04:38.920142 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-86291e9f-9b60-422f-87b7-8d1ca63b96f2 None None] Allocated IP 2001:db8:0:1::2 (c204ac7e-9814-49b1-b76f-4075164a2c9c/639a7711-4ac2-43cd-95a8-f96be5ca2c6c/f6e7801d-4d7d-4043-824b-598818b45965) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:04:38.925193 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1b5acc-7fd4-4339-8415-3a52aaf59427 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:38.926594 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8e1b5acc-7fd4-4339-8415-3a52aaf59427 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:38.928334 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8e1b5acc-7fd4-4339-8415-3a52aaf59427 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "PUT /v2.0/ports/258e67fb-208d-4457-8b9e-c7348ed0971f HTTP/1.1" status: 200 len: 923 time: 1.1017787 Jul 07 21:04:38.931268 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59022) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:38.937248 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-fc466d93-5c07-449a-b243-e0f089ea5eda tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '28445a57-2a5b-49cb-8183-b0dc90a56476'}, {'subnet_id': '639a7711-4ac2-43cd-95a8-f96be5ca2c6c'}]}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:38.951270 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b5acc-7fd4-4339-8415-3a52aaf59427 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Port': ['ID=258e67fb-208d-4457-8b9e-c7348ed0971f,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:39.053655 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fc466d93-5c07-449a-b243-e0f089ea5eda tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:39.084110 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:39.087242 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-86291e9f-9b60-422f-87b7-8d1ca63b96f2 None None] For port f6e7801d-4d7d-4043-824b-598818b45965, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f6e7801d-4d7d-4043-824b-598818b45965,segment=NetworkSegment(17ba986c-3efb-46a8-9c68-7ac92bb28402),segment_id=17ba986c-3efb-46a8-9c68-7ac92bb28402)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:39.126162 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edb3481-75fb-46bd-9cce-a40dd9d5f962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3518fb-b37f-49ee-b4d3-af8e0c52ae93'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:04:39.129594 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e5e371-c5e0-4919-8c04-b2fc65a8f6be" -d '{"events": [{"server_uuid": "1edb3481-75fb-46bd-9cce-a40dd9d5f962", "name": "network-vif-plugged", "status": "completed", "tag": "6b3518fb-b37f-49ee-b4d3-af8e0c52ae93"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:04:39.161408 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=6b3518fb-b37f-49ee-b4d3-af8e0c52ae93,segment=NetworkSegment(84bcb215-065b-47b0-b096-b779bcbdddb9),segment_id=84bcb215-065b-47b0-b096-b779bcbdddb9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:39.176656 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-86291e9f-9b60-422f-87b7-8d1ca63b96f2 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:39.198054 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-86291e9f-9b60-422f-87b7-8d1ca63b96f2 None None] Transition to ACTIVE for port object f6e7801d-4d7d-4043-824b-598818b45965 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:04:39.201010 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4698f0-5b9a-472d-9e3b-85fb0b96ee74 x-openstack-request-id: req-fb4698f0-5b9a-472d-9e3b-85fb0b96ee74 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:04:39.201345 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1edb3481-75fb-46bd-9cce-a40dd9d5f962", "name": "network-vif-plugged", "status": "completed", "tag": "6b3518fb-b37f-49ee-b4d3-af8e0c52ae93", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:04:39.201983 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fb4698f0-5b9a-472d-9e3b-85fb0b96ee74 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:04:39.203116 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1edb3481-75fb-46bd-9cce-a40dd9d5f962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3518fb-b37f-49ee-b4d3-af8e0c52ae93', 'code': 200} Jul 07 21:04:39.205210 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:39.212487 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-86291e9f-9b60-422f-87b7-8d1ca63b96f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:39.271026 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f6e7801d-4d7d-4043-824b-598818b45965 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:04:39.380413 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898e9c4-f41d-4575-82bc-ed452c2ab0dc req-4285d20e-5b4c-4392-be2a-39afe1bea33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:39.382871 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b898e9c4-f41d-4575-82bc-ed452c2ab0dc req-4285d20e-5b4c-4392-be2a-39afe1bea33f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 1098 time: 0.0829246 Jul 07 21:04:39.474201 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b898e9c4-f41d-4575-82bc-ed452c2ab0dc req-221126f6-98e4-4611-80ca-8243f5737261 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829442 Jul 07 21:04:39.479237 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=6b3518fb-b37f-49ee-b4d3-af8e0c52ae93,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:39.567080 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86291e9f-9b60-422f-87b7-8d1ca63b96f2 None None] Pushing event updated for resources: {'Port': ['ID=f6e7801d-4d7d-4043-824b-598818b45965,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:39.711835 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-fc466d93-5c07-449a-b243-e0f089ea5eda tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Allocated IP 2001:db8:0:1::352 (c204ac7e-9814-49b1-b76f-4075164a2c9c/639a7711-4ac2-43cd-95a8-f96be5ca2c6c/258e67fb-208d-4457-8b9e-c7348ed0971f) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:04:39.904219 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fc466d93-5c07-449a-b243-e0f089ea5eda tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:39.919278 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-fc466d93-5c07-449a-b243-e0f089ea5eda tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Ignored duplicate provisioning block setup for port 258e67fb-208d-4457-8b9e-c7348ed0971f by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 21:04:39.931035 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fc466d93-5c07-449a-b243-e0f089ea5eda tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:40.101122 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59048) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:40.149160 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-fc466d93-5c07-449a-b243-e0f089ea5eda tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] In _notify_port_updated(), no bound segment for port 258e67fb-208d-4457-8b9e-c7348ed0971f on network c204ac7e-9814-49b1-b76f-4075164a2c9c {{(pid=100448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:04:40.155766 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc466d93-5c07-449a-b243-e0f089ea5eda tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:40.157406 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fc466d93-5c07-449a-b243-e0f089ea5eda tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:40.159059 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fc466d93-5c07-449a-b243-e0f089ea5eda tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "PUT /v2.0/ports/258e67fb-208d-4457-8b9e-c7348ed0971f HTTP/1.1" status: 200 len: 1009 time: 1.2266729 Jul 07 21:04:40.162180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc466d93-5c07-449a-b243-e0f089ea5eda tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Port': ['ID=258e67fb-208d-4457-8b9e-c7348ed0971f,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:40.166752 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59052) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:40.210214 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352a0dd-e60a-4001-842e-4dfb0a4eda61 req-b314ef29-3c00-4155-9da1-083b5f94fc62 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:40.217003 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a352a0dd-e60a-4001-842e-4dfb0a4eda61 req-b314ef29-3c00-4155-9da1-083b5f94fc62 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.2223985 Jul 07 21:04:40.309784 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a352a0dd-e60a-4001-842e-4dfb0a4eda61 req-b3efbb65-3be3-4dee-bd8a-53d63861d81d tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848520 Jul 07 21:04:40.445205 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a3b03e20-4250-43ae-a786-ddca2f0932c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:40.515697 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6cf06-7199-400c-ac64-c5d6eb5c66b6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting port 258e67fb-208d-4457-8b9e-c7348ed0971f {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:40.516191 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8d6cf06-7199-400c-ac64-c5d6eb5c66b6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:40.617170 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1794bee7-c034-43b8-86ba-0baf89657676 None None] Network c204ac7e-9814-49b1-b76f-4075164a2c9c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:40.748110 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9238c5bb-6b32-458f-93d0-ebc291631cfd None None] Provisioning for port f6e7801d-4d7d-4043-824b-598818b45965 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:04:40.756130 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9238c5bb-6b32-458f-93d0-ebc291631cfd None None] Provisioning complete for port f6e7801d-4d7d-4043-824b-598818b45965 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:04:40.756526 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9238c5bb-6b32-458f-93d0-ebc291631cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:40.758092 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8d6cf06-7199-400c-ac64-c5d6eb5c66b6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:40.804276 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6cf06-7199-400c-ac64-c5d6eb5c66b6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Calling delete_port for 258e67fb-208d-4457-8b9e-c7348ed0971f owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:40.981634 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a3b03e20-4250-43ae-a786-ddca2f0932c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:40.990821 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a3b03e20-4250-43ae-a786-ddca2f0932c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:41.076027 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a3b03e20-4250-43ae-a786-ddca2f0932c6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e53e6950d68444a9a69fa8f17b8844b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9734464 Jul 07 21:04:41.079275 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59060) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:41.085492 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b03e20-4250-43ae-a786-ddca2f0932c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9a9c59-f72c-4ec4-a6ec-5d8e843b2393,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:41.180482 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9238c5bb-6b32-458f-93d0-ebc291631cfd None None] Provisioning for port 258e67fb-208d-4457-8b9e-c7348ed0971f completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:04:41.201316 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1f7ae1b4-e01d-4e3e-ba1f-635170e7675f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:41.201506 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8d6cf06-7199-400c-ac64-c5d6eb5c66b6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:41.204471 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9238c5bb-6b32-458f-93d0-ebc291631cfd None None] Provisioning complete for port 258e67fb-208d-4457-8b9e-c7348ed0971f triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:04:41.205026 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9238c5bb-6b32-458f-93d0-ebc291631cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:41.229054 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1f7ae1b4-e01d-4e3e-ba1f-635170e7675f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:41.246601 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-9238c5bb-6b32-458f-93d0-ebc291631cfd None None] Port 258e67fb-208d-4457-8b9e-c7348ed0971f was deleted so its status cannot be updated. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 21:04:41.258621 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f6e7801d-4d7d-4043-824b-598818b45965 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:04:41.269821 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6cf06-7199-400c-ac64-c5d6eb5c66b6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Port': ['ID=258e67fb-208d-4457-8b9e-c7348ed0971f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:41.321216 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1f7ae1b4-e01d-4e3e-ba1f-635170e7675f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:41.324294 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1f7ae1b4-e01d-4e3e-ba1f-635170e7675f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:41.329268 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1f7ae1b4-e01d-4e3e-ba1f-635170e7675f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd9a9c59-f72c-4ec4-a6ec-5d8e843b2393 HTTP/1.1" status: 204 len: 168 time: 0.2453310 Jul 07 21:04:41.343763 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8d6cf06-7199-400c-ac64-c5d6eb5c66b6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:41.345288 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port f6e7801d-4d7d-4043-824b-598818b45965 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:04:41.345737 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:41.349194 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c8d6cf06-7199-400c-ac64-c5d6eb5c66b6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/ports/258e67fb-208d-4457-8b9e-c7348ed0971f HTTP/1.1" status: 204 len: 168 time: 1.1807928 Jul 07 21:04:41.349457 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59066) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:41.350985 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ae1b4-e01d-4e3e-ba1f-635170e7675f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9a9c59-f72c-4ec4-a6ec-5d8e843b2393,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:41.405519 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-e445eb35-c33d-4f56-b997-4764f3badd41 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] GET failed (client error): The resource could not be found. Jul 07 21:04:41.407750 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e445eb35-c33d-4f56-b997-4764f3badd41 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports/258e67fb-208d-4457-8b9e-c7348ed0971f HTTP/1.1" status: 404 len: 333 time: 0.0542240 Jul 07 21:04:41.410436 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59068) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:41.549903 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a8f66dcc-73f7-42de-a30e-4a080ab122ff None None] Provisioning complete for port f6e7801d-4d7d-4043-824b-598818b45965 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:04:41.550284 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a8f66dcc-73f7-42de-a30e-4a080ab122ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:41.556474 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-b498c335-7436-4515-8d3d-0776bfeb46b1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting subnet 639a7711-4ac2-43cd-95a8-f96be5ca2c6c {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:04:41.561122 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b498c335-7436-4515-8d3d-0776bfeb46b1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:41.629275 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b498c335-7436-4515-8d3d-0776bfeb46b1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:41.670068 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a8f66dcc-73f7-42de-a30e-4a080ab122ff None None] Could not find standard attr ID for object 258e67fb-208d-4457-8b9e-c7348ed0971f. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:04:41.690136 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c7509-5489-4f85-a5b3-96fda29ef5c9 req-e3a8dbe5-35dc-4951-8a4b-e6b31e66fd3c tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:41.691783 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b45c7509-5489-4f85-a5b3-96fda29ef5c9 req-e3a8dbe5-35dc-4951-8a4b-e6b31e66fd3c tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.1717043 Jul 07 21:04:41.778666 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b45c7509-5489-4f85-a5b3-96fda29ef5c9 req-606f67ae-b229-45c5-984c-e6be15f076fa tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781813 Jul 07 21:04:41.786363 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b498c335-7436-4515-8d3d-0776bfeb46b1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:41.858007 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59076) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:41.885097 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-829b86ce-3342-4a2c-b9e1-db7532245aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:41.887664 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b5f5227e-4509-4ead-8da9-63aa5cbc2ddf None None] Could not find standard attr ID for object 258e67fb-208d-4457-8b9e-c7348ed0971f. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:04:41.890274 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b498c335-7436-4515-8d3d-0776bfeb46b1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:41.933109 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498c335-7436-4515-8d3d-0776bfeb46b1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Subnet': ['ID=639a7711-4ac2-43cd-95a8-f96be5ca2c6c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:41.944454 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b498c335-7436-4515-8d3d-0776bfeb46b1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:41.950689 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b498c335-7436-4515-8d3d-0776bfeb46b1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/subnets/639a7711-4ac2-43cd-95a8-f96be5ca2c6c HTTP/1.1" status: 204 len: 168 time: 0.5358236 Jul 07 21:04:41.951097 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59078) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:42.039148 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9c350a-2b01-44ba-8f9f-2e0f3623c5fd tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting subnet 28445a57-2a5b-49cb-8183-b0dc90a56476 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:04:42.051149 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2a9c350a-2b01-44ba-8f9f-2e0f3623c5fd tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:42.092292 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-829b86ce-3342-4a2c-b9e1-db7532245aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:42.098388 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-829b86ce-3342-4a2c-b9e1-db7532245aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:42.123437 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d2f73d-5357-43e9-981d-3bcb250579d4 None None] Network c204ac7e-9814-49b1-b76f-4075164a2c9c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:42.135085 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2a9c350a-2b01-44ba-8f9f-2e0f3623c5fd tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:42.187585 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b86ce-3342-4a2c-b9e1-db7532245aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c830c33e-e567-493b-ae90-a169f8ec4801,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:42.204557 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-829b86ce-3342-4a2c-b9e1-db7532245aff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7654c0ee83f542059d0215253522fa9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3454924 Jul 07 21:04:42.206213 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59084) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:42.215575 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be22af-6624-421a-9247-5d5abe44fc58 req-eedeb13d-0b40-4d2e-9dc2-96696194dc01 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:42.217228 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-92be22af-6624-421a-9247-5d5abe44fc58 req-eedeb13d-0b40-4d2e-9dc2-96696194dc01 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.1955183 Jul 07 21:04:42.268082 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2a9c350a-2b01-44ba-8f9f-2e0f3623c5fd tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:42.290447 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-03362ff0-2c91-4985-9a21-e48eeeb388b6 None None] Could not find standard attr ID for object 258e67fb-208d-4457-8b9e-c7348ed0971f. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:04:42.308170 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f70f3d33-f18f-4e6c-8996-dbb34764ed16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:42.337422 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f70f3d33-f18f-4e6c-8996-dbb34764ed16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:42.359214 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2a9c350a-2b01-44ba-8f9f-2e0f3623c5fd tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:42.403517 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f70f3d33-f18f-4e6c-8996-dbb34764ed16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:42.407086 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2a9c350a-2b01-44ba-8f9f-2e0f3623c5fd tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:42.408017 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f70f3d33-f18f-4e6c-8996-dbb34764ed16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:42.409114 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2a9c350a-2b01-44ba-8f9f-2e0f3623c5fd tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/subnets/28445a57-2a5b-49cb-8183-b0dc90a56476 HTTP/1.1" status: 204 len: 168 time: 0.4569035 Jul 07 21:04:42.410344 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c350a-2b01-44ba-8f9f-2e0f3623c5fd tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Subnet': ['ID=28445a57-2a5b-49cb-8183-b0dc90a56476,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:42.416488 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59086) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:42.416605 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f70f3d33-f18f-4e6c-8996-dbb34764ed16 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c830c33e-e567-493b-ae90-a169f8ec4801 HTTP/1.1" status: 204 len: 168 time: 0.2092297 Jul 07 21:04:42.425891 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f3d33-f18f-4e6c-8996-dbb34764ed16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c830c33e-e567-493b-ae90-a169f8ec4801,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:42.440562 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-92be22af-6624-421a-9247-5d5abe44fc58 req-8e26bf55-4aab-4589-80e7-b5b1f660ae43 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265862 Jul 07 21:04:42.570260 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e25c6c9-aca7-4894-9d03-c1db7a6ab9d7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:42.594568 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cab822-6585-4e8e-a8ef-0ef5e95c10a0 None None] Update dhcp port {'port': {'network_id': 'c204ac7e-9814-49b1-b76f-4075164a2c9c', 'fixed_ips': [{'subnet_id': '28445a57-2a5b-49cb-8183-b0dc90a56476'}], 'binding:host_id': 'n-d-695189-11'}, 'id': 'f6e7801d-4d7d-4043-824b-598818b45965'} from n-d-695189-11. {{(pid=100449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 21:04:42.634572 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-0e25c6c9-aca7-4894-9d03-c1db7a6ab9d7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting port f6e7801d-4d7d-4043-824b-598818b45965 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:42.635263 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e25c6c9-aca7-4894-9d03-c1db7a6ab9d7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:42.680881 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f2cab822-6585-4e8e-a8ef-0ef5e95c10a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:42.723600 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-0e25c6c9-aca7-4894-9d03-c1db7a6ab9d7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] For port f6e7801d-4d7d-4043-824b-598818b45965, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f6e7801d-4d7d-4043-824b-598818b45965,segment=NetworkSegment(17ba986c-3efb-46a8-9c68-7ac92bb28402),segment_id=17ba986c-3efb-46a8-9c68-7ac92bb28402)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:42.724315 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e25c6c9-aca7-4894-9d03-c1db7a6ab9d7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:42.758697 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-0e25c6c9-aca7-4894-9d03-c1db7a6ab9d7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Calling delete_port for f6e7801d-4d7d-4043-824b-598818b45965 owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:42.899785 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e25c6c9-aca7-4894-9d03-c1db7a6ab9d7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:42.921522 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e25c6c9-aca7-4894-9d03-c1db7a6ab9d7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] No DVR routers for this DVR port f6e7801d-4d7d-4043-824b-598818b45965 on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:04:42.951270 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25c6c9-aca7-4894-9d03-c1db7a6ab9d7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Port': ['ID=f6e7801d-4d7d-4043-824b-598818b45965,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:43.000857 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac27427-8568-4ffc-a394-3b01a7112929 req-69000a59-25e2-4111-ad28-8999d28f9226 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:43.002563 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3ac27427-8568-4ffc-a394-3b01a7112929 req-69000a59-25e2-4111-ad28-8999d28f9226 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.1802647 Jul 07 21:04:43.026710 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa60423-5f93-4e3b-b0b3-e8aa072f91ea None None] Network c204ac7e-9814-49b1-b76f-4075164a2c9c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:43.111624 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e25c6c9-aca7-4894-9d03-c1db7a6ab9d7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:43.127782 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-0e25c6c9-aca7-4894-9d03-c1db7a6ab9d7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c204ac7e-9814-49b1-b76f-4075164a2c9c']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:43.140185 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-0e25c6c9-aca7-4894-9d03-c1db7a6ab9d7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ba986c-3efb-46a8-9c68-7ac92bb28402') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:43.140797 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-0e25c6c9-aca7-4894-9d03-c1db7a6ab9d7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ba986c-3efb-46a8-9c68-7ac92bb28402') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:43.151843 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e25c6c9-aca7-4894-9d03-c1db7a6ab9d7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:43.160749 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-cef0a578-71d6-45ee-8078-ac0e48bfc4a3 None None] Could not find standard attr ID for object f6e7801d-4d7d-4043-824b-598818b45965. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:04:43.170745 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e25c6c9-aca7-4894-9d03-c1db7a6ab9d7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:43.179396 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e25c6c9-aca7-4894-9d03-c1db7a6ab9d7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:04:43.180132 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e25c6c9-aca7-4894-9d03-c1db7a6ab9d7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:43.269136 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f6e7801d-4d7d-4043-824b-598818b45965 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:04:43.299377 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:04:43.302155 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: f6e7801d-4d7d-4043-824b-598818b45965 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:04:43.302155 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f6e7801d-4d7d-4043-824b-598818b45965 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:04:43.307319 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e25c6c9-aca7-4894-9d03-c1db7a6ab9d7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:43.312718 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e25c6c9-aca7-4894-9d03-c1db7a6ab9d7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:43.315681 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0e25c6c9-aca7-4894-9d03-c1db7a6ab9d7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/networks/c204ac7e-9814-49b1-b76f-4075164a2c9c HTTP/1.1" status: 204 len: 168 time: 0.8979983 Jul 07 21:04:43.322391 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59116) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:43.342808 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c59f97-81a0-4827-96a2-e4953b3fd104 None None] DHCP port deletion for c204ac7e-9814-49b1-b76f-4075164a2c9c request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:04:43.368239 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25c6c9-aca7-4894-9d03-c1db7a6ab9d7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Network': ['ID=c204ac7e-9814-49b1-b76f-4075164a2c9c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:43.390292 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3ac27427-8568-4ffc-a394-3b01a7112929 req-f222103d-cf6f-4e2f-b9dd-17010c80f985 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520627 Jul 07 21:04:43.464644 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088b3deb-7891-45e9-b5bc-73bd43584106 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:43.478894 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-088b3deb-7891-45e9-b5bc-73bd43584106 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1477928 Jul 07 21:04:43.479136 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59122) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:43.579606 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59128) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:43.580353 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c197ffcd-a8eb-4d4c-82be-a6a07b310d4a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1056674 Jul 07 21:04:43.585082 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-9e99b7ae-0b47-4765-9d35-3630744fb4b5 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-383418643'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:43.622604 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e99b7ae-0b47-4765-9d35-3630744fb4b5 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:43.627966 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9e99b7ae-0b47-4765-9d35-3630744fb4b5 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:43.660537 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e99b7ae-0b47-4765-9d35-3630744fb4b5 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:04:43.664875 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0850e6-de85-490e-952b-ce38fc7c344b req-e18689a7-8168-4fb1-86e5-fce66316dcb1 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:43.672751 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fc0850e6-de85-490e-952b-ce38fc7c344b req-e18689a7-8168-4fb1-86e5-fce66316dcb1 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.0905755 Jul 07 21:04:43.673001 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9e99b7ae-0b47-4765-9d35-3630744fb4b5 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:43.673275 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-9e99b7ae-0b47-4765-9d35-3630744fb4b5 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Added segment 4debd62b-3c5e-41d3-a321-823e9754b7d3 of type vlan for network 187e2f9e-cfad-40a7-bfe8-2994cdce7697 Jul 07 21:04:43.712040 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59134) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:43.729402 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fc0850e6-de85-490e-952b-ce38fc7c344b req-3ee28506-4f77-4955-80ee-b75a03fd8331 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557976 Jul 07 21:04:43.729564 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9e99b7ae-0b47-4765-9d35-3630744fb4b5 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:43.785545 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9e99b7ae-0b47-4765-9d35-3630744fb4b5 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:43.791783 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e99b7ae-0b47-4765-9d35-3630744fb4b5 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:43.792388 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9e99b7ae-0b47-4765-9d35-3630744fb4b5 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:43.858651 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9e99b7ae-0b47-4765-9d35-3630744fb4b5 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2775083 Jul 07 21:04:43.861662 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59140) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:43.867586 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-c6ee823b-eb3d-4d73-8b88-9ad36f644e76 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'subnet': {'network_id': '187e2f9e-cfad-40a7-bfe8-2994cdce7697', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:43.889488 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99b7ae-0b47-4765-9d35-3630744fb4b5 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Network': ['ID=187e2f9e-cfad-40a7-bfe8-2994cdce7697,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:43.901646 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 187e2f9e-cfad-40a7-bfe8-2994cdce7697 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:04:43.950249 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ea3c152c-249b-456a-9cde-fd31d7a39f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:43.992452 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.db.api [None req-ea3c152c-249b-456a-9cde-fd31d7a39f9a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 21:04:43.992452 n-d-695189-11 neutron-server[100448]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 21:04:43.992452 n-d-695189-11 neutron-server[100448]: [parameters: {'project_id': 'bd289cf69e1c44dba36a8234824babe8', 'id': '4b732978-e966-451d-9608-79e2aa5a60f9', 'expiration': datetime.datetime(2021, 7, 7, 21, 6, 43, 980602)}] Jul 07 21:04:43.992452 n-d-695189-11 neutron-server[100448]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:04:43.992844 n-d-695189-11 neutron-server[100448]: DEBUG oslo_db.api [None req-ea3c152c-249b-456a-9cde-fd31d7a39f9a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:04:43.997321 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ee823b-eb3d-4d73-8b88-9ad36f644e76 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:44.001877 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c6ee823b-eb3d-4d73-8b88-9ad36f644e76 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:44.289635 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c6ee823b-eb3d-4d73-8b88-9ad36f644e76 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:44.403341 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee823b-eb3d-4d73-8b88-9ad36f644e76 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Subnet': ['ID=78d89e7c-dc9b-45b9-93c6-46f828b35112,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:44.414541 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ee823b-eb3d-4d73-8b88-9ad36f644e76 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Checking segment: {'id': '4debd62b-3c5e-41d3-a321-823e9754b7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '187e2f9e-cfad-40a7-bfe8-2994cdce7697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:04:44.415023 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ee823b-eb3d-4d73-8b88-9ad36f644e76 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network hostable DHCP agents. Network: 187e2f9e-cfad-40a7-bfe8-2994cdce7697, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:04:44.478503 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ee823b-eb3d-4d73-8b88-9ad36f644e76 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network 187e2f9e-cfad-40a7-bfe8-2994cdce7697 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:04:44.490578 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee64b1-1ee8-4aa3-8a10-f9b7fb166468 req-6bdf395f-2dfd-4bc0-ad9c-94ea8d23692a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:44.492222 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-feee64b1-1ee8-4aa3-8a10-f9b7fb166468 req-6bdf395f-2dfd-4bc0-ad9c-94ea8d23692a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.1644328 Jul 07 21:04:44.494515 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ea3c152c-249b-456a-9cde-fd31d7a39f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:44.514398 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-c6ee823b-eb3d-4d73-8b88-9ad36f644e76 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 187e2f9e-cfad-40a7-bfe8-2994cdce7697) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:44.523930 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f5ef38-e196-4b50-a20c-ba962ea96074 None None] Network 187e2f9e-cfad-40a7-bfe8-2994cdce7697 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:44.559895 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ee823b-eb3d-4d73-8b88-9ad36f644e76 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:44.560222 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c6ee823b-eb3d-4d73-8b88-9ad36f644e76 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:44.605349 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca192b-9c5f-4e5f-8c26-7a9415447303 req-ee027ba4-13b7-47d9-9033-128bb5a3761b tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:44.606925 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-06ca192b-9c5f-4e5f-8c26-7a9415447303 req-ee027ba4-13b7-47d9-9033-128bb5a3761b tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b886f9-f2e2-4f80-8831-b8397cafc3df HTTP/1.1" status: 200 len: 945 time: 0.2048509 Jul 07 21:04:44.661601 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-feee64b1-1ee8-4aa3-8a10-f9b7fb166468 req-77ceb09b-9ffe-4256-81a8-2abc4884dcd7 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498086 Jul 07 21:04:44.703197 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-06ca192b-9c5f-4e5f-8c26-7a9415447303 req-d1143f96-6487-4afb-8eb8-5ec6b76097e8 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/security-groups?id=04c3f958-edad-47d0-988d-81e2782835ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795372 Jul 07 21:04:44.712125 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ea3c152c-249b-456a-9cde-fd31d7a39f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:44.714031 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641cb514-e14a-46c8-92de-b9883fa945c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-187e2f9e-cfad-40a7-bfe8-2994cdce7697', 'network_id': '187e2f9e-cfad-40a7-bfe8-2994cdce7697', 'tenant_id': 'be995280e0b54435933b27a852a0026d', 'fixed_ips': [{'subnet_id': '78d89e7c-dc9b-45b9-93c6-46f828b35112'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:04:44.728029 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-641cb514-e14a-46c8-92de-b9883fa945c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:44.728115 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ea3c152c-249b-456a-9cde-fd31d7a39f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:44.728115 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c6ee823b-eb3d-4d73-8b88-9ad36f644e76 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8626931 Jul 07 21:04:44.729264 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59168) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:44.736118 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-3613eced-6275-4f1d-9aad-0631a7021b26 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'port': {'network_id': '187e2f9e-cfad-40a7-bfe8-2994cdce7697', 'name': 'tempest-PortsIpV6TestJSON-1959373718'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:44.791281 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ea3c152c-249b-456a-9cde-fd31d7a39f9a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bd289cf69e1c44dba36a8234824babe8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0780838 Jul 07 21:04:44.792211 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c152c-249b-456a-9cde-fd31d7a39f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df214d7d-1818-4a89-b50b-f15758757099,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:44.795583 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59172) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:44.868485 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1deb48cc-50a7-4fc5-82e8-741a928e3e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:44.896734 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3613eced-6275-4f1d-9aad-0631a7021b26 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:44.907951 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3613eced-6275-4f1d-9aad-0631a7021b26 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:44.925917 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1deb48cc-50a7-4fc5-82e8-741a928e3e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:44.930349 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-3613eced-6275-4f1d-9aad-0631a7021b26 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] device_id is not set on port f2a6ae4d-a251-404d-a0ce-4802f0ae705d yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:04:44.985614 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-641cb514-e14a-46c8-92de-b9883fa945c5 None None] Allocated IP 2001:db8::2 (187e2f9e-cfad-40a7-bfe8-2994cdce7697/78d89e7c-dc9b-45b9-93c6-46f828b35112/b5b012a7-eb27-4bde-aa12-858d605643b4) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:04:44.992483 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1deb48cc-50a7-4fc5-82e8-741a928e3e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:44.996351 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1deb48cc-50a7-4fc5-82e8-741a928e3e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:44.999498 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1deb48cc-50a7-4fc5-82e8-741a928e3e28 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/df214d7d-1818-4a89-b50b-f15758757099 HTTP/1.1" status: 204 len: 168 time: 0.2021000 Jul 07 21:04:45.010344 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb48cc-50a7-4fc5-82e8-741a928e3e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df214d7d-1818-4a89-b50b-f15758757099,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:45.164351 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-641cb514-e14a-46c8-92de-b9883fa945c5 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:45.172959 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-641cb514-e14a-46c8-92de-b9883fa945c5 None None] Transition to ACTIVE for port object b5b012a7-eb27-4bde-aa12-858d605643b4 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:04:45.189186 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-641cb514-e14a-46c8-92de-b9883fa945c5 None None] Transition to ACTIVE for port object b5b012a7-eb27-4bde-aa12-858d605643b4 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:04:45.194701 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-641cb514-e14a-46c8-92de-b9883fa945c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:45.234760 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641cb514-e14a-46c8-92de-b9883fa945c5 None None] Network 187e2f9e-cfad-40a7-bfe8-2994cdce7697 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:04:45.237813 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-641cb514-e14a-46c8-92de-b9883fa945c5 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:45.240637 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641cb514-e14a-46c8-92de-b9883fa945c5 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:04:45.264726 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-3613eced-6275-4f1d-9aad-0631a7021b26 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Allocated IP 2001:db8::14a (187e2f9e-cfad-40a7-bfe8-2994cdce7697/78d89e7c-dc9b-45b9-93c6-46f828b35112/f2a6ae4d-a251-404d-a0ce-4802f0ae705d) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:04:45.284644 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641cb514-e14a-46c8-92de-b9883fa945c5 None None] Pushing event updated for resources: {'Port': ['ID=b5b012a7-eb27-4bde-aa12-858d605643b4,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:45.333615 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-641cb514-e14a-46c8-92de-b9883fa945c5 None None] Attempting to bind port b5b012a7-eb27-4bde-aa12-858d605643b4 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:04:45.334315 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-641cb514-e14a-46c8-92de-b9883fa945c5 None None] Attempting to bind port b5b012a7-eb27-4bde-aa12-858d605643b4 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '4debd62b-3c5e-41d3-a321-823e9754b7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '187e2f9e-cfad-40a7-bfe8-2994cdce7697'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:04:45.334870 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641cb514-e14a-46c8-92de-b9883fa945c5 None None] Attempting to bind port b5b012a7-eb27-4bde-aa12-858d605643b4 on network 187e2f9e-cfad-40a7-bfe8-2994cdce7697 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:04:45.341334 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641cb514-e14a-46c8-92de-b9883fa945c5 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:04:45.342233 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641cb514-e14a-46c8-92de-b9883fa945c5 None None] Checking segment: {'id': '4debd62b-3c5e-41d3-a321-823e9754b7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '187e2f9e-cfad-40a7-bfe8-2994cdce7697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:04:45.342898 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-641cb514-e14a-46c8-92de-b9883fa945c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:45.343352 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641cb514-e14a-46c8-92de-b9883fa945c5 None None] Bound using segment: {'id': '4debd62b-3c5e-41d3-a321-823e9754b7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '187e2f9e-cfad-40a7-bfe8-2994cdce7697'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:04:45.344463 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-641cb514-e14a-46c8-92de-b9883fa945c5 None None] Bound port: b5b012a7-eb27-4bde-aa12-858d605643b4, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4debd62b-3c5e-41d3-a321-823e9754b7d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '187e2f9e-cfad-40a7-bfe8-2994cdce7697'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:04:45.344860 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-641cb514-e14a-46c8-92de-b9883fa945c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:45.425684 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-641cb514-e14a-46c8-92de-b9883fa945c5 None None] For port b5b012a7-eb27-4bde-aa12-858d605643b4, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:04:45.429605 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-641cb514-e14a-46c8-92de-b9883fa945c5 None None] For port b5b012a7-eb27-4bde-aa12-858d605643b4, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b5b012a7-eb27-4bde-aa12-858d605643b4,segment=NetworkSegment(4debd62b-3c5e-41d3-a321-823e9754b7d3),segment_id=4debd62b-3c5e-41d3-a321-823e9754b7d3)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:04:45.439691 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-641cb514-e14a-46c8-92de-b9883fa945c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:45.458176 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3613eced-6275-4f1d-9aad-0631a7021b26 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:45.476619 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-3613eced-6275-4f1d-9aad-0631a7021b26 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Transition to ACTIVE for port object f2a6ae4d-a251-404d-a0ce-4802f0ae705d will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:04:45.509761 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641cb514-e14a-46c8-92de-b9883fa945c5 None None] Pushing event updated for resources: {'Port': ['ID=b5b012a7-eb27-4bde-aa12-858d605643b4,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:45.523536 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3613eced-6275-4f1d-9aad-0631a7021b26 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:45.599399 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3613eced-6275-4f1d-9aad-0631a7021b26 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network 187e2f9e-cfad-40a7-bfe8-2994cdce7697 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:04:45.606480 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-3613eced-6275-4f1d-9aad-0631a7021b26 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:45.614022 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3613eced-6275-4f1d-9aad-0631a7021b26 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:04:45.622651 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3613eced-6275-4f1d-9aad-0631a7021b26 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:45.623538 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3613eced-6275-4f1d-9aad-0631a7021b26 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:45.648101 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613eced-6275-4f1d-9aad-0631a7021b26 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Port': ['ID=f2a6ae4d-a251-404d-a0ce-4802f0ae705d,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:45.654322 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3613eced-6275-4f1d-9aad-0631a7021b26 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9232810 Jul 07 21:04:45.657039 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59196) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:45.662105 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-a35c59da-3d06-44e7-9570-8713df744297 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'port': {'network_id': '187e2f9e-cfad-40a7-bfe8-2994cdce7697', 'name': 'tempest-PortsIpV6TestJSON-55386709'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:45.864115 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35c59da-3d06-44e7-9570-8713df744297 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:45.868427 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a35c59da-3d06-44e7-9570-8713df744297 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:45.904168 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-a35c59da-3d06-44e7-9570-8713df744297 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] device_id is not set on port c39e0ee6-0030-4dec-aec8-048dfbae23ff yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:04:46.017537 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55ee4a-7ad1-474f-8217-be4d3a3cded5 req-b47854d0-d3cb-46b3-908d-f01cd08ae2c4 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:46.023625 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fb55ee4a-7ad1-474f-8217-be4d3a3cded5 req-b47854d0-d3cb-46b3-908d-f01cd08ae2c4 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.1286094 Jul 07 21:04:46.090718 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fb55ee4a-7ad1-474f-8217-be4d3a3cded5 req-dd790b79-b900-450e-8a22-3c2e2219a392 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623975 Jul 07 21:04:46.164081 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-a35c59da-3d06-44e7-9570-8713df744297 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Allocated IP 2001:db8::3b1 (187e2f9e-cfad-40a7-bfe8-2994cdce7697/78d89e7c-dc9b-45b9-93c6-46f828b35112/c39e0ee6-0030-4dec-aec8-048dfbae23ff) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:04:46.191676 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0602e-5093-44c1-95d1-f7dfe1577cbe req-32da8e26-74d5-49de-879f-aed320d51681 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:46.193934 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cda0602e-5093-44c1-95d1-f7dfe1577cbe req-32da8e26-74d5-49de-879f-aed320d51681 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b886f9-f2e2-4f80-8831-b8397cafc3df HTTP/1.1" status: 200 len: 945 time: 0.1016963 Jul 07 21:04:46.252961 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cda0602e-5093-44c1-95d1-f7dfe1577cbe req-a7d26151-d526-43c5-ab47-9470693aa7a6 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/security-groups?id=04c3f958-edad-47d0-988d-81e2782835ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430393 Jul 07 21:04:46.366898 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a35c59da-3d06-44e7-9570-8713df744297 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:46.380714 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-a35c59da-3d06-44e7-9570-8713df744297 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Transition to ACTIVE for port object c39e0ee6-0030-4dec-aec8-048dfbae23ff will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:04:46.421780 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a35c59da-3d06-44e7-9570-8713df744297 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:46.491054 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c59da-3d06-44e7-9570-8713df744297 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Port': ['ID=c39e0ee6-0030-4dec-aec8-048dfbae23ff,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:46.502540 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35c59da-3d06-44e7-9570-8713df744297 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network 187e2f9e-cfad-40a7-bfe8-2994cdce7697 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:04:46.504322 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-a35c59da-3d06-44e7-9570-8713df744297 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:46.510093 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35c59da-3d06-44e7-9570-8713df744297 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:04:46.518071 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35c59da-3d06-44e7-9570-8713df744297 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:46.518976 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a35c59da-3d06-44e7-9570-8713df744297 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:46.535550 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a35c59da-3d06-44e7-9570-8713df744297 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8773210 Jul 07 21:04:46.538364 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59218) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:46.751887 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c9d31f-2591-4cf7-a898-2b6059c6313c tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:46.753613 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-29c9d31f-2591-4cf7-a898-2b6059c6313c tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A14a HTTP/1.1" status: 200 len: 929 time: 0.2142751 Jul 07 21:04:46.756592 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59228) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:46.920201 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-ee84f45a-18c7-473a-8940-21d6c17facf7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting port c39e0ee6-0030-4dec-aec8-048dfbae23ff {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:46.920554 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ee84f45a-18c7-473a-8940-21d6c17facf7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:46.996375 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d32455-0718-4f45-b669-8ec75595f8aa None None] Network 187e2f9e-cfad-40a7-bfe8-2994cdce7697 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:47.021488 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ee84f45a-18c7-473a-8940-21d6c17facf7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:47.034120 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-ee84f45a-18c7-473a-8940-21d6c17facf7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Calling delete_port for c39e0ee6-0030-4dec-aec8-048dfbae23ff owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:47.099906 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4d70e557-1014-4657-858c-84fbd997fe3a None None] Provisioning for port b5b012a7-eb27-4bde-aa12-858d605643b4 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:04:47.220206 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ee84f45a-18c7-473a-8940-21d6c17facf7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:47.267622 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84f45a-18c7-473a-8940-21d6c17facf7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Port': ['ID=c39e0ee6-0030-4dec-aec8-048dfbae23ff,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:47.336615 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b87b1-e186-4314-8172-5900236aef1d req-6c31a974-11c8-4082-8d16-d5f92119dcff tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:47.338461 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a66b87b1-e186-4314-8172-5900236aef1d req-6c31a974-11c8-4082-8d16-d5f92119dcff tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b886f9-f2e2-4f80-8831-b8397cafc3df HTTP/1.1" status: 200 len: 945 time: 0.2264719 Jul 07 21:04:47.342956 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ee84f45a-18c7-473a-8940-21d6c17facf7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:47.348467 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59238) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:47.348900 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ee84f45a-18c7-473a-8940-21d6c17facf7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/ports/c39e0ee6-0030-4dec-aec8-048dfbae23ff HTTP/1.1" status: 204 len: 168 time: 0.5904036 Jul 07 21:04:47.358910 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b5b012a7-eb27-4bde-aa12-858d605643b4 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:04:47.388150 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbaf72ea-f84b-4982-a803-cef574a81b5c tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] GET failed (client error): The resource could not be found. Jul 07 21:04:47.389715 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fbaf72ea-f84b-4982-a803-cef574a81b5c tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports/c39e0ee6-0030-4dec-aec8-048dfbae23ff HTTP/1.1" status: 404 len: 333 time: 0.0401978 Jul 07 21:04:47.396123 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59240) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:47.485529 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port b5b012a7-eb27-4bde-aa12-858d605643b4 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:04:47.489096 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a66b87b1-e186-4314-8172-5900236aef1d req-1c819e57-5aeb-4aa7-b8e8-9f5648a37bbc tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/security-groups?id=04c3f958-edad-47d0-988d-81e2782835ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392362 Jul 07 21:04:47.503287 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port b5b012a7-eb27-4bde-aa12-858d605643b4 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:04:47.505090 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:47.590993 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf917de-ea05-4cee-adb3-64a20684b93a req-314d0c6f-d834-4ae5-a73b-52c41bd3dd97 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:47.605128 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8cf917de-ea05-4cee-adb3-64a20684b93a req-314d0c6f-d834-4ae5-a73b-52c41bd3dd97 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.2842152 Jul 07 21:04:47.673185 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-458fd231-cffa-448b-84bf-9e7831134544 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting port f2a6ae4d-a251-404d-a0ce-4802f0ae705d {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:47.673429 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-458fd231-cffa-448b-84bf-9e7831134544 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:47.718170 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8cf917de-ea05-4cee-adb3-64a20684b93a req-1568bd71-217d-40cc-8289-99d368a69ef1 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031482 Jul 07 21:04:47.728400 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:47.794822 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7a346d6e-b60c-4922-9ef0-43136abdd6e2 None None] Provisioning for port f2a6ae4d-a251-404d-a0ce-4802f0ae705d completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:04:47.808868 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7a346d6e-b60c-4922-9ef0-43136abdd6e2 None None] Provisioning complete for port f2a6ae4d-a251-404d-a0ce-4802f0ae705d triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:04:47.809252 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7a346d6e-b60c-4922-9ef0-43136abdd6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:47.883623 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-7a346d6e-b60c-4922-9ef0-43136abdd6e2 None None] Port f2a6ae4d-a251-404d-a0ce-4802f0ae705d cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:04:47.889788 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port b5b012a7-eb27-4bde-aa12-858d605643b4, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b5b012a7-eb27-4bde-aa12-858d605643b4,segment=NetworkSegment(4debd62b-3c5e-41d3-a321-823e9754b7d3),segment_id=4debd62b-3c5e-41d3-a321-823e9754b7d3)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:47.892363 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7a346d6e-b60c-4922-9ef0-43136abdd6e2 None None] Could not find standard attr ID for object c39e0ee6-0030-4dec-aec8-048dfbae23ff. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:04:47.897634 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:47.939515 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7a346d6e-b60c-4922-9ef0-43136abdd6e2 None None] Provisioning complete for port b5b012a7-eb27-4bde-aa12-858d605643b4 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:04:47.940121 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7a346d6e-b60c-4922-9ef0-43136abdd6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:48.174582 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=b5b012a7-eb27-4bde-aa12-858d605643b4,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:48.198904 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-458fd231-cffa-448b-84bf-9e7831134544 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:48.213164 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-458fd231-cffa-448b-84bf-9e7831134544 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Calling delete_port for f2a6ae4d-a251-404d-a0ce-4802f0ae705d owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:48.348474 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7083b6d4-08ee-460b-9bde-b9ce066e3117 None None] Provisioning complete for port f2a6ae4d-a251-404d-a0ce-4802f0ae705d triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:04:48.348974 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7083b6d4-08ee-460b-9bde-b9ce066e3117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:48.368306 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-458fd231-cffa-448b-84bf-9e7831134544 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:48.394149 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-7083b6d4-08ee-460b-9bde-b9ce066e3117 None None] Port f2a6ae4d-a251-404d-a0ce-4802f0ae705d cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:04:48.399148 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7083b6d4-08ee-460b-9bde-b9ce066e3117 None None] Could not find standard attr ID for object c39e0ee6-0030-4dec-aec8-048dfbae23ff. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:04:48.400488 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fd231-cffa-448b-84bf-9e7831134544 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Port': ['ID=f2a6ae4d-a251-404d-a0ce-4802f0ae705d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:48.416473 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fd231-cffa-448b-84bf-9e7831134544 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:48.416818 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fd231-cffa-448b-84bf-9e7831134544 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:48.417157 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fd231-cffa-448b-84bf-9e7831134544 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:48.417488 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fd231-cffa-448b-84bf-9e7831134544 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:48.417816 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fd231-cffa-448b-84bf-9e7831134544 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:48.418138 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fd231-cffa-448b-84bf-9e7831134544 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:48.418461 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fd231-cffa-448b-84bf-9e7831134544 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:48.418785 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fd231-cffa-448b-84bf-9e7831134544 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:48.419104 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fd231-cffa-448b-84bf-9e7831134544 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:48.419451 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fd231-cffa-448b-84bf-9e7831134544 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:48.419778 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fd231-cffa-448b-84bf-9e7831134544 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:48.420095 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458fd231-cffa-448b-84bf-9e7831134544 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:48.449032 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-458fd231-cffa-448b-84bf-9e7831134544 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:48.454172 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-458fd231-cffa-448b-84bf-9e7831134544 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/ports/f2a6ae4d-a251-404d-a0ce-4802f0ae705d HTTP/1.1" status: 204 len: 168 time: 1.0541282 Jul 07 21:04:48.454478 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59246) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:48.488335 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6878aab-af44-426d-9d9e-8a8fcd307873 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] GET failed (client error): The resource could not be found. Jul 07 21:04:48.490071 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e6878aab-af44-426d-9d9e-8a8fcd307873 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports/f2a6ae4d-a251-404d-a0ce-4802f0ae705d HTTP/1.1" status: 404 len: 333 time: 0.0345457 Jul 07 21:04:48.493137 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59248) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:48.549620 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f275603-d921-4a3d-9d1f-476955ceb2fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting subnet 78d89e7c-dc9b-45b9-93c6-46f828b35112 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:04:48.553515 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7f275603-d921-4a3d-9d1f-476955ceb2fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:48.600608 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7f275603-d921-4a3d-9d1f-476955ceb2fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:48.707169 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e54af-7583-406c-b855-e9e9e9cd5acf req-23ccb5ee-1e5c-40eb-8f44-f04664ef4850 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:48.708960 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a58e54af-7583-406c-b855-e9e9e9cd5acf req-23ccb5ee-1e5c-40eb-8f44-f04664ef4850 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b886f9-f2e2-4f80-8831-b8397cafc3df HTTP/1.1" status: 200 len: 945 time: 0.0719726 Jul 07 21:04:48.739977 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7f275603-d921-4a3d-9d1f-476955ceb2fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:48.758858 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a58e54af-7583-406c-b855-e9e9e9cd5acf req-a8e34bff-1634-4994-a734-d69b5ebfae79 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/security-groups?id=04c3f958-edad-47d0-988d-81e2782835ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426230 Jul 07 21:04:48.879945 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f16bf0-b8ef-487e-9677-0b6ef2d64024 req-bbbbbb86-298f-405d-b4ae-741f6322556e tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:48.882411 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-37f16bf0-b8ef-487e-9677-0b6ef2d64024 req-bbbbbb86-298f-405d-b4ae-741f6322556e tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.58 "GET /v2.0/ports?device_id=d7b886f9-f2e2-4f80-8831-b8397cafc3df HTTP/1.1" status: 200 len: 945 time: 0.1176281 Jul 07 21:04:48.957411 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7f275603-d921-4a3d-9d1f-476955ceb2fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:49.007546 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7f275603-d921-4a3d-9d1f-476955ceb2fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:49.009425 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7f275603-d921-4a3d-9d1f-476955ceb2fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/subnets/78d89e7c-dc9b-45b9-93c6-46f828b35112 HTTP/1.1" status: 204 len: 168 time: 0.5155115 Jul 07 21:04:49.010402 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f275603-d921-4a3d-9d1f-476955ceb2fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Subnet': ['ID=78d89e7c-dc9b-45b9-93c6-46f828b35112,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:49.014082 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59262) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:49.016915 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc72a682-dbea-41c8-8ff7-58c94140a62e None None] Network 187e2f9e-cfad-40a7-bfe8-2994cdce7697 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:49.091868 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cae18-2146-4fcc-86da-e7d4c395a2f8 req-65aa1369-8bfd-4cad-bad9-ceac39c9f293 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:49.101971 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-026cae18-2146-4fcc-86da-e7d4c395a2f8 req-65aa1369-8bfd-4cad-bad9-ceac39c9f293 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.1513028 Jul 07 21:04:49.204035 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-026cae18-2146-4fcc-86da-e7d4c395a2f8 req-dc961a42-26e7-4ad6-9ba5-701322eb9e74 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009166 Jul 07 21:04:49.269879 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-184a7404-b158-4fe1-a503-0bcf765cd3e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:49.286183 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-37f16bf0-b8ef-487e-9677-0b6ef2d64024 req-aad0c84d-fc22-48a7-8e69-33f272d0deb9 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Deleting port 0504c917-7bd1-4586-811d-ec70636ccc59 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:49.286748 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-37f16bf0-b8ef-487e-9677-0b6ef2d64024 req-aad0c84d-fc22-48a7-8e69-33f272d0deb9 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:49.291464 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4566890-87b2-472a-bf69-dbfbf56f8c38 None None] DHCP port deletion for 187e2f9e-cfad-40a7-bfe8-2994cdce7697 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:04:49.349434 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-f4566890-87b2-472a-bf69-dbfbf56f8c38 None None] Deleting port b5b012a7-eb27-4bde-aa12-858d605643b4 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:49.350053 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f4566890-87b2-472a-bf69-dbfbf56f8c38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:49.391730 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-37f16bf0-b8ef-487e-9677-0b6ef2d64024 req-aad0c84d-fc22-48a7-8e69-33f272d0deb9 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] For port 0504c917-7bd1-4586-811d-ec70636ccc59, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0504c917-7bd1-4586-811d-ec70636ccc59,segment=NetworkSegment(f160be75-417a-427f-aa9e-48961259cf31),segment_id=f160be75-417a-427f-aa9e-48961259cf31)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:49.392478 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-37f16bf0-b8ef-487e-9677-0b6ef2d64024 req-aad0c84d-fc22-48a7-8e69-33f272d0deb9 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:49.431302 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-f4566890-87b2-472a-bf69-dbfbf56f8c38 None None] For port b5b012a7-eb27-4bde-aa12-858d605643b4, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b5b012a7-eb27-4bde-aa12-858d605643b4,segment=NetworkSegment(4debd62b-3c5e-41d3-a321-823e9754b7d3),segment_id=4debd62b-3c5e-41d3-a321-823e9754b7d3)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:49.431971 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f4566890-87b2-472a-bf69-dbfbf56f8c38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:49.447899 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-f4566890-87b2-472a-bf69-dbfbf56f8c38 None None] Calling delete_port for b5b012a7-eb27-4bde-aa12-858d605643b4 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:49.560622 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f4566890-87b2-472a-bf69-dbfbf56f8c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:49.609799 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4566890-87b2-472a-bf69-dbfbf56f8c38 None None] Pushing event deleted for resources: {'Port': ['ID=b5b012a7-eb27-4bde-aa12-858d605643b4,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:49.617370 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4566890-87b2-472a-bf69-dbfbf56f8c38 None None] No DVR routers for this DVR port b5b012a7-eb27-4bde-aa12-858d605643b4 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:04:49.622966 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-184a7404-b158-4fe1-a503-0bcf765cd3e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting port b5b012a7-eb27-4bde-aa12-858d605643b4 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:49.623383 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-184a7404-b158-4fe1-a503-0bcf765cd3e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:49.628415 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-37f16bf0-b8ef-487e-9677-0b6ef2d64024 req-aad0c84d-fc22-48a7-8e69-33f272d0deb9 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:49.628415 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-37f16bf0-b8ef-487e-9677-0b6ef2d64024 req-aad0c84d-fc22-48a7-8e69-33f272d0deb9 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:49.628415 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [req-37f16bf0-b8ef-487e-9677-0b6ef2d64024 req-aad0c84d-fc22-48a7-8e69-33f272d0deb9 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Floating IP 439fe6c4-bdf4-460a-aabd-763931cb9e07 disassociated. External IP: 172.25.5.86, port: 0504c917-7bd1-4586-811d-ec70636ccc59. Jul 07 21:04:49.628415 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-37f16bf0-b8ef-487e-9677-0b6ef2d64024 req-aad0c84d-fc22-48a7-8e69-33f272d0deb9 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Calling delete_port for 0504c917-7bd1-4586-811d-ec70636ccc59 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:49.737377 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-184a7404-b158-4fe1-a503-0bcf765cd3e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] For port b5b012a7-eb27-4bde-aa12-858d605643b4, host n-d-695189-11, got binding levels [] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:49.737744 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-184a7404-b158-4fe1-a503-0bcf765cd3e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:49.765860 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-184a7404-b158-4fe1-a503-0bcf765cd3e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Calling delete_port for b5b012a7-eb27-4bde-aa12-858d605643b4 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:49.765860 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.ipam_backend_mixin [None req-184a7404-b158-4fe1-a503-0bcf765cd3e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Port b5b012a7-eb27-4bde-aa12-858d605643b4 was not found and therefore no delete operation was performed {{(pid=100447) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 21:04:49.769234 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-184a7404-b158-4fe1-a503-0bcf765cd3e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:49.806384 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a7404-b158-4fe1-a503-0bcf765cd3e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Port': ['ID=b5b012a7-eb27-4bde-aa12-858d605643b4,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:49.841549 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:49.863138 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184a7404-b158-4fe1-a503-0bcf765cd3e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] No DVR routers for this DVR port b5b012a7-eb27-4bde-aa12-858d605643b4 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:04:49.954173 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-37f16bf0-b8ef-487e-9677-0b6ef2d64024 req-aad0c84d-fc22-48a7-8e69-33f272d0deb9 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:49.985011 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b655b49b-8f6b-41bc-a604-d956d39ebd8b req-a6be94ba-7823-4a03-b429-adcefc3295ac tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b886f9-f2e2-4f80-8831-b8397cafc3df HTTP/1.1" status: 200 len: 210 time: 0.0318573 Jul 07 21:04:50.003590 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-184a7404-b158-4fe1-a503-0bcf765cd3e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:50.017135 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-184a7404-b158-4fe1-a503-0bcf765cd3e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['187e2f9e-cfad-40a7-bfe8-2994cdce7697']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:50.025816 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:50.032688 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-184a7404-b158-4fe1-a503-0bcf765cd3e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4debd62b-3c5e-41d3-a321-823e9754b7d3') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:50.033041 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-184a7404-b158-4fe1-a503-0bcf765cd3e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4debd62b-3c5e-41d3-a321-823e9754b7d3') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:50.044560 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-184a7404-b158-4fe1-a503-0bcf765cd3e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:50.054548 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0c84d-fc22-48a7-8e69-33f272d0deb9 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Pushing event deleted for resources: {'Port': ['ID=0504c917-7bd1-4586-811d-ec70636ccc59,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:50.072157 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-184a7404-b158-4fe1-a503-0bcf765cd3e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:50.147864 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-184a7404-b158-4fe1-a503-0bcf765cd3e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:04:50.148408 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-184a7404-b158-4fe1-a503-0bcf765cd3e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:04:50.151627 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:04:50.277844 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-184a7404-b158-4fe1-a503-0bcf765cd3e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:50.305593 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-184a7404-b158-4fe1-a503-0bcf765cd3e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:50.308175 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-184a7404-b158-4fe1-a503-0bcf765cd3e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/networks/187e2f9e-cfad-40a7-bfe8-2994cdce7697 HTTP/1.1" status: 204 len: 168 time: 1.2927196 Jul 07 21:04:50.313394 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59276) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:50.319202 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-3ac26601-d02c-4b49-b190-506cc450e3fa tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-287544252'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:50.341073 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a7404-b158-4fe1-a503-0bcf765cd3e1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Network': ['ID=187e2f9e-cfad-40a7-bfe8-2994cdce7697,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:50.352530 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37f16bf0-b8ef-487e-9677-0b6ef2d64024 req-aad0c84d-fc22-48a7-8e69-33f272d0deb9 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Router 30445f21-ee84-4bd1-b602-f11df6023350 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:04:50.370172 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac26601-d02c-4b49-b190-506cc450e3fa tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:50.374095 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ac26601-d02c-4b49-b190-506cc450e3fa tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:50.445169 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac26601-d02c-4b49-b190-506cc450e3fa tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:04:50.466214 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ac26601-d02c-4b49-b190-506cc450e3fa tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:50.466718 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-3ac26601-d02c-4b49-b190-506cc450e3fa tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Added segment 3b80e20d-4a48-40c0-ac4d-30eaa66bea95 of type vlan for network c433bda4-f0c1-46c6-a067-beeb39a0d31c Jul 07 21:04:50.476691 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527afc34-4ed3-4d54-9138-439525d6d6c3 req-d4880ba4-af8e-44a7-96df-53040f429cc3 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:50.487953 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-527afc34-4ed3-4d54-9138-439525d6d6c3 req-d4880ba4-af8e-44a7-96df-53040f429cc3 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.1338124 Jul 07 21:04:50.587178 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37f16bf0-b8ef-487e-9677-0b6ef2d64024 req-aad0c84d-fc22-48a7-8e69-33f272d0deb9 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:04:50.606555 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-527afc34-4ed3-4d54-9138-439525d6d6c3 req-f1a13e58-00b2-4526-b619-f338a6a8d557 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141474 Jul 07 21:04:50.613901 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c3966b-b495-48db-910e-1c812bfb4702 None None] Sync routers for ids ['30445f21-ee84-4bd1-b602-f11df6023350'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:04:50.632735 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ac26601-d02c-4b49-b190-506cc450e3fa tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:50.652630 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c3966b-b495-48db-910e-1c812bfb4702 None None] Routers {'30445f21-ee84-4bd1-b602-f11df6023350'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:04:50.653296 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-f5c3966b-b495-48db-910e-1c812bfb4702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:04:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['30445f21-ee84-4bd1-b602-f11df6023350'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:50.673635 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ac26601-d02c-4b49-b190-506cc450e3fa tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:50.679862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac26601-d02c-4b49-b190-506cc450e3fa tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:50.680658 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ac26601-d02c-4b49-b190-506cc450e3fa tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:50.717464 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f16bf0-b8ef-487e-9677-0b6ef2d64024 req-aad0c84d-fc22-48a7-8e69-33f272d0deb9 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] No DVR routers for this DVR port 0504c917-7bd1-4586-811d-ec70636ccc59 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:04:50.721217 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-37f16bf0-b8ef-487e-9677-0b6ef2d64024 req-aad0c84d-fc22-48a7-8e69-33f272d0deb9 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:50.724109 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-37f16bf0-b8ef-487e-9677-0b6ef2d64024 req-aad0c84d-fc22-48a7-8e69-33f272d0deb9 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.58 "DELETE /v2.0/ports/0504c917-7bd1-4586-811d-ec70636ccc59 HTTP/1.1" status: 204 len: 173 time: 1.8348827 Jul 07 21:04:50.724597 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b886f9-f2e2-4f80-8831-b8397cafc3df', 'name': 'network-vif-deleted', 'tag': '0504c917-7bd1-4586-811d-ec70636ccc59'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:04:50.727347 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c7bcf1-525a-4f24-9924-e0d65b103c3c" -d '{"events": [{"server_uuid": "d7b886f9-f2e2-4f80-8831-b8397cafc3df", "name": "network-vif-deleted", "tag": "0504c917-7bd1-4586-811d-ec70636ccc59"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:04:50.763786 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3ac26601-d02c-4b49-b190-506cc450e3fa tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4492855 Jul 07 21:04:50.767740 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59280) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:50.780770 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-a1723156-6b2b-4971-9157-b59af088121d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'subnet': {'network_id': 'c433bda4-f0c1-46c6-a067-beeb39a0d31c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:50.784889 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac26601-d02c-4b49-b190-506cc450e3fa tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Network': ['ID=c433bda4-f0c1-46c6-a067-beeb39a0d31c,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:50.821342 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac26601-d02c-4b49-b190-506cc450e3fa tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:50.821874 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac26601-d02c-4b49-b190-506cc450e3fa tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:50.822404 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac26601-d02c-4b49-b190-506cc450e3fa tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:50.823079 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac26601-d02c-4b49-b190-506cc450e3fa tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:50.823543 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac26601-d02c-4b49-b190-506cc450e3fa tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:50.825270 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac26601-d02c-4b49-b190-506cc450e3fa tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:50.825723 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac26601-d02c-4b49-b190-506cc450e3fa tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:50.826267 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac26601-d02c-4b49-b190-506cc450e3fa tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:50.826709 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac26601-d02c-4b49-b190-506cc450e3fa tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:50.827138 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac26601-d02c-4b49-b190-506cc450e3fa tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:50.827601 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac26601-d02c-4b49-b190-506cc450e3fa tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:50.828275 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac26601-d02c-4b49-b190-506cc450e3fa tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:04:50.852034 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75880630-c5af-42ba-b667-74294ad2b031 x-openstack-request-id: req-75880630-c5af-42ba-b667-74294ad2b031 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:04:50.852563 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b886f9-f2e2-4f80-8831-b8397cafc3df", "name": "network-vif-deleted", "tag": "0504c917-7bd1-4586-811d-ec70636ccc59", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:04:50.852967 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-75880630-c5af-42ba-b667-74294ad2b031 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:04:50.853540 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b886f9-f2e2-4f80-8831-b8397cafc3df', 'name': 'network-vif-deleted', 'tag': '0504c917-7bd1-4586-811d-ec70636ccc59', 'status': 'completed', 'code': 200} Jul 07 21:04:50.891053 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network c433bda4-f0c1-46c6-a067-beeb39a0d31c details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:04:50.940821 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1723156-6b2b-4971-9157-b59af088121d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:50.946361 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1723156-6b2b-4971-9157-b59af088121d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:50.967926 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-f5c3966b-b495-48db-910e-1c812bfb4702 None None] Set router 30445f21-ee84-4bd1-b602-f11df6023350 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:04:51.205943 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1723156-6b2b-4971-9157-b59af088121d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:51.220080 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4cce59fd-d88b-4ecf-b1c4-93671cd5a410 req-19169a00-f18c-40b4-bb5b-89d67e9eee63 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7b886f9-f2e2-4f80-8831-b8397cafc3df HTTP/1.1" status: 200 len: 210 time: 0.0685000 Jul 07 21:04:51.270193 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1723156-6b2b-4971-9157-b59af088121d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Subnet': ['ID=0f70c435-faeb-4c8c-a84f-291d0088e309,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:51.285986 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b5b012a7-eb27-4bde-aa12-858d605643b4 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:04:51.310591 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1723156-6b2b-4971-9157-b59af088121d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Checking segment: {'id': '3b80e20d-4a48-40c0-ac4d-30eaa66bea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c433bda4-f0c1-46c6-a067-beeb39a0d31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:04:51.311360 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1723156-6b2b-4971-9157-b59af088121d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network hostable DHCP agents. Network: c433bda4-f0c1-46c6-a067-beeb39a0d31c, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:04:51.313592 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: b5b012a7-eb27-4bde-aa12-858d605643b4 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:04:51.314004 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b5b012a7-eb27-4bde-aa12-858d605643b4 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:04:51.341081 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1723156-6b2b-4971-9157-b59af088121d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network c433bda4-f0c1-46c6-a067-beeb39a0d31c is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:04:51.342979 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-f5c3966b-b495-48db-910e-1c812bfb4702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30445f21-ee84-4bd1-b602-f11df6023350', 'name': 'tempest-ServersTestJSON-1310128101-router', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:02:21Z', 'updated_at': '2021-07-07T21:02:32Z', 'revision_number': 4, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'gw_port': {'id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:23Z', 'updated_at': '2021-07-07T21:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '3c0a5496-8e58-44d8-b08b-80f978c18557', 'name': '', 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'mac_address': 'fa:16:3e:77:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '539c2041-b5a8-40ca-9121-8b3452b576aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:28Z', 'updated_at': '2021-07-07T21:02:39Z', 'revision_number': 5, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'subnets': [{'id': '539c2041-b5a8-40ca-9121-8b3452b576aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:51.354939 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-a1723156-6b2b-4971-9157-b59af088121d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, c433bda4-f0c1-46c6-a067-beeb39a0d31c) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:51.361079 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1723156-6b2b-4971-9157-b59af088121d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:51.362731 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1723156-6b2b-4971-9157-b59af088121d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:51.386466 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a1723156-6b2b-4971-9157-b59af088121d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6120405 Jul 07 21:04:51.386789 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59292) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:51.393022 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-641855b3-cc1f-400f-a1fb-d3f442f2eea8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'port': {'network_id': 'c433bda4-f0c1-46c6-a067-beeb39a0d31c', 'name': 'tempest-PortsIpV6TestJSON-2028884652', 'fixed_ips': [{'subnet_id': '0f70c435-faeb-4c8c-a84f-291d0088e309', 'ip_address': '2001:db8::10'}]}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:51.400026 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa9235a-6b59-415b-9c9e-e5ea63f830e9 None None] Network c433bda4-f0c1-46c6-a067-beeb39a0d31c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:51.409113 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c3966b-b495-48db-910e-1c812bfb4702 None None] Checking router: 30445f21-ee84-4bd1-b602-f11df6023350 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:04:51.554825 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c3966b-b495-48db-910e-1c812bfb4702 None None] Routers {'30445f21-ee84-4bd1-b602-f11df6023350'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:04:51.555961 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-f5c3966b-b495-48db-910e-1c812bfb4702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:04:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['30445f21-ee84-4bd1-b602-f11df6023350'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:51.597215 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641855b3-cc1f-400f-a1fb-d3f442f2eea8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:51.743700 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-641855b3-cc1f-400f-a1fb-d3f442f2eea8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:51.752543 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cd6483-be1e-48db-8c40-01e8b30925b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-c433bda4-f0c1-46c6-a067-beeb39a0d31c', 'network_id': 'c433bda4-f0c1-46c6-a067-beeb39a0d31c', 'tenant_id': 'be995280e0b54435933b27a852a0026d', 'fixed_ips': [{'subnet_id': '0f70c435-faeb-4c8c-a84f-291d0088e309'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:04:51.753501 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-20cd6483-be1e-48db-8c40-01e8b30925b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:51.765851 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-641855b3-cc1f-400f-a1fb-d3f442f2eea8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] device_id is not set on port b6b13dd3-14f6-4e88-871b-878ab3c5e47f yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:04:51.795784 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-f5c3966b-b495-48db-910e-1c812bfb4702 None None] Set router 30445f21-ee84-4bd1-b602-f11df6023350 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:04:52.018834 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb286d7-4d76-40b7-ad89-59e11fb97f99 req-767c5232-9866-4032-96ec-56b5f1d4459d tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:52.020764 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcb286d7-4d76-40b7-ad89-59e11fb97f99 req-767c5232-9866-4032-96ec-56b5f1d4459d tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.1391301 Jul 07 21:04:52.031226 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-641855b3-cc1f-400f-a1fb-d3f442f2eea8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Allocated IP 2001:db8::10 (c433bda4-f0c1-46c6-a067-beeb39a0d31c/0f70c435-faeb-4c8c-a84f-291d0088e309/b6b13dd3-14f6-4e88-871b-878ab3c5e47f) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:04:52.088854 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcb286d7-4d76-40b7-ad89-59e11fb97f99 req-cc6c6bdd-14f2-4156-bfb0-dd4c1d2f5986 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577502 Jul 07 21:04:52.220548 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-f5c3966b-b495-48db-910e-1c812bfb4702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30445f21-ee84-4bd1-b602-f11df6023350', 'name': 'tempest-ServersTestJSON-1310128101-router', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:02:21Z', 'updated_at': '2021-07-07T21:02:32Z', 'revision_number': 4, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'gw_port': {'id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:23Z', 'updated_at': '2021-07-07T21:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '3c0a5496-8e58-44d8-b08b-80f978c18557', 'name': '', 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'mac_address': 'fa:16:3e:77:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '539c2041-b5a8-40ca-9121-8b3452b576aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:28Z', 'updated_at': '2021-07-07T21:02:39Z', 'revision_number': 5, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'subnets': [{'id': '539c2041-b5a8-40ca-9121-8b3452b576aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:52.250229 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c3966b-b495-48db-910e-1c812bfb4702 None None] The sync data for ids ['30445f21-ee84-4bd1-b602-f11df6023350'] in n-d-695189-11 is: [{'id': '30445f21-ee84-4bd1-b602-f11df6023350', 'name': 'tempest-ServersTestJSON-1310128101-router', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:02:21Z', 'updated_at': '2021-07-07T21:02:32Z', 'revision_number': 4, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'gw_port': {'id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:23Z', 'updated_at': '2021-07-07T21:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '3c0a5496-8e58-44d8-b08b-80f978c18557', 'name': '', 'network_id': 'c4706a9a-8917-4d38-9a83-b63d9139d929', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'mac_address': 'fa:16:3e:77:12:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '539c2041-b5a8-40ca-9121-8b3452b576aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:28Z', 'updated_at': '2021-07-07T21:02:39Z', 'revision_number': 5, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'subnets': [{'id': '539c2041-b5a8-40ca-9121-8b3452b576aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:04:52.254476 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-641855b3-cc1f-400f-a1fb-d3f442f2eea8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:52.275061 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-641855b3-cc1f-400f-a1fb-d3f442f2eea8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Transition to ACTIVE for port object b6b13dd3-14f6-4e88-871b-878ab3c5e47f will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:04:52.329651 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-641855b3-cc1f-400f-a1fb-d3f442f2eea8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:52.394651 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59306) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:52.398847 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641855b3-cc1f-400f-a1fb-d3f442f2eea8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Port': ['ID=b6b13dd3-14f6-4e88-871b-878ab3c5e47f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:52.414040 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-20cd6483-be1e-48db-8c40-01e8b30925b7 None None] Allocated IP 2001:db8::2 (c433bda4-f0c1-46c6-a067-beeb39a0d31c/0f70c435-faeb-4c8c-a84f-291d0088e309/5eca8328-e74e-4600-9a68-0d799d315150) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:04:52.440765 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641855b3-cc1f-400f-a1fb-d3f442f2eea8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network c433bda4-f0c1-46c6-a067-beeb39a0d31c is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:04:52.442430 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-641855b3-cc1f-400f-a1fb-d3f442f2eea8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:52.445022 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641855b3-cc1f-400f-a1fb-d3f442f2eea8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:04:52.452220 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641855b3-cc1f-400f-a1fb-d3f442f2eea8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:52.453238 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-641855b3-cc1f-400f-a1fb-d3f442f2eea8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:52.510189 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-641855b3-cc1f-400f-a1fb-d3f442f2eea8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1214974 Jul 07 21:04:52.510729 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59312) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:52.521965 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-b5969da8-e690-42d5-9f3e-c8ddf6933475 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'port': {'network_id': 'c433bda4-f0c1-46c6-a067-beeb39a0d31c', 'name': 'tempest-PortsIpV6TestJSON-547289486', 'fixed_ips': [{'subnet_id': '0f70c435-faeb-4c8c-a84f-291d0088e309', 'ip_address': '2001:db8::f'}]}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:52.607839 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b208f2e-30f0-4d29-b1ab-3024743e1f29 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:52.655217 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b208f2e-30f0-4d29-b1ab-3024743e1f29 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:52.666482 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0504c917-7bd1-4586-811d-ec70636ccc59 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:04:52.715694 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 0504c917-7bd1-4586-811d-ec70636ccc59 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:04:52.716270 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0504c917-7bd1-4586-811d-ec70636ccc59 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:04:52.727212 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eef0d58-dcbe-4e28-8294-2b460b9e52ec None None] New status for floating IP 439fe6c4-bdf4-460a-aabd-763931cb9e07: DOWN {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:04:52.783167 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b208f2e-30f0-4d29-b1ab-3024743e1f29 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:52.789533 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b208f2e-30f0-4d29-b1ab-3024743e1f29 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:52.794561 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5b208f2e-30f0-4d29-b1ab-3024743e1f29 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "DELETE /v2.0/security-groups/04c3f958-edad-47d0-988d-81e2782835ca HTTP/1.1" status: 204 len: 168 time: 0.3951223 Jul 07 21:04:52.796352 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59314) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:52.809194 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-20cd6483-be1e-48db-8c40-01e8b30925b7 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:52.814326 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-2d4253f6-65bc-4a24-8c13-e80541b3eff8 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] show failed (client error): The resource could not be found. Jul 07 21:04:52.819667 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2d4253f6-65bc-4a24-8c13-e80541b3eff8 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "GET /v2.0/security-groups/04c3f958-edad-47d0-988d-81e2782835ca HTTP/1.1" status: 404 len: 347 time: 0.0212154 Jul 07 21:04:52.820624 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59316) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:52.842994 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b208f2e-30f0-4d29-b1ab-3024743e1f29 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c3f958-edad-47d0-988d-81e2782835ca,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:52.843994 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-20cd6483-be1e-48db-8c40-01e8b30925b7 None None] Transition to ACTIVE for port object 5eca8328-e74e-4600-9a68-0d799d315150 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:04:52.861420 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5969da8-e690-42d5-9f3e-c8ddf6933475 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:52.896444 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-20cd6483-be1e-48db-8c40-01e8b30925b7 None None] Transition to ACTIVE for port object 5eca8328-e74e-4600-9a68-0d799d315150 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:04:52.914647 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-20cd6483-be1e-48db-8c40-01e8b30925b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:52.986130 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5969da8-e690-42d5-9f3e-c8ddf6933475 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:53.019201 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-b5969da8-e690-42d5-9f3e-c8ddf6933475 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] device_id is not set on port 6e9b882f-79a2-4e12-a0d3-eec54e4734a6 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:04:53.025136 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cd6483-be1e-48db-8c40-01e8b30925b7 None None] Network c433bda4-f0c1-46c6-a067-beeb39a0d31c is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:04:53.034709 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-20cd6483-be1e-48db-8c40-01e8b30925b7 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:53.042838 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-10ada210-52a5-425b-8d15-34ea26d5cf79 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Deleting port dbde03e5-4447-479c-a869-3a058095d1af {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:53.043184 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10ada210-52a5-425b-8d15-34ea26d5cf79 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:53.045228 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cd6483-be1e-48db-8c40-01e8b30925b7 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:04:53.051229 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd6483-be1e-48db-8c40-01e8b30925b7 None None] Pushing event updated for resources: {'Port': ['ID=5eca8328-e74e-4600-9a68-0d799d315150,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:53.145826 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-20cd6483-be1e-48db-8c40-01e8b30925b7 None None] Attempting to bind port 5eca8328-e74e-4600-9a68-0d799d315150 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:04:53.146436 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-20cd6483-be1e-48db-8c40-01e8b30925b7 None None] Attempting to bind port 5eca8328-e74e-4600-9a68-0d799d315150 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '3b80e20d-4a48-40c0-ac4d-30eaa66bea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c433bda4-f0c1-46c6-a067-beeb39a0d31c'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:04:53.146964 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cd6483-be1e-48db-8c40-01e8b30925b7 None None] Attempting to bind port 5eca8328-e74e-4600-9a68-0d799d315150 on network c433bda4-f0c1-46c6-a067-beeb39a0d31c {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:04:53.153198 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cd6483-be1e-48db-8c40-01e8b30925b7 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:04:53.154134 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cd6483-be1e-48db-8c40-01e8b30925b7 None None] Checking segment: {'id': '3b80e20d-4a48-40c0-ac4d-30eaa66bea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c433bda4-f0c1-46c6-a067-beeb39a0d31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:04:53.154700 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-20cd6483-be1e-48db-8c40-01e8b30925b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:53.155248 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cd6483-be1e-48db-8c40-01e8b30925b7 None None] Bound using segment: {'id': '3b80e20d-4a48-40c0-ac4d-30eaa66bea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c433bda4-f0c1-46c6-a067-beeb39a0d31c'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:04:53.156471 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-20cd6483-be1e-48db-8c40-01e8b30925b7 None None] Bound port: 5eca8328-e74e-4600-9a68-0d799d315150, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b80e20d-4a48-40c0-ac4d-30eaa66bea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'c433bda4-f0c1-46c6-a067-beeb39a0d31c'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:04:53.157048 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-20cd6483-be1e-48db-8c40-01e8b30925b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:53.243265 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-20cd6483-be1e-48db-8c40-01e8b30925b7 None None] For port 5eca8328-e74e-4600-9a68-0d799d315150, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:04:53.249167 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-20cd6483-be1e-48db-8c40-01e8b30925b7 None None] For port 5eca8328-e74e-4600-9a68-0d799d315150, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=5eca8328-e74e-4600-9a68-0d799d315150,segment=NetworkSegment(3b80e20d-4a48-40c0-ac4d-30eaa66bea95),segment_id=3b80e20d-4a48-40c0-ac4d-30eaa66bea95)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:04:53.257434 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-20cd6483-be1e-48db-8c40-01e8b30925b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:53.337325 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd6483-be1e-48db-8c40-01e8b30925b7 None None] Pushing event updated for resources: {'Port': ['ID=5eca8328-e74e-4600-9a68-0d799d315150,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:53.410838 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-b5969da8-e690-42d5-9f3e-c8ddf6933475 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Allocated IP 2001:db8::f (c433bda4-f0c1-46c6-a067-beeb39a0d31c/0f70c435-faeb-4c8c-a84f-291d0088e309/6e9b882f-79a2-4e12-a0d3-eec54e4734a6) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:04:53.715702 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5969da8-e690-42d5-9f3e-c8ddf6933475 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:53.753447 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-b5969da8-e690-42d5-9f3e-c8ddf6933475 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Transition to ACTIVE for port object 6e9b882f-79a2-4e12-a0d3-eec54e4734a6 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:04:53.822819 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f63b30-6a98-4a03-9534-2eee94783376 req-d34e73b3-b662-4009-92a3-6a9934f5f375 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:53.831436 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-53f63b30-6a98-4a03-9534-2eee94783376 req-d34e73b3-b662-4009-92a3-6a9934f5f375 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.1774437 Jul 07 21:04:53.833199 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5969da8-e690-42d5-9f3e-c8ddf6933475 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:53.834950 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10ada210-52a5-425b-8d15-34ea26d5cf79 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:53.835432 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10ada210-52a5-425b-8d15-34ea26d5cf79 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:53.883363 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-10ada210-52a5-425b-8d15-34ea26d5cf79 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Calling delete_port for dbde03e5-4447-479c-a869-3a058095d1af owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:53.899726 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5969da8-e690-42d5-9f3e-c8ddf6933475 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network c433bda4-f0c1-46c6-a067-beeb39a0d31c is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:04:53.903384 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-b5969da8-e690-42d5-9f3e-c8ddf6933475 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:53.904646 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-53f63b30-6a98-4a03-9534-2eee94783376 req-8db71c1c-d288-4c23-b805-8481c28e035f tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722299 Jul 07 21:04:53.917585 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5969da8-e690-42d5-9f3e-c8ddf6933475 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:04:53.927370 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5969da8-e690-42d5-9f3e-c8ddf6933475 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:53.927561 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5969da8-e690-42d5-9f3e-c8ddf6933475 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:53.956853 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5969da8-e690-42d5-9f3e-c8ddf6933475 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Port': ['ID=6e9b882f-79a2-4e12-a0d3-eec54e4734a6,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:53.978533 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59342) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:53.978737 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b5969da8-e690-42d5-9f3e-c8ddf6933475 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4663000 Jul 07 21:04:54.154477 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ef31ed-04d2-495f-8da6-c4b0bfe5f011 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:54.156693 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-84ef31ed-04d2-495f-8da6-c4b0bfe5f011 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1758435 Jul 07 21:04:54.160249 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59352) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:54.171926 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10ada210-52a5-425b-8d15-34ea26d5cf79 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:54.214219 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ada210-52a5-425b-8d15-34ea26d5cf79 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Pushing event deleted for resources: {'Port': ['ID=dbde03e5-4447-479c-a869-3a058095d1af,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:54.305783 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10ada210-52a5-425b-8d15-34ea26d5cf79 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:54.309091 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-10ada210-52a5-425b-8d15-34ea26d5cf79 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:54.310450 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-10ada210-52a5-425b-8d15-34ea26d5cf79 tempest-ServersTestJSON-1933697637 tempest-ServersTestJSON-1933697637-project] 10.222.0.64 "DELETE /v2.0/floatingips/439fe6c4-bdf4-460a-aabd-763931cb9e07 HTTP/1.1" status: 204 len: 168 time: 1.4887037 Jul 07 21:04:54.313818 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59354) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:54.315763 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17b3b64-e2b8-40dd-82c8-7bd15f7b69d7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:54.321948 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17b3b64-e2b8-40dd-82c8-7bd15f7b69d7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:54.329431 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17b3b64-e2b8-40dd-82c8-7bd15f7b69d7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:54.331633 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c17b3b64-e2b8-40dd-82c8-7bd15f7b69d7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1699548 Jul 07 21:04:54.333978 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59356) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:54.533829 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-7c11596f-8cbc-4381-aebb-646553a9f7c4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting port 6e9b882f-79a2-4e12-a0d3-eec54e4734a6 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:54.534446 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c11596f-8cbc-4381-aebb-646553a9f7c4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:54.660030 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c11596f-8cbc-4381-aebb-646553a9f7c4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:54.678804 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-7c11596f-8cbc-4381-aebb-646553a9f7c4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Calling delete_port for 6e9b882f-79a2-4e12-a0d3-eec54e4734a6 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:54.787542 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8356e49f-0702-4c50-b5d1-da8cfb096803 None None] Network c433bda4-f0c1-46c6-a067-beeb39a0d31c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:54.874216 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c11596f-8cbc-4381-aebb-646553a9f7c4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:54.905135 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4f287bb3-9a06-4e11-9caa-52bb8d81e409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:54.910791 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a7f0af25-e9f1-47ac-a871-0c73e7c8535d None None] Provisioning for port 5eca8328-e74e-4600-9a68-0d799d315150 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:04:54.955425 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11596f-8cbc-4381-aebb-646553a9f7c4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Port': ['ID=6e9b882f-79a2-4e12-a0d3-eec54e4734a6,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:55.037924 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c11596f-8cbc-4381-aebb-646553a9f7c4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:55.042131 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7c11596f-8cbc-4381-aebb-646553a9f7c4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/ports/6e9b882f-79a2-4e12-a0d3-eec54e4734a6 HTTP/1.1" status: 204 len: 168 time: 0.7070954 Jul 07 21:04:55.045859 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59378) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:55.113973 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-d829b950-4896-4d1e-b690-68a8cf18222a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] GET failed (client error): The resource could not be found. Jul 07 21:04:55.116889 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d829b950-4896-4d1e-b690-68a8cf18222a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports/6e9b882f-79a2-4e12-a0d3-eec54e4734a6 HTTP/1.1" status: 404 len: 333 time: 0.0699322 Jul 07 21:04:55.119554 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59380) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:55.430149 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 5eca8328-e74e-4600-9a68-0d799d315150 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:04:55.454442 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-1460a04b-82fe-41ec-9898-27afe95e32fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting port b6b13dd3-14f6-4e88-871b-878ab3c5e47f {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:55.454875 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1460a04b-82fe-41ec-9898-27afe95e32fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:55.526826 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 5eca8328-e74e-4600-9a68-0d799d315150 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:04:55.531264 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 5eca8328-e74e-4600-9a68-0d799d315150 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:04:55.531770 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:55.563271 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f753cb-9b98-48ee-bf0b-5ac97a6cf974 req-c672edd0-aa10-4db3-9658-243356b0f918 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:55.572776 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70f753cb-9b98-48ee-bf0b-5ac97a6cf974 req-c672edd0-aa10-4db3-9658-243356b0f918 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.2485094 Jul 07 21:04:55.633612 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1460a04b-82fe-41ec-9898-27afe95e32fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:55.651889 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-1460a04b-82fe-41ec-9898-27afe95e32fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Calling delete_port for b6b13dd3-14f6-4e88-871b-878ab3c5e47f owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:55.659766 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:55.676879 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70f753cb-9b98-48ee-bf0b-5ac97a6cf974 req-d345f59e-fa34-44b0-b510-b5a8bf3ee6cb tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030569 Jul 07 21:04:55.713380 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 5eca8328-e74e-4600-9a68-0d799d315150, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=5eca8328-e74e-4600-9a68-0d799d315150,segment=NetworkSegment(3b80e20d-4a48-40c0-ac4d-30eaa66bea95),segment_id=3b80e20d-4a48-40c0-ac4d-30eaa66bea95)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:55.728903 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:55.791397 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=5eca8328-e74e-4600-9a68-0d799d315150,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:55.800248 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-4f287bb3-9a06-4e11-9caa-52bb8d81e409 admin admin] Deleting port 3c0a5496-8e58-44d8-b08b-80f978c18557 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:55.800533 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4f287bb3-9a06-4e11-9caa-52bb8d81e409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:55.829596 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1460a04b-82fe-41ec-9898-27afe95e32fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:55.830328 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c55ec43d-cbd5-42b2-8e84-8c9b713891d7 None None] Provisioning for port b6b13dd3-14f6-4e88-871b-878ab3c5e47f completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:04:55.834957 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c55ec43d-cbd5-42b2-8e84-8c9b713891d7 None None] Provisioning complete for port b6b13dd3-14f6-4e88-871b-878ab3c5e47f triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:04:55.835395 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c55ec43d-cbd5-42b2-8e84-8c9b713891d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:55.870701 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460a04b-82fe-41ec-9898-27afe95e32fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Port': ['ID=b6b13dd3-14f6-4e88-871b-878ab3c5e47f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:55.892358 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-c55ec43d-cbd5-42b2-8e84-8c9b713891d7 None None] Port b6b13dd3-14f6-4e88-871b-878ab3c5e47f was deleted so its status cannot be updated. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 21:04:55.910886 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1460a04b-82fe-41ec-9898-27afe95e32fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:55.910886 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1460a04b-82fe-41ec-9898-27afe95e32fb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/ports/b6b13dd3-14f6-4e88-871b-878ab3c5e47f HTTP/1.1" status: 204 len: 168 time: 0.7899816 Jul 07 21:04:55.911551 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59392) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:55.941052 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c55ec43d-cbd5-42b2-8e84-8c9b713891d7 None None] Provisioning complete for port 5eca8328-e74e-4600-9a68-0d799d315150 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:04:55.941607 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c55ec43d-cbd5-42b2-8e84-8c9b713891d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:55.942992 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-3577c926-c4a4-4a8d-b8eb-91be06062843 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] GET failed (client error): The resource could not be found. Jul 07 21:04:55.947589 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59396) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:55.948157 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3577c926-c4a4-4a8d-b8eb-91be06062843 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports/b6b13dd3-14f6-4e88-871b-878ab3c5e47f HTTP/1.1" status: 404 len: 333 time: 0.0355728 Jul 07 21:04:56.055009 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-4f287bb3-9a06-4e11-9caa-52bb8d81e409 admin admin] For port 3c0a5496-8e58-44d8-b08b-80f978c18557, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=3c0a5496-8e58-44d8-b08b-80f978c18557,segment=NetworkSegment(f160be75-417a-427f-aa9e-48961259cf31),segment_id=f160be75-417a-427f-aa9e-48961259cf31)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:56.055243 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4f287bb3-9a06-4e11-9caa-52bb8d81e409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:56.086421 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-4f287bb3-9a06-4e11-9caa-52bb8d81e409 admin admin] Calling delete_port for 3c0a5496-8e58-44d8-b08b-80f978c18557 owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:56.169402 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ce3794-474d-4a1e-abf0-670960f6ca6d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting subnet 0f70c435-faeb-4c8c-a84f-291d0088e309 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:04:56.174967 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a0ce3794-474d-4a1e-abf0-670960f6ca6d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:56.222915 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f5b3ab1e-31ea-421b-bc6a-311d6bffbfae None None] Could not find standard attr ID for object b6b13dd3-14f6-4e88-871b-878ab3c5e47f. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:04:56.236983 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a0ce3794-474d-4a1e-abf0-670960f6ca6d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:56.408469 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a0ce3794-474d-4a1e-abf0-670960f6ca6d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:56.441153 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-92d67b7f-4ef9-4537-88eb-d2f58113db07 None None] Could not find standard attr ID for object 6e9b882f-79a2-4e12-a0d3-eec54e4734a6. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:04:56.507922 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4f287bb3-9a06-4e11-9caa-52bb8d81e409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:56.551196 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f287bb3-9a06-4e11-9caa-52bb8d81e409 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c0a5496-8e58-44d8-b08b-80f978c18557,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:56.617937 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a0ce3794-474d-4a1e-abf0-670960f6ca6d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:56.652197 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:04:56.692440 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce3794-474d-4a1e-abf0-670960f6ca6d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Subnet': ['ID=0f70c435-faeb-4c8c-a84f-291d0088e309,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:56.781694 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a0ce3794-474d-4a1e-abf0-670960f6ca6d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:56.792406 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a0ce3794-474d-4a1e-abf0-670960f6ca6d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/subnets/0f70c435-faeb-4c8c-a84f-291d0088e309 HTTP/1.1" status: 204 len: 168 time: 0.8415298 Jul 07 21:04:56.792406 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59452) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:56.996413 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bdfcfd25-6bef-47a2-9d95-df6656df01c2 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:57.036396 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4f287bb3-9a06-4e11-9caa-52bb8d81e409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:57.114431 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af59d03f-095a-464e-b105-abf1bf5aaa36 None None] Network c433bda4-f0c1-46c6-a067-beeb39a0d31c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:04:57.118442 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bba0c1-370d-4dce-9e73-fd9a18b5bc0e req-e1a1fbee-275c-46bb-b89e-92d151646e18 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:57.120054 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-19bba0c1-370d-4dce-9e73-fd9a18b5bc0e req-e1a1fbee-275c-46bb-b89e-92d151646e18 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.2443836 Jul 07 21:04:57.254208 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bdfcfd25-6bef-47a2-9d95-df6656df01c2 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting port 5eca8328-e74e-4600-9a68-0d799d315150 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:57.254658 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bdfcfd25-6bef-47a2-9d95-df6656df01c2 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:57.365445 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-19bba0c1-370d-4dce-9e73-fd9a18b5bc0e req-0433c897-b5c5-48d8-beeb-05a90f45b3b4 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899204 Jul 07 21:04:57.388893 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 5eca8328-e74e-4600-9a68-0d799d315150 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:04:57.451525 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b97c866-ddc6-494d-975e-06f9bee5a266 None None] DHCP port deletion for c433bda4-f0c1-46c6-a067-beeb39a0d31c request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:04:57.502304 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-bdfcfd25-6bef-47a2-9d95-df6656df01c2 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] For port 5eca8328-e74e-4600-9a68-0d799d315150, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=5eca8328-e74e-4600-9a68-0d799d315150,segment=NetworkSegment(3b80e20d-4a48-40c0-ac4d-30eaa66bea95),segment_id=3b80e20d-4a48-40c0-ac4d-30eaa66bea95)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:57.502816 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bdfcfd25-6bef-47a2-9d95-df6656df01c2 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:57.528398 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bdfcfd25-6bef-47a2-9d95-df6656df01c2 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Calling delete_port for 5eca8328-e74e-4600-9a68-0d799d315150 owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:57.533599 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 5eca8328-e74e-4600-9a68-0d799d315150 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:04:57.533834 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:57.566939 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-0b97c866-ddc6-494d-975e-06f9bee5a266 None None] Deleting port 5eca8328-e74e-4600-9a68-0d799d315150 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:57.567316 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0b97c866-ddc6-494d-975e-06f9bee5a266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:57.639235 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f287bb3-9a06-4e11-9caa-52bb8d81e409 admin admin] Router 30445f21-ee84-4bd1-b602-f11df6023350 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:04:57.717249 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bdfcfd25-6bef-47a2-9d95-df6656df01c2 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:57.761033 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfcfd25-6bef-47a2-9d95-df6656df01c2 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Port': ['ID=5eca8328-e74e-4600-9a68-0d799d315150,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:57.771171 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfcfd25-6bef-47a2-9d95-df6656df01c2 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] No DVR routers for this DVR port 5eca8328-e74e-4600-9a68-0d799d315150 on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:04:57.849459 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f287bb3-9a06-4e11-9caa-52bb8d81e409 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:04:57.888147 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4f287bb3-9a06-4e11-9caa-52bb8d81e409 admin admin] 10.222.0.64 "PUT /v2.0/routers/30445f21-ee84-4bd1-b602-f11df6023350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5698726 Jul 07 21:04:57.889638 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59474) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:57.940694 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0b97c866-ddc6-494d-975e-06f9bee5a266 None None] For port 5eca8328-e74e-4600-9a68-0d799d315150, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=5eca8328-e74e-4600-9a68-0d799d315150,segment=NetworkSegment(3b80e20d-4a48-40c0-ac4d-30eaa66bea95),segment_id=3b80e20d-4a48-40c0-ac4d-30eaa66bea95)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:57.941036 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0b97c866-ddc6-494d-975e-06f9bee5a266 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:57.960341 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-0b97c866-ddc6-494d-975e-06f9bee5a266 None None] Calling delete_port for 5eca8328-e74e-4600-9a68-0d799d315150 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:58.024105 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232c3886-8789-46aa-b95b-b3a63d0082aa None None] Sync routers for ids ['30445f21-ee84-4bd1-b602-f11df6023350'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:04:58.030198 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bdfcfd25-6bef-47a2-9d95-df6656df01c2 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:58.037782 n-d-695189-11 neutron-server[100449]: INFO neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No ports have port_id starting with 5eca8328-e74e-4600-9a68-0d799d315150 Jul 07 21:04:58.061506 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232c3886-8789-46aa-b95b-b3a63d0082aa None None] Routers {'30445f21-ee84-4bd1-b602-f11df6023350'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:04:58.063774 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-232c3886-8789-46aa-b95b-b3a63d0082aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:04:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['30445f21-ee84-4bd1-b602-f11df6023350'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:58.072251 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-bdfcfd25-6bef-47a2-9d95-df6656df01c2 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c433bda4-f0c1-46c6-a067-beeb39a0d31c']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:58.087021 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-bdfcfd25-6bef-47a2-9d95-df6656df01c2 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b80e20d-4a48-40c0-ac4d-30eaa66bea95') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:58.087338 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-bdfcfd25-6bef-47a2-9d95-df6656df01c2 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b80e20d-4a48-40c0-ac4d-30eaa66bea95') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:58.105764 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bdfcfd25-6bef-47a2-9d95-df6656df01c2 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:58.127972 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14cf19f-a372-4b64-8105-923a5fe6e3ce admin admin] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:58.130038 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bdfcfd25-6bef-47a2-9d95-df6656df01c2 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:58.177956 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdfcfd25-6bef-47a2-9d95-df6656df01c2 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:04:58.178375 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bdfcfd25-6bef-47a2-9d95-df6656df01c2 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:04:58.181743 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:04:58.203866 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0b97c866-ddc6-494d-975e-06f9bee5a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:58.234431 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97c866-ddc6-494d-975e-06f9bee5a266 None None] Pushing event deleted for resources: {'Port': ['ID=5eca8328-e74e-4600-9a68-0d799d315150,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:58.265392 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b97c866-ddc6-494d-975e-06f9bee5a266 None None] No DVR routers for this DVR port 5eca8328-e74e-4600-9a68-0d799d315150 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:04:58.341709 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-232c3886-8789-46aa-b95b-b3a63d0082aa None None] Set router 30445f21-ee84-4bd1-b602-f11df6023350 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:04:58.670807 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-232c3886-8789-46aa-b95b-b3a63d0082aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30445f21-ee84-4bd1-b602-f11df6023350', 'name': 'tempest-ServersTestJSON-1310128101-router', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:02:21Z', 'updated_at': '2021-07-07T21:04:56Z', 'revision_number': 5, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'gw_port': {'id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:23Z', 'updated_at': '2021-07-07T21:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:58.712321 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232c3886-8789-46aa-b95b-b3a63d0082aa None None] Checking router: 30445f21-ee84-4bd1-b602-f11df6023350 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:04:58.722937 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232c3886-8789-46aa-b95b-b3a63d0082aa None None] Routers {'30445f21-ee84-4bd1-b602-f11df6023350'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:04:58.728101 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-232c3886-8789-46aa-b95b-b3a63d0082aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:04:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['30445f21-ee84-4bd1-b602-f11df6023350'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:58.831368 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bdfcfd25-6bef-47a2-9d95-df6656df01c2 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:58.852431 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-232c3886-8789-46aa-b95b-b3a63d0082aa None None] Set router 30445f21-ee84-4bd1-b602-f11df6023350 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:04:58.853573 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bdfcfd25-6bef-47a2-9d95-df6656df01c2 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:58.855493 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bdfcfd25-6bef-47a2-9d95-df6656df01c2 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/networks/c433bda4-f0c1-46c6-a067-beeb39a0d31c HTTP/1.1" status: 204 len: 168 time: 2.0608253 Jul 07 21:04:58.859236 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59496) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:58.860226 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfcfd25-6bef-47a2-9d95-df6656df01c2 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Network': ['ID=c433bda4-f0c1-46c6-a067-beeb39a0d31c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:58.865657 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-8ff3de08-ef5f-42f2-b7c0-22cae8761904 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-935297742'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:58.874072 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14cf19f-a372-4b64-8105-923a5fe6e3ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:58.899478 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff3de08-ef5f-42f2-b7c0-22cae8761904 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:58.903911 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d0ed8-0bfe-415b-8c20-cfa3078dee24 req-f3617f6a-40de-4e09-a980-0dd2e6f3dffd tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:58.904745 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ff3de08-ef5f-42f2-b7c0-22cae8761904 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:58.905483 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ea0d0ed8-0bfe-415b-8c20-cfa3078dee24 req-f3617f6a-40de-4e09-a980-0dd2e6f3dffd tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.1199243 Jul 07 21:04:58.950222 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff3de08-ef5f-42f2-b7c0-22cae8761904 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:04:58.963265 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ff3de08-ef5f-42f2-b7c0-22cae8761904 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:58.963494 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-8ff3de08-ef5f-42f2-b7c0-22cae8761904 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Added segment 47e62237-38bd-4941-b682-7e798f48ab3f of type vlan for network 80cff886-077a-4de4-883f-480be0546145 Jul 07 21:04:58.973995 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ea0d0ed8-0bfe-415b-8c20-cfa3078dee24 req-1c77ede1-bf65-4f07-a712-ce73548377fc tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488002 Jul 07 21:04:58.990176 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-f14cf19f-a372-4b64-8105-923a5fe6e3ce admin admin] Deleting port 2675793f-4bdd-4756-a0ec-1a63ba6ba81a {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:04:58.990530 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14cf19f-a372-4b64-8105-923a5fe6e3ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:59.027315 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ff3de08-ef5f-42f2-b7c0-22cae8761904 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:59.072004 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ff3de08-ef5f-42f2-b7c0-22cae8761904 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:59.088938 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff3de08-ef5f-42f2-b7c0-22cae8761904 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:59.091038 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ff3de08-ef5f-42f2-b7c0-22cae8761904 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:59.117209 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-232c3886-8789-46aa-b95b-b3a63d0082aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30445f21-ee84-4bd1-b602-f11df6023350', 'name': 'tempest-ServersTestJSON-1310128101-router', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:02:21Z', 'updated_at': '2021-07-07T21:04:56Z', 'revision_number': 5, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'gw_port': {'id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:23Z', 'updated_at': '2021-07-07T21:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:04:59.151524 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-f14cf19f-a372-4b64-8105-923a5fe6e3ce admin admin] For port 2675793f-4bdd-4756-a0ec-1a63ba6ba81a, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=2675793f-4bdd-4756-a0ec-1a63ba6ba81a,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:04:59.152053 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14cf19f-a372-4b64-8105-923a5fe6e3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:59.168354 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-f14cf19f-a372-4b64-8105-923a5fe6e3ce admin admin] Calling delete_port for 2675793f-4bdd-4756-a0ec-1a63ba6ba81a owned by network:router_gateway {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:04:59.189187 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232c3886-8789-46aa-b95b-b3a63d0082aa None None] The sync data for ids ['30445f21-ee84-4bd1-b602-f11df6023350'] in n-d-695189-11 is: [{'id': '30445f21-ee84-4bd1-b602-f11df6023350', 'name': 'tempest-ServersTestJSON-1310128101-router', 'tenant_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160'}], 'enable_snat': True}, 'gw_port_id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:02:21Z', 'updated_at': '2021-07-07T21:04:56Z', 'revision_number': 5, 'project_id': 'ae66bcc29cb9496c81b304ed2c4f82a5', 'gw_port': {'id': '2675793f-4bdd-4756-a0ec-1a63ba6ba81a', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30445f21-ee84-4bd1-b602-f11df6023350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:02:23Z', 'updated_at': '2021-07-07T21:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:04:59.200179 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8ff3de08-ef5f-42f2-b7c0-22cae8761904 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3385994 Jul 07 21:04:59.204444 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-921ec528-93a9-4ded-8859-4c35da04ab14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:59.205053 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59512) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:04:59.210700 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e72d2408-a455-4a58-a2e7-4e7f5e6ca302 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'subnet': {'network_id': '80cff886-077a-4de4-883f-480be0546145', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:04:59.234608 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3de08-ef5f-42f2-b7c0-22cae8761904 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Network': ['ID=80cff886-077a-4de4-883f-480be0546145,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:59.258007 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 80cff886-077a-4de4-883f-480be0546145 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:04:59.349822 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 5eca8328-e74e-4600-9a68-0d799d315150 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:04:59.395615 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72d2408-a455-4a58-a2e7-4e7f5e6ca302 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:04:59.399732 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e72d2408-a455-4a58-a2e7-4e7f5e6ca302 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:59.410499 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 5eca8328-e74e-4600-9a68-0d799d315150 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:04:59.411197 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 5eca8328-e74e-4600-9a68-0d799d315150 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:04:59.677300 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b89ae-d65b-438b-a9eb-14093c211ebe req-b09d25a2-4f03-4616-a9b2-5b8b9e0c4f27 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:59.680483 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b90b89ae-d65b-438b-a9eb-14093c211ebe req-b09d25a2-4f03-4616-a9b2-5b8b9e0c4f27 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.2825344 Jul 07 21:04:59.716186 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e72d2408-a455-4a58-a2e7-4e7f5e6ca302 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:59.761852 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14cf19f-a372-4b64-8105-923a5fe6e3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:59.766610 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b90b89ae-d65b-438b-a9eb-14093c211ebe req-382d2f11-445c-4cc7-868b-275ac28368cc tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620041 Jul 07 21:04:59.833101 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14cf19f-a372-4b64-8105-923a5fe6e3ce admin admin] Pushing event deleted for resources: {'Port': ['ID=2675793f-4bdd-4756-a0ec-1a63ba6ba81a,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:59.881641 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d2408-a455-4a58-a2e7-4e7f5e6ca302 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Subnet': ['ID=780f8c32-0456-40e5-8862-dc2251ec7355,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:04:59.927683 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72d2408-a455-4a58-a2e7-4e7f5e6ca302 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Checking segment: {'id': '47e62237-38bd-4941-b682-7e798f48ab3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '80cff886-077a-4de4-883f-480be0546145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:04:59.927683 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72d2408-a455-4a58-a2e7-4e7f5e6ca302 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network hostable DHCP agents. Network: 80cff886-077a-4de4-883f-480be0546145, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:04:59.948910 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14cf19f-a372-4b64-8105-923a5fe6e3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:59.955227 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72d2408-a455-4a58-a2e7-4e7f5e6ca302 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network 80cff886-077a-4de4-883f-480be0546145 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:04:59.966874 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-e72d2408-a455-4a58-a2e7-4e7f5e6ca302 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 80cff886-077a-4de4-883f-480be0546145) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:04:59.972897 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72d2408-a455-4a58-a2e7-4e7f5e6ca302 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:04:59.973805 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e72d2408-a455-4a58-a2e7-4e7f5e6ca302 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:04:59.977828 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82abd3f7-8242-48ad-b5b9-81c518724f50 None None] Network 80cff886-077a-4de4-883f-480be0546145 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:05:00.017471 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e72d2408-a455-4a58-a2e7-4e7f5e6ca302 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8117526 Jul 07 21:05:00.020711 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59526) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:00.032260 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-703840e0-f523-4533-8bba-72ff9f0760ff tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-646197890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:00.081930 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-703840e0-f523-4533-8bba-72ff9f0760ff tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:00.084133 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-703840e0-f523-4533-8bba-72ff9f0760ff tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:00.106592 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14cf19f-a372-4b64-8105-923a5fe6e3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:00.110660 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14cf19f-a372-4b64-8105-923a5fe6e3ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:00.221310 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-703840e0-f523-4533-8bba-72ff9f0760ff tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:00.226717 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14cf19f-a372-4b64-8105-923a5fe6e3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:00.227234 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14cf19f-a372-4b64-8105-923a5fe6e3ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30445f21-ee84-4bd1-b602-f11df6023350 {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:05:00.228040 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-703840e0-f523-4533-8bba-72ff9f0760ff tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:00.238862 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f14cf19f-a372-4b64-8105-923a5fe6e3ce admin admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:00.244130 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59536) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:00.249234 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f14cf19f-a372-4b64-8105-923a5fe6e3ce admin admin] 10.222.0.64 "DELETE /v2.0/routers/30445f21-ee84-4bd1-b602-f11df6023350 HTTP/1.1" status: 204 len: 168 time: 2.3568332 Jul 07 21:05:00.276656 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d3b65-4424-4282-9af2-59c5a5ac0833 req-deb5c3d7-4541-40c5-80a6-1390d7a65675 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:00.284575 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e7d3b65-4424-4282-9af2-59c5a5ac0833 req-deb5c3d7-4541-40c5-80a6-1390d7a65675 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.3052173 Jul 07 21:05:00.296194 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-703840e0-f523-4533-8bba-72ff9f0760ff tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:00.300120 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-703840e0-f523-4533-8bba-72ff9f0760ff tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2782502 Jul 07 21:05:00.305857 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59538) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:00.326518 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a45498-34bc-425d-a753-a5a824eaaff0 admin admin] Deleting subnet 539c2041-b5a8-40ca-9121-8b3452b576aa {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:05:00.335986 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18a45498-34bc-425d-a753-a5a824eaaff0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:00.336171 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-69b4f745-f2bd-490b-a29b-29673ee7c6ef tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'port': {'network_id': '80cff886-077a-4de4-883f-480be0546145', 'name': 'tempest-PortsIpV6TestJSON-1201783981'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:00.340793 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e95fa05-1cc7-44e9-8885-44ce6d70f70f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-80cff886-077a-4de4-883f-480be0546145', 'network_id': '80cff886-077a-4de4-883f-480be0546145', 'tenant_id': 'be995280e0b54435933b27a852a0026d', 'fixed_ips': [{'subnet_id': '780f8c32-0456-40e5-8862-dc2251ec7355'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:05:00.342983 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0e95fa05-1cc7-44e9-8885-44ce6d70f70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:00.364313 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e7d3b65-4424-4282-9af2-59c5a5ac0833 req-eea9a424-f9e8-4c05-b08d-220316ef76c7 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787337 Jul 07 21:05:00.379761 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18a45498-34bc-425d-a753-a5a824eaaff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:00.494759 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18a45498-34bc-425d-a753-a5a824eaaff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:00.577275 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319b57f-efcf-4e84-85bf-d845b93b964e req-c0e87155-00f9-4305-bf85-21fa54a786aa tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:00.579918 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7319b57f-efcf-4e84-85bf-d845b93b964e req-c0e87155-00f9-4305-bf85-21fa54a786aa tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.4244936 Jul 07 21:05:00.618270 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18a45498-34bc-425d-a753-a5a824eaaff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:00.673281 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-0e95fa05-1cc7-44e9-8885-44ce6d70f70f None None] Allocated IP 2001:db8::2 (80cff886-077a-4de4-883f-480be0546145/780f8c32-0456-40e5-8862-dc2251ec7355/e637178f-4997-476c-a0ef-9129152f6101) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:05:00.744628 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a45498-34bc-425d-a753-a5a824eaaff0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=539c2041-b5a8-40ca-9121-8b3452b576aa,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:00.752402 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18a45498-34bc-425d-a753-a5a824eaaff0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:00.756700 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-18a45498-34bc-425d-a753-a5a824eaaff0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/539c2041-b5a8-40ca-9121-8b3452b576aa HTTP/1.1" status: 204 len: 168 time: 0.5093937 Jul 07 21:05:00.757185 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59556) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:00.778076 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d72847b-fb99-437b-a663-3ae4875b701e None None] Network c4706a9a-8917-4d38-9a83-b63d9139d929 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:05:00.858534 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-80bcff99-2b75-43e6-955c-832354e6fd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:00.881285 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7319b57f-efcf-4e84-85bf-d845b93b964e req-6b6a9fce-bb49-4ea2-a988-b42142caac77 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863035 Jul 07 21:05:00.921491 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b4f745-f2bd-490b-a29b-29673ee7c6ef tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:00.926269 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-69b4f745-f2bd-490b-a29b-29673ee7c6ef tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:00.939830 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-80bcff99-2b75-43e6-955c-832354e6fd18 admin admin] Deleting port 3ca5d107-3c42-48ab-a120-28d511be059e {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:05:00.940859 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-80bcff99-2b75-43e6-955c-832354e6fd18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:00.979675 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0e95fa05-1cc7-44e9-8885-44ce6d70f70f None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:00.990510 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0e95fa05-1cc7-44e9-8885-44ce6d70f70f None None] Transition to ACTIVE for port object e637178f-4997-476c-a0ef-9129152f6101 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:01.032399 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-69b4f745-f2bd-490b-a29b-29673ee7c6ef tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] device_id is not set on port 7837057f-8919-479c-953d-554414350b7e yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:05:01.064666 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-80bcff99-2b75-43e6-955c-832354e6fd18 admin admin] For port 3ca5d107-3c42-48ab-a120-28d511be059e, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=3ca5d107-3c42-48ab-a120-28d511be059e,segment=NetworkSegment(f160be75-417a-427f-aa9e-48961259cf31),segment_id=f160be75-417a-427f-aa9e-48961259cf31)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:01.065685 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-80bcff99-2b75-43e6-955c-832354e6fd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:01.083174 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-80bcff99-2b75-43e6-955c-832354e6fd18 admin admin] Calling delete_port for 3ca5d107-3c42-48ab-a120-28d511be059e owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:05:01.180704 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-1a87f32f-9df2-49ea-a669-de0c9c10a1d9 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:01.182309 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-1a87f32f-9df2-49ea-a669-de0c9c10a1d9 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 811 time: 0.4176080 Jul 07 21:05:01.215626 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-3a47d37b-3fcb-4e1a-858a-b49ce61951f3 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/quotas/240260fc7a05490d94f66cfaa06460e3 HTTP/1.1" status: 200 len: 375 time: 0.0253673 Jul 07 21:05:01.217305 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-80bcff99-2b75-43e6-955c-832354e6fd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:01.225798 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0e95fa05-1cc7-44e9-8885-44ce6d70f70f None None] Transition to ACTIVE for port object e637178f-4997-476c-a0ef-9129152f6101 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:01.231048 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 2675793f-4bdd-4756-a0ec-1a63ba6ba81a no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:05:01.261813 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bcff99-2b75-43e6-955c-832354e6fd18 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca5d107-3c42-48ab-a120-28d511be059e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:01.274192 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bcff99-2b75-43e6-955c-832354e6fd18 admin admin] No DVR routers for this DVR port 3ca5d107-3c42-48ab-a120-28d511be059e on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:05:01.278156 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0e95fa05-1cc7-44e9-8885-44ce6d70f70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:01.294597 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 2675793f-4bdd-4756-a0ec-1a63ba6ba81a {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:05:01.295081 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 2675793f-4bdd-4756-a0ec-1a63ba6ba81a not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:05:01.295620 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 3c0a5496-8e58-44d8-b08b-80f978c18557 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:05:01.366120 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-69b4f745-f2bd-490b-a29b-29673ee7c6ef tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Allocated IP 2001:db8::e8 (80cff886-077a-4de4-883f-480be0546145/780f8c32-0456-40e5-8862-dc2251ec7355/7837057f-8919-479c-953d-554414350b7e) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:05:01.442661 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 3c0a5496-8e58-44d8-b08b-80f978c18557 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:05:01.443179 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 3c0a5496-8e58-44d8-b08b-80f978c18557 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:05:01.451466 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e95fa05-1cc7-44e9-8885-44ce6d70f70f None None] Network 80cff886-077a-4de4-883f-480be0546145 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:01.472583 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-0e95fa05-1cc7-44e9-8885-44ce6d70f70f None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:01.475089 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e95fa05-1cc7-44e9-8885-44ce6d70f70f None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:05:01.520868 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460d203e-c457-4eda-92c2-9bba295a834e None None] DHCP port deletion for c4706a9a-8917-4d38-9a83-b63d9139d929 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:05:01.528224 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95fa05-1cc7-44e9-8885-44ce6d70f70f None None] Pushing event updated for resources: {'Port': ['ID=e637178f-4997-476c-a0ef-9129152f6101,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:01.556920 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-69b4f745-f2bd-490b-a29b-29673ee7c6ef tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:01.600731 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-69b4f745-f2bd-490b-a29b-29673ee7c6ef tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Transition to ACTIVE for port object 7837057f-8919-479c-953d-554414350b7e will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:01.616275 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0e95fa05-1cc7-44e9-8885-44ce6d70f70f None None] Attempting to bind port e637178f-4997-476c-a0ef-9129152f6101 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:05:01.617321 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0e95fa05-1cc7-44e9-8885-44ce6d70f70f None None] Attempting to bind port e637178f-4997-476c-a0ef-9129152f6101 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '47e62237-38bd-4941-b682-7e798f48ab3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '80cff886-077a-4de4-883f-480be0546145'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:05:01.617321 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e95fa05-1cc7-44e9-8885-44ce6d70f70f None None] Attempting to bind port e637178f-4997-476c-a0ef-9129152f6101 on network 80cff886-077a-4de4-883f-480be0546145 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:05:01.626241 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e95fa05-1cc7-44e9-8885-44ce6d70f70f None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:05:01.626633 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e95fa05-1cc7-44e9-8885-44ce6d70f70f None None] Checking segment: {'id': '47e62237-38bd-4941-b682-7e798f48ab3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '80cff886-077a-4de4-883f-480be0546145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:05:01.627050 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0e95fa05-1cc7-44e9-8885-44ce6d70f70f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:01.627646 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e95fa05-1cc7-44e9-8885-44ce6d70f70f None None] Bound using segment: {'id': '47e62237-38bd-4941-b682-7e798f48ab3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '80cff886-077a-4de4-883f-480be0546145'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:05:01.628217 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0e95fa05-1cc7-44e9-8885-44ce6d70f70f None None] Bound port: e637178f-4997-476c-a0ef-9129152f6101, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e62237-38bd-4941-b682-7e798f48ab3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '80cff886-077a-4de4-883f-480be0546145'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:05:01.628618 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0e95fa05-1cc7-44e9-8885-44ce6d70f70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:01.678581 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-033ea822-cbc3-4513-ae21-74476051ac47 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4546058 Jul 07 21:05:01.694720 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-9e5a58c5-6071-4cb1-afc9-1bd60f06ec12 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:05:01.696156 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-9e5a58c5-6071-4cb1-afc9-1bd60f06ec12 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059559 Jul 07 21:05:01.725450 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0e95fa05-1cc7-44e9-8885-44ce6d70f70f None None] For port e637178f-4997-476c-a0ef-9129152f6101, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:05:01.729357 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0e95fa05-1cc7-44e9-8885-44ce6d70f70f None None] For port e637178f-4997-476c-a0ef-9129152f6101, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=e637178f-4997-476c-a0ef-9129152f6101,segment=NetworkSegment(47e62237-38bd-4941-b682-7e798f48ab3f),segment_id=47e62237-38bd-4941-b682-7e798f48ab3f)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:05:01.734647 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0e95fa05-1cc7-44e9-8885-44ce6d70f70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:01.814024 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-69b4f745-f2bd-490b-a29b-29673ee7c6ef tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:01.822944 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95fa05-1cc7-44e9-8885-44ce6d70f70f None None] Pushing event updated for resources: {'Port': ['ID=e637178f-4997-476c-a0ef-9129152f6101,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:01.879665 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-624716cc-8bca-4b2d-be4b-421741131286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:01.904585 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:01.913617 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4f745-f2bd-490b-a29b-29673ee7c6ef tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Port': ['ID=7837057f-8919-479c-953d-554414350b7e,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:01.942612 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b4f745-f2bd-490b-a29b-29673ee7c6ef tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network 80cff886-077a-4de4-883f-480be0546145 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:01.947666 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-69b4f745-f2bd-490b-a29b-29673ee7c6ef tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:01.956531 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b4f745-f2bd-490b-a29b-29673ee7c6ef tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:05:01.963037 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b4f745-f2bd-490b-a29b-29673ee7c6ef tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:01.963915 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-69b4f745-f2bd-490b-a29b-29673ee7c6ef tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:01.975624 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-c0d084b3-1090-4fef-965b-3f15f53c7ff6 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710345 Jul 07 21:05:01.995237 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-80bcff99-2b75-43e6-955c-832354e6fd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:02.011009 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-80bcff99-2b75-43e6-955c-832354e6fd18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4706a9a-8917-4d38-9a83-b63d9139d929']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:02.035963 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-80bcff99-2b75-43e6-955c-832354e6fd18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f160be75-417a-427f-aa9e-48961259cf31') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:02.036564 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-80bcff99-2b75-43e6-955c-832354e6fd18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f160be75-417a-427f-aa9e-48961259cf31') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:02.050211 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-80bcff99-2b75-43e6-955c-832354e6fd18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:02.110749 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-80bcff99-2b75-43e6-955c-832354e6fd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:02.121718 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-69b4f745-f2bd-490b-a29b-29673ee7c6ef tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7914238 Jul 07 21:05:02.122464 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80bcff99-2b75-43e6-955c-832354e6fd18 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:05:02.124053 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-80bcff99-2b75-43e6-955c-832354e6fd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:05:02.127449 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:05:02.129396 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59584) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:02.212802 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-80bcff99-2b75-43e6-955c-832354e6fd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:02.224811 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-80bcff99-2b75-43e6-955c-832354e6fd18 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:02.228537 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-80bcff99-2b75-43e6-955c-832354e6fd18 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c4706a9a-8917-4d38-9a83-b63d9139d929 HTTP/1.1" status: 204 len: 168 time: 1.4703372 Jul 07 21:05:02.247006 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bcff99-2b75-43e6-955c-832354e6fd18 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4706a9a-8917-4d38-9a83-b63d9139d929,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:02.472942 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-0c3721da-1038-4368-a22b-5534bd9a3968 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900272 Jul 07 21:05:02.504129 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f1037-5c75-4b2b-9726-fd06bb660218 req-cb69867e-a94a-464c-ab00-e91537bebe28 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:02.511596 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-002f1037-5c75-4b2b-9726-fd06bb660218 req-cb69867e-a94a-464c-ab00-e91537bebe28 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.3375757 Jul 07 21:05:02.522514 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59596) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:02.595494 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-34bc0d3a-2105-48e9-bcb8-ed5e706a67b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ae66bcc29cb9496c81b304ed2c4f82a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0716064 Jul 07 21:05:02.597437 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59598) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:02.700531 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d56d868f-bb53-4562-881d-45245f016a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:02.724506 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-002f1037-5c75-4b2b-9726-fd06bb660218 req-6259e233-d3e7-4819-8750-8ce36fdb3516 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116268 Jul 07 21:05:02.786084 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d56d868f-bb53-4562-881d-45245f016a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:02.868906 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d56d868f-bb53-4562-881d-45245f016a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:02.872001 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d56d868f-bb53-4562-881d-45245f016a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:02.879022 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d56d868f-bb53-4562-881d-45245f016a63 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3a2e1e7b-ade3-4338-bec1-15e7ccc7e140 HTTP/1.1" status: 204 len: 168 time: 0.2802222 Jul 07 21:05:02.889360 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d868f-bb53-4562-881d-45245f016a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2e1e7b-ade3-4338-bec1-15e7ccc7e140,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:02.973725 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1cb78dcf-adb5-4c7f-a022-e5761a6a6921 req-bccfd0b4-2be3-4d6b-a9bc-8f674f921b9f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=207271f7-ac9d-4dfe-9ba3-1a28e2577b30 HTTP/1.1" status: 200 len: 210 time: 0.1075516 Jul 07 21:05:03.072965 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4110cd48-28a8-40f4-9e58-0c73a818baf0 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:03.410053 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device e637178f-4997-476c-a0ef-9129152f6101 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:03.466740 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4110cd48-28a8-40f4-9e58-0c73a818baf0 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:03.474191 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4110cd48-28a8-40f4-9e58-0c73a818baf0 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:03.583991 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:03.593404 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925a08cd-05da-46b0-a741-6a22141dc48f None None] Network 80cff886-077a-4de4-883f-480be0546145 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:05:03.606377 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port e637178f-4997-476c-a0ef-9129152f6101 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:03.739788 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5501c24b-8aab-443c-8852-812520687783 None None] Provisioning for port e637178f-4997-476c-a0ef-9129152f6101 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:03.747511 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5501c24b-8aab-443c-8852-812520687783 None None] Provisioning complete for port e637178f-4997-476c-a0ef-9129152f6101 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:03.748096 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5501c24b-8aab-443c-8852-812520687783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:03.776987 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 3ca5d107-3c42-48ab-a120-28d511be059e no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:05:03.862312 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110cd48-28a8-40f4-9e58-0c73a818baf0 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Port': ['ID=7837057f-8919-479c-953d-554414350b7e,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:03.891436 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 3ca5d107-3c42-48ab-a120-28d511be059e {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:05:03.892051 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 3ca5d107-3c42-48ab-a120-28d511be059e not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:05:03.987734 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4110cd48-28a8-40f4-9e58-0c73a818baf0 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:04.029418 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5501c24b-8aab-443c-8852-812520687783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:04.082221 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-5501c24b-8aab-443c-8852-812520687783 None None] For port e637178f-4997-476c-a0ef-9129152f6101, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=e637178f-4997-476c-a0ef-9129152f6101,segment=NetworkSegment(47e62237-38bd-4941-b682-7e798f48ab3f),segment_id=47e62237-38bd-4941-b682-7e798f48ab3f)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:04.091226 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5501c24b-8aab-443c-8852-812520687783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:04.167519 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501c24b-8aab-443c-8852-812520687783 None None] Pushing event updated for resources: {'Port': ['ID=e637178f-4997-476c-a0ef-9129152f6101,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:04.342613 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4110cd48-28a8-40f4-9e58-0c73a818baf0 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:04.369497 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59662) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:04.391935 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915ad8d-a071-403a-afd0-3aad19d0d7e0 req-6aabdbdd-00ad-46ca-bd15-00caf7adddac tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:04.393658 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6915ad8d-a071-403a-afd0-3aad19d0d7e0 req-6aabdbdd-00ad-46ca-bd15-00caf7adddac tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.2295711 Jul 07 21:05:04.451944 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5c8d5f37-7e57-4650-935e-6087e7416e34 req-ad3bbc3b-c078-4689-a6e5-00abd123b82d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=207271f7-ac9d-4dfe-9ba3-1a28e2577b30 HTTP/1.1" status: 200 len: 210 time: 0.0550835 Jul 07 21:05:04.557388 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-b69b7bf4-80ec-42ab-9e92-67f9a4bd8b58 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1862669988-network', 'tenant_id': 'fb007a9f302148b1b0ad445aa4579189'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:04.599828 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6915ad8d-a071-403a-afd0-3aad19d0d7e0 req-cb6e9d66-e28a-4886-8cce-a5d705aa715a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821008 Jul 07 21:05:04.611462 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69b7bf4-80ec-42ab-9e92-67f9a4bd8b58 admin admin] Made reservation on behalf of fb007a9f302148b1b0ad445aa4579189 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:04.619564 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b69b7bf4-80ec-42ab-9e92-67f9a4bd8b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:04.638295 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b69b7bf4-80ec-42ab-9e92-67f9a4bd8b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:04.639245 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-514fc767-cf6e-423a-afd0-b26e891274a6 None None] Provisioning for port 7837057f-8919-479c-953d-554414350b7e completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:04.649629 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-514fc767-cf6e-423a-afd0-b26e891274a6 None None] Provisioning complete for port 7837057f-8919-479c-953d-554414350b7e triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:04.649629 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-514fc767-cf6e-423a-afd0-b26e891274a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:04.769382 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-514fc767-cf6e-423a-afd0-b26e891274a6 None None] Port 7837057f-8919-479c-953d-554414350b7e cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:05:04.803087 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-514fc767-cf6e-423a-afd0-b26e891274a6 None None] Provisioning complete for port e637178f-4997-476c-a0ef-9129152f6101 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:04.804542 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-514fc767-cf6e-423a-afd0-b26e891274a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:04.861488 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b69b7bf4-80ec-42ab-9e92-67f9a4bd8b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:04.868360 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b69b7bf4-80ec-42ab-9e92-67f9a4bd8b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:04.920554 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b7bf4-80ec-42ab-9e92-67f9a4bd8b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ff8346-bc18-48f5-81a0-ddcc47eacd01,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:04.948667 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69b7bf4-80ec-42ab-9e92-67f9a4bd8b58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:05:05.024978 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b69b7bf4-80ec-42ab-9e92-67f9a4bd8b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:05.025337 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-b69b7bf4-80ec-42ab-9e92-67f9a4bd8b58 admin admin] Added segment ce7841e0-8c51-4554-a344-f7eeefc78bbd of type vlan for network 6ac168b0-5b62-40ce-978d-1826833f7c04 Jul 07 21:05:05.028438 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4110cd48-28a8-40f4-9e58-0c73a818baf0 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:05.033725 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4110cd48-28a8-40f4-9e58-0c73a818baf0 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:05.033947 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-73e416e8-bab1-4aec-a9d3-9ee843ccb38b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:05.034805 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4110cd48-28a8-40f4-9e58-0c73a818baf0 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:05.035546 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-73e416e8-bab1-4aec-a9d3-9ee843ccb38b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.58 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 811 time: 0.2496877 Jul 07 21:05:05.050797 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-71387298-4b91-44af-b542-9f68eade7ad1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Request body: {'port': {'device_id': '207271f7-ac9d-4dfe-9ba3-1a28e2577b30', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'admin_state_up': True, 'tenant_id': '240260fc7a05490d94f66cfaa06460e3'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:05.160059 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b69b7bf4-80ec-42ab-9e92-67f9a4bd8b58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:05.162584 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-68209163-06a0-4545-b76b-0621906331b4 None None] Provisioning complete for port 7837057f-8919-479c-953d-554414350b7e triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:05.162971 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-68209163-06a0-4545-b76b-0621906331b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:05.181758 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110cd48-28a8-40f4-9e58-0c73a818baf0 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Port': ['ID=7837057f-8919-479c-953d-554414350b7e,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:05.255314 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b69b7bf4-80ec-42ab-9e92-67f9a4bd8b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:05.257170 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69b7bf4-80ec-42ab-9e92-67f9a4bd8b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:05.259903 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b69b7bf4-80ec-42ab-9e92-67f9a4bd8b58 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:05.303120 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device e637178f-4997-476c-a0ef-9129152f6101 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:05.383693 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4110cd48-28a8-40f4-9e58-0c73a818baf0 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network 80cff886-077a-4de4-883f-480be0546145 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:05.404133 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-4110cd48-28a8-40f4-9e58-0c73a818baf0 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:05.417194 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b69b7bf4-80ec-42ab-9e92-67f9a4bd8b58 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0466301 Jul 07 21:05:05.428619 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59682) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:05.447282 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-31b51305-9832-46cd-a543-e5540988ba5e admin admin] Request body: {'subnet': {'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1862669988-subnet', 'tenant_id': 'fb007a9f302148b1b0ad445aa4579189', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:05.491732 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:05.492635 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b51305-9832-46cd-a543-e5540988ba5e admin admin] Made reservation on behalf of fb007a9f302148b1b0ad445aa4579189 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:05.496300 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-31b51305-9832-46cd-a543-e5540988ba5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:05.512667 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-68209163-06a0-4545-b76b-0621906331b4 None None] Port 7837057f-8919-479c-953d-554414350b7e cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:05:05.516798 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port e637178f-4997-476c-a0ef-9129152f6101 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:05.517188 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:05.622464 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b7bf4-80ec-42ab-9e92-67f9a4bd8b58 admin admin] Pushing event updated for resources: {'Network': ['ID=6ac168b0-5b62-40ce-978d-1826833f7c04,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:05.634170 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 6ac168b0-5b62-40ce-978d-1826833f7c04 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:05:05.772833 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fc03bbdb-a249-48ca-a0ac-91ef7947acf4 None None] Provisioning complete for port 7837057f-8919-479c-953d-554414350b7e triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:05.773415 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fc03bbdb-a249-48ca-a0ac-91ef7947acf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:05.789788 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4110cd48-28a8-40f4-9e58-0c73a818baf0 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Router ef0ac89d-adb5-4a9c-bf9a-8711d3af362f is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:05:05.811175 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-71387298-4b91-44af-b542-9f68eade7ad1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Made reservation on behalf of 240260fc7a05490d94f66cfaa06460e3 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:05.819194 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-71387298-4b91-44af-b542-9f68eade7ad1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:05.846089 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca5d78cd-b1e6-4e39-9c6c-0e448af131ed req-45fe3710-aa49-4e4f-a787-b9bd553beb34 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=207271f7-ac9d-4dfe-9ba3-1a28e2577b30 HTTP/1.1" status: 200 len: 210 time: 0.0885286 Jul 07 21:05:05.911862 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fc03bbdb-a249-48ca-a0ac-91ef7947acf4 None None] Port 7837057f-8919-479c-953d-554414350b7e cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:05:06.134166 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcaa3d21-6392-451b-8dad-879a052176aa None None] Provisioning complete for port 7837057f-8919-479c-953d-554414350b7e triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:06.136172 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcaa3d21-6392-451b-8dad-879a052176aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:06.181107 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa3d21-6392-451b-8dad-879a052176aa None None] Port 7837057f-8919-479c-953d-554414350b7e cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:05:06.182660 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-31b51305-9832-46cd-a543-e5540988ba5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:06.250897 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-71387298-4b91-44af-b542-9f68eade7ad1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Allocated IP 172.20.0.3 (9f3f25a3-7a1a-47e4-bd02-1306e4f8af76/ef2da408-4011-492c-a997-7b8cacd52f94/0a4bc478-3518-4473-a1ac-627f6ce02419) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:05:06.293935 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b51305-9832-46cd-a543-e5540988ba5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e40568a6-ebc6-4f07-9fe2-338a216828e9,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:06.323411 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b51305-9832-46cd-a543-e5540988ba5e admin admin] Checking segment: {'id': 'ce7841e0-8c51-4554-a344-f7eeefc78bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:05:06.323805 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b51305-9832-46cd-a543-e5540988ba5e admin admin] Network hostable DHCP agents. Network: 6ac168b0-5b62-40ce-978d-1826833f7c04, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:05:06.370174 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b51305-9832-46cd-a543-e5540988ba5e admin admin] Network 6ac168b0-5b62-40ce-978d-1826833f7c04 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:05:06.442320 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-31b51305-9832-46cd-a543-e5540988ba5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 6ac168b0-5b62-40ce-978d-1826833f7c04) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:06.450686 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b51305-9832-46cd-a543-e5540988ba5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:06.451473 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-31b51305-9832-46cd-a543-e5540988ba5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:06.460299 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c49fd85-d082-4fea-9d93-a5b6e1fb2b19 None None] Network 6ac168b0-5b62-40ce-978d-1826833f7c04 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:05:06.486808 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4110cd48-28a8-40f4-9e58-0c73a818baf0 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:05:06.496789 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4110cd48-28a8-40f4-9e58-0c73a818baf0 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "PUT /v2.0/routers/ef0ac89d-adb5-4a9c-bf9a-8711d3af362f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3635397 Jul 07 21:05:06.498517 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59706) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:06.501903 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cea65e-95a0-4fe8-9dba-7af1bab7ae70 None None] Sync routers for ids ['ef0ac89d-adb5-4a9c-bf9a-8711d3af362f'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:05:06.531972 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cea65e-95a0-4fe8-9dba-7af1bab7ae70 None None] Routers {'ef0ac89d-adb5-4a9c-bf9a-8711d3af362f'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:05:06.532621 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d3cea65e-95a0-4fe8-9dba-7af1bab7ae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:05:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ef0ac89d-adb5-4a9c-bf9a-8711d3af362f'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:06.562420 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-31b51305-9832-46cd-a543-e5540988ba5e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1308734 Jul 07 21:05:06.607427 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-71387298-4b91-44af-b542-9f68eade7ad1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:06.661510 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efdd0a-b3c4-4927-9e3b-baefa1fb8caf req-ce540ab2-95c2-4e87-89b9-32b83154be38 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:06.664535 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d3cea65e-95a0-4fe8-9dba-7af1bab7ae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:06.668109 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7efdd0a-b3c4-4927-9e3b-baefa1fb8caf req-ce540ab2-95c2-4e87-89b9-32b83154be38 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.7278006 Jul 07 21:05:06.682628 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-71387298-4b91-44af-b542-9f68eade7ad1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Transition to ACTIVE for port object 0a4bc478-3518-4473-a1ac-627f6ce02419 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:06.683133 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cea65e-95a0-4fe8-9dba-7af1bab7ae70 None None] Routers {'ef0ac89d-adb5-4a9c-bf9a-8711d3af362f'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:05:06.684020 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d3cea65e-95a0-4fe8-9dba-7af1bab7ae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:05:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ef0ac89d-adb5-4a9c-bf9a-8711d3af362f'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:06.722831 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5039b0e-1494-458d-a86a-e7689d27bd89 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:06.724593 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e5039b0e-1494-458d-a86a-e7689d27bd89 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef0ac89d-adb5-4a9c-bf9a-8711d3af362f HTTP/1.1" status: 200 len: 988 time: 0.2212341 Jul 07 21:05:06.728643 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59710) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:06.750507 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a1444c-5c8d-414e-90c4-5499ff917b26 None None] Network 6ac168b0-5b62-40ce-978d-1826833f7c04 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:05:06.773825 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d3cea65e-95a0-4fe8-9dba-7af1bab7ae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:06.778190 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cea65e-95a0-4fe8-9dba-7af1bab7ae70 None None] The sync data for ids ['ef0ac89d-adb5-4a9c-bf9a-8711d3af362f'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:05:06.802491 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-71387298-4b91-44af-b542-9f68eade7ad1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:06.851766 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-71387298-4b91-44af-b542-9f68eade7ad1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:06.854488 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-71387298-4b91-44af-b542-9f68eade7ad1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:06.878436 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7efdd0a-b3c4-4927-9e3b-baefa1fb8caf req-6261b80d-04e9-4341-ab69-4d43b60e9353 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042744 Jul 07 21:05:06.880000 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-71387298-4b91-44af-b542-9f68eade7ad1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:05:06.915724 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['21a093e8-95f2-467a-9a85-f95003e1bfae', '0efdf84e-6a2b-4f72-b4ed-bd147642dac0'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:05:07.053705 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71387298-4b91-44af-b542-9f68eade7ad1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Pushing event updated for resources: {'Port': ['ID=0a4bc478-3518-4473-a1ac-627f6ce02419,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:07.077141 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-71387298-4b91-44af-b542-9f68eade7ad1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:07.077845 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-71387298-4b91-44af-b542-9f68eade7ad1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:07.127184 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-71387298-4b91-44af-b542-9f68eade7ad1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0789011 Jul 07 21:05:07.142849 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-e64d98fc-30e8-42a2-8563-65aa48d23786 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:05:07.142849 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-e64d98fc-30e8-42a2-8563-65aa48d23786 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060451 Jul 07 21:05:07.166067 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-8e76cecb-d5f3-4d91-82a9-036296f9c7c6 service neutron] Request body: {'port': {'device_id': '207271f7-ac9d-4dfe-9ba3-1a28e2577b30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:07.447880 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca35240-28ed-4008-acdd-3406c628c91f req-a468e7d9-8e04-43fa-954d-5bc04a5f7765 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:07.468800 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8ca35240-28ed-4008-acdd-3406c628c91f req-a468e7d9-8e04-43fa-954d-5bc04a5f7765 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=207271f7-ac9d-4dfe-9ba3-1a28e2577b30 HTTP/1.1" status: 200 len: 931 time: 0.3282573 Jul 07 21:05:07.493309 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-8e76cecb-d5f3-4d91-82a9-036296f9c7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:07.524096 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59730) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:07.648599 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8ca35240-28ed-4008-acdd-3406c628c91f req-31d1be69-451d-435c-8139-59cad7310e87 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786137 Jul 07 21:05:07.779727 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-14bfb182-d9dc-4f4f-a60f-d021d645dbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:07.792769 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4709a6ec-d9bf-404d-b3bb-c0e4d8aa4f49 None None] Provisioning for port 0a4bc478-3518-4473-a1ac-627f6ce02419 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:07.802137 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4709a6ec-d9bf-404d-b3bb-c0e4d8aa4f49 None None] Provisioning complete for port 0a4bc478-3518-4473-a1ac-627f6ce02419 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:07.802673 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4709a6ec-d9bf-404d-b3bb-c0e4d8aa4f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:07.861676 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-4709a6ec-d9bf-404d-b3bb-c0e4d8aa4f49 None None] Port 0a4bc478-3518-4473-a1ac-627f6ce02419 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:05:07.945479 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-14bfb182-d9dc-4f4f-a60f-d021d645dbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:07.974533 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-14bfb182-d9dc-4f4f-a60f-d021d645dbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:08.019111 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfb182-d9dc-4f4f-a60f-d021d645dbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b68b27-5d17-49a6-8c54-25e48ecf63ce,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:08.053717 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-8e76cecb-d5f3-4d91-82a9-036296f9c7c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4bc478-3518-4473-a1ac-627f6ce02419 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:05:08.054432 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3df97e70-e8cf-4081-9d35-ddf35836a638 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:08.065504 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-8e76cecb-d5f3-4d91-82a9-036296f9c7c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:08.079393 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-8e76cecb-d5f3-4d91-82a9-036296f9c7c6 service neutron] Transition to ACTIVE for port object 0a4bc478-3518-4473-a1ac-627f6ce02419 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:08.086167 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-8e76cecb-d5f3-4d91-82a9-036296f9c7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:08.132755 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-397e68d1-a676-4496-9ded-0878d3d09a21 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:08.139630 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-397e68d1-a676-4496-9ded-0878d3d09a21 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/networks?id=6ac168b0-5b62-40ce-978d-1826833f7c04 HTTP/1.1" status: 200 len: 812 time: 0.5579636 Jul 07 21:05:08.152309 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-14bfb182-d9dc-4f4f-a60f-d021d645dbd7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a859cc84099b42ff944eb756f4ddedca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6244314 Jul 07 21:05:08.152550 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76cecb-d5f3-4d91-82a9-036296f9c7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4bc478-3518-4473-a1ac-627f6ce02419,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:08.153061 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59752) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:08.213862 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-d033f765-03a7-4f4e-93c5-c5dcc35468c9 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/quotas/fb007a9f302148b1b0ad445aa4579189 HTTP/1.1" status: 200 len: 375 time: 0.0731633 Jul 07 21:05:08.269684 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-8e76cecb-d5f3-4d91-82a9-036296f9c7c6 service neutron] Attempting to bind port 0a4bc478-3518-4473-a1ac-627f6ce02419 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:05:08.270026 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-8e76cecb-d5f3-4d91-82a9-036296f9c7c6 service neutron] Attempting to bind port 0a4bc478-3518-4473-a1ac-627f6ce02419 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:05:08.270355 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-8e76cecb-d5f3-4d91-82a9-036296f9c7c6 service neutron] Attempting to bind port 0a4bc478-3518-4473-a1ac-627f6ce02419 on network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:05:08.275510 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-8e76cecb-d5f3-4d91-82a9-036296f9c7c6 service neutron] Port 0a4bc478-3518-4473-a1ac-627f6ce02419 on network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:05:08.275845 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-8e76cecb-d5f3-4d91-82a9-036296f9c7c6 service neutron] Attempting to bind port 0a4bc478-3518-4473-a1ac-627f6ce02419 on network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:05:08.279011 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-42657131-5725-4a10-953e-a015aa2f4d87 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb007a9f302148b1b0ad445aa4579189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364795 Jul 07 21:05:08.282446 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-8e76cecb-d5f3-4d91-82a9-036296f9c7c6 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:05:08.282798 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-8e76cecb-d5f3-4d91-82a9-036296f9c7c6 service neutron] Checking segment: {'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:05:08.283189 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-8e76cecb-d5f3-4d91-82a9-036296f9c7c6 service neutron] Bound using segment: {'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:05:08.284072 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-8e76cecb-d5f3-4d91-82a9-036296f9c7c6 service neutron] Bound port: 0a4bc478-3518-4473-a1ac-627f6ce02419, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:05:08.284260 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-8e76cecb-d5f3-4d91-82a9-036296f9c7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:08.305665 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-24282aed-40da-462a-8083-2a8a293d4f54 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:05:08.307148 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-24282aed-40da-462a-8083-2a8a293d4f54 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067351 Jul 07 21:05:08.320398 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dcf6c822-694e-4a5f-b55f-9ae7c836832e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:08.347281 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dcf6c822-694e-4a5f-b55f-9ae7c836832e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:08.446648 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dcf6c822-694e-4a5f-b55f-9ae7c836832e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:08.449332 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dcf6c822-694e-4a5f-b55f-9ae7c836832e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:08.451178 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dcf6c822-694e-4a5f-b55f-9ae7c836832e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e7b68b27-5d17-49a6-8c54-25e48ecf63ce HTTP/1.1" status: 204 len: 168 time: 0.2941456 Jul 07 21:05:08.470818 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6c822-694e-4a5f-b55f-9ae7c836832e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b68b27-5d17-49a6-8c54-25e48ecf63ce,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:08.506500 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-8e76cecb-d5f3-4d91-82a9-036296f9c7c6 service neutron] For port 0a4bc478-3518-4473-a1ac-627f6ce02419, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:05:08.513981 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-8e76cecb-d5f3-4d91-82a9-036296f9c7c6 service neutron] For port 0a4bc478-3518-4473-a1ac-627f6ce02419, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0a4bc478-3518-4473-a1ac-627f6ce02419,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:05:08.520027 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-8e76cecb-d5f3-4d91-82a9-036296f9c7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:08.569788 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-69a69c67-7dd4-4182-ac93-0e7750da54c6 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151537 Jul 07 21:05:08.576159 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-8e76cecb-d5f3-4d91-82a9-036296f9c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:08.577146 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-8e76cecb-d5f3-4d91-82a9-036296f9c7c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:08.579225 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-8e76cecb-d5f3-4d91-82a9-036296f9c7c6 service neutron] 10.222.0.58 "PUT /v2.0/ports/0a4bc478-3518-4473-a1ac-627f6ce02419 HTTP/1.1" status: 200 len: 1092 time: 1.4330163 Jul 07 21:05:08.580000 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207271f7-ac9d-4dfe-9ba3-1a28e2577b30', 'tag': '0a4bc478-3518-4473-a1ac-627f6ce02419'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:05:08.581901 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f99f48-b389-42ca-8ca9-40e64e61d48a req-cd1ab476-c720-4c59-8ad2-f080d483bcce tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:08.582684 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083ef943-e71d-4189-b1a5-3a1468051843" -d '{"events": [{"name": "network-changed", "server_uuid": "207271f7-ac9d-4dfe-9ba3-1a28e2577b30", "tag": "0a4bc478-3518-4473-a1ac-627f6ce02419"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:05:08.591100 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b1f99f48-b389-42ca-8ca9-40e64e61d48a req-cd1ab476-c720-4c59-8ad2-f080d483bcce tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.4866483 Jul 07 21:05:08.618281 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76cecb-d5f3-4d91-82a9-036296f9c7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4bc478-3518-4473-a1ac-627f6ce02419,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:08.741246 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-d4a1daff-3ce3-4ec4-a984-60e711b446d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:08.744502 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-d4a1daff-3ce3-4ec4-a984-60e711b446d6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&device_id=207271f7-ac9d-4dfe-9ba3-1a28e2577b30 HTTP/1.1" status: 200 len: 1095 time: 0.1077108 Jul 07 21:05:08.745820 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b1f99f48-b389-42ca-8ca9-40e64e61d48a req-1b0c5e44-2278-434a-adae-f47d2e8d85b5 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537046 Jul 07 21:05:08.815350 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-b1d0a8d9-be5a-4ed2-b941-7abcaeea31ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a4bc478-3518-4473-a1ac-627f6ce02419 HTTP/1.1" status: 200 len: 217 time: 0.0599990 Jul 07 21:05:08.885419 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2dee65-a0c1-4ad1-8b3f-442533efb75c x-openstack-request-id: req-7f2dee65-a0c1-4ad1-8b3f-442533efb75c {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:05:08.885965 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207271f7-ac9d-4dfe-9ba3-1a28e2577b30", "tag": "0a4bc478-3518-4473-a1ac-627f6ce02419", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:05:08.886294 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7f2dee65-a0c1-4ad1-8b3f-442533efb75c {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:05:08.892187 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207271f7-ac9d-4dfe-9ba3-1a28e2577b30', 'tag': '0a4bc478-3518-4473-a1ac-627f6ce02419', 'status': 'completed', 'code': 200} Jul 07 21:05:08.920693 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-4bc9aeda-160c-40d5-b7a0-45f422b0ae55 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029988 Jul 07 21:05:08.927262 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-3d692cf3-83bb-4f0c-928f-0522529b339f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:08.929669 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-3d692cf3-83bb-4f0c-928f-0522529b339f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 200 len: 850 time: 0.1080189 Jul 07 21:05:08.970149 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-3df97e70-e8cf-4081-9d35-ddf35836a638 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting port 7837057f-8919-479c-953d-554414350b7e {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:05:08.970635 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3df97e70-e8cf-4081-9d35-ddf35836a638 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:09.067153 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-1d08cf03-8851-4d3c-a667-0500edc05664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:09.068771 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-1d08cf03-8851-4d3c-a667-0500edc05664 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1274898 Jul 07 21:05:09.207188 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3df97e70-e8cf-4081-9d35-ddf35836a638 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:09.221892 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-01155990-4ecb-4560-ac4d-006dfa10f123 service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448321 Jul 07 21:05:09.256025 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-3df97e70-e8cf-4081-9d35-ddf35836a638 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Calling delete_port for 7837057f-8919-479c-953d-554414350b7e owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:05:09.339239 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43a638-11d6-40f3-b364-ae6a528df154 req-bff307a8-ed23-4950-a7ef-8714bbf5440b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:09.341019 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5c43a638-11d6-40f3-b364-ae6a528df154 req-bff307a8-ed23-4950-a7ef-8714bbf5440b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=207271f7-ac9d-4dfe-9ba3-1a28e2577b30 HTTP/1.1" status: 200 len: 943 time: 0.2761700 Jul 07 21:05:09.379125 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e73c639b-91b7-4819-9aa4-032b991349f7 req-93c18d33-f121-4fd1-92ca-0dc693d81917 service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495090 Jul 07 21:05:09.386881 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5015515e-98c9-46e3-9d56-a79462b4e93b req-e9a55ffc-af35-47f1-9dc9-f1e1dc582059 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7859fdf-eaef-4a5f-ae5c-65cf63b83827 HTTP/1.1" status: 200 len: 210 time: 0.0606885 Jul 07 21:05:09.453252 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5c43a638-11d6-40f3-b364-ae6a528df154 req-c5cc17bb-c2e2-4b45-b785-0ba545dc1c49 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020279 Jul 07 21:05:09.574373 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ef943-e71d-4189-b1a5-3a1468051843 req-65f12898-ce8c-4ad7-9a59-14a5467a7f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:09.579899 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-083ef943-e71d-4189-b1a5-3a1468051843 req-65f12898-ce8c-4ad7-9a59-14a5467a7f92 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&device_id=207271f7-ac9d-4dfe-9ba3-1a28e2577b30 HTTP/1.1" status: 200 len: 1095 time: 0.1166806 Jul 07 21:05:09.616891 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59806) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:09.638731 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3df97e70-e8cf-4081-9d35-ddf35836a638 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:09.710278 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df97e70-e8cf-4081-9d35-ddf35836a638 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Port': ['ID=7837057f-8919-479c-953d-554414350b7e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:09.799484 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ef943-e71d-4189-b1a5-3a1468051843 req-695fd4d4-eb16-4839-820a-e84494b33597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:09.802294 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-083ef943-e71d-4189-b1a5-3a1468051843 req-695fd4d4-eb16-4839-820a-e84494b33597 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 912 time: 0.2148361 Jul 07 21:05:09.839318 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3df97e70-e8cf-4081-9d35-ddf35836a638 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:09.846690 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-859bf3dd-9c6d-4d68-9921-8e01bdc2f53e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-963672245-network', 'tenant_id': '03ca69fab8c3490785d81740376897ed'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:09.876476 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-083ef943-e71d-4189-b1a5-3a1468051843 req-c3e80582-c814-40e3-ba2b-178c7f44ca5b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a4bc478-3518-4473-a1ac-627f6ce02419 HTTP/1.1" status: 200 len: 217 time: 0.0654955 Jul 07 21:05:09.958465 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ef943-e71d-4189-b1a5-3a1468051843 req-f63b8b74-aebb-4474-ad41-9f94934659de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:09.961287 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-083ef943-e71d-4189-b1a5-3a1468051843 req-f63b8b74-aebb-4474-ad41-9f94934659de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 200 len: 850 time: 0.0739517 Jul 07 21:05:10.055448 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859bf3dd-9c6d-4d68-9921-8e01bdc2f53e admin admin] Made reservation on behalf of 03ca69fab8c3490785d81740376897ed for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:10.055999 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ef943-e71d-4189-b1a5-3a1468051843 req-5edddc46-0e6a-44ed-ac9b-1f5854dac230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:10.057696 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-859bf3dd-9c6d-4d68-9921-8e01bdc2f53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:10.058223 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-083ef943-e71d-4189-b1a5-3a1468051843 req-5edddc46-0e6a-44ed-ac9b-1f5854dac230 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0853181 Jul 07 21:05:10.068483 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-859bf3dd-9c6d-4d68-9921-8e01bdc2f53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:10.180022 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-083ef943-e71d-4189-b1a5-3a1468051843 req-0bb7f44e-889d-40ee-8353-88e286ed9e03 service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133173 Jul 07 21:05:10.205750 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df97e70-e8cf-4081-9d35-ddf35836a638 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Router ef0ac89d-adb5-4a9c-bf9a-8711d3af362f has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:05:10.287844 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-859bf3dd-9c6d-4d68-9921-8e01bdc2f53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:10.309428 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a1ff4-b832-49b7-b456-8471e1a90a19 req-80d82e1c-e4ac-4bd3-b10c-1112a9621bf4 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:10.329331 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cd3a1ff4-b832-49b7-b456-8471e1a90a19 req-80d82e1c-e4ac-4bd3-b10c-1112a9621bf4 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.3125558 Jul 07 21:05:10.330353 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-083ef943-e71d-4189-b1a5-3a1468051843 req-72686ea2-a309-4e64-9f6a-39e834b291f7 service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373072 Jul 07 21:05:10.332427 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-859bf3dd-9c6d-4d68-9921-8e01bdc2f53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:10.463757 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df97e70-e8cf-4081-9d35-ddf35836a638 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:05:10.465297 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859bf3dd-9c6d-4d68-9921-8e01bdc2f53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ab09aa-4ff9-4276-a9cd-34b603f0a1e3,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:10.471486 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3df97e70-e8cf-4081-9d35-ddf35836a638 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "PUT /v2.0/routers/ef0ac89d-adb5-4a9c-bf9a-8711d3af362f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7417123 Jul 07 21:05:10.477551 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59828) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:10.481361 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d9f0ff-a105-42a5-be0e-ee693b849804 None None] Sync routers for ids ['ef0ac89d-adb5-4a9c-bf9a-8711d3af362f'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:05:10.492309 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-859bf3dd-9c6d-4d68-9921-8e01bdc2f53e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:05:10.495979 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d9f0ff-a105-42a5-be0e-ee693b849804 None None] Routers {'ef0ac89d-adb5-4a9c-bf9a-8711d3af362f'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:05:10.496908 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-01d9f0ff-a105-42a5-be0e-ee693b849804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:05:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ef0ac89d-adb5-4a9c-bf9a-8711d3af362f'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:10.515228 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cd3a1ff4-b832-49b7-b456-8471e1a90a19 req-30506fb9-89ba-4c71-a1d9-e5d245df28bb tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490765 Jul 07 21:05:10.518103 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-859bf3dd-9c6d-4d68-9921-8e01bdc2f53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:10.518432 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-859bf3dd-9c6d-4d68-9921-8e01bdc2f53e admin admin] Added segment f215fa7d-4f27-4349-b65f-154b7eaeed57 of type vlan for network a14eea41-1d99-44fc-b2e3-33f3b36e5825 Jul 07 21:05:10.548106 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-01d9f0ff-a105-42a5-be0e-ee693b849804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:10.549084 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-c451a208-fc91-441a-9096-7a233d941c34 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] GET failed (client error): The resource could not be found. Jul 07 21:05:10.554155 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c451a208-fc91-441a-9096-7a233d941c34 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports/7837057f-8919-479c-953d-554414350b7e HTTP/1.1" status: 404 len: 333 time: 0.0687354 Jul 07 21:05:10.562975 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59832) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:10.563162 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d9f0ff-a105-42a5-be0e-ee693b849804 None None] Routers {'ef0ac89d-adb5-4a9c-bf9a-8711d3af362f'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:05:10.564297 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-01d9f0ff-a105-42a5-be0e-ee693b849804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:05:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ef0ac89d-adb5-4a9c-bf9a-8711d3af362f'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:10.606152 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-01d9f0ff-a105-42a5-be0e-ee693b849804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:10.607174 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d9f0ff-a105-42a5-be0e-ee693b849804 None None] The sync data for ids ['ef0ac89d-adb5-4a9c-bf9a-8711d3af362f'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:05:10.653023 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-859bf3dd-9c6d-4d68-9921-8e01bdc2f53e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:10.660149 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-35db6bdd-7c37-4975-a418-2458d3e3aa2c req-2501af3f-ca19-4636-b5d6-8cd3c11d63e3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1827137 Jul 07 21:05:10.723707 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1b526ce6-17d6-42ba-941b-19f768c9cec8 req-23476ec8-5839-4073-a364-46d69805919c tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7859fdf-eaef-4a5f-ae5c-65cf63b83827 HTTP/1.1" status: 200 len: 210 time: 0.0480497 Jul 07 21:05:10.727613 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f3e7655b-2d43-49d1-ba5d-afe5165185da tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:10.731706 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-859bf3dd-9c6d-4d68-9921-8e01bdc2f53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:10.732878 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859bf3dd-9c6d-4d68-9921-8e01bdc2f53e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:10.734511 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-859bf3dd-9c6d-4d68-9921-8e01bdc2f53e admin admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:10.864715 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fe0c28b6-3f18-4fb9-ae78-e8c47d3e402e req-b356fa1f-9ed0-4834-8fe6-015eb633c1cf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1329958 Jul 07 21:05:10.866984 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db6bdd-7c37-4975-a418-2458d3e3aa2c req-9da74e55-4407-474f-9acc-6d29289b95c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:10.868670 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-35db6bdd-7c37-4975-a418-2458d3e3aa2c req-9da74e55-4407-474f-9acc-6d29289b95c8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 1097 time: 0.1218874 Jul 07 21:05:10.999597 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db6bdd-7c37-4975-a418-2458d3e3aa2c req-d34cc42d-cbcb-4b54-b64c-cfe4f874329d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:11.001244 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-35db6bdd-7c37-4975-a418-2458d3e3aa2c req-d34cc42d-cbcb-4b54-b64c-cfe4f874329d service neutron] 10.222.0.58 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 912 time: 0.1062953 Jul 07 21:05:11.159354 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c28b6-3f18-4fb9-ae78-e8c47d3e402e req-02eeed77-a40e-4502-9a23-420d0f6aaa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:11.161166 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fe0c28b6-3f18-4fb9-ae78-e8c47d3e402e req-02eeed77-a40e-4502-9a23-420d0f6aaa46 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 1098 time: 0.1587527 Jul 07 21:05:11.163205 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-35db6bdd-7c37-4975-a418-2458d3e3aa2c req-3dd67e79-1675-4d07-811f-fc748f0b98e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a HTTP/1.1" status: 200 len: 1000 time: 0.1273663 Jul 07 21:05:11.279170 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db6bdd-7c37-4975-a418-2458d3e3aa2c req-1dcd478e-99b6-456a-97f6-872aee9b2087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:11.280712 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-35db6bdd-7c37-4975-a418-2458d3e3aa2c req-1dcd478e-99b6-456a-97f6-872aee9b2087 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 200 len: 850 time: 0.1100380 Jul 07 21:05:11.336567 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-859bf3dd-9c6d-4d68-9921-8e01bdc2f53e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7184343 Jul 07 21:05:11.344102 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59848) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:11.352472 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-7306efa8-18e8-471b-a5c0-44eb3a4c0364 admin admin] Request body: {'subnet': {'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-963672245-subnet', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:11.359676 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c28b6-3f18-4fb9-ae78-e8c47d3e402e req-27bdb45a-6af5-4764-bc41-10053b9309ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:11.361188 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fe0c28b6-3f18-4fb9-ae78-e8c47d3e402e req-27bdb45a-6af5-4764-bc41-10053b9309ba service neutron] 10.222.0.39 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 912 time: 0.1604502 Jul 07 21:05:11.362781 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859bf3dd-9c6d-4d68-9921-8e01bdc2f53e admin admin] Pushing event updated for resources: {'Network': ['ID=a14eea41-1d99-44fc-b2e3-33f3b36e5825,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:11.378341 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network a14eea41-1d99-44fc-b2e3-33f3b36e5825 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:05:11.437665 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db6bdd-7c37-4975-a418-2458d3e3aa2c req-21301cad-2825-4e54-8ce9-f0aeb2243079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:11.437665 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-35db6bdd-7c37-4975-a418-2458d3e3aa2c req-21301cad-2825-4e54-8ce9-f0aeb2243079 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1447325 Jul 07 21:05:11.438109 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fe0c28b6-3f18-4fb9-ae78-e8c47d3e402e req-499f0fab-230a-4c35-8047-3e392089a31b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21a093e8-95f2-467a-9a85-f95003e1bfae HTTP/1.1" status: 200 len: 217 time: 0.0598495 Jul 07 21:05:11.454261 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f3e7655b-2d43-49d1-ba5d-afe5165185da tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:11.457143 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f3e7655b-2d43-49d1-ba5d-afe5165185da tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:11.518759 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f3e7655b-2d43-49d1-ba5d-afe5165185da tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:11.519369 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e7655b-2d43-49d1-ba5d-afe5165185da tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Fanout notify agent at l3_agent the message router_deleted on router ef0ac89d-adb5-4a9c-bf9a-8711d3af362f {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:05:11.527784 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f3e7655b-2d43-49d1-ba5d-afe5165185da tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:11.532431 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f3e7655b-2d43-49d1-ba5d-afe5165185da tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/routers/ef0ac89d-adb5-4a9c-bf9a-8711d3af362f HTTP/1.1" status: 204 len: 168 time: 0.9678679 Jul 07 21:05:11.537028 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59852) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:11.588776 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-c86bf762-55c9-4b19-80b7-583fac64fb8a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:11.590279 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-c86bf762-55c9-4b19-80b7-583fac64fb8a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.58 "GET /v2.0/networks?id=6ac168b0-5b62-40ce-978d-1826833f7c04 HTTP/1.1" status: 200 len: 812 time: 0.3504348 Jul 07 21:05:11.597890 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7306efa8-18e8-471b-a5c0-44eb3a4c0364 admin admin] Made reservation on behalf of 03ca69fab8c3490785d81740376897ed for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:11.600258 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7306efa8-18e8-471b-a5c0-44eb3a4c0364 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:11.603062 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c28b6-3f18-4fb9-ae78-e8c47d3e402e req-86a82ca5-03dd-4938-b1fd-595a4643112c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:11.604551 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fe0c28b6-3f18-4fb9-ae78-e8c47d3e402e req-86a82ca5-03dd-4938-b1fd-595a4643112c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 200 len: 850 time: 0.0595818 Jul 07 21:05:11.631627 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-432d90fb-2c0b-4b18-9e09-17190d4905c1 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Request body: {'port': {'device_id': 'e7859fdf-eaef-4a5f-ae5c-65cf63b83827', 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04', 'admin_state_up': True, 'tenant_id': 'fb007a9f302148b1b0ad445aa4579189'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:11.679359 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-35db6bdd-7c37-4975-a418-2458d3e3aa2c req-67cbc60d-7501-424d-97d9-6b7feab76f34 service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359488 Jul 07 21:05:11.696885 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cb210-ff1a-42d3-b630-c2d1fdf59900 req-cee475d2-9130-4e96-b602-507c85022129 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:11.698428 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b2cb210-ff1a-42d3-b630-c2d1fdf59900 req-cee475d2-9130-4e96-b602-507c85022129 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=207271f7-ac9d-4dfe-9ba3-1a28e2577b30 HTTP/1.1" status: 200 len: 943 time: 0.9039922 Jul 07 21:05:11.798343 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a24c1c6-df39-4d96-a05d-fe354f7b8505 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting subnet 780f8c32-0456-40e5-8862-dc2251ec7355 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:05:11.805599 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1a24c1c6-df39-4d96-a05d-fe354f7b8505 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:11.839257 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c28b6-3f18-4fb9-ae78-e8c47d3e402e req-5379f89c-17aa-4ae7-b3a0-a88667e930c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:11.840907 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fe0c28b6-3f18-4fb9-ae78-e8c47d3e402e req-5379f89c-17aa-4ae7-b3a0-a88667e930c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2173388 Jul 07 21:05:11.851299 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-35db6bdd-7c37-4975-a418-2458d3e3aa2c req-1400098f-b895-4d29-a71e-daac8e5a7b6b service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605577 Jul 07 21:05:11.859490 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [req-fe0c28b6-3f18-4fb9-ae78-e8c47d3e402e req-1f129487-f5cf-4018-b849-65da10da86d9 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:05:11.861106 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fe0c28b6-3f18-4fb9-ae78-e8c47d3e402e req-1f129487-f5cf-4018-b849-65da10da86d9 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087678 Jul 07 21:05:11.885692 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b2cb210-ff1a-42d3-b630-c2d1fdf59900 req-a25a1415-e300-441c-8119-14f7571bba37 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630769 Jul 07 21:05:11.896102 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1a24c1c6-df39-4d96-a05d-fe354f7b8505 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:11.949471 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6bbff-43b1-42df-b3a4-7c002af4e17a req-5f33b8e8-a8c5-480b-8cec-31f595107ea3 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:11.957050 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-93d6bbff-43b1-42df-b3a4-7c002af4e17a req-5f33b8e8-a8c5-480b-8cec-31f595107ea3 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.2679455 Jul 07 21:05:11.975245 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-432d90fb-2c0b-4b18-9e09-17190d4905c1 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Made reservation on behalf of fb007a9f302148b1b0ad445aa4579189 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:11.978751 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-432d90fb-2c0b-4b18-9e09-17190d4905c1 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:12.025742 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7306efa8-18e8-471b-a5c0-44eb3a4c0364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:12.059892 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fe0c28b6-3f18-4fb9-ae78-e8c47d3e402e req-3356d211-896c-4513-8653-e72d7c371f7b service neutron] 10.222.0.39 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765506 Jul 07 21:05:12.117951 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-93d6bbff-43b1-42df-b3a4-7c002af4e17a req-36dbcaa7-8cef-40cf-ac92-43c8ffa989cd tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599629 Jul 07 21:05:12.148458 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306efa8-18e8-471b-a5c0-44eb3a4c0364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac4ea62-0922-4170-9b4c-660afcde50d6,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:12.151099 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1a24c1c6-df39-4d96-a05d-fe354f7b8505 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:12.186168 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7306efa8-18e8-471b-a5c0-44eb3a4c0364 admin admin] Checking segment: {'id': 'f215fa7d-4f27-4349-b65f-154b7eaeed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:05:12.187091 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7306efa8-18e8-471b-a5c0-44eb3a4c0364 admin admin] Network hostable DHCP agents. Network: a14eea41-1d99-44fc-b2e3-33f3b36e5825, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:05:12.195794 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c0023504-e967-48c3-b58c-6e06da9c818a req-25534871-4e50-48e6-bb72-e1c572d8fadc tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7859fdf-eaef-4a5f-ae5c-65cf63b83827 HTTP/1.1" status: 200 len: 210 time: 0.0703218 Jul 07 21:05:12.234628 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7306efa8-18e8-471b-a5c0-44eb3a4c0364 admin admin] Network a14eea41-1d99-44fc-b2e3-33f3b36e5825 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:05:12.240756 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fe0c28b6-3f18-4fb9-ae78-e8c47d3e402e req-13ddc3a4-f770-4f20-8c07-a7b200202c5e service neutron] 10.222.0.39 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707716 Jul 07 21:05:12.249655 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-7306efa8-18e8-471b-a5c0-44eb3a4c0364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, a14eea41-1d99-44fc-b2e3-33f3b36e5825) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:12.263917 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f721582-8caf-44de-91fd-3722165ad913 None None] Network a14eea41-1d99-44fc-b2e3-33f3b36e5825 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:05:12.265408 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7306efa8-18e8-471b-a5c0-44eb3a4c0364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:12.266107 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7306efa8-18e8-471b-a5c0-44eb3a4c0364 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:12.291665 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-432d90fb-2c0b-4b18-9e09-17190d4905c1 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Allocated IP 172.20.0.8 (6ac168b0-5b62-40ce-978d-1826833f7c04/e40568a6-ebc6-4f07-9fe2-338a216828e9/d9584c41-a1de-4dea-84ca-34fc97c5db99) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:05:12.299155 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 59868) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:12.300492 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7306efa8-18e8-471b-a5c0-44eb3a4c0364 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9518311 Jul 07 21:05:12.303186 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-72abcc3a-7ccd-4e28-9836-5f6deeaafe77 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-963672245-router', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:12.316489 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1a24c1c6-df39-4d96-a05d-fe354f7b8505 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:12.370609 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24c1c6-df39-4d96-a05d-fe354f7b8505 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Subnet': ['ID=780f8c32-0456-40e5-8862-dc2251ec7355,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:12.382463 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1a24c1c6-df39-4d96-a05d-fe354f7b8505 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:12.383638 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb8eb62-bcee-4918-8d54-068c96e749f3 None None] Network 80cff886-077a-4de4-883f-480be0546145 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:05:12.386938 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59874) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:12.387101 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1a24c1c6-df39-4d96-a05d-fe354f7b8505 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/subnets/780f8c32-0456-40e5-8862-dc2251ec7355 HTTP/1.1" status: 204 len: 168 time: 0.8480537 Jul 07 21:05:12.504702 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ee79ca0-8df0-402a-bad7-8c38c8f41cc8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:12.513796 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72abcc3a-7ccd-4e28-9836-5f6deeaafe77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:12.515386 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72abcc3a-7ccd-4e28-9836-5f6deeaafe77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:12.537959 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-432d90fb-2c0b-4b18-9e09-17190d4905c1 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:12.594247 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-8ee79ca0-8df0-402a-bad7-8c38c8f41cc8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting port e637178f-4997-476c-a0ef-9129152f6101 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:05:12.594603 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ee79ca0-8df0-402a-bad7-8c38c8f41cc8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:12.634654 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72abcc3a-7ccd-4e28-9836-5f6deeaafe77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:12.730591 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed06f16-7cec-4fd8-b65e-b149a83078b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-a14eea41-1d99-44fc-b2e3-33f3b36e5825', 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'fixed_ips': [{'subnet_id': 'cac4ea62-0922-4170-9b4c-660afcde50d6'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:05:12.731683 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8ed06f16-7cec-4fd8-b65e-b149a83078b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:12.757103 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2933b3f-397a-4502-b2af-623a3aa72e39 None None] DHCP port deletion for 80cff886-077a-4de4-883f-480be0546145 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:05:12.821360 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0a4bc478-3518-4473-a1ac-627f6ce02419 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:05:12.823122 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-8ee79ca0-8df0-402a-bad7-8c38c8f41cc8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] For port e637178f-4997-476c-a0ef-9129152f6101, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=e637178f-4997-476c-a0ef-9129152f6101,segment=NetworkSegment(47e62237-38bd-4941-b682-7e798f48ab3f),segment_id=47e62237-38bd-4941-b682-7e798f48ab3f)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:12.827239 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ee79ca0-8df0-402a-bad7-8c38c8f41cc8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:12.876355 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-8ee79ca0-8df0-402a-bad7-8c38c8f41cc8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Calling delete_port for e637178f-4997-476c-a0ef-9129152f6101 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:05:12.934254 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72abcc3a-7ccd-4e28-9836-5f6deeaafe77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:12.940055 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-432d90fb-2c0b-4b18-9e09-17190d4905c1 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:12.955472 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0a4bc478-3518-4473-a1ac-627f6ce02419, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0a4bc478-3518-4473-a1ac-627f6ce02419,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:12.970245 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '0a4bc478-3518-4473-a1ac-627f6ce02419', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'port_id': '0a4bc478-3518-4473-a1ac-627f6ce02419', 'mac_address': 'fa:16:3e:7f:64:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:05:13.044611 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-432d90fb-2c0b-4b18-9e09-17190d4905c1 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Network 6ac168b0-5b62-40ce-978d-1826833f7c04 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:13.046328 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:13.049995 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d90fb-2c0b-4b18-9e09-17190d4905c1 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Pushing event updated for resources: {'Port': ['ID=d9584c41-a1de-4dea-84ca-34fc97c5db99,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:13.052808 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-432d90fb-2c0b-4b18-9e09-17190d4905c1 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:13.055996 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-432d90fb-2c0b-4b18-9e09-17190d4905c1 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:05:13.107841 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4bc478-3518-4473-a1ac-627f6ce02419 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:05:13.165164 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-432d90fb-2c0b-4b18-9e09-17190d4905c1 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:13.168158 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-432d90fb-2c0b-4b18-9e09-17190d4905c1 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:13.190228 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ee79ca0-8df0-402a-bad7-8c38c8f41cc8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:13.222912 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-a2933b3f-397a-4502-b2af-623a3aa72e39 None None] Deleting port e637178f-4997-476c-a0ef-9129152f6101 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:05:13.223825 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a2933b3f-397a-4502-b2af-623a3aa72e39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:13.230825 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0a4bc478-3518-4473-a1ac-627f6ce02419, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0a4bc478-3518-4473-a1ac-627f6ce02419,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:13.234036 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-432d90fb-2c0b-4b18-9e09-17190d4905c1 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6153688 Jul 07 21:05:13.254514 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:13.255742 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-0c5b5df1-2c90-424e-8679-cd52665ac354 service neutron] Request body: {'port': {'device_id': 'e7859fdf-eaef-4a5f-ae5c-65cf63b83827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:13.288072 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee79ca0-8df0-402a-bad7-8c38c8f41cc8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] No DVR routers for this DVR port e637178f-4997-476c-a0ef-9129152f6101 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:05:13.297789 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee79ca0-8df0-402a-bad7-8c38c8f41cc8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Port': ['ID=e637178f-4997-476c-a0ef-9129152f6101,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:13.361028 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device e637178f-4997-476c-a0ef-9129152f6101 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:05:13.445124 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: e637178f-4997-476c-a0ef-9129152f6101 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:05:13.446543 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device e637178f-4997-476c-a0ef-9129152f6101 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:05:13.481268 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-a2933b3f-397a-4502-b2af-623a3aa72e39 None None] For port e637178f-4997-476c-a0ef-9129152f6101, host n-d-695189-11, got binding levels [] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:13.482025 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a2933b3f-397a-4502-b2af-623a3aa72e39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:13.491462 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ee79ca0-8df0-402a-bad7-8c38c8f41cc8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:13.513016 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-8ee79ca0-8df0-402a-bad7-8c38c8f41cc8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80cff886-077a-4de4-883f-480be0546145']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:13.521870 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-a2933b3f-397a-4502-b2af-623a3aa72e39 None None] Calling delete_port for e637178f-4997-476c-a0ef-9129152f6101 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:05:13.529417 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0a4bc478-3518-4473-a1ac-627f6ce02419'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:05:13.545953 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-0c5b5df1-2c90-424e-8679-cd52665ac354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:13.547601 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-8ee79ca0-8df0-402a-bad7-8c38c8f41cc8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e62237-38bd-4941-b682-7e798f48ab3f') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:13.547962 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-8ee79ca0-8df0-402a-bad7-8c38c8f41cc8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e62237-38bd-4941-b682-7e798f48ab3f') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:13.572553 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ee79ca0-8df0-402a-bad7-8c38c8f41cc8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:13.596233 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.ipam_backend_mixin [None req-a2933b3f-397a-4502-b2af-623a3aa72e39 None None] Port e637178f-4997-476c-a0ef-9129152f6101 was not found and therefore no delete operation was performed {{(pid=100449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 21:05:13.597144 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ee79ca0-8df0-402a-bad7-8c38c8f41cc8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:13.601905 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-8ed06f16-7cec-4fd8-b65e-b149a83078b1 None None] Allocated IP 172.20.0.2 (a14eea41-1d99-44fc-b2e3-33f3b36e5825/cac4ea62-0922-4170-9b4c-660afcde50d6/95cc1e76-f946-427a-9b16-d58e2015e1d2) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:05:13.605450 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee79ca0-8df0-402a-bad7-8c38c8f41cc8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:05:13.605945 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ee79ca0-8df0-402a-bad7-8c38c8f41cc8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:13.613274 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=0a4bc478-3518-4473-a1ac-627f6ce02419,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:13.629620 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07a9b4-c694-4a71-a1b2-5908a79ce5a9 req-475e00ca-69f6-4028-b4bf-7560f8538f1e tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:13.631588 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:13.632302 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:13.632857 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:13.633341 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:13.633878 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:13.634355 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:13.634891 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:13.635380 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:13.635857 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:13.636319 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:13.636684 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4a07a9b4-c694-4a71-a1b2-5908a79ce5a9 req-475e00ca-69f6-4028-b4bf-7560f8538f1e tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=207271f7-ac9d-4dfe-9ba3-1a28e2577b30 HTTP/1.1" status: 200 len: 944 time: 0.3327689 Jul 07 21:05:13.636882 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:13.637321 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:13.648230 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a2933b3f-397a-4502-b2af-623a3aa72e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:13.681653 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2933b3f-397a-4502-b2af-623a3aa72e39 None None] Pushing event deleted for resources: {'Port': ['ID=e637178f-4997-476c-a0ef-9129152f6101,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:13.686329 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2933b3f-397a-4502-b2af-623a3aa72e39 None None] No DVR routers for this DVR port e637178f-4997-476c-a0ef-9129152f6101 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:05:13.711309 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:05:13.723639 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ee79ca0-8df0-402a-bad7-8c38c8f41cc8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:13.748841 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f662b-400e-4743-94aa-d1847975e7ca req-9c28e0a5-f94b-4a56-a1ba-7de980f91235 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:13.750634 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b02f662b-400e-4743-94aa-d1847975e7ca req-9c28e0a5-f94b-4a56-a1ba-7de980f91235 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.3617511 Jul 07 21:05:13.757365 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8ee79ca0-8df0-402a-bad7-8c38c8f41cc8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:13.758829 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8ee79ca0-8df0-402a-bad7-8c38c8f41cc8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/networks/80cff886-077a-4de4-883f-480be0546145 HTTP/1.1" status: 204 len: 168 time: 1.3703623 Jul 07 21:05:13.770089 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72abcc3a-7ccd-4e28-9836-5f6deeaafe77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:13.774743 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59898) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:13.887490 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee79ca0-8df0-402a-bad7-8c38c8f41cc8 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Network': ['ID=80cff886-077a-4de4-883f-480be0546145,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:13.897783 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72abcc3a-7ccd-4e28-9836-5f6deeaafe77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:13.918342 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4a07a9b4-c694-4a71-a1b2-5908a79ce5a9 req-f4e130ef-3edb-4ade-a83a-c96ff9d43c91 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807055 Jul 07 21:05:13.951309 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039c8724-d982-467d-a1de-b439c11acb23 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:13.953158 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-039c8724-d982-467d-a1de-b439c11acb23 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports/b13ee8aa-4c21-409d-a936-0062b7e03118 HTTP/1.1" status: 200 len: 844 time: 0.1773989 Jul 07 21:05:13.960505 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59904) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:14.097811 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-17b55c86-ac57-482d-9c58-3276f675b917 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports/b13ee8aa-4c21-409d-a936-0062b7e03118?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1331177 Jul 07 21:05:14.098672 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59906) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:14.103905 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-8085b0c4-6913-46f5-85e3-cb69ffc4ef69 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'subnet': {'network_id': '905625ac-582a-4237-8da7-d706bad7ad93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:14.118301 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b02f662b-400e-4743-94aa-d1847975e7ca req-e4e89870-8ddd-4ccc-8160-9585b914acbe tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210964 Jul 07 21:05:14.242219 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8ed06f16-7cec-4fd8-b65e-b149a83078b1 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:14.252375 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8ed06f16-7cec-4fd8-b65e-b149a83078b1 None None] Transition to ACTIVE for port object 95cc1e76-f946-427a-9b16-d58e2015e1d2 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:14.271860 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8ed06f16-7cec-4fd8-b65e-b149a83078b1 None None] Transition to ACTIVE for port object 95cc1e76-f946-427a-9b16-d58e2015e1d2 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:14.283858 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8ed06f16-7cec-4fd8-b65e-b149a83078b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:14.351579 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed06f16-7cec-4fd8-b65e-b149a83078b1 None None] Network a14eea41-1d99-44fc-b2e3-33f3b36e5825 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:14.351850 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8085b0c4-6913-46f5-85e3-cb69ffc4ef69 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:14.355643 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-8ed06f16-7cec-4fd8-b65e-b149a83078b1 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:14.357300 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8085b0c4-6913-46f5-85e3-cb69ffc4ef69 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:14.361655 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed06f16-7cec-4fd8-b65e-b149a83078b1 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:05:14.404500 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed06f16-7cec-4fd8-b65e-b149a83078b1 None None] Pushing event updated for resources: {'Port': ['ID=95cc1e76-f946-427a-9b16-d58e2015e1d2,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:14.423037 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365d4db-795a-46e5-8502-1dc6caad2514 req-a9e58e91-5a50-495b-bf5b-23621471e09d tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:14.424620 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b365d4db-795a-46e5-8502-1dc6caad2514 req-a9e58e91-5a50-495b-bf5b-23621471e09d tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7859fdf-eaef-4a5f-ae5c-65cf63b83827 HTTP/1.1" status: 200 len: 931 time: 0.2884359 Jul 07 21:05:14.425850 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-72abcc3a-7ccd-4e28-9836-5f6deeaafe77 admin admin] Allocated IP 172.25.5.219 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/387a3354-cfe0-4968-a1b9-889fbaa17a31) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:05:14.490194 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-8ed06f16-7cec-4fd8-b65e-b149a83078b1 None None] Attempting to bind port 95cc1e76-f946-427a-9b16-d58e2015e1d2 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:05:14.491115 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-8ed06f16-7cec-4fd8-b65e-b149a83078b1 None None] Attempting to bind port 95cc1e76-f946-427a-9b16-d58e2015e1d2 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'f215fa7d-4f27-4349-b65f-154b7eaeed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:05:14.492097 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed06f16-7cec-4fd8-b65e-b149a83078b1 None None] Attempting to bind port 95cc1e76-f946-427a-9b16-d58e2015e1d2 on network a14eea41-1d99-44fc-b2e3-33f3b36e5825 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:05:14.502373 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed06f16-7cec-4fd8-b65e-b149a83078b1 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:05:14.503574 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed06f16-7cec-4fd8-b65e-b149a83078b1 None None] Checking segment: {'id': 'f215fa7d-4f27-4349-b65f-154b7eaeed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:05:14.504100 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8ed06f16-7cec-4fd8-b65e-b149a83078b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:14.504720 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed06f16-7cec-4fd8-b65e-b149a83078b1 None None] Bound using segment: {'id': 'f215fa7d-4f27-4349-b65f-154b7eaeed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:05:14.505424 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-8ed06f16-7cec-4fd8-b65e-b149a83078b1 None None] Bound port: 95cc1e76-f946-427a-9b16-d58e2015e1d2, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f215fa7d-4f27-4349-b65f-154b7eaeed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:05:14.506758 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8ed06f16-7cec-4fd8-b65e-b149a83078b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:14.610978 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b365d4db-795a-46e5-8502-1dc6caad2514 req-ebf4ab89-fb43-4b10-931e-97be25b17c01 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736603 Jul 07 21:05:14.625485 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8085b0c4-6913-46f5-85e3-cb69ffc4ef69 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:14.636259 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-0c5b5df1-2c90-424e-8679-cd52665ac354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9584c41-a1de-4dea-84ca-34fc97c5db99 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:05:14.640593 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-8ed06f16-7cec-4fd8-b65e-b149a83078b1 None None] For port 95cc1e76-f946-427a-9b16-d58e2015e1d2, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:05:14.644503 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-8ed06f16-7cec-4fd8-b65e-b149a83078b1 None None] For port 95cc1e76-f946-427a-9b16-d58e2015e1d2, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=95cc1e76-f946-427a-9b16-d58e2015e1d2,segment=NetworkSegment(f215fa7d-4f27-4349-b65f-154b7eaeed57),segment_id=f215fa7d-4f27-4349-b65f-154b7eaeed57)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:05:14.650244 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-0c5b5df1-2c90-424e-8679-cd52665ac354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:14.651504 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8ed06f16-7cec-4fd8-b65e-b149a83078b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:14.685086 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-0c5b5df1-2c90-424e-8679-cd52665ac354 service neutron] Transition to ACTIVE for port object d9584c41-a1de-4dea-84ca-34fc97c5db99 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:14.688609 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8085b0c4-6913-46f5-85e3-cb69ffc4ef69 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network 905625ac-582a-4237-8da7-d706bad7ad93 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:14.692388 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-8085b0c4-6913-46f5-85e3-cb69ffc4ef69 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:14.705417 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-0c5b5df1-2c90-424e-8679-cd52665ac354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:14.708198 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143d784d-cc1b-4beb-af9a-8afd64e17f55 None None] Network 905625ac-582a-4237-8da7-d706bad7ad93 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:05:14.708606 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8085b0c4-6913-46f5-85e3-cb69ffc4ef69 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:14.709523 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8085b0c4-6913-46f5-85e3-cb69ffc4ef69 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:14.721059 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72abcc3a-7ccd-4e28-9836-5f6deeaafe77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:14.721419 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085b0c4-6913-46f5-85e3-cb69ffc4ef69 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Subnet': ['ID=8cf51a11-9d5e-44e4-9b15-e2a10b7f6d1e,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:14.745583 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8085b0c4-6913-46f5-85e3-cb69ffc4ef69 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6451917 Jul 07 21:05:14.747848 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59918) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:14.771857 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-38d4a34c-09dd-49b8-bcf4-e1a836c11f6b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'security_group': {'name': 'tempest-secgroup-2128797830'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:14.782375 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed06f16-7cec-4fd8-b65e-b149a83078b1 None None] Pushing event updated for resources: {'Port': ['ID=95cc1e76-f946-427a-9b16-d58e2015e1d2,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:14.789306 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0a4bc478-3518-4473-a1ac-627f6ce02419 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:14.791295 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b5df1-2c90-424e-8679-cd52665ac354 service neutron] Pushing event updated for resources: {'Port': ['ID=d9584c41-a1de-4dea-84ca-34fc97c5db99,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:14.824479 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38d4a34c-09dd-49b8-bcf4-e1a836c11f6b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:14.891420 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72abcc3a-7ccd-4e28-9836-5f6deeaafe77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:14.911609 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 0a4bc478-3518-4473-a1ac-627f6ce02419 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:14.922461 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 0a4bc478-3518-4473-a1ac-627f6ce02419 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:14.922840 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:14.958661 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38d4a34c-09dd-49b8-bcf4-e1a836c11f6b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:14.964071 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-0c5b5df1-2c90-424e-8679-cd52665ac354 service neutron] Attempting to bind port d9584c41-a1de-4dea-84ca-34fc97c5db99 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:05:14.964416 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-0c5b5df1-2c90-424e-8679-cd52665ac354 service neutron] Attempting to bind port d9584c41-a1de-4dea-84ca-34fc97c5db99 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ce7841e0-8c51-4554-a344-f7eeefc78bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:05:14.964751 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-0c5b5df1-2c90-424e-8679-cd52665ac354 service neutron] Attempting to bind port d9584c41-a1de-4dea-84ca-34fc97c5db99 on network 6ac168b0-5b62-40ce-978d-1826833f7c04 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:05:14.971190 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72abcc3a-7ccd-4e28-9836-5f6deeaafe77 admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:14.972691 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-72abcc3a-7ccd-4e28-9836-5f6deeaafe77 admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:14.988375 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38d4a34c-09dd-49b8-bcf4-e1a836c11f6b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:15.003998 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72abcc3a-7ccd-4e28-9836-5f6deeaafe77 admin admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:05:15.017200 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38d4a34c-09dd-49b8-bcf4-e1a836c11f6b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:15.021012 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-38d4a34c-09dd-49b8-bcf4-e1a836c11f6b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2684829 Jul 07 21:05:15.033423 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59928) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:15.038149 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-77625985-9ca7-4444-aec9-4e5ba3be270f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'security_group': {'name': 'tempest-secgroup-569813596'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:15.066523 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-0c5b5df1-2c90-424e-8679-cd52665ac354 service neutron] Port d9584c41-a1de-4dea-84ca-34fc97c5db99 on network 6ac168b0-5b62-40ce-978d-1826833f7c04 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:05:15.066746 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-0c5b5df1-2c90-424e-8679-cd52665ac354 service neutron] Attempting to bind port d9584c41-a1de-4dea-84ca-34fc97c5db99 on network 6ac168b0-5b62-40ce-978d-1826833f7c04 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:05:15.068733 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abcc3a-7ccd-4e28-9836-5f6deeaafe77 admin admin] Pushing event updated for resources: {'Port': ['ID=387a3354-cfe0-4968-a1b9-889fbaa17a31,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:15.108785 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-0c5b5df1-2c90-424e-8679-cd52665ac354 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:05:15.109201 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-0c5b5df1-2c90-424e-8679-cd52665ac354 service neutron] Checking segment: {'id': 'ce7841e0-8c51-4554-a344-f7eeefc78bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:05:15.115668 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-0c5b5df1-2c90-424e-8679-cd52665ac354 service neutron] Bound using segment: {'id': 'ce7841e0-8c51-4554-a344-f7eeefc78bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:05:15.116367 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-0c5b5df1-2c90-424e-8679-cd52665ac354 service neutron] Bound port: d9584c41-a1de-4dea-84ca-34fc97c5db99, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce7841e0-8c51-4554-a344-f7eeefc78bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:05:15.116763 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-0c5b5df1-2c90-424e-8679-cd52665ac354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:15.119919 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4a34c-09dd-49b8-bcf4-e1a836c11f6b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad5907a-7895-4eef-936b-62b2aca826cf,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:15.127116 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-77625985-9ca7-4444-aec9-4e5ba3be270f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:15.146715 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:15.247900 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207271f7-ac9d-4dfe-9ba3-1a28e2577b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4bc478-3518-4473-a1ac-627f6ce02419'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:05:15.250903 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885d897f-2abe-497d-aa16-d6a88dd3f1e2" -d '{"events": [{"server_uuid": "207271f7-ac9d-4dfe-9ba3-1a28e2577b30", "name": "network-vif-plugged", "status": "completed", "tag": "0a4bc478-3518-4473-a1ac-627f6ce02419"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:05:15.307810 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0a4bc478-3518-4473-a1ac-627f6ce02419, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0a4bc478-3518-4473-a1ac-627f6ce02419,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:15.314059 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:15.338203 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-77625985-9ca7-4444-aec9-4e5ba3be270f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:15.343702 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-77625985-9ca7-4444-aec9-4e5ba3be270f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:15.368949 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 95cc1e76-f946-427a-9b16-d58e2015e1d2 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:15.374084 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-77625985-9ca7-4444-aec9-4e5ba3be270f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:15.379964 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-77625985-9ca7-4444-aec9-4e5ba3be270f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3442111 Jul 07 21:05:15.382399 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59938) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:15.387553 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-867e7f02-970f-46dd-81ed-bf8a0c87b01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1875343717', 'security_groups': ['0e5b27a0-1e9a-4c9e-945b-97db26b685d7'], 'network_id': '905625ac-582a-4237-8da7-d706bad7ad93', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8cf51a11-9d5e-44e4-9b15-e2a10b7f6d1e'}]}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:15.394491 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77625985-9ca7-4444-aec9-4e5ba3be270f tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5b27a0-1e9a-4c9e-945b-97db26b685d7,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:15.422318 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=0a4bc478-3518-4473-a1ac-627f6ce02419,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:15.460349 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50069ab6-2b82-46c2-b1c6-0f1ba49e1d48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-905625ac-582a-4237-8da7-d706bad7ad93', 'network_id': '905625ac-582a-4237-8da7-d706bad7ad93', 'tenant_id': 'be995280e0b54435933b27a852a0026d', 'fixed_ips': [{'subnet_id': '8cf51a11-9d5e-44e4-9b15-e2a10b7f6d1e'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:05:15.461231 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-50069ab6-2b82-46c2-b1c6-0f1ba49e1d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:15.574654 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 95cc1e76-f946-427a-9b16-d58e2015e1d2 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:15.680506 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-50069ab6-2b82-46c2-b1c6-0f1ba49e1d48 None None] Allocated IP 2001:db8::2 (905625ac-582a-4237-8da7-d706bad7ad93/8cf51a11-9d5e-44e4-9b15-e2a10b7f6d1e/c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:05:15.874990 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-50069ab6-2b82-46c2-b1c6-0f1ba49e1d48 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:15.886652 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-50069ab6-2b82-46c2-b1c6-0f1ba49e1d48 None None] Transition to ACTIVE for port object c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:15.908626 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-50069ab6-2b82-46c2-b1c6-0f1ba49e1d48 None None] Transition to ACTIVE for port object c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:15.918865 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-50069ab6-2b82-46c2-b1c6-0f1ba49e1d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:15.980537 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50069ab6-2b82-46c2-b1c6-0f1ba49e1d48 None None] Network 905625ac-582a-4237-8da7-d706bad7ad93 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:15.987230 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-50069ab6-2b82-46c2-b1c6-0f1ba49e1d48 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:15.990245 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50069ab6-2b82-46c2-b1c6-0f1ba49e1d48 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:05:16.007142 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867e7f02-970f-46dd-81ed-bf8a0c87b01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:16.010375 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50069ab6-2b82-46c2-b1c6-0f1ba49e1d48 None None] Pushing event updated for resources: {'Port': ['ID=c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:16.044043 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-0c5b5df1-2c90-424e-8679-cd52665ac354 service neutron] For port d9584c41-a1de-4dea-84ca-34fc97c5db99, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:05:16.053284 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-0c5b5df1-2c90-424e-8679-cd52665ac354 service neutron] For port d9584c41-a1de-4dea-84ca-34fc97c5db99, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d9584c41-a1de-4dea-84ca-34fc97c5db99,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:05:16.090418 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-50069ab6-2b82-46c2-b1c6-0f1ba49e1d48 None None] Attempting to bind port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:05:16.090891 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-50069ab6-2b82-46c2-b1c6-0f1ba49e1d48 None None] Attempting to bind port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '28fd885b-d4b6-4b7d-bf83-177c165b388a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '905625ac-582a-4237-8da7-d706bad7ad93'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:05:16.091361 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50069ab6-2b82-46c2-b1c6-0f1ba49e1d48 None None] Attempting to bind port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 on network 905625ac-582a-4237-8da7-d706bad7ad93 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:05:16.098672 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50069ab6-2b82-46c2-b1c6-0f1ba49e1d48 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:05:16.099156 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50069ab6-2b82-46c2-b1c6-0f1ba49e1d48 None None] Checking segment: {'id': '28fd885b-d4b6-4b7d-bf83-177c165b388a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '905625ac-582a-4237-8da7-d706bad7ad93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:05:16.099663 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-50069ab6-2b82-46c2-b1c6-0f1ba49e1d48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:16.100140 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50069ab6-2b82-46c2-b1c6-0f1ba49e1d48 None None] Bound using segment: {'id': '28fd885b-d4b6-4b7d-bf83-177c165b388a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '905625ac-582a-4237-8da7-d706bad7ad93'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:05:16.100547 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-50069ab6-2b82-46c2-b1c6-0f1ba49e1d48 None None] Bound port: c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28fd885b-d4b6-4b7d-bf83-177c165b388a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '905625ac-582a-4237-8da7-d706bad7ad93'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:05:16.100940 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-50069ab6-2b82-46c2-b1c6-0f1ba49e1d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:16.106294 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-0c5b5df1-2c90-424e-8679-cd52665ac354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:16.155246 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66242665-d39c-4fb7-aa72-193197991ffb req-7daafcba-b393-4a09-b33d-a0343ce84772 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:16.162405 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-66242665-d39c-4fb7-aa72-193197991ffb req-7daafcba-b393-4a09-b33d-a0343ce84772 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=207271f7-ac9d-4dfe-9ba3-1a28e2577b30 HTTP/1.1" status: 200 len: 944 time: 0.9763892 Jul 07 21:05:16.191850 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-50069ab6-2b82-46c2-b1c6-0f1ba49e1d48 None None] For port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:05:16.193574 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-867e7f02-970f-46dd-81ed-bf8a0c87b01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:16.196856 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-50069ab6-2b82-46c2-b1c6-0f1ba49e1d48 None None] For port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0,segment=NetworkSegment(28fd885b-d4b6-4b7d-bf83-177c165b388a),segment_id=28fd885b-d4b6-4b7d-bf83-177c165b388a)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:05:16.203918 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-50069ab6-2b82-46c2-b1c6-0f1ba49e1d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:16.213844 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-0c5b5df1-2c90-424e-8679-cd52665ac354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:16.214462 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-0c5b5df1-2c90-424e-8679-cd52665ac354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:16.216625 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-0c5b5df1-2c90-424e-8679-cd52665ac354 service neutron] 10.222.0.58 "PUT /v2.0/ports/d9584c41-a1de-4dea-84ca-34fc97c5db99 HTTP/1.1" status: 200 len: 1092 time: 2.9726012 Jul 07 21:05:16.219631 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7859fdf-eaef-4a5f-ae5c-65cf63b83827', 'tag': 'd9584c41-a1de-4dea-84ca-34fc97c5db99'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:05:16.221471 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8500cfab-332b-4a70-ae41-575e0571d925" -d '{"events": [{"name": "network-changed", "server_uuid": "e7859fdf-eaef-4a5f-ae5c-65cf63b83827", "tag": "d9584c41-a1de-4dea-84ca-34fc97c5db99"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:05:16.222418 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-867e7f02-970f-46dd-81ed-bf8a0c87b01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] device_id is not set on port 88701c7c-45c5-478f-b652-9a53102ac376 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:05:16.321862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2490b3-5cf9-458a-9f7f-2b0761980162 req-bf119e0d-e0ec-4e5e-bcaa-7ae2bdc6d19e tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:16.326802 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50069ab6-2b82-46c2-b1c6-0f1ba49e1d48 None None] Pushing event updated for resources: {'Port': ['ID=c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:16.329708 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4d2490b3-5cf9-458a-9f7f-2b0761980162 req-bf119e0d-e0ec-4e5e-bcaa-7ae2bdc6d19e tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.4266782 Jul 07 21:05:16.431013 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b5df1-2c90-424e-8679-cd52665ac354 service neutron] Pushing event updated for resources: {'Port': ['ID=d9584c41-a1de-4dea-84ca-34fc97c5db99,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:16.473248 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-66242665-d39c-4fb7-aa72-193197991ffb req-62f1db28-7b4e-4a01-a346-f38fa22981ce tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098686 Jul 07 21:05:16.493342 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72abcc3a-7ccd-4e28-9836-5f6deeaafe77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:16.524359 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-867e7f02-970f-46dd-81ed-bf8a0c87b01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Allocated IP 2001:db8::308 (905625ac-582a-4237-8da7-d706bad7ad93/8cf51a11-9d5e-44e4-9b15-e2a10b7f6d1e/88701c7c-45c5-478f-b652-9a53102ac376) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:05:16.618330 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4d2490b3-5cf9-458a-9f7f-2b0761980162 req-c879d974-84db-4934-8605-e81155dcc4d6 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876778 Jul 07 21:05:16.662467 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8c5690-304a-4df6-90f9-56440254d122 None None] Network a14eea41-1d99-44fc-b2e3-33f3b36e5825 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:05:16.767667 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3097c8a9-9d42-40ec-9fb6-46ebd4e24b6c None None] Provisioning for port 95cc1e76-f946-427a-9b16-d58e2015e1d2 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:16.782223 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3097c8a9-9d42-40ec-9fb6-46ebd4e24b6c None None] Provisioning complete for port 95cc1e76-f946-427a-9b16-d58e2015e1d2 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:16.782627 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3097c8a9-9d42-40ec-9fb6-46ebd4e24b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:16.786117 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-0612a24b-ee8c-4c94-bf81-218578b55e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:16.787753 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-0612a24b-ee8c-4c94-bf81-218578b55e24 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fb007a9f302148b1b0ad445aa4579189&device_id=e7859fdf-eaef-4a5f-ae5c-65cf63b83827 HTTP/1.1" status: 200 len: 1095 time: 0.5151711 Jul 07 21:05:16.909479 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-386a5dff-dcc2-46e5-9fee-5da0d0168df6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9584c41-a1de-4dea-84ca-34fc97c5db99 HTTP/1.1" status: 200 len: 217 time: 0.1070719 Jul 07 21:05:16.923194 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdca3df-46ea-4bef-b3b7-a5986e6d555a x-openstack-request-id: req-bcdca3df-46ea-4bef-b3b7-a5986e6d555a {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:05:16.923484 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207271f7-ac9d-4dfe-9ba3-1a28e2577b30", "name": "network-vif-plugged", "status": "completed", "tag": "0a4bc478-3518-4473-a1ac-627f6ce02419", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:05:16.923751 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bcdca3df-46ea-4bef-b3b7-a5986e6d555a {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:05:16.924166 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207271f7-ac9d-4dfe-9ba3-1a28e2577b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4bc478-3518-4473-a1ac-627f6ce02419', 'code': 200} Jul 07 21:05:16.966170 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-867e7f02-970f-46dd-81ed-bf8a0c87b01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:17.033761 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-867e7f02-970f-46dd-81ed-bf8a0c87b01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Transition to ACTIVE for port object 88701c7c-45c5-478f-b652-9a53102ac376 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:17.141738 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba87ce2-82ba-48a7-a4f8-79a8d6d1fb77 x-openstack-request-id: req-4ba87ce2-82ba-48a7-a4f8-79a8d6d1fb77 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:05:17.143199 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7859fdf-eaef-4a5f-ae5c-65cf63b83827", "tag": "d9584c41-a1de-4dea-84ca-34fc97c5db99", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:05:17.143843 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ba87ce2-82ba-48a7-a4f8-79a8d6d1fb77 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:05:17.144652 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7859fdf-eaef-4a5f-ae5c-65cf63b83827', 'tag': 'd9584c41-a1de-4dea-84ca-34fc97c5db99', 'status': 'completed', 'code': 200} Jul 07 21:05:17.221781 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-6fcf2841-f7bb-4787-8dc7-9b3f3d216b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:17.223238 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-6fcf2841-f7bb-4787-8dc7-9b3f3d216b22 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e40568a6-ebc6-4f07-9fe2-338a216828e9 HTTP/1.1" status: 200 len: 852 time: 0.2950482 Jul 07 21:05:17.249336 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72abcc3a-7ccd-4e28-9836-5f6deeaafe77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:17.288058 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-ea0d7cd2-7eac-4236-a473-dc5370fd215a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ac168b0-5b62-40ce-978d-1826833f7c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561476 Jul 07 21:05:17.288486 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42108890-800c-430b-abd7-5a7bc6e8bfab req-d9755046-e683-4418-a291-3d0acdc63aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:17.290576 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-42108890-800c-430b-abd7-5a7bc6e8bfab req-d9755046-e683-4418-a291-3d0acdc63aea service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=207271f7-ac9d-4dfe-9ba3-1a28e2577b30 HTTP/1.1" status: 200 len: 1097 time: 0.2839885 Jul 07 21:05:17.294112 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-867e7f02-970f-46dd-81ed-bf8a0c87b01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:17.339416 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3097c8a9-9d42-40ec-9fb6-46ebd4e24b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:17.413127 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153225f-1c22-475d-bb8c-58909460a2a9 req-2ed99ca8-8185-4845-990c-4788583daa57 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:17.414726 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6153225f-1c22-475d-bb8c-58909460a2a9 req-2ed99ca8-8185-4845-990c-4788583daa57 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7859fdf-eaef-4a5f-ae5c-65cf63b83827 HTTP/1.1" status: 200 len: 943 time: 0.3430583 Jul 07 21:05:17.455897 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-3097c8a9-9d42-40ec-9fb6-46ebd4e24b6c None None] For port 95cc1e76-f946-427a-9b16-d58e2015e1d2, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=95cc1e76-f946-427a-9b16-d58e2015e1d2,segment=NetworkSegment(f215fa7d-4f27-4349-b65f-154b7eaeed57),segment_id=f215fa7d-4f27-4349-b65f-154b7eaeed57)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:17.459608 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:17.477315 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867e7f02-970f-46dd-81ed-bf8a0c87b01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network 905625ac-582a-4237-8da7-d706bad7ad93 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:17.491039 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-42108890-800c-430b-abd7-5a7bc6e8bfab req-ff7ff3b9-5327-4067-b5f3-0b1c96f9ec34 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434746 Jul 07 21:05:17.492575 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-867e7f02-970f-46dd-81ed-bf8a0c87b01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:17.495835 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867e7f02-970f-46dd-81ed-bf8a0c87b01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:05:17.502889 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867e7f02-970f-46dd-81ed-bf8a0c87b01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:17.503829 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-867e7f02-970f-46dd-81ed-bf8a0c87b01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:17.516244 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e7f02-970f-46dd-81ed-bf8a0c87b01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Port': ['ID=88701c7c-45c5-478f-b652-9a53102ac376,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:17.524886 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-867e7f02-970f-46dd-81ed-bf8a0c87b01b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1412599 Jul 07 21:05:17.527910 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59978) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:17.530441 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3097c8a9-9d42-40ec-9fb6-46ebd4e24b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:17.537854 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-b9fbda96-76a1-4ad0-8c81-b9eef58bc3fc tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'subnet': {'network_id': '905625ac-582a-4237-8da7-d706bad7ad93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:17.588889 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:17.624656 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097c8a9-9d42-40ec-9fb6-46ebd4e24b6c None None] Pushing event updated for resources: {'Port': ['ID=95cc1e76-f946-427a-9b16-d58e2015e1d2,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:17.722280 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fbda96-76a1-4ad0-8c81-b9eef58bc3fc tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:17.728866 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b9fbda96-76a1-4ad0-8c81-b9eef58bc3fc tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:17.767916 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6153225f-1c22-475d-bb8c-58909460a2a9 req-0b497be0-80e2-46a8-a969-8d1200c297b0 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974730 Jul 07 21:05:17.855413 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f931582-d957-4489-a729-21d7f3965305 req-6c76849b-eb34-47e3-abf0-26ba14989c94 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:17.858889 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7cb82d79-88f3-4f52-bddc-657983521b75 None None] Provisioning complete for port 95cc1e76-f946-427a-9b16-d58e2015e1d2 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:17.859613 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7cb82d79-88f3-4f52-bddc-657983521b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:17.863138 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f931582-d957-4489-a729-21d7f3965305 req-6c76849b-eb34-47e3-abf0-26ba14989c94 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:17.870127 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f931582-d957-4489-a729-21d7f3965305 req-6c76849b-eb34-47e3-abf0-26ba14989c94 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:17.877170 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f931582-d957-4489-a729-21d7f3965305 req-6c76849b-eb34-47e3-abf0-26ba14989c94 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:17.883494 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f931582-d957-4489-a729-21d7f3965305 req-6c76849b-eb34-47e3-abf0-26ba14989c94 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:17.889638 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f931582-d957-4489-a729-21d7f3965305 req-6c76849b-eb34-47e3-abf0-26ba14989c94 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:17.895820 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f931582-d957-4489-a729-21d7f3965305 req-6c76849b-eb34-47e3-abf0-26ba14989c94 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:17.904526 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5f931582-d957-4489-a729-21d7f3965305 req-6c76849b-eb34-47e3-abf0-26ba14989c94 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5445 time: 0.3817482 Jul 07 21:05:17.921725 n-d-695189-11 neutron-server[100447]: INFO neutron.db.ipam_backend_mixin [None req-b9fbda96-76a1-4ad0-8c81-b9eef58bc3fc tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8cf51a11-9d5e-44e4-9b15-e2a10b7f6d1e (CIDR: 2001:db8::/64) Jul 07 21:05:17.926874 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9fbda96-76a1-4ad0-8c81-b9eef58bc3fc tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:05:17.928114 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9fbda96-76a1-4ad0-8c81-b9eef58bc3fc tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:05:17.957608 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-bc92b923-7fee-4b25-be2d-303becc67b44 service neutron] 10.222.0.58 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5945008 Jul 07 21:05:17.966808 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b9fbda96-76a1-4ad0-8c81-b9eef58bc3fc tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4374309 Jul 07 21:05:17.967921 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59986) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:17.977134 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d78ca6ec-990d-48de-b5b0-3585315959b9 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'subnet': {'network_id': '905625ac-582a-4237-8da7-d706bad7ad93', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:18.075348 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5f931582-d957-4489-a729-21d7f3965305 req-8359abe3-e49f-4413-9053-bc7b000dcb7d tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1689613 Jul 07 21:05:18.095958 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72abcc3a-7ccd-4e28-9836-5f6deeaafe77 admin admin] Router 6ff7f78b-bf98-43d8-af0d-e254d4f41116 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:05:18.140658 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-78ba6e3a-592f-4888-9c22-bfe18020b545 None None] Provisioning complete for port b13ee8aa-4c21-409d-a936-0062b7e03118 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:18.141666 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-78ba6e3a-592f-4888-9c22-bfe18020b545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:18.173843 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78ca6ec-990d-48de-b5b0-3585315959b9 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:18.177853 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d78ca6ec-990d-48de-b5b0-3585315959b9 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:18.178629 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32f199ce-c74f-4c4a-9f62-f314558f5392 req-46528471-d1e3-416c-a793-e82bfe370630 service neutron] 10.222.0.58 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077196 Jul 07 21:05:18.236379 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-78ba6e3a-592f-4888-9c22-bfe18020b545 None None] Port b13ee8aa-4c21-409d-a936-0062b7e03118 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:05:18.261284 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-78ba6e3a-592f-4888-9c22-bfe18020b545 None None] Provisioning for port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:18.277189 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-78ba6e3a-592f-4888-9c22-bfe18020b545 None None] Provisioning complete for port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:18.277681 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-78ba6e3a-592f-4888-9c22-bfe18020b545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:18.397433 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-78ba6e3a-592f-4888-9c22-bfe18020b545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:18.435581 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248be97-435b-48ba-bd91-c22d84517896 req-4947274e-588e-41ed-a8b1-66de1d4a69a4 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:18.437961 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e248be97-435b-48ba-bd91-c22d84517896 req-4947274e-588e-41ed-a8b1-66de1d4a69a4 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=207271f7-ac9d-4dfe-9ba3-1a28e2577b30 HTTP/1.1" status: 200 len: 945 time: 0.4792469 Jul 07 21:05:18.473721 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-78ba6e3a-592f-4888-9c22-bfe18020b545 None None] For port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0,segment=NetworkSegment(28fd885b-d4b6-4b7d-bf83-177c165b388a),segment_id=28fd885b-d4b6-4b7d-bf83-177c165b388a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:18.479625 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-78ba6e3a-592f-4888-9c22-bfe18020b545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:18.494364 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72abcc3a-7ccd-4e28-9836-5f6deeaafe77 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:05:18.513268 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41839130-4937-4587-8d2e-8616576fe746 None None] Sync routers for ids ['6ff7f78b-bf98-43d8-af0d-e254d4f41116'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:05:18.528963 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41839130-4937-4587-8d2e-8616576fe746 None None] Routers {'6ff7f78b-bf98-43d8-af0d-e254d4f41116'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:05:18.531891 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-41839130-4937-4587-8d2e-8616576fe746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:05:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['6ff7f78b-bf98-43d8-af0d-e254d4f41116'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:18.542715 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72abcc3a-7ccd-4e28-9836-5f6deeaafe77 admin admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:18.546409 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-72abcc3a-7ccd-4e28-9836-5f6deeaafe77 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.2446811 Jul 07 21:05:18.547890 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 59996) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:18.561180 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e248be97-435b-48ba-bd91-c22d84517896 req-afa33926-6cff-4aa5-9f13-18d9ce5d1052 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136537 Jul 07 21:05:18.588852 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500cfab-332b-4a70-ae41-575e0571d925 req-d1d242b6-42ac-402b-a1b7-614a010e0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:18.590647 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8500cfab-332b-4a70-ae41-575e0571d925 req-d1d242b6-42ac-402b-a1b7-614a010e0dd6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fb007a9f302148b1b0ad445aa4579189&device_id=e7859fdf-eaef-4a5f-ae5c-65cf63b83827 HTTP/1.1" status: 200 len: 1095 time: 0.2781494 Jul 07 21:05:18.644319 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba6e3a-592f-4888-9c22-bfe18020b545 None None] Pushing event updated for resources: {'Port': ['ID=c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:18.644530 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d78ca6ec-990d-48de-b5b0-3585315959b9 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:18.667616 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-32417856-78ba-49e1-8a4a-be23a0fe90ae None None] Provisioning for port 88701c7c-45c5-478f-b652-9a53102ac376 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:18.673374 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-32417856-78ba-49e1-8a4a-be23a0fe90ae None None] Provisioning complete for port 88701c7c-45c5-478f-b652-9a53102ac376 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:18.678660 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-32417856-78ba-49e1-8a4a-be23a0fe90ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:18.735755 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-41839130-4937-4587-8d2e-8616576fe746 None None] Set router 6ff7f78b-bf98-43d8-af0d-e254d4f41116 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:05:18.757514 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:05:18.815172 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78ca6ec-990d-48de-b5b0-3585315959b9 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network 905625ac-582a-4237-8da7-d706bad7ad93 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:18.826037 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-d78ca6ec-990d-48de-b5b0-3585315959b9 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:18.833093 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78ca6ec-990d-48de-b5b0-3585315959b9 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:18.834933 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d78ca6ec-990d-48de-b5b0-3585315959b9 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:18.864139 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ca6ec-990d-48de-b5b0-3585315959b9 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Subnet': ['ID=6d3dfa5e-54aa-4f83-888d-14f608d1ccb2,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:18.868744 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=6b3518fb-b37f-49ee-b4d3-af8e0c52ae93,segment=NetworkSegment(84bcb215-065b-47b0-b096-b779bcbdddb9),segment_id=84bcb215-065b-47b0-b096-b779bcbdddb9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:18.884629 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:05:18.885502 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d78ca6ec-990d-48de-b5b0-3585315959b9 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9135251 Jul 07 21:05:18.886294 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60004) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:18.925020 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-fc525717-d3c0-49ee-b271-b9bcb864b074 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1513198680', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6d3dfa5e-54aa-4f83-888d-14f608d1ccb2'}], 'security_groups': ['7ad5907a-7895-4eef-936b-62b2aca826cf']}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:18.930209 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '6b3518fb-b37f-49ee-b4d3-af8e0c52ae93', 'network_id': '0af09765-8719-4f4a-a8a0-d6dca0b23345', 'port_id': '6b3518fb-b37f-49ee-b4d3-af8e0c52ae93', 'mac_address': 'fa:16:3e:cc:22:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc2aa6ea-e403-4c8c-9097-610f426c4630', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:05:18.935662 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7ea3bd-908a-4d87-a1ca-e501c6043997 None None] Network 905625ac-582a-4237-8da7-d706bad7ad93 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:05:18.939519 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94723633-7c2d-4af1-b286-fd93d0eaa1b3 req-149a4a8e-2da7-4290-b6fb-12e45260f41b tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:18.944532 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-94723633-7c2d-4af1-b286-fd93d0eaa1b3 req-149a4a8e-2da7-4290-b6fb-12e45260f41b tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.5499077 Jul 07 21:05:18.947695 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500cfab-332b-4a70-ae41-575e0571d925 req-fa2acb17-cdd2-4f55-8d7a-4a0c1e7c913e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:18.952198 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8500cfab-332b-4a70-ae41-575e0571d925 req-fa2acb17-cdd2-4f55-8d7a-4a0c1e7c913e service neutron] 10.222.0.58 "GET /v2.0/networks?id=6ac168b0-5b62-40ce-978d-1826833f7c04 HTTP/1.1" status: 200 len: 913 time: 0.3478737 Jul 07 21:05:19.062249 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc525717-d3c0-49ee-b271-b9bcb864b074 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:19.106017 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-41839130-4937-4587-8d2e-8616576fe746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'name': 'tempest-TestServerBasicOps-963672245-router', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:05:12Z', 'updated_at': '2021-07-07T21:05:16Z', 'revision_number': 3, 'project_id': '03ca69fab8c3490785d81740376897ed', 'gw_port': {'id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:96:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:13Z', 'updated_at': '2021-07-07T21:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:19.127479 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8500cfab-332b-4a70-ae41-575e0571d925 req-8acd8ed9-0ade-4f06-b9ed-a666afacaaec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9584c41-a1de-4dea-84ca-34fc97c5db99 HTTP/1.1" status: 200 len: 217 time: 0.1173158 Jul 07 21:05:19.198917 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-32417856-78ba-49e1-8a4a-be23a0fe90ae None None] Port 88701c7c-45c5-478f-b652-9a53102ac376 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:05:19.207036 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:19.235950 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62335826-e83a-45e7-8f7b-e7662655a40d req-6cd6c2c7-664f-4b8c-9399-7e02ed3be0e5 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:19.242839 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62335826-e83a-45e7-8f7b-e7662655a40d req-6cd6c2c7-664f-4b8c-9399-7e02ed3be0e5 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:19.250013 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62335826-e83a-45e7-8f7b-e7662655a40d req-6cd6c2c7-664f-4b8c-9399-7e02ed3be0e5 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:19.256520 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62335826-e83a-45e7-8f7b-e7662655a40d req-6cd6c2c7-664f-4b8c-9399-7e02ed3be0e5 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:19.264813 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62335826-e83a-45e7-8f7b-e7662655a40d req-6cd6c2c7-664f-4b8c-9399-7e02ed3be0e5 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:19.265805 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:05:19.270003 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:19.272149 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62335826-e83a-45e7-8f7b-e7662655a40d req-6cd6c2c7-664f-4b8c-9399-7e02ed3be0e5 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:19.278569 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62335826-e83a-45e7-8f7b-e7662655a40d req-6cd6c2c7-664f-4b8c-9399-7e02ed3be0e5 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:19.280745 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62335826-e83a-45e7-8f7b-e7662655a40d req-6cd6c2c7-664f-4b8c-9399-7e02ed3be0e5 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5445 time: 0.4105265 Jul 07 21:05:19.297179 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-94723633-7c2d-4af1-b286-fd93d0eaa1b3 req-a049bcea-d98b-4b52-a59c-7172e0ef4673 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433931 Jul 07 21:05:19.306166 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500cfab-332b-4a70-ae41-575e0571d925 req-f2682cb6-cc82-4814-acef-c051cf65181a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:19.312387 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8500cfab-332b-4a70-ae41-575e0571d925 req-f2682cb6-cc82-4814-acef-c051cf65181a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e40568a6-ebc6-4f07-9fe2-338a216828e9 HTTP/1.1" status: 200 len: 852 time: 0.1745532 Jul 07 21:05:19.334397 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:19.347984 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41839130-4937-4587-8d2e-8616576fe746 None None] Checking router: 6ff7f78b-bf98-43d8-af0d-e254d4f41116 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:05:19.348358 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41839130-4937-4587-8d2e-8616576fe746 None None] Updating router 6ff7f78b-bf98-43d8-af0d-e254d4f41116 port 387a3354-cfe0-4968-a1b9-889fbaa17a31 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:05:19.361758 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8500cfab-332b-4a70-ae41-575e0571d925 req-a54076d7-6e11-431b-b803-50c5b1de0dc3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ac168b0-5b62-40ce-978d-1826833f7c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426936 Jul 07 21:05:19.377952 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=6b3518fb-b37f-49ee-b4d3-af8e0c52ae93,segment=NetworkSegment(84bcb215-065b-47b0-b096-b779bcbdddb9),segment_id=84bcb215-065b-47b0-b096-b779bcbdddb9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:19.387012 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-41839130-4937-4587-8d2e-8616576fe746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:19.400898 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:19.491271 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=6b3518fb-b37f-49ee-b4d3-af8e0c52ae93,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:19.572572 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8500cfab-332b-4a70-ae41-575e0571d925 req-302da4a5-804f-4600-b186-a44993c88587 service neutron] 10.222.0.58 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029059 Jul 07 21:05:19.590313 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.db.api [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:05:19.590837 n-d-695189-11 neutron-server[100449]: DEBUG oslo_db.api [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:05:19.632474 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349ee104-5e4e-47f8-936a-8f7b660fd39d None None] Update dhcp port {'port': {'network_id': '905625ac-582a-4237-8da7-d706bad7ad93', 'fixed_ips': [{'subnet_id': '8cf51a11-9d5e-44e4-9b15-e2a10b7f6d1e', 'ip_address': '2001:db8::2'}, {'subnet_id': '6d3dfa5e-54aa-4f83-888d-14f608d1ccb2'}], 'binding:host_id': 'n-d-695189-11'}, 'id': 'c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0'} from n-d-695189-11. {{(pid=100449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 21:05:19.699895 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:19.705626 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:19.706924 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8500cfab-332b-4a70-ae41-575e0571d925 req-eac6c802-c11a-40a8-b2de-5bcd455b1c1d service neutron] 10.222.0.58 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218929 Jul 07 21:05:19.801789 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc96b80-8e28-4673-83c7-d1420bcb26af req-5962c29a-549d-4bc0-834e-dccb52c34fa8 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:19.804167 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-acc96b80-8e28-4673-83c7-d1420bcb26af req-5962c29a-549d-4bc0-834e-dccb52c34fa8 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7859fdf-eaef-4a5f-ae5c-65cf63b83827 HTTP/1.1" status: 200 len: 943 time: 0.2302029 Jul 07 21:05:19.828204 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['6b3518fb-b37f-49ee-b4d3-af8e0c52ae93'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:05:19.841152 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b042420-6c1f-4f25-b714-c8633280f79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:19.842514 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-41839130-4937-4587-8d2e-8616576fe746 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:19.860745 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-41839130-4937-4587-8d2e-8616576fe746 None None] Transition to ACTIVE for port object 387a3354-cfe0-4968-a1b9-889fbaa17a31 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:19.872040 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-41839130-4937-4587-8d2e-8616576fe746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:19.880810 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-acc96b80-8e28-4673-83c7-d1420bcb26af req-42f87adc-0718-46f5-b3b8-fb45f220665d tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708246 Jul 07 21:05:19.939154 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-349ee104-5e4e-47f8-936a-8f7b660fd39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:19.949123 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:19.984540 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-fc525717-d3c0-49ee-b271-b9bcb864b074 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Delete allocated IP 2001:db8::308 (905625ac-582a-4237-8da7-d706bad7ad93/8cf51a11-9d5e-44e4-9b15-e2a10b7f6d1e) {{(pid=100447) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 21:05:20.013896 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-fc525717-d3c0-49ee-b271-b9bcb864b074 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Allocated IP 2001:db8:0:1::235 (905625ac-582a-4237-8da7-d706bad7ad93/6d3dfa5e-54aa-4f83-888d-14f608d1ccb2/88701c7c-45c5-478f-b652-9a53102ac376) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:05:20.016988 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ed80b-c682-49b6-9d74-8d789d310313 req-62b77bcb-26ce-40ef-9a38-94bdc2557ab4 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:20.017617 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-41839130-4937-4587-8d2e-8616576fe746 None None] Attempting to bind port 387a3354-cfe0-4968-a1b9-889fbaa17a31 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:05:20.018070 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-41839130-4937-4587-8d2e-8616576fe746 None None] Attempting to bind port 387a3354-cfe0-4968-a1b9-889fbaa17a31 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:05:20.018358 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a75ed80b-c682-49b6-9d74-8d789d310313 req-62b77bcb-26ce-40ef-9a38-94bdc2557ab4 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=207271f7-ac9d-4dfe-9ba3-1a28e2577b30 HTTP/1.1" status: 200 len: 945 time: 0.1261203 Jul 07 21:05:20.018656 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41839130-4937-4587-8d2e-8616576fe746 None None] Attempting to bind port 387a3354-cfe0-4968-a1b9-889fbaa17a31 on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:05:20.027789 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41839130-4937-4587-8d2e-8616576fe746 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:05:20.028240 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41839130-4937-4587-8d2e-8616576fe746 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:05:20.028710 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-41839130-4937-4587-8d2e-8616576fe746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:20.029162 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41839130-4937-4587-8d2e-8616576fe746 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:05:20.029772 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-41839130-4937-4587-8d2e-8616576fe746 None None] Bound port: 387a3354-cfe0-4968-a1b9-889fbaa17a31, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:05:20.030982 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-41839130-4937-4587-8d2e-8616576fe746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:20.036778 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b52713-d645-4561-acf2-852990467bf4 None None] Pushing event updated for resources: {'Port': ['ID=387a3354-cfe0-4968-a1b9-889fbaa17a31,revision_number=2']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:20.061680 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b52713-d645-4561-acf2-852990467bf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:20.062877 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b52713-d645-4561-acf2-852990467bf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:20.063285 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b52713-d645-4561-acf2-852990467bf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:20.063707 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b52713-d645-4561-acf2-852990467bf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:20.064106 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b52713-d645-4561-acf2-852990467bf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:20.064502 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b52713-d645-4561-acf2-852990467bf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:20.064906 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b52713-d645-4561-acf2-852990467bf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:20.065709 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b52713-d645-4561-acf2-852990467bf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:20.065709 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b52713-d645-4561-acf2-852990467bf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:20.065902 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b52713-d645-4561-acf2-852990467bf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:20.066335 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b52713-d645-4561-acf2-852990467bf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:20.066721 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b52713-d645-4561-acf2-852990467bf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:20.113726 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a75ed80b-c682-49b6-9d74-8d789d310313 req-f3837c31-5074-47f4-adef-3b04e880487f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888686 Jul 07 21:05:20.160731 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-41839130-4937-4587-8d2e-8616576fe746 None None] For port 387a3354-cfe0-4968-a1b9-889fbaa17a31, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:05:20.174588 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-41839130-4937-4587-8d2e-8616576fe746 None None] For port 387a3354-cfe0-4968-a1b9-889fbaa17a31, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=387a3354-cfe0-4968-a1b9-889fbaa17a31,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:05:20.198938 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-41839130-4937-4587-8d2e-8616576fe746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:20.216205 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:20.277078 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:05:20.299735 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc525717-d3c0-49ee-b271-b9bcb864b074 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:20.300439 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=6b3518fb-b37f-49ee-b4d3-af8e0c52ae93,segment=NetworkSegment(84bcb215-065b-47b0-b096-b779bcbdddb9),segment_id=84bcb215-065b-47b0-b096-b779bcbdddb9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:20.307293 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:20.308182 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:20.316032 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-fc525717-d3c0-49ee-b271-b9bcb864b074 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Transition to ACTIVE for port object 88701c7c-45c5-478f-b652-9a53102ac376 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:20.321635 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc525717-d3c0-49ee-b271-b9bcb864b074 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:20.321879 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 95cc1e76-f946-427a-9b16-d58e2015e1d2 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:20.329238 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b52713-d645-4561-acf2-852990467bf4 None None] Pushing event updated for resources: {'Port': ['ID=387a3354-cfe0-4968-a1b9-889fbaa17a31,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:20.367263 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41839130-4937-4587-8d2e-8616576fe746 None None] Routers {'6ff7f78b-bf98-43d8-af0d-e254d4f41116'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:05:20.367973 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-41839130-4937-4587-8d2e-8616576fe746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:05:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['6ff7f78b-bf98-43d8-af0d-e254d4f41116'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:20.443863 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2e8e1208-a3c3-4e86-b713-96554dca0514 req-5d36974d-3815-4836-8d47-c409106020a2 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=240260fc7a05490d94f66cfaa06460e3 HTTP/1.1" status: 200 len: 267 time: 0.0665600 Jul 07 21:05:20.446467 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-fc525717-d3c0-49ee-b271-b9bcb864b074 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] In _notify_port_updated(), no bound segment for port 88701c7c-45c5-478f-b652-9a53102ac376 on network 905625ac-582a-4237-8da7-d706bad7ad93 {{(pid=100447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:05:20.452696 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc525717-d3c0-49ee-b271-b9bcb864b074 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:20.453358 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc525717-d3c0-49ee-b271-b9bcb864b074 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:20.455039 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fc525717-d3c0-49ee-b271-b9bcb864b074 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "PUT /v2.0/ports/88701c7c-45c5-478f-b652-9a53102ac376 HTTP/1.1" status: 200 len: 931 time: 1.5375066 Jul 07 21:05:20.458265 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60030) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:20.475319 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc525717-d3c0-49ee-b271-b9bcb864b074 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Port': ['ID=88701c7c-45c5-478f-b652-9a53102ac376,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:20.531120 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-5b042420-6c1f-4f25-b714-c8633280f79b admin admin] Allocated IP 172.20.0.1 (a14eea41-1d99-44fc-b2e3-33f3b36e5825/cac4ea62-0922-4170-9b4c-660afcde50d6/f616a60d-9cea-4cce-b62a-f876a26fb556) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:05:20.582070 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-41839130-4937-4587-8d2e-8616576fe746 None None] Set router 6ff7f78b-bf98-43d8-af0d-e254d4f41116 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:05:20.651273 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=6b3518fb-b37f-49ee-b4d3-af8e0c52ae93,revision_number=7']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:20.663304 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 95cc1e76-f946-427a-9b16-d58e2015e1d2 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:20.663786 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:20.672592 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-349ee104-5e4e-47f8-936a-8f7b660fd39d None None] Allocated IP 2001:db8:0:1::2 (905625ac-582a-4237-8da7-d706bad7ad93/6d3dfa5e-54aa-4f83-888d-14f608d1ccb2/c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:05:20.756014 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b042420-6c1f-4f25-b714-c8633280f79b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:20.765888 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddeb13-308f-4d80-aad5-7539df23dd58 req-9abfe801-ec87-4849-b6b1-8bfaf65bde85 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:20.767608 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9bddeb13-308f-4d80-aad5-7539df23dd58 req-9abfe801-ec87-4849-b6b1-8bfaf65bde85 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 944 time: 0.1895700 Jul 07 21:05:20.771695 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-5b042420-6c1f-4f25-b714-c8633280f79b admin admin] Transition to ACTIVE for port object f616a60d-9cea-4cce-b62a-f876a26fb556 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:20.777766 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e1208-a3c3-4e86-b713-96554dca0514 req-8e1cf3ec-aeda-4466-9971-d2d099e51a14 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:20.787459 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2e8e1208-a3c3-4e86-b713-96554dca0514 req-8e1cf3ec-aeda-4466-9971-d2d099e51a14 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=207271f7-ac9d-4dfe-9ba3-1a28e2577b30 HTTP/1.1" status: 200 len: 945 time: 0.3426318 Jul 07 21:05:20.794375 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-2e8e1208-a3c3-4e86-b713-96554dca0514 req-c592df08-94fd-4429-ab1a-3b7f8c763666 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Request body: {'port': {'security_groups': []}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:20.807613 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b042420-6c1f-4f25-b714-c8633280f79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:20.850637 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d9584c41-a1de-4dea-84ca-34fc97c5db99 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:05:20.872672 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b042420-6c1f-4f25-b714-c8633280f79b admin admin] Pushing event updated for resources: {'Port': ['ID=f616a60d-9cea-4cce-b62a-f876a26fb556,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:20.881049 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b042420-6c1f-4f25-b714-c8633280f79b admin admin] Network a14eea41-1d99-44fc-b2e3-33f3b36e5825 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:20.883147 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-5b042420-6c1f-4f25-b714-c8633280f79b admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:20.885596 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b042420-6c1f-4f25-b714-c8633280f79b admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:05:20.893757 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-349ee104-5e4e-47f8-936a-8f7b660fd39d None None] For port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0,segment=NetworkSegment(28fd885b-d4b6-4b7d-bf83-177c165b388a),segment_id=28fd885b-d4b6-4b7d-bf83-177c165b388a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:20.941244 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-41839130-4937-4587-8d2e-8616576fe746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'name': 'tempest-TestServerBasicOps-963672245-router', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:05:12Z', 'updated_at': '2021-07-07T21:05:16Z', 'revision_number': 3, 'project_id': '03ca69fab8c3490785d81740376897ed', 'gw_port': {'id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:96:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:13Z', 'updated_at': '2021-07-07T21:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:20.961732 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b042420-6c1f-4f25-b714-c8633280f79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:20.982115 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-349ee104-5e4e-47f8-936a-8f7b660fd39d None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:20.994644 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9bddeb13-308f-4d80-aad5-7539df23dd58 req-f61dbdcd-c977-4cfa-8f8a-276d5eb44014 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906655 Jul 07 21:05:21.029811 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-0bec1a65-fa20-4909-9762-4c6a56355078 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting port 88701c7c-45c5-478f-b652-9a53102ac376 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:05:21.031581 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0bec1a65-fa20-4909-9762-4c6a56355078 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:21.043118 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-349ee104-5e4e-47f8-936a-8f7b660fd39d None None] Transition to ACTIVE for port object c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:21.049249 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-349ee104-5e4e-47f8-936a-8f7b660fd39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:21.097106 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41839130-4937-4587-8d2e-8616576fe746 None None] The sync data for ids ['6ff7f78b-bf98-43d8-af0d-e254d4f41116'] in n-d-695189-11 is: [{'id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'name': 'tempest-TestServerBasicOps-963672245-router', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:05:12Z', 'updated_at': '2021-07-07T21:05:16Z', 'revision_number': 3, 'project_id': '03ca69fab8c3490785d81740376897ed', 'gw_port': {'id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:96:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:13Z', 'updated_at': '2021-07-07T21:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:05:21.229065 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2e8e1208-a3c3-4e86-b713-96554dca0514 req-c592df08-94fd-4429-ab1a-3b7f8c763666 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:21.276479 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port d9584c41-a1de-4dea-84ca-34fc97c5db99, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d9584c41-a1de-4dea-84ca-34fc97c5db99,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:21.311869 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b042420-6c1f-4f25-b714-c8633280f79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:21.320707 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'd9584c41-a1de-4dea-84ca-34fc97c5db99', 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04', 'port_id': 'd9584c41-a1de-4dea-84ca-34fc97c5db99', 'mac_address': 'fa:16:3e:36:34:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40568a6-ebc6-4f07-9fe2-338a216828e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:05:21.407689 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0bec1a65-fa20-4909-9762-4c6a56355078 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:21.449523 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-0bec1a65-fa20-4909-9762-4c6a56355078 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Calling delete_port for 88701c7c-45c5-478f-b652-9a53102ac376 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:05:21.623620 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b042420-6c1f-4f25-b714-c8633280f79b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:21.634286 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b042420-6c1f-4f25-b714-c8633280f79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:21.693333 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ee104-5e4e-47f8-936a-8f7b660fd39d None None] Pushing event updated for resources: {'Port': ['ID=c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:21.723274 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:21.729503 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-280b0bd0-ea4a-4881-81f8-3928ace89e6e None None] Provisioning for port f616a60d-9cea-4cce-b62a-f876a26fb556 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:21.744958 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b042420-6c1f-4f25-b714-c8633280f79b admin admin] Pushing event updated for resources: {'Port': ['ID=f616a60d-9cea-4cce-b62a-f876a26fb556,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:21.754257 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b042420-6c1f-4f25-b714-c8633280f79b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:21.772892 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-280b0bd0-ea4a-4881-81f8-3928ace89e6e None None] Provisioning complete for port f616a60d-9cea-4cce-b62a-f876a26fb556 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:21.773605 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-280b0bd0-ea4a-4881-81f8-3928ace89e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:21.776302 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9584c41-a1de-4dea-84ca-34fc97c5db99 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:05:21.881088 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b042420-6c1f-4f25-b714-c8633280f79b admin admin] Network a14eea41-1d99-44fc-b2e3-33f3b36e5825 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:21.883315 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-5b042420-6c1f-4f25-b714-c8633280f79b admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:21.914633 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port d9584c41-a1de-4dea-84ca-34fc97c5db99, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d9584c41-a1de-4dea-84ca-34fc97c5db99,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:21.943595 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:22.028559 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=d9584c41-a1de-4dea-84ca-34fc97c5db99,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:22.042874 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-280b0bd0-ea4a-4881-81f8-3928ace89e6e None None] Port f616a60d-9cea-4cce-b62a-f876a26fb556 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:05:22.158079 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b042420-6c1f-4f25-b714-c8633280f79b admin admin] Router 6ff7f78b-bf98-43d8-af0d-e254d4f41116 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:05:22.241856 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['d9584c41-a1de-4dea-84ca-34fc97c5db99'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:05:22.468937 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b042420-6c1f-4f25-b714-c8633280f79b admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:05:22.481114 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5b042420-6c1f-4f25-b714-c8633280f79b admin admin] 10.222.0.64 "PUT /v2.0/routers/6ff7f78b-bf98-43d8-af0d-e254d4f41116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9303861 Jul 07 21:05:22.560107 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f1dbc-95de-45dc-8c3a-e1ff25388c4f req-3d093072-fb79-4bfa-8726-e8cc3b9ece02 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:22.561739 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ac34d201-91f6-4bba-9f00-30a44166f8a6 None None] Provisioning complete for port f616a60d-9cea-4cce-b62a-f876a26fb556 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:22.561972 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-781f1dbc-95de-45dc-8c3a-e1ff25388c4f req-3d093072-fb79-4bfa-8726-e8cc3b9ece02 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7859fdf-eaef-4a5f-ae5c-65cf63b83827 HTTP/1.1" status: 200 len: 943 time: 1.2740207 Jul 07 21:05:22.562183 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ac34d201-91f6-4bba-9f00-30a44166f8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:22.626544 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60076) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:22.629285 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ac34d201-91f6-4bba-9f00-30a44166f8a6 None None] Port f616a60d-9cea-4cce-b62a-f876a26fb556 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:05:22.764645 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:22.822026 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8f1d5088-8934-412e-ae87-e45cf26a6099 None None] Provisioning complete for port b13ee8aa-4c21-409d-a936-0062b7e03118 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:22.822409 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8f1d5088-8934-412e-ae87-e45cf26a6099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:22.823430 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-781f1dbc-95de-45dc-8c3a-e1ff25388c4f req-5e5c35f6-0456-4df8-83de-69a7890165c6 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287652 Jul 07 21:05:22.898884 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58723eb5-d76a-4cc2-a19f-87c764065457 req-e16373f5-bf67-4b87-a4e7-c1e9396ed03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:22.899514 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-8f1d5088-8934-412e-ae87-e45cf26a6099 None None] Port b13ee8aa-4c21-409d-a936-0062b7e03118 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:05:22.899631 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58723eb5-d76a-4cc2-a19f-87c764065457 req-e16373f5-bf67-4b87-a4e7-c1e9396ed03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:22.899911 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58723eb5-d76a-4cc2-a19f-87c764065457 req-e16373f5-bf67-4b87-a4e7-c1e9396ed03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:22.900388 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58723eb5-d76a-4cc2-a19f-87c764065457 req-e16373f5-bf67-4b87-a4e7-c1e9396ed03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:22.900862 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58723eb5-d76a-4cc2-a19f-87c764065457 req-e16373f5-bf67-4b87-a4e7-c1e9396ed03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:22.901334 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58723eb5-d76a-4cc2-a19f-87c764065457 req-e16373f5-bf67-4b87-a4e7-c1e9396ed03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:22.901807 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58723eb5-d76a-4cc2-a19f-87c764065457 req-e16373f5-bf67-4b87-a4e7-c1e9396ed03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:22.903850 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-58723eb5-d76a-4cc2-a19f-87c764065457 req-e16373f5-bf67-4b87-a4e7-c1e9396ed03a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 6509 time: 0.2762823 Jul 07 21:05:22.921427 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:22.921923 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:22.924617 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8f1d5088-8934-412e-ae87-e45cf26a6099 None None] Provisioning for port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:22.929347 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8f1d5088-8934-412e-ae87-e45cf26a6099 None None] Provisioning complete for port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:22.929784 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8f1d5088-8934-412e-ae87-e45cf26a6099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:22.949345 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-2e8e1208-a3c3-4e86-b713-96554dca0514 req-c592df08-94fd-4429-ab1a-3b7f8c763666 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] For port 0a4bc478-3518-4473-a1ac-627f6ce02419, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0a4bc478-3518-4473-a1ac-627f6ce02419,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:23.021901 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-58723eb5-d76a-4cc2-a19f-87c764065457 req-80ba3124-987b-49e9-86c2-d5395ace8a4b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f2916986-aa40-41d4-9170-e32bf3286e8a&id=d9ce749c-a271-460e-962d-d3f9c6e375ad&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0963955 Jul 07 21:05:23.120661 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2e8e1208-a3c3-4e86-b713-96554dca0514 req-c592df08-94fd-4429-ab1a-3b7f8c763666 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:23.133520 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2e8e1208-a3c3-4e86-b713-96554dca0514 req-c592df08-94fd-4429-ab1a-3b7f8c763666 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:23.183549 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['21a093e8-95f2-467a-9a85-f95003e1bfae', '0efdf84e-6a2b-4f72-b4ed-bd147642dac0'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:05:23.183549 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0a4bc478-3518-4473-a1ac-627f6ce02419'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:05:23.214427 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0bec1a65-fa20-4909-9762-4c6a56355078 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:23.222288 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e1208-a3c3-4e86-b713-96554dca0514 req-c592df08-94fd-4429-ab1a-3b7f8c763666 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:23.222896 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2e8e1208-a3c3-4e86-b713-96554dca0514 req-c592df08-94fd-4429-ab1a-3b7f8c763666 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:23.224509 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2e8e1208-a3c3-4e86-b713-96554dca0514 req-c592df08-94fd-4429-ab1a-3b7f8c763666 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "PUT /v2.0/ports/0a4bc478-3518-4473-a1ac-627f6ce02419 HTTP/1.1" status: 200 len: 904 time: 2.4359896 Jul 07 21:05:23.235857 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207271f7-ac9d-4dfe-9ba3-1a28e2577b30', 'tag': '0a4bc478-3518-4473-a1ac-627f6ce02419'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:05:23.238281 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5540ae-9c8a-4428-802d-fd5b07f7a3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "207271f7-ac9d-4dfe-9ba3-1a28e2577b30", "tag": "0a4bc478-3518-4473-a1ac-627f6ce02419"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:05:23.308581 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592df08-94fd-4429-ab1a-3b7f8c763666 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Pushing event updated for resources: {'Port': ['ID=0a4bc478-3518-4473-a1ac-627f6ce02419,revision_number=6']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:23.357175 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcc41c-d77c-4eb3-a6e6-df7fa065ccf7 req-e759f822-f889-4fa7-b35f-aed019b873f3 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:23.363046 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-24bcc41c-d77c-4eb3-a6e6-df7fa065ccf7 req-e759f822-f889-4fa7-b35f-aed019b873f3 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 944 time: 0.2961001 Jul 07 21:05:23.396007 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8f1d5088-8934-412e-ae87-e45cf26a6099 None None] Could not find standard attr ID for object 88701c7c-45c5-478f-b652-9a53102ac376. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:05:23.419530 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec1a65-fa20-4909-9762-4c6a56355078 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Port': ['ID=88701c7c-45c5-478f-b652-9a53102ac376,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:23.441880 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:23.455902 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0a4bc478-3518-4473-a1ac-627f6ce02419'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:05:23.517344 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0bec1a65-fa20-4909-9762-4c6a56355078 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:23.519302 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0bec1a65-fa20-4909-9762-4c6a56355078 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/ports/88701c7c-45c5-478f-b652-9a53102ac376 HTTP/1.1" status: 204 len: 168 time: 3.0600302 Jul 07 21:05:23.523064 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60104) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:23.547703 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-24bcc41c-d77c-4eb3-a6e6-df7fa065ccf7 req-c1566325-0c5f-4938-afc2-55737a54754d tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362855 Jul 07 21:05:23.595729 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ab8a46-aaed-4587-9b66-58834ce95b29 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] GET failed (client error): The resource could not be found. Jul 07 21:05:23.597965 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-56ab8a46-aaed-4587-9b66-58834ce95b29 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports/88701c7c-45c5-478f-b652-9a53102ac376 HTTP/1.1" status: 404 len: 333 time: 0.0734797 Jul 07 21:05:23.600349 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60108) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:23.618206 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 387a3354-cfe0-4968-a1b9-889fbaa17a31 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:23.645901 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60110) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:23.658198 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-7e9d222b-640e-42db-9db8-b2e6895e95b5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-884867017-network', 'tenant_id': '9abf086a93ec4acc8d2aaa0e154e7a41'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:23.684831 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ad860-ee59-48fe-827f-4fc90dfd6bab req-2b833e48-9e32-4afe-863e-66e1d0deeccb tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:23.707319 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7a0ad860-ee59-48fe-827f-4fc90dfd6bab req-2b833e48-9e32-4afe-863e-66e1d0deeccb tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=207271f7-ac9d-4dfe-9ba3-1a28e2577b30 HTTP/1.1" status: 200 len: 907 time: 0.2945099 Jul 07 21:05:23.712790 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51122c91-ec70-4e82-9755-b95039305126 x-openstack-request-id: req-51122c91-ec70-4e82-9755-b95039305126 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:05:23.713126 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207271f7-ac9d-4dfe-9ba3-1a28e2577b30", "tag": "0a4bc478-3518-4473-a1ac-627f6ce02419", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:05:23.713355 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51122c91-ec70-4e82-9755-b95039305126 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:05:23.713785 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207271f7-ac9d-4dfe-9ba3-1a28e2577b30', 'tag': '0a4bc478-3518-4473-a1ac-627f6ce02419', 'status': 'completed', 'code': 200} Jul 07 21:05:23.784573 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e2ccb9d-b923-4b3e-bd64-11f376a9a346 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:23.828464 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9d222b-640e-42db-9db8-b2e6895e95b5 admin admin] Made reservation on behalf of 9abf086a93ec4acc8d2aaa0e154e7a41 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:23.833666 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7e9d222b-640e-42db-9db8-b2e6895e95b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:23.851066 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2064502f-f38c-4166-9764-b0205bf07a68 None None] Could not find standard attr ID for object 88701c7c-45c5-478f-b652-9a53102ac376. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:05:23.851584 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e2ccb9d-b923-4b3e-bd64-11f376a9a346 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:23.867009 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7e9d222b-640e-42db-9db8-b2e6895e95b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:23.898693 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edb3481-75fb-46bd-9cce-a40dd9d5f962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3518fb-b37f-49ee-b4d3-af8e0c52ae93'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:05:23.920887 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80b7f7b-b3e9-4349-9699-2e1d187014ee" -d '{"events": [{"server_uuid": "1edb3481-75fb-46bd-9cce-a40dd9d5f962", "name": "network-vif-plugged", "status": "completed", "tag": "6b3518fb-b37f-49ee-b4d3-af8e0c52ae93"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:05:23.961543 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e2ccb9d-b923-4b3e-bd64-11f376a9a346 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:23.964667 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e2ccb9d-b923-4b3e-bd64-11f376a9a346 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:23.966568 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4e2ccb9d-b923-4b3e-bd64-11f376a9a346 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/security-groups/0e5b27a0-1e9a-4c9e-945b-97db26b685d7 HTTP/1.1" status: 204 len: 168 time: 0.3649871 Jul 07 21:05:23.969391 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60122) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:23.997035 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5540ae-9c8a-4428-802d-fd5b07f7a3ea req-fda93f0c-4d83-4578-8a47-c4491685a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:24.001906 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5f5540ae-9c8a-4428-802d-fd5b07f7a3ea req-fda93f0c-4d83-4578-8a47-c4491685a01f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&device_id=207271f7-ac9d-4dfe-9ba3-1a28e2577b30 HTTP/1.1" status: 200 len: 1059 time: 0.2810128 Jul 07 21:05:24.015761 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=6b3518fb-b37f-49ee-b4d3-af8e0c52ae93,segment=NetworkSegment(84bcb215-065b-47b0-b096-b779bcbdddb9),segment_id=84bcb215-065b-47b0-b096-b779bcbdddb9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:24.022288 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ccb9d-b923-4b3e-bd64-11f376a9a346 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5b27a0-1e9a-4c9e-945b-97db26b685d7,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:24.037531 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:24.058995 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a737604-c71e-4d3e-81ae-270d0327c3ce tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:24.061254 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e0a97a5d-c08c-487b-a686-61e0061a5970 None None] Provisioning complete for port 0a4bc478-3518-4473-a1ac-627f6ce02419 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:24.061639 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e0a97a5d-c08c-487b-a686-61e0061a5970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:24.094006 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a737604-c71e-4d3e-81ae-270d0327c3ce tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:24.132362 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] Sync routers for ids ['6ff7f78b-bf98-43d8-af0d-e254d4f41116'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:05:24.143973 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a737604-c71e-4d3e-81ae-270d0327c3ce tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:24.148688 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a737604-c71e-4d3e-81ae-270d0327c3ce tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:24.150872 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8a737604-c71e-4d3e-81ae-270d0327c3ce tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/security-groups/7ad5907a-7895-4eef-936b-62b2aca826cf HTTP/1.1" status: 204 len: 168 time: 0.1728911 Jul 07 21:05:24.156994 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60128) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:24.193706 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 387a3354-cfe0-4968-a1b9-889fbaa17a31 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:24.203607 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] Routers {'6ff7f78b-bf98-43d8-af0d-e254d4f41116'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:05:24.204386 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:05:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['6ff7f78b-bf98-43d8-af0d-e254d4f41116'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:24.225926 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e563c63-1834-45b1-b0ca-c5397c1e51ab tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting subnet 8cf51a11-9d5e-44e4-9b15-e2a10b7f6d1e {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:05:24.229473 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6e563c63-1834-45b1-b0ca-c5397c1e51ab tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:24.253659 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 387a3354-cfe0-4968-a1b9-889fbaa17a31 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:24.253971 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:24.263168 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=6b3518fb-b37f-49ee-b4d3-af8e0c52ae93,revision_number=8']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:24.277324 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6e563c63-1834-45b1-b0ca-c5397c1e51ab tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:24.388278 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca4c26-e907-4330-842f-4bd2dccd0867 req-2df4cfd7-6489-4fc1-a622-58ab4f459eb7 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:24.391018 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-58ca4c26-e907-4330-842f-4bd2dccd0867 req-2df4cfd7-6489-4fc1-a622-58ab4f459eb7 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.4491813 Jul 07 21:05:24.403897 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5540ae-9c8a-4428-802d-fd5b07f7a3ea req-2bd19f5b-b513-4943-b97f-457ae7e3d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:24.406823 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5f5540ae-9c8a-4428-802d-fd5b07f7a3ea req-2bd19f5b-b513-4943-b97f-457ae7e3d469 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 912 time: 0.3662295 Jul 07 21:05:24.437509 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] Set router 6ff7f78b-bf98-43d8-af0d-e254d4f41116 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:05:24.519627 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5f5540ae-9c8a-4428-802d-fd5b07f7a3ea req-c506229e-7b77-421a-b21f-02cf2727bbea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a4bc478-3518-4473-a1ac-627f6ce02419 HTTP/1.1" status: 200 len: 217 time: 0.0474143 Jul 07 21:05:24.530573 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-58ca4c26-e907-4330-842f-4bd2dccd0867 req-75472f05-fe54-449b-8cce-4126786f3562 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1319630 Jul 07 21:05:24.589376 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:24.644743 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6a3fa-0f21-4984-9e40-aa30a63b1a61 req-2dcad051-a54a-4da7-ad17-419f6fa105d9 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:24.647297 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79b6a3fa-0f21-4984-9e40-aa30a63b1a61 req-2dcad051-a54a-4da7-ad17-419f6fa105d9 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7859fdf-eaef-4a5f-ae5c-65cf63b83827 HTTP/1.1" status: 200 len: 944 time: 0.5393167 Jul 07 21:05:24.694019 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5540ae-9c8a-4428-802d-fd5b07f7a3ea req-32fb2a38-6862-444c-a751-17ef056eee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:24.695579 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5f5540ae-9c8a-4428-802d-fd5b07f7a3ea req-32fb2a38-6862-444c-a751-17ef056eee70 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 200 len: 850 time: 0.1571569 Jul 07 21:05:24.702881 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7e9d222b-640e-42db-9db8-b2e6895e95b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:24.732963 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79b6a3fa-0f21-4984-9e40-aa30a63b1a61 req-15a5de1e-32c7-44c3-923d-8f4ff3885d1f tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771089 Jul 07 21:05:24.735174 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7e9d222b-640e-42db-9db8-b2e6895e95b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:24.756164 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b933f838-74df-459b-9831-2adaae9fce85 x-openstack-request-id: req-b933f838-74df-459b-9831-2adaae9fce85 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:05:24.756455 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1edb3481-75fb-46bd-9cce-a40dd9d5f962", "name": "network-vif-plugged", "status": "completed", "tag": "6b3518fb-b37f-49ee-b4d3-af8e0c52ae93", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:05:24.756715 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b933f838-74df-459b-9831-2adaae9fce85 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:05:24.757380 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1edb3481-75fb-46bd-9cce-a40dd9d5f962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3518fb-b37f-49ee-b4d3-af8e0c52ae93', 'code': 200} Jul 07 21:05:24.789034 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a737604-c71e-4d3e-81ae-270d0327c3ce tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad5907a-7895-4eef-936b-62b2aca826cf,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:24.790966 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 387a3354-cfe0-4968-a1b9-889fbaa17a31, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=387a3354-cfe0-4968-a1b9-889fbaa17a31,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:24.793239 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9d222b-640e-42db-9db8-b2e6895e95b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:05:24.804771 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6e563c63-1834-45b1-b0ca-c5397c1e51ab tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:24.805881 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d222b-640e-42db-9db8-b2e6895e95b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db0ac71-ea00-4d0c-80c1-43e00f94f337,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:24.806410 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:24.827112 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:24.852207 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7e9d222b-640e-42db-9db8-b2e6895e95b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:24.852207 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-7e9d222b-640e-42db-9db8-b2e6895e95b5 admin admin] Added segment d2f427ef-86e6-4ebc-aae6-0fea6ea4af43 of type vlan for network e6940da8-da5b-45d3-ada0-c972354c504d Jul 07 21:05:24.914478 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5540ae-9c8a-4428-802d-fd5b07f7a3ea req-c8604ffb-9c16-4862-b681-106fc354d51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:24.916133 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5f5540ae-9c8a-4428-802d-fd5b07f7a3ea req-c8604ffb-9c16-4862-b681-106fc354d51f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2116418 Jul 07 21:05:24.929152 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d9584c41-a1de-4dea-84ca-34fc97c5db99 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:24.939688 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7e9d222b-640e-42db-9db8-b2e6895e95b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:24.986585 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6e563c63-1834-45b1-b0ca-c5397c1e51ab tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:25.013660 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6e563c63-1834-45b1-b0ca-c5397c1e51ab tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:25.020010 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6e563c63-1834-45b1-b0ca-c5397c1e51ab tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/subnets/8cf51a11-9d5e-44e4-9b15-e2a10b7f6d1e HTTP/1.1" status: 204 len: 168 time: 0.8578284 Jul 07 21:05:25.022106 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60140) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:25.027395 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af476d91-ec1a-4214-8817-b10c868e78a6 None None] Network 905625ac-582a-4237-8da7-d706bad7ad93 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:05:25.031374 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-8d40f90d-1ce8-4c1f-9148-c4cda3fe8527 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'subnet': {'network_id': '905625ac-582a-4237-8da7-d706bad7ad93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:25.078403 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e563c63-1834-45b1-b0ca-c5397c1e51ab tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Subnet': ['ID=8cf51a11-9d5e-44e4-9b15-e2a10b7f6d1e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:25.101696 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=387a3354-cfe0-4968-a1b9-889fbaa17a31,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:25.127679 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7e9d222b-640e-42db-9db8-b2e6895e95b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:25.128526 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9d222b-640e-42db-9db8-b2e6895e95b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:25.129062 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'name': 'tempest-TestServerBasicOps-963672245-router', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:05:12Z', 'updated_at': '2021-07-07T21:05:21Z', 'revision_number': 4, 'project_id': '03ca69fab8c3490785d81740376897ed', 'gw_port': {'id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:96:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:13Z', 'updated_at': '2021-07-07T21:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'f616a60d-9cea-4cce-b62a-f876a26fb556', 'name': '', 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'mac_address': 'fa:16:3e:cd:f6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'cac4ea62-0922-4170-9b4c-660afcde50d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:19Z', 'updated_at': '2021-07-07T21:05:21Z', 'revision_number': 2, 'project_id': '03ca69fab8c3490785d81740376897ed', 'subnets': [{'id': 'cac4ea62-0922-4170-9b4c-660afcde50d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:25.129237 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7e9d222b-640e-42db-9db8-b2e6895e95b5 admin admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:25.153448 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7e9d222b-640e-42db-9db8-b2e6895e95b5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5039811 Jul 07 21:05:25.156391 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60144) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:25.168901 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-45162fe7-96f6-4ef8-8764-86539a3f82ac admin admin] Request body: {'subnet': {'network_id': 'e6940da8-da5b-45d3-ada0-c972354c504d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-884867017-subnet', 'tenant_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:25.193048 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a112c-82a5-400a-9962-627c0148432a req-cdd1a942-c38c-4bfa-8b8a-e335e54078f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:25.194599 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-833a112c-82a5-400a-9962-627c0148432a req-cdd1a942-c38c-4bfa-8b8a-e335e54078f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 1098 time: 0.2970686 Jul 07 21:05:25.245789 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1431e-97a6-47e8-8436-8d1343b49616 req-34a6f668-08e2-486a-92f3-551a5a935b25 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:25.246926 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64b1431e-97a6-47e8-8436-8d1343b49616 req-34a6f668-08e2-486a-92f3-551a5a935b25 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.2752428 Jul 07 21:05:25.249340 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5f5540ae-9c8a-4428-802d-fd5b07f7a3ea req-549bea69-b7e7-4fdc-affb-80a0533b80ad service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211114 Jul 07 21:05:25.267398 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45162fe7-96f6-4ef8-8764-86539a3f82ac admin admin] Made reservation on behalf of 9abf086a93ec4acc8d2aaa0e154e7a41 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:25.267657 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d222b-640e-42db-9db8-b2e6895e95b5 admin admin] Pushing event updated for resources: {'Network': ['ID=e6940da8-da5b-45d3-ada0-c972354c504d,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:25.269880 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45162fe7-96f6-4ef8-8764-86539a3f82ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:25.277293 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbd431-c1fd-41a2-b2e4-598fe09f4466 req-8d65be84-f03d-453a-83bb-a12a23e3c791 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:25.280260 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8cbd431-c1fd-41a2-b2e4-598fe09f4466 req-8d65be84-f03d-453a-83bb-a12a23e3c791 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.2755969 Jul 07 21:05:25.281410 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-833a112c-82a5-400a-9962-627c0148432a req-582ac8d5-0190-4089-b6b8-6896787d5b2d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773346 Jul 07 21:05:25.366029 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d40f90d-1ce8-4c1f-9148-c4cda3fe8527 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:25.370242 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8d40f90d-1ce8-4c1f-9148-c4cda3fe8527 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:25.379033 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5f5540ae-9c8a-4428-802d-fd5b07f7a3ea req-e15e05d1-2df3-4aba-8687-89b10fff51ee service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196699 Jul 07 21:05:25.411287 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:25.411897 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:25.459300 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8cbd431-c1fd-41a2-b2e4-598fe09f4466 req-78595795-b02e-437e-87e6-d76adbd8c9fe tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671337 Jul 07 21:05:25.462581 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network e6940da8-da5b-45d3-ada0-c972354c504d details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:05:25.470296 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] Checking router: 6ff7f78b-bf98-43d8-af0d-e254d4f41116 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:05:25.471162 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] Updating router 6ff7f78b-bf98-43d8-af0d-e254d4f41116 port f616a60d-9cea-4cce-b62a-f876a26fb556 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:05:25.472396 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64b1431e-97a6-47e8-8436-8d1343b49616 req-ffb800fb-3640-4b8b-b7e9-b7d34988e05d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2142622 Jul 07 21:05:25.543409 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:25.587735 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port d9584c41-a1de-4dea-84ca-34fc97c5db99 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:25.621086 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port d9584c41-a1de-4dea-84ca-34fc97c5db99 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:25.621086 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:25.637904 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45162fe7-96f6-4ef8-8764-86539a3f82ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:25.731635 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45162fe7-96f6-4ef8-8764-86539a3f82ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=cde40334-0cc8-4c12-bf99-208057dbe731,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:25.774629 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45162fe7-96f6-4ef8-8764-86539a3f82ac admin admin] Checking segment: {'id': 'd2f427ef-86e6-4ebc-aae6-0fea6ea4af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e6940da8-da5b-45d3-ada0-c972354c504d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:05:25.774999 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45162fe7-96f6-4ef8-8764-86539a3f82ac admin admin] Network hostable DHCP agents. Network: e6940da8-da5b-45d3-ada0-c972354c504d, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:05:25.803027 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45162fe7-96f6-4ef8-8764-86539a3f82ac admin admin] Network e6940da8-da5b-45d3-ada0-c972354c504d is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:05:25.846014 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-45162fe7-96f6-4ef8-8764-86539a3f82ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, e6940da8-da5b-45d3-ada0-c972354c504d) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:25.863007 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45162fe7-96f6-4ef8-8764-86539a3f82ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:25.863389 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-45162fe7-96f6-4ef8-8764-86539a3f82ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:25.879427 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8d40f90d-1ce8-4c1f-9148-c4cda3fe8527 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:25.879734 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb996b0-562e-4194-80f3-2e4bb24c8a4a None None] Network e6940da8-da5b-45d3-ada0-c972354c504d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:05:25.898726 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-45162fe7-96f6-4ef8-8764-86539a3f82ac admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7366185 Jul 07 21:05:25.899859 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60170) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:25.911478 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-75c82c29-86c2-44a6-b130-2426f83f7530 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:25.921991 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-75c82c29-86c2-44a6-b130-2426f83f7530 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 811 time: 0.1738341 Jul 07 21:05:25.924086 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f262a478-9460-442d-b506-f92699376235 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-884867017-router', 'tenant_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:25.941152 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-c11fee5a-bf03-4373-acd3-608a750d2f21 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/quotas/240260fc7a05490d94f66cfaa06460e3 HTTP/1.1" status: 200 len: 375 time: 0.0178559 Jul 07 21:05:25.948115 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f262a478-9460-442d-b506-f92699376235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:25.949214 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f262a478-9460-442d-b506-f92699376235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:25.963541 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d40f90d-1ce8-4c1f-9148-c4cda3fe8527 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network 905625ac-582a-4237-8da7-d706bad7ad93 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:25.971303 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-8d40f90d-1ce8-4c1f-9148-c4cda3fe8527 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:25.979186 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d40f90d-1ce8-4c1f-9148-c4cda3fe8527 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:25.979856 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8d40f90d-1ce8-4c1f-9148-c4cda3fe8527 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:26.018030 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40f90d-1ce8-4c1f-9148-c4cda3fe8527 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Subnet': ['ID=3a28a4a8-ef5b-40cf-b412-973b6b92e6a9,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:26.079501 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8d40f90d-1ce8-4c1f-9148-c4cda3fe8527 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0547020 Jul 07 21:05:26.080435 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60174) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:26.089664 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-c4efc0b2-a299-4f36-b4b4-5539815011ae tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'security_group': {'name': 'tempest-secgroup-498324133'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:26.095851 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:26.217028 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 387a3354-cfe0-4968-a1b9-889fbaa17a31 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:26.229151 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f262a478-9460-442d-b506-f92699376235 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:26.264140 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-9a98428a-80fc-4219-8779-f4bc6df853b8 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3214517 Jul 07 21:05:26.305534 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38977f75-c42e-43a3-afab-77ef5e8ca14f req-e1e89b40-4e88-454b-ae26-0acc2da1ebd3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:26.306693 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port d9584c41-a1de-4dea-84ca-34fc97c5db99, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d9584c41-a1de-4dea-84ca-34fc97c5db99,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:26.333390 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:26.335597 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-38977f75-c42e-43a3-afab-77ef5e8ca14f req-e1e89b40-4e88-454b-ae26-0acc2da1ebd3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7859fdf-eaef-4a5f-ae5c-65cf63b83827 HTTP/1.1" status: 200 len: 944 time: 0.2612081 Jul 07 21:05:26.392338 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c4efc0b2-a299-4f36-b4b4-5539815011ae tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:26.421056 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=d9584c41-a1de-4dea-84ca-34fc97c5db99,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:26.480281 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-38977f75-c42e-43a3-afab-77ef5e8ca14f req-303a7c47-09f0-42bc-b7e2-f583f82f3eaa tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091115 Jul 07 21:05:26.544166 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f262a478-9460-442d-b506-f92699376235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:26.586446 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 387a3354-cfe0-4968-a1b9-889fbaa17a31 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:26.586953 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:26.603181 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbe1439-3ac1-4a8c-aec5-5d5a27630347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-e6940da8-da5b-45d3-ada0-c972354c504d', 'network_id': 'e6940da8-da5b-45d3-ada0-c972354c504d', 'tenant_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'fixed_ips': [{'subnet_id': 'cde40334-0cc8-4c12-bf99-208057dbe731'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:05:26.604091 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1439-3ac1-4a8c-aec5-5d5a27630347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:26.642956 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-5413b83d-243a-4163-b2aa-d74b26ee52a0 service neutron] 10.222.0.64 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055441 Jul 07 21:05:26.780180 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:26.807723 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7859fdf-eaef-4a5f-ae5c-65cf63b83827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9584c41-a1de-4dea-84ca-34fc97c5db99'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:05:26.815392 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9a1bb7-870a-4ecb-9e89-a1308e0c63c9" -d '{"events": [{"server_uuid": "e7859fdf-eaef-4a5f-ae5c-65cf63b83827", "name": "network-vif-plugged", "status": "completed", "tag": "d9584c41-a1de-4dea-84ca-34fc97c5db99"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:05:26.821625 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] Transition to ACTIVE for port object f616a60d-9cea-4cce-b62a-f876a26fb556 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:26.836500 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c4efc0b2-a299-4f36-b4b4-5539815011ae tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:26.837499 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:26.844443 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c4efc0b2-a299-4f36-b4b4-5539815011ae tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:26.976968 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-701a316c-4a7f-44a7-9be6-a05671f77d3d service neutron] 10.222.0.64 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328660 Jul 07 21:05:27.037790 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c4efc0b2-a299-4f36-b4b4-5539815011ae tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:27.042137 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c4efc0b2-a299-4f36-b4b4-5539815011ae tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9582341 Jul 07 21:05:27.047040 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60190) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:27.053328 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-34527911-9fc7-4261-97ed-f3fd10cd2512 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'security_group': {'name': 'tempest-secgroup-1596348222'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:27.053820 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be203a8-ff7d-4c11-b737-bd1fac08283e req-82e2627d-3912-44cd-ba1c-21158aceac09 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:27.069393 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2be203a8-ff7d-4c11-b737-bd1fac08283e req-82e2627d-3912-44cd-ba1c-21158aceac09 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.2411306 Jul 07 21:05:27.081967 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34527911-9fc7-4261-97ed-f3fd10cd2512 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:27.150734 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4efc0b2-a299-4f36-b4b4-5539815011ae tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8ce341-8f74-445d-b1d5-e3ad2f458c00,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:27.204663 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2be203a8-ff7d-4c11-b737-bd1fac08283e req-2b23bb44-4718-4b64-b1af-1c3646591071 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329842 Jul 07 21:05:27.222075 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20274deb-0101-410e-846d-8775b5d971bd None None] Pushing event updated for resources: {'Port': ['ID=f616a60d-9cea-4cce-b62a-f876a26fb556,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:27.282813 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34527911-9fc7-4261-97ed-f3fd10cd2512 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:27.287547 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34527911-9fc7-4261-97ed-f3fd10cd2512 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:27.293465 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] Attempting to bind port f616a60d-9cea-4cce-b62a-f876a26fb556 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:05:27.294096 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] Attempting to bind port f616a60d-9cea-4cce-b62a-f876a26fb556 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'f215fa7d-4f27-4349-b65f-154b7eaeed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:05:27.294816 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] Attempting to bind port f616a60d-9cea-4cce-b62a-f876a26fb556 on network a14eea41-1d99-44fc-b2e3-33f3b36e5825 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:05:27.314166 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:05:27.314838 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] Checking segment: {'id': 'f215fa7d-4f27-4349-b65f-154b7eaeed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:05:27.315627 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:27.316183 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] Bound using segment: {'id': 'f215fa7d-4f27-4349-b65f-154b7eaeed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:05:27.316833 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] Bound port: f616a60d-9cea-4cce-b62a-f876a26fb556, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f215fa7d-4f27-4349-b65f-154b7eaeed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:05:27.317386 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:27.325553 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-fdbe1439-3ac1-4a8c-aec5-5d5a27630347 None None] Allocated IP 172.20.0.2 (e6940da8-da5b-45d3-ada0-c972354c504d/cde40334-0cc8-4c12-bf99-208057dbe731/4562a833-15e1-44fe-be54-ca1b0f3ebf8d) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:05:27.348283 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682a0cc4-5028-4c50-a60d-707e0c467516 x-openstack-request-id: req-682a0cc4-5028-4c50-a60d-707e0c467516 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:05:27.349006 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7859fdf-eaef-4a5f-ae5c-65cf63b83827", "name": "network-vif-plugged", "status": "completed", "tag": "d9584c41-a1de-4dea-84ca-34fc97c5db99", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:05:27.349591 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-682a0cc4-5028-4c50-a60d-707e0c467516 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:05:27.350376 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7859fdf-eaef-4a5f-ae5c-65cf63b83827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9584c41-a1de-4dea-84ca-34fc97c5db99', 'code': 200} Jul 07 21:05:27.376278 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34527911-9fc7-4261-97ed-f3fd10cd2512 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59aea71a-66c7-48b5-9779-88ef745c21ea,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:27.394541 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f262a478-9460-442d-b506-f92699376235 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:27.451577 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34527911-9fc7-4261-97ed-f3fd10cd2512 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:27.456035 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60198) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:27.464231 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-ff72e03d-f825-46ee-abc1-5495cd3e2c45 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'security_group': {'name': 'tempest-secgroup-1826800661'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:27.470945 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-34527911-9fc7-4261-97ed-f3fd10cd2512 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4148839 Jul 07 21:05:27.477713 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f262a478-9460-442d-b506-f92699376235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:27.587965 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a3b5d605-bd4c-49f4-ac41-36baf6ca7b67 req-ca8693b8-2fcb-4ee6-bf11-116cc7ce9217 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 210 time: 0.1157470 Jul 07 21:05:27.710761 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] For port f616a60d-9cea-4cce-b62a-f876a26fb556, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:05:27.715489 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-f262a478-9460-442d-b506-f92699376235 admin admin] Allocated IP 172.25.5.156 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/de219a52-9a20-4ae8-a3d9-b9c7a50ced8d) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:05:27.746145 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] For port f616a60d-9cea-4cce-b62a-f876a26fb556, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f616a60d-9cea-4cce-b62a-f876a26fb556,segment=NetworkSegment(f215fa7d-4f27-4349-b65f-154b7eaeed57),segment_id=f215fa7d-4f27-4349-b65f-154b7eaeed57)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:05:27.762618 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:27.796993 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ff72e03d-f825-46ee-abc1-5495cd3e2c45 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:27.839856 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f262a478-9460-442d-b506-f92699376235 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:27.876655 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cac53a-1b5c-43fe-803e-b3652caf99c3 None None] Network 905625ac-582a-4237-8da7-d706bad7ad93 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:05:27.883035 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f262a478-9460-442d-b506-f92699376235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:27.883230 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a0440-74a4-4e85-8ebb-132bb34083d9 req-b11a94aa-6c53-4652-ae75-0caf72476613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:27.884789 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-af5a0440-74a4-4e85-8ebb-132bb34083d9 req-b11a94aa-6c53-4652-ae75-0caf72476613 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e7859fdf-eaef-4a5f-ae5c-65cf63b83827 HTTP/1.1" status: 200 len: 1097 time: 0.4100835 Jul 07 21:05:27.957982 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f262a478-9460-442d-b506-f92699376235 admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:27.975750 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-f262a478-9460-442d-b506-f92699376235 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:27.992572 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f262a478-9460-442d-b506-f92699376235 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:05:28.089397 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262a478-9460-442d-b506-f92699376235 admin admin] Pushing event updated for resources: {'Port': ['ID=de219a52-9a20-4ae8-a3d9-b9c7a50ced8d,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:28.124437 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20274deb-0101-410e-846d-8775b5d971bd None None] Pushing event updated for resources: {'Port': ['ID=f616a60d-9cea-4cce-b62a-f876a26fb556,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:28.154864 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222fcb8-fafd-4400-9757-502a3e59af46 req-6d98c41f-a73c-4b8c-98be-bd4581291702 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:28.160951 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] Routers {'6ff7f78b-bf98-43d8-af0d-e254d4f41116'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:05:28.162071 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:05:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['6ff7f78b-bf98-43d8-af0d-e254d4f41116'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:28.182976 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a222fcb8-fafd-4400-9757-502a3e59af46 req-6d98c41f-a73c-4b8c-98be-bd4581291702 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 0.5894570 Jul 07 21:05:28.304721 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-af5a0440-74a4-4e85-8ebb-132bb34083d9 req-f50aa428-9750-47a0-9d75-d0d7a0bf22ad service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087250 Jul 07 21:05:28.321342 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a222fcb8-fafd-4400-9757-502a3e59af46 req-fc172369-bf4e-4596-93c6-a6cbcb2b413f tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362901 Jul 07 21:05:28.386279 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2bc9b-8574-4b20-9be2-f27069c8b528 req-3bc0d438-53c9-4abc-92e4-697d416e4897 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:28.397518 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eab2bc9b-8574-4b20-9be2-f27069c8b528 req-3bc0d438-53c9-4abc-92e4-697d416e4897 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7859fdf-eaef-4a5f-ae5c-65cf63b83827 HTTP/1.1" status: 200 len: 945 time: 0.3981555 Jul 07 21:05:28.506231 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f262a478-9460-442d-b506-f92699376235 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:28.553578 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ff72e03d-f825-46ee-abc1-5495cd3e2c45 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:28.569937 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eab2bc9b-8574-4b20-9be2-f27069c8b528 req-8d5e9506-0a4a-4126-a3a1-ff16be3ebd6e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705194 Jul 07 21:05:28.570864 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ff72e03d-f825-46ee-abc1-5495cd3e2c45 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:28.702317 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ff72e03d-f825-46ee-abc1-5495cd3e2c45 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:28.704124 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ff72e03d-f825-46ee-abc1-5495cd3e2c45 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2452378 Jul 07 21:05:28.713318 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60232) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:28.713318 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72e03d-f825-46ee-abc1-5495cd3e2c45 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=427322cf-0b65-4cb5-9f29-3b0adbff302f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:28.740761 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0361724d-3fd6-4a83-a1d1-8308077594e7 None None] Provisioning complete for port b13ee8aa-4c21-409d-a936-0062b7e03118 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:28.741401 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0361724d-3fd6-4a83-a1d1-8308077594e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:28.743143 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-3dcef284-a2f1-4f13-a0e8-d2d6f860f476 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1409324292', 'security_groups': ['427322cf-0b65-4cb5-9f29-3b0adbff302f'], 'network_id': '905625ac-582a-4237-8da7-d706bad7ad93', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3a28a4a8-ef5b-40cf-b412-973b6b92e6a9'}]}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:28.812554 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1439-3ac1-4a8c-aec5-5d5a27630347 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:28.860605 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] Set router 6ff7f78b-bf98-43d8-af0d-e254d4f41116 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:05:28.862830 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fdbe1439-3ac1-4a8c-aec5-5d5a27630347 None None] Transition to ACTIVE for port object 4562a833-15e1-44fe-be54-ca1b0f3ebf8d will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:28.899557 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-0361724d-3fd6-4a83-a1d1-8308077594e7 None None] Port b13ee8aa-4c21-409d-a936-0062b7e03118 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:05:28.933989 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fdbe1439-3ac1-4a8c-aec5-5d5a27630347 None None] Transition to ACTIVE for port object 4562a833-15e1-44fe-be54-ca1b0f3ebf8d will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:28.980753 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32e46479-670d-4508-b852-fab099434475 req-93af0fa6-e089-4f23-9cb0-9099d8192112 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 210 time: 0.0705590 Jul 07 21:05:28.983024 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1439-3ac1-4a8c-aec5-5d5a27630347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:28.995744 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f262a478-9460-442d-b506-f92699376235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:29.007480 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0361724d-3fd6-4a83-a1d1-8308077594e7 None None] Provisioning complete for port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:29.007480 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0361724d-3fd6-4a83-a1d1-8308077594e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:29.126159 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbe1439-3ac1-4a8c-aec5-5d5a27630347 None None] Network e6940da8-da5b-45d3-ada0-c972354c504d is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:29.141727 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-fdbe1439-3ac1-4a8c-aec5-5d5a27630347 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:29.160037 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbe1439-3ac1-4a8c-aec5-5d5a27630347 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:05:29.166321 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe1439-3ac1-4a8c-aec5-5d5a27630347 None None] Pushing event updated for resources: {'Port': ['ID=4562a833-15e1-44fe-be54-ca1b0f3ebf8d,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:29.295933 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-25f1daa4-a19a-4afd-b17f-60e2c3bf12e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:29.330844 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-23134c3c-5841-4c4a-b081-d91bfcdc3df7 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:29.332695 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-23134c3c-5841-4c4a-b081-d91bfcdc3df7 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/networks?id=0af09765-8719-4f4a-a8a0-d6dca0b23345 HTTP/1.1" status: 200 len: 815 time: 0.1966588 Jul 07 21:05:29.338660 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcef284-a2f1-4f13-a0e8-d2d6f860f476 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:29.349599 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f262a478-9460-442d-b506-f92699376235 admin admin] Router 5c01ae29-2791-4469-a2ba-8ddac93cab13 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:05:29.354408 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-5e4fc4b9-4a0a-4e2d-a840-6db2f95b93d3 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/quotas/20bd4d582cac418aadad99e037cced91 HTTP/1.1" status: 200 len: 375 time: 0.0105548 Jul 07 21:05:29.381343 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-fdbe1439-3ac1-4a8c-aec5-5d5a27630347 None None] Attempting to bind port 4562a833-15e1-44fe-be54-ca1b0f3ebf8d on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:05:29.381343 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-fdbe1439-3ac1-4a8c-aec5-5d5a27630347 None None] Attempting to bind port 4562a833-15e1-44fe-be54-ca1b0f3ebf8d by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'd2f427ef-86e6-4ebc-aae6-0fea6ea4af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e6940da8-da5b-45d3-ada0-c972354c504d'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:05:29.381680 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbe1439-3ac1-4a8c-aec5-5d5a27630347 None None] Attempting to bind port 4562a833-15e1-44fe-be54-ca1b0f3ebf8d on network e6940da8-da5b-45d3-ada0-c972354c504d {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:05:29.423588 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbe1439-3ac1-4a8c-aec5-5d5a27630347 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:05:29.423588 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbe1439-3ac1-4a8c-aec5-5d5a27630347 None None] Checking segment: {'id': 'd2f427ef-86e6-4ebc-aae6-0fea6ea4af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e6940da8-da5b-45d3-ada0-c972354c504d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:05:29.423588 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1439-3ac1-4a8c-aec5-5d5a27630347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:29.423588 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbe1439-3ac1-4a8c-aec5-5d5a27630347 None None] Bound using segment: {'id': 'd2f427ef-86e6-4ebc-aae6-0fea6ea4af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e6940da8-da5b-45d3-ada0-c972354c504d'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:05:29.423588 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-fdbe1439-3ac1-4a8c-aec5-5d5a27630347 None None] Bound port: 4562a833-15e1-44fe-be54-ca1b0f3ebf8d, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f427ef-86e6-4ebc-aae6-0fea6ea4af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e6940da8-da5b-45d3-ada0-c972354c504d'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:05:29.423588 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1439-3ac1-4a8c-aec5-5d5a27630347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:29.453712 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d72423-439d-48f3-8ec1-70e71946d6ac None None] Update dhcp port {'port': {'network_id': '905625ac-582a-4237-8da7-d706bad7ad93', 'fixed_ips': [{'subnet_id': '6d3dfa5e-54aa-4f83-888d-14f608d1ccb2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3a28a4a8-ef5b-40cf-b412-973b6b92e6a9'}], 'binding:host_id': 'n-d-695189-11'}, 'id': 'c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0'} from n-d-695189-11. {{(pid=100449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 21:05:29.525514 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-a7b44a13-e751-403d-8e49-0d09962cc924 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=20bd4d582cac418aadad99e037cced91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1590962 Jul 07 21:05:29.539033 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3dcef284-a2f1-4f13-a0e8-d2d6f860f476 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:29.540695 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e7d72423-439d-48f3-8ec1-70e71946d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:29.597822 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f262a478-9460-442d-b506-f92699376235 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:05:29.600442 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fdbe1439-3ac1-4a8c-aec5-5d5a27630347 None None] For port 4562a833-15e1-44fe-be54-ca1b0f3ebf8d, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:05:29.609361 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] Sync routers for ids ['5c01ae29-2791-4469-a2ba-8ddac93cab13'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:05:29.620935 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-3dcef284-a2f1-4f13-a0e8-d2d6f860f476 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] device_id is not set on port 1cbffd14-b0c1-4659-88e1-8f5739de5d09 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:05:29.624900 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f262a478-9460-442d-b506-f92699376235 admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:29.629540 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f262a478-9460-442d-b506-f92699376235 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7097511 Jul 07 21:05:29.630727 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] Routers {'5c01ae29-2791-4469-a2ba-8ddac93cab13'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:05:29.630871 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60258) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:29.631475 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:05:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5c01ae29-2791-4469-a2ba-8ddac93cab13'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:29.655505 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'name': 'tempest-TestServerBasicOps-963672245-router', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:05:12Z', 'updated_at': '2021-07-07T21:05:21Z', 'revision_number': 4, 'project_id': '03ca69fab8c3490785d81740376897ed', 'gw_port': {'id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:13Z', 'updated_at': '2021-07-07T21:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'f616a60d-9cea-4cce-b62a-f876a26fb556', 'name': '', 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'mac_address': 'fa:16:3e:cd:f6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'cac4ea62-0922-4170-9b4c-660afcde50d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:19Z', 'updated_at': '2021-07-07T21:05:27Z', 'revision_number': 4, 'project_id': '03ca69fab8c3490785d81740376897ed', 'subnets': [{'id': 'cac4ea62-0922-4170-9b4c-660afcde50d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:29.664192 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fdbe1439-3ac1-4a8c-aec5-5d5a27630347 None None] For port 4562a833-15e1-44fe-be54-ca1b0f3ebf8d, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=4562a833-15e1-44fe-be54-ca1b0f3ebf8d,segment=NetworkSegment(d2f427ef-86e6-4ebc-aae6-0fea6ea4af43),segment_id=d2f427ef-86e6-4ebc-aae6-0fea6ea4af43)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:05:29.713093 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1439-3ac1-4a8c-aec5-5d5a27630347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:29.807397 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b55dc1-6d43-469d-b6c1-c830995fedd7 None None] The sync data for ids ['6ff7f78b-bf98-43d8-af0d-e254d4f41116'] in n-d-695189-11 is: [{'id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'name': 'tempest-TestServerBasicOps-963672245-router', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:05:12Z', 'updated_at': '2021-07-07T21:05:21Z', 'revision_number': 4, 'project_id': '03ca69fab8c3490785d81740376897ed', 'gw_port': {'id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:13Z', 'updated_at': '2021-07-07T21:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'f616a60d-9cea-4cce-b62a-f876a26fb556', 'name': '', 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'mac_address': 'fa:16:3e:cd:f6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'cac4ea62-0922-4170-9b4c-660afcde50d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:19Z', 'updated_at': '2021-07-07T21:05:27Z', 'revision_number': 4, 'project_id': '03ca69fab8c3490785d81740376897ed', 'subnets': [{'id': 'cac4ea62-0922-4170-9b4c-660afcde50d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:05:29.846147 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] Set router 5c01ae29-2791-4469-a2ba-8ddac93cab13 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:05:29.927369 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-b5731ab8-3bf3-49ba-8097-49f2f1c20530 service neutron] 10.222.0.64 "GET /v2.0/networks/0af09765-8719-4f4a-a8a0-d6dca0b23345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005947 Jul 07 21:05:30.086204 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe1439-3ac1-4a8c-aec5-5d5a27630347 None None] Pushing event updated for resources: {'Port': ['ID=4562a833-15e1-44fe-be54-ca1b0f3ebf8d,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:30.220016 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f616a60d-9cea-4cce-b62a-f876a26fb556 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:30.334795 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-3dcef284-a2f1-4f13-a0e8-d2d6f860f476 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Allocated IP 2001:db8::1b7 (905625ac-582a-4237-8da7-d706bad7ad93/3a28a4a8-ef5b-40cf-b412-973b6b92e6a9/1cbffd14-b0c1-4659-88e1-8f5739de5d09) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:05:30.361762 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c01ae29-2791-4469-a2ba-8ddac93cab13', 'name': 'tempest-TestServerBasicOps-884867017-router', 'tenant_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'de219a52-9a20-4ae8-a3d9-b9c7a50ced8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:05:25Z', 'updated_at': '2021-07-07T21:05:28Z', 'revision_number': 3, 'project_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'gw_port': {'id': 'de219a52-9a20-4ae8-a3d9-b9c7a50ced8d', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ad:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c01ae29-2791-4469-a2ba-8ddac93cab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:27Z', 'updated_at': '2021-07-07T21:05:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:30.368472 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port f616a60d-9cea-4cce-b62a-f876a26fb556 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:30.387743 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port f616a60d-9cea-4cce-b62a-f876a26fb556 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:30.388348 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:30.397564 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ecab9-a859-41ba-a49a-b87e972573a7 req-7d6e83eb-29c6-4030-ba83-16679b836988 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:30.405392 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d82ecab9-a859-41ba-a49a-b87e972573a7 req-7d6e83eb-29c6-4030-ba83-16679b836988 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7859fdf-eaef-4a5f-ae5c-65cf63b83827 HTTP/1.1" status: 200 len: 945 time: 0.5556099 Jul 07 21:05:30.480977 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] Checking router: 5c01ae29-2791-4469-a2ba-8ddac93cab13 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:05:30.481392 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] Updating router 5c01ae29-2791-4469-a2ba-8ddac93cab13 port de219a52-9a20-4ae8-a3d9-b9c7a50ced8d binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:05:30.533285 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-109f8cb3-be37-48f3-bfc3-17ee7287705c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:30.534870 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-109f8cb3-be37-48f3-bfc3-17ee7287705c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.39 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 811 time: 0.4653599 Jul 07 21:05:30.562697 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-9c2b1e8d-21b6-4536-ae50-a123ee34d39d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Request body: {'port': {'device_id': '85a45bc1-0a86-4f1d-a77f-adcc1c60aa95', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'admin_state_up': True, 'tenant_id': '240260fc7a05490d94f66cfaa06460e3'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:30.597295 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-a9b1b713-336b-4771-be89-154b7013ba04 service neutron] 10.222.0.64 "GET /v2.0/networks/0af09765-8719-4f4a-a8a0-d6dca0b23345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6688497 Jul 07 21:05:30.630968 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d82ecab9-a859-41ba-a49a-b87e972573a7 req-206afc27-65aa-4676-9aaa-07420ae14059 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199211 Jul 07 21:05:30.640948 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:30.667970 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:30.792436 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port f616a60d-9cea-4cce-b62a-f876a26fb556, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f616a60d-9cea-4cce-b62a-f876a26fb556,segment=NetworkSegment(f215fa7d-4f27-4349-b65f-154b7eaeed57),segment_id=f215fa7d-4f27-4349-b65f-154b7eaeed57)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:30.799844 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:31.002044 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=f616a60d-9cea-4cce-b62a-f876a26fb556,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:31.354872 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:31.377430 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] Transition to ACTIVE for port object de219a52-9a20-4ae8-a3d9-b9c7a50ced8d will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:31.389306 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:31.492840 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f2f98-8591-4c15-ac92-9027c77e2fc5 None None] Pushing event updated for resources: {'Port': ['ID=de219a52-9a20-4ae8-a3d9-b9c7a50ced8d,revision_number=2']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:31.524073 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] Attempting to bind port de219a52-9a20-4ae8-a3d9-b9c7a50ced8d on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:05:31.524810 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] Attempting to bind port de219a52-9a20-4ae8-a3d9-b9c7a50ced8d by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:05:31.525392 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] Attempting to bind port de219a52-9a20-4ae8-a3d9-b9c7a50ced8d on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:05:31.557643 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:05:31.558035 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:05:31.558450 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:31.558857 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:05:31.559372 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] Bound port: de219a52-9a20-4ae8-a3d9-b9c7a50ced8d, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:05:31.559759 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:31.700300 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] For port de219a52-9a20-4ae8-a3d9-b9c7a50ced8d, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:05:31.704625 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] For port de219a52-9a20-4ae8-a3d9-b9c7a50ced8d, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=de219a52-9a20-4ae8-a3d9-b9c7a50ced8d,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:05:31.711845 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:31.780518 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-223c4776-53ab-475b-85ce-ccadb9208a34 req-c5f2a8a4-20b4-4ecf-8270-9a02ac3149fc tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 210 time: 0.8838186 Jul 07 21:05:31.852701 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-9c2b1e8d-21b6-4536-ae50-a123ee34d39d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Made reservation on behalf of 240260fc7a05490d94f66cfaa06460e3 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:31.862031 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-9c2b1e8d-21b6-4536-ae50-a123ee34d39d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:31.887630 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-72766908-df7b-4bd2-9967-330f54434743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:31.897997 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f2f98-8591-4c15-ac92-9027c77e2fc5 None None] Pushing event updated for resources: {'Port': ['ID=de219a52-9a20-4ae8-a3d9-b9c7a50ced8d,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:31.925988 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] Routers {'5c01ae29-2791-4469-a2ba-8ddac93cab13'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:05:31.926873 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:05:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5c01ae29-2791-4469-a2ba-8ddac93cab13'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:31.955621 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:31.970197 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693aa46c-38af-424a-82d8-9e89f5d7d45d req-f027daad-fb99-49a9-8258-6436ee6d43d9 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:31.975695 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-693aa46c-38af-424a-82d8-9e89f5d7d45d req-f027daad-fb99-49a9-8258-6436ee6d43d9 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.39 "GET /v2.0/ports?device_id=1edb3481-75fb-46bd-9cce-a40dd9d5f962 HTTP/1.1" status: 200 len: 946 time: 1.5673690 Jul 07 21:05:31.995584 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e0f7fea-8eb2-429b-a2bb-a43913508950 req-e0366320-dbd7-4ef4-a624-54eeb8826d33 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d52c17-55c9-4be4-b9fd-8c39672da50e HTTP/1.1" status: 200 len: 210 time: 0.2268288 Jul 07 21:05:32.083705 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dac4769c-4a63-46be-bc5e-eadf71294841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:32.237662 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3dcef284-a2f1-4f13-a0e8-d2d6f860f476 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:32.270317 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a60f32f-6f5d-409e-8c1c-3a71b6337db1 None None] Network e6940da8-da5b-45d3-ada0-c972354c504d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:05:32.290529 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-3dcef284-a2f1-4f13-a0e8-d2d6f860f476 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Transition to ACTIVE for port object 1cbffd14-b0c1-4659-88e1-8f5739de5d09 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:32.432941 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3dcef284-a2f1-4f13-a0e8-d2d6f860f476 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:32.461034 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-9c2b1e8d-21b6-4536-ae50-a123ee34d39d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Allocated IP 172.20.0.13 (9f3f25a3-7a1a-47e4-bd02-1306e4f8af76/ef2da408-4011-492c-a997-7b8cacd52f94/bf56ee59-e030-4781-ba8f-b96d02d215f5) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:05:32.517617 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 4562a833-15e1-44fe-be54-ca1b0f3ebf8d up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:32.570283 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] Set router 5c01ae29-2791-4469-a2ba-8ddac93cab13 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:05:32.625846 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcef284-a2f1-4f13-a0e8-d2d6f860f476 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network 905625ac-582a-4237-8da7-d706bad7ad93 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:32.632897 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-3dcef284-a2f1-4f13-a0e8-d2d6f860f476 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:32.647187 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcef284-a2f1-4f13-a0e8-d2d6f860f476 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:05:32.654952 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcef284-a2f1-4f13-a0e8-d2d6f860f476 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:32.656187 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3dcef284-a2f1-4f13-a0e8-d2d6f860f476 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:32.656599 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b90e92e3-4ef7-4e7c-8c2e-8843253da089 None None] Provisioning for port 4562a833-15e1-44fe-be54-ca1b0f3ebf8d completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:32.660984 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 4562a833-15e1-44fe-be54-ca1b0f3ebf8d completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:32.671793 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b90e92e3-4ef7-4e7c-8c2e-8843253da089 None None] Provisioning complete for port 4562a833-15e1-44fe-be54-ca1b0f3ebf8d triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:32.672332 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b90e92e3-4ef7-4e7c-8c2e-8843253da089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:32.690925 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3dcef284-a2f1-4f13-a0e8-d2d6f860f476 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9817021 Jul 07 21:05:32.700128 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60300) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:32.707940 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-6ab3a3d2-279f-4819-981e-4d5a23b3696e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'subnet': {'network_id': '905625ac-582a-4237-8da7-d706bad7ad93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:32.709940 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcef284-a2f1-4f13-a0e8-d2d6f860f476 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Port': ['ID=1cbffd14-b0c1-4659-88e1-8f5739de5d09,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:32.738905 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-693aa46c-38af-424a-82d8-9e89f5d7d45d req-f92afd80-c630-45c3-bde6-c51caa9e6155 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Deleting port 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:05:32.739705 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-693aa46c-38af-424a-82d8-9e89f5d7d45d req-f92afd80-c630-45c3-bde6-c51caa9e6155 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:32.752464 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 4562a833-15e1-44fe-be54-ca1b0f3ebf8d triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:32.752844 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:32.788537 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-dac4769c-4a63-46be-bc5e-eadf71294841 admin admin] Allocated IP 172.20.0.1 (e6940da8-da5b-45d3-ada0-c972354c504d/cde40334-0cc8-4c12-bf99-208057dbe731/03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:05:32.907870 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-e7d72423-439d-48f3-8ec1-70e71946d6ac None None] Allocated IP 2001:db8::2 (905625ac-582a-4237-8da7-d706bad7ad93/3a28a4a8-ef5b-40cf-b412-973b6b92e6a9/c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:05:32.910348 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-693aa46c-38af-424a-82d8-9e89f5d7d45d req-f92afd80-c630-45c3-bde6-c51caa9e6155 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] For port 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=6b3518fb-b37f-49ee-b4d3-af8e0c52ae93,segment=NetworkSegment(84bcb215-065b-47b0-b096-b779bcbdddb9),segment_id=84bcb215-065b-47b0-b096-b779bcbdddb9)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:32.911078 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-693aa46c-38af-424a-82d8-9e89f5d7d45d req-f92afd80-c630-45c3-bde6-c51caa9e6155 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:32.928813 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-693aa46c-38af-424a-82d8-9e89f5d7d45d req-f92afd80-c630-45c3-bde6-c51caa9e6155 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Calling delete_port for 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:05:32.994308 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb0c2e-ede2-488d-968e-c50c103b388b req-ccd44fa7-b90b-4472-b413-1981cba4a2fc tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:33.006814 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6feb0c2e-ede2-488d-968e-c50c103b388b req-ccd44fa7-b90b-4472-b413-1981cba4a2fc tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7859fdf-eaef-4a5f-ae5c-65cf63b83827 HTTP/1.1" status: 200 len: 945 time: 0.6039803 Jul 07 21:05:33.091165 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:05:33.095450 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c01ae29-2791-4469-a2ba-8ddac93cab13', 'name': 'tempest-TestServerBasicOps-884867017-router', 'tenant_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'de219a52-9a20-4ae8-a3d9-b9c7a50ced8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:05:25Z', 'updated_at': '2021-07-07T21:05:28Z', 'revision_number': 3, 'project_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'gw_port': {'id': 'de219a52-9a20-4ae8-a3d9-b9c7a50ced8d', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ad:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c01ae29-2791-4469-a2ba-8ddac93cab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:27Z', 'updated_at': '2021-07-07T21:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:33.121780 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de759e14-3f02-47fe-a97e-c4ed93104a6f req-6aacf265-3733-4d7b-b2ad-417ad9e16807 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 210 time: 0.1071892 Jul 07 21:05:33.159869 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6feb0c2e-ede2-488d-968e-c50c103b388b req-de6648db-0b94-46dd-9f7f-cca3df5a6080 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515791 Jul 07 21:05:33.180527 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3148e99f-48c7-42d8-b8aa-8b07f34e5fd1 None None] The sync data for ids ['5c01ae29-2791-4469-a2ba-8ddac93cab13'] in n-d-695189-11 is: [{'id': '5c01ae29-2791-4469-a2ba-8ddac93cab13', 'name': 'tempest-TestServerBasicOps-884867017-router', 'tenant_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'de219a52-9a20-4ae8-a3d9-b9c7a50ced8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:05:25Z', 'updated_at': '2021-07-07T21:05:28Z', 'revision_number': 3, 'project_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'gw_port': {'id': 'de219a52-9a20-4ae8-a3d9-b9c7a50ced8d', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ad:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c01ae29-2791-4469-a2ba-8ddac93cab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:27Z', 'updated_at': '2021-07-07T21:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:05:33.316853 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-9c2b1e8d-21b6-4536-ae50-a123ee34d39d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:33.344001 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab3a3d2-279f-4819-981e-4d5a23b3696e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:33.361650 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6ab3a3d2-279f-4819-981e-4d5a23b3696e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:33.382721 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b90e92e3-4ef7-4e7c-8c2e-8843253da089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:33.421843 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-9c2b1e8d-21b6-4536-ae50-a123ee34d39d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Transition to ACTIVE for port object bf56ee59-e030-4781-ba8f-b96d02d215f5 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:33.492487 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dac4769c-4a63-46be-bc5e-eadf71294841 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:33.519570 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:33.572549 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-e7d72423-439d-48f3-8ec1-70e71946d6ac None None] For port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0,segment=NetworkSegment(28fd885b-d4b6-4b7d-bf83-177c165b388a),segment_id=28fd885b-d4b6-4b7d-bf83-177c165b388a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:33.577872 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d39c113-fd82-452e-a50d-efb97d50c2d7 req-aff54c81-6237-4a7a-b550-6db25f69c669 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d52c17-55c9-4be4-b9fd-8c39672da50e HTTP/1.1" status: 200 len: 210 time: 0.1932507 Jul 07 21:05:33.597409 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-693aa46c-38af-424a-82d8-9e89f5d7d45d req-f92afd80-c630-45c3-bde6-c51caa9e6155 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:33.674048 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:05:33.676909 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-dac4769c-4a63-46be-bc5e-eadf71294841 admin admin] Transition to ACTIVE for port object 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:33.703407 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:33.766363 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92afd80-c630-45c3-bde6-c51caa9e6155 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Pushing event deleted for resources: {'Port': ['ID=6b3518fb-b37f-49ee-b4d3-af8e0c52ae93,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:33.768280 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-9c2b1e8d-21b6-4536-ae50-a123ee34d39d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:33.780076 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:33.828021 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['21a093e8-95f2-467a-9a85-f95003e1bfae', '0efdf84e-6a2b-4f72-b4ed-bd147642dac0'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:05:33.845206 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e7d72423-439d-48f3-8ec1-70e71946d6ac None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:33.855778 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-693aa46c-38af-424a-82d8-9e89f5d7d45d req-f92afd80-c630-45c3-bde6-c51caa9e6155 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] No DVR routers for this DVR port 6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:05:33.862608 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e7d72423-439d-48f3-8ec1-70e71946d6ac None None] Transition to ACTIVE for port object c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:33.867779 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b90e92e3-4ef7-4e7c-8c2e-8843253da089 None None] For port 4562a833-15e1-44fe-be54-ca1b0f3ebf8d, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=4562a833-15e1-44fe-be54-ca1b0f3ebf8d,segment=NetworkSegment(d2f427ef-86e6-4ebc-aae6-0fea6ea4af43),segment_id=d2f427ef-86e6-4ebc-aae6-0fea6ea4af43)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:33.875413 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-693aa46c-38af-424a-82d8-9e89f5d7d45d req-f92afd80-c630-45c3-bde6-c51caa9e6155 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:33.878132 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-693aa46c-38af-424a-82d8-9e89f5d7d45d req-f92afd80-c630-45c3-bde6-c51caa9e6155 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.39 "DELETE /v2.0/ports/6b3518fb-b37f-49ee-b4d3-af8e0c52ae93 HTTP/1.1" status: 204 len: 173 time: 1.8709476 Jul 07 21:05:33.894826 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf33e4d-04f8-40ae-a4a9-1c258654ed3e req-3dd3a822-4b8e-4570-aaa5-550d805ea005 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:33.899563 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eaf33e4d-04f8-40ae-a4a9-1c258654ed3e req-3dd3a822-4b8e-4570-aaa5-550d805ea005 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.58 "GET /v2.0/ports?device_id=e7859fdf-eaef-4a5f-ae5c-65cf63b83827 HTTP/1.1" status: 200 len: 945 time: 0.4849148 Jul 07 21:05:33.902506 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edb3481-75fb-46bd-9cce-a40dd9d5f962', 'name': 'network-vif-deleted', 'tag': '6b3518fb-b37f-49ee-b4d3-af8e0c52ae93'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:05:33.908062 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f234a7e-4338-41bd-9edb-d4770b8b162c" -d '{"events": [{"server_uuid": "1edb3481-75fb-46bd-9cce-a40dd9d5f962", "name": "network-vif-deleted", "tag": "6b3518fb-b37f-49ee-b4d3-af8e0c52ae93"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:05:34.012450 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-9c2b1e8d-21b6-4536-ae50-a123ee34d39d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:34.021697 n-d-695189-11 neutron-server[100447]: INFO neutron.db.ipam_backend_mixin [None req-6ab3a3d2-279f-4819-981e-4d5a23b3696e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3a28a4a8-ef5b-40cf-b412-973b6b92e6a9 (CIDR: 2001:db8::/64) Jul 07 21:05:34.046579 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60d4888-e279-401a-80ac-7b4e328efedd x-openstack-request-id: req-b60d4888-e279-401a-80ac-7b4e328efedd {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:05:34.047299 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1edb3481-75fb-46bd-9cce-a40dd9d5f962", "name": "network-vif-deleted", "tag": "6b3518fb-b37f-49ee-b4d3-af8e0c52ae93", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:05:34.047740 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b60d4888-e279-401a-80ac-7b4e328efedd {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:05:34.048344 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1edb3481-75fb-46bd-9cce-a40dd9d5f962', 'name': 'network-vif-deleted', 'tag': '6b3518fb-b37f-49ee-b4d3-af8e0c52ae93', 'status': 'completed', 'code': 200} Jul 07 21:05:34.051026 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-9c2b1e8d-21b6-4536-ae50-a123ee34d39d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:34.070870 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-9c2b1e8d-21b6-4536-ae50-a123ee34d39d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:05:34.223797 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab3a3d2-279f-4819-981e-4d5a23b3696e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:05:34.225240 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ab3a3d2-279f-4819-981e-4d5a23b3696e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:05:34.240573 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-9c2b1e8d-21b6-4536-ae50-a123ee34d39d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:34.241568 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-9c2b1e8d-21b6-4536-ae50-a123ee34d39d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:34.254660 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-423a3320-dfb5-47ff-8dba-f67b816260fe tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:34.256806 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-423a3320-dfb5-47ff-8dba-f67b816260fe tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.58 "GET /v2.0/networks?id=0af09765-8719-4f4a-a8a0-d6dca0b23345 HTTP/1.1" status: 200 len: 815 time: 0.7123737 Jul 07 21:05:34.284445 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-eaf33e4d-04f8-40ae-a4a9-1c258654ed3e req-109e4763-9e73-45eb-a331-f8b2f1951f46 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Deleting port d9584c41-a1de-4dea-84ca-34fc97c5db99 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:05:34.287179 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-eaf33e4d-04f8-40ae-a4a9-1c258654ed3e req-109e4763-9e73-45eb-a331-f8b2f1951f46 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:34.290003 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-2b9ed55d-eb9b-4645-9b98-e60d25a7989a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Request body: {'port': {'device_id': '39d52c17-55c9-4be4-b9fd-8c39672da50e', 'network_id': '0af09765-8719-4f4a-a8a0-d6dca0b23345', 'admin_state_up': True, 'tenant_id': '20bd4d582cac418aadad99e037cced91'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:34.324255 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b1e8d-21b6-4536-ae50-a123ee34d39d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Pushing event updated for resources: {'Port': ['ID=bf56ee59-e030-4781-ba8f-b96d02d215f5,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:34.372268 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6ab3a3d2-279f-4819-981e-4d5a23b3696e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6700606 Jul 07 21:05:34.379001 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-9c2b1e8d-21b6-4536-ae50-a123ee34d39d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8340170 Jul 07 21:05:34.382710 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60328) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:34.403276 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-8bbabc16-cb84-486b-9dae-58f549cdd9a3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'subnet': {'network_id': '905625ac-582a-4237-8da7-d706bad7ad93', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:34.430787 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.db.api [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:05:34.430787 n-d-695189-11 neutron-server[100449]: DEBUG oslo_db.api [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:05:34.442532 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e7d72423-439d-48f3-8ec1-70e71946d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:34.477173 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b90e92e3-4ef7-4e7c-8c2e-8843253da089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:34.626726 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-eaf33e4d-04f8-40ae-a4a9-1c258654ed3e req-109e4763-9e73-45eb-a331-f8b2f1951f46 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] For port d9584c41-a1de-4dea-84ca-34fc97c5db99, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d9584c41-a1de-4dea-84ca-34fc97c5db99,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:34.627151 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-eaf33e4d-04f8-40ae-a4a9-1c258654ed3e req-109e4763-9e73-45eb-a331-f8b2f1951f46 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:34.627619 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dac4769c-4a63-46be-bc5e-eadf71294841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:34.645225 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-eaf33e4d-04f8-40ae-a4a9-1c258654ed3e req-109e4763-9e73-45eb-a331-f8b2f1951f46 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Calling delete_port for d9584c41-a1de-4dea-84ca-34fc97c5db99 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:05:34.695291 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3a2ac-da16-47e5-8515-3dcf983a6dd6 req-aeff10c3-839c-44be-8e26-66aecc4b3e22 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:34.703209 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8dd3a2ac-da16-47e5-8515-3dcf983a6dd6 req-aeff10c3-839c-44be-8e26-66aecc4b3e22 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 932 time: 0.1627517 Jul 07 21:05:34.817239 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8dd3a2ac-da16-47e5-8515-3dcf983a6dd6 req-2c1d760c-7662-4929-997c-038a6de0643c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129270 Jul 07 21:05:34.856015 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d72423-439d-48f3-8ec1-70e71946d6ac None None] Pushing event updated for resources: {'Port': ['ID=c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:34.936601 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac4769c-4a63-46be-bc5e-eadf71294841 admin admin] Network e6940da8-da5b-45d3-ada0-c972354c504d is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:34.965427 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-dac4769c-4a63-46be-bc5e-eadf71294841 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:34.989154 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-5450a39d-f0b8-42f7-88b9-5cec9092385a service neutron] Request body: {'port': {'device_id': '85a45bc1-0a86-4f1d-a77f-adcc1c60aa95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:35.049580 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e92e3-4ef7-4e7c-8c2e-8843253da089 None None] Pushing event updated for resources: {'Port': ['ID=4562a833-15e1-44fe-be54-ca1b0f3ebf8d,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:35.164549 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3f97870a-af66-4ea7-8581-9a4e0fb9811f None None] Provisioning for port bf56ee59-e030-4781-ba8f-b96d02d215f5 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:35.186476 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7979feb5-0215-4add-9170-69ee2bdaeda0 req-9fcc0276-63ba-4c22-b9f9-09358f660ddf tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d52c17-55c9-4be4-b9fd-8c39672da50e HTTP/1.1" status: 200 len: 210 time: 0.1039751 Jul 07 21:05:35.198176 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4769c-4a63-46be-bc5e-eadf71294841 admin admin] Pushing event updated for resources: {'Port': ['ID=03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:35.225075 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-eaf33e4d-04f8-40ae-a4a9-1c258654ed3e req-109e4763-9e73-45eb-a331-f8b2f1951f46 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:35.240352 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3f97870a-af66-4ea7-8581-9a4e0fb9811f None None] Provisioning complete for port bf56ee59-e030-4781-ba8f-b96d02d215f5 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:35.250117 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3f97870a-af66-4ea7-8581-9a4e0fb9811f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:35.308014 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac4769c-4a63-46be-bc5e-eadf71294841 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:05:35.314347 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e4763-9e73-45eb-a331-f8b2f1951f46 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Pushing event deleted for resources: {'Port': ['ID=d9584c41-a1de-4dea-84ca-34fc97c5db99,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:35.323469 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f616a60d-9cea-4cce-b62a-f876a26fb556 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:35.344842 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:35.345300 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dff98d-6538-482f-9ca5-88b05b0f8de1 req-270374a3-82e5-4bce-8c74-96cd6b3ec981 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:35.354266 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54dff98d-6538-482f-9ca5-88b05b0f8de1 req-270374a3-82e5-4bce-8c74-96cd6b3ec981 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=e7859fdf-eaef-4a5f-ae5c-65cf63b83827 HTTP/1.1" status: 200 len: 867 time: 0.3877912 Jul 07 21:05:35.444058 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf33e4d-04f8-40ae-a4a9-1c258654ed3e req-109e4763-9e73-45eb-a331-f8b2f1951f46 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] No DVR routers for this DVR port d9584c41-a1de-4dea-84ca-34fc97c5db99 on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:05:35.448069 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-eaf33e4d-04f8-40ae-a4a9-1c258654ed3e req-109e4763-9e73-45eb-a331-f8b2f1951f46 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:35.462715 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eaf33e4d-04f8-40ae-a4a9-1c258654ed3e req-109e4763-9e73-45eb-a331-f8b2f1951f46 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.58 "DELETE /v2.0/ports/d9584c41-a1de-4dea-84ca-34fc97c5db99 HTTP/1.1" status: 204 len: 173 time: 1.5395596 Jul 07 21:05:35.511257 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54dff98d-6538-482f-9ca5-88b05b0f8de1 req-37dfdfdb-7482-4e80-bb11-60ca4cddd20b tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559701 Jul 07 21:05:35.512303 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-3f97870a-af66-4ea7-8581-9a4e0fb9811f None None] Port bf56ee59-e030-4781-ba8f-b96d02d215f5 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:05:35.518130 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dac4769c-4a63-46be-bc5e-eadf71294841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:35.600324 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-5450a39d-f0b8-42f7-88b9-5cec9092385a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:35.645684 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbabc16-cb84-486b-9dae-58f549cdd9a3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:35.649340 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8bbabc16-cb84-486b-9dae-58f549cdd9a3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:35.683557 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port f616a60d-9cea-4cce-b62a-f876a26fb556 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:35.684428 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:35.781127 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c1174ab0-837c-4937-a353-aca9c5136bd3 None None] Provisioning complete for port 4562a833-15e1-44fe-be54-ca1b0f3ebf8d triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:35.781630 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c1174ab0-837c-4937-a353-aca9c5136bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:35.788102 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-2b9ed55d-eb9b-4645-9b98-e60d25a7989a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Made reservation on behalf of 20bd4d582cac418aadad99e037cced91 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:35.798780 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-2b9ed55d-eb9b-4645-9b98-e60d25a7989a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:36.080287 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7859fdf-eaef-4a5f-ae5c-65cf63b83827', 'name': 'network-vif-deleted', 'tag': 'd9584c41-a1de-4dea-84ca-34fc97c5db99'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:05:36.082585 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0a50ad-20e7-4bf4-b8cd-3a911a9a8d58" -d '{"events": [{"server_uuid": "e7859fdf-eaef-4a5f-ae5c-65cf63b83827", "name": "network-vif-deleted", "tag": "d9584c41-a1de-4dea-84ca-34fc97c5db99"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:05:36.137554 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-2b9ed55d-eb9b-4645-9b98-e60d25a7989a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Allocated IP 172.20.0.2 (0af09765-8719-4f4a-a8a0-d6dca0b23345/fc2aa6ea-e403-4c8c-9097-610f426c4630/ed50bfa0-5f57-4483-8636-313bac60b32d) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:05:36.226254 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9f06dafc-fb4a-48f1-9281-d43aa83fb26d None None] Provisioning complete for port b13ee8aa-4c21-409d-a936-0062b7e03118 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:36.232043 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8436db41-c667-4007-8250-ab71f5e59f04 x-openstack-request-id: req-8436db41-c667-4007-8250-ab71f5e59f04 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:05:36.232601 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7859fdf-eaef-4a5f-ae5c-65cf63b83827", "name": "network-vif-deleted", "tag": "d9584c41-a1de-4dea-84ca-34fc97c5db99", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:05:36.232879 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9f06dafc-fb4a-48f1-9281-d43aa83fb26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:36.237213 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8436db41-c667-4007-8250-ab71f5e59f04 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:05:36.237747 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7859fdf-eaef-4a5f-ae5c-65cf63b83827', 'name': 'network-vif-deleted', 'tag': 'd9584c41-a1de-4dea-84ca-34fc97c5db99', 'status': 'completed', 'code': 200} Jul 07 21:05:36.272554 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80911d93-5c3f-45e0-941e-7a7392881230 req-a852ad80-e534-4546-b1b4-7fd94415b10b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:36.286088 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-80911d93-5c3f-45e0-941e-7a7392881230 req-a852ad80-e534-4546-b1b4-7fd94415b10b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 932 time: 0.2527540 Jul 07 21:05:36.321606 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device de219a52-9a20-4ae8-a3d9-b9c7a50ced8d up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:36.376121 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-80911d93-5c3f-45e0-941e-7a7392881230 req-26c17fdc-fcf2-478d-ab19-e0466f7ce63c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883632 Jul 07 21:05:36.452157 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-9f06dafc-fb4a-48f1-9281-d43aa83fb26d None None] Port b13ee8aa-4c21-409d-a936-0062b7e03118 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:05:36.484378 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9f06dafc-fb4a-48f1-9281-d43aa83fb26d None None] Provisioning for port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:36.499724 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9f06dafc-fb4a-48f1-9281-d43aa83fb26d None None] Provisioning complete for port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:36.501972 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9f06dafc-fb4a-48f1-9281-d43aa83fb26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:36.550789 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f84f4f1-0aaf-47ae-8daa-56bce037fe6e req-ed4b5909-47de-479a-8bf1-5d73200dd62a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d52c17-55c9-4be4-b9fd-8c39672da50e HTTP/1.1" status: 200 len: 210 time: 0.0622785 Jul 07 21:05:36.575442 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port de219a52-9a20-4ae8-a3d9-b9c7a50ced8d completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:36.586786 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port de219a52-9a20-4ae8-a3d9-b9c7a50ced8d triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:36.587505 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:36.653829 n-d-695189-11 neutron-server[100447]: INFO neutron.db.ipam_backend_mixin [None req-8bbabc16-cb84-486b-9dae-58f549cdd9a3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6d3dfa5e-54aa-4f83-888d-14f608d1ccb2 (CIDR: 2001:db8:0:1::/64) Jul 07 21:05:36.682290 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bbabc16-cb84-486b-9dae-58f549cdd9a3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:05:36.682791 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bbabc16-cb84-486b-9dae-58f549cdd9a3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:05:36.744781 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9f06dafc-fb4a-48f1-9281-d43aa83fb26d None None] Provisioning for port 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:36.750970 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9f06dafc-fb4a-48f1-9281-d43aa83fb26d None None] Provisioning complete for port 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:36.751464 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9f06dafc-fb4a-48f1-9281-d43aa83fb26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:36.788997 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dac4769c-4a63-46be-bc5e-eadf71294841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:36.791119 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-9f06dafc-fb4a-48f1-9281-d43aa83fb26d None None] Port 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:05:36.806303 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:36.820159 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8bbabc16-cb84-486b-9dae-58f549cdd9a3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.4300454 Jul 07 21:05:36.822927 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60376) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:36.829677 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-b43f0724-fa26-44f4-9737-153580e9304a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'subnet': {'network_id': '905625ac-582a-4237-8da7-d706bad7ad93', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:36.852343 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port de219a52-9a20-4ae8-a3d9-b9c7a50ced8d, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=de219a52-9a20-4ae8-a3d9-b9c7a50ced8d,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:36.858216 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:36.859531 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 4562a833-15e1-44fe-be54-ca1b0f3ebf8d up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:36.932169 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d9584c41-a1de-4dea-84ca-34fc97c5db99 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:05:36.977085 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: d9584c41-a1de-4dea-84ca-34fc97c5db99 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:05:36.977575 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d9584c41-a1de-4dea-84ca-34fc97c5db99 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:05:36.996518 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-2b9ed55d-eb9b-4645-9b98-e60d25a7989a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:36.996894 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2a8bb3c5-9d79-40f0-939e-482d2c7d9c37 None None] Provisioning for port 1cbffd14-b0c1-4659-88e1-8f5739de5d09 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:37.007206 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2a8bb3c5-9d79-40f0-939e-482d2c7d9c37 None None] Provisioning complete for port 1cbffd14-b0c1-4659-88e1-8f5739de5d09 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:37.007622 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2a8bb3c5-9d79-40f0-939e-482d2c7d9c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:37.052870 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=de219a52-9a20-4ae8-a3d9-b9c7a50ced8d,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:37.086733 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 4562a833-15e1-44fe-be54-ca1b0f3ebf8d triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:37.087402 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:37.090402 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-2a8bb3c5-9d79-40f0-939e-482d2c7d9c37 None None] Port 1cbffd14-b0c1-4659-88e1-8f5739de5d09 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:05:37.094691 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-63b61520-654d-42e1-ba20-69d8d7e60d61 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:37.102383 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-63b61520-654d-42e1-ba20-69d8d7e60d61 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/networks?id=6ac168b0-5b62-40ce-978d-1826833f7c04 HTTP/1.1" status: 200 len: 812 time: 0.1609347 Jul 07 21:05:37.134433 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-5450a39d-f0b8-42f7-88b9-5cec9092385a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf56ee59-e030-4781-ba8f-b96d02d215f5 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:05:37.140725 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-ae2202be-53e4-407b-9d24-eecd57b707a3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/quotas/fb007a9f302148b1b0ad445aa4579189 HTTP/1.1" status: 200 len: 375 time: 0.0371351 Jul 07 21:05:37.151648 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43f0724-fa26-44f4-9737-153580e9304a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Made reservation on behalf of be995280e0b54435933b27a852a0026d for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:37.156983 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b43f0724-fa26-44f4-9737-153580e9304a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:37.157213 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-5450a39d-f0b8-42f7-88b9-5cec9092385a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:37.184830 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-2b9ed55d-eb9b-4645-9b98-e60d25a7989a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:37.191759 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-5450a39d-f0b8-42f7-88b9-5cec9092385a service neutron] Transition to ACTIVE for port object bf56ee59-e030-4781-ba8f-b96d02d215f5 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:37.204201 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:37.213724 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-5450a39d-f0b8-42f7-88b9-5cec9092385a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:37.239385 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-2b9ed55d-eb9b-4645-9b98-e60d25a7989a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Network 0af09765-8719-4f4a-a8a0-d6dca0b23345 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:37.251825 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-13993893-7f99-4a68-89c2-28d81c3e27a6 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb007a9f302148b1b0ad445aa4579189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1098962 Jul 07 21:05:37.261982 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-2b9ed55d-eb9b-4645-9b98-e60d25a7989a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:37.265523 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dac4769c-4a63-46be-bc5e-eadf71294841 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:37.270472 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-2b9ed55d-eb9b-4645-9b98-e60d25a7989a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:05:37.325062 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ed55d-eb9b-4645-9b98-e60d25a7989a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Pushing event updated for resources: {'Port': ['ID=ed50bfa0-5f57-4483-8636-313bac60b32d,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:37.333686 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dac4769c-4a63-46be-bc5e-eadf71294841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:37.368047 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:37.368454 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:37.368640 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-cad11703-f523-4119-a90a-7f5ee4e97d45 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156518 Jul 07 21:05:37.420426 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-2b9ed55d-eb9b-4645-9b98-e60d25a7989a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:37.421483 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-2b9ed55d-eb9b-4645-9b98-e60d25a7989a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:37.596942 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dac4769c-4a63-46be-bc5e-eadf71294841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:37.600095 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-2b9ed55d-eb9b-4645-9b98-e60d25a7989a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3278100 Jul 07 21:05:37.601525 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-8ac43172-a2d3-4527-9965-6210526c9049 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303030 Jul 07 21:05:37.612418 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450a39d-f0b8-42f7-88b9-5cec9092385a service neutron] Pushing event updated for resources: {'Port': ['ID=bf56ee59-e030-4781-ba8f-b96d02d215f5,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:37.678228 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-b7b61c92-6464-4b0e-b04a-f2ac2d38dbd3 service neutron] Request body: {'port': {'device_id': '39d52c17-55c9-4be4-b9fd-8c39672da50e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:37.723252 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4769c-4a63-46be-bc5e-eadf71294841 admin admin] Pushing event updated for resources: {'Port': ['ID=03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:37.798876 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-5450a39d-f0b8-42f7-88b9-5cec9092385a service neutron] Attempting to bind port bf56ee59-e030-4781-ba8f-b96d02d215f5 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:05:37.799228 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-5450a39d-f0b8-42f7-88b9-5cec9092385a service neutron] Attempting to bind port bf56ee59-e030-4781-ba8f-b96d02d215f5 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:05:37.799593 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-5450a39d-f0b8-42f7-88b9-5cec9092385a service neutron] Attempting to bind port bf56ee59-e030-4781-ba8f-b96d02d215f5 on network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:05:37.819190 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-5450a39d-f0b8-42f7-88b9-5cec9092385a service neutron] Port bf56ee59-e030-4781-ba8f-b96d02d215f5 on network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:05:37.819558 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-5450a39d-f0b8-42f7-88b9-5cec9092385a service neutron] Attempting to bind port bf56ee59-e030-4781-ba8f-b96d02d215f5 on network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:05:37.848846 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-5450a39d-f0b8-42f7-88b9-5cec9092385a service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:05:37.849206 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-5450a39d-f0b8-42f7-88b9-5cec9092385a service neutron] Checking segment: {'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:05:37.849597 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-5450a39d-f0b8-42f7-88b9-5cec9092385a service neutron] Bound using segment: {'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:05:37.850050 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-5450a39d-f0b8-42f7-88b9-5cec9092385a service neutron] Bound port: bf56ee59-e030-4781-ba8f-b96d02d215f5, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e29fb2d-233e-4ef6-8b1e-e832479ed278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:05:37.850414 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-5450a39d-f0b8-42f7-88b9-5cec9092385a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:37.861434 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac4769c-4a63-46be-bc5e-eadf71294841 admin admin] Network e6940da8-da5b-45d3-ada0-c972354c504d is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:37.892596 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-dac4769c-4a63-46be-bc5e-eadf71294841 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:37.960740 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d52f9-22d2-4f18-b3eb-50de12689fa1 req-17715970-1b63-4537-8b02-89678fbeb07e tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:37.969475 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a45d52f9-22d2-4f18-b3eb-50de12689fa1 req-17715970-1b63-4537-8b02-89678fbeb07e tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 944 time: 0.3667040 Jul 07 21:05:37.982947 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-b7b61c92-6464-4b0e-b04a-f2ac2d38dbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:38.074469 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b43f0724-fa26-44f4-9737-153580e9304a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:38.078489 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device de219a52-9a20-4ae8-a3d9-b9c7a50ced8d up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:38.128049 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a45d52f9-22d2-4f18-b3eb-50de12689fa1 req-a1243030-d234-4db2-8a2d-c65408454e72 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571674 Jul 07 21:05:38.190108 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43f0724-fa26-44f4-9737-153580e9304a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Network 905625ac-582a-4237-8da7-d706bad7ad93 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:38.198852 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-b43f0724-fa26-44f4-9737-153580e9304a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:38.207837 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43f0724-fa26-44f4-9737-153580e9304a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:38.208452 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b43f0724-fa26-44f4-9737-153580e9304a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:38.212540 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ff2f6a-0ec5-42a2-a2a4-f7c331e44d6b None None] Network 905625ac-582a-4237-8da7-d706bad7ad93 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:05:38.231244 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-5450a39d-f0b8-42f7-88b9-5cec9092385a service neutron] For port bf56ee59-e030-4781-ba8f-b96d02d215f5, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:05:38.240652 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bb321-dba2-438d-a47a-6c43c0cfe2be req-9861b376-8b92-455c-9fa3-9f2be8693775 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:38.249564 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f0bb321-dba2-438d-a47a-6c43c0cfe2be req-9861b376-8b92-455c-9fa3-9f2be8693775 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d52c17-55c9-4be4-b9fd-8c39672da50e HTTP/1.1" status: 200 len: 931 time: 0.2712784 Jul 07 21:05:38.262236 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b43f0724-fa26-44f4-9737-153580e9304a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4378843 Jul 07 21:05:38.264200 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60410) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:38.274259 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-1b56d749-fedc-4247-a118-266390818205 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1664427089', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dedcbd5a-ebe9-4250-ba91-45483e063646'}], 'security_groups': ['8b8ce341-8f74-445d-b1d5-e3ad2f458c00', '59aea71a-66c7-48b5-9779-88ef745c21ea']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:38.299231 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac4769c-4a63-46be-bc5e-eadf71294841 admin admin] Router 5c01ae29-2791-4469-a2ba-8ddac93cab13 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:05:38.393098 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-5450a39d-f0b8-42f7-88b9-5cec9092385a service neutron] For port bf56ee59-e030-4781-ba8f-b96d02d215f5, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=bf56ee59-e030-4781-ba8f-b96d02d215f5,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:05:38.401858 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-5450a39d-f0b8-42f7-88b9-5cec9092385a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:38.454782 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-31f3c354-dafa-4859-9493-893e2888390b None None] Provisioning complete for port 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:38.454782 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-31f3c354-dafa-4859-9493-893e2888390b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:38.503547 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dcdb8908-f811-457e-8746-90061361f257 req-6649725f-e2d4-4a1f-8208-5d8a34af1603 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fb5c379-f1ae-4a18-b23d-130ca725cdfb HTTP/1.1" status: 200 len: 210 time: 0.1777709 Jul 07 21:05:38.537711 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f0724-fa26-44f4-9737-153580e9304a tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Subnet': ['ID=dedcbd5a-ebe9-4250-ba91-45483e063646,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:38.574819 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port de219a52-9a20-4ae8-a3d9-b9c7a50ced8d triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:38.578217 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:38.590408 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f0bb321-dba2-438d-a47a-6c43c0cfe2be req-0db82120-dcfc-4e07-8aec-a6deda115c89 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387876 Jul 07 21:05:38.618177 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b56d749-fedc-4247-a118-266390818205 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:38.708436 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-31f3c354-dafa-4859-9493-893e2888390b None None] Port 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:05:38.976683 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29591236-c59e-4cc1-a751-91cae7fe9d08 None None] Update dhcp port {'port': {'network_id': '905625ac-582a-4237-8da7-d706bad7ad93', 'fixed_ips': [{'subnet_id': '6d3dfa5e-54aa-4f83-888d-14f608d1ccb2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3a28a4a8-ef5b-40cf-b412-973b6b92e6a9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dedcbd5a-ebe9-4250-ba91-45483e063646'}], 'binding:host_id': 'n-d-695189-11'}, 'id': 'c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0'} from n-d-695189-11. {{(pid=100449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 21:05:39.048484 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-29591236-c59e-4cc1-a751-91cae7fe9d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:39.110656 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-5450a39d-f0b8-42f7-88b9-5cec9092385a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:39.111983 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-5450a39d-f0b8-42f7-88b9-5cec9092385a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:39.112608 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-1b56d749-fedc-4247-a118-266390818205 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Delete allocated IP 2001:db8::1b7 (905625ac-582a-4237-8da7-d706bad7ad93/3a28a4a8-ef5b-40cf-b412-973b6b92e6a9) {{(pid=100448) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 21:05:39.114010 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-5450a39d-f0b8-42f7-88b9-5cec9092385a service neutron] 10.222.0.39 "PUT /v2.0/ports/bf56ee59-e030-4781-ba8f-b96d02d215f5 HTTP/1.1" status: 200 len: 1093 time: 4.7227063 Jul 07 21:05:39.116852 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a45bc1-0a86-4f1d-a77f-adcc1c60aa95', 'tag': 'bf56ee59-e030-4781-ba8f-b96d02d215f5'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:05:39.119654 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca650865-edcc-4d79-8002-5459a292f115" -d '{"events": [{"name": "network-changed", "server_uuid": "85a45bc1-0a86-4f1d-a77f-adcc1c60aa95", "tag": "bf56ee59-e030-4781-ba8f-b96d02d215f5"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:05:39.128527 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-1b56d749-fedc-4247-a118-266390818205 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Allocated IP 2001:db8:0:2::74 (905625ac-582a-4237-8da7-d706bad7ad93/dedcbd5a-ebe9-4250-ba91-45483e063646/1cbffd14-b0c1-4659-88e1-8f5739de5d09) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:05:39.153675 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450a39d-f0b8-42f7-88b9-5cec9092385a service neutron] Pushing event updated for resources: {'Port': ['ID=bf56ee59-e030-4781-ba8f-b96d02d215f5,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:39.159635 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-b7b61c92-6464-4b0e-b04a-f2ac2d38dbd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed50bfa0-5f57-4483-8636-313bac60b32d {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:05:39.212010 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-b7b61c92-6464-4b0e-b04a-f2ac2d38dbd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:39.257934 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f485c684-7b3e-40ef-9668-3a8597e0d59d x-openstack-request-id: req-f485c684-7b3e-40ef-9668-3a8597e0d59d {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:05:39.258286 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a45bc1-0a86-4f1d-a77f-adcc1c60aa95", "tag": "bf56ee59-e030-4781-ba8f-b96d02d215f5", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:05:39.258524 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f485c684-7b3e-40ef-9668-3a8597e0d59d {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:05:39.258906 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85a45bc1-0a86-4f1d-a77f-adcc1c60aa95', 'tag': 'bf56ee59-e030-4781-ba8f-b96d02d215f5', 'status': 'completed', 'code': 200} Jul 07 21:05:39.300689 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-b7b61c92-6464-4b0e-b04a-f2ac2d38dbd3 service neutron] Transition to ACTIVE for port object ed50bfa0-5f57-4483-8636-313bac60b32d will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:39.318483 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-b7b61c92-6464-4b0e-b04a-f2ac2d38dbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:39.374095 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac4769c-4a63-46be-bc5e-eadf71294841 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:05:39.387970 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] Sync routers for ids ['5c01ae29-2791-4469-a2ba-8ddac93cab13'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:05:39.398182 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dac4769c-4a63-46be-bc5e-eadf71294841 admin admin] 10.222.0.64 "PUT /v2.0/routers/5c01ae29-2791-4469-a2ba-8ddac93cab13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7651117 Jul 07 21:05:39.400878 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] Routers {'5c01ae29-2791-4469-a2ba-8ddac93cab13'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:05:39.401760 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:05:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5c01ae29-2791-4469-a2ba-8ddac93cab13'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:39.420430 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b61c92-6464-4b0e-b04a-f2ac2d38dbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed50bfa0-5f57-4483-8636-313bac60b32d,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:39.427377 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-d2164d85-c8bd-484c-beaa-701fc2a5c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:39.429100 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-d2164d85-c8bd-484c-beaa-701fc2a5c6b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 1096 time: 0.2612627 Jul 07 21:05:39.568537 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c39124-df13-4369-af3a-a191b351b31e req-5532039d-3da8-4fc3-93f5-c30aa147c45f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:39.577816 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f5c39124-df13-4369-af3a-a191b351b31e req-5532039d-3da8-4fc3-93f5-c30aa147c45f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 944 time: 0.1399975 Jul 07 21:05:39.584805 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] Set router 5c01ae29-2791-4469-a2ba-8ddac93cab13 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:05:39.634274 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f5c39124-df13-4369-af3a-a191b351b31e req-a3a1cc8e-7fea-4376-860d-333eec4b5d69 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550382 Jul 07 21:05:39.691591 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-ff7695b5-1c75-4d9c-8192-943fb05b0132 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf56ee59-e030-4781-ba8f-b96d02d215f5 HTTP/1.1" status: 200 len: 217 time: 0.2223418 Jul 07 21:05:39.801351 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-b7b61c92-6464-4b0e-b04a-f2ac2d38dbd3 service neutron] Attempting to bind port ed50bfa0-5f57-4483-8636-313bac60b32d on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:05:39.809001 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-b7b61c92-6464-4b0e-b04a-f2ac2d38dbd3 service neutron] Attempting to bind port ed50bfa0-5f57-4483-8636-313bac60b32d by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '84bcb215-065b-47b0-b096-b779bcbdddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0af09765-8719-4f4a-a8a0-d6dca0b23345'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:05:39.809001 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-b7b61c92-6464-4b0e-b04a-f2ac2d38dbd3 service neutron] Attempting to bind port ed50bfa0-5f57-4483-8636-313bac60b32d on network 0af09765-8719-4f4a-a8a0-d6dca0b23345 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:05:39.835359 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-b7b61c92-6464-4b0e-b04a-f2ac2d38dbd3 service neutron] Port ed50bfa0-5f57-4483-8636-313bac60b32d on network 0af09765-8719-4f4a-a8a0-d6dca0b23345 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:05:39.836400 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-b7b61c92-6464-4b0e-b04a-f2ac2d38dbd3 service neutron] Attempting to bind port ed50bfa0-5f57-4483-8636-313bac60b32d on network 0af09765-8719-4f4a-a8a0-d6dca0b23345 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:05:39.863515 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-ca677171-796f-4fc1-a3a1-380f26459fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:39.866115 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-ca677171-796f-4fc1-a3a1-380f26459fcb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 200 len: 850 time: 0.1673553 Jul 07 21:05:39.867449 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-b7b61c92-6464-4b0e-b04a-f2ac2d38dbd3 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:05:39.867991 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-b7b61c92-6464-4b0e-b04a-f2ac2d38dbd3 service neutron] Checking segment: {'id': '84bcb215-065b-47b0-b096-b779bcbdddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0af09765-8719-4f4a-a8a0-d6dca0b23345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:05:39.868610 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-b7b61c92-6464-4b0e-b04a-f2ac2d38dbd3 service neutron] Bound using segment: {'id': '84bcb215-065b-47b0-b096-b779bcbdddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0af09765-8719-4f4a-a8a0-d6dca0b23345'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:05:39.869232 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-b7b61c92-6464-4b0e-b04a-f2ac2d38dbd3 service neutron] Bound port: ed50bfa0-5f57-4483-8636-313bac60b32d, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84bcb215-065b-47b0-b096-b779bcbdddb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '0af09765-8719-4f4a-a8a0-d6dca0b23345'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:05:39.869765 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-b7b61c92-6464-4b0e-b04a-f2ac2d38dbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:39.877304 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-1e3c2248-e1a0-44ba-9bb6-96735956d1f3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:39.878423 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-1e3c2248-e1a0-44ba-9bb6-96735956d1f3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.39 "GET /v2.0/networks?id=6ac168b0-5b62-40ce-978d-1826833f7c04 HTTP/1.1" status: 200 len: 812 time: 0.2297831 Jul 07 21:05:39.909575 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-a83b3841-86fe-41c2-b2ca-5f674ee4091e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Request body: {'port': {'device_id': '1fb5c379-f1ae-4a18-b23d-130ca725cdfb', 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04', 'admin_state_up': True, 'tenant_id': 'fb007a9f302148b1b0ad445aa4579189'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:40.015056 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b56d749-fedc-4247-a118-266390818205 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:40.024024 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-b7b61c92-6464-4b0e-b04a-f2ac2d38dbd3 service neutron] For port ed50bfa0-5f57-4483-8636-313bac60b32d, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:05:40.027990 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-b7b61c92-6464-4b0e-b04a-f2ac2d38dbd3 service neutron] For port ed50bfa0-5f57-4483-8636-313bac60b32d, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=ed50bfa0-5f57-4483-8636-313bac60b32d,segment=NetworkSegment(84bcb215-065b-47b0-b096-b779bcbdddb9),segment_id=84bcb215-065b-47b0-b096-b779bcbdddb9)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:05:40.036920 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f13cf1eb-38ae-4270-ba55-b4d9279f5fb6 req-aaed6df0-e3e0-4fed-90ce-b57f886bac43 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fb5c379-f1ae-4a18-b23d-130ca725cdfb HTTP/1.1" status: 200 len: 210 time: 0.1480906 Jul 07 21:05:40.040917 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-b7b61c92-6464-4b0e-b04a-f2ac2d38dbd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:40.051525 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-1b56d749-fedc-4247-a118-266390818205 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Transition to ACTIVE for port object 1cbffd14-b0c1-4659-88e1-8f5739de5d09 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:40.062381 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b56d749-fedc-4247-a118-266390818205 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:40.101592 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-ff00c7db-c0bc-4612-b8ab-823e5d6e6b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:40.103617 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-ff00c7db-c0bc-4612-b8ab-823e5d6e6b54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2016273 Jul 07 21:05:40.122458 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-b7b61c92-6464-4b0e-b04a-f2ac2d38dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:40.123802 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-b7b61c92-6464-4b0e-b04a-f2ac2d38dbd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:40.126696 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-b7b61c92-6464-4b0e-b04a-f2ac2d38dbd3 service neutron] 10.222.0.58 "PUT /v2.0/ports/ed50bfa0-5f57-4483-8636-313bac60b32d HTTP/1.1" status: 200 len: 1092 time: 2.4550428 Jul 07 21:05:40.212029 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-29591236-c59e-4cc1-a751-91cae7fe9d08 None None] Allocated IP 2001:db8:0:2::2 (905625ac-582a-4237-8da7-d706bad7ad93/dedcbd5a-ebe9-4250-ba91-45483e063646/c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:05:40.225218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62e14a-86c6-4c9a-b021-38d7e93c1e46 req-e38808ab-ecaa-40ba-927a-dfadd399ffea tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:40.226774 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eb62e14a-86c6-4c9a-b021-38d7e93c1e46 req-e38808ab-ecaa-40ba-927a-dfadd399ffea tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d52c17-55c9-4be4-b9fd-8c39672da50e HTTP/1.1" status: 200 len: 943 time: 0.3474100 Jul 07 21:05:40.227451 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56d749-fedc-4247-a118-266390818205 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event updated for resources: {'Port': ['ID=1cbffd14-b0c1-4659-88e1-8f5739de5d09,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:40.254691 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b61c92-6464-4b0e-b04a-f2ac2d38dbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed50bfa0-5f57-4483-8636-313bac60b32d,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:40.258130 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-1b56d749-fedc-4247-a118-266390818205 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] In _notify_port_updated(), no bound segment for port 1cbffd14-b0c1-4659-88e1-8f5739de5d09 on network 905625ac-582a-4237-8da7-d706bad7ad93 {{(pid=100448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:05:40.263999 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b56d749-fedc-4247-a118-266390818205 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:40.264626 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b56d749-fedc-4247-a118-266390818205 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:40.268639 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1b56d749-fedc-4247-a118-266390818205 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "PUT /v2.0/ports/1cbffd14-b0c1-4659-88e1-8f5739de5d09 HTTP/1.1" status: 200 len: 969 time: 1.9984438 Jul 07 21:05:40.269652 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60452) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:40.324842 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-896dc94a-6ee5-449a-9fda-3f2cd3ebd6a3 service neutron] 10.222.0.39 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135313 Jul 07 21:05:40.343014 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-5780d0eb-a387-4dc3-a990-faed39a5b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:40.355043 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-5780d0eb-a387-4dc3-a990-faed39a5b682 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=20bd4d582cac418aadad99e037cced91&device_id=39d52c17-55c9-4be4-b9fd-8c39672da50e HTTP/1.1" status: 200 len: 1095 time: 0.1706836 Jul 07 21:05:40.389424 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-a83b3841-86fe-41c2-b2ca-5f674ee4091e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Made reservation on behalf of fb007a9f302148b1b0ad445aa4579189 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:40.397655 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-a83b3841-86fe-41c2-b2ca-5f674ee4091e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:40.422368 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eb62e14a-86c6-4c9a-b021-38d7e93c1e46 req-b3cea93b-e534-4dd0-9e2d-483bc8bcfb3c tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717317 Jul 07 21:05:40.450104 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-86c1a2ab-3a41-40c8-8aca-e23f420fe64e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting port 1cbffd14-b0c1-4659-88e1-8f5739de5d09 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:05:40.450447 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-86c1a2ab-3a41-40c8-8aca-e23f420fe64e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:40.461757 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-c038a590-b5d1-4695-9151-a67fb33723db service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed50bfa0-5f57-4483-8636-313bac60b32d HTTP/1.1" status: 200 len: 217 time: 0.0875387 Jul 07 21:05:40.475028 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-29591236-c59e-4cc1-a751-91cae7fe9d08 None None] For port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0,segment=NetworkSegment(28fd885b-d4b6-4b7d-bf83-177c165b388a),segment_id=28fd885b-d4b6-4b7d-bf83-177c165b388a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:40.548277 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-29591236-c59e-4cc1-a751-91cae7fe9d08 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:40.570555 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-86c1a2ab-3a41-40c8-8aca-e23f420fe64e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:40.571144 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-29591236-c59e-4cc1-a751-91cae7fe9d08 None None] Transition to ACTIVE for port object c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:40.571421 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-0ebc09be-0922-44e3-abd3-f325a86411a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:40.573371 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-0ebc09be-0922-44e3-abd3-f325a86411a8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fc2aa6ea-e403-4c8c-9097-610f426c4630 HTTP/1.1" status: 200 len: 855 time: 0.1007459 Jul 07 21:05:40.577051 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5b1ca29c-5ca4-4fda-9b1e-897837427935 req-61660471-f6d8-4058-93a3-0bf665fc806a service neutron] 10.222.0.39 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428854 Jul 07 21:05:40.577927 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-29591236-c59e-4cc1-a751-91cae7fe9d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:40.587920 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-86c1a2ab-3a41-40c8-8aca-e23f420fe64e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Calling delete_port for 1cbffd14-b0c1-4659-88e1-8f5739de5d09 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:05:40.642409 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-29c45aad-7901-4785-8595-9e90540a4bdd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0af09765-8719-4f4a-a8a0-d6dca0b23345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589545 Jul 07 21:05:40.694463 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c01ae29-2791-4469-a2ba-8ddac93cab13', 'name': 'tempest-TestServerBasicOps-884867017-router', 'tenant_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'de219a52-9a20-4ae8-a3d9-b9c7a50ced8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:05:25Z', 'updated_at': '2021-07-07T21:05:36Z', 'revision_number': 4, 'project_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'gw_port': {'id': 'de219a52-9a20-4ae8-a3d9-b9c7a50ced8d', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c01ae29-2791-4469-a2ba-8ddac93cab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:27Z', 'updated_at': '2021-07-07T21:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8', 'name': '', 'network_id': 'e6940da8-da5b-45d3-ada0-c972354c504d', 'tenant_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'mac_address': 'fa:16:3e:18:55:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c01ae29-2791-4469-a2ba-8ddac93cab13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'cde40334-0cc8-4c12-bf99-208057dbe731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:32Z', 'updated_at': '2021-07-07T21:05:36Z', 'revision_number': 2, 'project_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'subnets': [{'id': 'cde40334-0cc8-4c12-bf99-208057dbe731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:40.758871 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29591236-c59e-4cc1-a751-91cae7fe9d08 None None] Pushing event updated for resources: {'Port': ['ID=c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0,revision_number=7']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:40.782234 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] Checking router: 5c01ae29-2791-4469-a2ba-8ddac93cab13 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:05:40.787269 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] Updating router 5c01ae29-2791-4469-a2ba-8ddac93cab13 port 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:05:40.864963 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:40.866436 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-1c8f3c72-dddb-4219-b8e1-7914008eed0c service neutron] 10.222.0.58 "GET /v2.0/networks/0af09765-8719-4f4a-a8a0-d6dca0b23345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153151 Jul 07 21:05:40.869399 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60468) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:40.893198 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d31fd58d-9726-48b1-bcb6-4c24d86d35b8 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1293820230', 'description': 'tempest-secgroup-smoke-1293820230 description', 'project_id': '03ca69fab8c3490785d81740376897ed'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:40.895178 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-a83b3841-86fe-41c2-b2ca-5f674ee4091e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Allocated IP 172.20.0.13 (6ac168b0-5b62-40ce-978d-1826833f7c04/e40568a6-ebc6-4f07-9fe2-338a216828e9/c5ba40b3-d452-43fe-ade7-38d542c2db11) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:05:41.055507 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-01f5d0b5-f4bb-4bed-bfa7-c9029b996338 req-64b96624-bd8d-438b-9263-e74df1c01b50 service neutron] 10.222.0.58 "GET /v2.0/networks/0af09765-8719-4f4a-a8a0-d6dca0b23345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571286 Jul 07 21:05:41.066294 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-86c1a2ab-3a41-40c8-8aca-e23f420fe64e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:41.110837 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d31fd58d-9726-48b1-bcb6-4c24d86d35b8 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:41.131492 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1a2ab-3a41-40c8-8aca-e23f420fe64e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Port': ['ID=1cbffd14-b0c1-4659-88e1-8f5739de5d09,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:41.161407 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca650865-edcc-4d79-8002-5459a292f115 req-2c49dd1d-0cc9-4cc4-a028-d99bd9262705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:41.162980 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ca650865-edcc-4d79-8002-5459a292f115 req-2c49dd1d-0cc9-4cc4-a028-d99bd9262705 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 1096 time: 0.3113348 Jul 07 21:05:41.258704 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d31fd58d-9726-48b1-bcb6-4c24d86d35b8 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:41.271631 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d52c17-55c9-4be4-b9fd-8c39672da50e', 'tag': 'ed50bfa0-5f57-4483-8636-313bac60b32d'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:05:41.274334 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3348044e-34e9-41b2-b724-2ee78cc98aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "39d52c17-55c9-4be4-b9fd-8c39672da50e", "tag": "ed50bfa0-5f57-4483-8636-313bac60b32d"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:05:41.281650 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d31fd58d-9726-48b1-bcb6-4c24d86d35b8 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:41.372585 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d31fd58d-9726-48b1-bcb6-4c24d86d35b8 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:41.377778 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d31fd58d-9726-48b1-bcb6-4c24d86d35b8 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5072896 Jul 07 21:05:41.378474 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60476) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:41.387769 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-41d3e5f7-0e06-494c-b043-ca787e2b17c1 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Request body: {'security_group_rule': {'security_group_id': 'f71ecfc3-79b3-4654-8681-1436f8fa2a6a', 'project_id': '03ca69fab8c3490785d81740376897ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:41.415145 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fd58d-9726-48b1-bcb6-4c24d86d35b8 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f71ecfc3-79b3-4654-8681-1436f8fa2a6a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:41.441558 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-41d3e5f7-0e06-494c-b043-ca787e2b17c1 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:41.509074 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-41d3e5f7-0e06-494c-b043-ca787e2b17c1 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:41.517468 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca650865-edcc-4d79-8002-5459a292f115 req-475403ae-1b19-4459-8d7d-079d036d9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:41.522457 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ca650865-edcc-4d79-8002-5459a292f115 req-475403ae-1b19-4459-8d7d-079d036d9713 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 912 time: 0.2601836 Jul 07 21:05:41.524191 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-41d3e5f7-0e06-494c-b043-ca787e2b17c1 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:41.553059 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:41.574452 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] Transition to ACTIVE for port object 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:41.587138 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:41.603521 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ca650865-edcc-4d79-8002-5459a292f115 req-b3af6d15-f9bb-4694-92bb-d1a5f7c01ea6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf56ee59-e030-4781-ba8f-b96d02d215f5 HTTP/1.1" status: 200 len: 217 time: 0.0583584 Jul 07 21:05:41.640441 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-41d3e5f7-0e06-494c-b043-ca787e2b17c1 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:41.644238 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-41d3e5f7-0e06-494c-b043-ca787e2b17c1 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2579002 Jul 07 21:05:41.645303 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60480) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:41.649459 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-3fb8ece4-febb-4d53-bd68-87fb5eb1d899 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Request body: {'security_group_rule': {'security_group_id': 'f71ecfc3-79b3-4654-8681-1436f8fa2a6a', 'project_id': '03ca69fab8c3490785d81740376897ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:41.686213 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3e5f7-0e06-494c-b043-ca787e2b17c1 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a454ec-abde-4537-8b4f-0d2df6b967eb,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:41.744716 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf86b73-bf69-48f8-bdbc-d77232606b23 None None] Pushing event updated for resources: {'Port': ['ID=03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:41.754525 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3fb8ece4-febb-4d53-bd68-87fb5eb1d899 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:41.760262 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca650865-edcc-4d79-8002-5459a292f115 req-6ed27439-3de2-4e05-bd7a-5698cc3f2f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:41.761187 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ca650865-edcc-4d79-8002-5459a292f115 req-6ed27439-3de2-4e05-bd7a-5698cc3f2f14 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 200 len: 850 time: 0.1474454 Jul 07 21:05:41.816349 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] Attempting to bind port 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:05:41.816832 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] Attempting to bind port 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'd2f427ef-86e6-4ebc-aae6-0fea6ea4af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e6940da8-da5b-45d3-ada0-c972354c504d'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:05:41.817875 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] Attempting to bind port 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8 on network e6940da8-da5b-45d3-ada0-c972354c504d {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:05:41.823259 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:05:41.823871 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] Checking segment: {'id': 'd2f427ef-86e6-4ebc-aae6-0fea6ea4af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e6940da8-da5b-45d3-ada0-c972354c504d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:05:41.824405 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:41.824926 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] Bound using segment: {'id': 'd2f427ef-86e6-4ebc-aae6-0fea6ea4af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e6940da8-da5b-45d3-ada0-c972354c504d'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:05:41.825539 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] Bound port: 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f427ef-86e6-4ebc-aae6-0fea6ea4af43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e6940da8-da5b-45d3-ada0-c972354c504d'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:05:41.826286 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:41.868332 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d16ec8-b1d3-44e6-8b77-374e6967710f req-1d23fd20-6c1d-4d56-8dc7-7e877e780bf1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:41.878032 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8d16ec8-b1d3-44e6-8b77-374e6967710f req-1d23fd20-6c1d-4d56-8dc7-7e877e780bf1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 944 time: 0.9626861 Jul 07 21:05:41.878250 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3fb8ece4-febb-4d53-bd68-87fb5eb1d899 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:41.888220 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3fb8ece4-febb-4d53-bd68-87fb5eb1d899 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:41.893949 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-86c1a2ab-3a41-40c8-8aca-e23f420fe64e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:41.896143 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-86c1a2ab-3a41-40c8-8aca-e23f420fe64e tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/ports/1cbffd14-b0c1-4659-88e1-8f5739de5d09 HTTP/1.1" status: 204 len: 168 time: 1.6197300 Jul 07 21:05:41.899003 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60482) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:41.922202 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca650865-edcc-4d79-8002-5459a292f115 req-c3986c6b-cc96-45e9-8a53-f452b010f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:41.923626 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ca650865-edcc-4d79-8002-5459a292f115 req-c3986c6b-cc96-45e9-8a53-f452b010f9bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1514385 Jul 07 21:05:41.961930 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] For port 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:05:41.969467 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] For port 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8,segment=NetworkSegment(d2f427ef-86e6-4ebc-aae6-0fea6ea4af43),segment_id=d2f427ef-86e6-4ebc-aae6-0fea6ea4af43)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:05:41.970750 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a705ef6f-a25b-41e1-ae8a-348de9115dd7 None None] Provisioning complete for port b13ee8aa-4c21-409d-a936-0062b7e03118 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:41.971149 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a705ef6f-a25b-41e1-ae8a-348de9115dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:41.981570 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8ece4-febb-4d53-bd68-87fb5eb1d899 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47342a67-0443-412e-b8f5-d04fb2ca8613,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:42.002408 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-a83b3841-86fe-41c2-b2ca-5f674ee4091e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:42.018761 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:42.112035 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:42.113488 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-6616f886-6344-43d3-a22e-9a984ad5b3c4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] GET failed (client error): The resource could not be found. Jul 07 21:05:42.118065 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6616f886-6344-43d3-a22e-9a984ad5b3c4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports/1cbffd14-b0c1-4659-88e1-8f5739de5d09 HTTP/1.1" status: 404 len: 333 time: 0.2055264 Jul 07 21:05:42.120528 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60484) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:42.129525 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-a83b3841-86fe-41c2-b2ca-5f674ee4091e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:42.130736 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3fb8ece4-febb-4d53-bd68-87fb5eb1d899 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:42.140089 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3fb8ece4-febb-4d53-bd68-87fb5eb1d899 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4865592 Jul 07 21:05:42.140712 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60486) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:42.148571 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-44d31c17-4ead-41c7-987f-c7bc5ad7bcb9 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Request body: {'security_group_rule': {'security_group_id': 'f71ecfc3-79b3-4654-8681-1436f8fa2a6a', 'project_id': '03ca69fab8c3490785d81740376897ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:42.160700 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-a705ef6f-a25b-41e1-ae8a-348de9115dd7 None None] Port b13ee8aa-4c21-409d-a936-0062b7e03118 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:05:42.222357 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a705ef6f-a25b-41e1-ae8a-348de9115dd7 None None] Could not find standard attr ID for object 1cbffd14-b0c1-4659-88e1-8f5739de5d09. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:05:42.243648 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf86b73-bf69-48f8-bdbc-d77232606b23 None None] Pushing event updated for resources: {'Port': ['ID=03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:42.245390 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b3841-86fe-41c2-b2ca-5f674ee4091e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Pushing event updated for resources: {'Port': ['ID=c5ba40b3-d452-43fe-ade7-38d542c2db11,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:42.251424 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] Routers {'5c01ae29-2791-4469-a2ba-8ddac93cab13'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:05:42.260456 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:05:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5c01ae29-2791-4469-a2ba-8ddac93cab13'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:42.261471 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a705ef6f-a25b-41e1-ae8a-348de9115dd7 None None] Provisioning for port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:42.293349 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8d16ec8-b1d3-44e6-8b77-374e6967710f req-bf91081e-4d1e-4c4a-a45a-aa9d572b582c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143481 Jul 07 21:05:42.326488 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-a83b3841-86fe-41c2-b2ca-5f674ee4091e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Network 6ac168b0-5b62-40ce-978d-1826833f7c04 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:42.345623 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-a83b3841-86fe-41c2-b2ca-5f674ee4091e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:42.351917 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a705ef6f-a25b-41e1-ae8a-348de9115dd7 None None] Provisioning complete for port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:42.352311 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a705ef6f-a25b-41e1-ae8a-348de9115dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:42.363219 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-a83b3841-86fe-41c2-b2ca-5f674ee4091e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:05:42.379140 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ca650865-edcc-4d79-8002-5459a292f115 req-9159b026-8183-43b2-ac77-8ceb7063625f service neutron] 10.222.0.39 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155662 Jul 07 21:05:42.494966 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-a83b3841-86fe-41c2-b2ca-5f674ee4091e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:42.495651 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-a83b3841-86fe-41c2-b2ca-5f674ee4091e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:42.556997 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6eff6f6-f27d-4304-bce1-6fcaa7e4ff28 x-openstack-request-id: req-a6eff6f6-f27d-4304-bce1-6fcaa7e4ff28 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:05:42.557298 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d52c17-55c9-4be4-b9fd-8c39672da50e", "tag": "ed50bfa0-5f57-4483-8636-313bac60b32d", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:05:42.557578 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a6eff6f6-f27d-4304-bce1-6fcaa7e4ff28 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:05:42.557967 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d52c17-55c9-4be4-b9fd-8c39672da50e', 'tag': 'ed50bfa0-5f57-4483-8636-313bac60b32d', 'status': 'completed', 'code': 200} Jul 07 21:05:42.572707 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c06a9f-6be2-4764-b74d-c140ffac6ddf req-360e3b6e-55c9-4ecb-be3a-74d0ad2fb18f tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:42.584883 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] Set router 5c01ae29-2791-4469-a2ba-8ddac93cab13 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:05:42.585444 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8c06a9f-6be2-4764-b74d-c140ffac6ddf req-360e3b6e-55c9-4ecb-be3a-74d0ad2fb18f tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fb5c379-f1ae-4a18-b23d-130ca725cdfb HTTP/1.1" status: 200 len: 932 time: 0.7190309 Jul 07 21:05:42.600648 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-a83b3841-86fe-41c2-b2ca-5f674ee4091e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6960795 Jul 07 21:05:42.619750 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-44d31c17-4ead-41c7-987f-c7bc5ad7bcb9 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:42.643731 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-b1921dcb-0508-49cd-bcd4-d05d411a521a service neutron] Request body: {'port': {'device_id': '1fb5c379-f1ae-4a18-b23d-130ca725cdfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:42.706424 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6118e70a-6a74-46a1-aca0-9f79b5fbc4f4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:42.722891 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:42.724503 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:42.734921 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8c06a9f-6be2-4764-b74d-c140ffac6ddf req-c085e0b5-d3a8-4b71-8e86-6fec9b6fdcd9 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489575 Jul 07 21:05:42.808240 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6118e70a-6a74-46a1-aca0-9f79b5fbc4f4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:42.823377 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09157cf5-f3e3-4e30-b0ed-314fb89e9d4f req-24c3cc57-bceb-4886-a14f-65eae09d4463 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:42.831070 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-09157cf5-f3e3-4e30-b0ed-314fb89e9d4f req-24c3cc57-bceb-4886-a14f-65eae09d4463 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d52c17-55c9-4be4-b9fd-8c39672da50e HTTP/1.1" status: 200 len: 943 time: 0.2342107 Jul 07 21:05:42.842625 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-b1921dcb-0508-49cd-bcd4-d05d411a521a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:42.899972 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-09157cf5-f3e3-4e30-b0ed-314fb89e9d4f req-ba70ea2c-5ba0-47ab-b90d-f234fb3666a4 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676162 Jul 07 21:05:42.902621 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device bf56ee59-e030-4781-ba8f-b96d02d215f5 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:05:42.918637 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6118e70a-6a74-46a1-aca0-9f79b5fbc4f4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:42.918637 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6118e70a-6a74-46a1-aca0-9f79b5fbc4f4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:42.918637 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6118e70a-6a74-46a1-aca0-9f79b5fbc4f4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/security-groups/427322cf-0b65-4cb5-9f29-3b0adbff302f HTTP/1.1" status: 204 len: 168 time: 0.7890809 Jul 07 21:05:42.918637 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348044e-34e9-41b2-b724-2ee78cc98aeb req-db08bd05-2e0d-4f79-a0f0-b46f6fce1d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:42.921439 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-3348044e-34e9-41b2-b724-2ee78cc98aeb req-db08bd05-2e0d-4f79-a0f0-b46f6fce1d9d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=20bd4d582cac418aadad99e037cced91&device_id=39d52c17-55c9-4be4-b9fd-8c39672da50e HTTP/1.1" status: 200 len: 1095 time: 0.3621886 Jul 07 21:05:42.926456 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60490) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:42.948647 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ca650865-edcc-4d79-8002-5459a292f115 req-6de22b0d-477e-4b37-8f73-9577d2208057 service neutron] 10.222.0.39 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5614190 Jul 07 21:05:42.950318 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118e70a-6a74-46a1-aca0-9f79b5fbc4f4 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=427322cf-0b65-4cb5-9f29-3b0adbff302f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:42.989884 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-44d31c17-4ead-41c7-987f-c7bc5ad7bcb9 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:43.011401 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-44d31c17-4ead-41c7-987f-c7bc5ad7bcb9 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:43.094150 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d31c17-4ead-41c7-987f-c7bc5ad7bcb9 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab7a1cd-353b-414d-afef-2983c44575e9,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:43.120010 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-44d31c17-4ead-41c7-987f-c7bc5ad7bcb9 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:43.125105 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-44d31c17-4ead-41c7-987f-c7bc5ad7bcb9 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9760628 Jul 07 21:05:43.126171 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60492) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:43.131607 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e699c9c7-b81a-460b-a12e-4b9a6e237805 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Request body: {'security_group_rule': {'security_group_id': 'f71ecfc3-79b3-4654-8681-1436f8fa2a6a', 'project_id': '03ca69fab8c3490785d81740376897ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:43.169327 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c01ae29-2791-4469-a2ba-8ddac93cab13', 'name': 'tempest-TestServerBasicOps-884867017-router', 'tenant_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'de219a52-9a20-4ae8-a3d9-b9c7a50ced8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:05:25Z', 'updated_at': '2021-07-07T21:05:36Z', 'revision_number': 4, 'project_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'gw_port': {'id': 'de219a52-9a20-4ae8-a3d9-b9c7a50ced8d', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c01ae29-2791-4469-a2ba-8ddac93cab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:27Z', 'updated_at': '2021-07-07T21:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8', 'name': '', 'network_id': 'e6940da8-da5b-45d3-ada0-c972354c504d', 'tenant_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'mac_address': 'fa:16:3e:18:55:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c01ae29-2791-4469-a2ba-8ddac93cab13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'cde40334-0cc8-4c12-bf99-208057dbe731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:32Z', 'updated_at': '2021-07-07T21:05:41Z', 'revision_number': 4, 'project_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'subnets': [{'id': 'cde40334-0cc8-4c12-bf99-208057dbe731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:43.172537 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ef23abfd-c34a-4748-b4d4-62a83a5017e6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:43.202958 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ef23abfd-c34a-4748-b4d4-62a83a5017e6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:43.226044 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b02467-7c7f-4b30-9200-9e3475419403 None None] The sync data for ids ['5c01ae29-2791-4469-a2ba-8ddac93cab13'] in n-d-695189-11 is: [{'id': '5c01ae29-2791-4469-a2ba-8ddac93cab13', 'name': 'tempest-TestServerBasicOps-884867017-router', 'tenant_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'de219a52-9a20-4ae8-a3d9-b9c7a50ced8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:05:25Z', 'updated_at': '2021-07-07T21:05:36Z', 'revision_number': 4, 'project_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'gw_port': {'id': 'de219a52-9a20-4ae8-a3d9-b9c7a50ced8d', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c01ae29-2791-4469-a2ba-8ddac93cab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:27Z', 'updated_at': '2021-07-07T21:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8', 'name': '', 'network_id': 'e6940da8-da5b-45d3-ada0-c972354c504d', 'tenant_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'mac_address': 'fa:16:3e:18:55:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c01ae29-2791-4469-a2ba-8ddac93cab13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'cde40334-0cc8-4c12-bf99-208057dbe731', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:32Z', 'updated_at': '2021-07-07T21:05:41Z', 'revision_number': 4, 'project_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'subnets': [{'id': 'cde40334-0cc8-4c12-bf99-208057dbe731', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:05:43.244738 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port bf56ee59-e030-4781-ba8f-b96d02d215f5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=bf56ee59-e030-4781-ba8f-b96d02d215f5,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:43.251036 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-021098b1-f40e-4f39-b563-bda13e11eb9b None None] Could not find standard attr ID for object 1cbffd14-b0c1-4659-88e1-8f5739de5d09. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:05:43.277978 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'bf56ee59-e030-4781-ba8f-b96d02d215f5', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'port_id': 'bf56ee59-e030-4781-ba8f-b96d02d215f5', 'mac_address': 'fa:16:3e:ec:ee:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:05:43.313577 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ef23abfd-c34a-4748-b4d4-62a83a5017e6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:43.323929 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ef23abfd-c34a-4748-b4d4-62a83a5017e6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:43.329333 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ef23abfd-c34a-4748-b4d4-62a83a5017e6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/security-groups/59aea71a-66c7-48b5-9779-88ef745c21ea HTTP/1.1" status: 204 len: 168 time: 0.4015546 Jul 07 21:05:43.330100 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60496) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:43.379828 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:43.387054 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23abfd-c34a-4748-b4d4-62a83a5017e6 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59aea71a-66c7-48b5-9779-88ef745c21ea,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:43.395371 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348044e-34e9-41b2-b724-2ee78cc98aeb req-4be47788-d5d8-4eae-aadf-e3a4db7c4f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:43.400336 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-3348044e-34e9-41b2-b724-2ee78cc98aeb req-4be47788-d5d8-4eae-aadf-e3a4db7c4f09 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0af09765-8719-4f4a-a8a0-d6dca0b23345 HTTP/1.1" status: 200 len: 916 time: 0.4362800 Jul 07 21:05:43.443013 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf56ee59-e030-4781-ba8f-b96d02d215f5 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:05:43.474502 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-b1921dcb-0508-49cd-bcd4-d05d411a521a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ba40b3-d452-43fe-ade7-38d542c2db11 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:05:43.500239 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port bf56ee59-e030-4781-ba8f-b96d02d215f5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=bf56ee59-e030-4781-ba8f-b96d02d215f5,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:43.504540 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-b1921dcb-0508-49cd-bcd4-d05d411a521a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:43.506184 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:43.526935 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-3348044e-34e9-41b2-b724-2ee78cc98aeb req-e74ffaff-a816-4a70-8417-8e2aec00feed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed50bfa0-5f57-4483-8636-313bac60b32d HTTP/1.1" status: 200 len: 217 time: 0.1135373 Jul 07 21:05:43.530481 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e699c9c7-b81a-460b-a12e-4b9a6e237805 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:43.540751 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-b1921dcb-0508-49cd-bcd4-d05d411a521a service neutron] Transition to ACTIVE for port object c5ba40b3-d452-43fe-ade7-38d542c2db11 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:43.546712 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-b1921dcb-0508-49cd-bcd4-d05d411a521a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:43.599859 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1921dcb-0508-49cd-bcd4-d05d411a521a service neutron] Pushing event updated for resources: {'Port': ['ID=c5ba40b3-d452-43fe-ade7-38d542c2db11,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:43.603815 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=bf56ee59-e030-4781-ba8f-b96d02d215f5,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:43.644360 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e699c9c7-b81a-460b-a12e-4b9a6e237805 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:43.657142 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e699c9c7-b81a-460b-a12e-4b9a6e237805 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:43.720018 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348044e-34e9-41b2-b724-2ee78cc98aeb req-1a68a751-3e2f-4500-9e49-eb5421e4dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:43.721946 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-3348044e-34e9-41b2-b724-2ee78cc98aeb req-1a68a751-3e2f-4500-9e49-eb5421e4dfdd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fc2aa6ea-e403-4c8c-9097-610f426c4630 HTTP/1.1" status: 200 len: 855 time: 0.1527357 Jul 07 21:05:43.722519 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699c9c7-b81a-460b-a12e-4b9a6e237805 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b333b1-ecea-467a-b6ca-ac68f04f3581,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:43.756061 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae7ce2-3808-478d-8a8c-2ca69074191b req-df353f99-b9e0-4a0a-8196-a62f5357b0a3 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:43.763975 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-94ae7ce2-3808-478d-8a8c-2ca69074191b req-df353f99-b9e0-4a0a-8196-a62f5357b0a3 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 945 time: 0.1517115 Jul 07 21:05:43.769197 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-3348044e-34e9-41b2-b724-2ee78cc98aeb req-81f11700-63f7-4cbc-8a17-207993d38b09 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0af09765-8719-4f4a-a8a0-d6dca0b23345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320799 Jul 07 21:05:43.773304 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c6ca84c0-9a04-4aa5-ad16-fbc2ddcdd4b3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:43.775139 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e699c9c7-b81a-460b-a12e-4b9a6e237805 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:43.781554 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e699c9c7-b81a-460b-a12e-4b9a6e237805 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6540027 Jul 07 21:05:43.788796 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60500) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:43.789635 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-b1921dcb-0508-49cd-bcd4-d05d411a521a service neutron] Attempting to bind port c5ba40b3-d452-43fe-ade7-38d542c2db11 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:05:43.790058 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-b1921dcb-0508-49cd-bcd4-d05d411a521a service neutron] Attempting to bind port c5ba40b3-d452-43fe-ade7-38d542c2db11 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': 'ce7841e0-8c51-4554-a344-f7eeefc78bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:05:43.790490 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-b1921dcb-0508-49cd-bcd4-d05d411a521a service neutron] Attempting to bind port c5ba40b3-d452-43fe-ade7-38d542c2db11 on network 6ac168b0-5b62-40ce-978d-1826833f7c04 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:05:43.808289 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-dd6e5310-fb10-48ad-8b73-66d6200a254a tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Request body: {'security_group_rule': {'security_group_id': 'f71ecfc3-79b3-4654-8681-1436f8fa2a6a', 'project_id': '03ca69fab8c3490785d81740376897ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:43.813247 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-b1921dcb-0508-49cd-bcd4-d05d411a521a service neutron] Port c5ba40b3-d452-43fe-ade7-38d542c2db11 on network 6ac168b0-5b62-40ce-978d-1826833f7c04 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:05:43.813670 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-b1921dcb-0508-49cd-bcd4-d05d411a521a service neutron] Attempting to bind port c5ba40b3-d452-43fe-ade7-38d542c2db11 on network 6ac168b0-5b62-40ce-978d-1826833f7c04 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:05:43.827781 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-b1921dcb-0508-49cd-bcd4-d05d411a521a service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:05:43.828226 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-b1921dcb-0508-49cd-bcd4-d05d411a521a service neutron] Checking segment: {'id': 'ce7841e0-8c51-4554-a344-f7eeefc78bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:05:43.828707 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-b1921dcb-0508-49cd-bcd4-d05d411a521a service neutron] Bound using segment: {'id': 'ce7841e0-8c51-4554-a344-f7eeefc78bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:05:43.829261 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-b1921dcb-0508-49cd-bcd4-d05d411a521a service neutron] Bound port: c5ba40b3-d452-43fe-ade7-38d542c2db11, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce7841e0-8c51-4554-a344-f7eeefc78bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:05:43.829713 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-b1921dcb-0508-49cd-bcd4-d05d411a521a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:43.868483 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['bf56ee59-e030-4781-ba8f-b96d02d215f5'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:05:43.880115 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-94ae7ce2-3808-478d-8a8c-2ca69074191b req-c607aba0-0108-423a-97fa-9eff554d430e tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150298 Jul 07 21:05:43.960611 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c6ca84c0-9a04-4aa5-ad16-fbc2ddcdd4b3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:43.985963 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-b1921dcb-0508-49cd-bcd4-d05d411a521a service neutron] For port c5ba40b3-d452-43fe-ade7-38d542c2db11, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:05:43.999693 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-b1921dcb-0508-49cd-bcd4-d05d411a521a service neutron] For port c5ba40b3-d452-43fe-ade7-38d542c2db11, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c5ba40b3-d452-43fe-ade7-38d542c2db11,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:05:44.005701 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-b1921dcb-0508-49cd-bcd4-d05d411a521a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:44.105346 n-d-695189-11 neutron-server[100448]: INFO neutron.db.securitygroups_db [None req-dd6e5310-fb10-48ad-8b73-66d6200a254a tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Project 03ca69fab8c3490785d81740376897ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 21:05:44.121670 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:44.146336 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dd6e5310-fb10-48ad-8b73-66d6200a254a tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:44.162016 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c6ca84c0-9a04-4aa5-ad16-fbc2ddcdd4b3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:44.176598 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c6ca84c0-9a04-4aa5-ad16-fbc2ddcdd4b3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:44.180804 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c6ca84c0-9a04-4aa5-ad16-fbc2ddcdd4b3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/security-groups/8b8ce341-8f74-445d-b1d5-e3ad2f458c00 HTTP/1.1" status: 204 len: 168 time: 0.8421664 Jul 07 21:05:44.181527 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60506) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:44.207397 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca84c0-9a04-4aa5-ad16-fbc2ddcdd4b3 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8ce341-8f74-445d-b1d5-e3ad2f458c00,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:44.242128 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-3348044e-34e9-41b2-b724-2ee78cc98aeb req-103b8c69-3ece-440e-97d8-4554ca16a7a0 service neutron] 10.222.0.58 "GET /v2.0/networks/0af09765-8719-4f4a-a8a0-d6dca0b23345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588494 Jul 07 21:05:44.246657 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-b1921dcb-0508-49cd-bcd4-d05d411a521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:44.247301 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-b1921dcb-0508-49cd-bcd4-d05d411a521a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:44.249662 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-b1921dcb-0508-49cd-bcd4-d05d411a521a service neutron] 10.222.0.39 "PUT /v2.0/ports/c5ba40b3-d452-43fe-ade7-38d542c2db11 HTTP/1.1" status: 200 len: 1093 time: 1.6159196 Jul 07 21:05:44.257554 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:44.265703 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:44.267006 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:44.291518 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb5c379-f1ae-4a18-b23d-130ca725cdfb', 'tag': 'c5ba40b3-d452-43fe-ade7-38d542c2db11'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:05:44.308729 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2523c684-3758-4701-8e14-4aa734b11afa" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb5c379-f1ae-4a18-b23d-130ca725cdfb", "tag": "c5ba40b3-d452-43fe-ade7-38d542c2db11"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:05:44.325997 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1921dcb-0508-49cd-bcd4-d05d411a521a service neutron] Pushing event updated for resources: {'Port': ['ID=c5ba40b3-d452-43fe-ade7-38d542c2db11,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:44.355584 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-e11f148f-2eda-47f4-b85e-cb4fff249734 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting subnet 3a28a4a8-ef5b-40cf-b412-973b6b92e6a9 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:05:44.363261 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e11f148f-2eda-47f4-b85e-cb4fff249734 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:44.385985 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:44.445701 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e11f148f-2eda-47f4-b85e-cb4fff249734 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:44.457348 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8,segment=NetworkSegment(d2f427ef-86e6-4ebc-aae6-0fea6ea4af43),segment_id=d2f427ef-86e6-4ebc-aae6-0fea6ea4af43)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:44.462066 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:44.510896 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-3348044e-34e9-41b2-b724-2ee78cc98aeb req-779f1067-64fb-4d1f-8ea9-41713a62945c service neutron] 10.222.0.58 "GET /v2.0/networks/0af09765-8719-4f4a-a8a0-d6dca0b23345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403491 Jul 07 21:05:44.533301 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dd6e5310-fb10-48ad-8b73-66d6200a254a tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:44.546637 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dd6e5310-fb10-48ad-8b73-66d6200a254a tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:44.558414 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:44.566195 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f5285-0622-4dc8-9a0b-af8e0a5635a2 req-5de0fa52-45de-4b84-92b7-037c2245ac87 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:44.567883 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-382f5285-0622-4dc8-9a0b-af8e0a5635a2 req-5de0fa52-45de-4b84-92b7-037c2245ac87 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fb5c379-f1ae-4a18-b23d-130ca725cdfb HTTP/1.1" status: 200 len: 944 time: 0.4713268 Jul 07 21:05:44.580895 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf3d2a-59f9-42be-b349-22c5aa6d235a req-2cd45ae6-9fe2-4c33-aa87-ab2944fff633 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:44.582544 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-89bf3d2a-59f9-42be-b349-22c5aa6d235a req-2cd45ae6-9fe2-4c33-aa87-ab2944fff633 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d52c17-55c9-4be4-b9fd-8c39672da50e HTTP/1.1" status: 200 len: 943 time: 0.4815841 Jul 07 21:05:44.600453 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e11f148f-2eda-47f4-b85e-cb4fff249734 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:44.631732 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e5310-fb10-48ad-8b73-66d6200a254a tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4500c5f7-4250-4440-b237-69b074d4200e,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:44.645210 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-ddeeefbb-a950-4879-a808-a7f7a3cce8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:44.646810 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-ddeeefbb-a950-4879-a808-a7f7a3cce8b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb007a9f302148b1b0ad445aa4579189&device_id=1fb5c379-f1ae-4a18-b23d-130ca725cdfb HTTP/1.1" status: 200 len: 1096 time: 0.3017378 Jul 07 21:05:44.666946 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dd6e5310-fb10-48ad-8b73-66d6200a254a tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:44.670768 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-dd6e5310-fb10-48ad-8b73-66d6200a254a tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8720524 Jul 07 21:05:44.671774 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60512) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:44.677293 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-5bec9305-6fe0-4d49-8567-f704c3d6e142 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Request body: {'security_group_rule': {'security_group_id': 'f71ecfc3-79b3-4654-8681-1436f8fa2a6a', 'project_id': '03ca69fab8c3490785d81740376897ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:44.683656 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e11f148f-2eda-47f4-b85e-cb4fff249734 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:44.719685 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-48f7ca3c-30df-4a9b-9be4-d926f02bf595 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5ba40b3-d452-43fe-ade7-38d542c2db11 HTTP/1.1" status: 200 len: 217 time: 0.0609965 Jul 07 21:05:44.725294 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-89bf3d2a-59f9-42be-b349-22c5aa6d235a req-95e8fdc5-6df3-488a-abc0-2f7af9fb7b75 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271620 Jul 07 21:05:44.734352 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f148f-2eda-47f4-b85e-cb4fff249734 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Subnet': ['ID=3a28a4a8-ef5b-40cf-b412-973b6b92e6a9,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:44.749585 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d582744d-2d57-4cc5-9aaa-5cbdfdc9bf47 None None] Network 905625ac-582a-4237-8da7-d706bad7ad93 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:05:44.755437 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e11f148f-2eda-47f4-b85e-cb4fff249734 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:44.761327 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e11f148f-2eda-47f4-b85e-cb4fff249734 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/subnets/3a28a4a8-ef5b-40cf-b412-973b6b92e6a9 HTTP/1.1" status: 204 len: 168 time: 0.5624607 Jul 07 21:05:44.766141 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60514) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:44.768976 n-d-695189-11 neutron-server[100447]: INFO neutron.db.securitygroups_db [None req-5bec9305-6fe0-4d49-8567-f704c3d6e142 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Project 03ca69fab8c3490785d81740376897ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 21:05:44.777214 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5bec9305-6fe0-4d49-8567-f704c3d6e142 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:44.791033 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-382f5285-0622-4dc8-9a0b-af8e0a5635a2 req-d67ef8ae-7291-4009-9e2b-959ada947543 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033999 Jul 07 21:05:44.824246 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-517f6952-ec8b-4b17-992d-8456ecd13a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:44.826472 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-517f6952-ec8b-4b17-992d-8456ecd13a40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e40568a6-ebc6-4f07-9fe2-338a216828e9 HTTP/1.1" status: 200 len: 852 time: 0.0970798 Jul 07 21:05:44.869441 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5bec9305-6fe0-4d49-8567-f704c3d6e142 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:44.874771 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5bec9305-6fe0-4d49-8567-f704c3d6e142 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:44.894029 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d8b742-9d4b-43b3-aead-9a1f7213e43b x-openstack-request-id: req-b9d8b742-9d4b-43b3-aead-9a1f7213e43b {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:05:44.894321 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb5c379-f1ae-4a18-b23d-130ca725cdfb", "tag": "c5ba40b3-d452-43fe-ade7-38d542c2db11", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:05:44.894607 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b9d8b742-9d4b-43b3-aead-9a1f7213e43b {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:05:44.894976 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb5c379-f1ae-4a18-b23d-130ca725cdfb', 'tag': 'c5ba40b3-d452-43fe-ade7-38d542c2db11', 'status': 'completed', 'code': 200} Jul 07 21:05:44.900731 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-1adbe0b9-0f54-4dab-a82c-1b56ae99100b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ac168b0-5b62-40ce-978d-1826833f7c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480487 Jul 07 21:05:44.906981 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec9305-6fe0-4d49-8567-f704c3d6e142 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66aa894-41d6-45b6-85a5-0ebc7994e415,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:44.912090 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5bec9305-6fe0-4d49-8567-f704c3d6e142 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:44.933294 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5bec9305-6fe0-4d49-8567-f704c3d6e142 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2599683 Jul 07 21:05:45.026304 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device ed50bfa0-5f57-4483-8636-313bac60b32d details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:05:45.041435 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfdf4bb6-3737-4f29-8e52-efcded936500 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting subnet dedcbd5a-ebe9-4250-ba91-45483e063646 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:05:45.072191 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4bb6-3737-4f29-8e52-efcded936500 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:45.205951 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port ed50bfa0-5f57-4483-8636-313bac60b32d, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=ed50bfa0-5f57-4483-8636-313bac60b32d,segment=NetworkSegment(84bcb215-065b-47b0-b096-b779bcbdddb9),segment_id=84bcb215-065b-47b0-b096-b779bcbdddb9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:45.208892 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4bb6-3737-4f29-8e52-efcded936500 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:45.230773 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'ed50bfa0-5f57-4483-8636-313bac60b32d', 'network_id': '0af09765-8719-4f4a-a8a0-d6dca0b23345', 'port_id': 'ed50bfa0-5f57-4483-8636-313bac60b32d', 'mac_address': 'fa:16:3e:c3:ac:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc2aa6ea-e403-4c8c-9097-610f426c4630', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:05:45.273006 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-7dfc71c9-a984-4fdf-aff4-9ca00d6f4798 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1293820230&fields=id&tenant_id=03ca69fab8c3490785d81740376897ed HTTP/1.1" status: 200 len: 267 time: 0.1629879 Jul 07 21:05:45.275694 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:45.281944 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-0be5c2f2-647d-4004-ab74-1eef80f9ecc9 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689699 Jul 07 21:05:45.291020 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed50bfa0-5f57-4483-8636-313bac60b32d {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:05:45.336302 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port ed50bfa0-5f57-4483-8636-313bac60b32d, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=ed50bfa0-5f57-4483-8636-313bac60b32d,segment=NetworkSegment(84bcb215-065b-47b0-b096-b779bcbdddb9),segment_id=84bcb215-065b-47b0-b096-b779bcbdddb9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:45.341148 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:45.401221 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=ed50bfa0-5f57-4483-8636-313bac60b32d,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:45.491935 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516b4dc-abf9-4291-a2fd-69b155787455 req-cf11b320-6058-415f-b7d5-65f2b18437e6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:45.493587 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9516b4dc-abf9-4291-a2fd-69b155787455 req-cf11b320-6058-415f-b7d5-65f2b18437e6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 945 time: 0.3883228 Jul 07 21:05:45.506172 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4bb6-3737-4f29-8e52-efcded936500 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:45.620834 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['ed50bfa0-5f57-4483-8636-313bac60b32d'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:05:45.650031 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9d0c1b0-051d-4836-b404-46c8fb39276b req-0c514966-3853-4b2d-8f45-73246b613625 service neutron] 10.222.0.39 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573494 Jul 07 21:05:45.663053 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-420b1794-5253-4637-890b-bd25a4c9facf tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:45.671118 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-420b1794-5253-4637-890b-bd25a4c9facf tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/networks?id=a14eea41-1d99-44fc-b2e3-33f3b36e5825 HTTP/1.1" status: 200 len: 808 time: 0.3809855 Jul 07 21:05:45.699611 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9516b4dc-abf9-4291-a2fd-69b155787455 req-06336ac1-2e24-40bc-a2d9-c6abfb0ae06a tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948826 Jul 07 21:05:45.713658 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-53af9e16-0fa4-45bc-aa26-24d60ac96819 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/quotas/03ca69fab8c3490785d81740376897ed HTTP/1.1" status: 200 len: 375 time: 0.0414944 Jul 07 21:05:45.715993 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4bb6-3737-4f29-8e52-efcded936500 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:45.785200 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf4bb6-3737-4f29-8e52-efcded936500 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Subnet': ['ID=dedcbd5a-ebe9-4250-ba91-45483e063646,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:45.860069 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dfdf4bb6-3737-4f29-8e52-efcded936500 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:45.862042 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-dfdf4bb6-3737-4f29-8e52-efcded936500 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/subnets/dedcbd5a-ebe9-4250-ba91-45483e063646 HTTP/1.1" status: 204 len: 168 time: 1.0945871 Jul 07 21:05:45.864748 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60536) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:45.902813 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-d539833b-e06d-4185-ab7c-d86bc5cd9ae2 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] DELETE failed (client error): The resource could not be found. Jul 07 21:05:45.904846 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d539833b-e06d-4185-ab7c-d86bc5cd9ae2 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:05:45.907004 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d539833b-e06d-4185-ab7c-d86bc5cd9ae2 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/subnets/3a28a4a8-ef5b-40cf-b412-973b6b92e6a9 HTTP/1.1" status: 404 len: 337 time: 0.0412848 Jul 07 21:05:45.910007 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60538) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:45.951963 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-edc60b6a-d6ac-40ff-b08e-fa887987bbc9 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=03ca69fab8c3490785d81740376897ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2373087 Jul 07 21:05:45.974842 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523c684-3758-4701-8e14-4aa734b11afa req-7a93b684-2faf-48a5-be46-e8a6c51be58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:45.979870 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2523c684-3758-4701-8e14-4aa734b11afa req-7a93b684-2faf-48a5-be46-e8a6c51be58a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb007a9f302148b1b0ad445aa4579189&device_id=1fb5c379-f1ae-4a18-b23d-130ca725cdfb HTTP/1.1" status: 200 len: 1096 time: 0.2082105 Jul 07 21:05:46.038210 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-4008c088-2c23-4980-abd2-09760f853803 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting subnet 6d3dfa5e-54aa-4f83-888d-14f608d1ccb2 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:05:46.050607 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4008c088-2c23-4980-abd2-09760f853803 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:46.071980 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:46.118038 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4008c088-2c23-4980-abd2-09760f853803 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:46.133579 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cc67a1-6083-4d9b-b66c-f64075bce143 None None] Network 905625ac-582a-4237-8da7-d706bad7ad93 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:05:46.208171 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:46.209094 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:46.236120 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4008c088-2c23-4980-abd2-09760f853803 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:46.239300 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-553a16bf-d168-4b79-b031-91631879b12f None None] Provisioning complete for port b13ee8aa-4c21-409d-a936-0062b7e03118 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:46.239956 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-553a16bf-d168-4b79-b031-91631879b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:46.244455 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-78101ab9-336b-4386-a8b6-43d4fa25c4e1 service neutron] 10.222.0.64 "GET /v2.0/networks/a14eea41-1d99-44fc-b2e3-33f3b36e5825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860241 Jul 07 21:05:46.320843 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4008c088-2c23-4980-abd2-09760f853803 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:46.331571 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523c684-3758-4701-8e14-4aa734b11afa req-75fe1973-13c2-43fc-962b-1228e38882c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:46.333899 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2523c684-3758-4701-8e14-4aa734b11afa req-75fe1973-13c2-43fc-962b-1228e38882c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ac168b0-5b62-40ce-978d-1826833f7c04 HTTP/1.1" status: 200 len: 913 time: 0.2863467 Jul 07 21:05:46.346318 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-553a16bf-d168-4b79-b031-91631879b12f None None] Port b13ee8aa-4c21-409d-a936-0062b7e03118 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:05:46.356159 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008c088-2c23-4980-abd2-09760f853803 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Subnet': ['ID=6d3dfa5e-54aa-4f83-888d-14f608d1ccb2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:46.359367 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4008c088-2c23-4980-abd2-09760f853803 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:46.361509 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4008c088-2c23-4980-abd2-09760f853803 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/subnets/6d3dfa5e-54aa-4f83-888d-14f608d1ccb2 HTTP/1.1" status: 204 len: 168 time: 0.4503894 Jul 07 21:05:46.365767 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60542) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:46.390756 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2523c684-3758-4701-8e14-4aa734b11afa req-312900a3-b38a-4cc1-a325-828e29fd4eb2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5ba40b3-d452-43fe-ade7-38d542c2db11 HTTP/1.1" status: 200 len: 217 time: 0.0442157 Jul 07 21:05:46.405298 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89f37bf-a884-401f-934b-41cfc63e3e6c tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] DELETE failed (client error): The resource could not be found. Jul 07 21:05:46.406809 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c89f37bf-a884-401f-934b-41cfc63e3e6c tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:05:46.408929 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c89f37bf-a884-401f-934b-41cfc63e3e6c tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/subnets/8cf51a11-9d5e-44e4-9b15-e2a10b7f6d1e HTTP/1.1" status: 404 len: 337 time: 0.0420690 Jul 07 21:05:46.411675 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60544) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:46.437637 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-553a16bf-d168-4b79-b031-91631879b12f None None] Provisioning complete for port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:46.438496 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-553a16bf-d168-4b79-b031-91631879b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:46.445488 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e174649e-c2c1-4240-a975-da7ec3dad2c5 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef0ac89d-adb5-4a9c-bf9a-8711d3af362f HTTP/1.1" status: 200 len: 205 time: 0.0322382 Jul 07 21:05:46.447949 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60546) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:46.455580 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558ffa-930d-4d33-8369-15377cd69bc5 req-4fb1652d-f121-4bfb-984e-17995eed67ba tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:46.458124 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7d558ffa-930d-4d33-8369-15377cd69bc5 req-4fb1652d-f121-4bfb-984e-17995eed67ba tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d52c17-55c9-4be4-b9fd-8c39672da50e HTTP/1.1" status: 200 len: 944 time: 0.4761078 Jul 07 21:05:46.500982 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-9ce01a27-f2b9-4442-9304-ad7d463c3737 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] delete failed (client error): The resource could not be found. Jul 07 21:05:46.502298 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9ce01a27-f2b9-4442-9304-ad7d463c3737 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/routers/ef0ac89d-adb5-4a9c-bf9a-8711d3af362f HTTP/1.1" status: 404 len: 336 time: 0.0529273 Jul 07 21:05:46.505293 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60548) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:46.527393 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523c684-3758-4701-8e14-4aa734b11afa req-e3da452f-e869-44b0-83aa-12b367340b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:46.529000 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2523c684-3758-4701-8e14-4aa734b11afa req-e3da452f-e869-44b0-83aa-12b367340b73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e40568a6-ebc6-4f07-9fe2-338a216828e9 HTTP/1.1" status: 200 len: 852 time: 0.1291461 Jul 07 21:05:46.536680 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7d558ffa-930d-4d33-8369-15377cd69bc5 req-991c7566-33b9-494b-ba17-89678e1e0346 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681672 Jul 07 21:05:46.539008 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6c950a-a0e6-45ab-97c4-1c7aa639cf2d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] DELETE failed (client error): The resource could not be found. Jul 07 21:05:46.539649 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb6c950a-a0e6-45ab-97c4-1c7aa639cf2d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:05:46.544736 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cb6c950a-a0e6-45ab-97c4-1c7aa639cf2d tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/subnets/780f8c32-0456-40e5-8862-dc2251ec7355 HTTP/1.1" status: 404 len: 337 time: 0.0381935 Jul 07 21:05:46.545495 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60550) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:46.571615 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-bbb1522a-23e7-4766-8c96-22b61dae8330 service neutron] 10.222.0.64 "GET /v2.0/networks/a14eea41-1d99-44fc-b2e3-33f3b36e5825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980919 Jul 07 21:05:46.579095 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-793a6912-45de-43a2-b1e0-f0519ba3e7eb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] DELETE failed (client error): The resource could not be found. Jul 07 21:05:46.579720 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-793a6912-45de-43a2-b1e0-f0519ba3e7eb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:05:46.584443 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60552) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:46.585980 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-793a6912-45de-43a2-b1e0-f0519ba3e7eb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/subnets/0f70c435-faeb-4c8c-a84f-291d0088e309 HTTP/1.1" status: 404 len: 337 time: 0.0393164 Jul 07 21:05:46.634087 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac696b8f-fedd-470e-a68a-b7782a736155 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] DELETE failed (client error): The resource could not be found. Jul 07 21:05:46.634553 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac696b8f-fedd-470e-a68a-b7782a736155 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:05:46.636364 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ac696b8f-fedd-470e-a68a-b7782a736155 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/subnets/78d89e7c-dc9b-45b9-93c6-46f828b35112 HTTP/1.1" status: 404 len: 337 time: 0.0507708 Jul 07 21:05:46.639262 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2523c684-3758-4701-8e14-4aa734b11afa req-3cc68bdc-85fc-4a6b-bc93-be59c555b88b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ac168b0-5b62-40ce-978d-1826833f7c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001832 Jul 07 21:05:46.639765 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60554) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:46.707412 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-e816bd9e-5467-46c5-837d-9b37a2cecf32 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] DELETE failed (client error): The resource could not be found. Jul 07 21:05:46.708269 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e816bd9e-5467-46c5-837d-9b37a2cecf32 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:05:46.712813 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60556) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:46.713166 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e816bd9e-5467-46c5-837d-9b37a2cecf32 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/ports/258e67fb-208d-4457-8b9e-c7348ed0971f HTTP/1.1" status: 404 len: 333 time: 0.0723374 Jul 07 21:05:46.744793 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90f13a9-154a-42b7-82fd-694a14cc9c98 None None] Update dhcp port {'port': {'network_id': '905625ac-582a-4237-8da7-d706bad7ad93', 'fixed_ips': [{'subnet_id': '6d3dfa5e-54aa-4f83-888d-14f608d1ccb2'}], 'binding:host_id': 'n-d-695189-11'}, 'id': 'c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0'} from n-d-695189-11. {{(pid=100449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 21:05:46.768824 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8a8650-02b7-434e-b763-47bc06565120 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] DELETE failed (client error): The resource could not be found. Jul 07 21:05:46.769580 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf8a8650-02b7-434e-b763-47bc06565120 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:05:46.773359 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cf8a8650-02b7-434e-b763-47bc06565120 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/subnets/639a7711-4ac2-43cd-95a8-f96be5ca2c6c HTTP/1.1" status: 404 len: 337 time: 0.0585341 Jul 07 21:05:46.776304 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60560) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:46.806191 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b02baa-0712-44af-b772-65466237318b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] DELETE failed (client error): The resource could not be found. Jul 07 21:05:46.806878 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b02baa-0712-44af-b772-65466237318b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:05:46.807845 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d90f13a9-154a-42b7-82fd-694a14cc9c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:46.812324 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-93b02baa-0712-44af-b772-65466237318b tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/subnets/28445a57-2a5b-49cb-8183-b0dc90a56476 HTTP/1.1" status: 404 len: 337 time: 0.0349026 Jul 07 21:05:46.813097 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60564) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:46.870302 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3e556a-330a-4a45-a877-453e1258fd21 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] DELETE failed (client error): The resource could not be found. Jul 07 21:05:46.877894 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df3e556a-330a-4a45-a877-453e1258fd21 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:05:46.882999 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-df3e556a-330a-4a45-a877-453e1258fd21 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/ports/c55a8b27-dc33-421a-8efc-bb5c0a504a60 HTTP/1.1" status: 404 len: 333 time: 0.0687621 Jul 07 21:05:46.883674 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60568) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:46.887482 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3300c1-c34b-46a1-a5dc-7e4849a9fe9f req-ea05d167-8153-4e76-a672-30c965a17346 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:46.889906 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c3300c1-c34b-46a1-a5dc-7e4849a9fe9f req-ea05d167-8153-4e76-a672-30c965a17346 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fb5c379-f1ae-4a18-b23d-130ca725cdfb HTTP/1.1" status: 200 len: 944 time: 0.1942697 Jul 07 21:05:46.894594 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2523c684-3758-4701-8e14-4aa734b11afa req-82692446-eff9-4964-b10d-0e59d6f9fe4f service neutron] 10.222.0.39 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408574 Jul 07 21:05:46.908406 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device bf56ee59-e030-4781-ba8f-b96d02d215f5 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:46.935014 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c3300c1-c34b-46a1-a5dc-7e4849a9fe9f req-b3925faa-e000-413f-a2a9-594638b9cd0e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393069 Jul 07 21:05:46.957121 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a084406-a1a2-40dc-a351-5bff164949f1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] DELETE failed (client error): The resource could not be found. Jul 07 21:05:46.957588 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a084406-a1a2-40dc-a351-5bff164949f1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:05:46.967856 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60570) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:46.973515 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8a084406-a1a2-40dc-a351-5bff164949f1 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/subnets/d5ceb46e-3526-4c59-9b5d-87c0cf21cb4a HTTP/1.1" status: 404 len: 337 time: 0.0746791 Jul 07 21:05:47.001400 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device ed50bfa0-5f57-4483-8636-313bac60b32d up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:47.065563 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port bf56ee59-e030-4781-ba8f-b96d02d215f5 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:47.072091 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port bf56ee59-e030-4781-ba8f-b96d02d215f5 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:47.072717 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:47.078726 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2523c684-3758-4701-8e14-4aa734b11afa req-0b498808-13e5-4686-aa74-86024965c75a service neutron] 10.222.0.39 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479464 Jul 07 21:05:47.124482 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port ed50bfa0-5f57-4483-8636-313bac60b32d completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:47.132915 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-e41508ff-19cc-4e6d-8c78-1a3e9bfb8dcb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] DELETE failed (client error): The resource could not be found. Jul 07 21:05:47.133461 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e41508ff-19cc-4e6d-8c78-1a3e9bfb8dcb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:05:47.133678 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port ed50bfa0-5f57-4483-8636-313bac60b32d triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:47.134010 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:47.135235 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e41508ff-19cc-4e6d-8c78-1a3e9bfb8dcb tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/subnets/224f5b2a-689b-4f42-bc23-8899d4706cfe HTTP/1.1" status: 404 len: 337 time: 0.0702651 Jul 07 21:05:47.135765 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0433bf0f-c92e-466c-8f32-6de1c12f9197 None None] Network 905625ac-582a-4237-8da7-d706bad7ad93 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:05:47.137888 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60574) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:47.183166 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6058601b-45df-4da6-afcf-1c4b019bfa7b req-8d68f6eb-1281-4a18-b3e4-2e356665e305 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/ports?device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 210 time: 0.1008322 Jul 07 21:05:47.241709 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9daf7-260e-43c4-a96f-8547690572e9 req-98d5d105-5ff9-43d9-9703-aaa9a817a680 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:47.249676 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50d9daf7-260e-43c4-a96f-8547690572e9 req-98d5d105-5ff9-43d9-9703-aaa9a817a680 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 945 time: 0.2890413 Jul 07 21:05:47.251048 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2787e66f-8469-4d53-8f3b-e3d8bbac241d None None] Provisioning complete for port b13ee8aa-4c21-409d-a936-0062b7e03118 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:47.251594 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2787e66f-8469-4d53-8f3b-e3d8bbac241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:47.280274 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-cce6f481-3d4c-4a18-876f-20da5dd6ab46 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting port b13ee8aa-4c21-409d-a936-0062b7e03118 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:05:47.281303 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cce6f481-3d4c-4a18-876f-20da5dd6ab46 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:47.308957 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50d9daf7-260e-43c4-a96f-8547690572e9 req-465bac91-a4fb-4ca6-9638-4e22e9908041 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579529 Jul 07 21:05:47.366084 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-2787e66f-8469-4d53-8f3b-e3d8bbac241d None None] Port b13ee8aa-4c21-409d-a936-0062b7e03118 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:05:47.381139 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cce6f481-3d4c-4a18-876f-20da5dd6ab46 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:47.405481 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-cce6f481-3d4c-4a18-876f-20da5dd6ab46 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Calling delete_port for b13ee8aa-4c21-409d-a936-0062b7e03118 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:05:47.470666 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:47.494323 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2787e66f-8469-4d53-8f3b-e3d8bbac241d None None] Provisioning complete for port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:47.494783 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2787e66f-8469-4d53-8f3b-e3d8bbac241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:47.518649 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:47.534669 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cce6f481-3d4c-4a18-876f-20da5dd6ab46 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:47.573936 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6f481-3d4c-4a18-876f-20da5dd6ab46 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Port': ['ID=b13ee8aa-4c21-409d-a936-0062b7e03118,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:47.578414 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cce6f481-3d4c-4a18-876f-20da5dd6ab46 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:47.581114 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cce6f481-3d4c-4a18-876f-20da5dd6ab46 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/ports/b13ee8aa-4c21-409d-a936-0062b7e03118 HTTP/1.1" status: 204 len: 168 time: 0.4412317 Jul 07 21:05:47.583467 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60584) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:47.603578 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d52c17-55c9-4be4-b9fd-8c39672da50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed50bfa0-5f57-4483-8636-313bac60b32d'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:05:47.613078 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef479bb8-97ac-4820-bee2-5d1160135ebf" -d '{"events": [{"server_uuid": "39d52c17-55c9-4be4-b9fd-8c39672da50e", "name": "network-vif-plugged", "status": "completed", "tag": "ed50bfa0-5f57-4483-8636-313bac60b32d"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:05:47.697530 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port bf56ee59-e030-4781-ba8f-b96d02d215f5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=bf56ee59-e030-4781-ba8f-b96d02d215f5,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:47.702973 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port ed50bfa0-5f57-4483-8636-313bac60b32d, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=ed50bfa0-5f57-4483-8636-313bac60b32d,segment=NetworkSegment(84bcb215-065b-47b0-b096-b779bcbdddb9),segment_id=84bcb215-065b-47b0-b096-b779bcbdddb9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:47.704567 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-654daf05-e8d2-4290-b404-5083f30fb2e7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:47.706124 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:47.709429 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec142ce7-a350-41f4-a901-e4692d47bd3d x-openstack-request-id: req-ec142ce7-a350-41f4-a901-e4692d47bd3d {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:05:47.711306 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d52c17-55c9-4be4-b9fd-8c39672da50e", "name": "network-vif-plugged", "status": "completed", "tag": "ed50bfa0-5f57-4483-8636-313bac60b32d", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:05:47.711746 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec142ce7-a350-41f4-a901-e4692d47bd3d {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:05:47.712284 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d52c17-55c9-4be4-b9fd-8c39672da50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed50bfa0-5f57-4483-8636-313bac60b32d', 'code': 200} Jul 07 21:05:47.743942 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:47.746328 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2f2ca9-ea4f-4e7f-8b19-e3f0dcc66a2d None None] DHCP port deletion for 905625ac-582a-4237-8da7-d706bad7ad93 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:05:47.783579 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-654daf05-e8d2-4290-b404-5083f30fb2e7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Deleting port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:05:47.784141 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-654daf05-e8d2-4290-b404-5083f30fb2e7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:47.810990 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8c84b-2310-4b3a-b8b2-9cf1fea73f09 req-8f69c5e7-eee4-4291-9de1-e1ae58ef64a0 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:47.812569 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44a8c84b-2310-4b3a-b8b2-9cf1fea73f09 req-8f69c5e7-eee4-4291-9de1-e1ae58ef64a0 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d52c17-55c9-4be4-b9fd-8c39672da50e HTTP/1.1" status: 200 len: 945 time: 0.0989213 Jul 07 21:05:47.836915 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=bf56ee59-e030-4781-ba8f-b96d02d215f5,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:47.861284 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44a8c84b-2310-4b3a-b8b2-9cf1fea73f09 req-4a8a3250-ab9a-4e68-abf9-fbe3fc898dfb tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410783 Jul 07 21:05:47.910973 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-654daf05-e8d2-4290-b404-5083f30fb2e7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] For port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0,segment=NetworkSegment(28fd885b-d4b6-4b7d-bf83-177c165b388a),segment_id=28fd885b-d4b6-4b7d-bf83-177c165b388a)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:47.911567 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-654daf05-e8d2-4290-b404-5083f30fb2e7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:47.924862 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f2ca9-ea4f-4e7f-8b19-e3f0dcc66a2d None None] Deleting port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:05:47.925436 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0e2f2ca9-ea4f-4e7f-8b19-e3f0dcc66a2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:47.928453 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=ed50bfa0-5f57-4483-8636-313bac60b32d,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:47.928812 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-654daf05-e8d2-4290-b404-5083f30fb2e7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Calling delete_port for c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:05:47.961976 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b3cbd-6c20-47f3-8f25-ebda769f8aa5 req-45e239d2-68f4-48e2-ade6-de917c092287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:47.961976 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-129b3cbd-6c20-47f3-8f25-ebda769f8aa5 req-45e239d2-68f4-48e2-ade6-de917c092287 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=39d52c17-55c9-4be4-b9fd-8c39672da50e HTTP/1.1" status: 200 len: 1097 time: 0.1339135 Jul 07 21:05:48.018533 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0e2f2ca9-ea4f-4e7f-8b19-e3f0dcc66a2d None None] For port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0,segment=NetworkSegment(28fd885b-d4b6-4b7d-bf83-177c165b388a),segment_id=28fd885b-d4b6-4b7d-bf83-177c165b388a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:48.019287 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0e2f2ca9-ea4f-4e7f-8b19-e3f0dcc66a2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:48.033185 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-0e2f2ca9-ea4f-4e7f-8b19-e3f0dcc66a2d None None] Calling delete_port for c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:05:48.038070 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-129b3cbd-6c20-47f3-8f25-ebda769f8aa5 req-3d82d449-fcd5-4ece-9a19-b42b23420c27 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480156 Jul 07 21:05:48.043067 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:05:48.061365 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-654daf05-e8d2-4290-b404-5083f30fb2e7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:48.089522 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654daf05-e8d2-4290-b404-5083f30fb2e7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Port': ['ID=c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:48.091868 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654daf05-e8d2-4290-b404-5083f30fb2e7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] No DVR routers for this DVR port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:05:48.130045 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No active binding found for port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 {{(pid=100449) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 21:05:48.130606 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:05:48.154774 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0e2f2ca9-ea4f-4e7f-8b19-e3f0dcc66a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:48.180000 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f2ca9-ea4f-4e7f-8b19-e3f0dcc66a2d None None] Pushing event deleted for resources: {'Port': ['ID=c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:48.186686 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2f2ca9-ea4f-4e7f-8b19-e3f0dcc66a2d None None] No DVR routers for this DVR port c7d7efa0-f0a2-4ceb-8c2f-c6e088378bd0 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:05:48.187231 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-654daf05-e8d2-4290-b404-5083f30fb2e7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:48.199268 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-654daf05-e8d2-4290-b404-5083f30fb2e7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905625ac-582a-4237-8da7-d706bad7ad93']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:48.210200 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b458504-88e8-41f0-8a30-5340cbead5c8 req-cfa533fb-833e-4532-a36a-950ea729898c tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:48.211908 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8b458504-88e8-41f0-8a30-5340cbead5c8 req-cfa533fb-833e-4532-a36a-950ea729898c tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fb5c379-f1ae-4a18-b23d-130ca725cdfb HTTP/1.1" status: 200 len: 944 time: 0.0862119 Jul 07 21:05:48.219649 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-654daf05-e8d2-4290-b404-5083f30fb2e7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fd885b-d4b6-4b7d-bf83-177c165b388a') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:48.220049 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-654daf05-e8d2-4290-b404-5083f30fb2e7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fd885b-d4b6-4b7d-bf83-177c165b388a') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:48.231627 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-654daf05-e8d2-4290-b404-5083f30fb2e7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:48.245829 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-654daf05-e8d2-4290-b404-5083f30fb2e7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:48.252962 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654daf05-e8d2-4290-b404-5083f30fb2e7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:05:48.253469 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-654daf05-e8d2-4290-b404-5083f30fb2e7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:05:48.256737 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:05:48.259783 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8b458504-88e8-41f0-8a30-5340cbead5c8 req-28a3ea4c-38b3-44c3-ae22-5bf01fc8ba01 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391908 Jul 07 21:05:48.318632 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-654daf05-e8d2-4290-b404-5083f30fb2e7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:48.327509 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-654daf05-e8d2-4290-b404-5083f30fb2e7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:48.332139 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-654daf05-e8d2-4290-b404-5083f30fb2e7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] 10.222.0.64 "DELETE /v2.0/networks/905625ac-582a-4237-8da7-d706bad7ad93 HTTP/1.1" status: 204 len: 168 time: 0.7472281 Jul 07 21:05:48.336121 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-60b1f093-4817-442c-9638-693092463f39 req-ec804899-1e84-444a-916c-8dc322154312 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/ports?device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 210 time: 0.0303354 Jul 07 21:05:48.348433 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654daf05-e8d2-4290-b404-5083f30fb2e7 tempest-PortsIpV6TestJSON-1180813804 tempest-PortsIpV6TestJSON-1180813804-project] Pushing event deleted for resources: {'Network': ['ID=905625ac-582a-4237-8da7-d706bad7ad93,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:48.520146 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d4062-e57e-4b26-ac0e-59a20386b96b req-1da64bb8-ed05-46f1-b987-c898513f59b9 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:48.526965 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d35d4062-e57e-4b26-ac0e-59a20386b96b req-1da64bb8-ed05-46f1-b987-c898513f59b9 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 946 time: 0.0976896 Jul 07 21:05:48.579077 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d35d4062-e57e-4b26-ac0e-59a20386b96b req-c0b972c3-2ee9-43dd-a970-33d469833c1f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506806 Jul 07 21:05:48.626084 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-51933e48-f8f3-49d3-8ff6-84f302e760b2 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:48.628631 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-51933e48-f8f3-49d3-8ff6-84f302e760b2 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.58 "GET /v2.0/networks?id=a14eea41-1d99-44fc-b2e3-33f3b36e5825 HTTP/1.1" status: 200 len: 808 time: 0.1540620 Jul 07 21:05:48.696475 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-2e40492e-1059-472a-9fb5-ac5d67f5c914 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03ca69fab8c3490785d81740376897ed HTTP/1.1" status: 200 len: 380 time: 0.0568633 Jul 07 21:05:48.710809 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Request body: {'port': {'device_id': '15cb6b55-ebf6-4cce-998a-1ea37c94d7d1', 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825', 'admin_state_up': True, 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'security_groups': ['f71ecfc3-79b3-4654-8681-1436f8fa2a6a']}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:48.734018 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60614) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:48.842615 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Made reservation on behalf of 03ca69fab8c3490785d81740376897ed for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:48.846149 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:48.876666 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device c5ba40b3-d452-43fe-ade7-38d542c2db11 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:05:48.914126 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-62deaa16-ecf2-4e41-b8a5-40d8015f2408 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be995280e0b54435933b27a852a0026d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1782818 Jul 07 21:05:48.920888 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60642) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:48.979480 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bfdc360e-d68b-4d97-91ad-aefb468059ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:49.023093 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bfdc360e-d68b-4d97-91ad-aefb468059ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:49.056276 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Allocated IP 172.20.0.13 (a14eea41-1d99-44fc-b2e3-33f3b36e5825/cac4ea62-0922-4170-9b4c-660afcde50d6/14cc1503-5d77-400a-a108-b1ad16e4b4e9) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:05:49.088863 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port c5ba40b3-d452-43fe-ade7-38d542c2db11, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c5ba40b3-d452-43fe-ade7-38d542c2db11,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:49.108025 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'c5ba40b3-d452-43fe-ade7-38d542c2db11', 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04', 'port_id': 'c5ba40b3-d452-43fe-ade7-38d542c2db11', 'mac_address': 'fa:16:3e:43:8e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40568a6-ebc6-4f07-9fe2-338a216828e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:05:49.136623 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bfdc360e-d68b-4d97-91ad-aefb468059ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:49.142603 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bfdc360e-d68b-4d97-91ad-aefb468059ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:49.143851 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bfdc360e-d68b-4d97-91ad-aefb468059ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/55d4ed30-3380-49b1-a723-cb550790b762 HTTP/1.1" status: 204 len: 168 time: 0.2219589 Jul 07 21:05:49.159407 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc360e-d68b-4d97-91ad-aefb468059ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d4ed30-3380-49b1-a723-cb550790b762,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:49.210970 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34688c-8e5a-4c54-9a37-233311eb32a2 req-f6f53a1c-b56f-4709-9946-bf5e3b17c255 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:49.225287 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1c34688c-8e5a-4c54-9a37-233311eb32a2 req-f6f53a1c-b56f-4709-9946-bf5e3b17c255 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d52c17-55c9-4be4-b9fd-8c39672da50e HTTP/1.1" status: 200 len: 945 time: 0.1425734 Jul 07 21:05:49.268067 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:49.279716 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:49.284333 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1c34688c-8e5a-4c54-9a37-233311eb32a2 req-900deccf-7340-4fa5-bb3f-98f6d3092559 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581512 Jul 07 21:05:49.311029 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Transition to ACTIVE for port object 14cc1503-5d77-400a-a108-b1ad16e4b4e9 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:49.317550 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ba40b3-d452-43fe-ade7-38d542c2db11 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:05:49.348446 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port c5ba40b3-d452-43fe-ade7-38d542c2db11, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c5ba40b3-d452-43fe-ade7-38d542c2db11,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:49.354737 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:49.364787 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:49.430339 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Network a14eea41-1d99-44fc-b2e3-33f3b36e5825 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:49.447691 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:49.454831 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:05:49.463544 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Pushing event updated for resources: {'Port': ['ID=14cc1503-5d77-400a-a108-b1ad16e4b4e9,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:49.531244 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:49.531748 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:49.532098 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:49.532437 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:49.532776 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:49.533109 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:49.533440 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:49.533771 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:49.534094 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:49.534423 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:49.534749 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:49.535521 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:49.544690 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=c5ba40b3-d452-43fe-ade7-38d542c2db11,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:49.571011 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c822a-daf6-41a3-86e8-594a82e3f38e req-d090bfb5-ad4f-4384-93cd-9ff6bd00d392 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:49.573738 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:49.582689 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:49.583521 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-161c822a-daf6-41a3-86e8-594a82e3f38e req-d090bfb5-ad4f-4384-93cd-9ff6bd00d392 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fb5c379-f1ae-4a18-b23d-130ca725cdfb HTTP/1.1" status: 200 len: 945 time: 0.1363237 Jul 07 21:05:49.611161 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-ce8014e6-aecc-43ba-912d-362a1046ddc3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9040158 Jul 07 21:05:49.630068 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-90936aec-a745-48f5-bd31-54ab16f20e32 service neutron] Request body: {'port': {'device_id': '15cb6b55-ebf6-4cce-998a-1ea37c94d7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:49.670650 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-161c822a-daf6-41a3-86e8-594a82e3f38e req-4d6b66bc-d722-4901-ad74-97dc329dfce4 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861573 Jul 07 21:05:49.700604 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['c5ba40b3-d452-43fe-ade7-38d542c2db11'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:05:49.703157 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a8e7a-41fb-46d9-98f9-6d58f96650d5 req-b2221624-de26-4467-ba9c-954c0889af6e tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:49.704932 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-146a8e7a-41fb-46d9-98f9-6d58f96650d5 req-b2221624-de26-4467-ba9c-954c0889af6e tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/ports?device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 932 time: 0.1080766 Jul 07 21:05:49.757898 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a45bc1-0a86-4f1d-a77f-adcc1c60aa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf56ee59-e030-4781-ba8f-b96d02d215f5'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:05:49.760193 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568db7a1-3325-4564-835c-687ca335fd9e" -d '{"events": [{"server_uuid": "85a45bc1-0a86-4f1d-a77f-adcc1c60aa95", "name": "network-vif-plugged", "status": "completed", "tag": "bf56ee59-e030-4781-ba8f-b96d02d215f5"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:05:49.834498 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-146a8e7a-41fb-46d9-98f9-6d58f96650d5 req-d564bdc0-241e-47a7-96e1-6f0487c15087 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71ecfc3-79b3-4654-8681-1436f8fa2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227119 Jul 07 21:05:49.931930 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:49.944076 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1084b7db-d83e-4688-86b8-39bf2d3f0f82 x-openstack-request-id: req-1084b7db-d83e-4688-86b8-39bf2d3f0f82 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:05:49.944379 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a45bc1-0a86-4f1d-a77f-adcc1c60aa95", "name": "network-vif-plugged", "status": "completed", "tag": "bf56ee59-e030-4781-ba8f-b96d02d215f5", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:05:49.944633 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1084b7db-d83e-4688-86b8-39bf2d3f0f82 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:05:49.945203 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a45bc1-0a86-4f1d-a77f-adcc1c60aa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf56ee59-e030-4781-ba8f-b96d02d215f5', 'code': 200} Jul 07 21:05:50.039686 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:50.042465 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8a71412d-3c52-45ac-a1a3-4d46f3a5cd05 None None] Provisioning for port 14cc1503-5d77-400a-a108-b1ad16e4b4e9 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:50.049634 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8a71412d-3c52-45ac-a1a3-4d46f3a5cd05 None None] Provisioning complete for port 14cc1503-5d77-400a-a108-b1ad16e4b4e9 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:50.050084 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8a71412d-3c52-45ac-a1a3-4d46f3a5cd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:50.101737 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-8a71412d-3c52-45ac-a1a3-4d46f3a5cd05 None None] Port 14cc1503-5d77-400a-a108-b1ad16e4b4e9 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:05:50.194636 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452460e-d0f3-4c14-8a0e-665845d55b2e req-cda348a5-053b-45c9-9a30-13fa825e2f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:50.196611 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5452460e-d0f3-4c14-8a0e-665845d55b2e req-cda348a5-053b-45c9-9a30-13fa825e2f5a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 1098 time: 0.1097345 Jul 07 21:05:50.201000 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-90936aec-a745-48f5-bd31-54ab16f20e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:50.207102 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a26b7d-01af-4795-8358-776ac81253cf req-8f1d814d-93df-4fde-bed5-749fa9ab4866 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:50.208640 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0a26b7d-01af-4795-8358-776ac81253cf req-8f1d814d-93df-4fde-bed5-749fa9ab4866 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 946 time: 0.1951365 Jul 07 21:05:50.283610 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5452460e-d0f3-4c14-8a0e-665845d55b2e req-55ca5b16-a1cf-4144-a249-1cb03290f27c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690579 Jul 07 21:05:50.283610 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0a26b7d-01af-4795-8358-776ac81253cf req-a19cf8e6-41f0-454b-9424-2bcda6aa9316 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660021 Jul 07 21:05:50.421442 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 60816) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:50.479402 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedeb88-99ce-478c-ba14-deb4803add40 req-899732cc-14c9-4396-9cd1-fc05e6775f81 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:50.481932 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3aedeb88-99ce-478c-ba14-deb4803add40 req-899732cc-14c9-4396-9cd1-fc05e6775f81 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d52c17-55c9-4be4-b9fd-8c39672da50e HTTP/1.1" status: 200 len: 945 time: 0.0790281 Jul 07 21:05:50.536160 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3aedeb88-99ce-478c-ba14-deb4803add40 req-1a3c771a-cb08-4aaa-b6a5-e33e3724d640 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454810 Jul 07 21:05:50.563469 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-12f815ed-71ac-4db2-b5fc-648307a5f1ec tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1327456105'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:50.582545 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-90936aec-a745-48f5-bd31-54ab16f20e32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14cc1503-5d77-400a-a108-b1ad16e4b4e9 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:05:50.593183 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-90936aec-a745-48f5-bd31-54ab16f20e32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:50.604492 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f815ed-71ac-4db2-b5fc-648307a5f1ec tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:50.608886 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-12f815ed-71ac-4db2-b5fc-648307a5f1ec tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:50.620828 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-12f815ed-71ac-4db2-b5fc-648307a5f1ec tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:50.623572 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-90936aec-a745-48f5-bd31-54ab16f20e32 service neutron] Transition to ACTIVE for port object 14cc1503-5d77-400a-a108-b1ad16e4b4e9 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:50.633659 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-90936aec-a745-48f5-bd31-54ab16f20e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:50.701831 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90936aec-a745-48f5-bd31-54ab16f20e32 service neutron] Pushing event updated for resources: {'Port': ['ID=14cc1503-5d77-400a-a108-b1ad16e4b4e9,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:50.745013 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5afe72-728d-41a5-bb8d-36f491fb31c5 req-fdd2025a-0f21-413a-b048-e70efcf208b4 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:50.746738 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-df5afe72-728d-41a5-bb8d-36f491fb31c5 req-fdd2025a-0f21-413a-b048-e70efcf208b4 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d52c17-55c9-4be4-b9fd-8c39672da50e HTTP/1.1" status: 200 len: 945 time: 0.0935023 Jul 07 21:05:50.843493 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-90936aec-a745-48f5-bd31-54ab16f20e32 service neutron] Attempting to bind port 14cc1503-5d77-400a-a108-b1ad16e4b4e9 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:05:50.843493 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-90936aec-a745-48f5-bd31-54ab16f20e32 service neutron] Attempting to bind port 14cc1503-5d77-400a-a108-b1ad16e4b4e9 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'f215fa7d-4f27-4349-b65f-154b7eaeed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:05:50.843696 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-90936aec-a745-48f5-bd31-54ab16f20e32 service neutron] Attempting to bind port 14cc1503-5d77-400a-a108-b1ad16e4b4e9 on network a14eea41-1d99-44fc-b2e3-33f3b36e5825 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:05:50.852310 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-90936aec-a745-48f5-bd31-54ab16f20e32 service neutron] Port 14cc1503-5d77-400a-a108-b1ad16e4b4e9 on network a14eea41-1d99-44fc-b2e3-33f3b36e5825 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:05:50.852642 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-90936aec-a745-48f5-bd31-54ab16f20e32 service neutron] Attempting to bind port 14cc1503-5d77-400a-a108-b1ad16e4b4e9 on network a14eea41-1d99-44fc-b2e3-33f3b36e5825 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:05:50.860595 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-90936aec-a745-48f5-bd31-54ab16f20e32 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:05:50.860944 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-90936aec-a745-48f5-bd31-54ab16f20e32 service neutron] Checking segment: {'id': 'f215fa7d-4f27-4349-b65f-154b7eaeed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:05:50.861334 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-90936aec-a745-48f5-bd31-54ab16f20e32 service neutron] Bound using segment: {'id': 'f215fa7d-4f27-4349-b65f-154b7eaeed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:05:50.861778 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-90936aec-a745-48f5-bd31-54ab16f20e32 service neutron] Bound port: 14cc1503-5d77-400a-a108-b1ad16e4b4e9, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f215fa7d-4f27-4349-b65f-154b7eaeed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:05:50.862145 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-90936aec-a745-48f5-bd31-54ab16f20e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:50.872044 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-df5afe72-728d-41a5-bb8d-36f491fb31c5 req-85eccee3-705b-4e04-957b-64fbfb047f4c tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148496 Jul 07 21:05:50.918527 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-12f815ed-71ac-4db2-b5fc-648307a5f1ec tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:50.928648 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-12f815ed-71ac-4db2-b5fc-648307a5f1ec tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:50.979834 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-90936aec-a745-48f5-bd31-54ab16f20e32 service neutron] For port 14cc1503-5d77-400a-a108-b1ad16e4b4e9, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:05:51.008527 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f815ed-71ac-4db2-b5fc-648307a5f1ec tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:05:51.011499 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-90936aec-a745-48f5-bd31-54ab16f20e32 service neutron] For port 14cc1503-5d77-400a-a108-b1ad16e4b4e9, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=14cc1503-5d77-400a-a108-b1ad16e4b4e9,segment=NetworkSegment(f215fa7d-4f27-4349-b65f-154b7eaeed57),segment_id=f215fa7d-4f27-4349-b65f-154b7eaeed57)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:05:51.019693 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc80119-c884-49da-82e1-5f0459c03659 req-ea3b1ac1-019b-44a5-b64b-93c594afe20f tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:51.022045 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ddc80119-c884-49da-82e1-5f0459c03659 req-ea3b1ac1-019b-44a5-b64b-93c594afe20f tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fb5c379-f1ae-4a18-b23d-130ca725cdfb HTTP/1.1" status: 200 len: 945 time: 0.1192143 Jul 07 21:05:51.025420 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-90936aec-a745-48f5-bd31-54ab16f20e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:51.035521 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-12f815ed-71ac-4db2-b5fc-648307a5f1ec tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:51.036348 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-12f815ed-71ac-4db2-b5fc-648307a5f1ec tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Added segment 9c3ac0e0-48f0-47f0-82cf-6bc37282f1b6 of type vlan for network 0af333c4-0422-4001-9d32-7f0452919978 Jul 07 21:05:51.037805 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f815ed-71ac-4db2-b5fc-648307a5f1ec tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0478051b-57ef-44f1-8586-ac1b4ccc833a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:51.099240 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-90936aec-a745-48f5-bd31-54ab16f20e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:51.099907 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-90936aec-a745-48f5-bd31-54ab16f20e32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:51.101445 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-90936aec-a745-48f5-bd31-54ab16f20e32 service neutron] 10.222.0.58 "PUT /v2.0/ports/14cc1503-5d77-400a-a108-b1ad16e4b4e9 HTTP/1.1" status: 200 len: 1093 time: 1.4812295 Jul 07 21:05:51.129770 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15cb6b55-ebf6-4cce-998a-1ea37c94d7d1', 'tag': '14cc1503-5d77-400a-a108-b1ad16e4b4e9'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:05:51.133339 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff3ca41-16ad-44d4-aede-51dfc754be0e" -d '{"events": [{"name": "network-changed", "server_uuid": "15cb6b55-ebf6-4cce-998a-1ea37c94d7d1", "tag": "14cc1503-5d77-400a-a108-b1ad16e4b4e9"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:05:51.172118 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ddc80119-c884-49da-82e1-5f0459c03659 req-cd64b604-5f6e-40db-b6d3-24a9c57636ff tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149204 Jul 07 21:05:51.204836 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-12f815ed-71ac-4db2-b5fc-648307a5f1ec tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:51.226030 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1871ea-1c6d-4d45-a6d5-40caba48bd85 req-c3d5ce3f-9c91-4919-8f4c-67c1895341fa tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:51.233273 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9b1871ea-1c6d-4d45-a6d5-40caba48bd85 req-c3d5ce3f-9c91-4919-8f4c-67c1895341fa tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/ports?device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 944 time: 0.1527386 Jul 07 21:05:51.251152 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90936aec-a745-48f5-bd31-54ab16f20e32 service neutron] Pushing event updated for resources: {'Port': ['ID=14cc1503-5d77-400a-a108-b1ad16e4b4e9,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:51.255877 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-12f815ed-71ac-4db2-b5fc-648307a5f1ec tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:51.264429 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f815ed-71ac-4db2-b5fc-648307a5f1ec tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:51.265786 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-12f815ed-71ac-4db2-b5fc-648307a5f1ec tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:51.285619 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9b1871ea-1c6d-4d45-a6d5-40caba48bd85 req-9aadaec5-cdd2-41a5-942f-2da2416ad0ce tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71ecfc3-79b3-4654-8681-1436f8fa2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471940 Jul 07 21:05:51.386639 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f815ed-71ac-4db2-b5fc-648307a5f1ec tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Network': ['ID=0af333c4-0422-4001-9d32-7f0452919978,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:51.401071 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 0af333c4-0422-4001-9d32-7f0452919978 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:05:51.421231 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-63c1442b-f553-4f50-bbf8-a459f59a24c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:51.423125 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-63c1442b-f553-4f50-bbf8-a459f59a24c3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=03ca69fab8c3490785d81740376897ed&device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 1096 time: 0.2754240 Jul 07 21:05:51.428775 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-12f815ed-71ac-4db2-b5fc-648307a5f1ec tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0062129 Jul 07 21:05:51.431945 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 60938) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:51.444256 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'port': {'network_id': '0af333c4-0422-4001-9d32-7f0452919978', 'name': 'tempest-PortsTestJSON-2142061028'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:51.472250 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-2fdb95d1-fd5e-4d1f-91f0-09c0a00a8c28 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14cc1503-5d77-400a-a108-b1ad16e4b4e9 HTTP/1.1" status: 200 len: 217 time: 0.0408981 Jul 07 21:05:51.585613 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-fb4e9573-e88a-4515-b888-a71414c69e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:51.587127 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-fb4e9573-e88a-4515-b888-a71414c69e7d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cac4ea62-0922-4170-9b4c-660afcde50d6 HTTP/1.1" status: 200 len: 847 time: 0.1078475 Jul 07 21:05:51.656057 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:51.657345 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be771fb8-959e-4d6c-9311-a34653de5be7 x-openstack-request-id: req-be771fb8-959e-4d6c-9311-a34653de5be7 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:05:51.657774 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15cb6b55-ebf6-4cce-998a-1ea37c94d7d1", "tag": "14cc1503-5d77-400a-a108-b1ad16e4b4e9", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:05:51.658360 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be771fb8-959e-4d6c-9311-a34653de5be7 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:05:51.658959 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15cb6b55-ebf6-4cce-998a-1ea37c94d7d1', 'tag': '14cc1503-5d77-400a-a108-b1ad16e4b4e9', 'status': 'completed', 'code': 200} Jul 07 21:05:51.665124 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:51.697824 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-0ce6e856-634b-47d6-a86c-0a264aefe03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:51.699981 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-0ce6e856-634b-47d6-a86c-0a264aefe03f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a14eea41-1d99-44fc-b2e3-33f3b36e5825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037898 Jul 07 21:05:51.760881 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] device_id is not set on port 93291990-b6db-4145-91ca-02ac76a77d27 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:05:51.820278 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-747ccfec-cc7a-48f6-b56a-c7da96239e62 service neutron] 10.222.0.58 "GET /v2.0/networks/a14eea41-1d99-44fc-b2e3-33f3b36e5825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120458 Jul 07 21:05:51.932767 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c8691e9a-0848-4e49-a0f5-9032dd223dfd req-dd2eb82b-b253-4845-a03c-f2e89e4733f9 service neutron] 10.222.0.58 "GET /v2.0/networks/a14eea41-1d99-44fc-b2e3-33f3b36e5825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052799 Jul 07 21:05:52.049689 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3ca41-16ad-44d4-aede-51dfc754be0e req-99f9ea9b-4c48-4483-988b-979e9618ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:52.051178 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-aff3ca41-16ad-44d4-aede-51dfc754be0e req-99f9ea9b-4c48-4483-988b-979e9618ccb8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=03ca69fab8c3490785d81740376897ed&device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 1096 time: 0.0620210 Jul 07 21:05:52.157306 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3ca41-16ad-44d4-aede-51dfc754be0e req-88e7185f-b12e-447c-a086-a5915602c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:52.159524 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-aff3ca41-16ad-44d4-aede-51dfc754be0e req-88e7185f-b12e-447c-a086-a5915602c023 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a14eea41-1d99-44fc-b2e3-33f3b36e5825 HTTP/1.1" status: 200 len: 909 time: 0.1005986 Jul 07 21:05:52.210929 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-aff3ca41-16ad-44d4-aede-51dfc754be0e req-9f263dab-5bb9-46c1-901a-3a2a5a3bf31d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14cc1503-5d77-400a-a108-b1ad16e4b4e9 HTTP/1.1" status: 200 len: 217 time: 0.0398233 Jul 07 21:05:52.281135 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3ca41-16ad-44d4-aede-51dfc754be0e req-43e2b251-4bbd-4ee4-9a05-3ae374ce7010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:52.283071 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-aff3ca41-16ad-44d4-aede-51dfc754be0e req-43e2b251-4bbd-4ee4-9a05-3ae374ce7010 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cac4ea62-0922-4170-9b4c-660afcde50d6 HTTP/1.1" status: 200 len: 847 time: 0.0615165 Jul 07 21:05:52.294058 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aef1d2-9e05-43b7-a7a6-915a9aa2aa29 req-3f0a1591-b2ad-44cb-9948-a5054f69b678 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:52.296662 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-46aef1d2-9e05-43b7-a7a6-915a9aa2aa29 req-3f0a1591-b2ad-44cb-9948-a5054f69b678 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 946 time: 0.5828052 Jul 07 21:05:52.363266 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3ca41-16ad-44d4-aede-51dfc754be0e req-fe03ae5e-560d-4ae0-bb22-28a52d9aca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:52.364943 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-aff3ca41-16ad-44d4-aede-51dfc754be0e req-fe03ae5e-560d-4ae0-bb22-28a52d9aca63 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a14eea41-1d99-44fc-b2e3-33f3b36e5825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731938 Jul 07 21:05:52.378846 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e63f9f-31e4-41fe-ad8c-93b257785003 req-3b83de7b-30b6-4f58-ba32-617e07c13153 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:52.380386 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54e63f9f-31e4-41fe-ad8c-93b257785003 req-3b83de7b-30b6-4f58-ba32-617e07c13153 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d52c17-55c9-4be4-b9fd-8c39672da50e HTTP/1.1" status: 200 len: 945 time: 0.6135218 Jul 07 21:05:52.461662 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-46aef1d2-9e05-43b7-a7a6-915a9aa2aa29 req-a3d5623b-743b-4ffd-964d-5ac17dc69bd7 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523161 Jul 07 21:05:52.464858 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-aff3ca41-16ad-44d4-aede-51dfc754be0e req-d9dff6cc-c160-4501-b688-7f534db99b62 service neutron] 10.222.0.58 "GET /v2.0/networks/a14eea41-1d99-44fc-b2e3-33f3b36e5825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909758 Jul 07 21:05:52.481048 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54e63f9f-31e4-41fe-ad8c-93b257785003 req-ef0a4e57-ea5a-4b6c-b613-616488788000 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891929 Jul 07 21:05:52.506051 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:52.564850 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:52.663394 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-aff3ca41-16ad-44d4-aede-51dfc754be0e req-235ab7d4-a9f4-4c52-833d-baed90b55b28 service neutron] 10.222.0.58 "GET /v2.0/networks/a14eea41-1d99-44fc-b2e3-33f3b36e5825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844065 Jul 07 21:05:52.715142 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Port': ['ID=93291990-b6db-4145-91ca-02ac76a77d27,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:52.738741 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:52.739019 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:52.739393 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:52.739739 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:52.740077 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:52.740411 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:52.740741 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:52.741073 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:52.741402 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:52.741734 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:52.742062 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:52.742386 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:05:52.753297 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Checking segment: {'id': '9c3ac0e0-48f0-47f0-82cf-6bc37282f1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0af333c4-0422-4001-9d32-7f0452919978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:05:52.753675 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network hostable DHCP agents. Network: 0af333c4-0422-4001-9d32-7f0452919978, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:05:52.795115 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134390cb-b406-4c3d-a403-6cd0083784af req-cc142794-a09d-4d6f-9947-c4d8c64ac9ee tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:52.796661 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-134390cb-b406-4c3d-a403-6cd0083784af req-cc142794-a09d-4d6f-9947-c4d8c64ac9ee tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/ports?device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 944 time: 0.1858242 Jul 07 21:05:52.805421 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc179640-da0f-4193-8a6d-f4458a2a2696 req-63e13b55-b7ee-4931-9898-718ad3838a66 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:52.806822 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dc179640-da0f-4193-8a6d-f4458a2a2696 req-63e13b55-b7ee-4931-9898-718ad3838a66 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fb5c379-f1ae-4a18-b23d-130ca725cdfb HTTP/1.1" status: 200 len: 945 time: 0.1948295 Jul 07 21:05:52.809629 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network 0af333c4-0422-4001-9d32-7f0452919978 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:05:52.844546 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 0af333c4-0422-4001-9d32-7f0452919978) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:52.852615 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:05:52.854829 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099094b8-bf22-4ca9-a341-782b5b7dfc1e None None] Network 0af333c4-0422-4001-9d32-7f0452919978 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:05:52.858232 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:52.858872 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:52.895208 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-134390cb-b406-4c3d-a403-6cd0083784af req-9c6e072c-c825-48a9-8894-ba001747e37e tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71ecfc3-79b3-4654-8681-1436f8fa2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802414 Jul 07 21:05:52.908274 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 32886) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:52.908888 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-13d2577a-6c5f-46be-87d3-85fc8f884616 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4757965 Jul 07 21:05:52.916295 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d2ba21f7-01e1-4eb7-b8f4-25ef17d68b53 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2025191634'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:52.921609 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dc179640-da0f-4193-8a6d-f4458a2a2696 req-37b8eade-1e1d-4e23-9694-624ab1696a48 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037116 Jul 07 21:05:52.952663 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device c5ba40b3-d452-43fe-ade7-38d542c2db11 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:52.965373 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ba21f7-01e1-4eb7-b8f4-25ef17d68b53 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:52.975908 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2ba21f7-01e1-4eb7-b8f4-25ef17d68b53 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:53.032977 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ba21f7-01e1-4eb7-b8f4-25ef17d68b53 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:05:53.048072 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2ba21f7-01e1-4eb7-b8f4-25ef17d68b53 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:53.048745 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-d2ba21f7-01e1-4eb7-b8f4-25ef17d68b53 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Added segment 2034793b-b9be-4777-8593-420be043240b of type vlan for network 0f87119d-5638-4410-bb31-663b0ddd8c70 Jul 07 21:05:53.100370 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2ba21f7-01e1-4eb7-b8f4-25ef17d68b53 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:53.112527 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port c5ba40b3-d452-43fe-ade7-38d542c2db11 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:53.122884 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port c5ba40b3-d452-43fe-ade7-38d542c2db11 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:53.123930 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:53.143835 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2ba21f7-01e1-4eb7-b8f4-25ef17d68b53 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:53.175948 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ba21f7-01e1-4eb7-b8f4-25ef17d68b53 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:53.181218 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2ba21f7-01e1-4eb7-b8f4-25ef17d68b53 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:53.208726 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5bb9d-2c35-466d-b7a6-d59737037c32 req-9b28a172-ce08-4e00-aac0-dd266985bfc1 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:53.220258 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ede5bb9d-2c35-466d-b7a6-d59737037c32 req-9b28a172-ce08-4e00-aac0-dd266985bfc1 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d52c17-55c9-4be4-b9fd-8c39672da50e HTTP/1.1" status: 200 len: 945 time: 0.1766343 Jul 07 21:05:53.246915 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:53.281922 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb5c379-f1ae-4a18-b23d-130ca725cdfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ba40b3-d452-43fe-ade7-38d542c2db11'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:05:53.284424 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a56b41-151b-4df2-bcbd-65859016d699" -d '{"events": [{"server_uuid": "1fb5c379-f1ae-4a18-b23d-130ca725cdfb", "name": "network-vif-plugged", "status": "completed", "tag": "c5ba40b3-d452-43fe-ade7-38d542c2db11"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:05:53.303365 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port c5ba40b3-d452-43fe-ade7-38d542c2db11, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c5ba40b3-d452-43fe-ade7-38d542c2db11,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:53.309297 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:53.311542 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d2ba21f7-01e1-4eb7-b8f4-25ef17d68b53 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4021220 Jul 07 21:05:53.320232 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 32892) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:53.332943 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'ports': [{'network_id': '0af333c4-0422-4001-9d32-7f0452919978'}, {'network_id': '0f87119d-5638-4410-bb31-663b0ddd8c70'}]} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:53.333273 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'port': {'network_id': '0af333c4-0422-4001-9d32-7f0452919978'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:53.333786 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'port': {'network_id': '0f87119d-5638-4410-bb31-663b0ddd8c70'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:53.347483 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ede5bb9d-2c35-466d-b7a6-d59737037c32 req-8992273c-b80e-491f-9242-915f43fc7752 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259384 Jul 07 21:05:53.396672 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=c5ba40b3-d452-43fe-ade7-38d542c2db11,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:53.426947 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a09f1c-eeae-439f-93ac-d0774b69dd77 req-af660e36-58b7-4bd6-8576-2768ab953c61 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:53.434908 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e0a09f1c-eeae-439f-93ac-d0774b69dd77 req-af660e36-58b7-4bd6-8576-2768ab953c61 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 946 time: 0.1576946 Jul 07 21:05:53.446209 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fade28ec-24c4-405a-91c4-9f8e668b1fd3 x-openstack-request-id: req-fade28ec-24c4-405a-91c4-9f8e668b1fd3 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:05:53.446209 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb5c379-f1ae-4a18-b23d-130ca725cdfb", "name": "network-vif-plugged", "status": "completed", "tag": "c5ba40b3-d452-43fe-ade7-38d542c2db11", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:05:53.446209 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fade28ec-24c4-405a-91c4-9f8e668b1fd3 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:05:53.446209 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb5c379-f1ae-4a18-b23d-130ca725cdfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ba40b3-d452-43fe-ade7-38d542c2db11', 'code': 200} Jul 07 21:05:53.507746 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e0a09f1c-eeae-439f-93ac-d0774b69dd77 req-97a53ccc-a9cb-43fa-b251-67cd05b0bc06 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683589 Jul 07 21:05:53.521164 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba21f7-01e1-4eb7-b8f4-25ef17d68b53 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Network': ['ID=0f87119d-5638-4410-bb31-663b0ddd8c70,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:53.534873 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 0f87119d-5638-4410-bb31-663b0ddd8c70 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:05:53.576657 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff5c43-e2a5-4fe7-90ce-f53f30893698 req-a99018cb-8100-428e-aab4-04e0db20b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:53.578243 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7dff5c43-e2a5-4fe7-90ce-f53f30893698 req-a99018cb-8100-428e-aab4-04e0db20b0f0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1fb5c379-f1ae-4a18-b23d-130ca725cdfb HTTP/1.1" status: 200 len: 1098 time: 0.0614076 Jul 07 21:05:53.646737 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7dff5c43-e2a5-4fe7-90ce-f53f30893698 req-3fb845bb-03fb-4151-8b92-afda48acac38 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604267 Jul 07 21:05:53.652151 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'port': 2} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:53.659751 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:53.675833 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:53.757466 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] device_id is not set on port 23989130-6547-4325-9951-93da875aa082 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:05:53.846158 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129a6dc-f4c6-4342-a3f4-be6325168953 req-b98c62a2-b34b-4abd-b589-bccf666c5c7d tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:53.847687 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8129a6dc-f4c6-4342-a3f4-be6325168953 req-b98c62a2-b34b-4abd-b589-bccf666c5c7d tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d52c17-55c9-4be4-b9fd-8c39672da50e HTTP/1.1" status: 200 len: 945 time: 0.0776644 Jul 07 21:05:53.893635 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8129a6dc-f4c6-4342-a3f4-be6325168953 req-512e1206-5363-4ba2-8ca6-6ce7280b34bb tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386298 Jul 07 21:05:53.894184 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:53.978046 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] device_id is not set on port addea6d9-0cb5-4fd4-afce-42e5f8671993 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:05:54.108929 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:54.148478 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0f415-c517-4364-98cb-57f33df47c7d req-823c845f-a86b-4f8c-97ca-2d7acc7950d5 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:54.149961 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-87d0f415-c517-4364-98cb-57f33df47c7d req-823c845f-a86b-4f8c-97ca-2d7acc7950d5 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d52c17-55c9-4be4-b9fd-8c39672da50e HTTP/1.1" status: 200 len: 945 time: 0.1159682 Jul 07 21:05:54.161420 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:54.180977 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb8843-52a6-4701-984e-def4a8d7bfe3 req-41d51683-c243-433a-8d74-ebebf162e441 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:54.182507 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cbfb8843-52a6-4701-984e-def4a8d7bfe3 req-41d51683-c243-433a-8d74-ebebf162e441 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/ports?device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 944 time: 0.1125631 Jul 07 21:05:54.210831 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network 0af333c4-0422-4001-9d32-7f0452919978 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:54.216590 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:54.219318 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-87d0f415-c517-4364-98cb-57f33df47c7d req-35434f7d-5dee-4a94-be2d-2e07f7320978 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616484 Jul 07 21:05:54.221538 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:05:54.221834 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:54.231048 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Port': ['ID=23989130-6547-4325-9951-93da875aa082,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:54.242863 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cbfb8843-52a6-4701-984e-def4a8d7bfe3 req-f012bf13-199d-4785-925c-01bc4e57ea3f tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71ecfc3-79b3-4654-8681-1436f8fa2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512393 Jul 07 21:05:54.330495 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Port': ['ID=addea6d9-0cb5-4fd4-afce-42e5f8671993,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:54.340547 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Checking segment: {'id': '2034793b-b9be-4777-8593-420be043240b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '0f87119d-5638-4410-bb31-663b0ddd8c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:05:54.340948 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network hostable DHCP agents. Network: 0f87119d-5638-4410-bb31-663b0ddd8c70, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:05:54.358778 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network 0f87119d-5638-4410-bb31-663b0ddd8c70 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:05:54.368603 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 0f87119d-5638-4410-bb31-663b0ddd8c70) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:54.377970 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c824fc8e-7771-465e-80e2-7dd8f159fbe8 None None] Network 0f87119d-5638-4410-bb31-663b0ddd8c70 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:05:54.384097 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:05:54.396500 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:54.402214 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:54.403108 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:54.423027 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-338c78a0-00fa-4432-a31d-eceb9e90112e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1017025 Jul 07 21:05:54.425870 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 32908) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:54.464927 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbaee1-7c1f-4697-bcc2-06cb17d8cdcc req-100c9934-5312-420e-aa3a-25f1b5cf1fbf tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:54.482475 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aebbaee1-7c1f-4697-bcc2-06cb17d8cdcc req-100c9934-5312-420e-aa3a-25f1b5cf1fbf tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fb5c379-f1ae-4a18-b23d-130ca725cdfb HTTP/1.1" status: 200 len: 946 time: 0.1092429 Jul 07 21:05:54.539516 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aebbaee1-7c1f-4697-bcc2-06cb17d8cdcc req-3b575978-18eb-4c9a-add1-a0d921920f1e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565658 Jul 07 21:05:54.639539 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-26efdf55-5156-4453-83cd-7ea6575eb9e4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting port addea6d9-0cb5-4fd4-afce-42e5f8671993 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:05:54.640685 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-26efdf55-5156-4453-83cd-7ea6575eb9e4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:54.724537 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-26efdf55-5156-4453-83cd-7ea6575eb9e4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:54.741244 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-26efdf55-5156-4453-83cd-7ea6575eb9e4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Calling delete_port for addea6d9-0cb5-4fd4-afce-42e5f8671993 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:05:54.760051 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa54fb-bc8a-4863-977e-868b77dbec6f req-cde3457d-7827-41d2-a850-737badbeaf56 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:54.770207 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-60aa54fb-bc8a-4863-977e-868b77dbec6f req-cde3457d-7827-41d2-a850-737badbeaf56 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 946 time: 0.0858293 Jul 07 21:05:54.826125 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-60aa54fb-bc8a-4863-977e-868b77dbec6f req-1cd30502-63a9-4d09-a171-fa02df0ad189 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532250 Jul 07 21:05:54.841086 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-26efdf55-5156-4453-83cd-7ea6575eb9e4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:54.873529 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efdf55-5156-4453-83cd-7ea6575eb9e4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Port': ['ID=addea6d9-0cb5-4fd4-afce-42e5f8671993,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:54.879850 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-26efdf55-5156-4453-83cd-7ea6575eb9e4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:54.882922 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-26efdf55-5156-4453-83cd-7ea6575eb9e4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/ports/addea6d9-0cb5-4fd4-afce-42e5f8671993 HTTP/1.1" status: 204 len: 168 time: 0.4548275 Jul 07 21:05:54.885389 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 32916) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:54.975540 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e43e4a9-2896-429e-b23b-220fd7c88db6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:54.981817 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e43e4a9-2896-429e-b23b-220fd7c88db6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:54.983751 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6e43e4a9-2896-429e-b23b-220fd7c88db6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0966568 Jul 07 21:05:54.986177 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 32920) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:55.016572 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 14cc1503-5d77-400a-a108-b1ad16e4b4e9 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:05:55.168502 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 14cc1503-5d77-400a-a108-b1ad16e4b4e9, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=14cc1503-5d77-400a-a108-b1ad16e4b4e9,segment=NetworkSegment(f215fa7d-4f27-4349-b65f-154b7eaeed57),segment_id=f215fa7d-4f27-4349-b65f-154b7eaeed57)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:55.173188 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6e811-0173-41dd-9a02-32a30200689a req-23e2e483-f293-4e6b-b017-2a761af93907 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:55.182129 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3ad6e811-0173-41dd-9a02-32a30200689a req-23e2e483-f293-4e6b-b017-2a761af93907 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d52c17-55c9-4be4-b9fd-8c39672da50e HTTP/1.1" status: 200 len: 945 time: 0.1184051 Jul 07 21:05:55.186386 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-ee61d96d-7eba-4a25-8ee0-c567632662b8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting port 23989130-6547-4325-9951-93da875aa082 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:05:55.186682 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee61d96d-7eba-4a25-8ee0-c567632662b8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:55.193269 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '14cc1503-5d77-400a-a108-b1ad16e4b4e9', 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825', 'port_id': '14cc1503-5d77-400a-a108-b1ad16e4b4e9', 'mac_address': 'fa:16:3e:a4:84:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac4ea62-0922-4170-9b4c-660afcde50d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:05:55.240880 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3ad6e811-0173-41dd-9a02-32a30200689a req-85697e20-37b2-4bcf-ba52-b9c1c9663c7d tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578494 Jul 07 21:05:55.241894 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:55.264476 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14cc1503-5d77-400a-a108-b1ad16e4b4e9 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:05:55.292252 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 14cc1503-5d77-400a-a108-b1ad16e4b4e9, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=14cc1503-5d77-400a-a108-b1ad16e4b4e9,segment=NetworkSegment(f215fa7d-4f27-4349-b65f-154b7eaeed57),segment_id=f215fa7d-4f27-4349-b65f-154b7eaeed57)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:55.297552 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:55.305793 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee61d96d-7eba-4a25-8ee0-c567632662b8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:55.324145 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-ee61d96d-7eba-4a25-8ee0-c567632662b8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Calling delete_port for 23989130-6547-4325-9951-93da875aa082 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:05:55.430154 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee61d96d-7eba-4a25-8ee0-c567632662b8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:55.446849 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=14cc1503-5d77-400a-a108-b1ad16e4b4e9,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:55.489298 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61d96d-7eba-4a25-8ee0-c567632662b8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Port': ['ID=23989130-6547-4325-9951-93da875aa082,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:55.498365 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c560d2-79ec-4aba-bb82-2b91096da145 req-d86527c1-5e01-43be-a83b-cf4b703b0301 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:55.501140 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee61d96d-7eba-4a25-8ee0-c567632662b8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:55.502281 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c7c560d2-79ec-4aba-bb82-2b91096da145 req-d86527c1-5e01-43be-a83b-cf4b703b0301 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 946 time: 0.0885930 Jul 07 21:05:55.511947 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ee61d96d-7eba-4a25-8ee0-c567632662b8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/ports/23989130-6547-4325-9951-93da875aa082 HTTP/1.1" status: 204 len: 168 time: 0.5246260 Jul 07 21:05:55.512658 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 32936) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:55.570396 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['14cc1503-5d77-400a-a108-b1ad16e4b4e9'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:05:55.583651 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c643ea71-1a8a-4b22-9562-8b981088814f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:55.584830 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c7c560d2-79ec-4aba-bb82-2b91096da145 req-80facb2e-d9cc-4c46-8ccd-5920131660f2 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765781 Jul 07 21:05:55.585290 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c643ea71-1a8a-4b22-9562-8b981088814f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0714588 Jul 07 21:05:55.588012 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 32940) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:55.629723 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bcd3b-c08d-43ad-a181-3094f5b15c9d req-64cedd50-b312-408a-b461-d763ee0005af tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:55.630215 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed2da1e-8029-43b6-bdf9-792d3aafcc11 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] GET failed (client error): The resource could not be found. Jul 07 21:05:55.632363 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4ed2da1e-8029-43b6-bdf9-792d3aafcc11 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports/addea6d9-0cb5-4fd4-afce-42e5f8671993 HTTP/1.1" status: 404 len: 333 time: 0.0430505 Jul 07 21:05:55.634842 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 32942) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:55.647771 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-193bcd3b-c08d-43ad-a181-3094f5b15c9d req-64cedd50-b312-408a-b461-d763ee0005af tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/ports?device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 945 time: 0.1206701 Jul 07 21:05:55.719532 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-193bcd3b-c08d-43ad-a181-3094f5b15c9d req-05f2f1ef-994f-436f-a4d8-965c6eb621c3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71ecfc3-79b3-4654-8681-1436f8fa2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706944 Jul 07 21:05:55.729552 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa7667e-b77f-4751-a266-108b427b26bb tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] GET failed (client error): The resource could not be found. Jul 07 21:05:55.732603 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1aa7667e-b77f-4751-a266-108b427b26bb tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports/23989130-6547-4325-9951-93da875aa082 HTTP/1.1" status: 404 len: 333 time: 0.0949183 Jul 07 21:05:55.735742 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 32944) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:55.868645 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f853367c-e3ed-48d0-9d63-77360a531f6b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:55.983279 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f853367c-e3ed-48d0-9d63-77360a531f6b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:55.992691 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73aa29-e570-4ac7-b533-57862154293d req-dc675810-b1ad-4f52-9ffe-6e89a01caa35 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:55.994204 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9a73aa29-e570-4ac7-b533-57862154293d req-dc675810-b1ad-4f52-9ffe-6e89a01caa35 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fb5c379-f1ae-4a18-b23d-130ca725cdfb HTTP/1.1" status: 200 len: 946 time: 0.2489042 Jul 07 21:05:56.003050 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-f853367c-e3ed-48d0-9d63-77360a531f6b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f87119d-5638-4410-bb31-663b0ddd8c70']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:56.026506 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-f853367c-e3ed-48d0-9d63-77360a531f6b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2034793b-b9be-4777-8593-420be043240b') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:56.026804 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-f853367c-e3ed-48d0-9d63-77360a531f6b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2034793b-b9be-4777-8593-420be043240b') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:05:56.037832 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f853367c-e3ed-48d0-9d63-77360a531f6b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:56.062689 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9a73aa29-e570-4ac7-b533-57862154293d req-7d5398ff-024e-4bb9-8406-2c0821bdf4a2 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572965 Jul 07 21:05:56.063665 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f853367c-e3ed-48d0-9d63-77360a531f6b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:56.069980 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f853367c-e3ed-48d0-9d63-77360a531f6b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:05:56.070392 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f853367c-e3ed-48d0-9d63-77360a531f6b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:05:56.073674 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:05:56.151368 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f853367c-e3ed-48d0-9d63-77360a531f6b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:56.157371 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f853367c-e3ed-48d0-9d63-77360a531f6b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:56.159431 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f853367c-e3ed-48d0-9d63-77360a531f6b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/networks/0f87119d-5638-4410-bb31-663b0ddd8c70 HTTP/1.1" status: 204 len: 168 time: 0.4224560 Jul 07 21:05:56.163211 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 32948) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:56.168376 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-b793f557-c6fb-40ab-8329-ef7f3bbcbf9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-377241759'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:56.186191 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853367c-e3ed-48d0-9d63-77360a531f6b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Network': ['ID=0f87119d-5638-4410-bb31-663b0ddd8c70,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:56.203099 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b793f557-c6fb-40ab-8329-ef7f3bbcbf9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:56.207582 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b793f557-c6fb-40ab-8329-ef7f3bbcbf9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:56.239648 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b793f557-c6fb-40ab-8329-ef7f3bbcbf9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:05:56.268756 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b793f557-c6fb-40ab-8329-ef7f3bbcbf9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:56.269228 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-b793f557-c6fb-40ab-8329-ef7f3bbcbf9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Added segment 664ea413-06bd-4002-a132-7e30d3e2c73d of type vlan for network a39d4984-251c-4f53-a199-330d8f03ab79 Jul 07 21:05:56.349604 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b793f557-c6fb-40ab-8329-ef7f3bbcbf9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:56.401353 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf1ea9-1d69-4430-bf29-bd7272c209a8 req-3e687824-ef8d-4d21-8dd8-4d528af181f5 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:56.403059 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-3edf1ea9-1d69-4430-bf29-bd7272c209a8 req-3e687824-ef8d-4d21-8dd8-4d528af181f5 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.58 "GET /v2.0/ports?device_id=39d52c17-55c9-4be4-b9fd-8c39672da50e HTTP/1.1" status: 200 len: 945 time: 0.1483052 Jul 07 21:05:56.408919 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b793f557-c6fb-40ab-8329-ef7f3bbcbf9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:56.416219 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b793f557-c6fb-40ab-8329-ef7f3bbcbf9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:56.423379 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b793f557-c6fb-40ab-8329-ef7f3bbcbf9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:56.488720 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bfbdd-33fb-445c-a7e8-202e9741c2a1 req-9a605fc4-4347-4e54-9eb4-955fc310c865 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:56.497093 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d27bfbdd-33fb-445c-a7e8-202e9741c2a1 req-9a605fc4-4347-4e54-9eb4-955fc310c865 tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d52c17-55c9-4be4-b9fd-8c39672da50e HTTP/1.1" status: 200 len: 945 time: 0.1217129 Jul 07 21:05:56.562148 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d27bfbdd-33fb-445c-a7e8-202e9741c2a1 req-9fddb576-4948-4e0a-a411-7267cca9f33f tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/security-groups?id=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633903 Jul 07 21:05:56.568436 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 32962) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:56.568651 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b793f557-c6fb-40ab-8329-ef7f3bbcbf9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4041963 Jul 07 21:05:56.575817 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-b405b8d5-0652-4c1a-a178-2eef05d039e3 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'subnet': {'network_id': 'a39d4984-251c-4f53-a199-330d8f03ab79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:56.610558 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793f557-c6fb-40ab-8329-ef7f3bbcbf9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Network': ['ID=a39d4984-251c-4f53-a199-330d8f03ab79,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:56.624576 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network a39d4984-251c-4f53-a199-330d8f03ab79 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:05:56.648514 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-3edf1ea9-1d69-4430-bf29-bd7272c209a8 req-3dff48fb-a562-449d-b3d5-b00eb152072a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Deleting port ed50bfa0-5f57-4483-8636-313bac60b32d {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:05:56.648910 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-3edf1ea9-1d69-4430-bf29-bd7272c209a8 req-3dff48fb-a562-449d-b3d5-b00eb152072a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:56.703661 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 32966) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:56.746060 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b405b8d5-0652-4c1a-a178-2eef05d039e3 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:56.751017 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b405b8d5-0652-4c1a-a178-2eef05d039e3 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:56.792316 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-3edf1ea9-1d69-4430-bf29-bd7272c209a8 req-3dff48fb-a562-449d-b3d5-b00eb152072a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] For port ed50bfa0-5f57-4483-8636-313bac60b32d, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=ed50bfa0-5f57-4483-8636-313bac60b32d,segment=NetworkSegment(84bcb215-065b-47b0-b096-b779bcbdddb9),segment_id=84bcb215-065b-47b0-b096-b779bcbdddb9)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:56.792688 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-3edf1ea9-1d69-4430-bf29-bd7272c209a8 req-3dff48fb-a562-449d-b3d5-b00eb152072a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:56.815948 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-3edf1ea9-1d69-4430-bf29-bd7272c209a8 req-3dff48fb-a562-449d-b3d5-b00eb152072a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Calling delete_port for ed50bfa0-5f57-4483-8636-313bac60b32d owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:05:56.900461 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device bf56ee59-e030-4781-ba8f-b96d02d215f5 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:05:56.931401 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1bcb6-ba88-4690-ab36-200d7b70d711 req-6ea99d79-d391-43ef-aaec-5f78f153e2af tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:56.939212 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7ac1bcb6-ba88-4690-ab36-200d7b70d711 req-6ea99d79-d391-43ef-aaec-5f78f153e2af tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 946 time: 0.1248658 Jul 07 21:05:56.945816 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-69c756f2-736f-4613-983c-56ae9c8e4121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:57.035361 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 14cc1503-5d77-400a-a108-b1ad16e4b4e9 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:57.088760 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-3edf1ea9-1d69-4430-bf29-bd7272c209a8 req-3dff48fb-a562-449d-b3d5-b00eb152072a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:57.114835 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['ed50bfa0-5f57-4483-8636-313bac60b32d'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:05:57.145134 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff48fb-a562-449d-b3d5-b00eb152072a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Pushing event deleted for resources: {'Port': ['ID=ed50bfa0-5f57-4483-8636-313bac60b32d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:57.167047 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7ac1bcb6-ba88-4690-ab36-200d7b70d711 req-b6f6bb56-48be-418b-b06f-38bb5f7bae54 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266841 Jul 07 21:05:57.195613 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-3edf1ea9-1d69-4430-bf29-bd7272c209a8 req-3dff48fb-a562-449d-b3d5-b00eb152072a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] No DVR routers for this DVR port ed50bfa0-5f57-4483-8636-313bac60b32d on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:05:57.200021 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-3edf1ea9-1d69-4430-bf29-bd7272c209a8 req-3dff48fb-a562-449d-b3d5-b00eb152072a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:57.204117 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-3edf1ea9-1d69-4430-bf29-bd7272c209a8 req-3dff48fb-a562-449d-b3d5-b00eb152072a tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.58 "DELETE /v2.0/ports/ed50bfa0-5f57-4483-8636-313bac60b32d HTTP/1.1" status: 204 len: 173 time: 0.7824042 Jul 07 21:05:57.204117 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d52c17-55c9-4be4-b9fd-8c39672da50e', 'name': 'network-vif-deleted', 'tag': 'ed50bfa0-5f57-4483-8636-313bac60b32d'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:05:57.223186 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d50ef0a-64a3-462e-8df6-9b4e46484c92" -d '{"events": [{"server_uuid": "39d52c17-55c9-4be4-b9fd-8c39672da50e", "name": "network-vif-deleted", "tag": "ed50bfa0-5f57-4483-8636-313bac60b32d"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:05:57.280664 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port bf56ee59-e030-4781-ba8f-b96d02d215f5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=bf56ee59-e030-4781-ba8f-b96d02d215f5,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:57.288763 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce13b26-4b49-4fcb-a21b-ac14ae1f1886 x-openstack-request-id: req-7ce13b26-4b49-4fcb-a21b-ac14ae1f1886 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:05:57.289255 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d52c17-55c9-4be4-b9fd-8c39672da50e", "name": "network-vif-deleted", "tag": "ed50bfa0-5f57-4483-8636-313bac60b32d", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:05:57.289663 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7ce13b26-4b49-4fcb-a21b-ac14ae1f1886 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:05:57.290227 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d52c17-55c9-4be4-b9fd-8c39672da50e', 'name': 'network-vif-deleted', 'tag': 'ed50bfa0-5f57-4483-8636-313bac60b32d', 'status': 'completed', 'code': 200} Jul 07 21:05:57.295952 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-69c756f2-736f-4613-983c-56ae9c8e4121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:57.299901 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'bf56ee59-e030-4781-ba8f-b96d02d215f5', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'port_id': 'bf56ee59-e030-4781-ba8f-b96d02d215f5', 'mac_address': 'fa:16:3e:ec:ee:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:05:57.302933 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-69c756f2-736f-4613-983c-56ae9c8e4121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:57.308315 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 14cc1503-5d77-400a-a108-b1ad16e4b4e9 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:05:57.319783 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111bc46-133e-4b76-95a4-ae86f4b35cf3 req-181907e3-c5c5-4a86-81d0-fc7557e42cd6 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:57.331026 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a111bc46-133e-4b76-95a4-ae86f4b35cf3 req-181907e3-c5c5-4a86-81d0-fc7557e42cd6 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/ports?device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 945 time: 0.3072412 Jul 07 21:05:57.332432 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 14cc1503-5d77-400a-a108-b1ad16e4b4e9 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:57.332949 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:57.378062 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b405b8d5-0652-4c1a-a178-2eef05d039e3 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:57.384565 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c756f2-736f-4613-983c-56ae9c8e4121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dba24c-898a-416b-9141-38a4215a544f,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:57.388936 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:57.397142 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-69c756f2-736f-4613-983c-56ae9c8e4121 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b6100f7e90f5464a9620de920ee2dfde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6833293 Jul 07 21:05:57.402078 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 32976) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:57.415680 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf56ee59-e030-4781-ba8f-b96d02d215f5 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:05:57.451238 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port bf56ee59-e030-4781-ba8f-b96d02d215f5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=bf56ee59-e030-4781-ba8f-b96d02d215f5,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:57.459589 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a111bc46-133e-4b76-95a4-ae86f4b35cf3 req-7b64ddc5-9adf-4771-b4a3-4ad3077e7c87 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71ecfc3-79b3-4654-8681-1436f8fa2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269214 Jul 07 21:05:57.464065 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:57.484007 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405b8d5-0652-4c1a-a178-2eef05d039e3 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Subnet': ['ID=1ed8f9d3-6efe-4b00-8c18-cb3f34685d02,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:57.521247 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b405b8d5-0652-4c1a-a178-2eef05d039e3 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Checking segment: {'id': '664ea413-06bd-4002-a132-7e30d3e2c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a39d4984-251c-4f53-a199-330d8f03ab79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:05:57.521621 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b405b8d5-0652-4c1a-a178-2eef05d039e3 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network hostable DHCP agents. Network: a39d4984-251c-4f53-a199-330d8f03ab79, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:05:57.542294 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b405b8d5-0652-4c1a-a178-2eef05d039e3 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network a39d4984-251c-4f53-a199-330d8f03ab79 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:05:57.564324 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-b405b8d5-0652-4c1a-a178-2eef05d039e3 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, a39d4984-251c-4f53-a199-330d8f03ab79) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:57.570472 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b405b8d5-0652-4c1a-a178-2eef05d039e3 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:57.575178 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b405b8d5-0652-4c1a-a178-2eef05d039e3 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:57.594551 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52deae2-17e2-45eb-86dd-74a3f09774f1 None None] Network a39d4984-251c-4f53-a199-330d8f03ab79 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:05:57.599942 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b405b8d5-0652-4c1a-a178-2eef05d039e3 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0295014 Jul 07 21:05:57.602386 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 32982) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:57.605123 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e66fb1df-c611-4009-886f-dcf29c5d9964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:57.608580 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-b818f3d0-3e20-47d2-878e-db7706e82e0d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'port': {'network_id': 'a39d4984-251c-4f53-a199-330d8f03ab79', 'name': 'tempest-PortsTestJSON-955858907'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:05:57.614807 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:57.667676 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e66fb1df-c611-4009-886f-dcf29c5d9964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:57.730057 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['bf56ee59-e030-4781-ba8f-b96d02d215f5'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:05:57.739814 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e66fb1df-c611-4009-886f-dcf29c5d9964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:57.742597 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e66fb1df-c611-4009-886f-dcf29c5d9964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:57.746142 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e66fb1df-c611-4009-886f-dcf29c5d9964 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/40dba24c-898a-416b-9141-38a4215a544f HTTP/1.1" status: 204 len: 168 time: 0.3453069 Jul 07 21:05:57.753032 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fb1df-c611-4009-886f-dcf29c5d9964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dba24c-898a-416b-9141-38a4215a544f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:57.764575 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a0593ba-6afb-4493-a139-5cce188e64cb req-500a2745-28b6-48de-a333-668f617b3fde tempest-ServerDiskConfigTestJSON-551303913 tempest-ServerDiskConfigTestJSON-551303913-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d52c17-55c9-4be4-b9fd-8c39672da50e HTTP/1.1" status: 200 len: 210 time: 0.0425568 Jul 07 21:05:57.796270 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b818f3d0-3e20-47d2-878e-db7706e82e0d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:05:57.800529 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=bf56ee59-e030-4781-ba8f-b96d02d215f5,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:57.800807 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b818f3d0-3e20-47d2-878e-db7706e82e0d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:57.841685 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-b818f3d0-3e20-47d2-878e-db7706e82e0d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] device_id is not set on port a694185b-0530-423b-a99d-c7182abfab51 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:05:57.844426 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15cb6b55-ebf6-4cce-998a-1ea37c94d7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cc1503-5d77-400a-a108-b1ad16e4b4e9'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:05:57.846686 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e932ef61-84ac-46a6-a0dd-d45feca4f582" -d '{"events": [{"server_uuid": "15cb6b55-ebf6-4cce-998a-1ea37c94d7d1", "name": "network-vif-plugged", "status": "completed", "tag": "14cc1503-5d77-400a-a108-b1ad16e4b4e9"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:05:57.876402 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 14cc1503-5d77-400a-a108-b1ad16e4b4e9, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=14cc1503-5d77-400a-a108-b1ad16e4b4e9,segment=NetworkSegment(f215fa7d-4f27-4349-b65f-154b7eaeed57),segment_id=f215fa7d-4f27-4349-b65f-154b7eaeed57)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:57.882885 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:57.928962 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1671ee64-08e3-4edb-8da4-77d3385608f8 x-openstack-request-id: req-1671ee64-08e3-4edb-8da4-77d3385608f8 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:05:57.929256 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15cb6b55-ebf6-4cce-998a-1ea37c94d7d1", "name": "network-vif-plugged", "status": "completed", "tag": "14cc1503-5d77-400a-a108-b1ad16e4b4e9", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:05:57.929640 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1671ee64-08e3-4edb-8da4-77d3385608f8 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:05:57.930037 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15cb6b55-ebf6-4cce-998a-1ea37c94d7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cc1503-5d77-400a-a108-b1ad16e4b4e9', 'code': 200} Jul 07 21:05:58.010269 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-b818f3d0-3e20-47d2-878e-db7706e82e0d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Allocated IP 172.20.0.3 (a39d4984-251c-4f53-a199-330d8f03ab79/1ed8f9d3-6efe-4b00-8c18-cb3f34685d02/a694185b-0530-423b-a99d-c7182abfab51) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:05:58.051138 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f617721-5887-49d9-b964-c975e611e9d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-a39d4984-251c-4f53-a199-330d8f03ab79', 'network_id': 'a39d4984-251c-4f53-a199-330d8f03ab79', 'tenant_id': '68ad691d1b1b4234ad0e4b441230341b', 'fixed_ips': [{'subnet_id': '1ed8f9d3-6efe-4b00-8c18-cb3f34685d02'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:05:58.052129 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6f617721-5887-49d9-b964-c975e611e9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:58.089653 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=14cc1503-5d77-400a-a108-b1ad16e4b4e9,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:58.168449 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbfcba-e94a-4209-a4a1-f1c079953a44 req-a150c39c-1c3b-4590-9e63-35b8b0deed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:58.170735 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-06dbfcba-e94a-4209-a4a1-f1c079953a44 req-a150c39c-1c3b-4590-9e63-35b8b0deed18 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 1098 time: 0.0824738 Jul 07 21:05:58.255803 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-06dbfcba-e94a-4209-a4a1-f1c079953a44 req-d0edaca1-8af3-4da6-8e8d-e0d38d949ba3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f71ecfc3-79b3-4654-8681-1436f8fa2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737221 Jul 07 21:05:58.306931 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b818f3d0-3e20-47d2-878e-db7706e82e0d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:58.324461 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-b818f3d0-3e20-47d2-878e-db7706e82e0d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Transition to ACTIVE for port object a694185b-0530-423b-a99d-c7182abfab51 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:58.373231 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b818f3d0-3e20-47d2-878e-db7706e82e0d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:58.439948 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-6f617721-5887-49d9-b964-c975e611e9d1 None None] Allocated IP 172.20.0.2 (a39d4984-251c-4f53-a199-330d8f03ab79/1ed8f9d3-6efe-4b00-8c18-cb3f34685d02/bd4656da-0d1d-4ce0-9218-54cb55addef3) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:05:58.453505 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b818f3d0-3e20-47d2-878e-db7706e82e0d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network a39d4984-251c-4f53-a199-330d8f03ab79 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:58.459993 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-b818f3d0-3e20-47d2-878e-db7706e82e0d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:58.470747 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b818f3d0-3e20-47d2-878e-db7706e82e0d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:05:58.547088 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b818f3d0-3e20-47d2-878e-db7706e82e0d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:58.548061 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b818f3d0-3e20-47d2-878e-db7706e82e0d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:58.569081 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818f3d0-3e20-47d2-878e-db7706e82e0d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Port': ['ID=a694185b-0530-423b-a99d-c7182abfab51,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:58.581971 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b818f3d0-3e20-47d2-878e-db7706e82e0d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9753182 Jul 07 21:05:58.582778 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33022) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:58.705510 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6f617721-5887-49d9-b964-c975e611e9d1 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:58.722285 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6f617721-5887-49d9-b964-c975e611e9d1 None None] Transition to ACTIVE for port object bd4656da-0d1d-4ce0-9218-54cb55addef3 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:58.748934 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6f617721-5887-49d9-b964-c975e611e9d1 None None] Transition to ACTIVE for port object bd4656da-0d1d-4ce0-9218-54cb55addef3 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:05:58.756493 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6f617721-5887-49d9-b964-c975e611e9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:58.801372 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c4ea9-f325-4e77-a70d-91dd33573712 req-1e3b1ed5-9ae8-49d4-8c46-45b1c42c95a8 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:58.805496 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f617721-5887-49d9-b964-c975e611e9d1 None None] Network a39d4984-251c-4f53-a199-330d8f03ab79 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:05:58.807032 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-9228bae2-b198-421b-ad2f-c3d3c3e335a9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting port a694185b-0530-423b-a99d-c7182abfab51 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:05:58.807535 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9228bae2-b198-421b-ad2f-c3d3c3e335a9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:58.808209 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-194c4ea9-f325-4e77-a70d-91dd33573712 req-1e3b1ed5-9ae8-49d4-8c46-45b1c42c95a8 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 945 time: 0.1673141 Jul 07 21:05:58.811743 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-6f617721-5887-49d9-b964-c975e611e9d1 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:05:58.816203 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f617721-5887-49d9-b964-c975e611e9d1 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:05:58.828766 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f617721-5887-49d9-b964-c975e611e9d1 None None] Pushing event updated for resources: {'Port': ['ID=bd4656da-0d1d-4ce0-9218-54cb55addef3,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:58.890046 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-194c4ea9-f325-4e77-a70d-91dd33573712 req-7aae2d0a-2926-425c-9cd6-6a1293765a5f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803080 Jul 07 21:05:58.920484 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device bf56ee59-e030-4781-ba8f-b96d02d215f5 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:05:58.954989 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbfcb5-2e9d-45b1-af8e-be1be324a4a6 req-1cb09ff5-433e-441c-9e95-2202d93df649 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:05:58.968246 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72bbfcb5-2e9d-45b1-af8e-be1be324a4a6 req-1cb09ff5-433e-441c-9e95-2202d93df649 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/ports?device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 946 time: 0.1885626 Jul 07 21:05:59.014455 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9228bae2-b198-421b-ad2f-c3d3c3e335a9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:59.026110 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-6f617721-5887-49d9-b964-c975e611e9d1 None None] Attempting to bind port bd4656da-0d1d-4ce0-9218-54cb55addef3 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:05:59.026509 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-6f617721-5887-49d9-b964-c975e611e9d1 None None] Attempting to bind port bd4656da-0d1d-4ce0-9218-54cb55addef3 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '664ea413-06bd-4002-a132-7e30d3e2c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a39d4984-251c-4f53-a199-330d8f03ab79'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:05:59.026887 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f617721-5887-49d9-b964-c975e611e9d1 None None] Attempting to bind port bd4656da-0d1d-4ce0-9218-54cb55addef3 on network a39d4984-251c-4f53-a199-330d8f03ab79 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:05:59.043753 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f617721-5887-49d9-b964-c975e611e9d1 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:05:59.044673 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f617721-5887-49d9-b964-c975e611e9d1 None None] Checking segment: {'id': '664ea413-06bd-4002-a132-7e30d3e2c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a39d4984-251c-4f53-a199-330d8f03ab79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:05:59.045096 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6f617721-5887-49d9-b964-c975e611e9d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:59.045501 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f617721-5887-49d9-b964-c975e611e9d1 None None] Bound using segment: {'id': '664ea413-06bd-4002-a132-7e30d3e2c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a39d4984-251c-4f53-a199-330d8f03ab79'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:05:59.046830 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-9228bae2-b198-421b-ad2f-c3d3c3e335a9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Calling delete_port for a694185b-0530-423b-a99d-c7182abfab51 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:05:59.048301 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-6f617721-5887-49d9-b964-c975e611e9d1 None None] Bound port: bd4656da-0d1d-4ce0-9218-54cb55addef3, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664ea413-06bd-4002-a132-7e30d3e2c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a39d4984-251c-4f53-a199-330d8f03ab79'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:05:59.048561 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72bbfcb5-2e9d-45b1-af8e-be1be324a4a6 req-c48d8ebe-54f9-47bd-a5ec-8b48dbd5d674 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71ecfc3-79b3-4654-8681-1436f8fa2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794609 Jul 07 21:05:59.048679 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6f617721-5887-49d9-b964-c975e611e9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:59.070994 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port bf56ee59-e030-4781-ba8f-b96d02d215f5 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:05:59.071444 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:59.204464 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-6f617721-5887-49d9-b964-c975e611e9d1 None None] For port bd4656da-0d1d-4ce0-9218-54cb55addef3, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:05:59.208732 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-6f617721-5887-49d9-b964-c975e611e9d1 None None] For port bd4656da-0d1d-4ce0-9218-54cb55addef3, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=bd4656da-0d1d-4ce0-9218-54cb55addef3,segment=NetworkSegment(664ea413-06bd-4002-a132-7e30d3e2c73d),segment_id=664ea413-06bd-4002-a132-7e30d3e2c73d)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:05:59.221609 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6f617721-5887-49d9-b964-c975e611e9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:59.380518 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9228bae2-b198-421b-ad2f-c3d3c3e335a9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:59.382762 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f617721-5887-49d9-b964-c975e611e9d1 None None] Pushing event updated for resources: {'Port': ['ID=bd4656da-0d1d-4ce0-9218-54cb55addef3,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:59.385790 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:59.451193 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228bae2-b198-421b-ad2f-c3d3c3e335a9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Port': ['ID=a694185b-0530-423b-a99d-c7182abfab51,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:59.452476 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-09179466-6486-468b-94fb-decc750bed5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:59.500073 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port bf56ee59-e030-4781-ba8f-b96d02d215f5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=bf56ee59-e030-4781-ba8f-b96d02d215f5,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:05:59.515596 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:59.677252 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33066) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:59.708572 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=bf56ee59-e030-4781-ba8f-b96d02d215f5,revision_number=7']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:05:59.728858 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9228bae2-b198-421b-ad2f-c3d3c3e335a9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:59.734868 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9228bae2-b198-421b-ad2f-c3d3c3e335a9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/ports/a694185b-0530-423b-a99d-c7182abfab51 HTTP/1.1" status: 204 len: 168 time: 1.1509795 Jul 07 21:05:59.735619 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33070) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:59.770101 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38a37b7-94ea-4f21-84d3-76928dc0f967 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] DELETE failed (client error): The resource could not be found. Jul 07 21:05:59.770941 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38a37b7-94ea-4f21-84d3-76928dc0f967 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:05:59.776348 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e38a37b7-94ea-4f21-84d3-76928dc0f967 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/ports/a694185b-0530-423b-a99d-c7182abfab51 HTTP/1.1" status: 404 len: 333 time: 0.0375376 Jul 07 21:05:59.776988 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33072) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:59.786755 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-356a2217-67f7-4152-8630-53eef2ba0a4e admin admin] Deleting subnet fc2aa6ea-e403-4c8c-9097-610f426c4630 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:05:59.798254 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-356a2217-67f7-4152-8630-53eef2ba0a4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:59.901944 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-356a2217-67f7-4152-8630-53eef2ba0a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:05:59.902343 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e08f9d-8c60-4b60-9237-dffac7aa30a7 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] GET failed (client error): The resource could not be found. Jul 07 21:05:59.904562 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a9e08f9d-8c60-4b60-9237-dffac7aa30a7 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports/a694185b-0530-423b-a99d-c7182abfab51 HTTP/1.1" status: 404 len: 333 time: 0.1266029 Jul 07 21:05:59.907678 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33076) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:05:59.930891 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a45bc1-0a86-4f1d-a77f-adcc1c60aa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf56ee59-e030-4781-ba8f-b96d02d215f5'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:05:59.935670 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709e4cc5-ccd2-4b75-a816-ef204cd216da" -d '{"events": [{"server_uuid": "85a45bc1-0a86-4f1d-a77f-adcc1c60aa95", "name": "network-vif-plugged", "status": "completed", "tag": "bf56ee59-e030-4781-ba8f-b96d02d215f5"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:05:59.980147 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-356a2217-67f7-4152-8630-53eef2ba0a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:00.043737 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5789dd27-769c-4d07-a949-caac2fbee4cf x-openstack-request-id: req-5789dd27-769c-4d07-a949-caac2fbee4cf {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:06:00.044699 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a45bc1-0a86-4f1d-a77f-adcc1c60aa95", "name": "network-vif-plugged", "status": "completed", "tag": "bf56ee59-e030-4781-ba8f-b96d02d215f5", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:06:00.046742 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5789dd27-769c-4d07-a949-caac2fbee4cf {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:06:00.047254 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85a45bc1-0a86-4f1d-a77f-adcc1c60aa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf56ee59-e030-4781-ba8f-b96d02d215f5', 'code': 200} Jul 07 21:06:00.105710 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ff28b7-2974-4073-bd1c-2998c0963c1f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting subnet 1ed8f9d3-6efe-4b00-8c18-cb3f34685d02 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:06:00.116191 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-91ff28b7-2974-4073-bd1c-2998c0963c1f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:00.195714 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-91ff28b7-2974-4073-bd1c-2998c0963c1f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:00.271217 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device bd4656da-0d1d-4ce0-9218-54cb55addef3 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:06:00.347040 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-356a2217-67f7-4152-8630-53eef2ba0a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:00.373079 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port bd4656da-0d1d-4ce0-9218-54cb55addef3 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:00.418681 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-91ff28b7-2974-4073-bd1c-2998c0963c1f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:00.428982 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a2217-67f7-4152-8630-53eef2ba0a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc2aa6ea-e403-4c8c-9097-610f426c4630,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:00.443085 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-356a2217-67f7-4152-8630-53eef2ba0a4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:00.446751 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-356a2217-67f7-4152-8630-53eef2ba0a4e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fc2aa6ea-e403-4c8c-9097-610f426c4630 HTTP/1.1" status: 204 len: 168 time: 0.7684379 Jul 07 21:06:00.456126 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedc415-2a93-4601-a5e2-a0f6c11ab774 req-48b5f780-c764-465b-ab1e-ea8a9d0dc0bb tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:00.457801 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcedc415-2a93-4601-a5e2-a0f6c11ab774 req-48b5f780-c764-465b-ab1e-ea8a9d0dc0bb tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 946 time: 0.3513544 Jul 07 21:06:00.459522 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33086) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:00.533454 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-91ff28b7-2974-4073-bd1c-2998c0963c1f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:00.567774 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff28b7-2974-4073-bd1c-2998c0963c1f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed8f9d3-6efe-4b00-8c18-cb3f34685d02,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:00.583996 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-91ff28b7-2974-4073-bd1c-2998c0963c1f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:00.589004 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-91ff28b7-2974-4073-bd1c-2998c0963c1f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/subnets/1ed8f9d3-6efe-4b00-8c18-cb3f34685d02 HTTP/1.1" status: 204 len: 168 time: 0.6753485 Jul 07 21:06:00.591548 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33088) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:00.596698 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcedc415-2a93-4601-a5e2-a0f6c11ab774 req-8dc044da-e59c-4939-970e-a29a74c7856d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215882 Jul 07 21:06:00.616176 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a5c23-e37e-4001-956d-fcf1ce4f1163 req-050a2473-2d02-44da-999b-4225e4849e53 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:00.617974 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5e0a5c23-e37e-4001-956d-fcf1ce4f1163 req-050a2473-2d02-44da-999b-4225e4849e53 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/ports?device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 946 time: 0.3775110 Jul 07 21:06:00.623363 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34bf1456-a200-4adf-817b-6f45ddd523bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:00.717763 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5e0a5c23-e37e-4001-956d-fcf1ce4f1163 req-5b352217-e722-4603-bb8b-b2641180c742 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71ecfc3-79b3-4654-8681-1436f8fa2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898900 Jul 07 21:06:00.793933 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3e77bda-43e8-4176-af0b-40bc9c35392b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:00.917879 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34bf1456-a200-4adf-817b-6f45ddd523bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:00.941826 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-34bf1456-a200-4adf-817b-6f45ddd523bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af09765-8719-4f4a-a8a0-d6dca0b23345']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:00.981572 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-34bf1456-a200-4adf-817b-6f45ddd523bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84bcb215-065b-47b0-b096-b779bcbdddb9') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:00.987224 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-34bf1456-a200-4adf-817b-6f45ddd523bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84bcb215-065b-47b0-b096-b779bcbdddb9') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:01.007652 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-b3e77bda-43e8-4176-af0b-40bc9c35392b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting port bd4656da-0d1d-4ce0-9218-54cb55addef3 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:01.008283 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3e77bda-43e8-4176-af0b-40bc9c35392b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:01.078897 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34bf1456-a200-4adf-817b-6f45ddd523bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:01.081317 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device ed50bfa0-5f57-4483-8636-313bac60b32d no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:06:01.121765 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: ed50bfa0-5f57-4483-8636-313bac60b32d {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:06:01.122036 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device ed50bfa0-5f57-4483-8636-313bac60b32d not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:06:01.136227 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34bf1456-a200-4adf-817b-6f45ddd523bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:01.169124 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34bf1456-a200-4adf-817b-6f45ddd523bd admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:06:01.169124 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34bf1456-a200-4adf-817b-6f45ddd523bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:06:01.173281 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:06:01.177112 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-b3e77bda-43e8-4176-af0b-40bc9c35392b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] For port bd4656da-0d1d-4ce0-9218-54cb55addef3, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=bd4656da-0d1d-4ce0-9218-54cb55addef3,segment=NetworkSegment(664ea413-06bd-4002-a132-7e30d3e2c73d),segment_id=664ea413-06bd-4002-a132-7e30d3e2c73d)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:01.177496 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3e77bda-43e8-4176-af0b-40bc9c35392b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:01.198533 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-b3e77bda-43e8-4176-af0b-40bc9c35392b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Calling delete_port for bd4656da-0d1d-4ce0-9218-54cb55addef3 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:01.261882 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee84f57-09ed-462a-80a4-276d1f24b436 req-d4bb6e4f-fe39-45c7-b451-e94c873ec379 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:01.273792 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ee84f57-09ed-462a-80a4-276d1f24b436 req-d4bb6e4f-fe39-45c7-b451-e94c873ec379 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/ports?device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 946 time: 0.2814181 Jul 07 21:06:01.292646 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f27040b-95ff-400f-84f3-60574e4b9df0 None None] Network a39d4984-251c-4f53-a199-330d8f03ab79 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:06:01.304512 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34bf1456-a200-4adf-817b-6f45ddd523bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:01.321334 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34bf1456-a200-4adf-817b-6f45ddd523bd admin admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:01.327159 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-34bf1456-a200-4adf-817b-6f45ddd523bd admin admin] 10.222.0.64 "DELETE /v2.0/networks/0af09765-8719-4f4a-a8a0-d6dca0b23345 HTTP/1.1" status: 204 len: 168 time: 0.8665383 Jul 07 21:06:01.341754 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf1456-a200-4adf-817b-6f45ddd523bd admin admin] Pushing event deleted for resources: {'Network': ['ID=0af09765-8719-4f4a-a8a0-d6dca0b23345,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:01.345487 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3e77bda-43e8-4176-af0b-40bc9c35392b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:01.372810 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2c758a12-dc80-416a-8b18-86c0dc51acfa None None] Could not find standard attr ID for object bd4656da-0d1d-4ce0-9218-54cb55addef3. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:06:01.402399 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ee84f57-09ed-462a-80a4-276d1f24b436 req-f2396ed1-99ca-4dc9-954a-9c4385d6cc7a tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71ecfc3-79b3-4654-8681-1436f8fa2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274624 Jul 07 21:06:01.420328 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e77bda-43e8-4176-af0b-40bc9c35392b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Port': ['ID=bd4656da-0d1d-4ce0-9218-54cb55addef3,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:01.443948 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e77bda-43e8-4176-af0b-40bc9c35392b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] No DVR routers for this DVR port bd4656da-0d1d-4ce0-9218-54cb55addef3 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:06:01.571385 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3e77bda-43e8-4176-af0b-40bc9c35392b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:01.599444 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0971c1-2d16-4e70-bfab-6bd76f31a72e None None] DHCP port deletion for a39d4984-251c-4f53-a199-330d8f03ab79 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:06:01.630666 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-b3e77bda-43e8-4176-af0b-40bc9c35392b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39d4984-251c-4f53-a199-330d8f03ab79']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:01.664259 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-b3e77bda-43e8-4176-af0b-40bc9c35392b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664ea413-06bd-4002-a132-7e30d3e2c73d') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:01.664565 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-b3e77bda-43e8-4176-af0b-40bc9c35392b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664ea413-06bd-4002-a132-7e30d3e2c73d') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:01.686816 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3e77bda-43e8-4176-af0b-40bc9c35392b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:01.717799 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33102) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:01.772977 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3e77bda-43e8-4176-af0b-40bc9c35392b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:01.777131 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7f470a2b-008f-48e3-87b8-da1aa93bf2f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=20bd4d582cac418aadad99e037cced91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581639 Jul 07 21:06:01.777659 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7915cb7-0509-47d6-b6b2-1981d0cd9f5e req-76f497f0-f03a-4e0e-8b42-504ede2a5437 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:01.780091 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33104) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:01.792855 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7915cb7-0509-47d6-b6b2-1981d0cd9f5e req-76f497f0-f03a-4e0e-8b42-504ede2a5437 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/ports?device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 946 time: 0.1464095 Jul 07 21:06:01.823884 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e77bda-43e8-4176-af0b-40bc9c35392b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:06:01.824428 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3e77bda-43e8-4176-af0b-40bc9c35392b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:06:01.829866 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:06:01.875479 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9c8a83d4-494c-4963-94a4-b2b5aedcdd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:01.905330 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7915cb7-0509-47d6-b6b2-1981d0cd9f5e req-f35dd1a3-8a4c-45ef-a845-01cc19b50eb0 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71ecfc3-79b3-4654-8681-1436f8fa2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110125 Jul 07 21:06:01.913410 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:01.932477 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33108) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:01.961389 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-792e9cb6-156b-42e4-af70-962d4572f291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:01.994858 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3e77bda-43e8-4176-af0b-40bc9c35392b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:02.004401 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3e77bda-43e8-4176-af0b-40bc9c35392b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:02.008834 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b3e77bda-43e8-4176-af0b-40bc9c35392b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/networks/a39d4984-251c-4f53-a199-330d8f03ab79 HTTP/1.1" status: 204 len: 168 time: 1.4159231 Jul 07 21:06:02.027978 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33112) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:02.031705 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01e0e0-ba96-4a39-b961-0da654ef8dc0 req-53262d10-911a-435c-bad0-6b565b1db762 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:02.050945 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2e01e0e0-ba96-4a39-b961-0da654ef8dc0 req-53262d10-911a-435c-bad0-6b565b1db762 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 946 time: 0.2555280 Jul 07 21:06:02.051759 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-67f64f2b-a85b-4cf9-aa7b-453925964641 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-957899797'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:02.110043 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device bd4656da-0d1d-4ce0-9218-54cb55addef3 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:06:02.122808 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2e01e0e0-ba96-4a39-b961-0da654ef8dc0 req-de58bdaf-076b-4078-a387-4f9dafaf7b88 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631084 Jul 07 21:06:02.154923 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-792e9cb6-156b-42e4-af70-962d4572f291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:02.159862 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f64f2b-a85b-4cf9-aa7b-453925964641 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:02.165014 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67f64f2b-a85b-4cf9-aa7b-453925964641 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:02.171988 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: bd4656da-0d1d-4ce0-9218-54cb55addef3 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:06:02.173313 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device bd4656da-0d1d-4ce0-9218-54cb55addef3 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:06:02.226958 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e77bda-43e8-4176-af0b-40bc9c35392b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Network': ['ID=a39d4984-251c-4f53-a199-330d8f03ab79,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:02.250298 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-792e9cb6-156b-42e4-af70-962d4572f291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:02.258175 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-792e9cb6-156b-42e4-af70-962d4572f291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:02.259577 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-792e9cb6-156b-42e4-af70-962d4572f291 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851 HTTP/1.1" status: 204 len: 168 time: 0.4785130 Jul 07 21:06:02.285181 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f64f2b-a85b-4cf9-aa7b-453925964641 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:06:02.287444 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e9cb6-156b-42e4-af70-962d4572f291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8b1d9c-60a4-4fb6-aa0e-eeaf1def9851,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:02.344912 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67f64f2b-a85b-4cf9-aa7b-453925964641 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:02.345811 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-67f64f2b-a85b-4cf9-aa7b-453925964641 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Added segment d2d57683-862f-4a03-bbd6-6975137dfe0a of type vlan for network 243a5012-2fa2-4d70-910f-fc958bb86944 Jul 07 21:06:02.431204 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67f64f2b-a85b-4cf9-aa7b-453925964641 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:02.444048 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-058caa43-117d-4707-b42b-edbb24196dbb tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=06565680cf6f4971aa13bb14611e0d10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859282 Jul 07 21:06:02.525783 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67f64f2b-a85b-4cf9-aa7b-453925964641 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:02.532429 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f64f2b-a85b-4cf9-aa7b-453925964641 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:02.533599 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67f64f2b-a85b-4cf9-aa7b-453925964641 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:02.557389 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f9d18c-d673-4e5c-9c9f-16d917b1f76a tempest-TestServerBasicOps-750047372 tempest-TestServerBasicOps-750047372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:02.564463 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-83f9d18c-d673-4e5c-9c9f-16d917b1f76a tempest-TestServerBasicOps-750047372 tempest-TestServerBasicOps-750047372-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 1093 time: 0.6268101 Jul 07 21:06:02.614347 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33130) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:02.619609 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-c87d0093-7f22-4fb6-9c9b-2c04b4e13989 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'port_id': '14cc1503-5d77-400a-a108-b1ad16e4b4e9', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:02.647503 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f64f2b-a85b-4cf9-aa7b-453925964641 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Network': ['ID=243a5012-2fa2-4d70-910f-fc958bb86944,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:02.660344 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 243a5012-2fa2-4d70-910f-fc958bb86944 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:06:02.669222 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-67f64f2b-a85b-4cf9-aa7b-453925964641 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6387293 Jul 07 21:06:02.672588 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33134) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:02.682784 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f9be7a20-ed61-4052-bbd3-05aed86548d9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'subnet': {'network_id': '243a5012-2fa2-4d70-910f-fc958bb86944', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:02.861720 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c87d0093-7f22-4fb6-9c9b-2c04b4e13989 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:02.893223 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9be7a20-ed61-4052-bbd3-05aed86548d9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:02.897625 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f9be7a20-ed61-4052-bbd3-05aed86548d9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:02.956335 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-a09501d2-0c75-495a-9c66-1ae3d43aa946 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:02.965516 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-a09501d2-0c75-495a-9c66-1ae3d43aa946 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5203640 Jul 07 21:06:02.988773 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-2131fb69-b0a8-4d79-887a-036016ed20e3 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/quotas/06565680cf6f4971aa13bb14611e0d10 HTTP/1.1" status: 200 len: 375 time: 0.0208645 Jul 07 21:06:03.053176 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-7d49aeda-20b4-485e-8260-fa8b2f179b14 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=06565680cf6f4971aa13bb14611e0d10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634522 Jul 07 21:06:03.150800 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c87d0093-7f22-4fb6-9c9b-2c04b4e13989 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:03.358731 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f9be7a20-ed61-4052-bbd3-05aed86548d9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:03.442923 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-c87d0093-7f22-4fb6-9c9b-2c04b4e13989 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Allocated IP 172.25.5.104 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/17142f4f-9231-40c2-b235-16409c42436f) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:03.531302 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:03.601384 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be7a20-ed61-4052-bbd3-05aed86548d9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Subnet': ['ID=02464f9e-0ac0-4a6b-922b-6f41e2aa2c63,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:03.611005 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9be7a20-ed61-4052-bbd3-05aed86548d9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Checking segment: {'id': 'd2d57683-862f-4a03-bbd6-6975137dfe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '243a5012-2fa2-4d70-910f-fc958bb86944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:06:03.611441 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9be7a20-ed61-4052-bbd3-05aed86548d9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network hostable DHCP agents. Network: 243a5012-2fa2-4d70-910f-fc958bb86944, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:06:03.651825 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9be7a20-ed61-4052-bbd3-05aed86548d9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network 243a5012-2fa2-4d70-910f-fc958bb86944 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:06:03.677746 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-f9be7a20-ed61-4052-bbd3-05aed86548d9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 243a5012-2fa2-4d70-910f-fc958bb86944) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:03.690510 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9be7a20-ed61-4052-bbd3-05aed86548d9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:03.690808 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f9be7a20-ed61-4052-bbd3-05aed86548d9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:03.694541 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca43ec3-e8c8-411a-83d4-a0fce4f6af9f None None] Network 243a5012-2fa2-4d70-910f-fc958bb86944 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:06:03.708478 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8fdf8d72-a25c-45e7-9166-5a55fc600038 req-49e527ce-5cbc-4d83-b96f-e86259bb0b39 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bd48b39-0876-4d83-b0bc-33f6dd96e9ea HTTP/1.1" status: 200 len: 210 time: 0.0877438 Jul 07 21:06:03.746443 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f9be7a20-ed61-4052-bbd3-05aed86548d9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0719469 Jul 07 21:06:03.747829 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33164) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:03.753403 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-7159c766-e083-4870-815d-4de29d865bb4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'port': {'network_id': '243a5012-2fa2-4d70-910f-fc958bb86944', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1743760911'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:03.838529 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33166) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:03.911601 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c87d0093-7f22-4fb6-9c9b-2c04b4e13989 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:03.942613 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd29a7-a4a6-4087-b69a-bc4c4ee5744c req-09ee1610-14af-4751-bc33-b358025c2407 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:03.944644 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4fbd29a7-a4a6-4087-b69a-bc4c4ee5744c req-09ee1610-14af-4751-bc33-b358025c2407 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 946 time: 0.3229105 Jul 07 21:06:04.020626 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4fbd29a7-a4a6-4087-b69a-bc4c4ee5744c req-6f6465e2-d495-478a-8ef8-b3849f3b9269 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668776 Jul 07 21:06:04.037374 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38018db-b5f0-4ab1-ac6b-ff32c4c8018d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-243a5012-2fa2-4d70-910f-fc958bb86944', 'network_id': '243a5012-2fa2-4d70-910f-fc958bb86944', 'tenant_id': '68ad691d1b1b4234ad0e4b441230341b', 'fixed_ips': [{'subnet_id': '02464f9e-0ac0-4a6b-922b-6f41e2aa2c63'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:06:04.038296 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e38018db-b5f0-4ab1-ac6b-ff32c4c8018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:04.049059 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c87d0093-7f22-4fb6-9c9b-2c04b4e13989 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:04.116931 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-3f788fb3-2541-47a9-82f9-657e45b4893c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1253856627-network', 'tenant_id': '8cd270d328954b3793b9279f8e9c8a03'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:04.143815 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7159c766-e083-4870-815d-4de29d865bb4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:04.147526 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7159c766-e083-4870-815d-4de29d865bb4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:04.185799 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-7159c766-e083-4870-815d-4de29d865bb4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] device_id is not set on port f9faeca0-0e19-4268-88e6-a6b304420c3f yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:06:04.198206 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87d0093-7f22-4fb6-9c9b-2c04b4e13989 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:04.211230 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-c87d0093-7f22-4fb6-9c9b-2c04b4e13989 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:04.228104 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d0093-7f22-4fb6-9c9b-2c04b4e13989 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Pushing event updated for resources: {'Port': ['ID=17142f4f-9231-40c2-b235-16409c42436f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:04.235596 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87d0093-7f22-4fb6-9c9b-2c04b4e13989 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:04.273866 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f788fb3-2541-47a9-82f9-657e45b4893c admin admin] Made reservation on behalf of 8cd270d328954b3793b9279f8e9c8a03 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:04.276872 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f788fb3-2541-47a9-82f9-657e45b4893c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:04.316035 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f788fb3-2541-47a9-82f9-657e45b4893c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:04.351146 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-e38018db-b5f0-4ab1-ac6b-ff32c4c8018d None None] Allocated IP 172.20.0.2 (243a5012-2fa2-4d70-910f-fc958bb86944/02464f9e-0ac0-4a6b-922b-6f41e2aa2c63/f21b8dc5-a854-453f-af0e-7b60bf02270e) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:04.719778 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e38018db-b5f0-4ab1-ac6b-ff32c4c8018d None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:04.739244 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e38018db-b5f0-4ab1-ac6b-ff32c4c8018d None None] Transition to ACTIVE for port object f21b8dc5-a854-453f-af0e-7b60bf02270e will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:04.758515 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e38018db-b5f0-4ab1-ac6b-ff32c4c8018d None None] Transition to ACTIVE for port object f21b8dc5-a854-453f-af0e-7b60bf02270e will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:04.772720 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e38018db-b5f0-4ab1-ac6b-ff32c4c8018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:04.827830 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38018db-b5f0-4ab1-ac6b-ff32c4c8018d None None] Pushing event updated for resources: {'Port': ['ID=f21b8dc5-a854-453f-af0e-7b60bf02270e,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:04.847775 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38018db-b5f0-4ab1-ac6b-ff32c4c8018d None None] Network 243a5012-2fa2-4d70-910f-fc958bb86944 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:04.849908 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-e38018db-b5f0-4ab1-ac6b-ff32c4c8018d None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:04.857138 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38018db-b5f0-4ab1-ac6b-ff32c4c8018d None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:04.961007 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-e38018db-b5f0-4ab1-ac6b-ff32c4c8018d None None] Attempting to bind port f21b8dc5-a854-453f-af0e-7b60bf02270e on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:06:04.961864 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-e38018db-b5f0-4ab1-ac6b-ff32c4c8018d None None] Attempting to bind port f21b8dc5-a854-453f-af0e-7b60bf02270e by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'd2d57683-862f-4a03-bbd6-6975137dfe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '243a5012-2fa2-4d70-910f-fc958bb86944'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:06:04.962442 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38018db-b5f0-4ab1-ac6b-ff32c4c8018d None None] Attempting to bind port f21b8dc5-a854-453f-af0e-7b60bf02270e on network 243a5012-2fa2-4d70-910f-fc958bb86944 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:06:04.968848 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38018db-b5f0-4ab1-ac6b-ff32c4c8018d None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:06:04.969655 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38018db-b5f0-4ab1-ac6b-ff32c4c8018d None None] Checking segment: {'id': 'd2d57683-862f-4a03-bbd6-6975137dfe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '243a5012-2fa2-4d70-910f-fc958bb86944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:06:04.970337 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e38018db-b5f0-4ab1-ac6b-ff32c4c8018d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:04.970604 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-7159c766-e083-4870-815d-4de29d865bb4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Allocated IP 172.20.0.6 (243a5012-2fa2-4d70-910f-fc958bb86944/02464f9e-0ac0-4a6b-922b-6f41e2aa2c63/f9faeca0-0e19-4268-88e6-a6b304420c3f) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:04.971662 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38018db-b5f0-4ab1-ac6b-ff32c4c8018d None None] Bound using segment: {'id': 'd2d57683-862f-4a03-bbd6-6975137dfe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '243a5012-2fa2-4d70-910f-fc958bb86944'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:06:04.972353 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-e38018db-b5f0-4ab1-ac6b-ff32c4c8018d None None] Bound port: f21b8dc5-a854-453f-af0e-7b60bf02270e, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d57683-862f-4a03-bbd6-6975137dfe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '243a5012-2fa2-4d70-910f-fc958bb86944'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:06:04.972951 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e38018db-b5f0-4ab1-ac6b-ff32c4c8018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:05.079027 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-e38018db-b5f0-4ab1-ac6b-ff32c4c8018d None None] For port f21b8dc5-a854-453f-af0e-7b60bf02270e, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:06:05.086622 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-e38018db-b5f0-4ab1-ac6b-ff32c4c8018d None None] For port f21b8dc5-a854-453f-af0e-7b60bf02270e, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f21b8dc5-a854-453f-af0e-7b60bf02270e,segment=NetworkSegment(d2d57683-862f-4a03-bbd6-6975137dfe0a),segment_id=d2d57683-862f-4a03-bbd6-6975137dfe0a)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:06:05.096639 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e38018db-b5f0-4ab1-ac6b-ff32c4c8018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:05.198142 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97cf4d41-ffa4-47af-b2e4-68d76f967f5a req-92e0ea87-fd73-44af-bcf6-da844051cf1c tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bd48b39-0876-4d83-b0bc-33f6dd96e9ea HTTP/1.1" status: 200 len: 210 time: 0.1076534 Jul 07 21:06:05.268764 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38018db-b5f0-4ab1-ac6b-ff32c4c8018d None None] Pushing event updated for resources: {'Port': ['ID=f21b8dc5-a854-453f-af0e-7b60bf02270e,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:05.282875 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7159c766-e083-4870-815d-4de29d865bb4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:05.283687 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:05.315640 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-7159c766-e083-4870-815d-4de29d865bb4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Transition to ACTIVE for port object f9faeca0-0e19-4268-88e6-a6b304420c3f will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:05.393711 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7159c766-e083-4870-815d-4de29d865bb4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:05.477940 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7159c766-e083-4870-815d-4de29d865bb4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network 243a5012-2fa2-4d70-910f-fc958bb86944 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:05.577420 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-632b03a6-8684-4f21-a267-9d586496bee8 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=06565680cf6f4971aa13bb14611e0d10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621250 Jul 07 21:06:05.579118 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-7159c766-e083-4870-815d-4de29d865bb4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:05.647671 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f788fb3-2541-47a9-82f9-657e45b4893c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:05.686195 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f788fb3-2541-47a9-82f9-657e45b4893c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:05.693370 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7159c766-e083-4870-815d-4de29d865bb4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:05.776013 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f788fb3-2541-47a9-82f9-657e45b4893c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ebaaa4-4809-46a2-80e8-64ce44a9c6ef,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:05.868930 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f788fb3-2541-47a9-82f9-657e45b4893c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:06:05.905623 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d0e76-e8b9-478a-8149-d2f7b81e57f8 req-0aaeced8-3373-48bb-94bc-080267c8bfde tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:05.907248 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e6d0e76-e8b9-478a-8149-d2f7b81e57f8 req-0aaeced8-3373-48bb-94bc-080267c8bfde tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 946 time: 0.5169835 Jul 07 21:06:05.936848 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f788fb3-2541-47a9-82f9-657e45b4893c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:05.937212 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-3f788fb3-2541-47a9-82f9-657e45b4893c admin admin] Added segment 8312ca30-8379-4c53-959d-ab023e83df84 of type vlan for network 1aff065c-04eb-4b40-b94a-104a9a742484 Jul 07 21:06:05.937773 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159c766-e083-4870-815d-4de29d865bb4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Port': ['ID=f9faeca0-0e19-4268-88e6-a6b304420c3f,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:05.962533 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7159c766-e083-4870-815d-4de29d865bb4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:05.963812 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7159c766-e083-4870-815d-4de29d865bb4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:05.966997 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c87d0093-7f22-4fb6-9c9b-2c04b4e13989 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:06.027817 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7159c766-e083-4870-815d-4de29d865bb4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.2764153 Jul 07 21:06:06.033989 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33182) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:06.149857 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f788fb3-2541-47a9-82f9-657e45b4893c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:06.158255 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e6d0e76-e8b9-478a-8149-d2f7b81e57f8 req-82924f3c-937c-46a5-b5a6-e8ec441ddc60 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421308 Jul 07 21:06:06.212160 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f21b8dc5-a854-453f-af0e-7b60bf02270e up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:06:06.330289 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f788fb3-2541-47a9-82f9-657e45b4893c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:06.335773 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f788fb3-2541-47a9-82f9-657e45b4893c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:06.336468 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f788fb3-2541-47a9-82f9-657e45b4893c admin admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:06.355837 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c87d0093-7f22-4fb6-9c9b-2c04b4e13989 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:06.393476 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port f21b8dc5-a854-453f-af0e-7b60bf02270e completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:06.540284 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b93b29b8-9257-49e7-8189-5135013743bf req-54e99662-a07f-421f-a62d-cb28428dd311 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bd48b39-0876-4d83-b0bc-33f6dd96e9ea HTTP/1.1" status: 200 len: 210 time: 0.0435386 Jul 07 21:06:06.582108 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f788fb3-2541-47a9-82f9-657e45b4893c admin admin] Pushing event updated for resources: {'Network': ['ID=1aff065c-04eb-4b40-b94a-104a9a742484,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:06.593654 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3f788fb3-2541-47a9-82f9-657e45b4893c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.7451894 Jul 07 21:06:06.597280 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33188) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:06.603672 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 1aff065c-04eb-4b40-b94a-104a9a742484 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:06:06.609530 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-27b7c918-0bf1-4f01-ae41-c360babb9916 admin admin] Request body: {'subnet': {'network_id': '1aff065c-04eb-4b40-b94a-104a9a742484', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1253856627-subnet', 'tenant_id': '8cd270d328954b3793b9279f8e9c8a03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:06.750988 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-3c3e3ec4-b68e-47d0-b9cf-6fd4c4ba3a60 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:06.799726 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-3c3e3ec4-b68e-47d0-b9cf-6fd4c4ba3a60 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1231148 Jul 07 21:06:06.799726 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-758c6a5a-e35c-4763-8c17-c400338c6a58 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Request body: {'port': {'device_id': '4bd48b39-0876-4d83-b0bc-33f6dd96e9ea', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': '06565680cf6f4971aa13bb14611e0d10'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:06.915827 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b7c918-0bf1-4f01-ae41-c360babb9916 admin admin] Made reservation on behalf of 8cd270d328954b3793b9279f8e9c8a03 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:06.916209 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-33275cf1-ba3f-4b01-b04f-9aeb3af7cd8f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting port f9faeca0-0e19-4268-88e6-a6b304420c3f {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:06.916627 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-33275cf1-ba3f-4b01-b04f-9aeb3af7cd8f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:06.918917 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-27b7c918-0bf1-4f01-ae41-c360babb9916 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:07.016867 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec63727-8cf5-4204-8723-6696afdf6f9c None None] Network 243a5012-2fa2-4d70-910f-fc958bb86944 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:06:07.029166 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c87d0093-7f22-4fb6-9c9b-2c04b4e13989 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:07.057291 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c87d0093-7f22-4fb6-9c9b-2c04b4e13989 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:07.062278 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-758c6a5a-e35c-4763-8c17-c400338c6a58 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Made reservation on behalf of 06565680cf6f4971aa13bb14611e0d10 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:07.072724 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-758c6a5a-e35c-4763-8c17-c400338c6a58 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:07.092392 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-758c6a5a-e35c-4763-8c17-c400338c6a58 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:07.178895 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d0093-7f22-4fb6-9c9b-2c04b4e13989 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Pushing event updated for resources: {'Port': ['ID=17142f4f-9231-40c2-b235-16409c42436f,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:07.187761 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-33275cf1-ba3f-4b01-b04f-9aeb3af7cd8f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:07.254071 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c87d0093-7f22-4fb6-9c9b-2c04b4e13989 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:07.294542 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d26f33bd-9620-42b4-9b2d-216b4791c516 None None] Provisioning for port f21b8dc5-a854-453f-af0e-7b60bf02270e completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:07.313963 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d26f33bd-9620-42b4-9b2d-216b4791c516 None None] Provisioning complete for port f21b8dc5-a854-453f-af0e-7b60bf02270e triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:07.314368 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d26f33bd-9620-42b4-9b2d-216b4791c516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:07.339412 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-758c6a5a-e35c-4763-8c17-c400338c6a58 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:07.342593 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-33275cf1-ba3f-4b01-b04f-9aeb3af7cd8f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Calling delete_port for f9faeca0-0e19-4268-88e6-a6b304420c3f owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:07.348960 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-758c6a5a-e35c-4763-8c17-c400338c6a58 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:07.520031 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c6a5a-e35c-4763-8c17-c400338c6a58 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f7a4a1-30b6-41bb-9569-859fbcc7bdf3,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:07.564171 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d26f33bd-9620-42b4-9b2d-216b4791c516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:07.629441 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-27b7c918-0bf1-4f01-ae41-c360babb9916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:07.651895 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-758c6a5a-e35c-4763-8c17-c400338c6a58 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Allocated IP 192.168.233.150 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/e318008a-6933-4081-a1a1-18646dd2775e) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:07.674564 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [None req-c87d0093-7f22-4fb6-9c9b-2c04b4e13989 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Floating IP cb4ba4c8-1dd8-4ca9-bb7d-49cd56c46872 associated. External IP: 172.25.5.104, port: 14cc1503-5d77-400a-a108-b1ad16e4b4e9. Jul 07 21:06:07.759983 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-d26f33bd-9620-42b4-9b2d-216b4791c516 None None] For port f21b8dc5-a854-453f-af0e-7b60bf02270e, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f21b8dc5-a854-453f-af0e-7b60bf02270e,segment=NetworkSegment(d2d57683-862f-4a03-bbd6-6975137dfe0a),segment_id=d2d57683-862f-4a03-bbd6-6975137dfe0a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:07.760908 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7afa0-38d6-4d58-b9f3-7d593db107b1 req-03fb70a7-f7a0-4b9e-b98c-36785301877b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:07.763254 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-03e7afa0-38d6-4d58-b9f3-7d593db107b1 req-03fb70a7-f7a0-4b9e-b98c-36785301877b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 946 time: 0.2995307 Jul 07 21:06:07.770552 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d26f33bd-9620-42b4-9b2d-216b4791c516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:07.798141 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7c918-0bf1-4f01-ae41-c360babb9916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05992c3e-8813-4004-9b16-e92d1dd75cbe,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:07.854386 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-33275cf1-ba3f-4b01-b04f-9aeb3af7cd8f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:07.931613 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f33bd-9620-42b4-9b2d-216b4791c516 None None] Pushing event updated for resources: {'Port': ['ID=f21b8dc5-a854-453f-af0e-7b60bf02270e,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:07.991285 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b7c918-0bf1-4f01-ae41-c360babb9916 admin admin] Checking segment: {'id': '8312ca30-8379-4c53-959d-ab023e83df84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1aff065c-04eb-4b40-b94a-104a9a742484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:06:07.991803 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b7c918-0bf1-4f01-ae41-c360babb9916 admin admin] Network hostable DHCP agents. Network: 1aff065c-04eb-4b40-b94a-104a9a742484, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:06:08.007819 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33275cf1-ba3f-4b01-b04f-9aeb3af7cd8f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Port': ['ID=f9faeca0-0e19-4268-88e6-a6b304420c3f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:08.028494 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-03e7afa0-38d6-4d58-b9f3-7d593db107b1 req-fbe71a38-21e0-4e51-9782-3171942217d2 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559447 Jul 07 21:06:08.031858 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e3dd752-0260-402a-b318-28c73f539512 req-d1ffc599-4438-4947-95ba-8ddd911d5d7e tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bd48b39-0876-4d83-b0bc-33f6dd96e9ea HTTP/1.1" status: 200 len: 210 time: 0.0794880 Jul 07 21:06:08.111664 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b7c918-0bf1-4f01-ae41-c360babb9916 admin admin] Network 1aff065c-04eb-4b40-b94a-104a9a742484 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:06:08.120266 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f21b8dc5-a854-453f-af0e-7b60bf02270e up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:06:08.227143 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-33275cf1-ba3f-4b01-b04f-9aeb3af7cd8f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:08.233844 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-33275cf1-ba3f-4b01-b04f-9aeb3af7cd8f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/ports/f9faeca0-0e19-4268-88e6-a6b304420c3f HTTP/1.1" status: 204 len: 168 time: 2.1956036 Jul 07 21:06:08.234512 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33202) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:08.245620 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port f21b8dc5-a854-453f-af0e-7b60bf02270e triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:08.246488 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:08.370636 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-b153f9bd-ae66-488c-8a6d-559d434a65d8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] GET failed (client error): The resource could not be found. Jul 07 21:06:08.376466 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b153f9bd-ae66-488c-8a6d-559d434a65d8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports/f9faeca0-0e19-4268-88e6-a6b304420c3f HTTP/1.1" status: 404 len: 333 time: 0.1361265 Jul 07 21:06:08.377506 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33204) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:08.412209 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d6a3d7f9-1d49-432a-9e64-3475138d2baa None None] Could not find standard attr ID for object f9faeca0-0e19-4268-88e6-a6b304420c3f. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:06:08.441941 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d6a3d7f9-1d49-432a-9e64-3475138d2baa None None] Provisioning complete for port f21b8dc5-a854-453f-af0e-7b60bf02270e triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:08.442389 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d6a3d7f9-1d49-432a-9e64-3475138d2baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:08.562507 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd491fa2-3374-4dbe-9b53-e81a26384db4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting subnet 02464f9e-0ac0-4a6b-922b-6f41e2aa2c63 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:06:08.570964 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dd491fa2-3374-4dbe-9b53-e81a26384db4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:08.577480 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-758c6a5a-e35c-4763-8c17-c400338c6a58 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:08.633058 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-27b7c918-0bf1-4f01-ae41-c360babb9916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 1aff065c-04eb-4b40-b94a-104a9a742484) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:08.636309 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b7c918-0bf1-4f01-ae41-c360babb9916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:08.637971 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-27b7c918-0bf1-4f01-ae41-c360babb9916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:08.645421 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff93e41-f13e-4df9-8d9a-0f81640a2810 None None] Network 1aff065c-04eb-4b40-b94a-104a9a742484 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:06:08.652325 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87d0093-7f22-4fb6-9c9b-2c04b4e13989 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Router 6ff7f78b-bf98-43d8-af0d-e254d4f41116 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:06:08.678054 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dd491fa2-3374-4dbe-9b53-e81a26384db4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:08.697668 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-27b7c918-0bf1-4f01-ae41-c360babb9916 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0992427 Jul 07 21:06:08.743684 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-758c6a5a-e35c-4763-8c17-c400338c6a58 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Transition to ACTIVE for port object e318008a-6933-4081-a1a1-18646dd2775e will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:08.862145 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-758c6a5a-e35c-4763-8c17-c400338c6a58 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:08.922302 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-03ec85c8-7e81-4de9-96f7-90a0123f6819 None None] Could not find standard attr ID for object f9faeca0-0e19-4268-88e6-a6b304420c3f. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:06:08.937175 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87d0093-7f22-4fb6-9c9b-2c04b4e13989 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:06:08.951516 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f288b98-8118-44d1-9f87-bd2e7c6e6dab None None] Sync routers for ids ['6ff7f78b-bf98-43d8-af0d-e254d4f41116'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:06:08.969855 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f288b98-8118-44d1-9f87-bd2e7c6e6dab None None] Routers {'6ff7f78b-bf98-43d8-af0d-e254d4f41116'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:06:08.970663 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0f288b98-8118-44d1-9f87-bd2e7c6e6dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:06:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['6ff7f78b-bf98-43d8-af0d-e254d4f41116'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:08.988051 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c87d0093-7f22-4fb6-9c9b-2c04b4e13989 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:09.003165 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650176c8-8720-40f7-995d-2bd2d8c57842 None None] Network 1aff065c-04eb-4b40-b94a-104a9a742484 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:06:09.025083 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-758c6a5a-e35c-4763-8c17-c400338c6a58 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:09.111082 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-758c6a5a-e35c-4763-8c17-c400338c6a58 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:09.116751 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-758c6a5a-e35c-4763-8c17-c400338c6a58 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:09.119216 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c6a5a-e35c-4763-8c17-c400338c6a58 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Pushing event updated for resources: {'Port': ['ID=e318008a-6933-4081-a1a1-18646dd2775e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:09.145791 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c87d0093-7f22-4fb6-9c9b-2c04b4e13989 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.5301108 Jul 07 21:06:09.146806 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15cb6b55-ebf6-4cce-998a-1ea37c94d7d1', 'tag': '14cc1503-5d77-400a-a108-b1ad16e4b4e9'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:06:09.149406 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecdf404-2f30-4d60-a62f-cf0f555f8cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "15cb6b55-ebf6-4cce-998a-1ea37c94d7d1", "tag": "14cc1503-5d77-400a-a108-b1ad16e4b4e9"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:06:09.255614 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-0f288b98-8118-44d1-9f87-bd2e7c6e6dab None None] Set router 6ff7f78b-bf98-43d8-af0d-e254d4f41116 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:06:09.275466 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dd491fa2-3374-4dbe-9b53-e81a26384db4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:09.319250 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-758c6a5a-e35c-4763-8c17-c400338c6a58 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:09.320588 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-758c6a5a-e35c-4763-8c17-c400338c6a58 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:09.392626 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-758c6a5a-e35c-4763-8c17-c400338c6a58 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6196787 Jul 07 21:06:09.465050 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dd491fa2-3374-4dbe-9b53-e81a26384db4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:09.555688 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd491fa2-3374-4dbe-9b53-e81a26384db4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Subnet': ['ID=02464f9e-0ac0-4a6b-922b-6f41e2aa2c63,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:09.564269 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dd491fa2-3374-4dbe-9b53-e81a26384db4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:09.566660 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dd491fa2-3374-4dbe-9b53-e81a26384db4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/subnets/02464f9e-0ac0-4a6b-922b-6f41e2aa2c63 HTTP/1.1" status: 204 len: 168 time: 1.1855249 Jul 07 21:06:09.569526 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33234) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:09.587254 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-c41124c3-fffa-4e25-9ef8-ae8cd240f45f service neutron] Request body: {'port': {'device_id': '4bd48b39-0876-4d83-b0bc-33f6dd96e9ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:09.636068 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44bb935-8f5d-40b7-b38a-3161844e5dde None None] Network 243a5012-2fa2-4d70-910f-fc958bb86944 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:06:09.648344 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-937bb5a9-3f68-49f4-949b-c03f4562a6f1 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:09.650749 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-937bb5a9-3f68-49f4-949b-c03f4562a6f1 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.64 "GET /v2.0/networks?id=1aff065c-04eb-4b40-b94a-104a9a742484 HTTP/1.1" status: 200 len: 822 time: 0.2243485 Jul 07 21:06:09.674130 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-331b262b-02db-43a2-8497-08a2e5dbdf51 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.64 "GET /v2.0/quotas/8cd270d328954b3793b9279f8e9c8a03 HTTP/1.1" status: 200 len: 375 time: 0.0168445 Jul 07 21:06:09.724352 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-dae08ef9-60cd-4161-9b50-9cbf18291af7 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=8cd270d328954b3793b9279f8e9c8a03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446627 Jul 07 21:06:09.734240 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cca36-4639-4d53-a434-bd7041ba8fc9 req-5dd3a8e6-5954-493c-bbf0-9698fada7cab tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:09.736892 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-999cca36-4639-4d53-a434-bd7041ba8fc9 req-5dd3a8e6-5954-493c-bbf0-9698fada7cab tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 946 time: 0.4614868 Jul 07 21:06:09.754986 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b3ffcf8-8069-4d2a-a7e9-d6cbd94655fd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:09.783572 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-c41124c3-fffa-4e25-9ef8-ae8cd240f45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:09.784565 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0f288b98-8118-44d1-9f87-bd2e7c6e6dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'name': 'tempest-TestServerBasicOps-963672245-router', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:05:12Z', 'updated_at': '2021-07-07T21:05:21Z', 'revision_number': 4, 'project_id': '03ca69fab8c3490785d81740376897ed', 'gw_port': {'id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:13Z', 'updated_at': '2021-07-07T21:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'cb4ba4c8-1dd8-4ca9-bb7d-49cd56c46872', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'port_id': '14cc1503-5d77-400a-a108-b1ad16e4b4e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825', 'mac_address': 'fa:16:3e:a4:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb6b55-ebf6-4cce-998a-1ea37c94d7d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:06:05Z', 'updated_at': '2021-07-07T21:06:05Z', 'revision_number': 0, 'project_id': '03ca69fab8c3490785d81740376897ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f616a60d-9cea-4cce-b62a-f876a26fb556', 'name': '', 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'mac_address': 'fa:16:3e:cd:f6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'cac4ea62-0922-4170-9b4c-660afcde50d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:19Z', 'updated_at': '2021-07-07T21:05:30Z', 'revision_number': 5, 'project_id': '03ca69fab8c3490785d81740376897ed', 'subnets': [{'id': 'cac4ea62-0922-4170-9b4c-660afcde50d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:09.819315 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f288b98-8118-44d1-9f87-bd2e7c6e6dab None None] Checking router: 6ff7f78b-bf98-43d8-af0d-e254d4f41116 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:06:09.834413 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f288b98-8118-44d1-9f87-bd2e7c6e6dab None None] Routers {'6ff7f78b-bf98-43d8-af0d-e254d4f41116'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:06:09.835048 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0f288b98-8118-44d1-9f87-bd2e7c6e6dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:06:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['6ff7f78b-bf98-43d8-af0d-e254d4f41116'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:09.864826 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5b0a65bd-ce2d-41e5-9ac4-a3be0c81b068 None None] Provisioning for port e318008a-6933-4081-a1a1-18646dd2775e completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:09.892186 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5b0a65bd-ce2d-41e5-9ac4-a3be0c81b068 None None] Provisioning complete for port e318008a-6933-4081-a1a1-18646dd2775e triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:09.892863 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5b0a65bd-ce2d-41e5-9ac4-a3be0c81b068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:09.962253 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a65bd-ce2d-41e5-9ac4-a3be0c81b068 None None] Port e318008a-6933-4081-a1a1-18646dd2775e cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:06:09.998766 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-0f288b98-8118-44d1-9f87-bd2e7c6e6dab None None] Set router 6ff7f78b-bf98-43d8-af0d-e254d4f41116 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:06:10.003829 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-a5368e47-031b-4cbc-8fb4-eae61d14e084 service neutron] 10.222.0.64 "GET /v2.0/networks/1aff065c-04eb-4b40-b94a-104a9a742484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656968 Jul 07 21:06:10.023389 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-999cca36-4639-4d53-a434-bd7041ba8fc9 req-a94b4837-2da8-4ada-8855-3d9f6cf8bbf9 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761850 Jul 07 21:06:10.049851 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ffcf8-8069-4d2a-a7e9-d6cbd94655fd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting port f21b8dc5-a854-453f-af0e-7b60bf02270e {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:10.050569 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b3ffcf8-8069-4d2a-a7e9-d6cbd94655fd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:10.116157 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3f2be9-d119-42ef-be97-37b2c267cb7a None None] DHCP port deletion for 243a5012-2fa2-4d70-910f-fc958bb86944 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:06:10.280593 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f2be9-d119-42ef-be97-37b2c267cb7a None None] Deleting port f21b8dc5-a854-453f-af0e-7b60bf02270e {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:10.280875 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5f3f2be9-d119-42ef-be97-37b2c267cb7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:10.324353 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-6b3ffcf8-8069-4d2a-a7e9-d6cbd94655fd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] For port f21b8dc5-a854-453f-af0e-7b60bf02270e, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f21b8dc5-a854-453f-af0e-7b60bf02270e,segment=NetworkSegment(d2d57683-862f-4a03-bbd6-6975137dfe0a),segment_id=d2d57683-862f-4a03-bbd6-6975137dfe0a)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:10.326511 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b3ffcf8-8069-4d2a-a7e9-d6cbd94655fd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:10.394242 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ffcf8-8069-4d2a-a7e9-d6cbd94655fd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Calling delete_port for f21b8dc5-a854-453f-af0e-7b60bf02270e owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:10.413307 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-5f3f2be9-d119-42ef-be97-37b2c267cb7a None None] For port f21b8dc5-a854-453f-af0e-7b60bf02270e, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f21b8dc5-a854-453f-af0e-7b60bf02270e,segment=NetworkSegment(d2d57683-862f-4a03-bbd6-6975137dfe0a),segment_id=d2d57683-862f-4a03-bbd6-6975137dfe0a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:10.413992 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5f3f2be9-d119-42ef-be97-37b2c267cb7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:10.429828 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f2be9-d119-42ef-be97-37b2c267cb7a None None] Calling delete_port for f21b8dc5-a854-453f-af0e-7b60bf02270e owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:10.471407 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-01cfa30e-8dd8-4c5d-9430-1f5e96e319d4 service neutron] 10.222.0.64 "GET /v2.0/networks/1aff065c-04eb-4b40-b94a-104a9a742484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404700 Jul 07 21:06:10.561018 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0f288b98-8118-44d1-9f87-bd2e7c6e6dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'name': 'tempest-TestServerBasicOps-963672245-router', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:05:12Z', 'updated_at': '2021-07-07T21:05:21Z', 'revision_number': 4, 'project_id': '03ca69fab8c3490785d81740376897ed', 'gw_port': {'id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:13Z', 'updated_at': '2021-07-07T21:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'cb4ba4c8-1dd8-4ca9-bb7d-49cd56c46872', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'port_id': '14cc1503-5d77-400a-a108-b1ad16e4b4e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825', 'mac_address': 'fa:16:3e:a4:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb6b55-ebf6-4cce-998a-1ea37c94d7d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:06:05Z', 'updated_at': '2021-07-07T21:06:05Z', 'revision_number': 0, 'project_id': '03ca69fab8c3490785d81740376897ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f616a60d-9cea-4cce-b62a-f876a26fb556', 'name': '', 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'mac_address': 'fa:16:3e:cd:f6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'cac4ea62-0922-4170-9b4c-660afcde50d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:19Z', 'updated_at': '2021-07-07T21:05:30Z', 'revision_number': 5, 'project_id': '03ca69fab8c3490785d81740376897ed', 'subnets': [{'id': 'cac4ea62-0922-4170-9b4c-660afcde50d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:10.582131 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d7c58-e94d-4486-b5b5-44c06af77a83 req-a3f92934-f6dd-4d9a-832c-fa39fc31f8fd tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:10.584745 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-c41124c3-fffa-4e25-9ef8-ae8cd240f45f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e318008a-6933-4081-a1a1-18646dd2775e {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:06:10.590529 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-248d7c58-e94d-4486-b5b5-44c06af77a83 req-a3f92934-f6dd-4d9a-832c-fa39fc31f8fd tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bd48b39-0876-4d83-b0bc-33f6dd96e9ea HTTP/1.1" status: 200 len: 936 time: 0.2635434 Jul 07 21:06:10.594352 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-c41124c3-fffa-4e25-9ef8-ae8cd240f45f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:10.628939 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-c41124c3-fffa-4e25-9ef8-ae8cd240f45f service neutron] Transition to ACTIVE for port object e318008a-6933-4081-a1a1-18646dd2775e will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:10.630065 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b3ffcf8-8069-4d2a-a7e9-d6cbd94655fd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:10.630221 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5f3f2be9-d119-42ef-be97-37b2c267cb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:10.632817 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7ae18d6-fff2-40d2-84bd-52d92bdaee39 req-6ebf1b47-06cb-4cc4-8dda-af32885df57e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1371596 Jul 07 21:06:10.667032 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-248d7c58-e94d-4486-b5b5-44c06af77a83 req-a9a3be33-3f63-459e-b7a6-aef33b8bb85e tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/security-groups?id=06f7a4a1-30b6-41bb-9569-859fbcc7bdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753458 Jul 07 21:06:10.668766 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-c41124c3-fffa-4e25-9ef8-ae8cd240f45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:10.673783 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ffcf8-8069-4d2a-a7e9-d6cbd94655fd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Port': ['ID=f21b8dc5-a854-453f-af0e-7b60bf02270e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:10.679851 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3ffcf8-8069-4d2a-a7e9-d6cbd94655fd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] No DVR routers for this DVR port f21b8dc5-a854-453f-af0e-7b60bf02270e on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:06:10.720148 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f288b98-8118-44d1-9f87-bd2e7c6e6dab None None] The sync data for ids ['6ff7f78b-bf98-43d8-af0d-e254d4f41116'] in n-d-695189-11 is: [{'id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'name': 'tempest-TestServerBasicOps-963672245-router', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:05:12Z', 'updated_at': '2021-07-07T21:05:21Z', 'revision_number': 4, 'project_id': '03ca69fab8c3490785d81740376897ed', 'gw_port': {'id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:13Z', 'updated_at': '2021-07-07T21:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'cb4ba4c8-1dd8-4ca9-bb7d-49cd56c46872', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'port_id': '14cc1503-5d77-400a-a108-b1ad16e4b4e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825', 'mac_address': 'fa:16:3e:a4:84:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15cb6b55-ebf6-4cce-998a-1ea37c94d7d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:06:05Z', 'updated_at': '2021-07-07T21:06:05Z', 'revision_number': 0, 'project_id': '03ca69fab8c3490785d81740376897ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f616a60d-9cea-4cce-b62a-f876a26fb556', 'name': '', 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'mac_address': 'fa:16:3e:cd:f6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'cac4ea62-0922-4170-9b4c-660afcde50d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:19Z', 'updated_at': '2021-07-07T21:05:30Z', 'revision_number': 5, 'project_id': '03ca69fab8c3490785d81740376897ed', 'subnets': [{'id': 'cac4ea62-0922-4170-9b4c-660afcde50d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:06:10.730906 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:06:10.745662 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3f2be9-d119-42ef-be97-37b2c267cb7a None None] No DVR routers for this DVR port f21b8dc5-a854-453f-af0e-7b60bf02270e on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:06:10.760140 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f2be9-d119-42ef-be97-37b2c267cb7a None None] Pushing event deleted for resources: {'Port': ['ID=f21b8dc5-a854-453f-af0e-7b60bf02270e,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:10.847451 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c709a263-cdf1-44de-80ea-74902f8ddb78 x-openstack-request-id: req-c709a263-cdf1-44de-80ea-74902f8ddb78 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:06:10.847809 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15cb6b55-ebf6-4cce-998a-1ea37c94d7d1", "tag": "14cc1503-5d77-400a-a108-b1ad16e4b4e9", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:06:10.848010 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c709a263-cdf1-44de-80ea-74902f8ddb78 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:06:10.848426 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15cb6b55-ebf6-4cce-998a-1ea37c94d7d1', 'tag': '14cc1503-5d77-400a-a108-b1ad16e4b4e9', 'status': 'completed', 'code': 200} Jul 07 21:06:10.938491 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6a0cfa5-0eb1-4e35-8dfb-b257b144d75f req-969ff577-c06f-44b6-8475-ac85f1307c83 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.64 "GET /v2.0/ports?device_id=542e68c4-7ffe-41a8-8e32-d25b94a49cde HTTP/1.1" status: 200 len: 210 time: 0.0812070 Jul 07 21:06:10.976193 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae18d6-fff2-40d2-84bd-52d92bdaee39 req-2a4d18ce-3a2a-4913-baeb-8d0a6335f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:10.977896 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7ae18d6-fff2-40d2-84bd-52d92bdaee39 req-2a4d18ce-3a2a-4913-baeb-8d0a6335f757 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 1097 time: 0.2558455 Jul 07 21:06:11.012521 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b3ffcf8-8069-4d2a-a7e9-d6cbd94655fd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:11.024006 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-6b3ffcf8-8069-4d2a-a7e9-d6cbd94655fd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243a5012-2fa2-4d70-910f-fc958bb86944']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:11.045467 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41124c3-fffa-4e25-9ef8-ae8cd240f45f service neutron] Pushing event updated for resources: {'Port': ['ID=e318008a-6933-4081-a1a1-18646dd2775e,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:11.120293 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-6b3ffcf8-8069-4d2a-a7e9-d6cbd94655fd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d57683-862f-4a03-bbd6-6975137dfe0a') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:11.120644 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-6b3ffcf8-8069-4d2a-a7e9-d6cbd94655fd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d57683-862f-4a03-bbd6-6975137dfe0a') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:11.148784 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b3ffcf8-8069-4d2a-a7e9-d6cbd94655fd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:11.196123 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-c41124c3-fffa-4e25-9ef8-ae8cd240f45f service neutron] Attempting to bind port e318008a-6933-4081-a1a1-18646dd2775e on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:06:11.196470 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-c41124c3-fffa-4e25-9ef8-ae8cd240f45f service neutron] Attempting to bind port e318008a-6933-4081-a1a1-18646dd2775e by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:06:11.196807 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-c41124c3-fffa-4e25-9ef8-ae8cd240f45f service neutron] Attempting to bind port e318008a-6933-4081-a1a1-18646dd2775e on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:06:11.221669 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b3ffcf8-8069-4d2a-a7e9-d6cbd94655fd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:11.226531 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530a7114-a69b-47e4-a781-0ed99f0826cb None None] New status for floating IP cb4ba4c8-1dd8-4ca9-bb7d-49cd56c46872: ACTIVE {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:06:11.260399 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3ffcf8-8069-4d2a-a7e9-d6cbd94655fd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:06:11.260978 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b3ffcf8-8069-4d2a-a7e9-d6cbd94655fd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:11.274534 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae18d6-fff2-40d2-84bd-52d92bdaee39 req-ef76fb08-91e2-4088-97b5-b0c41a16eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:11.276105 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7ae18d6-fff2-40d2-84bd-52d92bdaee39 req-ef76fb08-91e2-4088-97b5-b0c41a16eea9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 912 time: 0.2618823 Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:06:11.342604 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:06:11.368649 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-c41124c3-fffa-4e25-9ef8-ae8cd240f45f service neutron] Port e318008a-6933-4081-a1a1-18646dd2775e on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:06:11.370840 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-c41124c3-fffa-4e25-9ef8-ae8cd240f45f service neutron] Attempting to bind port e318008a-6933-4081-a1a1-18646dd2775e on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:06:11.377125 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b3ffcf8-8069-4d2a-a7e9-d6cbd94655fd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:11.404042 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b3ffcf8-8069-4d2a-a7e9-d6cbd94655fd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:11.415900 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33250) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:11.417011 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6b3ffcf8-8069-4d2a-a7e9-d6cbd94655fd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/networks/243a5012-2fa2-4d70-910f-fc958bb86944 HTTP/1.1" status: 204 len: 168 time: 1.8453598 Jul 07 21:06:11.437363 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-c9ccf99b-6767-475b-83c4-861d1e0a1a1e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'port': {'network_id': '0af333c4-0422-4001-9d32-7f0452919978', 'name': 'tempest-PortsTestJSON-749037431'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:11.452665 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdf404-2f30-4d60-a62f-cf0f555f8cfb req-b1d78781-6510-4cce-8633-dc8ad4b594e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:11.454310 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9ecdf404-2f30-4d60-a62f-cf0f555f8cfb req-b1d78781-6510-4cce-8633-dc8ad4b594e9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=03ca69fab8c3490785d81740376897ed&device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 1098 time: 0.6043990 Jul 07 21:06:11.506761 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-c41124c3-fffa-4e25-9ef8-ae8cd240f45f service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:06:11.507278 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-c41124c3-fffa-4e25-9ef8-ae8cd240f45f service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:06:11.507697 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-c41124c3-fffa-4e25-9ef8-ae8cd240f45f service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:06:11.508146 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-c41124c3-fffa-4e25-9ef8-ae8cd240f45f service neutron] Bound port: e318008a-6933-4081-a1a1-18646dd2775e, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:06:11.508505 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-c41124c3-fffa-4e25-9ef8-ae8cd240f45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:11.527517 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ffcf8-8069-4d2a-a7e9-d6cbd94655fd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Network': ['ID=243a5012-2fa2-4d70-910f-fc958bb86944,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:11.618329 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7ae18d6-fff2-40d2-84bd-52d92bdaee39 req-12c43d4d-d7c8-4ac8-99e0-db3acb774cbb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a HTTP/1.1" status: 200 len: 1000 time: 0.3039548 Jul 07 21:06:11.682548 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdf404-2f30-4d60-a62f-cf0f555f8cfb req-d5d7bf42-1276-43ec-86ef-50f15670623e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:11.684311 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9ecdf404-2f30-4d60-a62f-cf0f555f8cfb req-d5d7bf42-1276-43ec-86ef-50f15670623e service neutron] 10.222.0.58 "GET /v2.0/networks?id=a14eea41-1d99-44fc-b2e3-33f3b36e5825 HTTP/1.1" status: 200 len: 909 time: 0.1789837 Jul 07 21:06:11.686857 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70f670-f60c-4843-892e-3e8b5ab653a5 req-7bfed218-1add-456e-863c-71fec31cd942 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:11.687602 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8a70f670-f60c-4843-892e-3e8b5ab653a5 req-7bfed218-1add-456e-863c-71fec31cd942 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 946 time: 0.4429183 Jul 07 21:06:11.757391 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae18d6-fff2-40d2-84bd-52d92bdaee39 req-7e4ae6f0-3235-441f-8e6d-8ce95532a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:11.769192 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7ae18d6-fff2-40d2-84bd-52d92bdaee39 req-7e4ae6f0-3235-441f-8e6d-8ce95532a690 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 200 len: 850 time: 0.1398647 Jul 07 21:06:11.772372 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ccf99b-6767-475b-83c4-861d1e0a1a1e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:11.776124 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c9ccf99b-6767-475b-83c4-861d1e0a1a1e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:11.807651 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9ecdf404-2f30-4d60-a62f-cf0f555f8cfb req-3360e2f9-f434-4e65-b91b-bb49c0f9486b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14cc1503-5d77-400a-a108-b1ad16e4b4e9 HTTP/1.1" status: 200 len: 1002 time: 0.1116657 Jul 07 21:06:11.875881 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdf404-2f30-4d60-a62f-cf0f555f8cfb req-ba6726ca-0536-4292-b976-f7c871044d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:11.877486 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9ecdf404-2f30-4d60-a62f-cf0f555f8cfb req-ba6726ca-0536-4292-b976-f7c871044d02 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cac4ea62-0922-4170-9b4c-660afcde50d6 HTTP/1.1" status: 200 len: 847 time: 0.0611544 Jul 07 21:06:11.880386 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-c41124c3-fffa-4e25-9ef8-ae8cd240f45f service neutron] For port e318008a-6933-4081-a1a1-18646dd2775e, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:06:11.900498 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-c9ccf99b-6767-475b-83c4-861d1e0a1a1e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] device_id is not set on port cbfbe776-75f9-4cc3-9dbb-ed09484f42f1 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:06:11.928034 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-c41124c3-fffa-4e25-9ef8-ae8cd240f45f service neutron] For port e318008a-6933-4081-a1a1-18646dd2775e, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=e318008a-6933-4081-a1a1-18646dd2775e,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:06:11.950732 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-c41124c3-fffa-4e25-9ef8-ae8cd240f45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:11.959353 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8a70f670-f60c-4843-892e-3e8b5ab653a5 req-d115c13f-216c-4415-9e8e-db810293fc2b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538850 Jul 07 21:06:12.061871 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-c41124c3-fffa-4e25-9ef8-ae8cd240f45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:12.062942 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-c41124c3-fffa-4e25-9ef8-ae8cd240f45f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:12.064701 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-c41124c3-fffa-4e25-9ef8-ae8cd240f45f service neutron] 10.222.0.58 "PUT /v2.0/ports/e318008a-6933-4081-a1a1-18646dd2775e HTTP/1.1" status: 200 len: 1097 time: 2.6612556 Jul 07 21:06:12.068683 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd48b39-0876-4d83-b0bc-33f6dd96e9ea', 'tag': 'e318008a-6933-4081-a1a1-18646dd2775e'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:06:12.083290 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c35264-501a-4d33-9615-d70799eca072" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd48b39-0876-4d83-b0bc-33f6dd96e9ea", "tag": "e318008a-6933-4081-a1a1-18646dd2775e"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:06:12.102647 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdf404-2f30-4d60-a62f-cf0f555f8cfb req-34d1185e-e260-47a0-864b-9bdb89e38537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:12.105383 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9ecdf404-2f30-4d60-a62f-cf0f555f8cfb req-34d1185e-e260-47a0-864b-9bdb89e38537 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a14eea41-1d99-44fc-b2e3-33f3b36e5825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2116501 Jul 07 21:06:12.109807 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae18d6-fff2-40d2-84bd-52d92bdaee39 req-35ef4d4c-43ff-4289-ad58-1e503e21919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:12.111243 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7ae18d6-fff2-40d2-84bd-52d92bdaee39 req-35ef4d4c-43ff-4289-ad58-1e503e21919e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3201673 Jul 07 21:06:12.118878 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c6ba9-9389-4e66-bd20-e2ed704308c1 req-1d76fa74-b559-493b-b4d9-606d382b5ae5 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:12.126536 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c94c6ba9-9389-4e66-bd20-e2ed704308c1 req-1d76fa74-b559-493b-b4d9-606d382b5ae5 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bd48b39-0876-4d83-b0bc-33f6dd96e9ea HTTP/1.1" status: 200 len: 948 time: 0.2351263 Jul 07 21:06:12.140783 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f21b8dc5-a854-453f-af0e-7b60bf02270e no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:06:12.172833 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: f21b8dc5-a854-453f-af0e-7b60bf02270e {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:06:12.177399 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f21b8dc5-a854-453f-af0e-7b60bf02270e not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:06:12.212565 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0a5c419f-49db-4b32-bf6d-9647b6d92dcf req-88804aee-bc43-498d-96e1-85381d9f5fac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9931dbe4-46e6-48c1-9112-0f2fcea15c00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3307512 Jul 07 21:06:12.334854 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41124c3-fffa-4e25-9ef8-ae8cd240f45f service neutron] Pushing event updated for resources: {'Port': ['ID=e318008a-6933-4081-a1a1-18646dd2775e,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:12.360149 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9ecdf404-2f30-4d60-a62f-cf0f555f8cfb req-8731ba13-fa47-4d55-ad1b-ca6b4e86d275 service neutron] 10.222.0.58 "GET /v2.0/networks/a14eea41-1d99-44fc-b2e3-33f3b36e5825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356725 Jul 07 21:06:12.406481 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c94c6ba9-9389-4e66-bd20-e2ed704308c1 req-a8eeb5b7-78ed-4009-abd3-57674a09b2a1 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/security-groups?id=06f7a4a1-30b6-41bb-9569-859fbcc7bdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789464 Jul 07 21:06:12.502608 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-48379184-ba4c-4e3f-9a07-5620377105c4 req-33f25663-528e-407a-b958-47bbe10d532b tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.64 "GET /v2.0/ports?device_id=542e68c4-7ffe-41a8-8e32-d25b94a49cde HTTP/1.1" status: 200 len: 210 time: 0.1422296 Jul 07 21:06:12.513042 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9ecdf404-2f30-4d60-a62f-cf0f555f8cfb req-dbaff6a0-749f-48e1-aa95-a38d0b30fd1b service neutron] 10.222.0.58 "GET /v2.0/networks/a14eea41-1d99-44fc-b2e3-33f3b36e5825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414557 Jul 07 21:06:12.515159 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da2d99c-e72f-45df-9f41-0d7c68b7c02e x-openstack-request-id: req-2da2d99c-e72f-45df-9f41-0d7c68b7c02e {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:06:12.515580 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd48b39-0876-4d83-b0bc-33f6dd96e9ea", "tag": "e318008a-6933-4081-a1a1-18646dd2775e", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:06:12.516023 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2da2d99c-e72f-45df-9f41-0d7c68b7c02e {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:06:12.516774 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd48b39-0876-4d83-b0bc-33f6dd96e9ea', 'tag': 'e318008a-6933-4081-a1a1-18646dd2775e', 'status': 'completed', 'code': 200} Jul 07 21:06:12.569595 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c9ccf99b-6767-475b-83c4-861d1e0a1a1e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:12.575830 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c419f-49db-4b32-bf6d-9647b6d92dcf req-318cfc22-5f23-46cf-aa74-aa63fc5d6af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:12.577611 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0a5c419f-49db-4b32-bf6d-9647b6d92dcf req-318cfc22-5f23-46cf-aa74-aa63fc5d6af8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&device_id=9931dbe4-46e6-48c1-9112-0f2fcea15c00 HTTP/1.1" status: 200 len: 1098 time: 0.2845037 Jul 07 21:06:12.592102 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7ae18d6-fff2-40d2-84bd-52d92bdaee39 req-243062d8-ce41-46a8-a91d-d627fa58f2d0 service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226296 Jul 07 21:06:12.616542 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-27a840fe-923f-4753-82de-0d9a919f565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:12.618583 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-27a840fe-923f-4753-82de-0d9a919f565f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=06565680cf6f4971aa13bb14611e0d10&device_id=4bd48b39-0876-4d83-b0bc-33f6dd96e9ea HTTP/1.1" status: 200 len: 1100 time: 0.2707229 Jul 07 21:06:12.669524 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-5862674f-c9e3-47ce-beeb-49fba3babdc7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e318008a-6933-4081-a1a1-18646dd2775e HTTP/1.1" status: 200 len: 217 time: 0.0427461 Jul 07 21:06:12.737248 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-9203c9e9-bd54-4387-8c95-fd8d45db90a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:12.741779 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-9203c9e9-bd54-4387-8c95-fd8d45db90a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0655036 Jul 07 21:06:12.813096 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c419f-49db-4b32-bf6d-9647b6d92dcf req-2bb625e2-b75a-4acc-845f-e24dfcd8c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:12.815470 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0a5c419f-49db-4b32-bf6d-9647b6d92dcf req-2bb625e2-b75a-4acc-845f-e24dfcd8c393 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 912 time: 0.1801631 Jul 07 21:06:12.816795 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c9ccf99b-6767-475b-83c4-861d1e0a1a1e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:12.846171 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-a1247fad-f4e4-4eb2-b6be-8bf4b29fa9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:12.852895 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-a1247fad-f4e4-4eb2-b6be-8bf4b29fa9af service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1029959 Jul 07 21:06:12.907596 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ccf99b-6767-475b-83c4-861d1e0a1a1e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network 0af333c4-0422-4001-9d32-7f0452919978 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:12.916962 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-c9ccf99b-6767-475b-83c4-861d1e0a1a1e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:12.920687 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0a5c419f-49db-4b32-bf6d-9647b6d92dcf req-5e6c5b84-dc65-4e45-8912-c4965fb3d1ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0efdf84e-6a2b-4f72-b4ed-bd147642dac0 HTTP/1.1" status: 200 len: 217 time: 0.0862274 Jul 07 21:06:12.925297 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ccf99b-6767-475b-83c4-861d1e0a1a1e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:12.931459 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ccf99b-6767-475b-83c4-861d1e0a1a1e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:12.932467 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c9ccf99b-6767-475b-83c4-861d1e0a1a1e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:13.004733 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7ae18d6-fff2-40d2-84bd-52d92bdaee39 req-78d55647-8fea-4eda-953e-cf9ad93202a9 service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039128 Jul 07 21:06:13.008814 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccf99b-6767-475b-83c4-861d1e0a1a1e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Port': ['ID=cbfbe776-75f9-4cc3-9dbb-ed09484f42f1,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:13.021745 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c9ccf99b-6767-475b-83c4-861d1e0a1a1e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5872014 Jul 07 21:06:13.023422 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33262) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:13.040528 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c419f-49db-4b32-bf6d-9647b6d92dcf req-4a8be9d1-81c6-48f2-9e68-4328deba3d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:13.042052 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0a5c419f-49db-4b32-bf6d-9647b6d92dcf req-4a8be9d1-81c6-48f2-9e68-4328deba3d5e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 200 len: 850 time: 0.1028185 Jul 07 21:06:13.167030 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-3ee255d3-3aa0-4534-aa02-615465ba9fc1 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064103 Jul 07 21:06:13.340040 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-e1c75e08-a6c2-433c-aab5-b69ca41418dc tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:13.345388 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-e1c75e08-a6c2-433c-aab5-b69ca41418dc tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.39 "GET /v2.0/networks?id=1aff065c-04eb-4b40-b94a-104a9a742484 HTTP/1.1" status: 200 len: 822 time: 0.3567870 Jul 07 21:06:13.361299 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-8a9b45a5-e3a2-4f0d-9abf-6583fe55f08b tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Request body: {'port': {'device_id': '542e68c4-7ffe-41a8-8e32-d25b94a49cde', 'network_id': '1aff065c-04eb-4b40-b94a-104a9a742484', 'admin_state_up': True, 'tenant_id': '8cd270d328954b3793b9279f8e9c8a03'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:13.418188 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c419f-49db-4b32-bf6d-9647b6d92dcf req-d0643a30-9dda-4965-949e-67fa5adecd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:13.471114 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0a5c419f-49db-4b32-bf6d-9647b6d92dcf req-d0643a30-9dda-4965-949e-67fa5adecd1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3788750 Jul 07 21:06:13.516704 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9a81f793-d663-4f5e-baa5-e401c0b91a3b req-c0963d0f-14a8-48cf-9003-0e857bf41937 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320100 Jul 07 21:06:13.523380 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-8a9b45a5-e3a2-4f0d-9abf-6583fe55f08b tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Made reservation on behalf of 8cd270d328954b3793b9279f8e9c8a03 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:13.540475 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-8a9b45a5-e3a2-4f0d-9abf-6583fe55f08b tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:13.651661 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bc56e6f0-75f0-41fb-a687-5ba8980b1e8c tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting port cbfbe776-75f9-4cc3-9dbb-ed09484f42f1 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:13.652019 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bc56e6f0-75f0-41fb-a687-5ba8980b1e8c tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:13.731726 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bc56e6f0-75f0-41fb-a687-5ba8980b1e8c tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:13.841483 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c35264-501a-4d33-9615-d70799eca072 req-ad1c7aeb-16be-4499-a6e8-1143e4797064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:13.843135 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3c35264-501a-4d33-9615-d70799eca072 req-ad1c7aeb-16be-4499-a6e8-1143e4797064 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=06565680cf6f4971aa13bb14611e0d10&device_id=4bd48b39-0876-4d83-b0bc-33f6dd96e9ea HTTP/1.1" status: 200 len: 1100 time: 0.1952479 Jul 07 21:06:13.946802 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c35264-501a-4d33-9615-d70799eca072 req-1b696042-6751-4f2d-a609-9ac353071380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:13.948372 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3c35264-501a-4d33-9615-d70799eca072 req-1b696042-6751-4f2d-a609-9ac353071380 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.0975137 Jul 07 21:06:14.025917 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-bc56e6f0-75f0-41fb-a687-5ba8980b1e8c tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Calling delete_port for cbfbe776-75f9-4cc3-9dbb-ed09484f42f1 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:14.043767 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3c35264-501a-4d33-9615-d70799eca072 req-d99c4da6-1460-4695-abc3-4273695c7253 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=e318008a-6933-4081-a1a1-18646dd2775e HTTP/1.1" status: 200 len: 217 time: 0.0797832 Jul 07 21:06:14.108151 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0a5c419f-49db-4b32-bf6d-9647b6d92dcf req-f1a8f9b1-83f0-442f-b518-1b7bac216068 service neutron] 10.222.0.39 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5824931 Jul 07 21:06:14.125343 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c35264-501a-4d33-9615-d70799eca072 req-deff4536-4372-4172-a25b-745908dceafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:14.126874 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3c35264-501a-4d33-9615-d70799eca072 req-deff4536-4372-4172-a25b-745908dceafa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0684679 Jul 07 21:06:14.145237 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bc56e6f0-75f0-41fb-a687-5ba8980b1e8c tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:14.146327 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-8a9b45a5-e3a2-4f0d-9abf-6583fe55f08b tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Allocated IP 172.20.0.5 (1aff065c-04eb-4b40-b94a-104a9a742484/05992c3e-8813-4004-9b16-e92d1dd75cbe/1598038d-f561-4742-ab86-76a996ddb1e5) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:14.307299 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0a5c419f-49db-4b32-bf6d-9647b6d92dcf req-e90ac404-c9f3-4993-9d96-459e00fdd5b6 service neutron] 10.222.0.39 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581380 Jul 07 21:06:14.328805 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246a4aa-ae03-48d8-9c92-e977dc66319d req-8b33816c-dec0-414b-abc5-c6afce96243c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:14.334332 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c35264-501a-4d33-9615-d70799eca072 req-3bb84af6-d8ee-498f-99dc-d5fdf264a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:14.335725 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c246a4aa-ae03-48d8-9c92-e977dc66319d req-8b33816c-dec0-414b-abc5-c6afce96243c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 946 time: 1.0557165 Jul 07 21:06:14.336550 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3c35264-501a-4d33-9615-d70799eca072 req-3bb84af6-d8ee-498f-99dc-d5fdf264a86e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2006028 Jul 07 21:06:14.393837 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bc56e6f0-75f0-41fb-a687-5ba8980b1e8c tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:14.395787 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bc56e6f0-75f0-41fb-a687-5ba8980b1e8c tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/ports/cbfbe776-75f9-4cc3-9dbb-ed09484f42f1 HTTP/1.1" status: 204 len: 168 time: 1.3713760 Jul 07 21:06:14.396921 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56e6f0-75f0-41fb-a687-5ba8980b1e8c tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Port': ['ID=cbfbe776-75f9-4cc3-9dbb-ed09484f42f1,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:14.399463 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33276) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:14.407138 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-7aab37a4-224c-4a9a-ba0b-cde5725ce45e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'port': {'network_id': '0af333c4-0422-4001-9d32-7f0452919978', 'mac_address': 'fa:16:3e:e5:e8:92', 'name': 'tempest-PortsTestJSON-1901130322'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:14.553121 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c246a4aa-ae03-48d8-9c92-e977dc66319d req-76195ff6-f0ce-4d55-93cc-e3ad1f7e2c1d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163866 Jul 07 21:06:14.566739 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-8a9b45a5-e3a2-4f0d-9abf-6583fe55f08b tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:14.572757 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3c35264-501a-4d33-9615-d70799eca072 req-21d900e9-eea9-4464-b019-f58690eb5df2 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172742 Jul 07 21:06:14.577766 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34b734-cae3-4774-9059-1aec988c116c req-a01d4ca7-14c1-4a1b-aeb1-2ebf84e72506 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:14.579762 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b34b734-cae3-4774-9059-1aec988c116c req-a01d4ca7-14c1-4a1b-aeb1-2ebf84e72506 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bd48b39-0876-4d83-b0bc-33f6dd96e9ea HTTP/1.1" status: 200 len: 948 time: 0.4701469 Jul 07 21:06:14.629669 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b34b734-cae3-4774-9059-1aec988c116c req-30545296-672a-49bc-82c0-5940ef4ea6aa tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/security-groups?id=06f7a4a1-30b6-41bb-9569-859fbcc7bdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436361 Jul 07 21:06:14.646010 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aab37a4-224c-4a9a-ba0b-cde5725ce45e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:14.741121 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7aab37a4-224c-4a9a-ba0b-cde5725ce45e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:14.785724 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-451a7206-d05a-4396-a484-8cf699b82d69 req-e72200ad-5bd3-4976-bd82-2814d2b953ae tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.64 "GET /v2.0/ports?device_id=542e68c4-7ffe-41a8-8e32-d25b94a49cde HTTP/1.1" status: 200 len: 210 time: 0.0601180 Jul 07 21:06:14.823047 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-7aab37a4-224c-4a9a-ba0b-cde5725ce45e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] device_id is not set on port 56cbc6ed-65a1-4c69-aca3-9cc7903201f5 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:06:15.160563 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7aab37a4-224c-4a9a-ba0b-cde5725ce45e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:15.197294 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-8a9b45a5-e3a2-4f0d-9abf-6583fe55f08b tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:15.220786 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7aab37a4-224c-4a9a-ba0b-cde5725ce45e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:15.247631 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b3c35264-501a-4d33-9615-d70799eca072 req-3309dbf2-0c56-4399-82de-3de2b2e78852 service neutron] 10.222.0.58 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6635671 Jul 07 21:06:15.267446 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-8a9b45a5-e3a2-4f0d-9abf-6583fe55f08b tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Network 1aff065c-04eb-4b40-b94a-104a9a742484 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:15.280613 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-8a9b45a5-e3a2-4f0d-9abf-6583fe55f08b tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:15.282754 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b45a5-e3a2-4f0d-9abf-6583fe55f08b tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Pushing event updated for resources: {'Port': ['ID=1598038d-f561-4742-ab86-76a996ddb1e5,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:15.287452 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-8a9b45a5-e3a2-4f0d-9abf-6583fe55f08b tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:15.311726 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab37a4-224c-4a9a-ba0b-cde5725ce45e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Port': ['ID=56cbc6ed-65a1-4c69-aca3-9cc7903201f5,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:15.334353 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aab37a4-224c-4a9a-ba0b-cde5725ce45e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network 0af333c4-0422-4001-9d32-7f0452919978 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:15.336696 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-7aab37a4-224c-4a9a-ba0b-cde5725ce45e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:15.339828 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aab37a4-224c-4a9a-ba0b-cde5725ce45e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:15.348936 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aab37a4-224c-4a9a-ba0b-cde5725ce45e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:15.349852 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7aab37a4-224c-4a9a-ba0b-cde5725ce45e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:15.350074 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-8a9b45a5-e3a2-4f0d-9abf-6583fe55f08b tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:15.350687 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-8a9b45a5-e3a2-4f0d-9abf-6583fe55f08b tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:15.372223 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-8a9b45a5-e3a2-4f0d-9abf-6583fe55f08b tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0148206 Jul 07 21:06:15.377503 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7aab37a4-224c-4a9a-ba0b-cde5725ce45e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9757097 Jul 07 21:06:15.380110 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33284) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:15.396988 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f2292-f5cf-4940-95d9-87a2ab13f9b2 req-a58c40d2-9c95-4048-b56a-979fa7e0447a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:15.399030 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-4ec91c0f-219a-4941-8239-cf09ecefc43c service neutron] Request body: {'port': {'device_id': '542e68c4-7ffe-41a8-8e32-d25b94a49cde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:15.399207 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-887f2292-f5cf-4940-95d9-87a2ab13f9b2 req-a58c40d2-9c95-4048-b56a-979fa7e0447a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fb5c379-f1ae-4a18-b23d-130ca725cdfb HTTP/1.1" status: 200 len: 946 time: 0.1197348 Jul 07 21:06:15.464961 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-887f2292-f5cf-4940-95d9-87a2ab13f9b2 req-c0b0539e-f3f0-4633-a694-7ebee016244f tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569313 Jul 07 21:06:15.480430 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad14f473-be5f-48d7-b75d-0a6a5c0a7161 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:15.486312 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ad14f473-be5f-48d7-b75d-0a6a5c0a7161 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports/56cbc6ed-65a1-4c69-aca3-9cc7903201f5 HTTP/1.1" status: 200 len: 841 time: 0.1027308 Jul 07 21:06:15.503484 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33286) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:15.533776 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-4ec91c0f-219a-4941-8239-cf09ecefc43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:15.666699 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-b38bcfab-495b-49a7-91d3-df89c5be55ba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting port 56cbc6ed-65a1-4c69-aca3-9cc7903201f5 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:15.667048 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b38bcfab-495b-49a7-91d3-df89c5be55ba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:15.880404 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b38bcfab-495b-49a7-91d3-df89c5be55ba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:15.899192 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-4ec91c0f-219a-4941-8239-cf09ecefc43c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1598038d-f561-4742-ab86-76a996ddb1e5 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:06:15.907151 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-b38bcfab-495b-49a7-91d3-df89c5be55ba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Calling delete_port for 56cbc6ed-65a1-4c69-aca3-9cc7903201f5 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:15.916667 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-4ec91c0f-219a-4941-8239-cf09ecefc43c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:15.933416 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-4ec91c0f-219a-4941-8239-cf09ecefc43c service neutron] Transition to ACTIVE for port object 1598038d-f561-4742-ab86-76a996ddb1e5 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:15.938216 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-4ec91c0f-219a-4941-8239-cf09ecefc43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:15.957334 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b5a04-2e26-4405-a1b5-bf3da4911e40 req-af82678c-31f3-4b5f-9f4e-946258169d59 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:15.959406 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c06b5a04-2e26-4405-a1b5-bf3da4911e40 req-af82678c-31f3-4b5f-9f4e-946258169d59 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bd48b39-0876-4d83-b0bc-33f6dd96e9ea HTTP/1.1" status: 200 len: 948 time: 0.1522474 Jul 07 21:06:15.969494 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b85038-28eb-4147-9922-709d08f08b42 req-a20e810c-d505-4e77-ac3b-f5b0ac520064 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:15.971163 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c5b85038-28eb-4147-9922-709d08f08b42 req-a20e810c-d505-4e77-ac3b-f5b0ac520064 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 946 time: 0.2076337 Jul 07 21:06:16.076830 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec91c0f-219a-4941-8239-cf09ecefc43c service neutron] Pushing event updated for resources: {'Port': ['ID=1598038d-f561-4742-ab86-76a996ddb1e5,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:16.092653 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-4ec91c0f-219a-4941-8239-cf09ecefc43c service neutron] Attempting to bind port 1598038d-f561-4742-ab86-76a996ddb1e5 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:06:16.093076 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-4ec91c0f-219a-4941-8239-cf09ecefc43c service neutron] Attempting to bind port 1598038d-f561-4742-ab86-76a996ddb1e5 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '8312ca30-8379-4c53-959d-ab023e83df84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1aff065c-04eb-4b40-b94a-104a9a742484'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:06:16.093425 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-4ec91c0f-219a-4941-8239-cf09ecefc43c service neutron] Attempting to bind port 1598038d-f561-4742-ab86-76a996ddb1e5 on network 1aff065c-04eb-4b40-b94a-104a9a742484 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:06:16.099251 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-4ec91c0f-219a-4941-8239-cf09ecefc43c service neutron] Port 1598038d-f561-4742-ab86-76a996ddb1e5 on network 1aff065c-04eb-4b40-b94a-104a9a742484 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:06:16.099634 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-4ec91c0f-219a-4941-8239-cf09ecefc43c service neutron] Attempting to bind port 1598038d-f561-4742-ab86-76a996ddb1e5 on network 1aff065c-04eb-4b40-b94a-104a9a742484 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:06:16.105714 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-4ec91c0f-219a-4941-8239-cf09ecefc43c service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:06:16.106073 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-4ec91c0f-219a-4941-8239-cf09ecefc43c service neutron] Checking segment: {'id': '8312ca30-8379-4c53-959d-ab023e83df84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1aff065c-04eb-4b40-b94a-104a9a742484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:06:16.106470 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-4ec91c0f-219a-4941-8239-cf09ecefc43c service neutron] Bound using segment: {'id': '8312ca30-8379-4c53-959d-ab023e83df84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1aff065c-04eb-4b40-b94a-104a9a742484'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:06:16.106905 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-4ec91c0f-219a-4941-8239-cf09ecefc43c service neutron] Bound port: 1598038d-f561-4742-ab86-76a996ddb1e5, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8312ca30-8379-4c53-959d-ab023e83df84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1aff065c-04eb-4b40-b94a-104a9a742484'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:06:16.107675 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-4ec91c0f-219a-4941-8239-cf09ecefc43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:16.112146 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c5b85038-28eb-4147-9922-709d08f08b42 req-b6a61547-f069-488f-ae2a-437ec05f3f8a tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863986 Jul 07 21:06:16.114757 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c06b5a04-2e26-4405-a1b5-bf3da4911e40 req-13a3d1a2-4e84-4017-86b2-f348445dd783 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/security-groups?id=06f7a4a1-30b6-41bb-9569-859fbcc7bdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419413 Jul 07 21:06:16.153632 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b38bcfab-495b-49a7-91d3-df89c5be55ba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:16.196419 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38bcfab-495b-49a7-91d3-df89c5be55ba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Port': ['ID=56cbc6ed-65a1-4c69-aca3-9cc7903201f5,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:16.207436 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b38bcfab-495b-49a7-91d3-df89c5be55ba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:16.212324 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b38bcfab-495b-49a7-91d3-df89c5be55ba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/ports/56cbc6ed-65a1-4c69-aca3-9cc7903201f5 HTTP/1.1" status: 204 len: 168 time: 0.7053361 Jul 07 21:06:16.212774 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33294) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:16.226068 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-4ec91c0f-219a-4941-8239-cf09ecefc43c service neutron] For port 1598038d-f561-4742-ab86-76a996ddb1e5, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:06:16.230242 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-4ec91c0f-219a-4941-8239-cf09ecefc43c service neutron] For port 1598038d-f561-4742-ab86-76a996ddb1e5, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=1598038d-f561-4742-ab86-76a996ddb1e5,segment=NetworkSegment(8312ca30-8379-4c53-959d-ab023e83df84),segment_id=8312ca30-8379-4c53-959d-ab023e83df84)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:06:16.238971 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-4ec91c0f-219a-4941-8239-cf09ecefc43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:16.255122 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a83688c-18d6-4601-902b-82785b6ed577 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] GET failed (client error): The resource could not be found. Jul 07 21:06:16.257874 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6a83688c-18d6-4601-902b-82785b6ed577 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports/56cbc6ed-65a1-4c69-aca3-9cc7903201f5 HTTP/1.1" status: 404 len: 333 time: 0.0435753 Jul 07 21:06:16.261999 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33296) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:16.267798 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-24d324e5-1aeb-4627-a4c8-33cede1daf16 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'port': {'network_id': '0af333c4-0422-4001-9d32-7f0452919978', 'name': 'tempest-PortsTestJSON-1921532642'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:16.290463 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-4ec91c0f-219a-4941-8239-cf09ecefc43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:16.291102 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-4ec91c0f-219a-4941-8239-cf09ecefc43c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:16.292708 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-4ec91c0f-219a-4941-8239-cf09ecefc43c service neutron] 10.222.0.39 "PUT /v2.0/ports/1598038d-f561-4742-ab86-76a996ddb1e5 HTTP/1.1" status: 200 len: 1092 time: 0.9016869 Jul 07 21:06:16.295361 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542e68c4-7ffe-41a8-8e32-d25b94a49cde', 'tag': '1598038d-f561-4742-ab86-76a996ddb1e5'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:06:16.297001 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709a187c-2aa4-4d93-ac1b-3faeaae6ac00" -d '{"events": [{"name": "network-changed", "server_uuid": "542e68c4-7ffe-41a8-8e32-d25b94a49cde", "tag": "1598038d-f561-4742-ab86-76a996ddb1e5"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:06:16.323042 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec91c0f-219a-4941-8239-cf09ecefc43c service neutron] Pushing event updated for resources: {'Port': ['ID=1598038d-f561-4742-ab86-76a996ddb1e5,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:16.365513 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ed046e-b184-4eab-a67f-7899c1dee151 x-openstack-request-id: req-46ed046e-b184-4eab-a67f-7899c1dee151 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:06:16.365882 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542e68c4-7ffe-41a8-8e32-d25b94a49cde", "tag": "1598038d-f561-4742-ab86-76a996ddb1e5", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:06:16.366088 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-46ed046e-b184-4eab-a67f-7899c1dee151 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:06:16.366460 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542e68c4-7ffe-41a8-8e32-d25b94a49cde', 'tag': '1598038d-f561-4742-ab86-76a996ddb1e5', 'status': 'completed', 'code': 200} Jul 07 21:06:16.433469 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-0b6b12b6-a8f9-4070-b5eb-8a3b14e686ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:16.436553 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-0b6b12b6-a8f9-4070-b5eb-8a3b14e686ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8cd270d328954b3793b9279f8e9c8a03&device_id=542e68c4-7ffe-41a8-8e32-d25b94a49cde HTTP/1.1" status: 200 len: 1095 time: 0.0842552 Jul 07 21:06:16.455827 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d324e5-1aeb-4627-a4c8-33cede1daf16 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:16.459446 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-24d324e5-1aeb-4627-a4c8-33cede1daf16 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:16.474374 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80915637-729c-4343-a9bc-3ac9a517a9e7 req-64ca56fc-fc69-400c-8545-86fc35220d5c tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:16.486395 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-80915637-729c-4343-a9bc-3ac9a517a9e7 req-64ca56fc-fc69-400c-8545-86fc35220d5c tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.64 "GET /v2.0/ports?device_id=542e68c4-7ffe-41a8-8e32-d25b94a49cde HTTP/1.1" status: 200 len: 943 time: 0.2134745 Jul 07 21:06:16.490093 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-72d0dd0b-7264-49c5-88e4-8073d56fec3d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1598038d-f561-4742-ab86-76a996ddb1e5 HTTP/1.1" status: 200 len: 217 time: 0.0427289 Jul 07 21:06:16.524777 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-24d324e5-1aeb-4627-a4c8-33cede1daf16 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] device_id is not set on port 1d32877e-2bb9-4fff-bd0d-384c9fb15142 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:06:16.562677 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-012e2079-b1a0-4b15-9c7f-6e66889cbc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:16.564226 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-012e2079-b1a0-4b15-9c7f-6e66889cbc39 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=05992c3e-8813-4004-9b16-e92d1dd75cbe HTTP/1.1" status: 200 len: 862 time: 0.0630441 Jul 07 21:06:16.601218 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-80915637-729c-4343-a9bc-3ac9a517a9e7 req-bf32fc9c-111d-4d33-8d58-8fa2636ccea1 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.64 "GET /v2.0/security-groups?id=66ebaaa4-4809-46a2-80e8-64ce44a9c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136730 Jul 07 21:06:16.618365 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-1f24ea6e-c275-4fcd-a8ec-7213d7247e34 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1aff065c-04eb-4b40-b94a-104a9a742484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447507 Jul 07 21:06:16.737902 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-b5e17a1b-da6e-4ba3-a256-cae697ee3086 service neutron] 10.222.0.39 "GET /v2.0/networks/1aff065c-04eb-4b40-b94a-104a9a742484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073198 Jul 07 21:06:16.792433 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7e1d4-26bb-468b-b45e-7fa6b739595f req-ae600c7e-61b8-40a7-b0fa-bf5f54ea7428 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:16.799702 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-83d7e1d4-26bb-468b-b45e-7fa6b739595f req-ae600c7e-61b8-40a7-b0fa-bf5f54ea7428 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fb5c379-f1ae-4a18-b23d-130ca725cdfb HTTP/1.1" status: 200 len: 946 time: 0.1813486 Jul 07 21:06:16.831088 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-24d324e5-1aeb-4627-a4c8-33cede1daf16 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:16.874920 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-83d7e1d4-26bb-468b-b45e-7fa6b739595f req-a61d596a-96cf-43ec-87ef-5a6e6f75874e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737200 Jul 07 21:06:16.876567 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f55b97ed-c6fb-4222-8d17-5eb5c24e4d28 req-9ef7307e-776d-4026-86dd-5dc184b85289 service neutron] 10.222.0.39 "GET /v2.0/networks/1aff065c-04eb-4b40-b94a-104a9a742484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307833 Jul 07 21:06:16.912597 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-24d324e5-1aeb-4627-a4c8-33cede1daf16 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:16.967922 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d324e5-1aeb-4627-a4c8-33cede1daf16 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network 0af333c4-0422-4001-9d32-7f0452919978 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:16.973654 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-24d324e5-1aeb-4627-a4c8-33cede1daf16 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:16.978325 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d324e5-1aeb-4627-a4c8-33cede1daf16 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:16.985092 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d324e5-1aeb-4627-a4c8-33cede1daf16 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:16.986636 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-24d324e5-1aeb-4627-a4c8-33cede1daf16 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:16.991341 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d324e5-1aeb-4627-a4c8-33cede1daf16 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Port': ['ID=1d32877e-2bb9-4fff-bd0d-384c9fb15142,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:17.016321 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-24d324e5-1aeb-4627-a4c8-33cede1daf16 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7531068 Jul 07 21:06:17.018926 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33304) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:17.024341 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-38fd98e4-c8c0-4a6a-a3c3-b333ee580171 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:17.054222 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a187c-2aa4-4d93-ac1b-3faeaae6ac00 req-2e4e5d88-0300-4020-82a4-b6d5085773ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:17.055770 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-709a187c-2aa4-4d93-ac1b-3faeaae6ac00 req-2e4e5d88-0300-4020-82a4-b6d5085773ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8cd270d328954b3793b9279f8e9c8a03&device_id=542e68c4-7ffe-41a8-8e32-d25b94a49cde HTTP/1.1" status: 200 len: 1095 time: 0.0856454 Jul 07 21:06:17.134497 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-38fd98e4-c8c0-4a6a-a3c3-b333ee580171 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:17.182678 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device e318008a-6933-4081-a1a1-18646dd2775e details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:06:17.213436 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a187c-2aa4-4d93-ac1b-3faeaae6ac00 req-95f3646c-990d-475b-88d5-7536989af66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:17.215903 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-709a187c-2aa4-4d93-ac1b-3faeaae6ac00 req-95f3646c-990d-475b-88d5-7536989af66c service neutron] 10.222.0.39 "GET /v2.0/networks?id=1aff065c-04eb-4b40-b94a-104a9a742484 HTTP/1.1" status: 200 len: 923 time: 0.1484077 Jul 07 21:06:17.322882 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-709a187c-2aa4-4d93-ac1b-3faeaae6ac00 req-60f11bbc-a807-4a9a-9064-04f6febea8a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1598038d-f561-4742-ab86-76a996ddb1e5 HTTP/1.1" status: 200 len: 217 time: 0.0967550 Jul 07 21:06:17.405103 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port e318008a-6933-4081-a1a1-18646dd2775e, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=e318008a-6933-4081-a1a1-18646dd2775e,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:17.420509 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'e318008a-6933-4081-a1a1-18646dd2775e', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': 'e318008a-6933-4081-a1a1-18646dd2775e', 'mac_address': 'fa:16:3e:e7:d2:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:06:17.430608 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a187c-2aa4-4d93-ac1b-3faeaae6ac00 req-5e008f09-ff9a-49ea-b7ff-43ea79348817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:17.432015 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-709a187c-2aa4-4d93-ac1b-3faeaae6ac00 req-5e008f09-ff9a-49ea-b7ff-43ea79348817 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=05992c3e-8813-4004-9b16-e92d1dd75cbe HTTP/1.1" status: 200 len: 862 time: 0.0997672 Jul 07 21:06:17.511399 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:17.519885 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-709a187c-2aa4-4d93-ac1b-3faeaae6ac00 req-c4450c2f-4bbd-41c3-8e41-560139acb7ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1aff065c-04eb-4b40-b94a-104a9a742484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740051 Jul 07 21:06:17.531606 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e318008a-6933-4081-a1a1-18646dd2775e {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:06:17.540093 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-38fd98e4-c8c0-4a6a-a3c3-b333ee580171 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:17.561378 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port e318008a-6933-4081-a1a1-18646dd2775e, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=e318008a-6933-4081-a1a1-18646dd2775e,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:17.567862 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-38fd98e4-c8c0-4a6a-a3c3-b333ee580171 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:17.572501 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:17.645744 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=e318008a-6933-4081-a1a1-18646dd2775e,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:17.660394 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:17.661231 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:17.661586 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:17.661925 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:17.662273 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:17.662619 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:17.662932 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:17.663763 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:17.664101 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:17.664430 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:17.664759 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:17.665674 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:17.678884 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-709a187c-2aa4-4d93-ac1b-3faeaae6ac00 req-52fcd6cc-f935-4bcd-93ca-b07e49844d0c service neutron] 10.222.0.39 "GET /v2.0/networks/1aff065c-04eb-4b40-b94a-104a9a742484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465757 Jul 07 21:06:17.680731 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd4d35-81bf-49ee-aeec-aa456a279e50 req-756ec3dd-8d34-44af-ac1f-69c71f28be04 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:17.682381 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44bd4d35-81bf-49ee-aeec-aa456a279e50 req-756ec3dd-8d34-44af-ac1f-69c71f28be04 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 946 time: 0.3337064 Jul 07 21:06:17.684555 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-38fd98e4-c8c0-4a6a-a3c3-b333ee580171 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] In _notify_port_updated(), no bound segment for port 1d32877e-2bb9-4fff-bd0d-384c9fb15142 on network 0af333c4-0422-4001-9d32-7f0452919978 {{(pid=100448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:06:17.692576 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fd98e4-c8c0-4a6a-a3c3-b333ee580171 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:17.693358 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-38fd98e4-c8c0-4a6a-a3c3-b333ee580171 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:17.694756 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-38fd98e4-c8c0-4a6a-a3c3-b333ee580171 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "PUT /v2.0/ports/1d32877e-2bb9-4fff-bd0d-384c9fb15142 HTTP/1.1" status: 200 len: 818 time: 0.6748230 Jul 07 21:06:17.714836 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33312) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:17.756752 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd98e4-c8c0-4a6a-a3c3-b333ee580171 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Port': ['ID=1d32877e-2bb9-4fff-bd0d-384c9fb15142,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:17.765259 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44bd4d35-81bf-49ee-aeec-aa456a279e50 req-11963579-570f-40a6-a802-9bab32b76da3 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630512 Jul 07 21:06:17.775171 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ee27d-2ccd-431f-bea7-2dd5d06d9504 req-c9bc64f9-a28e-4809-9c2a-5eb1ab2d2179 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:17.782374 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1f5ee27d-2ccd-431f-bea7-2dd5d06d9504 req-c9bc64f9-a28e-4809-9c2a-5eb1ab2d2179 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bd48b39-0876-4d83-b0bc-33f6dd96e9ea HTTP/1.1" status: 200 len: 948 time: 0.3896086 Jul 07 21:06:17.830971 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1f5ee27d-2ccd-431f-bea7-2dd5d06d9504 req-748380d1-892e-4cd7-8cfd-6c509949bfa3 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/security-groups?id=06f7a4a1-30b6-41bb-9569-859fbcc7bdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475376 Jul 07 21:06:17.847288 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['e318008a-6933-4081-a1a1-18646dd2775e'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:06:17.860676 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93064366-676c-4324-8f01-f0ad6f0fe810 req-73ecb558-8262-44ef-a73e-c9660f22de97 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:17.862517 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-93064366-676c-4324-8f01-f0ad6f0fe810 req-73ecb558-8262-44ef-a73e-c9660f22de97 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fb5c379-f1ae-4a18-b23d-130ca725cdfb HTTP/1.1" status: 200 len: 946 time: 0.3164630 Jul 07 21:06:17.874425 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-709a187c-2aa4-4d93-ac1b-3faeaae6ac00 req-53aafed8-97ec-488c-a64f-c334b5214a3e service neutron] 10.222.0.39 "GET /v2.0/networks/1aff065c-04eb-4b40-b94a-104a9a742484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821380 Jul 07 21:06:17.924942 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-41555354-fe40-4468-9b3a-42cec31948ff tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting port 1d32877e-2bb9-4fff-bd0d-384c9fb15142 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:17.925352 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-41555354-fe40-4468-9b3a-42cec31948ff tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:18.035010 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-41555354-fe40-4468-9b3a-42cec31948ff tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:18.052584 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-41555354-fe40-4468-9b3a-42cec31948ff tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Calling delete_port for 1d32877e-2bb9-4fff-bd0d-384c9fb15142 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:18.106721 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ca746-a292-4b29-9038-672cdae8ec0b req-2c6b0d9c-c0f8-4d0b-9472-000daf7bfcf5 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:18.116603 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a20ca746-a292-4b29-9038-672cdae8ec0b req-2c6b0d9c-c0f8-4d0b-9472-000daf7bfcf5 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.64 "GET /v2.0/ports?device_id=542e68c4-7ffe-41a8-8e32-d25b94a49cde HTTP/1.1" status: 200 len: 943 time: 0.1458535 Jul 07 21:06:18.126053 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-93064366-676c-4324-8f01-f0ad6f0fe810 req-54b1381a-3e58-48a6-9ee9-970a3c8b670a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Deleting port c5ba40b3-d452-43fe-ade7-38d542c2db11 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:18.126670 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-93064366-676c-4324-8f01-f0ad6f0fe810 req-54b1381a-3e58-48a6-9ee9-970a3c8b670a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:18.149300 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-41555354-fe40-4468-9b3a-42cec31948ff tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:18.186902 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41555354-fe40-4468-9b3a-42cec31948ff tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Port': ['ID=1d32877e-2bb9-4fff-bd0d-384c9fb15142,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:18.195818 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-41555354-fe40-4468-9b3a-42cec31948ff tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:18.200642 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-41555354-fe40-4468-9b3a-42cec31948ff tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/ports/1d32877e-2bb9-4fff-bd0d-384c9fb15142 HTTP/1.1" status: 204 len: 168 time: 0.4814205 Jul 07 21:06:18.201827 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33316) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:18.268303 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a20ca746-a292-4b29-9038-672cdae8ec0b req-d2f98fd1-75fa-4f91-b02c-d049a5062f42 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.64 "GET /v2.0/security-groups?id=66ebaaa4-4809-46a2-80e8-64ce44a9c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501253 Jul 07 21:06:18.278930 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adc5b5b-bfab-4fbc-8f08-721cd6abe56b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:18.281795 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9adc5b5b-bfab-4fbc-8f08-721cd6abe56b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0784836 Jul 07 21:06:18.284435 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33318) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:18.316519 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3d008c-35e9-4cd7-8e73-167b904f85f3 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] GET failed (client error): The resource could not be found. Jul 07 21:06:18.318319 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8e3d008c-35e9-4cd7-8e73-167b904f85f3 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports/1d32877e-2bb9-4fff-bd0d-384c9fb15142 HTTP/1.1" status: 404 len: 333 time: 0.0321920 Jul 07 21:06:18.323947 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33320) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:18.329880 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-cd5ff7bd-3187-4707-8c9c-e2f9dedfe896 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-88884024'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:18.335049 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-93064366-676c-4324-8f01-f0ad6f0fe810 req-54b1381a-3e58-48a6-9ee9-970a3c8b670a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] For port c5ba40b3-d452-43fe-ade7-38d542c2db11, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c5ba40b3-d452-43fe-ade7-38d542c2db11,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:18.335544 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-93064366-676c-4324-8f01-f0ad6f0fe810 req-54b1381a-3e58-48a6-9ee9-970a3c8b670a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:18.351674 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83980734-286e-4aee-af33-b0aef50a1096 req-dfc4763f-8da8-4f8c-8cf3-23625e822950 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:18.353396 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-83980734-286e-4aee-af33-b0aef50a1096 req-dfc4763f-8da8-4f8c-8cf3-23625e822950 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fb5c379-f1ae-4a18-b23d-130ca725cdfb HTTP/1.1" status: 200 len: 946 time: 0.2344017 Jul 07 21:06:18.360465 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5ff7bd-3187-4707-8c9c-e2f9dedfe896 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:18.361869 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-93064366-676c-4324-8f01-f0ad6f0fe810 req-54b1381a-3e58-48a6-9ee9-970a3c8b670a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Calling delete_port for c5ba40b3-d452-43fe-ade7-38d542c2db11 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:18.364551 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cd5ff7bd-3187-4707-8c9c-e2f9dedfe896 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:18.396896 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5ff7bd-3187-4707-8c9c-e2f9dedfe896 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:06:18.407510 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cd5ff7bd-3187-4707-8c9c-e2f9dedfe896 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:18.408352 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-cd5ff7bd-3187-4707-8c9c-e2f9dedfe896 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Added segment d735fdc0-2310-433b-8cd9-cc0aceb46386 of type vlan for network 410928b6-91ac-46a6-a0f5-03aa9b84b65a Jul 07 21:06:18.452490 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cd5ff7bd-3187-4707-8c9c-e2f9dedfe896 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:18.455889 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-83980734-286e-4aee-af33-b0aef50a1096 req-61d0aa00-9986-4f48-b64f-c6fa651f85b4 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949612 Jul 07 21:06:18.494698 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cd5ff7bd-3187-4707-8c9c-e2f9dedfe896 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:18.501884 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5ff7bd-3187-4707-8c9c-e2f9dedfe896 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:18.503068 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cd5ff7bd-3187-4707-8c9c-e2f9dedfe896 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:18.573484 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-93064366-676c-4324-8f01-f0ad6f0fe810 req-54b1381a-3e58-48a6-9ee9-970a3c8b670a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:18.577382 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cd5ff7bd-3187-4707-8c9c-e2f9dedfe896 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2513258 Jul 07 21:06:18.580115 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33322) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:18.585246 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-1478a6cc-1b6b-4df7-be1d-3e3c30324a02 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'subnet': {'network_id': '410928b6-91ac-46a6-a0f5-03aa9b84b65a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:18.592671 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['c5ba40b3-d452-43fe-ade7-38d542c2db11'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:06:18.615302 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1381a-3e58-48a6-9ee9-970a3c8b670a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Pushing event deleted for resources: {'Port': ['ID=c5ba40b3-d452-43fe-ade7-38d542c2db11,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:18.658773 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ff7bd-3187-4707-8c9c-e2f9dedfe896 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Network': ['ID=410928b6-91ac-46a6-a0f5-03aa9b84b65a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:18.674692 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 410928b6-91ac-46a6-a0f5-03aa9b84b65a details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:06:18.699828 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-93064366-676c-4324-8f01-f0ad6f0fe810 req-54b1381a-3e58-48a6-9ee9-970a3c8b670a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] No DVR routers for this DVR port c5ba40b3-d452-43fe-ade7-38d542c2db11 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:06:18.703842 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-93064366-676c-4324-8f01-f0ad6f0fe810 req-54b1381a-3e58-48a6-9ee9-970a3c8b670a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:18.706841 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-93064366-676c-4324-8f01-f0ad6f0fe810 req-54b1381a-3e58-48a6-9ee9-970a3c8b670a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.39 "DELETE /v2.0/ports/c5ba40b3-d452-43fe-ade7-38d542c2db11 HTTP/1.1" status: 204 len: 173 time: 0.8376873 Jul 07 21:06:18.708305 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb5c379-f1ae-4a18-b23d-130ca725cdfb', 'name': 'network-vif-deleted', 'tag': 'c5ba40b3-d452-43fe-ade7-38d542c2db11'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:06:18.712383 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93242a57-4998-4f1e-85bc-44582befde75" -d '{"events": [{"server_uuid": "1fb5c379-f1ae-4a18-b23d-130ca725cdfb", "name": "network-vif-deleted", "tag": "c5ba40b3-d452-43fe-ade7-38d542c2db11"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:06:18.713133 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1478a6cc-1b6b-4df7-be1d-3e3c30324a02 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:18.717710 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1478a6cc-1b6b-4df7-be1d-3e3c30324a02 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:18.775829 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335e4d6c-f878-4f2a-affa-e8855b202320 x-openstack-request-id: req-335e4d6c-f878-4f2a-affa-e8855b202320 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:06:18.776404 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb5c379-f1ae-4a18-b23d-130ca725cdfb", "name": "network-vif-deleted", "tag": "c5ba40b3-d452-43fe-ade7-38d542c2db11", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:06:18.776956 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-335e4d6c-f878-4f2a-affa-e8855b202320 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:06:18.778132 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb5c379-f1ae-4a18-b23d-130ca725cdfb', 'name': 'network-vif-deleted', 'tag': 'c5ba40b3-d452-43fe-ade7-38d542c2db11', 'status': 'completed', 'code': 200} Jul 07 21:06:19.001335 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1478a6cc-1b6b-4df7-be1d-3e3c30324a02 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:19.009858 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 1598038d-f561-4742-ab86-76a996ddb1e5 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:06:19.085380 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478a6cc-1b6b-4df7-be1d-3e3c30324a02 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Subnet': ['ID=1919bdf9-e71d-4d6d-94f5-6d2e8bb5da4f,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:19.103982 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1478a6cc-1b6b-4df7-be1d-3e3c30324a02 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Checking segment: {'id': 'd735fdc0-2310-433b-8cd9-cc0aceb46386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '410928b6-91ac-46a6-a0f5-03aa9b84b65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:06:19.104630 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1478a6cc-1b6b-4df7-be1d-3e3c30324a02 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network hostable DHCP agents. Network: 410928b6-91ac-46a6-a0f5-03aa9b84b65a, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:06:19.125451 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1478a6cc-1b6b-4df7-be1d-3e3c30324a02 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network 410928b6-91ac-46a6-a0f5-03aa9b84b65a is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:06:19.140349 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-1478a6cc-1b6b-4df7-be1d-3e3c30324a02 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 410928b6-91ac-46a6-a0f5-03aa9b84b65a) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:19.155030 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1478a6cc-1b6b-4df7-be1d-3e3c30324a02 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:19.156435 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1478a6cc-1b6b-4df7-be1d-3e3c30324a02 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:19.172414 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d8e139-208b-4f73-bc2a-2c98dc878635 None None] Network 410928b6-91ac-46a6-a0f5-03aa9b84b65a requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:06:19.175258 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1478a6cc-1b6b-4df7-be1d-3e3c30324a02 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5940652 Jul 07 21:06:19.178043 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33334) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:19.187722 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d16785ff-d8d7-4055-a201-39b6c9e820e7 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'subnet': {'network_id': '410928b6-91ac-46a6-a0f5-03aa9b84b65a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:19.226778 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device e318008a-6933-4081-a1a1-18646dd2775e up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:06:19.280291 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c14bb9-2190-4947-83be-54b183439613 req-26a34478-abb0-41dc-8fe3-371b9cb7478d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:19.291946 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15c14bb9-2190-4947-83be-54b183439613 req-26a34478-abb0-41dc-8fe3-371b9cb7478d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 946 time: 0.3036771 Jul 07 21:06:19.294142 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 1598038d-f561-4742-ab86-76a996ddb1e5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=1598038d-f561-4742-ab86-76a996ddb1e5,segment=NetworkSegment(8312ca30-8379-4c53-959d-ab023e83df84),segment_id=8312ca30-8379-4c53-959d-ab023e83df84)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:19.326230 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '1598038d-f561-4742-ab86-76a996ddb1e5', 'network_id': '1aff065c-04eb-4b40-b94a-104a9a742484', 'port_id': '1598038d-f561-4742-ab86-76a996ddb1e5', 'mac_address': 'fa:16:3e:ba:8d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05992c3e-8813-4004-9b16-e92d1dd75cbe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:06:19.339100 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16785ff-d8d7-4055-a201-39b6c9e820e7 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:19.344811 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d16785ff-d8d7-4055-a201-39b6c9e820e7 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:19.357439 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea9e7e-5159-44f3-84e9-d1e2e34463d9 req-df8a7245-7ac0-424a-952f-f2128f1fa7b8 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:19.364612 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ffea9e7e-5159-44f3-84e9-d1e2e34463d9 req-df8a7245-7ac0-424a-952f-f2128f1fa7b8 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bd48b39-0876-4d83-b0bc-33f6dd96e9ea HTTP/1.1" status: 200 len: 949 time: 0.3230824 Jul 07 21:06:19.391483 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port e318008a-6933-4081-a1a1-18646dd2775e completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:19.422819 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port e318008a-6933-4081-a1a1-18646dd2775e triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:19.423570 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:19.470060 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15c14bb9-2190-4947-83be-54b183439613 req-f9ecd300-4804-43db-8d5e-0522a29e58b7 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729167 Jul 07 21:06:19.478964 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:19.507210 n-d-695189-11 neutron-server[100447]: INFO neutron.db.ipam_backend_mixin [None req-d16785ff-d8d7-4055-a201-39b6c9e820e7 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1919bdf9-e71d-4d6d-94f5-6d2e8bb5da4f (CIDR: 172.20.0.0/28) Jul 07 21:06:19.511522 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16785ff-d8d7-4055-a201-39b6c9e820e7 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:06:19.512073 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d16785ff-d8d7-4055-a201-39b6c9e820e7 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:06:19.516210 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ffea9e7e-5159-44f3-84e9-d1e2e34463d9 req-d0616847-3a27-46c9-bbeb-6b9ee7cfd6ae tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/security-groups?id=06f7a4a1-30b6-41bb-9569-859fbcc7bdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506946 Jul 07 21:06:19.520650 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1598038d-f561-4742-ab86-76a996ddb1e5 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:06:19.549342 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33340) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:19.550034 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d16785ff-d8d7-4055-a201-39b6c9e820e7 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3703451 Jul 07 21:06:19.558222 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-6bcf8d83-6b7b-42fb-b333-b3a8d8c7868a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'subnet': {'network_id': '410928b6-91ac-46a6-a0f5-03aa9b84b65a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:19.634254 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 1598038d-f561-4742-ab86-76a996ddb1e5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=1598038d-f561-4742-ab86-76a996ddb1e5,segment=NetworkSegment(8312ca30-8379-4c53-959d-ab023e83df84),segment_id=8312ca30-8379-4c53-959d-ab023e83df84)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:19.648988 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:19.656020 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c9337f-d0cd-483e-806e-f12eb21482c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-410928b6-91ac-46a6-a0f5-03aa9b84b65a', 'network_id': '410928b6-91ac-46a6-a0f5-03aa9b84b65a', 'tenant_id': '68ad691d1b1b4234ad0e4b441230341b', 'fixed_ips': [{'subnet_id': '1919bdf9-e71d-4d6d-94f5-6d2e8bb5da4f'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:06:19.656867 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-76c9337f-d0cd-483e-806e-f12eb21482c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:19.771173 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=1598038d-f561-4742-ab86-76a996ddb1e5,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:19.804039 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-da9ae044-d8e0-45df-907e-54a9d7e9cb35 req-e9e53344-317f-49a6-b1df-92679a4d0cb1 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fb5c379-f1ae-4a18-b23d-130ca725cdfb HTTP/1.1" status: 200 len: 210 time: 0.0428922 Jul 07 21:06:19.855349 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcf8d83-6b7b-42fb-b333-b3a8d8c7868a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:19.860503 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6bcf8d83-6b7b-42fb-b333-b3a8d8c7868a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:19.872942 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:19.877685 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeff3a4-a9da-4f11-a9c4-d57893ce99bc req-dfead511-2f2a-4675-85e5-e86e113ac993 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:19.881200 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-edeff3a4-a9da-4f11-a9c4-d57893ce99bc req-dfead511-2f2a-4675-85e5-e86e113ac993 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.64 "GET /v2.0/ports?device_id=542e68c4-7ffe-41a8-8e32-d25b94a49cde HTTP/1.1" status: 200 len: 944 time: 0.2198877 Jul 07 21:06:19.903741 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:19.928685 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd48b39-0876-4d83-b0bc-33f6dd96e9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e318008a-6933-4081-a1a1-18646dd2775e'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:06:19.930538 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303e9d2c-04e7-4a68-9ab5-bea6d424e904" -d '{"events": [{"server_uuid": "4bd48b39-0876-4d83-b0bc-33f6dd96e9ea", "name": "network-vif-plugged", "status": "completed", "tag": "e318008a-6933-4081-a1a1-18646dd2775e"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:06:19.976463 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-edeff3a4-a9da-4f11-a9c4-d57893ce99bc req-ca6849ee-aa6a-4ab5-8216-10a560fd3214 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.64 "GET /v2.0/security-groups?id=66ebaaa4-4809-46a2-80e8-64ce44a9c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787382 Jul 07 21:06:20.004532 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port e318008a-6933-4081-a1a1-18646dd2775e, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=e318008a-6933-4081-a1a1-18646dd2775e,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:20.011031 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d024af2-20b2-487a-9873-39c6430c3bc5 x-openstack-request-id: req-7d024af2-20b2-487a-9873-39c6430c3bc5 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:06:20.013767 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd48b39-0876-4d83-b0bc-33f6dd96e9ea", "name": "network-vif-plugged", "status": "completed", "tag": "e318008a-6933-4081-a1a1-18646dd2775e", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:06:20.013767 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d024af2-20b2-487a-9873-39c6430c3bc5 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:06:20.013767 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd48b39-0876-4d83-b0bc-33f6dd96e9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e318008a-6933-4081-a1a1-18646dd2775e', 'code': 200} Jul 07 21:06:20.021898 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:20.081629 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['1598038d-f561-4742-ab86-76a996ddb1e5'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:06:20.150269 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-76c9337f-d0cd-483e-806e-f12eb21482c4 None None] Allocated IP 172.20.0.2 (410928b6-91ac-46a6-a0f5-03aa9b84b65a/1919bdf9-e71d-4d6d-94f5-6d2e8bb5da4f/eda06cee-2173-40b5-b543-51320578b5f4) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:20.152177 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:20.153661 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=e318008a-6933-4081-a1a1-18646dd2775e,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:20.186138 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2056f65-4b5f-49eb-832a-908800ef4f18 req-9686f782-23ad-4938-a6d4-b311449373c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:20.188214 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b2056f65-4b5f-49eb-832a-908800ef4f18 req-9686f782-23ad-4938-a6d4-b311449373c6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4bd48b39-0876-4d83-b0bc-33f6dd96e9ea HTTP/1.1" status: 200 len: 1102 time: 0.0702858 Jul 07 21:06:20.197695 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6bcf8d83-6b7b-42fb-b333-b3a8d8c7868a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:20.229848 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b2056f65-4b5f-49eb-832a-908800ef4f18 req-b9b00f5d-a40f-4223-bf17-dd9517b45553 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=06f7a4a1-30b6-41bb-9569-859fbcc7bdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339959 Jul 07 21:06:20.244879 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcf8d83-6b7b-42fb-b333-b3a8d8c7868a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network 410928b6-91ac-46a6-a0f5-03aa9b84b65a is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:20.248753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-6bcf8d83-6b7b-42fb-b333-b3a8d8c7868a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:20.252290 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcf8d83-6b7b-42fb-b333-b3a8d8c7868a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:20.252891 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6bcf8d83-6b7b-42fb-b333-b3a8d8c7868a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:20.270858 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf8d83-6b7b-42fb-b333-b3a8d8c7868a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Subnet': ['ID=e1fb9d9d-21d7-430b-85d3-3ab194bf7da1,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:20.278803 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6bcf8d83-6b7b-42fb-b333-b3a8d8c7868a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7253771 Jul 07 21:06:20.279254 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33354) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:20.285052 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ffd86c7d-626b-4a62-aed9-0c598eb2c43b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'port': {'network_id': '410928b6-91ac-46a6-a0f5-03aa9b84b65a', 'fixed_ips': [{'subnet_id': '1919bdf9-e71d-4d6d-94f5-6d2e8bb5da4f'}, {'subnet_id': 'e1fb9d9d-21d7-430b-85d3-3ab194bf7da1'}], 'name': 'tempest-PortsTestJSON-1228107424'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:20.402510 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-76c9337f-d0cd-483e-806e-f12eb21482c4 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:20.417281 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-76c9337f-d0cd-483e-806e-f12eb21482c4 None None] Transition to ACTIVE for port object eda06cee-2173-40b5-b543-51320578b5f4 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:20.427625 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd86c7d-626b-4a62-aed9-0c598eb2c43b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:20.441991 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-76c9337f-d0cd-483e-806e-f12eb21482c4 None None] Transition to ACTIVE for port object eda06cee-2173-40b5-b543-51320578b5f4 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:20.450430 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-76c9337f-d0cd-483e-806e-f12eb21482c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:20.487464 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c9337f-d0cd-483e-806e-f12eb21482c4 None None] Network 410928b6-91ac-46a6-a0f5-03aa9b84b65a is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:20.490564 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-76c9337f-d0cd-483e-806e-f12eb21482c4 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:20.502592 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c9337f-d0cd-483e-806e-f12eb21482c4 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:20.540582 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ffd86c7d-626b-4a62-aed9-0c598eb2c43b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:20.567800 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-ffd86c7d-626b-4a62-aed9-0c598eb2c43b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] device_id is not set on port bae4c6e5-eed2-46a8-9e48-8f1fd884d303 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:06:20.570551 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9337f-d0cd-483e-806e-f12eb21482c4 None None] Pushing event updated for resources: {'Port': ['ID=eda06cee-2173-40b5-b543-51320578b5f4,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:20.601655 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-76c9337f-d0cd-483e-806e-f12eb21482c4 None None] Attempting to bind port eda06cee-2173-40b5-b543-51320578b5f4 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:06:20.603356 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-76c9337f-d0cd-483e-806e-f12eb21482c4 None None] Attempting to bind port eda06cee-2173-40b5-b543-51320578b5f4 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'd735fdc0-2310-433b-8cd9-cc0aceb46386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '410928b6-91ac-46a6-a0f5-03aa9b84b65a'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:06:20.603803 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c9337f-d0cd-483e-806e-f12eb21482c4 None None] Attempting to bind port eda06cee-2173-40b5-b543-51320578b5f4 on network 410928b6-91ac-46a6-a0f5-03aa9b84b65a {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:06:20.614229 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c9337f-d0cd-483e-806e-f12eb21482c4 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:06:20.614898 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c9337f-d0cd-483e-806e-f12eb21482c4 None None] Checking segment: {'id': 'd735fdc0-2310-433b-8cd9-cc0aceb46386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '410928b6-91ac-46a6-a0f5-03aa9b84b65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:06:20.615430 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-76c9337f-d0cd-483e-806e-f12eb21482c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:20.615948 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c9337f-d0cd-483e-806e-f12eb21482c4 None None] Bound using segment: {'id': 'd735fdc0-2310-433b-8cd9-cc0aceb46386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '410928b6-91ac-46a6-a0f5-03aa9b84b65a'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:06:20.616617 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-76c9337f-d0cd-483e-806e-f12eb21482c4 None None] Bound port: eda06cee-2173-40b5-b543-51320578b5f4, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd735fdc0-2310-433b-8cd9-cc0aceb46386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '410928b6-91ac-46a6-a0f5-03aa9b84b65a'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:06:20.617346 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-76c9337f-d0cd-483e-806e-f12eb21482c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:20.702935 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-76c9337f-d0cd-483e-806e-f12eb21482c4 None None] For port eda06cee-2173-40b5-b543-51320578b5f4, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:06:20.711086 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-76c9337f-d0cd-483e-806e-f12eb21482c4 None None] For port eda06cee-2173-40b5-b543-51320578b5f4, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=eda06cee-2173-40b5-b543-51320578b5f4,segment=NetworkSegment(d735fdc0-2310-433b-8cd9-cc0aceb46386),segment_id=d735fdc0-2310-433b-8cd9-cc0aceb46386)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:06:20.717895 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-76c9337f-d0cd-483e-806e-f12eb21482c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:20.760722 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782e78f-5090-41ab-8748-23e0d2c72d77 req-11f4e7c6-03af-42d1-a690-6cb6aecb9635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:20.762362 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7782e78f-5090-41ab-8748-23e0d2c72d77 req-11f4e7c6-03af-42d1-a690-6cb6aecb9635 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 1098 time: 0.1851349 Jul 07 21:06:20.792578 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9337f-d0cd-483e-806e-f12eb21482c4 None None] Pushing event updated for resources: {'Port': ['ID=eda06cee-2173-40b5-b543-51320578b5f4,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:20.972549 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-ffd86c7d-626b-4a62-aed9-0c598eb2c43b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Allocated IP 172.20.0.10 (410928b6-91ac-46a6-a0f5-03aa9b84b65a/1919bdf9-e71d-4d6d-94f5-6d2e8bb5da4f/bae4c6e5-eed2-46a8-9e48-8f1fd884d303) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:20.980951 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-ffd86c7d-626b-4a62-aed9-0c598eb2c43b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Allocated IP 172.20.0.26 (410928b6-91ac-46a6-a0f5-03aa9b84b65a/e1fb9d9d-21d7-430b-85d3-3ab194bf7da1/bae4c6e5-eed2-46a8-9e48-8f1fd884d303) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:21.017953 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device c5ba40b3-d452-43fe-ade7-38d542c2db11 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:06:21.133757 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: c5ba40b3-d452-43fe-ade7-38d542c2db11 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:06:21.134117 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device c5ba40b3-d452-43fe-ade7-38d542c2db11 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:06:21.196218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7c64f-bedb-4369-8308-96799dd4020b req-b76ea5b3-22b6-4ef5-92df-2bac295c42f0 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:21.200542 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ffd86c7d-626b-4a62-aed9-0c598eb2c43b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:21.205032 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01a7c64f-bedb-4369-8308-96799dd4020b req-b76ea5b3-22b6-4ef5-92df-2bac295c42f0 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bd48b39-0876-4d83-b0bc-33f6dd96e9ea HTTP/1.1" status: 200 len: 950 time: 0.4873714 Jul 07 21:06:21.216577 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-ffd86c7d-626b-4a62-aed9-0c598eb2c43b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Transition to ACTIVE for port object bae4c6e5-eed2-46a8-9e48-8f1fd884d303 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:21.229435 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b7001-950b-4234-bc53-471d0aa616bf req-d35e8ae8-bc0c-4946-9e0c-cde3ff1f4faa tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:21.232031 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b11b7001-950b-4234-bc53-471d0aa616bf req-d35e8ae8-bc0c-4946-9e0c-cde3ff1f4faa tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 946 time: 0.5461085 Jul 07 21:06:21.272624 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ffd86c7d-626b-4a62-aed9-0c598eb2c43b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:21.314440 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01a7c64f-bedb-4369-8308-96799dd4020b req-061bf94c-eeb2-47a7-92a0-3b0287ae29e6 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/security-groups?id=06f7a4a1-30b6-41bb-9569-859fbcc7bdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081283 Jul 07 21:06:21.351991 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd86c7d-626b-4a62-aed9-0c598eb2c43b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network 410928b6-91ac-46a6-a0f5-03aa9b84b65a is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:21.352928 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b11b7001-950b-4234-bc53-471d0aa616bf req-a39710e3-1c27-4273-97e8-4abe90ad0e1b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002030 Jul 07 21:06:21.353136 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd86c7d-626b-4a62-aed9-0c598eb2c43b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Port': ['ID=bae4c6e5-eed2-46a8-9e48-8f1fd884d303,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:21.356809 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782e78f-5090-41ab-8748-23e0d2c72d77 req-1a8f9087-de9a-4901-8495-433478a55112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:21.363049 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7782e78f-5090-41ab-8748-23e0d2c72d77 req-1a8f9087-de9a-4901-8495-433478a55112 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 912 time: 0.5888793 Jul 07 21:06:21.363257 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-ffd86c7d-626b-4a62-aed9-0c598eb2c43b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:21.367154 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd86c7d-626b-4a62-aed9-0c598eb2c43b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:21.467807 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7782e78f-5090-41ab-8748-23e0d2c72d77 req-7e627800-815a-4844-ba50-d18b2868c809 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf56ee59-e030-4781-ba8f-b96d02d215f5 HTTP/1.1" status: 200 len: 217 time: 0.0933065 Jul 07 21:06:21.468833 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd86c7d-626b-4a62-aed9-0c598eb2c43b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:21.476803 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ffd86c7d-626b-4a62-aed9-0c598eb2c43b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:21.508908 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ffd86c7d-626b-4a62-aed9-0c598eb2c43b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.2281373 Jul 07 21:06:21.509574 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33366) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:21.515602 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-724961ec-2bd2-48aa-99f1-f0531ee5e3bb tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1919bdf9-e71d-4d6d-94f5-6d2e8bb5da4f'}]}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:21.598204 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c1bbe2ed-20d6-468d-9b24-b8c43327832d req-313a3a31-533d-44a7-969f-1fe17a086081 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fb5c379-f1ae-4a18-b23d-130ca725cdfb HTTP/1.1" status: 200 len: 210 time: 0.0452945 Jul 07 21:06:21.603828 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782e78f-5090-41ab-8748-23e0d2c72d77 req-3c3b505f-70f0-4b3c-a73a-91122a46ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:21.605244 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7782e78f-5090-41ab-8748-23e0d2c72d77 req-3c3b505f-70f0-4b3c-a73a-91122a46ffab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 200 len: 850 time: 0.1308959 Jul 07 21:06:21.612406 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-724961ec-2bd2-48aa-99f1-f0531ee5e3bb tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:21.687641 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208aca75-47b4-4475-9065-c53174556740 req-d5c018ac-5df5-4f26-a90d-49d9d8b712e5 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:21.689344 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-208aca75-47b4-4475-9065-c53174556740 req-d5c018ac-5df5-4f26-a90d-49d9d8b712e5 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.64 "GET /v2.0/ports?device_id=542e68c4-7ffe-41a8-8e32-d25b94a49cde HTTP/1.1" status: 200 len: 944 time: 0.1666720 Jul 07 21:06:21.747296 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782e78f-5090-41ab-8748-23e0d2c72d77 req-b18f538c-1999-4705-bac4-308468548fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:21.748874 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7782e78f-5090-41ab-8748-23e0d2c72d77 req-b18f538c-1999-4705-bac4-308468548fe7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1361942 Jul 07 21:06:21.752031 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-208aca75-47b4-4475-9065-c53174556740 req-16d8fafd-bd8c-4612-83bf-b4d9653c05bf tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.64 "GET /v2.0/security-groups?id=66ebaaa4-4809-46a2-80e8-64ce44a9c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500462 Jul 07 21:06:21.873870 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7782e78f-5090-41ab-8748-23e0d2c72d77 req-73bcedeb-b4cf-4711-8f82-410ccb26c48b service neutron] 10.222.0.39 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157787 Jul 07 21:06:21.938175 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-724961ec-2bd2-48aa-99f1-f0531ee5e3bb tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Delete allocated IP 172.20.0.26 (410928b6-91ac-46a6-a0f5-03aa9b84b65a/e1fb9d9d-21d7-430b-85d3-3ab194bf7da1) {{(pid=100447) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 21:06:21.999364 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7782e78f-5090-41ab-8748-23e0d2c72d77 req-950e7a8b-0bd5-40f1-8605-1cef8a9286ba service neutron] 10.222.0.39 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177933 Jul 07 21:06:22.050084 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4ada36-f8ea-489f-b1e4-77166dc3d832 None None] Network 410928b6-91ac-46a6-a0f5-03aa9b84b65a requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:06:22.099622 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-724961ec-2bd2-48aa-99f1-f0531ee5e3bb tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:22.114282 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-724961ec-2bd2-48aa-99f1-f0531ee5e3bb tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Ignored duplicate provisioning block setup for port bae4c6e5-eed2-46a8-9e48-8f1fd884d303 by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 21:06:22.118738 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-724961ec-2bd2-48aa-99f1-f0531ee5e3bb tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:22.141169 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device eda06cee-2173-40b5-b543-51320578b5f4 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:06:22.145307 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b0b98661-173f-400d-934e-eefa310c30e9 None None] Provisioning for port eda06cee-2173-40b5-b543-51320578b5f4 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:22.200409 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724961ec-2bd2-48aa-99f1-f0531ee5e3bb tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Port': ['ID=bae4c6e5-eed2-46a8-9e48-8f1fd884d303,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:22.261364 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port eda06cee-2173-40b5-b543-51320578b5f4 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:22.267619 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-724961ec-2bd2-48aa-99f1-f0531ee5e3bb tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] In _notify_port_updated(), no bound segment for port bae4c6e5-eed2-46a8-9e48-8f1fd884d303 on network 410928b6-91ac-46a6-a0f5-03aa9b84b65a {{(pid=100447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:06:22.274380 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port eda06cee-2173-40b5-b543-51320578b5f4 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:22.274900 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:22.275053 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724961ec-2bd2-48aa-99f1-f0531ee5e3bb tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:22.275719 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-724961ec-2bd2-48aa-99f1-f0531ee5e3bb tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:22.281431 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-724961ec-2bd2-48aa-99f1-f0531ee5e3bb tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "PUT /v2.0/ports/bae4c6e5-eed2-46a8-9e48-8f1fd884d303 HTTP/1.1" status: 200 len: 920 time: 0.7682943 Jul 07 21:06:22.281634 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33368) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:22.287348 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-68c3905a-b04e-4612-b7b7-b52bb12401b5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1919bdf9-e71d-4d6d-94f5-6d2e8bb5da4f'}, {'subnet_id': 'e1fb9d9d-21d7-430b-85d3-3ab194bf7da1'}]}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:22.380751 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-68c3905a-b04e-4612-b7b7-b52bb12401b5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:22.400048 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:22.442230 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port eda06cee-2173-40b5-b543-51320578b5f4, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=eda06cee-2173-40b5-b543-51320578b5f4,segment=NetworkSegment(d735fdc0-2310-433b-8cd9-cc0aceb46386),segment_id=d735fdc0-2310-433b-8cd9-cc0aceb46386)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:22.479207 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:22.559480 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f0714c-58e5-4a14-aec3-691af8c39e4e None None] Update dhcp port {'port': {'network_id': '410928b6-91ac-46a6-a0f5-03aa9b84b65a', 'fixed_ips': [{'subnet_id': '1919bdf9-e71d-4d6d-94f5-6d2e8bb5da4f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e1fb9d9d-21d7-430b-85d3-3ab194bf7da1'}], 'binding:host_id': 'n-d-695189-11'}, 'id': 'eda06cee-2173-40b5-b543-51320578b5f4'} from n-d-695189-11. {{(pid=100449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 21:06:22.608056 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2bcd8-f8b7-47e9-bf5b-59e42328ef8b req-93e47ae5-6eef-4dac-a3eb-8a757d4b6425 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:22.615183 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcc2bcd8-f8b7-47e9-bf5b-59e42328ef8b req-93e47ae5-6eef-4dac-a3eb-8a757d4b6425 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bd48b39-0876-4d83-b0bc-33f6dd96e9ea HTTP/1.1" status: 200 len: 950 time: 0.1210518 Jul 07 21:06:22.677224 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcc2bcd8-f8b7-47e9-bf5b-59e42328ef8b req-861de6d9-3efd-4b3e-b827-40f121d0145f tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/security-groups?id=06f7a4a1-30b6-41bb-9569-859fbcc7bdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610042 Jul 07 21:06:22.729635 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ce2bd-db0f-4fb2-8032-3c6e9d06c4e5 req-ea1f36f6-131e-404f-a567-53127b908a7a tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:22.732350 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b85ce2bd-db0f-4fb2-8032-3c6e9d06c4e5 req-ea1f36f6-131e-404f-a567-53127b908a7a tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 946 time: 0.1728492 Jul 07 21:06:22.753167 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=eda06cee-2173-40b5-b543-51320578b5f4,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:22.754345 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-68c3905a-b04e-4612-b7b7-b52bb12401b5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Allocated IP 172.20.0.21 (410928b6-91ac-46a6-a0f5-03aa9b84b65a/e1fb9d9d-21d7-430b-85d3-3ab194bf7da1/bae4c6e5-eed2-46a8-9e48-8f1fd884d303) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:22.769884 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-17f0714c-58e5-4a14-aec3-691af8c39e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:22.817670 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b85ce2bd-db0f-4fb2-8032-3c6e9d06c4e5 req-7e9fac48-4927-4a57-a64c-fd801d59a226 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784719 Jul 07 21:06:22.896782 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84ba2391-ae08-49e4-8435-b9c8b34c82db req-27660976-5176-4447-830a-fdd64008e186 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fb5c379-f1ae-4a18-b23d-130ca725cdfb HTTP/1.1" status: 200 len: 210 time: 0.0471594 Jul 07 21:06:22.936196 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-68c3905a-b04e-4612-b7b7-b52bb12401b5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:22.950479 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-68c3905a-b04e-4612-b7b7-b52bb12401b5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Ignored duplicate provisioning block setup for port bae4c6e5-eed2-46a8-9e48-8f1fd884d303 by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 21:06:22.954915 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-68c3905a-b04e-4612-b7b7-b52bb12401b5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:23.041095 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 1598038d-f561-4742-ab86-76a996ddb1e5 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:06:23.060662 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-17f0714c-58e5-4a14-aec3-691af8c39e4e None None] Allocated IP 172.20.0.18 (410928b6-91ac-46a6-a0f5-03aa9b84b65a/e1fb9d9d-21d7-430b-85d3-3ab194bf7da1/eda06cee-2173-40b5-b543-51320578b5f4) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:23.169109 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-68c3905a-b04e-4612-b7b7-b52bb12401b5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] In _notify_port_updated(), no bound segment for port bae4c6e5-eed2-46a8-9e48-8f1fd884d303 on network 410928b6-91ac-46a6-a0f5-03aa9b84b65a {{(pid=100447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:06:23.178764 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c3905a-b04e-4612-b7b7-b52bb12401b5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:23.184225 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-68c3905a-b04e-4612-b7b7-b52bb12401b5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:23.185866 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-68c3905a-b04e-4612-b7b7-b52bb12401b5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "PUT /v2.0/ports/bae4c6e5-eed2-46a8-9e48-8f1fd884d303 HTTP/1.1" status: 200 len: 1000 time: 0.9030993 Jul 07 21:06:23.190085 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33384) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:23.192165 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 1598038d-f561-4742-ab86-76a996ddb1e5 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:23.199963 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 1598038d-f561-4742-ab86-76a996ddb1e5 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:23.200781 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:23.208742 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3905a-b04e-4612-b7b7-b52bb12401b5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Port': ['ID=bae4c6e5-eed2-46a8-9e48-8f1fd884d303,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:23.212354 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8df91-e733-45f8-af01-a6e568cb5a59 req-0c448fb8-33e4-4be4-ab34-35b6da5d0400 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:23.216829 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32b8df91-e733-45f8-af01-a6e568cb5a59 req-0c448fb8-33e4-4be4-ab34-35b6da5d0400 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.64 "GET /v2.0/ports?device_id=542e68c4-7ffe-41a8-8e32-d25b94a49cde HTTP/1.1" status: 200 len: 944 time: 0.1428070 Jul 07 21:06:23.258247 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-17f0714c-58e5-4a14-aec3-691af8c39e4e None None] For port eda06cee-2173-40b5-b543-51320578b5f4, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=eda06cee-2173-40b5-b543-51320578b5f4,segment=NetworkSegment(d735fdc0-2310-433b-8cd9-cc0aceb46386),segment_id=d735fdc0-2310-433b-8cd9-cc0aceb46386)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:23.298906 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-17f0714c-58e5-4a14-aec3-691af8c39e4e None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:23.320466 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32b8df91-e733-45f8-af01-a6e568cb5a59 req-707ec743-b4da-4118-b7b1-83ca6227a408 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.64 "GET /v2.0/security-groups?id=66ebaaa4-4809-46a2-80e8-64ce44a9c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971785 Jul 07 21:06:23.342987 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-465d3379-6818-47e2-996e-ec43354e37b8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting port bae4c6e5-eed2-46a8-9e48-8f1fd884d303 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:23.344119 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-465d3379-6818-47e2-996e-ec43354e37b8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:23.344998 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:23.349255 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-17f0714c-58e5-4a14-aec3-691af8c39e4e None None] Transition to ACTIVE for port object eda06cee-2173-40b5-b543-51320578b5f4 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:23.361167 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-17f0714c-58e5-4a14-aec3-691af8c39e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:23.366038 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45318756-dfb2-45d7-a27c-d5583dad62a8 req-1b74e6cc-c81e-4777-b8aa-0925dfa6fdb2 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:23.369113 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45318756-dfb2-45d7-a27c-d5583dad62a8 req-1b74e6cc-c81e-4777-b8aa-0925dfa6fdb2 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bd48b39-0876-4d83-b0bc-33f6dd96e9ea HTTP/1.1" status: 200 len: 950 time: 0.1097803 Jul 07 21:06:23.411208 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542e68c4-7ffe-41a8-8e32-d25b94a49cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1598038d-f561-4742-ab86-76a996ddb1e5'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:06:23.413568 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24ee4a9-5dd8-4dd1-a960-4bef6711fa58" -d '{"events": [{"server_uuid": "542e68c4-7ffe-41a8-8e32-d25b94a49cde", "name": "network-vif-plugged", "status": "completed", "tag": "1598038d-f561-4742-ab86-76a996ddb1e5"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:06:23.435975 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45318756-dfb2-45d7-a27c-d5583dad62a8 req-9577a918-53fa-4bc9-a546-6d79d159ac78 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/security-groups?id=06f7a4a1-30b6-41bb-9569-859fbcc7bdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579369 Jul 07 21:06:23.459809 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 1598038d-f561-4742-ab86-76a996ddb1e5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=1598038d-f561-4742-ab86-76a996ddb1e5,segment=NetworkSegment(8312ca30-8379-4c53-959d-ab023e83df84),segment_id=8312ca30-8379-4c53-959d-ab023e83df84)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:23.466213 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-465d3379-6818-47e2-996e-ec43354e37b8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:23.487818 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fd316f-bc05-4afb-862d-879ed6ece26c x-openstack-request-id: req-a3fd316f-bc05-4afb-862d-879ed6ece26c {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:06:23.488119 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542e68c4-7ffe-41a8-8e32-d25b94a49cde", "name": "network-vif-plugged", "status": "completed", "tag": "1598038d-f561-4742-ab86-76a996ddb1e5", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:06:23.488369 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3fd316f-bc05-4afb-862d-879ed6ece26c {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:06:23.488772 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542e68c4-7ffe-41a8-8e32-d25b94a49cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1598038d-f561-4742-ab86-76a996ddb1e5', 'code': 200} Jul 07 21:06:23.489469 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:23.494694 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-465d3379-6818-47e2-996e-ec43354e37b8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Calling delete_port for bae4c6e5-eed2-46a8-9e48-8f1fd884d303 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:23.506134 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0714c-58e5-4a14-aec3-691af8c39e4e None None] Pushing event updated for resources: {'Port': ['ID=eda06cee-2173-40b5-b543-51320578b5f4,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:23.579427 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=1598038d-f561-4742-ab86-76a996ddb1e5,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:23.641482 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f83c99-3e8e-4808-a262-ba31cc7cb2d7 req-665d5348-5764-4ede-ad05-a72faed75b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:23.643059 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72f83c99-3e8e-4808-a262-ba31cc7cb2d7 req-665d5348-5764-4ede-ad05-a72faed75b23 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=542e68c4-7ffe-41a8-8e32-d25b94a49cde HTTP/1.1" status: 200 len: 1097 time: 0.0794890 Jul 07 21:06:23.688859 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72f83c99-3e8e-4808-a262-ba31cc7cb2d7 req-14abda96-6500-44be-8774-1303a2abcaac service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=66ebaaa4-4809-46a2-80e8-64ce44a9c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341599 Jul 07 21:06:23.720054 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-465d3379-6818-47e2-996e-ec43354e37b8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:23.749796 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d3379-6818-47e2-996e-ec43354e37b8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Port': ['ID=bae4c6e5-eed2-46a8-9e48-8f1fd884d303,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:23.844041 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-465d3379-6818-47e2-996e-ec43354e37b8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:23.846011 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-465d3379-6818-47e2-996e-ec43354e37b8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/ports/bae4c6e5-eed2-46a8-9e48-8f1fd884d303 HTTP/1.1" status: 204 len: 168 time: 0.6531947 Jul 07 21:06:23.848815 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33388) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:23.877737 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8df1eb-9afd-4263-aace-554f582ad03a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] GET failed (client error): The resource could not be found. Jul 07 21:06:23.879372 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ba8df1eb-9afd-4263-aace-554f582ad03a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports/bae4c6e5-eed2-46a8-9e48-8f1fd884d303 HTTP/1.1" status: 404 len: 333 time: 0.0295188 Jul 07 21:06:23.882597 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33392) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:23.945427 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e4f534-9af4-4336-bcb1-0b4b5c364651 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting subnet e1fb9d9d-21d7-430b-85d3-3ab194bf7da1 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:06:23.950475 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-50e4f534-9af4-4336-bcb1-0b4b5c364651 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:24.000022 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-50e4f534-9af4-4336-bcb1-0b4b5c364651 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:24.019216 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4855ed-cbeb-4475-bcb4-33d8f3c09a1a req-9f9f53b4-0c25-4098-aee9-b91675f335a5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:24.026339 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8d4855ed-cbeb-4475-bcb4-33d8f3c09a1a req-9f9f53b4-0c25-4098-aee9-b91675f335a5 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 946 time: 0.0834985 Jul 07 21:06:24.090923 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8d4855ed-cbeb-4475-bcb4-33d8f3c09a1a req-aed935ca-6cd4-4139-958d-e40497efd9f4 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636973 Jul 07 21:06:24.106349 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-50e4f534-9af4-4336-bcb1-0b4b5c364651 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:24.108879 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd50af03-bee0-473e-bed1-4bb05488bbef req-584c5c2d-3f61-4ca6-81dc-f6941aee8818 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=1fb5c379-f1ae-4a18-b23d-130ca725cdfb HTTP/1.1" status: 200 len: 210 time: 0.0330536 Jul 07 21:06:24.110481 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device eda06cee-2173-40b5-b543-51320578b5f4 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:06:24.184760 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fb9ef7-c2e2-41fc-80d2-672f4f022e98 None None] Network 410928b6-91ac-46a6-a0f5-03aa9b84b65a requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:06:24.189492 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-50e4f534-9af4-4336-bcb1-0b4b5c364651 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:24.219593 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4f534-9af4-4336-bcb1-0b4b5c364651 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Subnet': ['ID=e1fb9d9d-21d7-430b-85d3-3ab194bf7da1,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:24.221570 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-50e4f534-9af4-4336-bcb1-0b4b5c364651 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:24.223836 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-50e4f534-9af4-4336-bcb1-0b4b5c364651 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/subnets/e1fb9d9d-21d7-430b-85d3-3ab194bf7da1 HTTP/1.1" status: 204 len: 168 time: 0.3398447 Jul 07 21:06:24.226689 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33396) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:24.242077 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-779b04d9-1d65-4d7e-b7ff-822c9e37abef None None] Could not find standard attr ID for object bae4c6e5-eed2-46a8-9e48-8f1fd884d303. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:06:24.266073 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-779b04d9-1d65-4d7e-b7ff-822c9e37abef None None] Provisioning for port eda06cee-2173-40b5-b543-51320578b5f4 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:24.278237 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-779b04d9-1d65-4d7e-b7ff-822c9e37abef None None] Provisioning complete for port eda06cee-2173-40b5-b543-51320578b5f4 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:24.278618 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-779b04d9-1d65-4d7e-b7ff-822c9e37abef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:24.285590 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-9675f530-d7ed-426f-908f-59b71dfe4c48 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting subnet 1919bdf9-e71d-4d6d-94f5-6d2e8bb5da4f {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:06:24.288589 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9675f530-d7ed-426f-908f-59b71dfe4c48 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:24.333827 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9675f530-d7ed-426f-908f-59b71dfe4c48 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:24.447625 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9675f530-d7ed-426f-908f-59b71dfe4c48 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:24.534664 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9675f530-d7ed-426f-908f-59b71dfe4c48 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:24.535585 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64bb47-647d-4536-9eed-688a7e625ac2 req-77516df5-ea27-4a91-812b-911ea9aa936f tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:24.543534 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5d64bb47-647d-4536-9eed-688a7e625ac2 req-77516df5-ea27-4a91-812b-911ea9aa936f tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.64 "GET /v2.0/ports?device_id=542e68c4-7ffe-41a8-8e32-d25b94a49cde HTTP/1.1" status: 200 len: 945 time: 0.0912800 Jul 07 21:06:24.588973 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675f530-d7ed-426f-908f-59b71dfe4c48 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Subnet': ['ID=1919bdf9-e71d-4d6d-94f5-6d2e8bb5da4f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:24.598874 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9675f530-d7ed-426f-908f-59b71dfe4c48 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:24.601167 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9675f530-d7ed-426f-908f-59b71dfe4c48 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/subnets/1919bdf9-e71d-4d6d-94f5-6d2e8bb5da4f HTTP/1.1" status: 204 len: 168 time: 0.3733110 Jul 07 21:06:24.604922 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5d64bb47-647d-4536-9eed-688a7e625ac2 req-18de4cde-916a-4504-b62e-1256528fe95a tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.64 "GET /v2.0/security-groups?id=66ebaaa4-4809-46a2-80e8-64ce44a9c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602779 Jul 07 21:06:24.605664 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33402) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:24.686338 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685f8406-075a-470c-8e96-b1d85844f8d2 None None] Update dhcp port {'port': {'network_id': '410928b6-91ac-46a6-a0f5-03aa9b84b65a', 'fixed_ips': [{'subnet_id': '1919bdf9-e71d-4d6d-94f5-6d2e8bb5da4f'}], 'binding:host_id': 'n-d-695189-11'}, 'id': 'eda06cee-2173-40b5-b543-51320578b5f4'} from n-d-695189-11. {{(pid=100449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 21:06:24.697725 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188971eb-80ad-4c2e-8a85-27f5a2dea93f req-4e8f7407-0132-4868-ad53-adab4e3a644b tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:24.700193 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-188971eb-80ad-4c2e-8a85-27f5a2dea93f req-4e8f7407-0132-4868-ad53-adab4e3a644b tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bd48b39-0876-4d83-b0bc-33f6dd96e9ea HTTP/1.1" status: 200 len: 950 time: 0.0773444 Jul 07 21:06:24.703613 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b2fbd8f-57a1-4f3d-8b54-3ce72216230d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:24.726964 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-685f8406-075a-470c-8e96-b1d85844f8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:24.752871 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-188971eb-80ad-4c2e-8a85-27f5a2dea93f req-97f8dc5f-c34d-4ade-b400-19d5c95c39c6 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/security-groups?id=06f7a4a1-30b6-41bb-9569-859fbcc7bdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460658 Jul 07 21:06:24.765679 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-4b2fbd8f-57a1-4f3d-8b54-3ce72216230d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting port eda06cee-2173-40b5-b543-51320578b5f4 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:24.766035 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b2fbd8f-57a1-4f3d-8b54-3ce72216230d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:24.828651 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-4b2fbd8f-57a1-4f3d-8b54-3ce72216230d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] For port eda06cee-2173-40b5-b543-51320578b5f4, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=eda06cee-2173-40b5-b543-51320578b5f4,segment=NetworkSegment(d735fdc0-2310-433b-8cd9-cc0aceb46386),segment_id=d735fdc0-2310-433b-8cd9-cc0aceb46386)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:24.829143 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b2fbd8f-57a1-4f3d-8b54-3ce72216230d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:24.848587 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-4b2fbd8f-57a1-4f3d-8b54-3ce72216230d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Calling delete_port for eda06cee-2173-40b5-b543-51320578b5f4 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:24.898276 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7b254f-b492-4550-9d44-4ff2c8a78416 None None] Network 410928b6-91ac-46a6-a0f5-03aa9b84b65a requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:06:24.931902 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b2fbd8f-57a1-4f3d-8b54-3ce72216230d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:24.962478 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2fbd8f-57a1-4f3d-8b54-3ce72216230d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Port': ['ID=eda06cee-2173-40b5-b543-51320578b5f4,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:24.965862 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-05e810fb-8bb9-4931-8f06-78bdb7d0c0b7 None None] Could not find standard attr ID for object eda06cee-2173-40b5-b543-51320578b5f4. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:06:24.979979 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2fbd8f-57a1-4f3d-8b54-3ce72216230d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] No DVR routers for this DVR port eda06cee-2173-40b5-b543-51320578b5f4 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:06:25.019519 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device bf56ee59-e030-4781-ba8f-b96d02d215f5 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:06:25.046449 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980d6224-6bf1-461e-a70a-12e39b7c54aa None None] DHCP port deletion for 410928b6-91ac-46a6-a0f5-03aa9b84b65a request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:06:25.098838 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b2fbd8f-57a1-4f3d-8b54-3ce72216230d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:25.111618 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-4b2fbd8f-57a1-4f3d-8b54-3ce72216230d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410928b6-91ac-46a6-a0f5-03aa9b84b65a']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:25.117852 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:25.127247 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-4b2fbd8f-57a1-4f3d-8b54-3ce72216230d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd735fdc0-2310-433b-8cd9-cc0aceb46386') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:25.127247 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-4b2fbd8f-57a1-4f3d-8b54-3ce72216230d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd735fdc0-2310-433b-8cd9-cc0aceb46386') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:25.144354 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57841384-12af-47a3-aa90-83cb9231a824 req-d10335c3-df20-4673-a54f-89a911dd300a tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:25.145877 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-57841384-12af-47a3-aa90-83cb9231a824 req-d10335c3-df20-4673-a54f-89a911dd300a tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.58 "GET /v2.0/ports?device_id=4bd48b39-0876-4d83-b0bc-33f6dd96e9ea HTTP/1.1" status: 200 len: 950 time: 0.1846652 Jul 07 21:06:25.147723 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b2fbd8f-57a1-4f3d-8b54-3ce72216230d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:25.200046 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b2fbd8f-57a1-4f3d-8b54-3ce72216230d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:25.205548 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port bf56ee59-e030-4781-ba8f-b96d02d215f5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=bf56ee59-e030-4781-ba8f-b96d02d215f5,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:25.211458 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:25.213213 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2fbd8f-57a1-4f3d-8b54-3ce72216230d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:06:25.213557 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b2fbd8f-57a1-4f3d-8b54-3ce72216230d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:06:25.216833 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:06:25.292248 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=bf56ee59-e030-4781-ba8f-b96d02d215f5,revision_number=8']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:25.317322 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b2fbd8f-57a1-4f3d-8b54-3ce72216230d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:25.327144 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b2fbd8f-57a1-4f3d-8b54-3ce72216230d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:25.328926 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4b2fbd8f-57a1-4f3d-8b54-3ce72216230d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/networks/410928b6-91ac-46a6-a0f5-03aa9b84b65a HTTP/1.1" status: 204 len: 168 time: 0.7222736 Jul 07 21:06:25.332772 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33410) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:25.343546 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2fbd8f-57a1-4f3d-8b54-3ce72216230d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Network': ['ID=410928b6-91ac-46a6-a0f5-03aa9b84b65a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:25.357239 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-57841384-12af-47a3-aa90-83cb9231a824 req-35f6c1a9-0355-4c43-81b6-a1376631bedb tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Deleting port e318008a-6933-4081-a1a1-18646dd2775e {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:25.357498 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-57841384-12af-47a3-aa90-83cb9231a824 req-35f6c1a9-0355-4c43-81b6-a1376631bedb tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:25.410874 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206006d-0794-4f86-ae49-323a2b9e14b7 req-a0b05441-2f39-4a16-ae33-d839c0f696cd tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:25.412473 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f206006d-0794-4f86-ae49-323a2b9e14b7 req-a0b05441-2f39-4a16-ae33-d839c0f696cd tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 944 time: 0.1532040 Jul 07 21:06:25.490264 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a45bc1-0a86-4f1d-a77f-adcc1c60aa95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf56ee59-e030-4781-ba8f-b96d02d215f5'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:06:25.492745 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6baa1bb0-554d-4b04-bb5a-4deb404bc972" -d '{"events": [{"server_uuid": "85a45bc1-0a86-4f1d-a77f-adcc1c60aa95", "name": "network-vif-unplugged", "status": "completed", "tag": "bf56ee59-e030-4781-ba8f-b96d02d215f5"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:06:25.499738 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8d751b-14a6-4a0c-b411-767598285fa1 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:25.501319 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6c8d751b-14a6-4a0c-b411-767598285fa1 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1672058 Jul 07 21:06:25.514525 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f206006d-0794-4f86-ae49-323a2b9e14b7 req-0299413e-df59-4d42-a061-1ac1f2487a47 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913618 Jul 07 21:06:25.515265 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33420) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:25.546811 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 21:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe34b72-6ab1-4ca9-8d57-58f8fbe95551 x-openstack-request-id: req-9fe34b72-6ab1-4ca9-8d57-58f8fbe95551 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:06:25.547121 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a45bc1-0a86-4f1d-a77f-adcc1c60aa95", "name": "network-vif-unplugged", "status": "failed", "tag": "bf56ee59-e030-4781-ba8f-b96d02d215f5", "code": 422}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:06:25.547846 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9fe34b72-6ab1-4ca9-8d57-58f8fbe95551 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:06:25.548278 n-d-695189-11 neutron-server[100449]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '85a45bc1-0a86-4f1d-a77f-adcc1c60aa95', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bf56ee59-e030-4781-ba8f-b96d02d215f5', 'code': 422} returned with failed status Jul 07 21:06:25.627434 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7a087a92-5625-4393-8230-a6062126caa2 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1080325 Jul 07 21:06:25.628137 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33428) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:25.633994 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-f59633cf-0ed7-45cd-900a-08497f143109 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-421378616'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:25.692759 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59633cf-0ed7-45cd-900a-08497f143109 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:25.696325 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f59633cf-0ed7-45cd-900a-08497f143109 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:25.782350 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59633cf-0ed7-45cd-900a-08497f143109 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:06:25.805409 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f59633cf-0ed7-45cd-900a-08497f143109 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:25.805768 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-f59633cf-0ed7-45cd-900a-08497f143109 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Added segment 46acce7e-bb51-4b0b-9f35-5d05f00eda45 of type vlan for network 5c04b335-73e7-42b0-a0e2-0f3597c8bb2f Jul 07 21:06:25.825096 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-57841384-12af-47a3-aa90-83cb9231a824 req-35f6c1a9-0355-4c43-81b6-a1376631bedb tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] For port e318008a-6933-4081-a1a1-18646dd2775e, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=e318008a-6933-4081-a1a1-18646dd2775e,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:25.825912 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-57841384-12af-47a3-aa90-83cb9231a824 req-35f6c1a9-0355-4c43-81b6-a1376631bedb tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:25.838002 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-57841384-12af-47a3-aa90-83cb9231a824 req-35f6c1a9-0355-4c43-81b6-a1376631bedb tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Calling delete_port for e318008a-6933-4081-a1a1-18646dd2775e owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:25.876414 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353013c5-920a-46fd-a7f2-3f1ce63b5d7f req-f6969c9d-503c-44a7-b4ef-78eef239d8de tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:25.877848 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-353013c5-920a-46fd-a7f2-3f1ce63b5d7f req-f6969c9d-503c-44a7-b4ef-78eef239d8de tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.2203708 Jul 07 21:06:25.887898 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f59633cf-0ed7-45cd-900a-08497f143109 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:25.904578 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8a54a-1f27-40b2-b3b1-8cccc73ed5b2 req-62bd70cc-eadb-46b8-8b1e-e29b1bcbf516 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:25.906108 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5cf8a54a-1f27-40b2-b3b1-8cccc73ed5b2 req-62bd70cc-eadb-46b8-8b1e-e29b1bcbf516 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/networks?id=6ac168b0-5b62-40ce-978d-1826833f7c04 HTTP/1.1" status: 200 len: 812 time: 0.2145197 Jul 07 21:06:25.945713 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5cf8a54a-1f27-40b2-b3b1-8cccc73ed5b2 req-6b4b441b-e78b-4a28-8365-b9b264a6eab8 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/quotas/fb007a9f302148b1b0ad445aa4579189 HTTP/1.1" status: 200 len: 375 time: 0.0263729 Jul 07 21:06:25.971182 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-353013c5-920a-46fd-a7f2-3f1ce63b5d7f req-30b2f1cb-81a9-498a-b1c5-74c9ab749f7f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794687 Jul 07 21:06:25.971798 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-57841384-12af-47a3-aa90-83cb9231a824 req-35f6c1a9-0355-4c43-81b6-a1376631bedb tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:25.985877 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['e318008a-6933-4081-a1a1-18646dd2775e'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:06:25.989655 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f59633cf-0ed7-45cd-900a-08497f143109 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:25.995220 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59633cf-0ed7-45cd-900a-08497f143109 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:25.996552 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f59633cf-0ed7-45cd-900a-08497f143109 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:26.000814 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5cf8a54a-1f27-40b2-b3b1-8cccc73ed5b2 req-8ff9209f-0ceb-430b-b3a9-110c92af1b62 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb007a9f302148b1b0ad445aa4579189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479214 Jul 07 21:06:26.010178 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6c1a9-0355-4c43-81b6-a1376631bedb tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Pushing event deleted for resources: {'Port': ['ID=e318008a-6933-4081-a1a1-18646dd2775e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:26.080218 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-57841384-12af-47a3-aa90-83cb9231a824 req-35f6c1a9-0355-4c43-81b6-a1376631bedb tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] No DVR routers for this DVR port e318008a-6933-4081-a1a1-18646dd2775e on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:06:26.084343 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-57841384-12af-47a3-aa90-83cb9231a824 req-35f6c1a9-0355-4c43-81b6-a1376631bedb tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:26.086477 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-57841384-12af-47a3-aa90-83cb9231a824 req-35f6c1a9-0355-4c43-81b6-a1376631bedb tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.58 "DELETE /v2.0/ports/e318008a-6933-4081-a1a1-18646dd2775e HTTP/1.1" status: 204 len: 173 time: 0.9308794 Jul 07 21:06:26.095348 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd48b39-0876-4d83-b0bc-33f6dd96e9ea', 'name': 'network-vif-deleted', 'tag': 'e318008a-6933-4081-a1a1-18646dd2775e'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:06:26.099707 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a0bbf0-ade7-457e-b226-4c4a7951cb02" -d '{"events": [{"server_uuid": "4bd48b39-0876-4d83-b0bc-33f6dd96e9ea", "name": "network-vif-deleted", "tag": "e318008a-6933-4081-a1a1-18646dd2775e"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:06:26.113024 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f59633cf-0ed7-45cd-900a-08497f143109 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4835846 Jul 07 21:06:26.116420 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33444) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:26.124344 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d4484182-a88b-4da2-9291-cb971981a30a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'subnet': {'network_id': '5c04b335-73e7-42b0-a0e2-0f3597c8bb2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:26.175407 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59633cf-0ed7-45cd-900a-08497f143109 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Network': ['ID=5c04b335-73e7-42b0-a0e2-0f3597c8bb2f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:26.185883 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device eda06cee-2173-40b5-b543-51320578b5f4 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:06:26.216658 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 5c04b335-73e7-42b0-a0e2-0f3597c8bb2f details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:06:26.221360 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: eda06cee-2173-40b5-b543-51320578b5f4 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:06:26.221989 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device eda06cee-2173-40b5-b543-51320578b5f4 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:06:26.227600 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5cf8a54a-1f27-40b2-b3b1-8cccc73ed5b2 req-a452e267-0601-4012-9888-057c301dc135 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973724 Jul 07 21:06:26.291486 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4484182-a88b-4da2-9291-cb971981a30a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:26.296483 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d4484182-a88b-4da2-9291-cb971981a30a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:26.401795 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5cf8a54a-1f27-40b2-b3b1-8cccc73ed5b2 req-426e0cf0-cb63-4315-a99b-20e17ae99c35 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654372 Jul 07 21:06:26.425252 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee58d55-5997-41f6-9808-e7b7057f4a80 req-d94c1d99-affe-4014-b44d-34e0e45d7013 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:26.426837 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cee58d55-5997-41f6-9808-e7b7057f4a80 req-d94c1d99-affe-4014-b44d-34e0e45d7013 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.64 "GET /v2.0/ports?device_id=542e68c4-7ffe-41a8-8e32-d25b94a49cde HTTP/1.1" status: 200 len: 945 time: 0.0997522 Jul 07 21:06:26.474060 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cee58d55-5997-41f6-9808-e7b7057f4a80 req-6239b311-87ba-49c0-bfde-a4d4a11c45d3 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.64 "GET /v2.0/security-groups?id=66ebaaa4-4809-46a2-80e8-64ce44a9c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339649 Jul 07 21:06:26.507175 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d4484182-a88b-4da2-9291-cb971981a30a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:26.575514 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4484182-a88b-4da2-9291-cb971981a30a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Subnet': ['ID=82d3ca13-a190-49b6-9759-9f3eaa183275,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:26.604155 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4484182-a88b-4da2-9291-cb971981a30a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Checking segment: {'id': '46acce7e-bb51-4b0b-9f35-5d05f00eda45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5c04b335-73e7-42b0-a0e2-0f3597c8bb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:06:26.604531 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4484182-a88b-4da2-9291-cb971981a30a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network hostable DHCP agents. Network: 5c04b335-73e7-42b0-a0e2-0f3597c8bb2f, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:06:26.628295 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4484182-a88b-4da2-9291-cb971981a30a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network 5c04b335-73e7-42b0-a0e2-0f3597c8bb2f is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:06:26.640110 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-d4484182-a88b-4da2-9291-cb971981a30a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 5c04b335-73e7-42b0-a0e2-0f3597c8bb2f) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:26.644481 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4484182-a88b-4da2-9291-cb971981a30a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:26.645122 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d4484182-a88b-4da2-9291-cb971981a30a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:26.649419 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2a293e9b-460a-449c-b7fe-431d14f0b62e req-2d2b3cdb-ab5f-4257-9b2f-6483df58da49 tempest-VolumesNegativeTest-2017880936 tempest-VolumesNegativeTest-2017880936-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bd48b39-0876-4d83-b0bc-33f6dd96e9ea HTTP/1.1" status: 200 len: 210 time: 0.0402989 Jul 07 21:06:26.655029 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a8f314-e07f-44ed-abdd-68791a9cba5e None None] Network 5c04b335-73e7-42b0-a0e2-0f3597c8bb2f requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:06:26.675678 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d4484182-a88b-4da2-9291-cb971981a30a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5578883 Jul 07 21:06:26.676498 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33452) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:26.685892 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-56dcc64b-02e9-4db9-9843-0ed56e0009a6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'port': {'network_id': '5c04b335-73e7-42b0-a0e2-0f3597c8bb2f', 'name': 'tempest-PortsTestJSON-589221992'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:26.743429 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69873c1-fd8d-4ae2-81fb-57a6af5a2404 req-ca0197b9-87b3-4b60-8c6b-a37a94c88070 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:26.753049 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e69873c1-fd8d-4ae2-81fb-57a6af5a2404 req-ca0197b9-87b3-4b60-8c6b-a37a94c88070 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1017325 Jul 07 21:06:26.788821 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85133fb3-9bf9-49a3-8e03-457ceb67da8d x-openstack-request-id: req-85133fb3-9bf9-49a3-8e03-457ceb67da8d {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:06:26.789660 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd48b39-0876-4d83-b0bc-33f6dd96e9ea", "name": "network-vif-deleted", "tag": "e318008a-6933-4081-a1a1-18646dd2775e", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:06:26.789660 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85133fb3-9bf9-49a3-8e03-457ceb67da8d {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:06:26.789908 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd48b39-0876-4d83-b0bc-33f6dd96e9ea', 'name': 'network-vif-deleted', 'tag': 'e318008a-6933-4081-a1a1-18646dd2775e', 'status': 'completed', 'code': 200} Jul 07 21:06:26.804225 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e69873c1-fd8d-4ae2-81fb-57a6af5a2404 req-f464bce5-51b3-4b49-8281-a3ba27275283 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500181 Jul 07 21:06:26.888749 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4f301293-fdad-4920-814d-dec9a706515f req-0710029e-0c65-4da3-b320-e9de7c6c6151 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=54440c0d-9a0b-41da-be54-542e487efa18 HTTP/1.1" status: 200 len: 210 time: 0.0424328 Jul 07 21:06:26.953678 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342796c3-ab17-4006-8b1b-5a79833c29b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-5c04b335-73e7-42b0-a0e2-0f3597c8bb2f', 'network_id': '5c04b335-73e7-42b0-a0e2-0f3597c8bb2f', 'tenant_id': '68ad691d1b1b4234ad0e4b441230341b', 'fixed_ips': [{'subnet_id': '82d3ca13-a190-49b6-9759-9f3eaa183275'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:06:26.954558 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-342796c3-ab17-4006-8b1b-5a79833c29b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:26.956189 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dcc64b-02e9-4db9-9843-0ed56e0009a6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:26.959810 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56dcc64b-02e9-4db9-9843-0ed56e0009a6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:27.004007 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-56dcc64b-02e9-4db9-9843-0ed56e0009a6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] device_id is not set on port fda79078-9e1d-4c90-92a6-2ed41226e652 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:06:27.201579 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-342796c3-ab17-4006-8b1b-5a79833c29b9 None None] Allocated IP 172.20.0.2 (5c04b335-73e7-42b0-a0e2-0f3597c8bb2f/82d3ca13-a190-49b6-9759-9f3eaa183275/ee2e2cf7-406e-4e12-b458-8fe8b36e9f50) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:27.330530 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5efb53-4d23-4ad0-98c2-08930976adcf req-c57431c3-6f91-4fc8-9bb5-b7d23bc1af0c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:27.333650 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f5efb53-4d23-4ad0-98c2-08930976adcf req-c57431c3-6f91-4fc8-9bb5-b7d23bc1af0c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.0874419 Jul 07 21:06:27.384165 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f5efb53-4d23-4ad0-98c2-08930976adcf req-159c4714-ed8a-4f81-ad3c-63d701e5383e tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431738 Jul 07 21:06:27.397473 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-342796c3-ab17-4006-8b1b-5a79833c29b9 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:27.408397 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-342796c3-ab17-4006-8b1b-5a79833c29b9 None None] Transition to ACTIVE for port object ee2e2cf7-406e-4e12-b458-8fe8b36e9f50 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:27.425045 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-342796c3-ab17-4006-8b1b-5a79833c29b9 None None] Transition to ACTIVE for port object ee2e2cf7-406e-4e12-b458-8fe8b36e9f50 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:27.431873 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-342796c3-ab17-4006-8b1b-5a79833c29b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:27.453438 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342796c3-ab17-4006-8b1b-5a79833c29b9 None None] Network 5c04b335-73e7-42b0-a0e2-0f3597c8bb2f is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:27.456076 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-342796c3-ab17-4006-8b1b-5a79833c29b9 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:27.477795 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342796c3-ab17-4006-8b1b-5a79833c29b9 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:27.489285 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-56dcc64b-02e9-4db9-9843-0ed56e0009a6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Allocated IP 172.20.0.8 (5c04b335-73e7-42b0-a0e2-0f3597c8bb2f/82d3ca13-a190-49b6-9759-9f3eaa183275/fda79078-9e1d-4c90-92a6-2ed41226e652) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:27.537186 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342796c3-ab17-4006-8b1b-5a79833c29b9 None None] Pushing event updated for resources: {'Port': ['ID=ee2e2cf7-406e-4e12-b458-8fe8b36e9f50,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:27.585700 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-342796c3-ab17-4006-8b1b-5a79833c29b9 None None] Attempting to bind port ee2e2cf7-406e-4e12-b458-8fe8b36e9f50 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:06:27.585975 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-342796c3-ab17-4006-8b1b-5a79833c29b9 None None] Attempting to bind port ee2e2cf7-406e-4e12-b458-8fe8b36e9f50 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '46acce7e-bb51-4b0b-9f35-5d05f00eda45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5c04b335-73e7-42b0-a0e2-0f3597c8bb2f'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:06:27.586341 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342796c3-ab17-4006-8b1b-5a79833c29b9 None None] Attempting to bind port ee2e2cf7-406e-4e12-b458-8fe8b36e9f50 on network 5c04b335-73e7-42b0-a0e2-0f3597c8bb2f {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:06:27.592305 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342796c3-ab17-4006-8b1b-5a79833c29b9 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:06:27.592929 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342796c3-ab17-4006-8b1b-5a79833c29b9 None None] Checking segment: {'id': '46acce7e-bb51-4b0b-9f35-5d05f00eda45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5c04b335-73e7-42b0-a0e2-0f3597c8bb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:06:27.593453 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-342796c3-ab17-4006-8b1b-5a79833c29b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:27.593852 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342796c3-ab17-4006-8b1b-5a79833c29b9 None None] Bound using segment: {'id': '46acce7e-bb51-4b0b-9f35-5d05f00eda45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5c04b335-73e7-42b0-a0e2-0f3597c8bb2f'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:06:27.594320 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-342796c3-ab17-4006-8b1b-5a79833c29b9 None None] Bound port: ee2e2cf7-406e-4e12-b458-8fe8b36e9f50, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46acce7e-bb51-4b0b-9f35-5d05f00eda45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5c04b335-73e7-42b0-a0e2-0f3597c8bb2f'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:06:27.595180 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-342796c3-ab17-4006-8b1b-5a79833c29b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:27.669617 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-342796c3-ab17-4006-8b1b-5a79833c29b9 None None] For port ee2e2cf7-406e-4e12-b458-8fe8b36e9f50, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:06:27.673776 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-342796c3-ab17-4006-8b1b-5a79833c29b9 None None] For port ee2e2cf7-406e-4e12-b458-8fe8b36e9f50, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ee2e2cf7-406e-4e12-b458-8fe8b36e9f50,segment=NetworkSegment(46acce7e-bb51-4b0b-9f35-5d05f00eda45),segment_id=46acce7e-bb51-4b0b-9f35-5d05f00eda45)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:06:27.678990 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-342796c3-ab17-4006-8b1b-5a79833c29b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:27.696472 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56dcc64b-02e9-4db9-9843-0ed56e0009a6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:27.721417 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-56dcc64b-02e9-4db9-9843-0ed56e0009a6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Transition to ACTIVE for port object fda79078-9e1d-4c90-92a6-2ed41226e652 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:27.760195 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342796c3-ab17-4006-8b1b-5a79833c29b9 None None] Pushing event updated for resources: {'Port': ['ID=ee2e2cf7-406e-4e12-b458-8fe8b36e9f50,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:27.778476 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56dcc64b-02e9-4db9-9843-0ed56e0009a6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:27.810422 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-d5413eec-7a7e-4c68-a7ad-b71f357db716 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:27.813848 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-d5413eec-7a7e-4c68-a7ad-b71f357db716 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/networks?id=6ac168b0-5b62-40ce-978d-1826833f7c04 HTTP/1.1" status: 200 len: 812 time: 0.1655335 Jul 07 21:06:27.837748 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dcc64b-02e9-4db9-9843-0ed56e0009a6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network 5c04b335-73e7-42b0-a0e2-0f3597c8bb2f is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:27.844883 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-56dcc64b-02e9-4db9-9843-0ed56e0009a6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:27.845199 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-0b28a405-30a2-4aa8-b5d2-468513542373 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/quotas/fb007a9f302148b1b0ad445aa4579189 HTTP/1.1" status: 200 len: 375 time: 0.0147829 Jul 07 21:06:27.849657 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dcc64b-02e9-4db9-9843-0ed56e0009a6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:27.885355 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcc64b-02e9-4db9-9843-0ed56e0009a6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Port': ['ID=fda79078-9e1d-4c90-92a6-2ed41226e652,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:27.909042 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-d4ddfdaf-94af-401f-9011-d0999c58d3c9 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb007a9f302148b1b0ad445aa4579189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503361 Jul 07 21:06:27.938287 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dcc64b-02e9-4db9-9843-0ed56e0009a6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:27.938940 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56dcc64b-02e9-4db9-9843-0ed56e0009a6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:27.959825 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-56dcc64b-02e9-4db9-9843-0ed56e0009a6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2821231 Jul 07 21:06:27.960552 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33504) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:27.971497 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ae3bb32b-6552-4720-bbd4-eb67439fab3b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'port': {'network_id': '5c04b335-73e7-42b0-a0e2-0f3597c8bb2f', 'name': 'tempest-PortsTestJSON-1375335250'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:28.112313 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-cdc632f6-b756-4e43-8fe9-5a06ea4a88a8 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926129 Jul 07 21:06:28.143797 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3bb32b-6552-4720-bbd4-eb67439fab3b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:28.147459 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ae3bb32b-6552-4720-bbd4-eb67439fab3b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:28.169528 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-ae3bb32b-6552-4720-bbd4-eb67439fab3b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] device_id is not set on port 097cf862-34b2-4fae-9e30-a0f623c2e4c0 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:06:28.184455 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea438392-8a2e-4b69-8de4-a14015529a37 req-4c08111e-50a3-470f-b8e8-cd8282dd038c tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:28.186043 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ea438392-8a2e-4b69-8de4-a14015529a37 req-4c08111e-50a3-470f-b8e8-cd8282dd038c tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.64 "GET /v2.0/ports?device_id=542e68c4-7ffe-41a8-8e32-d25b94a49cde HTTP/1.1" status: 200 len: 945 time: 0.2527719 Jul 07 21:06:28.262593 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ee2e2cf7-406e-4e12-b458-8fe8b36e9f50 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:06:28.283266 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ea438392-8a2e-4b69-8de4-a14015529a37 req-87c6b215-015a-4b04-a5cf-8342dc383047 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.64 "GET /v2.0/security-groups?id=66ebaaa4-4809-46a2-80e8-64ce44a9c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840099 Jul 07 21:06:28.305195 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-658b461c-e3c3-41a5-a9f3-f2b08498c915 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920190 Jul 07 21:06:28.341108 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-ae3bb32b-6552-4720-bbd4-eb67439fab3b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Allocated IP 172.20.0.7 (5c04b335-73e7-42b0-a0e2-0f3597c8bb2f/82d3ca13-a190-49b6-9759-9f3eaa183275/097cf862-34b2-4fae-9e30-a0f623c2e4c0) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:28.350571 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port ee2e2cf7-406e-4e12-b458-8fe8b36e9f50 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:28.536159 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ae3bb32b-6552-4720-bbd4-eb67439fab3b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:28.564785 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fced21bb-82ff-4e5c-8471-98d9b37c7b51 req-b775b301-d831-4766-9d4c-d492fb52d30f tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=bac272bb-9706-4106-9514-5158e09275ea HTTP/1.1" status: 200 len: 210 time: 0.0451398 Jul 07 21:06:28.576271 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-ae3bb32b-6552-4720-bbd4-eb67439fab3b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Transition to ACTIVE for port object 097cf862-34b2-4fae-9e30-a0f623c2e4c0 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:28.627808 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ae3bb32b-6552-4720-bbd4-eb67439fab3b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:28.688751 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3bb32b-6552-4720-bbd4-eb67439fab3b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network 5c04b335-73e7-42b0-a0e2-0f3597c8bb2f is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:28.694616 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-ae3bb32b-6552-4720-bbd4-eb67439fab3b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:28.695867 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fc9da-a514-4f1d-add2-033c21f09d29 req-26a777a6-30ec-46f8-8318-e3efde452a3b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:28.697325 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3bb32b-6552-4720-bbd4-eb67439fab3b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:28.708372 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-836fc9da-a514-4f1d-add2-033c21f09d29 req-26a777a6-30ec-46f8-8318-e3efde452a3b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1450171 Jul 07 21:06:28.766349 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-836fc9da-a514-4f1d-add2-033c21f09d29 req-25aa5090-f309-4325-bd2a-17db5b53ec2f tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567651 Jul 07 21:06:28.772378 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3bb32b-6552-4720-bbd4-eb67439fab3b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Port': ['ID=097cf862-34b2-4fae-9e30-a0f623c2e4c0,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:28.797327 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3bb32b-6552-4720-bbd4-eb67439fab3b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:28.798111 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ae3bb32b-6552-4720-bbd4-eb67439fab3b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:28.813921 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ae3bb32b-6552-4720-bbd4-eb67439fab3b tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8523486 Jul 07 21:06:28.816598 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33556) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:28.969105 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a7982a-a15f-4262-a0ce-785a311ca3ea tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:28.973611 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a0a7982a-a15f-4262-a0ce-785a311ca3ea tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.1525347 Jul 07 21:06:28.974291 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33584) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:29.047987 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device bf56ee59-e030-4781-ba8f-b96d02d215f5 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:06:29.130625 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-c1f29eff-dbb6-4980-a602-6d6c35fdc2df tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting port 097cf862-34b2-4fae-9e30-a0f623c2e4c0 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:29.131183 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c1f29eff-dbb6-4980-a602-6d6c35fdc2df tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:29.200874 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-205e0f29-87cd-470e-aebd-dd1694c49c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:29.209142 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0863532f-18df-4be2-8e5a-53ecb96baa21 None None] Network 5c04b335-73e7-42b0-a0e2-0f3597c8bb2f requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:06:29.261244 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c1f29eff-dbb6-4980-a602-6d6c35fdc2df tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:29.277033 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-c1f29eff-dbb6-4980-a602-6d6c35fdc2df tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Calling delete_port for 097cf862-34b2-4fae-9e30-a0f623c2e4c0 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:29.300417 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device e318008a-6933-4081-a1a1-18646dd2775e no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:06:29.360287 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c9a4b7dd-e61b-455d-81dc-73c710ca49cb None None] Provisioning for port ee2e2cf7-406e-4e12-b458-8fe8b36e9f50 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:29.365577 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: e318008a-6933-4081-a1a1-18646dd2775e {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:06:29.366180 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device e318008a-6933-4081-a1a1-18646dd2775e not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:06:29.373149 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c9a4b7dd-e61b-455d-81dc-73c710ca49cb None None] Provisioning complete for port ee2e2cf7-406e-4e12-b458-8fe8b36e9f50 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:29.373765 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c9a4b7dd-e61b-455d-81dc-73c710ca49cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:29.473591 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4b120-25bd-4cc1-aefc-c13736c40cee req-d7e5c444-31bf-487f-ade2-805db36bac73 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:29.476315 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1ca4b120-25bd-4cc1-aefc-c13736c40cee req-d7e5c444-31bf-487f-ade2-805db36bac73 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.39 "GET /v2.0/ports?device_id=542e68c4-7ffe-41a8-8e32-d25b94a49cde HTTP/1.1" status: 200 len: 945 time: 0.1476111 Jul 07 21:06:29.518595 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c9a4b7dd-e61b-455d-81dc-73c710ca49cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:29.556637 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c1f29eff-dbb6-4980-a602-6d6c35fdc2df tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:29.567614 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-c9a4b7dd-e61b-455d-81dc-73c710ca49cb None None] For port ee2e2cf7-406e-4e12-b458-8fe8b36e9f50, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ee2e2cf7-406e-4e12-b458-8fe8b36e9f50,segment=NetworkSegment(46acce7e-bb51-4b0b-9f35-5d05f00eda45),segment_id=46acce7e-bb51-4b0b-9f35-5d05f00eda45)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:29.578228 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c9a4b7dd-e61b-455d-81dc-73c710ca49cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:29.636118 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f29eff-dbb6-4980-a602-6d6c35fdc2df tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Port': ['ID=097cf862-34b2-4fae-9e30-a0f623c2e4c0,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:29.655206 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4b7dd-e61b-455d-81dc-73c710ca49cb None None] Pushing event updated for resources: {'Port': ['ID=ee2e2cf7-406e-4e12-b458-8fe8b36e9f50,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:29.717283 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71730428-3dd6-4dae-b07c-3e940db151f4 req-60faa7cb-560c-45dc-b392-45233073a78c tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:29.719835 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-71730428-3dd6-4dae-b07c-3e940db151f4 req-60faa7cb-560c-45dc-b392-45233073a78c tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.64 "GET /v2.0/ports?device_id=542e68c4-7ffe-41a8-8e32-d25b94a49cde HTTP/1.1" status: 200 len: 945 time: 0.2056005 Jul 07 21:06:29.729312 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-1ca4b120-25bd-4cc1-aefc-c13736c40cee req-00c19e45-ce2a-4b11-8538-bf7ec5a04474 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Deleting port 1598038d-f561-4742-ab86-76a996ddb1e5 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:29.729769 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1ca4b120-25bd-4cc1-aefc-c13736c40cee req-00c19e45-ce2a-4b11-8538-bf7ec5a04474 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:29.745496 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c1f29eff-dbb6-4980-a602-6d6c35fdc2df tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:29.755139 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c1f29eff-dbb6-4980-a602-6d6c35fdc2df tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/ports/097cf862-34b2-4fae-9e30-a0f623c2e4c0 HTTP/1.1" status: 204 len: 168 time: 0.7800131 Jul 07 21:06:29.755958 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33644) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:29.793958 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ad54c5-c66a-46e6-a0b2-351bbff40c80 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] GET failed (client error): The resource could not be found. Jul 07 21:06:29.798101 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e4ad54c5-c66a-46e6-a0b2-351bbff40c80 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports/097cf862-34b2-4fae-9e30-a0f623c2e4c0 HTTP/1.1" status: 404 len: 333 time: 0.0339022 Jul 07 21:06:29.798340 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33652) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:29.874450 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-71730428-3dd6-4dae-b07c-3e940db151f4 req-06febdba-2e4b-4024-8243-993a7e058ae9 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.64 "GET /v2.0/security-groups?id=66ebaaa4-4809-46a2-80e8-64ce44a9c6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393163 Jul 07 21:06:29.892911 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-93b11dc9-2d63-4984-b1a9-933f6b293a87 req-a8286e62-e15a-465c-8ce0-b737689e739b tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=bac272bb-9706-4106-9514-5158e09275ea HTTP/1.1" status: 200 len: 210 time: 0.1067593 Jul 07 21:06:30.007287 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-1ca4b120-25bd-4cc1-aefc-c13736c40cee req-00c19e45-ce2a-4b11-8538-bf7ec5a04474 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] For port 1598038d-f561-4742-ab86-76a996ddb1e5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=1598038d-f561-4742-ab86-76a996ddb1e5,segment=NetworkSegment(8312ca30-8379-4c53-959d-ab023e83df84),segment_id=8312ca30-8379-4c53-959d-ab023e83df84)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:30.007895 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1ca4b120-25bd-4cc1-aefc-c13736c40cee req-00c19e45-ce2a-4b11-8538-bf7ec5a04474 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:30.012422 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-57e287c5-01f8-4c97-ad67-3bce6dcd3174 None None] Provisioning for port fda79078-9e1d-4c90-92a6-2ed41226e652 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:30.017223 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-57e287c5-01f8-4c97-ad67-3bce6dcd3174 None None] Provisioning complete for port fda79078-9e1d-4c90-92a6-2ed41226e652 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:30.017510 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-57e287c5-01f8-4c97-ad67-3bce6dcd3174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:30.056329 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-1ca4b120-25bd-4cc1-aefc-c13736c40cee req-00c19e45-ce2a-4b11-8538-bf7ec5a04474 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Calling delete_port for 1598038d-f561-4742-ab86-76a996ddb1e5 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:30.061093 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-f28d6cdc-5588-49d3-9f53-bc3fe8c2685d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting port fda79078-9e1d-4c90-92a6-2ed41226e652 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:30.062255 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f28d6cdc-5588-49d3-9f53-bc3fe8c2685d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:30.109417 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-57e287c5-01f8-4c97-ad67-3bce6dcd3174 None None] Port fda79078-9e1d-4c90-92a6-2ed41226e652 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:06:30.119769 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-57e287c5-01f8-4c97-ad67-3bce6dcd3174 None None] Could not find standard attr ID for object 097cf862-34b2-4fae-9e30-a0f623c2e4c0. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:06:30.166628 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-57e287c5-01f8-4c97-ad67-3bce6dcd3174 None None] Provisioning complete for port ee2e2cf7-406e-4e12-b458-8fe8b36e9f50 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:30.169174 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-57e287c5-01f8-4c97-ad67-3bce6dcd3174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:30.222736 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ee2e2cf7-406e-4e12-b458-8fe8b36e9f50 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:06:30.232891 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-d73faeef-7950-4151-ad4f-05bd8c4f8592 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:30.234588 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-d73faeef-7950-4151-ad4f-05bd8c4f8592 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.58 "GET /v2.0/networks?id=6ac168b0-5b62-40ce-978d-1826833f7c04 HTTP/1.1" status: 200 len: 812 time: 0.2744465 Jul 07 21:06:30.257170 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-2c66fe25-c6f8-484d-bd38-20299bcddfe6 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Request body: {'port': {'device_id': 'bac272bb-9706-4106-9514-5158e09275ea', 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04', 'admin_state_up': True, 'tenant_id': 'fb007a9f302148b1b0ad445aa4579189'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:30.295216 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1ca4b120-25bd-4cc1-aefc-c13736c40cee req-00c19e45-ce2a-4b11-8538-bf7ec5a04474 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:30.353987 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c19e45-ce2a-4b11-8538-bf7ec5a04474 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Pushing event deleted for resources: {'Port': ['ID=1598038d-f561-4742-ab86-76a996ddb1e5,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:30.381082 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f28d6cdc-5588-49d3-9f53-bc3fe8c2685d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:30.408483 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-f28d6cdc-5588-49d3-9f53-bc3fe8c2685d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Calling delete_port for fda79078-9e1d-4c90-92a6-2ed41226e652 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:30.460094 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca4b120-25bd-4cc1-aefc-c13736c40cee req-00c19e45-ce2a-4b11-8538-bf7ec5a04474 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] No DVR routers for this DVR port 1598038d-f561-4742-ab86-76a996ddb1e5 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:06:30.473636 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1ca4b120-25bd-4cc1-aefc-c13736c40cee req-00c19e45-ce2a-4b11-8538-bf7ec5a04474 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:30.475639 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1ca4b120-25bd-4cc1-aefc-c13736c40cee req-00c19e45-ce2a-4b11-8538-bf7ec5a04474 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.39 "DELETE /v2.0/ports/1598038d-f561-4742-ab86-76a996ddb1e5 HTTP/1.1" status: 204 len: 173 time: 0.9934387 Jul 07 21:06:30.482398 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542e68c4-7ffe-41a8-8e32-d25b94a49cde', 'name': 'network-vif-deleted', 'tag': '1598038d-f561-4742-ab86-76a996ddb1e5'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:06:30.488538 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e46b3f1-8787-41b8-af2e-3455e0b6f185" -d '{"events": [{"server_uuid": "542e68c4-7ffe-41a8-8e32-d25b94a49cde", "name": "network-vif-deleted", "tag": "1598038d-f561-4742-ab86-76a996ddb1e5"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:06:30.523677 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-2c66fe25-c6f8-484d-bd38-20299bcddfe6 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Made reservation on behalf of fb007a9f302148b1b0ad445aa4579189 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:30.526133 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-2c66fe25-c6f8-484d-bd38-20299bcddfe6 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:30.571090 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8c1de-fd3e-47a9-b3a3-2bdf1ad50220 req-c012048d-3ff4-4cb5-a9a8-6e554776fb28 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:30.572747 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42e8c1de-fd3e-47a9-b3a3-2bdf1ad50220 req-c012048d-3ff4-4cb5-a9a8-6e554776fb28 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.2961662 Jul 07 21:06:30.596318 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c70309-a829-40af-81fa-8c3f09714643 x-openstack-request-id: req-86c70309-a829-40af-81fa-8c3f09714643 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:06:30.604754 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542e68c4-7ffe-41a8-8e32-d25b94a49cde", "name": "network-vif-deleted", "tag": "1598038d-f561-4742-ab86-76a996ddb1e5", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:06:30.606922 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-86c70309-a829-40af-81fa-8c3f09714643 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:06:30.607750 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542e68c4-7ffe-41a8-8e32-d25b94a49cde', 'name': 'network-vif-deleted', 'tag': '1598038d-f561-4742-ab86-76a996ddb1e5', 'status': 'completed', 'code': 200} Jul 07 21:06:30.660406 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42e8c1de-fd3e-47a9-b3a3-2bdf1ad50220 req-35c684ca-8971-40a7-9a5f-d0bd618aa745 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0776608 Jul 07 21:06:30.680544 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['1598038d-f561-4742-ab86-76a996ddb1e5'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:06:30.770034 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port ee2e2cf7-406e-4e12-b458-8fe8b36e9f50 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:30.770422 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:30.786327 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-2c66fe25-c6f8-484d-bd38-20299bcddfe6 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Allocated IP 172.20.0.11 (6ac168b0-5b62-40ce-978d-1826833f7c04/e40568a6-ebc6-4f07-9fe2-338a216828e9/31c8e487-70ba-41c8-89db-2ef709aee406) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:30.835494 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f28d6cdc-5588-49d3-9f53-bc3fe8c2685d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:30.882231 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d6cdc-5588-49d3-9f53-bc3fe8c2685d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Port': ['ID=fda79078-9e1d-4c90-92a6-2ed41226e652,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:30.943593 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-65d413a2-e8ba-4d3a-abe8-053dc3ed9ecb None None] Could not find standard attr ID for object fda79078-9e1d-4c90-92a6-2ed41226e652. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:06:30.947180 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-65d413a2-e8ba-4d3a-abe8-053dc3ed9ecb None None] Could not find standard attr ID for object 097cf862-34b2-4fae-9e30-a0f623c2e4c0. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:06:31.064058 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f28d6cdc-5588-49d3-9f53-bc3fe8c2685d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:31.068334 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f28d6cdc-5588-49d3-9f53-bc3fe8c2685d tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/ports/fda79078-9e1d-4c90-92a6-2ed41226e652 HTTP/1.1" status: 204 len: 168 time: 1.2667782 Jul 07 21:06:31.068737 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33712) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:31.115781 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-f773897e-fbd8-4ae7-82ca-4d31cc87fda5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] GET failed (client error): The resource could not be found. Jul 07 21:06:31.117486 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f773897e-fbd8-4ae7-82ca-4d31cc87fda5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports/fda79078-9e1d-4c90-92a6-2ed41226e652 HTTP/1.1" status: 404 len: 333 time: 0.0477867 Jul 07 21:06:31.122283 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33714) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:31.181964 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-2c66fe25-c6f8-484d-bd38-20299bcddfe6 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:31.251244 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f263e4a-ca60-44bd-b9cf-ba640054b082 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting subnet 82d3ca13-a190-49b6-9759-9f3eaa183275 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:06:31.276210 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f263e4a-ca60-44bd-b9cf-ba640054b082 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:31.355830 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f263e4a-ca60-44bd-b9cf-ba640054b082 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:31.396009 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-2c66fe25-c6f8-484d-bd38-20299bcddfe6 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:31.479869 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-95525594-28b3-4725-b1bd-a76869f27bf1 req-0db2e86f-237f-4d53-89d6-8b1659e2c787 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=bac272bb-9706-4106-9514-5158e09275ea HTTP/1.1" status: 200 len: 210 time: 0.4317555 Jul 07 21:06:31.512883 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-da82de3a-6995-418e-bd88-1b678994b821 req-efc087d0-2a52-4d61-b977-86b52a52ac09 tempest-InstanceActionsNegativeTestJSON-1114245631 tempest-InstanceActionsNegativeTestJSON-1114245631-project] 10.222.0.64 "GET /v2.0/ports?device_id=542e68c4-7ffe-41a8-8e32-d25b94a49cde HTTP/1.1" status: 200 len: 210 time: 0.0313821 Jul 07 21:06:31.521560 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-2c66fe25-c6f8-484d-bd38-20299bcddfe6 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Network 6ac168b0-5b62-40ce-978d-1826833f7c04 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:31.530940 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-2c66fe25-c6f8-484d-bd38-20299bcddfe6 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:31.533479 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-2c66fe25-c6f8-484d-bd38-20299bcddfe6 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:31.562820 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66fe25-c6f8-484d-bd38-20299bcddfe6 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Pushing event updated for resources: {'Port': ['ID=31c8e487-70ba-41c8-89db-2ef709aee406,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:31.585550 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f263e4a-ca60-44bd-b9cf-ba640054b082 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:31.631006 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-2c66fe25-c6f8-484d-bd38-20299bcddfe6 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:31.631689 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-2c66fe25-c6f8-484d-bd38-20299bcddfe6 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:31.659889 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-2c66fe25-c6f8-484d-bd38-20299bcddfe6 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4106910 Jul 07 21:06:31.681224 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-8c5df4ef-a373-4ca2-a332-14cd51d8c2c8 service neutron] Request body: {'port': {'device_id': 'bac272bb-9706-4106-9514-5158e09275ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:31.718372 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f263e4a-ca60-44bd-b9cf-ba640054b082 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:31.754032 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f263e4a-ca60-44bd-b9cf-ba640054b082 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Subnet': ['ID=82d3ca13-a190-49b6-9759-9f3eaa183275,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:31.770438 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19583ae6-8a01-4548-9dac-826ffaf8d737 None None] Network 5c04b335-73e7-42b0-a0e2-0f3597c8bb2f requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:06:31.776339 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f263e4a-ca60-44bd-b9cf-ba640054b082 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:31.778451 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0f263e4a-ca60-44bd-b9cf-ba640054b082 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/subnets/82d3ca13-a190-49b6-9759-9f3eaa183275 HTTP/1.1" status: 204 len: 168 time: 0.6529412 Jul 07 21:06:31.781001 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33752) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:31.839720 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-8c5df4ef-a373-4ca2-a332-14cd51d8c2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:31.885099 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d452e5-4fae-494a-b168-7ba2fcb027ad req-1acd86ac-a501-4bc1-bfed-f53024afe7ec tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:31.890029 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9a94e834-ec15-476b-9dbe-927d88d119f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:31.898892 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-53d452e5-4fae-494a-b168-7ba2fcb027ad req-1acd86ac-a501-4bc1-bfed-f53024afe7ec tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1051800 Jul 07 21:06:31.900793 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ea013bc-7550-4108-a61f-3bf9600164d5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:31.925525 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:31.959844 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-53d452e5-4fae-494a-b168-7ba2fcb027ad req-02fc8a7a-6bdd-4810-8716-3ac1ead99889 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594630 Jul 07 21:06:32.047481 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76501d3-a91e-4d9f-8d1a-0c7773695a56 None None] DHCP port deletion for 5c04b335-73e7-42b0-a0e2-0f3597c8bb2f request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:06:32.084551 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-3ea013bc-7550-4108-a61f-3bf9600164d5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting port ee2e2cf7-406e-4e12-b458-8fe8b36e9f50 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:32.085132 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ea013bc-7550-4108-a61f-3bf9600164d5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:32.093690 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b76501d3-a91e-4d9f-8d1a-0c7773695a56 None None] Deleting port ee2e2cf7-406e-4e12-b458-8fe8b36e9f50 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:32.094158 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b76501d3-a91e-4d9f-8d1a-0c7773695a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:32.158772 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b76501d3-a91e-4d9f-8d1a-0c7773695a56 None None] For port ee2e2cf7-406e-4e12-b458-8fe8b36e9f50, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ee2e2cf7-406e-4e12-b458-8fe8b36e9f50,segment=NetworkSegment(46acce7e-bb51-4b0b-9f35-5d05f00eda45),segment_id=46acce7e-bb51-4b0b-9f35-5d05f00eda45)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:32.159451 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b76501d3-a91e-4d9f-8d1a-0c7773695a56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:32.174300 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b76501d3-a91e-4d9f-8d1a-0c7773695a56 None None] Calling delete_port for ee2e2cf7-406e-4e12-b458-8fe8b36e9f50 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:32.174954 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-3ea013bc-7550-4108-a61f-3bf9600164d5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] For port ee2e2cf7-406e-4e12-b458-8fe8b36e9f50, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ee2e2cf7-406e-4e12-b458-8fe8b36e9f50,segment=NetworkSegment(46acce7e-bb51-4b0b-9f35-5d05f00eda45),segment_id=46acce7e-bb51-4b0b-9f35-5d05f00eda45)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:32.175268 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ea013bc-7550-4108-a61f-3bf9600164d5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:32.191406 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-3ea013bc-7550-4108-a61f-3bf9600164d5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Calling delete_port for ee2e2cf7-406e-4e12-b458-8fe8b36e9f50 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:32.269856 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b76501d3-a91e-4d9f-8d1a-0c7773695a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:32.283380 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-8c5df4ef-a373-4ca2-a332-14cd51d8c2c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c8e487-70ba-41c8-89db-2ef709aee406 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:06:32.295669 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-8c5df4ef-a373-4ca2-a332-14cd51d8c2c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:32.298112 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76501d3-a91e-4d9f-8d1a-0c7773695a56 None None] Pushing event deleted for resources: {'Port': ['ID=ee2e2cf7-406e-4e12-b458-8fe8b36e9f50,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:32.305453 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76501d3-a91e-4d9f-8d1a-0c7773695a56 None None] No DVR routers for this DVR port ee2e2cf7-406e-4e12-b458-8fe8b36e9f50 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:06:32.317343 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-8c5df4ef-a373-4ca2-a332-14cd51d8c2c8 service neutron] Transition to ACTIVE for port object 31c8e487-70ba-41c8-89db-2ef709aee406 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:32.325525 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-8c5df4ef-a373-4ca2-a332-14cd51d8c2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:32.365192 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ea013bc-7550-4108-a61f-3bf9600164d5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:32.385983 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5df4ef-a373-4ca2-a332-14cd51d8c2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=31c8e487-70ba-41c8-89db-2ef709aee406,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:32.388606 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea013bc-7550-4108-a61f-3bf9600164d5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] No DVR routers for this DVR port ee2e2cf7-406e-4e12-b458-8fe8b36e9f50 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:06:32.450169 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea013bc-7550-4108-a61f-3bf9600164d5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Port': ['ID=ee2e2cf7-406e-4e12-b458-8fe8b36e9f50,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:32.550171 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ea013bc-7550-4108-a61f-3bf9600164d5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:32.561222 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-8c5df4ef-a373-4ca2-a332-14cd51d8c2c8 service neutron] Attempting to bind port 31c8e487-70ba-41c8-89db-2ef709aee406 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:06:32.561558 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-8c5df4ef-a373-4ca2-a332-14cd51d8c2c8 service neutron] Attempting to bind port 31c8e487-70ba-41c8-89db-2ef709aee406 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ce7841e0-8c51-4554-a344-f7eeefc78bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:06:32.561888 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-8c5df4ef-a373-4ca2-a332-14cd51d8c2c8 service neutron] Attempting to bind port 31c8e487-70ba-41c8-89db-2ef709aee406 on network 6ac168b0-5b62-40ce-978d-1826833f7c04 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:06:32.564677 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-3ea013bc-7550-4108-a61f-3bf9600164d5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c04b335-73e7-42b0-a0e2-0f3597c8bb2f']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:32.576549 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-3ea013bc-7550-4108-a61f-3bf9600164d5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46acce7e-bb51-4b0b-9f35-5d05f00eda45') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:32.576781 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-3ea013bc-7550-4108-a61f-3bf9600164d5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46acce7e-bb51-4b0b-9f35-5d05f00eda45') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:32.578290 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-8c5df4ef-a373-4ca2-a332-14cd51d8c2c8 service neutron] Port 31c8e487-70ba-41c8-89db-2ef709aee406 on network 6ac168b0-5b62-40ce-978d-1826833f7c04 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:06:32.578608 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-8c5df4ef-a373-4ca2-a332-14cd51d8c2c8 service neutron] Attempting to bind port 31c8e487-70ba-41c8-89db-2ef709aee406 on network 6ac168b0-5b62-40ce-978d-1826833f7c04 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:06:32.597691 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ea013bc-7550-4108-a61f-3bf9600164d5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:32.617441 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ea013bc-7550-4108-a61f-3bf9600164d5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:32.623954 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-8c5df4ef-a373-4ca2-a332-14cd51d8c2c8 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:06:32.624307 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-8c5df4ef-a373-4ca2-a332-14cd51d8c2c8 service neutron] Checking segment: {'id': 'ce7841e0-8c51-4554-a344-f7eeefc78bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:06:32.624872 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-8c5df4ef-a373-4ca2-a332-14cd51d8c2c8 service neutron] Bound using segment: {'id': 'ce7841e0-8c51-4554-a344-f7eeefc78bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:06:32.625466 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-8c5df4ef-a373-4ca2-a332-14cd51d8c2c8 service neutron] Bound port: 31c8e487-70ba-41c8-89db-2ef709aee406, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce7841e0-8c51-4554-a344-f7eeefc78bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:06:32.625749 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33758) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:32.626223 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-8c5df4ef-a373-4ca2-a332-14cd51d8c2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:32.639941 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea013bc-7550-4108-a61f-3bf9600164d5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:06:32.640504 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ea013bc-7550-4108-a61f-3bf9600164d5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:06:32.643832 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:06:32.713554 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ea013bc-7550-4108-a61f-3bf9600164d5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:32.727176 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-691a8a9c-5523-4e68-9610-21f36afbc1d5 admin admin] Deleting subnet 05992c3e-8813-4004-9b16-e92d1dd75cbe {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:06:32.731007 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-691a8a9c-5523-4e68-9610-21f36afbc1d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:32.760156 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ea013bc-7550-4108-a61f-3bf9600164d5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:32.766016 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3ea013bc-7550-4108-a61f-3bf9600164d5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/networks/5c04b335-73e7-42b0-a0e2-0f3597c8bb2f HTTP/1.1" status: 204 len: 168 time: 0.9806724 Jul 07 21:06:32.766016 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea013bc-7550-4108-a61f-3bf9600164d5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Network': ['ID=5c04b335-73e7-42b0-a0e2-0f3597c8bb2f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:32.770736 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33762) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:32.777972 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-dc33deb9-235d-483b-acd4-43c763713129 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-39561050'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:32.782307 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-691a8a9c-5523-4e68-9610-21f36afbc1d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:32.809863 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ae43b-d9b4-4ebe-8f4f-3d156d4ddc64 req-aee20de0-e5a8-4344-936b-393c36439c45 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:32.811614 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-704ae43b-d9b4-4ebe-8f4f-3d156d4ddc64 req-aee20de0-e5a8-4344-936b-393c36439c45 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=bac272bb-9706-4106-9514-5158e09275ea HTTP/1.1" status: 200 len: 944 time: 0.1631832 Jul 07 21:06:32.819759 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-8c5df4ef-a373-4ca2-a332-14cd51d8c2c8 service neutron] For port 31c8e487-70ba-41c8-89db-2ef709aee406, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:06:32.821877 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc33deb9-235d-483b-acd4-43c763713129 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:32.826390 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc33deb9-235d-483b-acd4-43c763713129 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:32.829657 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-8c5df4ef-a373-4ca2-a332-14cd51d8c2c8 service neutron] For port 31c8e487-70ba-41c8-89db-2ef709aee406, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=31c8e487-70ba-41c8-89db-2ef709aee406,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:06:32.842033 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-8c5df4ef-a373-4ca2-a332-14cd51d8c2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:32.863800 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-704ae43b-d9b4-4ebe-8f4f-3d156d4ddc64 req-0d8685fe-0e6a-46b6-bc94-40532082c66c tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405481 Jul 07 21:06:32.872565 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-691a8a9c-5523-4e68-9610-21f36afbc1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:32.893047 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-8c5df4ef-a373-4ca2-a332-14cd51d8c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:32.893951 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-8c5df4ef-a373-4ca2-a332-14cd51d8c2c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:32.895806 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-8c5df4ef-a373-4ca2-a332-14cd51d8c2c8 service neutron] 10.222.0.58 "PUT /v2.0/ports/31c8e487-70ba-41c8-89db-2ef709aee406 HTTP/1.1" status: 200 len: 1093 time: 1.2184501 Jul 07 21:06:32.908630 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac272bb-9706-4106-9514-5158e09275ea', 'tag': '31c8e487-70ba-41c8-89db-2ef709aee406'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:06:32.908630 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e10877-4a50-466e-ae6a-bc5ff73890ec" -d '{"events": [{"name": "network-changed", "server_uuid": "bac272bb-9706-4106-9514-5158e09275ea", "tag": "31c8e487-70ba-41c8-89db-2ef709aee406"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:06:32.908630 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc33deb9-235d-483b-acd4-43c763713129 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:06:32.931148 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5df4ef-a373-4ca2-a332-14cd51d8c2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=31c8e487-70ba-41c8-89db-2ef709aee406,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:32.960175 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc33deb9-235d-483b-acd4-43c763713129 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:32.960543 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-dc33deb9-235d-483b-acd4-43c763713129 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Added segment 5fc7cde9-e902-4175-9241-c3116fdb8972 of type vlan for network c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13 Jul 07 21:06:32.963723 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-691a8a9c-5523-4e68-9610-21f36afbc1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:32.972632 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc47271-eb1b-42d8-9377-f47b7bd13477 x-openstack-request-id: req-7bc47271-eb1b-42d8-9377-f47b7bd13477 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:06:32.972957 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac272bb-9706-4106-9514-5158e09275ea", "tag": "31c8e487-70ba-41c8-89db-2ef709aee406", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:06:32.973421 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7bc47271-eb1b-42d8-9377-f47b7bd13477 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:06:32.973925 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac272bb-9706-4106-9514-5158e09275ea', 'tag': '31c8e487-70ba-41c8-89db-2ef709aee406', 'status': 'completed', 'code': 200} Jul 07 21:06:32.990215 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a8a9c-5523-4e68-9610-21f36afbc1d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05992c3e-8813-4004-9b16-e92d1dd75cbe,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:32.998364 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-691a8a9c-5523-4e68-9610-21f36afbc1d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:33.002999 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-691a8a9c-5523-4e68-9610-21f36afbc1d5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/05992c3e-8813-4004-9b16-e92d1dd75cbe HTTP/1.1" status: 204 len: 168 time: 0.3760614 Jul 07 21:06:33.003881 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33768) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:33.044954 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc33deb9-235d-483b-acd4-43c763713129 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:33.083046 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 1598038d-f561-4742-ab86-76a996ddb1e5 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:06:33.090274 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-86279b79-ec66-4e2c-8cdd-f65c7557a991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:33.108325 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc33deb9-235d-483b-acd4-43c763713129 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:33.114454 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc33deb9-235d-483b-acd4-43c763713129 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:33.115350 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc33deb9-235d-483b-acd4-43c763713129 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:33.126405 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 1598038d-f561-4742-ab86-76a996ddb1e5 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:06:33.127045 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 1598038d-f561-4742-ab86-76a996ddb1e5 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:06:33.139203 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-5bbc4ddb-2c43-4997-abea-a0bc41d731a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:33.140988 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-5bbc4ddb-2c43-4997-abea-a0bc41d731a0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fb007a9f302148b1b0ad445aa4579189&device_id=bac272bb-9706-4106-9514-5158e09275ea HTTP/1.1" status: 200 len: 1096 time: 0.1660781 Jul 07 21:06:33.194456 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dc33deb9-235d-483b-acd4-43c763713129 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4207945 Jul 07 21:06:33.204944 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33770) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:33.214894 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-1a335746-362e-488f-99a8-0b9edab5b237 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'subnet': {'network_id': 'c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:33.235187 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-c24a9d3f-6470-4e47-834d-06c55490d3a3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31c8e487-70ba-41c8-89db-2ef709aee406 HTTP/1.1" status: 200 len: 217 time: 0.0804474 Jul 07 21:06:33.244334 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33deb9-235d-483b-acd4-43c763713129 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Network': ['ID=c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:33.258166 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:06:33.275492 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-86279b79-ec66-4e2c-8cdd-f65c7557a991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:33.302968 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-86279b79-ec66-4e2c-8cdd-f65c7557a991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aff065c-04eb-4b40-b94a-104a9a742484']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:33.306343 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-466d05e0-5501-436d-8e1b-4e763d7bcc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:33.307948 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-466d05e0-5501-436d-8e1b-4e763d7bcc42 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e40568a6-ebc6-4f07-9fe2-338a216828e9 HTTP/1.1" status: 200 len: 852 time: 0.0649943 Jul 07 21:06:33.327284 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-86279b79-ec66-4e2c-8cdd-f65c7557a991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8312ca30-8379-4c53-959d-ab023e83df84') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:33.327618 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-86279b79-ec66-4e2c-8cdd-f65c7557a991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8312ca30-8379-4c53-959d-ab023e83df84') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:33.342586 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-86279b79-ec66-4e2c-8cdd-f65c7557a991 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:33.360482 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-1e51d063-c706-4def-a594-bd92a35d6e30 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ac168b0-5b62-40ce-978d-1826833f7c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445256 Jul 07 21:06:33.375935 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd5dbb-507a-4f3b-b1cc-e0067e31dc7d req-976d1c38-44c4-43c4-a30e-438bec47d833 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:33.382976 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1edd5dbb-507a-4f3b-b1cc-e0067e31dc7d req-976d1c38-44c4-43c4-a30e-438bec47d833 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.2765849 Jul 07 21:06:33.387020 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-86279b79-ec66-4e2c-8cdd-f65c7557a991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:33.408978 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86279b79-ec66-4e2c-8cdd-f65c7557a991 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:06:33.409669 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-86279b79-ec66-4e2c-8cdd-f65c7557a991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:06:33.411383 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:06:33.458593 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a335746-362e-488f-99a8-0b9edab5b237 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:33.460878 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-901ae7f0-f8eb-4324-ad8d-27494f81b44e service neutron] 10.222.0.58 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928116 Jul 07 21:06:33.462366 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1a335746-362e-488f-99a8-0b9edab5b237 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:33.529576 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:33.567424 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-51dbd34c-fa80-474f-a8f0-458fb630a656 req-09ec2354-0b36-40e4-b2aa-ab6588bf2abc service neutron] 10.222.0.58 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954142 Jul 07 21:06:33.569238 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1edd5dbb-507a-4f3b-b1cc-e0067e31dc7d req-956f1ffd-58dc-4b27-bb14-4f8a7b036ce3 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1853778 Jul 07 21:06:33.591185 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-86279b79-ec66-4e2c-8cdd-f65c7557a991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:33.608759 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-86279b79-ec66-4e2c-8cdd-f65c7557a991 admin admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:33.615081 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-86279b79-ec66-4e2c-8cdd-f65c7557a991 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1aff065c-04eb-4b40-b94a-104a9a742484 HTTP/1.1" status: 204 len: 168 time: 0.6085482 Jul 07 21:06:33.617683 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86279b79-ec66-4e2c-8cdd-f65c7557a991 admin admin] Pushing event deleted for resources: {'Network': ['ID=1aff065c-04eb-4b40-b94a-104a9a742484,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:33.688661 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e10877-4a50-466e-ae6a-bc5ff73890ec req-be81dab0-3219-4bfb-854e-f754f68bacd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:33.690175 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-70e10877-4a50-466e-ae6a-bc5ff73890ec req-be81dab0-3219-4bfb-854e-f754f68bacd2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fb007a9f302148b1b0ad445aa4579189&device_id=bac272bb-9706-4106-9514-5158e09275ea HTTP/1.1" status: 200 len: 1096 time: 0.0610168 Jul 07 21:06:33.743952 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1a335746-362e-488f-99a8-0b9edab5b237 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:33.769938 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33776) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:33.816111 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a335746-362e-488f-99a8-0b9edab5b237 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Subnet': ['ID=6d1fd545-4d37-4869-a760-4b4a1e65da9e,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:33.820566 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-23d8feb0-48e8-4530-a0d0-df01107c6069 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8cd270d328954b3793b9279f8e9c8a03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491199 Jul 07 21:06:33.823157 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33780) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:33.850728 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a335746-362e-488f-99a8-0b9edab5b237 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Checking segment: {'id': '5fc7cde9-e902-4175-9241-c3116fdb8972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:06:33.851005 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a335746-362e-488f-99a8-0b9edab5b237 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network hostable DHCP agents. Network: c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:06:33.871845 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a335746-362e-488f-99a8-0b9edab5b237 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:06:33.879230 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e10877-4a50-466e-ae6a-bc5ff73890ec req-19e962d7-bb67-454e-9a48-2fb09ef3b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:33.880644 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-70e10877-4a50-466e-ae6a-bc5ff73890ec req-19e962d7-bb67-454e-9a48-2fb09ef3b05f service neutron] 10.222.0.58 "GET /v2.0/networks?id=6ac168b0-5b62-40ce-978d-1826833f7c04 HTTP/1.1" status: 200 len: 913 time: 0.1799836 Jul 07 21:06:33.882938 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-1a335746-362e-488f-99a8-0b9edab5b237 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:33.888739 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a335746-362e-488f-99a8-0b9edab5b237 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:33.889349 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1a335746-362e-488f-99a8-0b9edab5b237 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:33.894961 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a28793e-e179-4fc0-8d09-a1a8150be1e4 None None] Network c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:06:33.925162 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1a335746-362e-488f-99a8-0b9edab5b237 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7162471 Jul 07 21:06:33.925911 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33784) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:33.936860 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-ab018d55-adb2-41ff-b74a-84e34b1cf97c tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'port': {'network_id': 'c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13', 'name': 'tempest-PortsTestJSON-1537088806', 'fixed_ips': [{'subnet_id': '6d1fd545-4d37-4869-a760-4b4a1e65da9e', 'ip_address': '172.20.0.10'}]}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:34.157267 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ee2e2cf7-406e-4e12-b458-8fe8b36e9f50 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:06:34.224228 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: ee2e2cf7-406e-4e12-b458-8fe8b36e9f50 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:06:34.224574 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ee2e2cf7-406e-4e12-b458-8fe8b36e9f50 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:06:34.262352 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb82161-516c-4fe9-832d-bbe895002362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13', 'network_id': 'c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13', 'tenant_id': '68ad691d1b1b4234ad0e4b441230341b', 'fixed_ips': [{'subnet_id': '6d1fd545-4d37-4869-a760-4b4a1e65da9e'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:06:34.264076 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3cb82161-516c-4fe9-832d-bbe895002362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:34.278485 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33790) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:34.308389 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab018d55-adb2-41ff-b74a-84e34b1cf97c tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:34.340264 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-222bece2-9958-447d-896f-4dfc26308918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:34.343033 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-70e10877-4a50-466e-ae6a-bc5ff73890ec req-66765da7-b13d-4f09-b1ce-5d7ccb1595dd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31c8e487-70ba-41c8-89db-2ef709aee406 HTTP/1.1" status: 200 len: 217 time: 0.4467664 Jul 07 21:06:34.394566 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-222bece2-9958-447d-896f-4dfc26308918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:34.435284 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e10877-4a50-466e-ae6a-bc5ff73890ec req-4856dd84-36bf-4361-bd15-f1718e939ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:34.436753 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-70e10877-4a50-466e-ae6a-bc5ff73890ec req-4856dd84-36bf-4361-bd15-f1718e939ba6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e40568a6-ebc6-4f07-9fe2-338a216828e9 HTTP/1.1" status: 200 len: 852 time: 0.0848503 Jul 07 21:06:34.436884 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d4c96-3da8-4430-adf8-ea5adbd8c66c req-b74e8374-0a4a-4c78-bc1f-c6357bd0bad7 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:34.438470 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a0d4c96-3da8-4430-adf8-ea5adbd8c66c req-b74e8374-0a4a-4c78-bc1f-c6357bd0bad7 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=bac272bb-9706-4106-9514-5158e09275ea HTTP/1.1" status: 200 len: 944 time: 0.2471881 Jul 07 21:06:34.472509 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-3cb82161-516c-4fe9-832d-bbe895002362 None None] Allocated IP 172.20.0.2 (c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13/6d1fd545-4d37-4869-a760-4b4a1e65da9e/752e2434-54aa-4d6b-b243-91599aa2ec42) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:34.481651 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-70e10877-4a50-466e-ae6a-bc5ff73890ec req-e795ac80-6041-40ab-baf0-0a1bf78c2433 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ac168b0-5b62-40ce-978d-1826833f7c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335431 Jul 07 21:06:34.503191 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ab018d55-adb2-41ff-b74a-84e34b1cf97c tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:34.541298 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-222bece2-9958-447d-896f-4dfc26308918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:34.544121 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-222bece2-9958-447d-896f-4dfc26308918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:34.548039 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-222bece2-9958-447d-896f-4dfc26308918 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/66ebaaa4-4809-46a2-80e8-64ce44a9c6ef HTTP/1.1" status: 204 len: 168 time: 0.7210886 Jul 07 21:06:34.552478 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a0d4c96-3da8-4430-adf8-ea5adbd8c66c req-521dbb78-8d3d-4347-abf0-6728d8465bc2 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003656 Jul 07 21:06:34.556358 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-ab018d55-adb2-41ff-b74a-84e34b1cf97c tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] device_id is not set on port db9bf13d-bfb8-4502-bf5b-610755fd3859 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:06:34.560889 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bece2-9958-447d-896f-4dfc26308918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ebaaa4-4809-46a2-80e8-64ce44a9c6ef,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:34.581370 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-13871b97-bfa9-4715-8853-ad878d8b397c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=06565680cf6f4971aa13bb14611e0d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3002005 Jul 07 21:06:34.582021 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33796) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:34.604037 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-70e10877-4a50-466e-ae6a-bc5ff73890ec req-9e127c06-e53a-40fc-b7bb-f6d6afa52f33 service neutron] 10.222.0.58 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112242 Jul 07 21:06:34.716837 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3cb82161-516c-4fe9-832d-bbe895002362 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:34.732495 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3cb82161-516c-4fe9-832d-bbe895002362 None None] Transition to ACTIVE for port object 752e2434-54aa-4d6b-b243-91599aa2ec42 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:34.738170 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-71b2e92a-7820-438b-a813-7dde9922b0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:34.762483 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3cb82161-516c-4fe9-832d-bbe895002362 None None] Transition to ACTIVE for port object 752e2434-54aa-4d6b-b243-91599aa2ec42 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:34.770020 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3cb82161-516c-4fe9-832d-bbe895002362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:34.778106 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-70e10877-4a50-466e-ae6a-bc5ff73890ec req-13e9e81a-6295-488b-83af-dde4250b3074 service neutron] 10.222.0.58 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629703 Jul 07 21:06:34.806220 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb82161-516c-4fe9-832d-bbe895002362 None None] Network c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:34.809752 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-3cb82161-516c-4fe9-832d-bbe895002362 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:34.813425 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb82161-516c-4fe9-832d-bbe895002362 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:34.831232 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb82161-516c-4fe9-832d-bbe895002362 None None] Pushing event updated for resources: {'Port': ['ID=752e2434-54aa-4d6b-b243-91599aa2ec42,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:34.868362 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-71b2e92a-7820-438b-a813-7dde9922b0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:34.872134 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-ab018d55-adb2-41ff-b74a-84e34b1cf97c tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Allocated IP 172.20.0.10 (c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13/6d1fd545-4d37-4869-a760-4b4a1e65da9e/db9bf13d-bfb8-4502-bf5b-610755fd3859) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:34.886944 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-3cb82161-516c-4fe9-832d-bbe895002362 None None] Attempting to bind port 752e2434-54aa-4d6b-b243-91599aa2ec42 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:06:34.887453 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-3cb82161-516c-4fe9-832d-bbe895002362 None None] Attempting to bind port 752e2434-54aa-4d6b-b243-91599aa2ec42 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '5fc7cde9-e902-4175-9241-c3116fdb8972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:06:34.887912 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb82161-516c-4fe9-832d-bbe895002362 None None] Attempting to bind port 752e2434-54aa-4d6b-b243-91599aa2ec42 on network c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:06:34.895807 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb82161-516c-4fe9-832d-bbe895002362 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:06:34.895807 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb82161-516c-4fe9-832d-bbe895002362 None None] Checking segment: {'id': '5fc7cde9-e902-4175-9241-c3116fdb8972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:06:34.895807 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3cb82161-516c-4fe9-832d-bbe895002362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:34.895807 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb82161-516c-4fe9-832d-bbe895002362 None None] Bound using segment: {'id': '5fc7cde9-e902-4175-9241-c3116fdb8972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:06:34.895807 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-3cb82161-516c-4fe9-832d-bbe895002362 None None] Bound port: 752e2434-54aa-4d6b-b243-91599aa2ec42, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc7cde9-e902-4175-9241-c3116fdb8972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:06:34.895807 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3cb82161-516c-4fe9-832d-bbe895002362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:34.966637 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-3cb82161-516c-4fe9-832d-bbe895002362 None None] For port 752e2434-54aa-4d6b-b243-91599aa2ec42, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:06:34.970048 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-3cb82161-516c-4fe9-832d-bbe895002362 None None] For port 752e2434-54aa-4d6b-b243-91599aa2ec42, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=752e2434-54aa-4d6b-b243-91599aa2ec42,segment=NetworkSegment(5fc7cde9-e902-4175-9241-c3116fdb8972),segment_id=5fc7cde9-e902-4175-9241-c3116fdb8972)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:06:34.972315 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1df61-776b-438d-afb5-1e89f68653ba req-d40aa9da-64ae-4a23-8f24-6955a4c2e626 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:34.973831 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28c1df61-776b-438d-afb5-1e89f68653ba req-d40aa9da-64ae-4a23-8f24-6955a4c2e626 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.2174735 Jul 07 21:06:34.975477 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3cb82161-516c-4fe9-832d-bbe895002362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:35.012796 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-71b2e92a-7820-438b-a813-7dde9922b0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:35.015291 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-71b2e92a-7820-438b-a813-7dde9922b0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:35.016415 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-71b2e92a-7820-438b-a813-7dde9922b0de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/06f7a4a1-30b6-41bb-9569-859fbcc7bdf3 HTTP/1.1" status: 204 len: 168 time: 0.4314640 Jul 07 21:06:35.046683 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb82161-516c-4fe9-832d-bbe895002362 None None] Pushing event updated for resources: {'Port': ['ID=752e2434-54aa-4d6b-b243-91599aa2ec42,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:35.084168 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2e92a-7820-438b-a813-7dde9922b0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f7a4a1-30b6-41bb-9569-859fbcc7bdf3,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:35.111282 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28c1df61-776b-438d-afb5-1e89f68653ba req-451105d5-1bc9-4480-9200-92b28c51d11a tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1250920 Jul 07 21:06:35.171552 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ab018d55-adb2-41ff-b74a-84e34b1cf97c tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:35.192581 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-ab018d55-adb2-41ff-b74a-84e34b1cf97c tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Transition to ACTIVE for port object db9bf13d-bfb8-4502-bf5b-610755fd3859 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:35.219075 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:35.239417 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ab018d55-adb2-41ff-b74a-84e34b1cf97c tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:35.346642 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab018d55-adb2-41ff-b74a-84e34b1cf97c tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:35.352320 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-ab018d55-adb2-41ff-b74a-84e34b1cf97c tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:35.354473 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab018d55-adb2-41ff-b74a-84e34b1cf97c tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Port': ['ID=db9bf13d-bfb8-4502-bf5b-610755fd3859,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:35.357535 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab018d55-adb2-41ff-b74a-84e34b1cf97c tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:35.450860 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab018d55-adb2-41ff-b74a-84e34b1cf97c tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:35.452076 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ab018d55-adb2-41ff-b74a-84e34b1cf97c tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:35.486924 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ab018d55-adb2-41ff-b74a-84e34b1cf97c tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5597546 Jul 07 21:06:35.491087 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33826) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:35.500081 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-8cee271c-ed27-419d-8d60-f2c5e230b9ba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'port': {'network_id': 'c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13', 'name': 'tempest-PortsTestJSON-2049306395', 'fixed_ips': [{'subnet_id': '6d1fd545-4d37-4869-a760-4b4a1e65da9e', 'ip_address': '172.20.0.9'}]}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:35.641855 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33834) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:35.711118 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cee271c-ed27-419d-8d60-f2c5e230b9ba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:35.833716 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8cee271c-ed27-419d-8d60-f2c5e230b9ba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:35.835581 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0bdc5-fe25-45db-af16-df972a17a582 req-8f795c6c-624e-49ce-95db-2b2228d81f50 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:35.837661 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-75c0bdc5-fe25-45db-af16-df972a17a582 req-8f795c6c-624e-49ce-95db-2b2228d81f50 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=bac272bb-9706-4106-9514-5158e09275ea HTTP/1.1" status: 200 len: 944 time: 0.0886338 Jul 07 21:06:35.860019 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-8cee271c-ed27-419d-8d60-f2c5e230b9ba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] device_id is not set on port 0225b653-6c74-461f-9c13-8af4d55f6fca yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:06:35.873797 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-92e40ce7-f3df-422b-bbbe-77b41bd66332 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-80020195-network', 'tenant_id': 'b95c8a0f713b4edfb9cab27fc82c60af'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:35.915832 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-75c0bdc5-fe25-45db-af16-df972a17a582 req-235e90a0-7921-44e1-a5ca-5c27a571978e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706863 Jul 07 21:06:35.949260 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e40ce7-f3df-422b-bbbe-77b41bd66332 admin admin] Made reservation on behalf of b95c8a0f713b4edfb9cab27fc82c60af for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:35.951889 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-92e40ce7-f3df-422b-bbbe-77b41bd66332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:35.961960 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-92e40ce7-f3df-422b-bbbe-77b41bd66332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:36.118141 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-92e40ce7-f3df-422b-bbbe-77b41bd66332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:36.123206 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-92e40ce7-f3df-422b-bbbe-77b41bd66332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:36.151092 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-8cee271c-ed27-419d-8d60-f2c5e230b9ba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Allocated IP 172.20.0.9 (c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13/6d1fd545-4d37-4869-a760-4b4a1e65da9e/0225b653-6c74-461f-9c13-8af4d55f6fca) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:36.158144 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e40ce7-f3df-422b-bbbe-77b41bd66332 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:06:36.175223 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e40ce7-f3df-422b-bbbe-77b41bd66332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b960cf2-830b-497a-ba31-51b098e2ba57,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:36.182486 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-92e40ce7-f3df-422b-bbbe-77b41bd66332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:36.182868 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-92e40ce7-f3df-422b-bbbe-77b41bd66332 admin admin] Added segment 1aba642e-564c-4004-ae48-d1155620b5c4 of type vlan for network bbfa5685-191f-4586-848a-a470b5f76adc Jul 07 21:06:36.234202 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 752e2434-54aa-4d6b-b243-91599aa2ec42 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:06:36.234957 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-92e40ce7-f3df-422b-bbbe-77b41bd66332 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:36.302064 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-92e40ce7-f3df-422b-bbbe-77b41bd66332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:36.302973 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e40ce7-f3df-422b-bbbe-77b41bd66332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:36.303582 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-92e40ce7-f3df-422b-bbbe-77b41bd66332 admin admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:36.354672 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 752e2434-54aa-4d6b-b243-91599aa2ec42 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:36.413791 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8cee271c-ed27-419d-8d60-f2c5e230b9ba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:36.434291 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-8cee271c-ed27-419d-8d60-f2c5e230b9ba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Transition to ACTIVE for port object 0225b653-6c74-461f-9c13-8af4d55f6fca will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:36.443360 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-92e40ce7-f3df-422b-bbbe-77b41bd66332 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7979550 Jul 07 21:06:36.443777 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e40ce7-f3df-422b-bbbe-77b41bd66332 admin admin] Pushing event updated for resources: {'Network': ['ID=bbfa5685-191f-4586-848a-a470b5f76adc,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:36.444995 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33854) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:36.458353 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-71e1450c-9310-4d12-a805-7495483a8a96 admin admin] Request body: {'subnet': {'network_id': 'bbfa5685-191f-4586-848a-a470b5f76adc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-80020195-subnet', 'tenant_id': 'b95c8a0f713b4edfb9cab27fc82c60af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:36.462033 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network bbfa5685-191f-4586-848a-a470b5f76adc details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:06:36.479414 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5878414a-e827-4f16-8935-9f022e1e0acc None None] Network c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:06:36.494668 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf389c2-99a3-48ad-bc51-776094e78e84 req-f2d20f94-3621-4223-aabe-704710e33071 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:36.503608 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-baf389c2-99a3-48ad-bc51-776094e78e84 req-f2d20f94-3621-4223-aabe-704710e33071 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1889417 Jul 07 21:06:36.518204 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8cee271c-ed27-419d-8d60-f2c5e230b9ba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:36.558972 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-baf389c2-99a3-48ad-bc51-776094e78e84 req-8252d2b8-6a98-4bef-a159-b6b30594e550 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540664 Jul 07 21:06:36.592619 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e1450c-9310-4d12-a805-7495483a8a96 admin admin] Made reservation on behalf of b95c8a0f713b4edfb9cab27fc82c60af for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:36.595884 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-71e1450c-9310-4d12-a805-7495483a8a96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:36.598121 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee271c-ed27-419d-8d60-f2c5e230b9ba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Port': ['ID=0225b653-6c74-461f-9c13-8af4d55f6fca,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:36.603184 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cee271c-ed27-419d-8d60-f2c5e230b9ba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:36.606984 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-066074da-1764-459d-aaa6-7fd8c6c21d42 None None] Provisioning for port 752e2434-54aa-4d6b-b243-91599aa2ec42 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:36.615826 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-066074da-1764-459d-aaa6-7fd8c6c21d42 None None] Provisioning complete for port 752e2434-54aa-4d6b-b243-91599aa2ec42 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:36.616412 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-066074da-1764-459d-aaa6-7fd8c6c21d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:36.642428 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-8cee271c-ed27-419d-8d60-f2c5e230b9ba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:36.645833 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee271c-ed27-419d-8d60-f2c5e230b9ba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:36.724664 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cee271c-ed27-419d-8d60-f2c5e230b9ba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:36.725911 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8cee271c-ed27-419d-8d60-f2c5e230b9ba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:36.751796 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8cee271c-ed27-419d-8d60-f2c5e230b9ba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2594342 Jul 07 21:06:36.754783 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33864) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:36.782959 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-066074da-1764-459d-aaa6-7fd8c6c21d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:36.827498 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-066074da-1764-459d-aaa6-7fd8c6c21d42 None None] For port 752e2434-54aa-4d6b-b243-91599aa2ec42, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=752e2434-54aa-4d6b-b243-91599aa2ec42,segment=NetworkSegment(5fc7cde9-e902-4175-9241-c3116fdb8972),segment_id=5fc7cde9-e902-4175-9241-c3116fdb8972)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:36.835637 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-066074da-1764-459d-aaa6-7fd8c6c21d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:36.914608 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-71e1450c-9310-4d12-a805-7495483a8a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:36.917226 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066074da-1764-459d-aaa6-7fd8c6c21d42 None None] Pushing event updated for resources: {'Port': ['ID=752e2434-54aa-4d6b-b243-91599aa2ec42,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:36.947980 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90713063-723a-4a67-bf62-04508a41557c tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:36.953441 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-90713063-723a-4a67-bf62-04508a41557c tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1966090 Jul 07 21:06:36.954130 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33872) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:36.972770 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1450c-9310-4d12-a805-7495483a8a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4da2f58-0e9b-4b85-a657-8b1428be7886,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:37.020428 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e1450c-9310-4d12-a805-7495483a8a96 admin admin] Checking segment: {'id': '1aba642e-564c-4004-ae48-d1155620b5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bbfa5685-191f-4586-848a-a470b5f76adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:06:37.022269 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e1450c-9310-4d12-a805-7495483a8a96 admin admin] Network hostable DHCP agents. Network: bbfa5685-191f-4586-848a-a470b5f76adc, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:06:37.059564 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e1450c-9310-4d12-a805-7495483a8a96 admin admin] Network bbfa5685-191f-4586-848a-a470b5f76adc is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:06:37.073522 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d27984-bfe0-4701-b2a9-d0de20e50bc0 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:37.078584 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-71e1450c-9310-4d12-a805-7495483a8a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, bbfa5685-191f-4586-848a-a470b5f76adc) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:37.084142 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d27984-bfe0-4701-b2a9-d0de20e50bc0 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:37.084862 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e1450c-9310-4d12-a805-7495483a8a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:37.086256 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-71e1450c-9310-4d12-a805-7495483a8a96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:37.088235 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca32a64-bd77-41a9-a88f-9a2348b46cba None None] Network bbfa5685-191f-4586-848a-a470b5f76adc requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:06:37.106409 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d27984-bfe0-4701-b2a9-d0de20e50bc0 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:37.108251 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-25d27984-bfe0-4701-b2a9-d0de20e50bc0 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1530733 Jul 07 21:06:37.111288 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33876) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:37.149850 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-71e1450c-9310-4d12-a805-7495483a8a96 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7026355 Jul 07 21:06:37.247580 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa0154-f15f-4692-a2e0-1926c8147de6 req-a4854d9f-71c7-4010-99b6-20781f967808 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:37.254479 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2bfa0154-f15f-4692-a2e0-1926c8147de6 req-a4854d9f-71c7-4010-99b6-20781f967808 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=bac272bb-9706-4106-9514-5158e09275ea HTTP/1.1" status: 200 len: 944 time: 0.1450543 Jul 07 21:06:37.254704 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 31c8e487-70ba-41c8-89db-2ef709aee406 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:06:37.321911 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8eb62-20e8-4dc4-91d0-6d50cd1cae97 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting port 0225b653-6c74-461f-9c13-8af4d55f6fca {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:37.322141 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9bd8eb62-20e8-4dc4-91d0-6d50cd1cae97 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:37.342147 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2bfa0154-f15f-4692-a2e0-1926c8147de6 req-c9173f7f-a3dd-47c0-a313-09e277dbf52e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770092 Jul 07 21:06:37.411422 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 31c8e487-70ba-41c8-89db-2ef709aee406, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=31c8e487-70ba-41c8-89db-2ef709aee406,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:37.426625 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '31c8e487-70ba-41c8-89db-2ef709aee406', 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04', 'port_id': '31c8e487-70ba-41c8-89db-2ef709aee406', 'mac_address': 'fa:16:3e:76:f0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40568a6-ebc6-4f07-9fe2-338a216828e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:06:37.472658 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9bd8eb62-20e8-4dc4-91d0-6d50cd1cae97 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:37.485749 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-9bd8eb62-20e8-4dc4-91d0-6d50cd1cae97 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Calling delete_port for 0225b653-6c74-461f-9c13-8af4d55f6fca owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:37.503692 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:37.518767 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c8e487-70ba-41c8-89db-2ef709aee406 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:06:37.529551 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-bfac3ebd-6f64-4723-8ad8-0fb002256834 None None] Provisioning complete for port 752e2434-54aa-4d6b-b243-91599aa2ec42 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:37.530474 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bfac3ebd-6f64-4723-8ad8-0fb002256834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:37.535187 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024687de-a9f5-4d60-bd5b-1384e8f1ca73 None None] Network bbfa5685-191f-4586-848a-a470b5f76adc requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:06:37.669799 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 31c8e487-70ba-41c8-89db-2ef709aee406, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=31c8e487-70ba-41c8-89db-2ef709aee406,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:37.695779 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:37.745325 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9bd8eb62-20e8-4dc4-91d0-6d50cd1cae97 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:37.830849 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8eb62-20e8-4dc4-91d0-6d50cd1cae97 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Port': ['ID=0225b653-6c74-461f-9c13-8af4d55f6fca,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:37.833131 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=31c8e487-70ba-41c8-89db-2ef709aee406,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:37.899187 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9bd8eb62-20e8-4dc4-91d0-6d50cd1cae97 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:37.902665 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9bd8eb62-20e8-4dc4-91d0-6d50cd1cae97 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/ports/0225b653-6c74-461f-9c13-8af4d55f6fca HTTP/1.1" status: 204 len: 168 time: 0.7893786 Jul 07 21:06:37.907033 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33886) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:37.951662 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-bfac3ebd-6f64-4723-8ad8-0fb002256834 None None] Could not find standard attr ID for object 0225b653-6c74-461f-9c13-8af4d55f6fca. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:06:37.971082 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-bfac3ebd-6f64-4723-8ad8-0fb002256834 None None] Provisioning for port db9bf13d-bfb8-4502-bf5b-610755fd3859 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:37.980016 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccdc81-85a3-496c-8197-7f647e33f015 req-1ce98361-3ecb-48dc-8d2e-ff4c37723352 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:37.982179 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-bfac3ebd-6f64-4723-8ad8-0fb002256834 None None] Provisioning complete for port db9bf13d-bfb8-4502-bf5b-610755fd3859 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:37.982318 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-baccdc81-85a3-496c-8197-7f647e33f015 req-1ce98361-3ecb-48dc-8d2e-ff4c37723352 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1503172 Jul 07 21:06:37.982761 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bfac3ebd-6f64-4723-8ad8-0fb002256834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:38.017162 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-24473163-d6ff-4beb-9fa2-13d9d2482879 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] GET failed (client error): The resource could not be found. Jul 07 21:06:38.023127 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-24473163-d6ff-4beb-9fa2-13d9d2482879 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports/0225b653-6c74-461f-9c13-8af4d55f6fca HTTP/1.1" status: 404 len: 333 time: 0.1143556 Jul 07 21:06:38.035845 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33892) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:38.069997 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-bfac3ebd-6f64-4723-8ad8-0fb002256834 None None] Port db9bf13d-bfb8-4502-bf5b-610755fd3859 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:06:38.086721 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['31c8e487-70ba-41c8-89db-2ef709aee406'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:06:38.134588 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-baccdc81-85a3-496c-8197-7f647e33f015 req-afa544a8-d3ee-4dee-89f8-0787a0761663 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1421564 Jul 07 21:06:38.168790 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 752e2434-54aa-4d6b-b243-91599aa2ec42 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:06:38.224521 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-badbf91c-0660-4023-9cb9-c4f47dc0d768 None None] Could not find standard attr ID for object 0225b653-6c74-461f-9c13-8af4d55f6fca. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:06:38.227172 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-685732d6-4d77-4e85-8eeb-844569b3c024 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting port db9bf13d-bfb8-4502-bf5b-610755fd3859 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:38.227671 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-685732d6-4d77-4e85-8eeb-844569b3c024 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:38.266705 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-badbf91c-0660-4023-9cb9-c4f47dc0d768 None None] Provisioning complete for port db9bf13d-bfb8-4502-bf5b-610755fd3859 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:38.267278 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-badbf91c-0660-4023-9cb9-c4f47dc0d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:38.329605 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 752e2434-54aa-4d6b-b243-91599aa2ec42 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:38.329991 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:38.333249 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-685732d6-4d77-4e85-8eeb-844569b3c024 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:38.336346 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-badbf91c-0660-4023-9cb9-c4f47dc0d768 None None] Port db9bf13d-bfb8-4502-bf5b-610755fd3859 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:06:38.347680 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-685732d6-4d77-4e85-8eeb-844569b3c024 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Calling delete_port for db9bf13d-bfb8-4502-bf5b-610755fd3859 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:38.530103 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-685732d6-4d77-4e85-8eeb-844569b3c024 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:38.576702 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685732d6-4d77-4e85-8eeb-844569b3c024 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Port': ['ID=db9bf13d-bfb8-4502-bf5b-610755fd3859,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:38.591833 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463eb08-e190-498e-b929-35f6ff49a0c5 req-84c20707-9761-4c1f-a7cb-8442e1e5b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:38.593348 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d463eb08-e190-498e-b929-35f6ff49a0c5 req-84c20707-9761-4c1f-a7cb-8442e1e5b39c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 1097 time: 0.0567188 Jul 07 21:06:38.702931 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463eb08-e190-498e-b929-35f6ff49a0c5 req-7d03f721-bb2c-4b4e-be74-734435bf37e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:38.704668 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d463eb08-e190-498e-b929-35f6ff49a0c5 req-7d03f721-bb2c-4b4e-be74-734435bf37e5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 912 time: 0.1006114 Jul 07 21:06:38.729497 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-685732d6-4d77-4e85-8eeb-844569b3c024 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:38.732675 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-685732d6-4d77-4e85-8eeb-844569b3c024 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/ports/db9bf13d-bfb8-4502-bf5b-610755fd3859 HTTP/1.1" status: 204 len: 168 time: 0.6956544 Jul 07 21:06:38.737032 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33912) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:38.758797 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864eadd-14d4-4604-8236-84ef9bce8564 req-9cb0a134-9b0a-4a0e-970e-fa87e268b31e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:38.760404 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8864eadd-14d4-4604-8236-84ef9bce8564 req-9cb0a134-9b0a-4a0e-970e-fa87e268b31e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=bac272bb-9706-4106-9514-5158e09275ea HTTP/1.1" status: 200 len: 945 time: 0.2220013 Jul 07 21:06:38.784694 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2cdaf14-2b52-4408-a37b-14f84428afb8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] GET failed (client error): The resource could not be found. Jul 07 21:06:38.786326 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e2cdaf14-2b52-4408-a37b-14f84428afb8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports/db9bf13d-bfb8-4502-bf5b-610755fd3859 HTTP/1.1" status: 404 len: 333 time: 0.0485659 Jul 07 21:06:38.788744 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d463eb08-e190-498e-b929-35f6ff49a0c5 req-3ae9f139-da2c-4508-8141-453b2c2da5a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a HTTP/1.1" status: 200 len: 1000 time: 0.0722122 Jul 07 21:06:38.789252 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33914) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:38.802141 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb945906-8b24-43d9-9416-2357b2e85448 req-bc2be770-4706-4011-8ee0-ca3cbf762169 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:38.803707 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bb945906-8b24-43d9-9416-2357b2e85448 req-bc2be770-4706-4011-8ee0-ca3cbf762169 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.2299995 Jul 07 21:06:38.847977 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8864eadd-14d4-4604-8236-84ef9bce8564 req-d0c5705b-dfe1-4715-bbd7-9ced0889b447 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667102 Jul 07 21:06:38.861198 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bb945906-8b24-43d9-9416-2357b2e85448 req-b1c1df0e-db87-43fd-99e1-68684e6ae43d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506041 Jul 07 21:06:38.888444 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceed0738-c135-4268-9865-31f588de1b79 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting subnet 6d1fd545-4d37-4869-a760-4b4a1e65da9e {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:06:38.891422 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463eb08-e190-498e-b929-35f6ff49a0c5 req-049df0f8-e6ac-4ddc-818b-0174be4aaaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:38.892862 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d463eb08-e190-498e-b929-35f6ff49a0c5 req-049df0f8-e6ac-4ddc-818b-0174be4aaaa0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 200 len: 850 time: 0.0945034 Jul 07 21:06:38.894527 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ceed0738-c135-4268-9865-31f588de1b79 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:38.961227 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ceed0738-c135-4268-9865-31f588de1b79 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:39.048903 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463eb08-e190-498e-b929-35f6ff49a0c5 req-219276fe-77d8-40b0-b15b-3ca1c9adbbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:39.050462 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d463eb08-e190-498e-b929-35f6ff49a0c5 req-219276fe-77d8-40b0-b15b-3ca1c9adbbad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1345994 Jul 07 21:06:39.091549 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ceed0738-c135-4268-9865-31f588de1b79 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:39.199444 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d463eb08-e190-498e-b929-35f6ff49a0c5 req-83fb2eca-569a-4934-b0f5-19178f3f5330 service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382349 Jul 07 21:06:39.205697 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ceed0738-c135-4268-9865-31f588de1b79 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:39.233618 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 31c8e487-70ba-41c8-89db-2ef709aee406 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:06:39.267294 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed0738-c135-4268-9865-31f588de1b79 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Subnet': ['ID=6d1fd545-4d37-4869-a760-4b4a1e65da9e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:39.305659 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ceed0738-c135-4268-9865-31f588de1b79 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:39.311785 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ceed0738-c135-4268-9865-31f588de1b79 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/subnets/6d1fd545-4d37-4869-a760-4b4a1e65da9e HTTP/1.1" status: 204 len: 168 time: 0.5211954 Jul 07 21:06:39.312201 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33944) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:39.433599 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-85edd5b8-04fe-4c53-a306-7822548c78e6 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:39.436107 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-85edd5b8-04fe-4c53-a306-7822548c78e6 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/networks?id=bbfa5685-191f-4586-848a-a470b5f76adc HTTP/1.1" status: 200 len: 808 time: 0.1335049 Jul 07 21:06:39.437977 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39817dc-bc4e-4630-88d5-a427f4b7eafd None None] Network c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:06:39.455709 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-2c851963-dab1-416a-97e1-3c8272cc9d92 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/quotas/b95c8a0f713b4edfb9cab27fc82c60af HTTP/1.1" status: 200 len: 375 time: 0.0128093 Jul 07 21:06:39.455961 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d463eb08-e190-498e-b929-35f6ff49a0c5 req-173ceeee-ea57-4f41-a287-1464f6f677bb service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464910 Jul 07 21:06:39.464509 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a04b2cc-e588-4d6d-ad1e-60d13ddf57f9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:39.518302 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-7dd0d66b-63a8-4918-9d77-1cf7715d69eb tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b95c8a0f713b4edfb9cab27fc82c60af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488856 Jul 07 21:06:39.536343 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-8a04b2cc-e588-4d6d-ad1e-60d13ddf57f9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting port 752e2434-54aa-4d6b-b243-91599aa2ec42 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:39.536689 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a04b2cc-e588-4d6d-ad1e-60d13ddf57f9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:39.563656 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 31c8e487-70ba-41c8-89db-2ef709aee406 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:39.594214 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 31c8e487-70ba-41c8-89db-2ef709aee406 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:39.594971 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:39.606262 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-8a04b2cc-e588-4d6d-ad1e-60d13ddf57f9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] For port 752e2434-54aa-4d6b-b243-91599aa2ec42, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=752e2434-54aa-4d6b-b243-91599aa2ec42,segment=NetworkSegment(5fc7cde9-e902-4175-9241-c3116fdb8972),segment_id=5fc7cde9-e902-4175-9241-c3116fdb8972)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:39.606714 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a04b2cc-e588-4d6d-ad1e-60d13ddf57f9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:39.625074 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-55f47fd4-11c1-4253-9525-1ec6a8f62374 service neutron] 10.222.0.64 "GET /v2.0/networks/bbfa5685-191f-4586-848a-a470b5f76adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057155 Jul 07 21:06:39.628099 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-8a04b2cc-e588-4d6d-ad1e-60d13ddf57f9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Calling delete_port for 752e2434-54aa-4d6b-b243-91599aa2ec42 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:39.712933 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:39.725889 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a04b2cc-e588-4d6d-ad1e-60d13ddf57f9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:39.758264 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac272bb-9706-4106-9514-5158e09275ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c8e487-70ba-41c8-89db-2ef709aee406'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:06:39.758700 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9330ca9b-27d8-4c11-9926-49ff0d6daf79" -d '{"events": [{"server_uuid": "bac272bb-9706-4106-9514-5158e09275ea", "name": "network-vif-plugged", "status": "completed", "tag": "31c8e487-70ba-41c8-89db-2ef709aee406"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:06:39.762702 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a04b2cc-e588-4d6d-ad1e-60d13ddf57f9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] No DVR routers for this DVR port 752e2434-54aa-4d6b-b243-91599aa2ec42 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:06:39.778830 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696d0c22-f14c-4ddf-b75e-afd5cf09b8d5 None None] DHCP port deletion for c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:06:39.779748 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04b2cc-e588-4d6d-ad1e-60d13ddf57f9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Port': ['ID=752e2434-54aa-4d6b-b243-91599aa2ec42,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:39.781815 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 31c8e487-70ba-41c8-89db-2ef709aee406, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=31c8e487-70ba-41c8-89db-2ef709aee406,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:39.792120 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:39.804052 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-e69f9602-8e3e-419f-bad3-9d1c31b881b3 service neutron] 10.222.0.64 "GET /v2.0/networks/bbfa5685-191f-4586-848a-a470b5f76adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707101 Jul 07 21:06:39.833995 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d979262-27be-43d9-8a17-f64c486669fa x-openstack-request-id: req-9d979262-27be-43d9-8a17-f64c486669fa {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:06:39.834358 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac272bb-9706-4106-9514-5158e09275ea", "name": "network-vif-plugged", "status": "completed", "tag": "31c8e487-70ba-41c8-89db-2ef709aee406", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:06:39.834681 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9d979262-27be-43d9-8a17-f64c486669fa {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:06:39.835140 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac272bb-9706-4106-9514-5158e09275ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c8e487-70ba-41c8-89db-2ef709aee406', 'code': 200} Jul 07 21:06:39.887443 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=31c8e487-70ba-41c8-89db-2ef709aee406,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:39.908730 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a04b2cc-e588-4d6d-ad1e-60d13ddf57f9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:39.921906 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-8a04b2cc-e588-4d6d-ad1e-60d13ddf57f9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:39.937294 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-8a04b2cc-e588-4d6d-ad1e-60d13ddf57f9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc7cde9-e902-4175-9241-c3116fdb8972') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:39.939673 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-8a04b2cc-e588-4d6d-ad1e-60d13ddf57f9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc7cde9-e902-4175-9241-c3116fdb8972') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:39.984149 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a04b2cc-e588-4d6d-ad1e-60d13ddf57f9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:40.018586 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a04b2cc-e588-4d6d-ad1e-60d13ddf57f9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:40.030848 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a04b2cc-e588-4d6d-ad1e-60d13ddf57f9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:06:40.031616 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a04b2cc-e588-4d6d-ad1e-60d13ddf57f9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:06:40.039954 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:06:40.108677 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2ff4c-e3f6-40f4-b9eb-58965ed63639 req-fe37f5cb-3347-4aac-814f-b15120c1736f tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:40.118504 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-63f2ff4c-e3f6-40f4-b9eb-58965ed63639 req-fe37f5cb-3347-4aac-814f-b15120c1736f tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=bac272bb-9706-4106-9514-5158e09275ea HTTP/1.1" status: 200 len: 946 time: 0.1275744 Jul 07 21:06:40.135226 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 752e2434-54aa-4d6b-b243-91599aa2ec42 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:06:40.201694 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 752e2434-54aa-4d6b-b243-91599aa2ec42 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:06:40.202053 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 752e2434-54aa-4d6b-b243-91599aa2ec42 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:06:40.225142 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-63f2ff4c-e3f6-40f4-b9eb-58965ed63639 req-a0b68bb4-7a37-4d7c-9c09-613bd44d96cb tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056428 Jul 07 21:06:40.225665 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9339b2-fe6b-42ef-b4ea-7cf361a8b9ee req-46f6b3f7-e645-45f8-884a-f68ab81acf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:40.229815 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-db9339b2-fe6b-42ef-b4ea-7cf361a8b9ee req-46f6b3f7-e645-45f8-884a-f68ab81acf35 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bac272bb-9706-4106-9514-5158e09275ea HTTP/1.1" status: 200 len: 1098 time: 0.2833831 Jul 07 21:06:40.250946 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a04b2cc-e588-4d6d-ad1e-60d13ddf57f9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:40.314900 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a04b2cc-e588-4d6d-ad1e-60d13ddf57f9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:40.316811 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8a04b2cc-e588-4d6d-ad1e-60d13ddf57f9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/networks/c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13 HTTP/1.1" status: 204 len: 168 time: 1.0018287 Jul 07 21:06:40.319416 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04b2cc-e588-4d6d-ad1e-60d13ddf57f9 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Network': ['ID=c1ea5d60-cac5-4f2a-a82a-cc1cabf93f13,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:40.322190 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33956) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:40.328542 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-4a1c1d91-3e85-44b5-849c-d060e8878f48 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1764585071'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:40.342769 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b1ee7094-89d6-46ef-b589-45a8932464df req-d5446021-5c73-450d-83a0-ae2604b3f4f7 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/ports?device_id=67620b56-6912-41f4-8617-f0e5b75ab74a HTTP/1.1" status: 200 len: 210 time: 0.0437269 Jul 07 21:06:40.355955 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-db9339b2-fe6b-42ef-b4ea-7cf361a8b9ee req-b2d277d5-3d75-4a4b-80cc-66abb74b6a08 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143687 Jul 07 21:06:40.362601 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7e82c-af64-42e1-adec-5b090013239a req-c1ba55c1-3713-4271-a6e0-a6c0811fe6b0 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:40.376704 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1c1d91-3e85-44b5-849c-d060e8878f48 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:40.381125 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4a1c1d91-3e85-44b5-849c-d060e8878f48 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:40.381322 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7ad7e82c-af64-42e1-adec-5b090013239a req-c1ba55c1-3713-4271-a6e0-a6c0811fe6b0 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1313419 Jul 07 21:06:40.408297 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1c1d91-3e85-44b5-849c-d060e8878f48 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:06:40.429740 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7ad7e82c-af64-42e1-adec-5b090013239a req-72595bc4-5244-463b-8d9b-25a8d8f68a46 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449815 Jul 07 21:06:40.434201 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4a1c1d91-3e85-44b5-849c-d060e8878f48 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:40.434557 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-4a1c1d91-3e85-44b5-849c-d060e8878f48 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Added segment 29e24175-5710-4a14-91c0-0a7cab0b6546 of type vlan for network c2366c83-b1a8-49e0-971d-dd10728903db Jul 07 21:06:40.498179 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4a1c1d91-3e85-44b5-849c-d060e8878f48 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:40.579311 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4a1c1d91-3e85-44b5-849c-d060e8878f48 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:40.585453 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1c1d91-3e85-44b5-849c-d060e8878f48 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:40.587274 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4a1c1d91-3e85-44b5-849c-d060e8878f48 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:40.662089 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4a1c1d91-3e85-44b5-849c-d060e8878f48 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3375061 Jul 07 21:06:40.664901 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33966) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:40.671617 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-6b3b93b7-9170-4dc1-8fb9-5c9d6159da4f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'subnet': {'network_id': 'c2366c83-b1a8-49e0-971d-dd10728903db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:40.685133 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c1d91-3e85-44b5-849c-d060e8878f48 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Network': ['ID=c2366c83-b1a8-49e0-971d-dd10728903db,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:40.697384 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network c2366c83-b1a8-49e0-971d-dd10728903db details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:06:41.061621 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3b93b7-9170-4dc1-8fb9-5c9d6159da4f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:41.063999 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6b3b93b7-9170-4dc1-8fb9-5c9d6159da4f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:41.247797 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6b3b93b7-9170-4dc1-8fb9-5c9d6159da4f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:41.310631 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b93b7-9170-4dc1-8fb9-5c9d6159da4f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Subnet': ['ID=084d2e76-88f4-4fbd-99c2-91456fa6885b,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:41.317734 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3b93b7-9170-4dc1-8fb9-5c9d6159da4f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Checking segment: {'id': '29e24175-5710-4a14-91c0-0a7cab0b6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c2366c83-b1a8-49e0-971d-dd10728903db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:06:41.318094 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3b93b7-9170-4dc1-8fb9-5c9d6159da4f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network hostable DHCP agents. Network: c2366c83-b1a8-49e0-971d-dd10728903db, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:06:41.336294 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3b93b7-9170-4dc1-8fb9-5c9d6159da4f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network c2366c83-b1a8-49e0-971d-dd10728903db is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:06:41.375362 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-6b3b93b7-9170-4dc1-8fb9-5c9d6159da4f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, c2366c83-b1a8-49e0-971d-dd10728903db) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:41.385518 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57980279-deda-4b6e-8967-0d3617c3f396 None None] Network c2366c83-b1a8-49e0-971d-dd10728903db requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:06:41.390754 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3b93b7-9170-4dc1-8fb9-5c9d6159da4f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:41.391619 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6b3b93b7-9170-4dc1-8fb9-5c9d6159da4f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:41.443185 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6b3b93b7-9170-4dc1-8fb9-5c9d6159da4f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7769129 Jul 07 21:06:41.445766 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 33980) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:41.455902 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-78123c2b-1ac4-40e4-97bf-d9e15ac1b514 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-921378652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:41.478785 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062a9bd-42b5-4612-bd8c-4e7237537157 req-078c1744-0dee-4140-98d2-d5047c394626 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:41.483906 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1062a9bd-42b5-4612-bd8c-4e7237537157 req-078c1744-0dee-4140-98d2-d5047c394626 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=bac272bb-9706-4106-9514-5158e09275ea HTTP/1.1" status: 200 len: 946 time: 0.1453254 Jul 07 21:06:41.549198 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78123c2b-1ac4-40e4-97bf-d9e15ac1b514 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:41.550265 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78123c2b-1ac4-40e4-97bf-d9e15ac1b514 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:41.593374 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c7cbc0d-0816-4d6f-95cc-fc3cfff62156 req-8a521c66-bc8a-4250-93f6-0ba0dfed44fa tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/ports?device_id=67620b56-6912-41f4-8617-f0e5b75ab74a HTTP/1.1" status: 200 len: 210 time: 0.0330791 Jul 07 21:06:41.615890 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1062a9bd-42b5-4612-bd8c-4e7237537157 req-680a198e-7af1-4927-83cf-4b71850a6972 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045084 Jul 07 21:06:41.716015 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2d4728-4e86-4507-ad50-914fb047b643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-c2366c83-b1a8-49e0-971d-dd10728903db', 'network_id': 'c2366c83-b1a8-49e0-971d-dd10728903db', 'tenant_id': '68ad691d1b1b4234ad0e4b441230341b', 'fixed_ips': [{'subnet_id': '084d2e76-88f4-4fbd-99c2-91456fa6885b'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:06:41.716895 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6f2d4728-4e86-4507-ad50-914fb047b643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:41.732739 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78123c2b-1ac4-40e4-97bf-d9e15ac1b514 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:41.740172 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78123c2b-1ac4-40e4-97bf-d9e15ac1b514 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:41.768510 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78123c2b-1ac4-40e4-97bf-d9e15ac1b514 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:41.769798 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-78123c2b-1ac4-40e4-97bf-d9e15ac1b514 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3230019 Jul 07 21:06:41.772902 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 33988) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:41.779121 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-07479105-0b9b-421a-ba0a-ad387371da07 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'port': {'network_id': 'c2366c83-b1a8-49e0-971d-dd10728903db', 'name': 'tempest-PortsTestJSON-459660318'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:41.816133 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-4aeb7905-fc02-46eb-875c-07113636d22a tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:41.817771 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-4aeb7905-fc02-46eb-875c-07113636d22a tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.39 "GET /v2.0/networks?id=bbfa5685-191f-4586-848a-a470b5f76adc HTTP/1.1" status: 200 len: 808 time: 0.1440213 Jul 07 21:06:41.832735 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-e6e902d8-fc1d-4cb8-ba0c-5239f4b09daf tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Request body: {'port': {'device_id': '67620b56-6912-41f4-8617-f0e5b75ab74a', 'network_id': 'bbfa5685-191f-4586-848a-a470b5f76adc', 'admin_state_up': True, 'tenant_id': 'b95c8a0f713b4edfb9cab27fc82c60af'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:41.968296 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-6f2d4728-4e86-4507-ad50-914fb047b643 None None] Allocated IP 172.20.0.2 (c2366c83-b1a8-49e0-971d-dd10728903db/084d2e76-88f4-4fbd-99c2-91456fa6885b/5590b02e-6098-4554-9846-7c4cef257e27) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:41.986381 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07479105-0b9b-421a-ba0a-ad387371da07 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:41.993224 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-07479105-0b9b-421a-ba0a-ad387371da07 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:42.014263 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251c993-a1c2-4d58-a1de-1cffec5fb579 req-f90cbebc-8eaa-474e-836b-58c71efa3613 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:42.021312 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2251c993-a1c2-4d58-a1de-1cffec5fb579 req-f90cbebc-8eaa-474e-836b-58c71efa3613 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1657658 Jul 07 21:06:42.030929 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-07479105-0b9b-421a-ba0a-ad387371da07 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] device_id is not set on port 12211c4a-6d70-474e-9540-8cdc69d714f6 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:06:42.061149 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-e6e902d8-fc1d-4cb8-ba0c-5239f4b09daf tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Made reservation on behalf of b95c8a0f713b4edfb9cab27fc82c60af for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:42.064916 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-e6e902d8-fc1d-4cb8-ba0c-5239f4b09daf tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:42.089541 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2251c993-a1c2-4d58-a1de-1cffec5fb579 req-4b6e4a13-a2fd-42ea-be60-233f4e148e8e tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667586 Jul 07 21:06:42.166320 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6f2d4728-4e86-4507-ad50-914fb047b643 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:42.177441 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6f2d4728-4e86-4507-ad50-914fb047b643 None None] Transition to ACTIVE for port object 5590b02e-6098-4554-9846-7c4cef257e27 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:42.192909 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6f2d4728-4e86-4507-ad50-914fb047b643 None None] Transition to ACTIVE for port object 5590b02e-6098-4554-9846-7c4cef257e27 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:42.198787 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6f2d4728-4e86-4507-ad50-914fb047b643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:42.224975 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2d4728-4e86-4507-ad50-914fb047b643 None None] Network c2366c83-b1a8-49e0-971d-dd10728903db is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:42.228690 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-6f2d4728-4e86-4507-ad50-914fb047b643 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:42.268826 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-07479105-0b9b-421a-ba0a-ad387371da07 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Allocated IP 172.20.0.5 (c2366c83-b1a8-49e0-971d-dd10728903db/084d2e76-88f4-4fbd-99c2-91456fa6885b/12211c4a-6d70-474e-9540-8cdc69d714f6) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:42.273782 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2d4728-4e86-4507-ad50-914fb047b643 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:42.286486 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-e6e902d8-fc1d-4cb8-ba0c-5239f4b09daf tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Allocated IP 172.20.0.6 (bbfa5685-191f-4586-848a-a470b5f76adc/e4da2f58-0e9b-4b85-a657-8b1428be7886/92ff5960-7854-4702-a650-324264e589db) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:42.374742 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-6f2d4728-4e86-4507-ad50-914fb047b643 None None] Attempting to bind port 5590b02e-6098-4554-9846-7c4cef257e27 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:06:42.375474 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-6f2d4728-4e86-4507-ad50-914fb047b643 None None] Attempting to bind port 5590b02e-6098-4554-9846-7c4cef257e27 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '29e24175-5710-4a14-91c0-0a7cab0b6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c2366c83-b1a8-49e0-971d-dd10728903db'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:06:42.376967 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2d4728-4e86-4507-ad50-914fb047b643 None None] Attempting to bind port 5590b02e-6098-4554-9846-7c4cef257e27 on network c2366c83-b1a8-49e0-971d-dd10728903db {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:06:42.379691 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d4728-4e86-4507-ad50-914fb047b643 None None] Pushing event updated for resources: {'Port': ['ID=5590b02e-6098-4554-9846-7c4cef257e27,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:42.389887 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2d4728-4e86-4507-ad50-914fb047b643 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:06:42.390537 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2d4728-4e86-4507-ad50-914fb047b643 None None] Checking segment: {'id': '29e24175-5710-4a14-91c0-0a7cab0b6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c2366c83-b1a8-49e0-971d-dd10728903db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:06:42.391704 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74763563-5f39-49aa-9709-ef494c8d17bc req-7dfd9be6-a03d-4d0c-9b7a-9ca26ee8e2f9 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:42.393050 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6f2d4728-4e86-4507-ad50-914fb047b643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:42.393267 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-74763563-5f39-49aa-9709-ef494c8d17bc req-7dfd9be6-a03d-4d0c-9b7a-9ca26ee8e2f9 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1577742 Jul 07 21:06:42.393764 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2d4728-4e86-4507-ad50-914fb047b643 None None] Bound using segment: {'id': '29e24175-5710-4a14-91c0-0a7cab0b6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c2366c83-b1a8-49e0-971d-dd10728903db'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:06:42.394358 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-6f2d4728-4e86-4507-ad50-914fb047b643 None None] Bound port: 5590b02e-6098-4554-9846-7c4cef257e27, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e24175-5710-4a14-91c0-0a7cab0b6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'c2366c83-b1a8-49e0-971d-dd10728903db'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:06:42.395846 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6f2d4728-4e86-4507-ad50-914fb047b643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:42.462321 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-07479105-0b9b-421a-ba0a-ad387371da07 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:42.479610 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-6f2d4728-4e86-4507-ad50-914fb047b643 None None] For port 5590b02e-6098-4554-9846-7c4cef257e27, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:06:42.480302 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-74763563-5f39-49aa-9709-ef494c8d17bc req-2a0eebb7-55aa-4aa1-b60e-850749868693 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754433 Jul 07 21:06:42.483914 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-6f2d4728-4e86-4507-ad50-914fb047b643 None None] For port 5590b02e-6098-4554-9846-7c4cef257e27, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=5590b02e-6098-4554-9846-7c4cef257e27,segment=NetworkSegment(29e24175-5710-4a14-91c0-0a7cab0b6546),segment_id=29e24175-5710-4a14-91c0-0a7cab0b6546)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:06:42.493219 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6f2d4728-4e86-4507-ad50-914fb047b643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:42.515549 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-07479105-0b9b-421a-ba0a-ad387371da07 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Transition to ACTIVE for port object 12211c4a-6d70-474e-9540-8cdc69d714f6 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:42.562999 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-e6e902d8-fc1d-4cb8-ba0c-5239f4b09daf tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:42.578292 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-07479105-0b9b-421a-ba0a-ad387371da07 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:42.606311 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-e6e902d8-fc1d-4cb8-ba0c-5239f4b09daf tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:42.622863 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d4728-4e86-4507-ad50-914fb047b643 None None] Pushing event updated for resources: {'Port': ['ID=5590b02e-6098-4554-9846-7c4cef257e27,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:42.697331 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07479105-0b9b-421a-ba0a-ad387371da07 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network c2366c83-b1a8-49e0-971d-dd10728903db is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:42.700661 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-e6e902d8-fc1d-4cb8-ba0c-5239f4b09daf tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Network bbfa5685-191f-4586-848a-a470b5f76adc is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:42.703241 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-07479105-0b9b-421a-ba0a-ad387371da07 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:42.706166 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-e6e902d8-fc1d-4cb8-ba0c-5239f4b09daf tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:42.712695 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07479105-0b9b-421a-ba0a-ad387371da07 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:42.723363 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-e6e902d8-fc1d-4cb8-ba0c-5239f4b09daf tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:42.764117 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07479105-0b9b-421a-ba0a-ad387371da07 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Port': ['ID=12211c4a-6d70-474e-9540-8cdc69d714f6,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:42.785714 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07479105-0b9b-421a-ba0a-ad387371da07 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:42.786377 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-07479105-0b9b-421a-ba0a-ad387371da07 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:42.811685 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-07479105-0b9b-421a-ba0a-ad387371da07 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0359015 Jul 07 21:06:42.812648 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34000) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:42.871672 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e902d8-fc1d-4cb8-ba0c-5239f4b09daf tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Pushing event updated for resources: {'Port': ['ID=92ff5960-7854-4702-a650-324264e589db,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:42.925975 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-e6e902d8-fc1d-4cb8-ba0c-5239f4b09daf tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:42.926643 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-e6e902d8-fc1d-4cb8-ba0c-5239f4b09daf tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:42.960529 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-e6e902d8-fc1d-4cb8-ba0c-5239f4b09daf tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1320682 Jul 07 21:06:42.977733 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c8a7d02e-b14c-48d0-8481-cc296e796a39 service neutron] Request body: {'port': {'device_id': '67620b56-6912-41f4-8617-f0e5b75ab74a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:43.020026 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cab6a-56f7-4622-901c-e500d8710c04 req-107530b7-cab7-463b-9865-36ca8b98f3f0 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:43.022141 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5d3cab6a-56f7-4622-901c-e500d8710c04 req-107530b7-cab7-463b-9865-36ca8b98f3f0 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.3332241 Jul 07 21:06:43.041007 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d334ad-b486-4278-9674-0d26b7cb9426 req-69523d01-936e-4646-b59c-b1f1ecae4dcf tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:43.042517 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44d334ad-b486-4278-9674-0d26b7cb9426 req-69523d01-936e-4646-b59c-b1f1ecae4dcf tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/ports?device_id=67620b56-6912-41f4-8617-f0e5b75ab74a HTTP/1.1" status: 200 len: 931 time: 0.2870998 Jul 07 21:06:43.160243 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5d3cab6a-56f7-4622-901c-e500d8710c04 req-bc2834f6-a5e4-4463-b983-54b3a1fefb37 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1299915 Jul 07 21:06:43.177666 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44d334ad-b486-4278-9674-0d26b7cb9426 req-a84da597-7b1c-43d3-aeb5-882f6e6cfb12 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b960cf2-830b-497a-ba31-51b098e2ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225009 Jul 07 21:06:43.177666 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c8a7d02e-b14c-48d0-8481-cc296e796a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:43.277127 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09a85336-37e5-4c3b-a489-3a6661b45a9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:43.522911 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a024a-0981-4f36-bafd-87bc656729a7 req-6840e852-ec4a-4f7a-82c3-58ad68510a38 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:43.525271 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f01a024a-0981-4f36-bafd-87bc656729a7 req-6840e852-ec4a-4f7a-82c3-58ad68510a38 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=bac272bb-9706-4106-9514-5158e09275ea HTTP/1.1" status: 200 len: 946 time: 0.1996241 Jul 07 21:06:43.578682 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09a85336-37e5-4c3b-a489-3a6661b45a9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:43.584579 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09a85336-37e5-4c3b-a489-3a6661b45a9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:43.628189 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f01a024a-0981-4f36-bafd-87bc656729a7 req-9aceaa5f-6464-457b-b057-73660a6bc833 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917015 Jul 07 21:06:43.699548 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a85336-37e5-4c3b-a489-3a6661b45a9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Port': ['ID=12211c4a-6d70-474e-9540-8cdc69d714f6,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:43.788363 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c8a7d02e-b14c-48d0-8481-cc296e796a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ff5960-7854-4702-a650-324264e589db {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:06:43.801213 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c8a7d02e-b14c-48d0-8481-cc296e796a39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:43.852490 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7534bda-d0da-4ffd-aea8-f1fcacc2102a req-80a00b70-f7f5-4ab4-858d-038a953af660 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:43.864579 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b7534bda-d0da-4ffd-aea8-f1fcacc2102a req-80a00b70-f7f5-4ab4-858d-038a953af660 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.2316337 Jul 07 21:06:43.877854 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c8a7d02e-b14c-48d0-8481-cc296e796a39 service neutron] Transition to ACTIVE for port object 92ff5960-7854-4702-a650-324264e589db will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:43.910996 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c8a7d02e-b14c-48d0-8481-cc296e796a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:43.977412 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b7534bda-d0da-4ffd-aea8-f1fcacc2102a req-648f47cd-fa2c-4480-b3eb-ca4d63ee037b tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1116180 Jul 07 21:06:44.003036 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ddf08-7a21-41e8-9ca5-60e57ad5e8d2 req-35d77526-27b8-4bd3-85bf-a0f6c34c2b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:44.004884 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-771ddf08-7a21-41e8-9ca5-60e57ad5e8d2 req-35d77526-27b8-4bd3-85bf-a0f6c34c2b9a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 1098 time: 0.3806512 Jul 07 21:06:44.006269 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09a85336-37e5-4c3b-a489-3a6661b45a9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:44.044068 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7d02e-b14c-48d0-8481-cc296e796a39 service neutron] Pushing event updated for resources: {'Port': ['ID=92ff5960-7854-4702-a650-324264e589db,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:44.063242 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da8145c-2216-4f6f-a287-574a94491aac None None] Network c2366c83-b1a8-49e0-971d-dd10728903db requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:06:44.113070 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-771ddf08-7a21-41e8-9ca5-60e57ad5e8d2 req-9d212aa5-d1f2-4e4b-ab92-f37a1ed97305 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f71ecfc3-79b3-4654-8681-1436f8fa2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562787 Jul 07 21:06:44.169374 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c8a7d02e-b14c-48d0-8481-cc296e796a39 service neutron] Attempting to bind port 92ff5960-7854-4702-a650-324264e589db on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:06:44.169718 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c8a7d02e-b14c-48d0-8481-cc296e796a39 service neutron] Attempting to bind port 92ff5960-7854-4702-a650-324264e589db by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '1aba642e-564c-4004-ae48-d1155620b5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bbfa5685-191f-4586-848a-a470b5f76adc'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:06:44.170119 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c8a7d02e-b14c-48d0-8481-cc296e796a39 service neutron] Attempting to bind port 92ff5960-7854-4702-a650-324264e589db on network bbfa5685-191f-4586-848a-a470b5f76adc {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:06:44.191690 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4914c9f2-a9a5-4648-b807-8a3683df02ac None None] Provisioning for port 5590b02e-6098-4554-9846-7c4cef257e27 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:44.205444 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 5590b02e-6098-4554-9846-7c4cef257e27 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:06:44.263315 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c8a7d02e-b14c-48d0-8481-cc296e796a39 service neutron] Port 92ff5960-7854-4702-a650-324264e589db on network bbfa5685-191f-4586-848a-a470b5f76adc not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:06:44.263698 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c8a7d02e-b14c-48d0-8481-cc296e796a39 service neutron] Attempting to bind port 92ff5960-7854-4702-a650-324264e589db on network bbfa5685-191f-4586-848a-a470b5f76adc {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:06:44.268758 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09a85336-37e5-4c3b-a489-3a6661b45a9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:44.316519 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c8a7d02e-b14c-48d0-8481-cc296e796a39 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:06:44.316867 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c8a7d02e-b14c-48d0-8481-cc296e796a39 service neutron] Checking segment: {'id': '1aba642e-564c-4004-ae48-d1155620b5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bbfa5685-191f-4586-848a-a470b5f76adc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:06:44.317204 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c8a7d02e-b14c-48d0-8481-cc296e796a39 service neutron] Bound using segment: {'id': '1aba642e-564c-4004-ae48-d1155620b5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bbfa5685-191f-4586-848a-a470b5f76adc'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:06:44.317640 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c8a7d02e-b14c-48d0-8481-cc296e796a39 service neutron] Bound port: 92ff5960-7854-4702-a650-324264e589db, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aba642e-564c-4004-ae48-d1155620b5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bbfa5685-191f-4586-848a-a470b5f76adc'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:06:44.318015 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c8a7d02e-b14c-48d0-8481-cc296e796a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:44.340874 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 5590b02e-6098-4554-9846-7c4cef257e27 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:44.349525 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 5590b02e-6098-4554-9846-7c4cef257e27 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:44.350746 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:44.420675 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb48db-0bb5-4751-bd12-ccb312b9171e req-cd67ca0e-ade2-484e-b71f-9645a83e94f2 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:44.427721 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-36eb48db-0bb5-4751-bd12-ccb312b9171e req-cd67ca0e-ade2-484e-b71f-9645a83e94f2 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=bac272bb-9706-4106-9514-5158e09275ea HTTP/1.1" status: 200 len: 946 time: 0.2540536 Jul 07 21:06:44.553086 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:44.560211 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-36eb48db-0bb5-4751-bd12-ccb312b9171e req-124d4a79-3c8d-477b-8501-5a5af69ace2e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315043 Jul 07 21:06:44.575070 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c8a7d02e-b14c-48d0-8481-cc296e796a39 service neutron] For port 92ff5960-7854-4702-a650-324264e589db, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:06:44.590663 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c8a7d02e-b14c-48d0-8481-cc296e796a39 service neutron] For port 92ff5960-7854-4702-a650-324264e589db, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=92ff5960-7854-4702-a650-324264e589db,segment=NetworkSegment(1aba642e-564c-4004-ae48-d1155620b5c4),segment_id=1aba642e-564c-4004-ae48-d1155620b5c4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:06:44.595476 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c8a7d02e-b14c-48d0-8481-cc296e796a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:44.617797 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 5590b02e-6098-4554-9846-7c4cef257e27, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=5590b02e-6098-4554-9846-7c4cef257e27,segment=NetworkSegment(29e24175-5710-4a14-91c0-0a7cab0b6546),segment_id=29e24175-5710-4a14-91c0-0a7cab0b6546)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:44.625107 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:44.644044 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c8a7d02e-b14c-48d0-8481-cc296e796a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:44.644684 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c8a7d02e-b14c-48d0-8481-cc296e796a39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:44.646130 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c8a7d02e-b14c-48d0-8481-cc296e796a39 service neutron] 10.222.0.39 "PUT /v2.0/ports/92ff5960-7854-4702-a650-324264e589db HTTP/1.1" status: 200 len: 1092 time: 1.6747303 Jul 07 21:06:44.646608 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67620b56-6912-41f4-8617-f0e5b75ab74a', 'tag': '92ff5960-7854-4702-a650-324264e589db'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:06:44.649152 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f89c87-dfbf-4635-aa2c-b3469e59d0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "67620b56-6912-41f4-8617-f0e5b75ab74a", "tag": "92ff5960-7854-4702-a650-324264e589db"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:06:44.705747 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=5590b02e-6098-4554-9846-7c4cef257e27,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:44.723190 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255ab47c-ce75-4a61-8021-87144f21a940 x-openstack-request-id: req-255ab47c-ce75-4a61-8021-87144f21a940 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:06:44.723542 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67620b56-6912-41f4-8617-f0e5b75ab74a", "tag": "92ff5960-7854-4702-a650-324264e589db", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:06:44.723771 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-255ab47c-ce75-4a61-8021-87144f21a940 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:06:44.724173 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67620b56-6912-41f4-8617-f0e5b75ab74a', 'tag': '92ff5960-7854-4702-a650-324264e589db', 'status': 'completed', 'code': 200} Jul 07 21:06:44.749598 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c936e7-98e8-4e5d-9b09-a115705bbe6e req-4006f73a-5d3d-4386-add3-0f3bb3b886cd tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:44.750906 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-61c936e7-98e8-4e5d-9b09-a115705bbe6e req-4006f73a-5d3d-4386-add3-0f3bb3b886cd tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/ports?device_id=67620b56-6912-41f4-8617-f0e5b75ab74a HTTP/1.1" status: 200 len: 943 time: 0.2839386 Jul 07 21:06:44.756420 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7d02e-b14c-48d0-8481-cc296e796a39 service neutron] Pushing event updated for resources: {'Port': ['ID=92ff5960-7854-4702-a650-324264e589db,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:44.769495 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09a85336-37e5-4c3b-a489-3a6661b45a9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:44.774715 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09a85336-37e5-4c3b-a489-3a6661b45a9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:44.826336 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-61c936e7-98e8-4e5d-9b09-a115705bbe6e req-99ca1faf-619d-4e2c-a69d-74e391636cb7 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b960cf2-830b-497a-ba31-51b098e2ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651453 Jul 07 21:06:44.835878 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-843c1a7c-39f7-4571-a695-322db0543aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:44.835878 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-843c1a7c-39f7-4571-a695-322db0543aa9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b95c8a0f713b4edfb9cab27fc82c60af&device_id=67620b56-6912-41f4-8617-f0e5b75ab74a HTTP/1.1" status: 200 len: 1095 time: 0.1320601 Jul 07 21:06:44.893149 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c9a86fe7-895d-4a7b-aa46-b9ddab797828 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92ff5960-7854-4702-a650-324264e589db HTTP/1.1" status: 200 len: 217 time: 0.0505040 Jul 07 21:06:44.894026 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09a85336-37e5-4c3b-a489-3a6661b45a9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:44.974449 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c4ad79b6-e09c-4895-b09a-d2fb8a49f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:44.981407 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c4ad79b6-e09c-4895-b09a-d2fb8a49f6a3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e4da2f58-0e9b-4b85-a657-8b1428be7886 HTTP/1.1" status: 200 len: 848 time: 0.0781102 Jul 07 21:06:45.031447 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-daa3a974-491a-4644-a88d-bf101a3db73a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bbfa5685-191f-4586-848a-a470b5f76adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431690 Jul 07 21:06:45.082868 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4b04d0cc-7a97-4853-b563-a2cffde7ccd6 None None] Provisioning for port 12211c4a-6d70-474e-9540-8cdc69d714f6 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:45.096255 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4b04d0cc-7a97-4853-b563-a2cffde7ccd6 None None] Provisioning complete for port 12211c4a-6d70-474e-9540-8cdc69d714f6 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:45.096642 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4b04d0cc-7a97-4853-b563-a2cffde7ccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:45.173254 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-4b04d0cc-7a97-4853-b563-a2cffde7ccd6 None None] Port 12211c4a-6d70-474e-9540-8cdc69d714f6 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:06:45.185733 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-c33ed77c-1cc4-4488-8650-b44f32a167b9 service neutron] 10.222.0.39 "GET /v2.0/networks/bbfa5685-191f-4586-848a-a470b5f76adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433570 Jul 07 21:06:45.193001 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4b04d0cc-7a97-4853-b563-a2cffde7ccd6 None None] Provisioning complete for port 5590b02e-6098-4554-9846-7c4cef257e27 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:45.197321 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4b04d0cc-7a97-4853-b563-a2cffde7ccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:45.428778 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f32449a8-fc5e-41ae-b540-d43c1358ce8f req-50b7275e-d792-4fe9-b1e3-acfe51a1bfeb service neutron] 10.222.0.39 "GET /v2.0/networks/bbfa5685-191f-4586-848a-a470b5f76adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344580 Jul 07 21:06:45.430216 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a85336-37e5-4c3b-a489-3a6661b45a9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Port': ['ID=12211c4a-6d70-474e-9540-8cdc69d714f6,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:45.458294 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af7e1e-0949-4123-8b0e-b57b9375a6b4 req-68f5cd74-5fd8-47cd-b144-25465e69e9c0 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:45.466037 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c1af7e1e-0949-4123-8b0e-b57b9375a6b4 req-68f5cd74-5fd8-47cd-b144-25465e69e9c0 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.2316017 Jul 07 21:06:45.505954 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-385ea45e-09f7-4d4a-9e9a-53577d7b1258 None None] Provisioning complete for port 12211c4a-6d70-474e-9540-8cdc69d714f6 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:45.506454 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-385ea45e-09f7-4d4a-9e9a-53577d7b1258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:45.541262 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a85336-37e5-4c3b-a489-3a6661b45a9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network c2366c83-b1a8-49e0-971d-dd10728903db is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:45.545992 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-09a85336-37e5-4c3b-a489-3a6661b45a9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:45.587421 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-385ea45e-09f7-4d4a-9e9a-53577d7b1258 None None] Port 12211c4a-6d70-474e-9540-8cdc69d714f6 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:06:45.594559 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c1af7e1e-0949-4123-8b0e-b57b9375a6b4 req-39390545-6a6a-4303-9233-426cd64621ca tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1241152 Jul 07 21:06:45.659229 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f89c87-dfbf-4635-aa2c-b3469e59d0dd req-df48f5db-98e0-4df1-8a79-6ca75b38a080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:45.660799 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-48f89c87-dfbf-4635-aa2c-b3469e59d0dd req-df48f5db-98e0-4df1-8a79-6ca75b38a080 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b95c8a0f713b4edfb9cab27fc82c60af&device_id=67620b56-6912-41f4-8617-f0e5b75ab74a HTTP/1.1" status: 200 len: 1095 time: 0.1432171 Jul 07 21:06:45.719750 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1f729288-cb1b-4234-afa9-b2c2e4588ff0 None None] Provisioning complete for port 12211c4a-6d70-474e-9540-8cdc69d714f6 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:45.720195 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1f729288-cb1b-4234-afa9-b2c2e4588ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:45.763742 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a85336-37e5-4c3b-a489-3a6661b45a9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Router d444d8c4-6ff7-4873-91b2-7495ec2300f3 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:06:45.804385 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1f729288-cb1b-4234-afa9-b2c2e4588ff0 None None] Port 12211c4a-6d70-474e-9540-8cdc69d714f6 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:06:45.816862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f89c87-dfbf-4635-aa2c-b3469e59d0dd req-bafb1f56-8e39-4f2e-bcf8-31a15d312162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:45.820422 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-48f89c87-dfbf-4635-aa2c-b3469e59d0dd req-bafb1f56-8e39-4f2e-bcf8-31a15d312162 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bbfa5685-191f-4586-848a-a470b5f76adc HTTP/1.1" status: 200 len: 909 time: 0.1513486 Jul 07 21:06:45.912134 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a85336-37e5-4c3b-a489-3a6661b45a9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:06:45.922850 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d29da4f-5505-49dd-8e9b-2a5afef6a1ad None None] Sync routers for ids ['d444d8c4-6ff7-4873-91b2-7495ec2300f3'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:06:45.929717 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-09a85336-37e5-4c3b-a489-3a6661b45a9a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "PUT /v2.0/routers/d444d8c4-6ff7-4873-91b2-7495ec2300f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1141586 Jul 07 21:06:45.932827 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34050) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:45.949413 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d29da4f-5505-49dd-8e9b-2a5afef6a1ad None None] Routers {'d444d8c4-6ff7-4873-91b2-7495ec2300f3'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:06:45.949610 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-5d29da4f-5505-49dd-8e9b-2a5afef6a1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:06:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d444d8c4-6ff7-4873-91b2-7495ec2300f3'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:45.957860 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-48f89c87-dfbf-4635-aa2c-b3469e59d0dd req-084cd49a-4684-4f86-bed2-499a372b582c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92ff5960-7854-4702-a650-324264e589db HTTP/1.1" status: 200 len: 217 time: 0.1165512 Jul 07 21:06:46.043421 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-5d29da4f-5505-49dd-8e9b-2a5afef6a1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:46.051980 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9cd6a8ba-c9be-4139-98e3-c73a41068640 None None] Provisioning complete for port 12211c4a-6d70-474e-9540-8cdc69d714f6 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:46.052635 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9cd6a8ba-c9be-4139-98e3-c73a41068640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:46.065229 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d29da4f-5505-49dd-8e9b-2a5afef6a1ad None None] Routers {'d444d8c4-6ff7-4873-91b2-7495ec2300f3'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:06:46.065879 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-5d29da4f-5505-49dd-8e9b-2a5afef6a1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:06:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d444d8c4-6ff7-4873-91b2-7495ec2300f3'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:46.140058 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-5d29da4f-5505-49dd-8e9b-2a5afef6a1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:46.141102 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d29da4f-5505-49dd-8e9b-2a5afef6a1ad None None] The sync data for ids ['d444d8c4-6ff7-4873-91b2-7495ec2300f3'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:06:46.156941 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f89c87-dfbf-4635-aa2c-b3469e59d0dd req-132cef64-462c-4dbc-a88f-e282e70e787a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:46.158507 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6a8ba-c9be-4139-98e3-c73a41068640 None None] Port 12211c4a-6d70-474e-9540-8cdc69d714f6 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:06:46.159307 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-48f89c87-dfbf-4635-aa2c-b3469e59d0dd req-132cef64-462c-4dbc-a88f-e282e70e787a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e4da2f58-0e9b-4b85-a657-8b1428be7886 HTTP/1.1" status: 200 len: 848 time: 0.1923344 Jul 07 21:06:46.177973 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb50d9-138a-4488-86ef-c57ed0ab2302 req-3a16c507-f295-4c72-badd-9e7ce18501f1 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:46.179511 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91fb50d9-138a-4488-86ef-c57ed0ab2302 req-3a16c507-f295-4c72-badd-9e7ce18501f1 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=bac272bb-9706-4106-9514-5158e09275ea HTTP/1.1" status: 200 len: 946 time: 0.3581553 Jul 07 21:06:46.185968 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c467792-25dd-43cb-84f8-665814fc6fcf tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:46.190088 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4c467792-25dd-43cb-84f8-665814fc6fcf tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports?device_id=d444d8c4-6ff7-4873-91b2-7495ec2300f3 HTTP/1.1" status: 200 len: 981 time: 0.2526753 Jul 07 21:06:46.190409 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 5590b02e-6098-4554-9846-7c4cef257e27 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:06:46.192515 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34056) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:46.243542 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-48f89c87-dfbf-4635-aa2c-b3469e59d0dd req-b5124061-17fc-4b07-b7a7-7f66007a19e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bbfa5685-191f-4586-848a-a470b5f76adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614407 Jul 07 21:06:46.270507 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 5590b02e-6098-4554-9846-7c4cef257e27 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:46.275797 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:46.304150 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91fb50d9-138a-4488-86ef-c57ed0ab2302 req-b634f246-095e-45f9-9e30-b707500a4862 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034498 Jul 07 21:06:46.375208 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b4b5f-b3d5-4c8b-bdf9-564bbd78ffd0 req-5cfb37d0-ed91-46dc-af78-8d364e211f6b tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:46.376701 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5a1b4b5f-b3d5-4c8b-bdf9-564bbd78ffd0 req-5cfb37d0-ed91-46dc-af78-8d364e211f6b tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/ports?device_id=67620b56-6912-41f4-8617-f0e5b75ab74a HTTP/1.1" status: 200 len: 943 time: 0.2240150 Jul 07 21:06:46.424372 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-48f89c87-dfbf-4635-aa2c-b3469e59d0dd req-862550ca-9d9b-49d5-b395-2754ec99ff82 service neutron] 10.222.0.39 "GET /v2.0/networks/bbfa5685-191f-4586-848a-a470b5f76adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630743 Jul 07 21:06:46.444826 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7dc039-019a-40af-86a8-3083aca65269 req-1c52bfa6-1166-46d0-a242-734a7bb2f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:46.446337 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1b7dc039-019a-40af-86a8-3083aca65269 req-1c52bfa6-1166-46d0-a242-734a7bb2f311 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=240260fc7a05490d94f66cfaa06460e3&device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 1097 time: 0.3971097 Jul 07 21:06:46.504142 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5a1b4b5f-b3d5-4c8b-bdf9-564bbd78ffd0 req-32a0aaed-9196-424c-bc97-ceae75ca164c tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b960cf2-830b-497a-ba31-51b098e2ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156938 Jul 07 21:06:46.604571 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-48f89c87-dfbf-4635-aa2c-b3469e59d0dd req-e0bef255-cf81-4212-979d-0b9123a318b9 service neutron] 10.222.0.39 "GET /v2.0/networks/bbfa5685-191f-4586-848a-a470b5f76adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640079 Jul 07 21:06:46.616885 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cf07b-c165-44e7-b7e8-efd5dab1d5a1 req-9ac61c43-4485-4924-b348-7f69ad8770da tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:46.627125 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f81cf07b-c165-44e7-b7e8-efd5dab1d5a1 req-9ac61c43-4485-4924-b348-7f69ad8770da tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1835163 Jul 07 21:06:46.643799 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7dc039-019a-40af-86a8-3083aca65269 req-670bd33c-9b8c-4138-a84b-d96d11ef9fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:46.645400 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1b7dc039-019a-40af-86a8-3083aca65269 req-670bd33c-9b8c-4138-a84b-d96d11ef9fd9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 200 len: 912 time: 0.1911502 Jul 07 21:06:46.683098 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f81cf07b-c165-44e7-b7e8-efd5dab1d5a1 req-07622874-cf92-4692-914f-092f2e2dc08e tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543787 Jul 07 21:06:46.780401 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1b7dc039-019a-40af-86a8-3083aca65269 req-fa52aa11-f978-4a21-bd26-f5bd0b0e398d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a HTTP/1.1" status: 200 len: 1000 time: 0.1266727 Jul 07 21:06:46.882880 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7dc039-019a-40af-86a8-3083aca65269 req-b0d8288f-2367-44ad-9326-4d15018fe151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:46.884317 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1b7dc039-019a-40af-86a8-3083aca65269 req-b0d8288f-2367-44ad-9326-4d15018fe151 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 200 len: 850 time: 0.0942881 Jul 07 21:06:46.952799 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d15682f6-6078-4e6a-9487-2590fd526e29 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:46.962326 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edd391-6df5-4640-93a9-e1058821334a req-e51ad417-2514-481c-9821-88620ad36c41 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:46.964052 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72edd391-6df5-4640-93a9-e1058821334a req-e51ad417-2514-481c-9821-88620ad36c41 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=bac272bb-9706-4106-9514-5158e09275ea HTTP/1.1" status: 200 len: 946 time: 0.0695789 Jul 07 21:06:47.008540 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72edd391-6df5-4640-93a9-e1058821334a req-31e9f690-f860-493b-a764-5863c875243c tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384049 Jul 07 21:06:47.051883 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7dc039-019a-40af-86a8-3083aca65269 req-b76ec023-846c-40af-afa9-bdd617879520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:47.053417 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1b7dc039-019a-40af-86a8-3083aca65269 req-b76ec023-846c-40af-afa9-bdd617879520 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1496475 Jul 07 21:06:47.202131 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1b7dc039-019a-40af-86a8-3083aca65269 req-90381191-3bdf-4cb5-811b-f65708c77eb2 service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193488 Jul 07 21:06:47.334940 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-d15682f6-6078-4e6a-9487-2590fd526e29 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting port 12211c4a-6d70-474e-9540-8cdc69d714f6 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:47.335289 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d15682f6-6078-4e6a-9487-2590fd526e29 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:47.342343 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1b7dc039-019a-40af-86a8-3083aca65269 req-90e440a1-977d-4d14-a995-c3b5208fb338 service neutron] 10.222.0.58 "GET /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162536 Jul 07 21:06:47.432333 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d15682f6-6078-4e6a-9487-2590fd526e29 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:47.448026 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-d15682f6-6078-4e6a-9487-2590fd526e29 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Calling delete_port for 12211c4a-6d70-474e-9540-8cdc69d714f6 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:47.482890 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34068) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:47.602545 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f275190c-d957-410b-9ddf-0195532272be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:47.627713 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d15682f6-6078-4e6a-9487-2590fd526e29 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:47.659295 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15682f6-6078-4e6a-9487-2590fd526e29 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Port': ['ID=12211c4a-6d70-474e-9540-8cdc69d714f6,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:47.693769 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:06:47.742376 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9367a-c473-4dc3-9e28-278da42a43dd req-af80dd60-71aa-4ede-85e7-3bcaa895d243 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:47.744001 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-06d9367a-c473-4dc3-9e28-278da42a43dd req-af80dd60-71aa-4ede-85e7-3bcaa895d243 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/ports?device_id=67620b56-6912-41f4-8617-f0e5b75ab74a HTTP/1.1" status: 200 len: 943 time: 0.1153562 Jul 07 21:06:47.779339 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f275190c-d957-410b-9ddf-0195532272be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:47.789352 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f275190c-d957-410b-9ddf-0195532272be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:47.806453 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d15682f6-6078-4e6a-9487-2590fd526e29 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:47.852194 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-06d9367a-c473-4dc3-9e28-278da42a43dd req-86a73048-eba1-4e23-9d1a-8d4ebefb0691 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b960cf2-830b-497a-ba31-51b098e2ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997479 Jul 07 21:06:47.907910 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f275190c-d957-410b-9ddf-0195532272be admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=41d36e88f1834f40b00dd29eec2c8689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4235983 Jul 07 21:06:47.909811 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275190c-d957-410b-9ddf-0195532272be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bd2617-3381-4594-af81-ab568864d3e9,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:47.913497 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34076) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:47.968904 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15682f6-6078-4e6a-9487-2590fd526e29 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Router d444d8c4-6ff7-4873-91b2-7495ec2300f3 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:06:47.978841 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e5149-67b0-4d5d-a84c-da1ce727bb18 req-9e021b31-0013-4eff-be8c-f4158c412eb0 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:47.981224 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5a9e5149-67b0-4d5d-a84c-da1ce727bb18 req-9e021b31-0013-4eff-be8c-f4158c412eb0 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1324837 Jul 07 21:06:47.998241 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-20625d8e-31eb-481b-a91d-0a6b479d9968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:48.036373 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-20625d8e-31eb-481b-a91d-0a6b479d9968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:48.046029 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15682f6-6078-4e6a-9487-2590fd526e29 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:06:48.048305 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5a9e5149-67b0-4d5d-a84c-da1ce727bb18 req-fd854418-1d62-4aa3-85ba-d10ee10509a1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588846 Jul 07 21:06:48.051735 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d15682f6-6078-4e6a-9487-2590fd526e29 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "PUT /v2.0/routers/d444d8c4-6ff7-4873-91b2-7495ec2300f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8560562 Jul 07 21:06:48.053782 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34080) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:48.058449 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd47817-d675-4bce-a21a-29db272ecadb None None] Sync routers for ids ['d444d8c4-6ff7-4873-91b2-7495ec2300f3'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:06:48.077815 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd47817-d675-4bce-a21a-29db272ecadb None None] Routers {'d444d8c4-6ff7-4873-91b2-7495ec2300f3'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:06:48.078454 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-dcd47817-d675-4bce-a21a-29db272ecadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:06:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d444d8c4-6ff7-4873-91b2-7495ec2300f3'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:48.096946 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-673c87a4-1ae5-4939-ad08-0282a29a7728 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] GET failed (client error): The resource could not be found. Jul 07 21:06:48.101308 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-673c87a4-1ae5-4939-ad08-0282a29a7728 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports/12211c4a-6d70-474e-9540-8cdc69d714f6 HTTP/1.1" status: 404 len: 333 time: 0.0432403 Jul 07 21:06:48.101621 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34082) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:48.133259 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-dcd47817-d675-4bce-a21a-29db272ecadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:48.145257 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd47817-d675-4bce-a21a-29db272ecadb None None] Routers {'d444d8c4-6ff7-4873-91b2-7495ec2300f3'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:06:48.145570 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-20625d8e-31eb-481b-a91d-0a6b479d9968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:48.145887 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-dcd47817-d675-4bce-a21a-29db272ecadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:06:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d444d8c4-6ff7-4873-91b2-7495ec2300f3'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:48.148727 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-20625d8e-31eb-481b-a91d-0a6b479d9968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:48.153384 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-20625d8e-31eb-481b-a91d-0a6b479d9968 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/17bd2617-3381-4594-af81-ab568864d3e9 HTTP/1.1" status: 204 len: 168 time: 0.2375917 Jul 07 21:06:48.162963 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20625d8e-31eb-481b-a91d-0a6b479d9968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bd2617-3381-4594-af81-ab568864d3e9,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:48.186365 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c903ae0-6bb7-4b6f-997c-8c60a1dce781 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:48.189857 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-dcd47817-d675-4bce-a21a-29db272ecadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:48.190724 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd47817-d675-4bce-a21a-29db272ecadb None None] The sync data for ids ['d444d8c4-6ff7-4873-91b2-7495ec2300f3'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:06:48.269200 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20da73-4d31-4fda-855e-7fb1cf606a61 req-7a79bfed-f112-43d7-a007-4a2c7dde4742 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:48.271079 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cd20da73-4d31-4fda-855e-7fb1cf606a61 req-7a79bfed-f112-43d7-a007-4a2c7dde4742 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=bac272bb-9706-4106-9514-5158e09275ea HTTP/1.1" status: 200 len: 946 time: 0.0876973 Jul 07 21:06:48.317895 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cd20da73-4d31-4fda-855e-7fb1cf606a61 req-0c421215-1592-45d9-8684-6e504b88b9ff tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401103 Jul 07 21:06:48.692461 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c903ae0-6bb7-4b6f-997c-8c60a1dce781 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:48.694568 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c903ae0-6bb7-4b6f-997c-8c60a1dce781 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:48.743130 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c903ae0-6bb7-4b6f-997c-8c60a1dce781 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:48.743710 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c903ae0-6bb7-4b6f-997c-8c60a1dce781 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Fanout notify agent at l3_agent the message router_deleted on router d444d8c4-6ff7-4873-91b2-7495ec2300f3 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:06:48.751822 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c903ae0-6bb7-4b6f-997c-8c60a1dce781 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:48.755513 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7c903ae0-6bb7-4b6f-997c-8c60a1dce781 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/routers/d444d8c4-6ff7-4873-91b2-7495ec2300f3 HTTP/1.1" status: 204 len: 168 time: 0.6527801 Jul 07 21:06:48.755630 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34102) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:48.809856 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75b9f31-d96d-4b5e-bffd-06d745c26613 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting subnet 084d2e76-88f4-4fbd-99c2-91456fa6885b {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:06:48.813155 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f75b9f31-d96d-4b5e-bffd-06d745c26613 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:48.841338 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6a5c9-01e3-416b-9cda-8bc8fc8eafcc req-636a377e-36a1-4578-a645-59445cc2a26f tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:48.843797 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fdb6a5c9-01e3-416b-9cda-8bc8fc8eafcc req-636a377e-36a1-4578-a645-59445cc2a26f tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.58 "GET /v2.0/ports?device_id=bac272bb-9706-4106-9514-5158e09275ea HTTP/1.1" status: 200 len: 946 time: 0.0704625 Jul 07 21:06:48.856642 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f75b9f31-d96d-4b5e-bffd-06d745c26613 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:48.963255 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-fdb6a5c9-01e3-416b-9cda-8bc8fc8eafcc req-d4bcab9a-7f06-40b0-8abd-90a27bb49b52 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Deleting port 31c8e487-70ba-41c8-89db-2ef709aee406 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:48.963647 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-fdb6a5c9-01e3-416b-9cda-8bc8fc8eafcc req-d4bcab9a-7f06-40b0-8abd-90a27bb49b52 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:49.061435 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-fdb6a5c9-01e3-416b-9cda-8bc8fc8eafcc req-d4bcab9a-7f06-40b0-8abd-90a27bb49b52 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] For port 31c8e487-70ba-41c8-89db-2ef709aee406, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=31c8e487-70ba-41c8-89db-2ef709aee406,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:49.062063 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-fdb6a5c9-01e3-416b-9cda-8bc8fc8eafcc req-d4bcab9a-7f06-40b0-8abd-90a27bb49b52 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:49.077162 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-fdb6a5c9-01e3-416b-9cda-8bc8fc8eafcc req-d4bcab9a-7f06-40b0-8abd-90a27bb49b52 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Calling delete_port for 31c8e487-70ba-41c8-89db-2ef709aee406 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:49.173277 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 92ff5960-7854-4702-a650-324264e589db details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:06:49.244677 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-fdb6a5c9-01e3-416b-9cda-8bc8fc8eafcc req-d4bcab9a-7f06-40b0-8abd-90a27bb49b52 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:49.275103 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['31c8e487-70ba-41c8-89db-2ef709aee406'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:06:49.282490 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f75b9f31-d96d-4b5e-bffd-06d745c26613 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:49.336120 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 92ff5960-7854-4702-a650-324264e589db, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=92ff5960-7854-4702-a650-324264e589db,segment=NetworkSegment(1aba642e-564c-4004-ae48-d1155620b5c4),segment_id=1aba642e-564c-4004-ae48-d1155620b5c4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:49.339230 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb6a5c9-01e3-416b-9cda-8bc8fc8eafcc req-d4bcab9a-7f06-40b0-8abd-90a27bb49b52 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] No DVR routers for this DVR port 31c8e487-70ba-41c8-89db-2ef709aee406 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:06:49.341084 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcab9a-7f06-40b0-8abd-90a27bb49b52 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Pushing event deleted for resources: {'Port': ['ID=31c8e487-70ba-41c8-89db-2ef709aee406,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:49.343197 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-fdb6a5c9-01e3-416b-9cda-8bc8fc8eafcc req-d4bcab9a-7f06-40b0-8abd-90a27bb49b52 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:49.345497 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fdb6a5c9-01e3-416b-9cda-8bc8fc8eafcc req-d4bcab9a-7f06-40b0-8abd-90a27bb49b52 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.58 "DELETE /v2.0/ports/31c8e487-70ba-41c8-89db-2ef709aee406 HTTP/1.1" status: 204 len: 173 time: 0.4954417 Jul 07 21:06:49.345920 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac272bb-9706-4106-9514-5158e09275ea', 'name': 'network-vif-deleted', 'tag': '31c8e487-70ba-41c8-89db-2ef709aee406'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:06:49.348826 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd75df3-8b6a-475c-83b7-4817b67660a6" -d '{"events": [{"server_uuid": "bac272bb-9706-4106-9514-5158e09275ea", "name": "network-vif-deleted", "tag": "31c8e487-70ba-41c8-89db-2ef709aee406"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:06:49.360509 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '92ff5960-7854-4702-a650-324264e589db', 'network_id': 'bbfa5685-191f-4586-848a-a470b5f76adc', 'port_id': '92ff5960-7854-4702-a650-324264e589db', 'mac_address': 'fa:16:3e:25:0c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4da2f58-0e9b-4b85-a657-8b1428be7886', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:06:49.383733 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f75b9f31-d96d-4b5e-bffd-06d745c26613 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:49.410044 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:49.425672 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ff5960-7854-4702-a650-324264e589db {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:06:49.452808 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b9f31-d96d-4b5e-bffd-06d745c26613 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Subnet': ['ID=084d2e76-88f4-4fbd-99c2-91456fa6885b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:49.454327 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 92ff5960-7854-4702-a650-324264e589db, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=92ff5960-7854-4702-a650-324264e589db,segment=NetworkSegment(1aba642e-564c-4004-ae48-d1155620b5c4),segment_id=1aba642e-564c-4004-ae48-d1155620b5c4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:49.460109 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f75b9f31-d96d-4b5e-bffd-06d745c26613 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:49.461990 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f75b9f31-d96d-4b5e-bffd-06d745c26613 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/subnets/084d2e76-88f4-4fbd-99c2-91456fa6885b HTTP/1.1" status: 204 len: 168 time: 0.7050760 Jul 07 21:06:49.472109 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34126) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:49.472401 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fd8dd1-6c15-4e74-83b1-57e5d88590a7 None None] Network c2366c83-b1a8-49e0-971d-dd10728903db requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:06:49.474544 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:49.512780 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2269d-7e83-404b-ad80-c1d6380a6713 req-e3e0139e-cc55-4ffa-a8ec-06067a0283e3 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:49.519788 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8e2269d-7e83-404b-ad80-c1d6380a6713 req-e3e0139e-cc55-4ffa-a8ec-06067a0283e3 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/ports?device_id=67620b56-6912-41f4-8617-f0e5b75ab74a HTTP/1.1" status: 200 len: 943 time: 0.1763763 Jul 07 21:06:49.537786 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58752d7-3cc1-40cd-9ead-d42d7705f3e0 req-651836a2-2319-49d6-b65b-3875da0d1f90 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:49.545218 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a58752d7-3cc1-40cd-9ead-d42d7705f3e0 req-651836a2-2319-49d6-b65b-3875da0d1f90 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.2005842 Jul 07 21:06:49.608157 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8e2269d-7e83-404b-ad80-c1d6380a6713 req-4d272242-3b7b-4269-a78d-dd8f801e204d tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b960cf2-830b-497a-ba31-51b098e2ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873909 Jul 07 21:06:49.616982 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:49.620773 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=92ff5960-7854-4702-a650-324264e589db,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:49.621982 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a58752d7-3cc1-40cd-9ead-d42d7705f3e0 req-45cce36e-325d-4415-bd9f-572760447374 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733662 Jul 07 21:06:49.653074 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34130) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:49.693441 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad0b432-268c-4b46-b2f0-a28511eb74b7 x-openstack-request-id: req-6ad0b432-268c-4b46-b2f0-a28511eb74b7 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:06:49.693936 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac272bb-9706-4106-9514-5158e09275ea", "name": "network-vif-deleted", "tag": "31c8e487-70ba-41c8-89db-2ef709aee406", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:06:49.694033 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6ad0b432-268c-4b46-b2f0-a28511eb74b7 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:06:49.694492 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac272bb-9706-4106-9514-5158e09275ea', 'name': 'network-vif-deleted', 'tag': '31c8e487-70ba-41c8-89db-2ef709aee406', 'status': 'completed', 'code': 200} Jul 07 21:06:49.728826 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting port 5590b02e-6098-4554-9846-7c4cef257e27 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:49.729165 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:49.812936 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d496fe0a-573e-449b-be9d-4b43e53ae4cd None None] DHCP port deletion for c2366c83-b1a8-49e0-971d-dd10728903db request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:06:49.815111 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] For port 5590b02e-6098-4554-9846-7c4cef257e27, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=5590b02e-6098-4554-9846-7c4cef257e27,segment=NetworkSegment(29e24175-5710-4a14-91c0-0a7cab0b6546),segment_id=29e24175-5710-4a14-91c0-0a7cab0b6546)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:49.819869 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:49.839738 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Calling delete_port for 5590b02e-6098-4554-9846-7c4cef257e27 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:49.842388 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['92ff5960-7854-4702-a650-324264e589db'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:06:49.870442 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eb86e790-bcf1-49cb-a5ac-550367d3eada req-d7f8b810-40d8-4e50-bc92-c387cd7dc9be tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=bac272bb-9706-4106-9514-5158e09275ea HTTP/1.1" status: 200 len: 210 time: 0.0354362 Jul 07 21:06:49.877843 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-e0a544f0-4ac8-4c8a-93c0-7f4682f20882 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'network': {'name': 'tempest-network-smoke--1466743261', 'project_id': '21232da6452a40d680cb4842c209ecfd', 'port_security_enabled': True}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:49.907507 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a544f0-4ac8-4c8a-93c0-7f4682f20882 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Made reservation on behalf of 21232da6452a40d680cb4842c209ecfd for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:49.911011 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e0a544f0-4ac8-4c8a-93c0-7f4682f20882 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:49.925039 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e0a544f0-4ac8-4c8a-93c0-7f4682f20882 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:49.931690 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:49.936400 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05792f04-8bfe-4642-a42b-b67db130e263 req-4eed841e-0602-4382-8137-d62d44e7d854 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:49.938143 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05792f04-8bfe-4642-a42b-b67db130e263 req-4eed841e-0602-4382-8137-d62d44e7d854 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1372724 Jul 07 21:06:49.960439 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:49.989895 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-d496fe0a-573e-449b-be9d-4b43e53ae4cd None None] Deleting port 5590b02e-6098-4554-9846-7c4cef257e27 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:49.990395 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d496fe0a-573e-449b-be9d-4b43e53ae4cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:49.997400 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] No DVR routers for this DVR port 5590b02e-6098-4554-9846-7c4cef257e27 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:06:50.005067 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Port': ['ID=5590b02e-6098-4554-9846-7c4cef257e27,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:50.006368 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05792f04-8bfe-4642-a42b-b67db130e263 req-4b6ecffc-7121-498b-94f6-9c37196b2175 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564928 Jul 07 21:06:50.036383 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:50.036656 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:50.036995 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:50.037333 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:50.037667 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:50.038034 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:50.038433 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:50.038764 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:50.039163 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:50.039615 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:50.039994 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:50.040322 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:50.114388 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:50.120149 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e0a544f0-4ac8-4c8a-93c0-7f4682f20882 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:50.127461 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e0a544f0-4ac8-4c8a-93c0-7f4682f20882 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:50.127639 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2366c83-b1a8-49e0-971d-dd10728903db']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:50.143150 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e24175-5710-4a14-91c0-0a7cab0b6546') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:50.143570 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e24175-5710-4a14-91c0-0a7cab0b6546') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:50.156894 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:50.169293 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a544f0-4ac8-4c8a-93c0-7f4682f20882 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d6c22b-7dc0-4950-b797-bafb560ccccf,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:50.175727 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:50.176620 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 5590b02e-6098-4554-9846-7c4cef257e27 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:06:50.184773 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:06:50.185296 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:06:50.191508 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:06:50.208794 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 5590b02e-6098-4554-9846-7c4cef257e27 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:06:50.209153 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 5590b02e-6098-4554-9846-7c4cef257e27 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:06:50.305611 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a544f0-4ac8-4c8a-93c0-7f4682f20882 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:06:50.308157 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:50.328723 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e0a544f0-4ac8-4c8a-93c0-7f4682f20882 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:50.330021 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-e0a544f0-4ac8-4c8a-93c0-7f4682f20882 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Added segment 3a6c1914-008c-4caa-a8ef-9dd1ea1eb188 of type vlan for network af7f4b3e-0c7d-43ee-bafd-ec47866775cf Jul 07 21:06:50.335036 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:50.341231 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/networks/c2366c83-b1a8-49e0-971d-dd10728903db HTTP/1.1" status: 204 len: 168 time: 0.8751097 Jul 07 21:06:50.342300 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a64577-5082-4a98-9882-362d7ddaebba tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Network': ['ID=c2366c83-b1a8-49e0-971d-dd10728903db,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:50.343390 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34144) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:50.415035 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:50.423114 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-d496fe0a-573e-449b-be9d-4b43e53ae4cd None None] For port 5590b02e-6098-4554-9846-7c4cef257e27, host n-d-695189-11, got binding levels [] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:50.423542 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d496fe0a-573e-449b-be9d-4b43e53ae4cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:50.427218 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e0a544f0-4ac8-4c8a-93c0-7f4682f20882 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:50.442172 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-d496fe0a-573e-449b-be9d-4b43e53ae4cd None None] Calling delete_port for 5590b02e-6098-4554-9846-7c4cef257e27 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:50.444606 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.ipam_backend_mixin [None req-d496fe0a-573e-449b-be9d-4b43e53ae4cd None None] Port 5590b02e-6098-4554-9846-7c4cef257e27 was not found and therefore no delete operation was performed {{(pid=100449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 21:06:50.446046 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d496fe0a-573e-449b-be9d-4b43e53ae4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:50.456798 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26c35fd-1f72-44db-8e55-80e75a4858cf tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:50.459969 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a26c35fd-1f72-44db-8e55-80e75a4858cf tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports/93291990-b6db-4145-91ca-02ac76a77d27 HTTP/1.1" status: 200 len: 841 time: 0.1116893 Jul 07 21:06:50.463682 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34150) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:50.472598 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d496fe0a-573e-449b-be9d-4b43e53ae4cd None None] Network c2366c83-b1a8-49e0-971d-dd10728903db is not hosted by any dhcp agent {{(pid=100449) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 21:06:50.473060 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d496fe0a-573e-449b-be9d-4b43e53ae4cd None None] No DVR routers for this DVR port 5590b02e-6098-4554-9846-7c4cef257e27 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:06:50.483551 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496fe0a-573e-449b-be9d-4b43e53ae4cd None None] Pushing event deleted for resources: {'Port': ['ID=5590b02e-6098-4554-9846-7c4cef257e27,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:50.487670 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e0a544f0-4ac8-4c8a-93c0-7f4682f20882 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:50.494120 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a544f0-4ac8-4c8a-93c0-7f4682f20882 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:50.495684 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e0a544f0-4ac8-4c8a-93c0-7f4682f20882 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:50.543844 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7c61b9e7-b222-4446-9e9f-d04110bf3da0 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports/93291990-b6db-4145-91ca-02ac76a77d27?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0786598 Jul 07 21:06:50.548837 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34156) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:50.554111 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-4f8d735d-94b1-4f1b-9e81-3a02b54d145a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'subnet': {'network_id': '0af333c4-0422-4001-9d32-7f0452919978', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:50.558736 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e0a544f0-4ac8-4c8a-93c0-7f4682f20882 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9041131 Jul 07 21:06:50.561864 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34158) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:50.566581 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-32d3c419-ea46-4c35-8e23-804f72c0ae8d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-800052194', 'admin_state_up': True, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:50.592092 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-32d3c419-ea46-4c35-8e23-804f72c0ae8d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:50.593298 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-32d3c419-ea46-4c35-8e23-804f72c0ae8d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:50.633575 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a544f0-4ac8-4c8a-93c0-7f4682f20882 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'Network': ['ID=af7f4b3e-0c7d-43ee-bafd-ec47866775cf,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:50.647079 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network af7f4b3e-0c7d-43ee-bafd-ec47866775cf details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:06:50.699651 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8d735d-94b1-4f1b-9e81-3a02b54d145a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:50.705493 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4f8d735d-94b1-4f1b-9e81-3a02b54d145a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:50.706244 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-32d3c419-ea46-4c35-8e23-804f72c0ae8d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:50.866960 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-32d3c419-ea46-4c35-8e23-804f72c0ae8d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:50.896886 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50232ccc-adfd-4987-9872-66629266cdc0 req-61af8eb9-235c-4dd6-8798-341c2b58e5e6 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:50.898420 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50232ccc-adfd-4987-9872-66629266cdc0 req-61af8eb9-235c-4dd6-8798-341c2b58e5e6 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/ports?device_id=67620b56-6912-41f4-8617-f0e5b75ab74a HTTP/1.1" status: 200 len: 944 time: 0.1248808 Jul 07 21:06:50.980564 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50232ccc-adfd-4987-9872-66629266cdc0 req-d04285d2-ea6f-43db-a8b8-f1ea83d27502 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b960cf2-830b-497a-ba31-51b098e2ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752497 Jul 07 21:06:51.062274 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4f8d735d-94b1-4f1b-9e81-3a02b54d145a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:51.085697 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-32d3c419-ea46-4c35-8e23-804f72c0ae8d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:51.108893 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-32d3c419-ea46-4c35-8e23-804f72c0ae8d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:51.109315 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8d735d-94b1-4f1b-9e81-3a02b54d145a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network 0af333c4-0422-4001-9d32-7f0452919978 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:51.117561 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-4f8d735d-94b1-4f1b-9e81-3a02b54d145a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:51.126770 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8d735d-94b1-4f1b-9e81-3a02b54d145a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:51.126960 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5ca3ca-6745-4c24-a38e-5fa210148d25 None None] Network 0af333c4-0422-4001-9d32-7f0452919978 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:06:51.127401 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4f8d735d-94b1-4f1b-9e81-3a02b54d145a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:51.155126 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84b1d2-e191-44b7-bbff-12cdae6c950b req-2083b46a-33de-408d-9b4f-fff90142c1d9 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:51.156851 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8c84b1d2-e191-44b7-bbff-12cdae6c950b req-2083b46a-33de-408d-9b4f-fff90142c1d9 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=85a45bc1-0a86-4f1d-a77f-adcc1c60aa95 HTTP/1.1" status: 200 len: 944 time: 0.1726251 Jul 07 21:06:51.158712 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d735d-94b1-4f1b-9e81-3a02b54d145a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Subnet': ['ID=5f0c2bee-386e-4811-9d51-60767606877d,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:51.177760 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4f8d735d-94b1-4f1b-9e81-3a02b54d145a tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6275039 Jul 07 21:06:51.186222 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34188) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:51.191404 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-5999b319-ccdc-480a-88bf-99b90d8cc897 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'security_group': {'name': 'tempest-secgroup-440086557'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:51.253802 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5999b319-ccdc-480a-88bf-99b90d8cc897 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:51.269689 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-32d3c419-ea46-4c35-8e23-804f72c0ae8d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Allocated IP 172.25.5.60 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/2af2a4ab-b423-4874-b0ee-79d407272823) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:51.368878 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c9c382-a2af-44f6-934f-513279daf8b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-0af333c4-0422-4001-9d32-7f0452919978', 'network_id': '0af333c4-0422-4001-9d32-7f0452919978', 'tenant_id': '68ad691d1b1b4234ad0e4b441230341b', 'fixed_ips': [{'subnet_id': '5f0c2bee-386e-4811-9d51-60767606877d'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:06:51.372080 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e5c9c382-a2af-44f6-934f-513279daf8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:51.373742 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-8c84b1d2-e191-44b7-bbff-12cdae6c950b req-5606997b-4454-4dba-867e-4cdaa0c450fb tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Deleting port bf56ee59-e030-4781-ba8f-b96d02d215f5 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:51.374181 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8c84b1d2-e191-44b7-bbff-12cdae6c950b req-5606997b-4454-4dba-867e-4cdaa0c450fb tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:51.425025 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-32d3c419-ea46-4c35-8e23-804f72c0ae8d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:51.437183 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5999b319-ccdc-480a-88bf-99b90d8cc897 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:51.441264 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469250e-204d-4c49-841f-8a64890c97b2 req-c36630bc-ea8f-420e-ac2e-f783818b79f4 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:51.442992 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8469250e-204d-4c49-841f-8a64890c97b2 req-c36630bc-ea8f-420e-ac2e-f783818b79f4 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/networks?id=6ac168b0-5b62-40ce-978d-1826833f7c04 HTTP/1.1" status: 200 len: 812 time: 0.1713476 Jul 07 21:06:51.443446 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5999b319-ccdc-480a-88bf-99b90d8cc897 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:51.481571 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8469250e-204d-4c49-841f-8a64890c97b2 req-006d69ea-5846-48cc-a1fd-1d5c3974ce6d tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/quotas/fb007a9f302148b1b0ad445aa4579189 HTTP/1.1" status: 200 len: 375 time: 0.0225310 Jul 07 21:06:51.493274 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5999b319-ccdc-480a-88bf-99b90d8cc897 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:51.498528 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5999b319-ccdc-480a-88bf-99b90d8cc897 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3071244 Jul 07 21:06:51.498528 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999b319-ccdc-480a-88bf-99b90d8cc897 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6267d48e-c036-4daa-9e47-496792f2767c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:51.500100 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34200) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:51.504616 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-a71bb6a0-963b-497c-bcbb-20699f555162 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'security_group': {'name': 'tempest-secgroup-916101490'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:51.509065 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-8c84b1d2-e191-44b7-bbff-12cdae6c950b req-5606997b-4454-4dba-867e-4cdaa0c450fb tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] For port bf56ee59-e030-4781-ba8f-b96d02d215f5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=bf56ee59-e030-4781-ba8f-b96d02d215f5,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:51.509636 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8c84b1d2-e191-44b7-bbff-12cdae6c950b req-5606997b-4454-4dba-867e-4cdaa0c450fb tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:51.529610 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a71bb6a0-963b-497c-bcbb-20699f555162 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:51.535213 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8469250e-204d-4c49-841f-8a64890c97b2 req-e72723ac-e4a0-411e-8b22-89b2dd493500 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb007a9f302148b1b0ad445aa4579189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438681 Jul 07 21:06:51.542276 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-8c84b1d2-e191-44b7-bbff-12cdae6c950b req-5606997b-4454-4dba-867e-4cdaa0c450fb tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Calling delete_port for bf56ee59-e030-4781-ba8f-b96d02d215f5 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:51.546068 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-32d3c419-ea46-4c35-8e23-804f72c0ae8d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:51.555457 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-e5c9c382-a2af-44f6-934f-513279daf8b7 None None] Allocated IP 172.20.0.2 (0af333c4-0422-4001-9d32-7f0452919978/5f0c2bee-386e-4811-9d51-60767606877d/4f7f62cc-dd69-4237-a9df-b268dbf9e08b) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:51.609222 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d3c419-ea46-4c35-8e23-804f72c0ae8d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:51.616630 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-32d3c419-ea46-4c35-8e23-804f72c0ae8d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:51.623286 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d3c419-ea46-4c35-8e23-804f72c0ae8d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:51.658160 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3c419-ea46-4c35-8e23-804f72c0ae8d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'Port': ['ID=2af2a4ab-b423-4874-b0ee-79d407272823,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:51.750245 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e5c9c382-a2af-44f6-934f-513279daf8b7 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:51.759879 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8469250e-204d-4c49-841f-8a64890c97b2 req-47f1867c-85d4-4297-849c-dca5c48ad182 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113130 Jul 07 21:06:51.770272 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e5c9c382-a2af-44f6-934f-513279daf8b7 None None] Transition to ACTIVE for port object 4f7f62cc-dd69-4237-a9df-b268dbf9e08b will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:51.785993 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e5c9c382-a2af-44f6-934f-513279daf8b7 None None] Transition to ACTIVE for port object 4f7f62cc-dd69-4237-a9df-b268dbf9e08b will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:51.794545 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e5c9c382-a2af-44f6-934f-513279daf8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:51.796656 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a71bb6a0-963b-497c-bcbb-20699f555162 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:51.809666 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a71bb6a0-963b-497c-bcbb-20699f555162 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:51.816821 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8c84b1d2-e191-44b7-bbff-12cdae6c950b req-5606997b-4454-4dba-867e-4cdaa0c450fb tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:51.832878 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c9c382-a2af-44f6-934f-513279daf8b7 None None] Network 0af333c4-0422-4001-9d32-7f0452919978 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:51.835390 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['21a093e8-95f2-467a-9a85-f95003e1bfae', '0efdf84e-6a2b-4f72-b4ed-bd147642dac0'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:06:51.841190 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-e5c9c382-a2af-44f6-934f-513279daf8b7 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:51.845316 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c9c382-a2af-44f6-934f-513279daf8b7 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:51.859460 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606997b-4454-4dba-867e-4cdaa0c450fb tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Pushing event deleted for resources: {'Port': ['ID=bf56ee59-e030-4781-ba8f-b96d02d215f5,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:51.879414 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9c382-a2af-44f6-934f-513279daf8b7 None None] Pushing event updated for resources: {'Port': ['ID=4f7f62cc-dd69-4237-a9df-b268dbf9e08b,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:51.904186 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a71bb6a0-963b-497c-bcbb-20699f555162 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:51.908043 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a71bb6a0-963b-497c-bcbb-20699f555162 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4044755 Jul 07 21:06:51.910829 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34204) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:51.918300 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c84b1d2-e191-44b7-bbff-12cdae6c950b req-5606997b-4454-4dba-867e-4cdaa0c450fb tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] No DVR routers for this DVR port bf56ee59-e030-4781-ba8f-b96d02d215f5 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:06:51.922026 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8c84b1d2-e191-44b7-bbff-12cdae6c950b req-5606997b-4454-4dba-867e-4cdaa0c450fb tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:51.923049 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-5511f942-d3b3-45a1-ade2-97d377fc9193 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1206036411', 'security_groups': ['45556b42-64fc-4b82-aac7-2b9bfa603500'], 'network_id': '0af333c4-0422-4001-9d32-7f0452919978', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5f0c2bee-386e-4811-9d51-60767606877d'}]}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:51.930745 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8c84b1d2-e191-44b7-bbff-12cdae6c950b req-5606997b-4454-4dba-867e-4cdaa0c450fb tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "DELETE /v2.0/ports/bf56ee59-e030-4781-ba8f-b96d02d215f5 HTTP/1.1" status: 204 len: 173 time: 0.7628679 Jul 07 21:06:51.931302 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a45bc1-0a86-4f1d-a77f-adcc1c60aa95', 'name': 'network-vif-deleted', 'tag': 'bf56ee59-e030-4781-ba8f-b96d02d215f5'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:06:51.941036 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bb6a0-963b-497c-bcbb-20699f555162 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45556b42-64fc-4b82-aac7-2b9bfa603500,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:51.945387 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e20c4f-ec02-429f-b806-99ad73832a04" -d '{"events": [{"server_uuid": "85a45bc1-0a86-4f1d-a77f-adcc1c60aa95", "name": "network-vif-deleted", "tag": "bf56ee59-e030-4781-ba8f-b96d02d215f5"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:06:51.965979 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-e5c9c382-a2af-44f6-934f-513279daf8b7 None None] Attempting to bind port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:06:51.966347 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-e5c9c382-a2af-44f6-934f-513279daf8b7 None None] Attempting to bind port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '9c3ac0e0-48f0-47f0-82cf-6bc37282f1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0af333c4-0422-4001-9d32-7f0452919978'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:06:51.966714 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c9c382-a2af-44f6-934f-513279daf8b7 None None] Attempting to bind port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b on network 0af333c4-0422-4001-9d32-7f0452919978 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:06:51.967569 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8469250e-204d-4c49-841f-8a64890c97b2 req-aba6d06d-5f00-4565-bcc0-4e207c6e468e service neutron] 10.222.0.64 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030089 Jul 07 21:06:52.002119 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c9c382-a2af-44f6-934f-513279daf8b7 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:06:52.002119 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c9c382-a2af-44f6-934f-513279daf8b7 None None] Checking segment: {'id': '9c3ac0e0-48f0-47f0-82cf-6bc37282f1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0af333c4-0422-4001-9d32-7f0452919978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:06:52.002621 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e5c9c382-a2af-44f6-934f-513279daf8b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:52.003088 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c9c382-a2af-44f6-934f-513279daf8b7 None None] Bound using segment: {'id': '9c3ac0e0-48f0-47f0-82cf-6bc37282f1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0af333c4-0422-4001-9d32-7f0452919978'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:06:52.003756 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-e5c9c382-a2af-44f6-934f-513279daf8b7 None None] Bound port: 4f7f62cc-dd69-4237-a9df-b268dbf9e08b, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3ac0e0-48f0-47f0-82cf-6bc37282f1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0af333c4-0422-4001-9d32-7f0452919978'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:06:52.004485 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e5c9c382-a2af-44f6-934f-513279daf8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:52.123211 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-32d3c419-ea46-4c35-8e23-804f72c0ae8d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:52.133492 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-e5c9c382-a2af-44f6-934f-513279daf8b7 None None] For port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:06:52.137385 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-e5c9c382-a2af-44f6-934f-513279daf8b7 None None] For port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=4f7f62cc-dd69-4237-a9df-b268dbf9e08b,segment=NetworkSegment(9c3ac0e0-48f0-47f0-82cf-6bc37282f1b6),segment_id=9c3ac0e0-48f0-47f0-82cf-6bc37282f1b6)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:06:52.156849 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e5c9c382-a2af-44f6-934f-513279daf8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:52.223293 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 07 Jul 2021 21:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e18bb61-1d44-4535-92f3-e422760e5581 x-openstack-request-id: req-3e18bb61-1d44-4535-92f3-e422760e5581 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:06:52.223616 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a45bc1-0a86-4f1d-a77f-adcc1c60aa95", "name": "network-vif-deleted", "tag": "bf56ee59-e030-4781-ba8f-b96d02d215f5", "status": "failed", "code": 422}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:06:52.223871 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3e18bb61-1d44-4535-92f3-e422760e5581 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:06:52.224304 n-d-695189-11 neutron-server[100448]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '85a45bc1-0a86-4f1d-a77f-adcc1c60aa95', 'name': 'network-vif-deleted', 'tag': 'bf56ee59-e030-4781-ba8f-b96d02d215f5', 'status': 'failed', 'code': 422} returned with failed status Jul 07 21:06:52.296673 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5511f942-d3b3-45a1-ade2-97d377fc9193 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:52.336926 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9c382-a2af-44f6-934f-513279daf8b7 None None] Pushing event updated for resources: {'Port': ['ID=4f7f62cc-dd69-4237-a9df-b268dbf9e08b,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:52.572754 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d6b5c688-b164-48c7-b7c7-faec8d83d45a req-ad7243b3-9429-4ccd-ac8f-64ddd01dc054 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 210 time: 0.0417871 Jul 07 21:06:52.637082 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c87c36-63df-4970-a653-08ee0dda2954 req-e5c27436-773a-49c4-8007-4dbc901e9405 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:52.639912 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4c87c36-63df-4970-a653-08ee0dda2954 req-e5c27436-773a-49c4-8007-4dbc901e9405 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/ports?device_id=67620b56-6912-41f4-8617-f0e5b75ab74a HTTP/1.1" status: 200 len: 944 time: 0.1877136 Jul 07 21:06:52.722329 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5511f942-d3b3-45a1-ade2-97d377fc9193 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:52.767902 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4c87c36-63df-4970-a653-08ee0dda2954 req-63478081-7068-454d-996e-b5ff49456bfa tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b960cf2-830b-497a-ba31-51b098e2ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115880 Jul 07 21:06:52.802651 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-5511f942-d3b3-45a1-ade2-97d377fc9193 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] device_id is not set on port 3dbbe51e-844f-42a8-a14c-7e201d17e5c4 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:06:52.869677 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-32d3c419-ea46-4c35-8e23-804f72c0ae8d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:53.095262 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-5511f942-d3b3-45a1-ade2-97d377fc9193 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Allocated IP 172.20.0.4 (0af333c4-0422-4001-9d32-7f0452919978/5f0c2bee-386e-4811-9d51-60767606877d/3dbbe51e-844f-42a8-a14c-7e201d17e5c4) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:53.141251 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe5094-efd8-4a66-8acd-01cd5ec98aac req-db09b749-75b5-4048-adcf-0dd5ade2b5aa tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:53.143369 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-95fe5094-efd8-4a66-8acd-01cd5ec98aac req-db09b749-75b5-4048-adcf-0dd5ade2b5aa tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=207271f7-ac9d-4dfe-9ba3-1a28e2577b30 HTTP/1.1" status: 200 len: 907 time: 0.0725992 Jul 07 21:06:53.158423 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d3c419-ea46-4c35-8e23-804f72c0ae8d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Router d8b74f63-d506-4e7d-8dc9-3659ae608de3 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:06:53.202942 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 92ff5960-7854-4702-a650-324264e589db up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:06:53.254912 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 92ff5960-7854-4702-a650-324264e589db completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:53.260223 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 92ff5960-7854-4702-a650-324264e589db triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:53.261210 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:53.302794 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 31c8e487-70ba-41c8-89db-2ef709aee406 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:06:53.330082 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 31c8e487-70ba-41c8-89db-2ef709aee406 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:06:53.330440 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 31c8e487-70ba-41c8-89db-2ef709aee406 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:06:53.364279 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5511f942-d3b3-45a1-ade2-97d377fc9193 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:53.368341 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d3c419-ea46-4c35-8e23-804f72c0ae8d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:06:53.376314 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:53.380002 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] Sync routers for ids ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:06:53.391489 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-32d3c419-ea46-4c35-8e23-804f72c0ae8d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:53.392757 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-32d3c419-ea46-4c35-8e23-804f72c0ae8d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8298786 Jul 07 21:06:53.395997 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34228) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:53.397564 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-5511f942-d3b3-45a1-ade2-97d377fc9193 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Transition to ACTIVE for port object 3dbbe51e-844f-42a8-a14c-7e201d17e5c4 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:53.407643 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] Routers {'d8b74f63-d506-4e7d-8dc9-3659ae608de3'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:06:53.407978 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:06:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:53.413372 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 92ff5960-7854-4702-a650-324264e589db, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=92ff5960-7854-4702-a650-324264e589db,segment=NetworkSegment(1aba642e-564c-4004-ae48-d1155620b5c4),segment_id=1aba642e-564c-4004-ae48-d1155620b5c4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:53.414453 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67620b56-6912-41f4-8617-f0e5b75ab74a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ff5960-7854-4702-a650-324264e589db'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:06:53.417688 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5843a622-e13b-483a-a0af-fecd1239fe24" -d '{"events": [{"server_uuid": "67620b56-6912-41f4-8617-f0e5b75ab74a", "name": "network-vif-plugged", "status": "completed", "tag": "92ff5960-7854-4702-a650-324264e589db"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:06:53.421852 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:53.477470 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=92ff5960-7854-4702-a650-324264e589db,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:53.498010 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f113c5-4193-49d2-af25-12de8912eab9 x-openstack-request-id: req-44f113c5-4193-49d2-af25-12de8912eab9 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:06:53.498555 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67620b56-6912-41f4-8617-f0e5b75ab74a", "name": "network-vif-plugged", "status": "completed", "tag": "92ff5960-7854-4702-a650-324264e589db", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:06:53.498998 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-44f113c5-4193-49d2-af25-12de8912eab9 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:06:53.499642 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67620b56-6912-41f4-8617-f0e5b75ab74a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ff5960-7854-4702-a650-324264e589db', 'code': 200} Jul 07 21:06:53.509549 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5511f942-d3b3-45a1-ade2-97d377fc9193 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:53.568631 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5511f942-d3b3-45a1-ade2-97d377fc9193 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network 0af333c4-0422-4001-9d32-7f0452919978 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:53.572437 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-5511f942-d3b3-45a1-ade2-97d377fc9193 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:53.579109 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5511f942-d3b3-45a1-ade2-97d377fc9193 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:53.580861 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f64895b8-a593-4c1e-8402-45456619ceeb tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=21232da6452a40d680cb4842c209ecfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1828580 Jul 07 21:06:53.581489 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34234) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:53.612168 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] Set router d8b74f63-d506-4e7d-8dc9-3659ae608de3 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:06:53.642235 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5d6f6-aabd-4835-9070-b3aa192b0b78 req-c869398e-bebd-4d61-b1cd-65a229fa8128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:53.645282 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1ff5d6f6-aabd-4835-9070-b3aa192b0b78 req-c869398e-bebd-4d61-b1cd-65a229fa8128 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=67620b56-6912-41f4-8617-f0e5b75ab74a HTTP/1.1" status: 200 len: 1097 time: 0.0628240 Jul 07 21:06:53.691528 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1ff5d6f6-aabd-4835-9070-b3aa192b0b78 req-752b1fe5-2687-46f4-9d9c-08e55196d549 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6b960cf2-830b-497a-ba31-51b098e2ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384939 Jul 07 21:06:53.697788 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511f942-d3b3-45a1-ade2-97d377fc9193 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Port': ['ID=3dbbe51e-844f-42a8-a14c-7e201d17e5c4,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:53.755820 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2dfb22f6-3b39-42f8-8177-86c6702cbb54 None None] Provisioning for port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:53.771695 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2dfb22f6-3b39-42f8-8177-86c6702cbb54 None None] Provisioning complete for port 93291990-b6db-4145-91ca-02ac76a77d27 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:53.772176 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2dfb22f6-3b39-42f8-8177-86c6702cbb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:53.809835 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5511f942-d3b3-45a1-ade2-97d377fc9193 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:53.810608 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5511f942-d3b3-45a1-ade2-97d377fc9193 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:53.880397 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0dd234d7-c914-454f-8363-dca366586195 req-05c22537-0e7b-4cc6-a6b2-57fa03cf22a9 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 210 time: 0.0461934 Jul 07 21:06:53.888114 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-2dfb22f6-3b39-42f8-8177-86c6702cbb54 None None] Port 93291990-b6db-4145-91ca-02ac76a77d27 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:06:53.946269 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'name': 'tempest-TestNetworkBasicOps-router-800052194', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:06:50Z', 'updated_at': '2021-07-07T21:06:51Z', 'revision_number': 3, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:51Z', 'updated_at': '2021-07-07T21:06:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:53.957162 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5511f942-d3b3-45a1-ade2-97d377fc9193 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0436103 Jul 07 21:06:53.961594 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34240) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:53.968761 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-dd198cdd-4147-4341-8927-05bb3702ceb7 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'subnet': {'network_id': '0af333c4-0422-4001-9d32-7f0452919978', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:53.979078 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b9e408-3157-43fb-8e08-755924bd7214 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:53.984433 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-10b9e408-3157-43fb-8e08-755924bd7214 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3952672 Jul 07 21:06:53.987994 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] Checking router: d8b74f63-d506-4e7d-8dc9-3659ae608de3 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:06:53.988377 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34242) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:53.988775 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] Updating router d8b74f63-d506-4e7d-8dc9-3659ae608de3 port 2af2a4ab-b423-4874-b0ee-79d407272823 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:06:54.046824 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-aae93303-3203-4037-a58c-cf643d40098f tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0514266 Jul 07 21:06:54.050074 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34244) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:54.055447 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:54.061071 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-fe61e451-76f6-422e-ab16-a0e8a0b92184 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2082996072', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'project_id': '21232da6452a40d680cb4842c209ecfd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:54.120256 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-27ef123f-41f7-47e8-a823-aa680e8a70ba None None] Provisioning for port 3dbbe51e-844f-42a8-a14c-7e201d17e5c4 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:54.132952 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-27ef123f-41f7-47e8-a823-aa680e8a70ba None None] Provisioning complete for port 3dbbe51e-844f-42a8-a14c-7e201d17e5c4 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:54.133230 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-27ef123f-41f7-47e8-a823-aa680e8a70ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:54.189420 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10c4b6-94b5-4ffc-bf32-64a657d8bf51 req-0aa8a5b6-5070-4726-8d19-6def12da67f5 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:54.192149 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-df10c4b6-94b5-4ffc-bf32-64a657d8bf51 req-0aa8a5b6-5070-4726-8d19-6def12da67f5 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/ports?device_id=67620b56-6912-41f4-8617-f0e5b75ab74a HTTP/1.1" status: 200 len: 945 time: 0.2484660 Jul 07 21:06:54.193610 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe61e451-76f6-422e-ab16-a0e8a0b92184 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Made reservation on behalf of 21232da6452a40d680cb4842c209ecfd for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:54.198159 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fe61e451-76f6-422e-ab16-a0e8a0b92184 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:54.202325 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-27ef123f-41f7-47e8-a823-aa680e8a70ba None None] Port 3dbbe51e-844f-42a8-a14c-7e201d17e5c4 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:06:54.204164 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 4f7f62cc-dd69-4237-a9df-b268dbf9e08b up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:06:54.260907 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:54.265261 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:54.265844 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:54.329291 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-df10c4b6-94b5-4ffc-bf32-64a657d8bf51 req-c36d6162-4bdc-4e20-8f54-5087d09dfb3a tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b960cf2-830b-497a-ba31-51b098e2ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723791 Jul 07 21:06:54.386447 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:54.432847 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=4f7f62cc-dd69-4237-a9df-b268dbf9e08b,segment=NetworkSegment(9c3ac0e0-48f0-47f0-82cf-6bc37282f1b6),segment_id=9c3ac0e0-48f0-47f0-82cf-6bc37282f1b6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:54.441758 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:54.513261 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fe61e451-76f6-422e-ab16-a0e8a0b92184 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:54.528223 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=4f7f62cc-dd69-4237-a9df-b268dbf9e08b,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:54.573608 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:54.584979 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] Transition to ACTIVE for port object 2af2a4ab-b423-4874-b0ee-79d407272823 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:54.596220 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:54.598378 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1cd08-9fe6-4db1-8f15-6829c42d0ef8 req-72e36713-3a2b-42cd-8189-f88070f15698 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:54.600105 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d4f1cd08-9fe6-4db1-8f15-6829c42d0ef8 req-72e36713-3a2b-42cd-8189-f88070f15698 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=207271f7-ac9d-4dfe-9ba3-1a28e2577b30 HTTP/1.1" status: 200 len: 907 time: 0.1506867 Jul 07 21:06:54.612235 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61e451-76f6-422e-ab16-a0e8a0b92184 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'Subnet': ['ID=7f78bb9f-8c50-4a12-973a-6eacc6f6daeb,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:54.633493 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61e451-76f6-422e-ab16-a0e8a0b92184 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:54.633845 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61e451-76f6-422e-ab16-a0e8a0b92184 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:54.634192 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61e451-76f6-422e-ab16-a0e8a0b92184 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:54.634630 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61e451-76f6-422e-ab16-a0e8a0b92184 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:54.635084 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61e451-76f6-422e-ab16-a0e8a0b92184 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:54.635970 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61e451-76f6-422e-ab16-a0e8a0b92184 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:54.636533 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61e451-76f6-422e-ab16-a0e8a0b92184 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:54.637155 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61e451-76f6-422e-ab16-a0e8a0b92184 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:54.637266 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61e451-76f6-422e-ab16-a0e8a0b92184 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:54.637647 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61e451-76f6-422e-ab16-a0e8a0b92184 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:54.638033 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61e451-76f6-422e-ab16-a0e8a0b92184 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:54.641412 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61e451-76f6-422e-ab16-a0e8a0b92184 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:54.644103 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469250e-204d-4c49-841f-8a64890c97b2 req-71d622f3-d1a3-4bba-b55d-f5631d98758c tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:54.646115 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f502384-256d-47b4-b5b2-3369ccec5082 None None] Pushing event updated for resources: {'Port': ['ID=2af2a4ab-b423-4874-b0ee-79d407272823,revision_number=2']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:54.648419 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8469250e-204d-4c49-841f-8a64890c97b2 req-71d622f3-d1a3-4bba-b55d-f5631d98758c tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.58 "GET /v2.0/networks?id=6ac168b0-5b62-40ce-978d-1826833f7c04 HTTP/1.1" status: 200 len: 812 time: 0.8265383 Jul 07 21:06:54.666046 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe61e451-76f6-422e-ab16-a0e8a0b92184 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Checking segment: {'id': '3a6c1914-008c-4caa-a8ef-9dd1ea1eb188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:06:54.666850 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe61e451-76f6-422e-ab16-a0e8a0b92184 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Network hostable DHCP agents. Network: af7f4b3e-0c7d-43ee-bafd-ec47866775cf, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:06:54.669931 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] Attempting to bind port 2af2a4ab-b423-4874-b0ee-79d407272823 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:06:54.670316 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] Attempting to bind port 2af2a4ab-b423-4874-b0ee-79d407272823 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:06:54.670679 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] Attempting to bind port 2af2a4ab-b423-4874-b0ee-79d407272823 on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:06:54.674582 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f502384-256d-47b4-b5b2-3369ccec5082 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:54.674931 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f502384-256d-47b4-b5b2-3369ccec5082 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:54.675271 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f502384-256d-47b4-b5b2-3369ccec5082 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:54.675686 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f502384-256d-47b4-b5b2-3369ccec5082 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:54.676022 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f502384-256d-47b4-b5b2-3369ccec5082 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:54.676350 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f502384-256d-47b4-b5b2-3369ccec5082 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:54.676678 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f502384-256d-47b4-b5b2-3369ccec5082 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:54.677001 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f502384-256d-47b4-b5b2-3369ccec5082 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:54.677330 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f502384-256d-47b4-b5b2-3369ccec5082 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:54.677752 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f502384-256d-47b4-b5b2-3369ccec5082 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:54.678117 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f502384-256d-47b4-b5b2-3369ccec5082 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:54.678443 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f502384-256d-47b4-b5b2-3369ccec5082 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:06:54.684692 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:06:54.685073 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:06:54.685481 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:54.685869 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:06:54.686501 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] Bound port: 2af2a4ab-b423-4874-b0ee-79d407272823, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:06:54.686892 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:54.688901 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-8469250e-204d-4c49-841f-8a64890c97b2 req-d9be53ce-edd0-46d1-8c6f-ac06c9bfa29a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Request body: {'port': {'device_id': '242c8dc5-45d3-487d-bf38-3644a3501c51', 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04', 'admin_state_up': True, 'tenant_id': 'fb007a9f302148b1b0ad445aa4579189'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:54.694922 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe61e451-76f6-422e-ab16-a0e8a0b92184 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Network af7f4b3e-0c7d-43ee-bafd-ec47866775cf is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:06:54.714364 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-fe61e451-76f6-422e-ab16-a0e8a0b92184 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, af7f4b3e-0c7d-43ee-bafd-ec47866775cf) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:54.723531 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d807d7e4-061d-4ae3-9625-34488a8cac27 None None] Network af7f4b3e-0c7d-43ee-bafd-ec47866775cf requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:06:54.730839 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe61e451-76f6-422e-ab16-a0e8a0b92184 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:54.732002 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fe61e451-76f6-422e-ab16-a0e8a0b92184 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:54.755025 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fe61e451-76f6-422e-ab16-a0e8a0b92184 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7036088 Jul 07 21:06:54.757965 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] For port 2af2a4ab-b423-4874-b0ee-79d407272823, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:06:54.758767 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34248) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:54.762799 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] For port 2af2a4ab-b423-4874-b0ee-79d407272823, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=2af2a4ab-b423-4874-b0ee-79d407272823,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:06:54.768838 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:54.827486 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd198cdd-4147-4341-8927-05bb3702ceb7 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:54.831313 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dd198cdd-4147-4341-8927-05bb3702ceb7 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:54.836704 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] Routers {'d8b74f63-d506-4e7d-8dc9-3659ae608de3'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:06:54.837354 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:06:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:54.916837 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8d0b49-f6c6-4bf5-bd1e-76c72e7b6486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'fixed_ips': [{'subnet_id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:06:54.919437 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0d8d0b49-f6c6-4bf5-bd1e-76c72e7b6486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:54.930993 n-d-695189-11 neutron-server[100447]: INFO neutron.db.ipam_backend_mixin [None req-dd198cdd-4147-4341-8927-05bb3702ceb7 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5f0c2bee-386e-4811-9d51-60767606877d (CIDR: 172.20.0.0/28) Jul 07 21:06:54.937672 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd198cdd-4147-4341-8927-05bb3702ceb7 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:06:54.938171 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd198cdd-4147-4341-8927-05bb3702ceb7 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:06:54.963389 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] Set router d8b74f63-d506-4e7d-8dc9-3659ae608de3 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:06:54.971490 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8469250e-204d-4c49-841f-8a64890c97b2 req-d9be53ce-edd0-46d1-8c6f-ac06c9bfa29a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Made reservation on behalf of fb007a9f302148b1b0ad445aa4579189 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:54.975690 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-8469250e-204d-4c49-841f-8a64890c97b2 req-d9be53ce-edd0-46d1-8c6f-ac06c9bfa29a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:54.993686 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dd198cdd-4147-4341-8927-05bb3702ceb7 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0308821 Jul 07 21:06:54.994468 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34252) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:55.002142 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-11474140-ab93-4f7d-9658-2584446cfbfe tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'subnet': {'network_id': '0af333c4-0422-4001-9d32-7f0452919978', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:55.037047 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f502384-256d-47b4-b5b2-3369ccec5082 None None] Pushing event updated for resources: {'Port': ['ID=2af2a4ab-b423-4874-b0ee-79d407272823,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:55.096505 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-0d8d0b49-f6c6-4bf5-bd1e-76c72e7b6486 None None] Allocated IP 172.20.0.2 (af7f4b3e-0c7d-43ee-bafd-ec47866775cf/7f78bb9f-8c50-4a12-973a-6eacc6f6daeb/b0337e25-e204-480e-953b-fdf0623756a7) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:55.173396 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-884b5592-2d02-4690-9b3a-fdfd83d49c55 req-94283e86-b103-4d02-90bc-0167d0c97f15 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 210 time: 0.0535696 Jul 07 21:06:55.208734 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'name': 'tempest-TestNetworkBasicOps-router-800052194', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:06:50Z', 'updated_at': '2021-07-07T21:06:51Z', 'revision_number': 3, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:51Z', 'updated_at': '2021-07-07T21:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:06:55.221661 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11474140-ab93-4f7d-9658-2584446cfbfe tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:06:55.225464 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-11474140-ab93-4f7d-9658-2584446cfbfe tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:55.238118 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5afcc2b-60d8-4c6b-9454-9a239b065234 None None] The sync data for ids ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'] in n-d-695189-11 is: [{'id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'name': 'tempest-TestNetworkBasicOps-router-800052194', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:06:50Z', 'updated_at': '2021-07-07T21:06:51Z', 'revision_number': 3, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:51Z', 'updated_at': '2021-07-07T21:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:06:55.258923 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe714d-09c9-4189-8bd4-8e9fbf82317f req-308533df-1d79-4784-91b9-8dd8a69a7ce6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:55.260819 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2dbe714d-09c9-4189-8bd4-8e9fbf82317f req-308533df-1d79-4784-91b9-8dd8a69a7ce6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.58 "GET /v2.0/ports?device_id=207271f7-ac9d-4dfe-9ba3-1a28e2577b30 HTTP/1.1" status: 200 len: 907 time: 0.2726245 Jul 07 21:06:55.274950 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0d8d0b49-f6c6-4bf5-bd1e-76c72e7b6486 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:55.287525 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0d8d0b49-f6c6-4bf5-bd1e-76c72e7b6486 None None] Transition to ACTIVE for port object b0337e25-e204-480e-953b-fdf0623756a7 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:55.303757 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-8469250e-204d-4c49-841f-8a64890c97b2 req-d9be53ce-edd0-46d1-8c6f-ac06c9bfa29a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Allocated IP 172.20.0.12 (6ac168b0-5b62-40ce-978d-1826833f7c04/e40568a6-ebc6-4f07-9fe2-338a216828e9/8ccb8d03-cd81-4d8f-a2d3-47e78af7b231) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:55.313340 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0d8d0b49-f6c6-4bf5-bd1e-76c72e7b6486 None None] Transition to ACTIVE for port object b0337e25-e204-480e-953b-fdf0623756a7 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:55.321962 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0d8d0b49-f6c6-4bf5-bd1e-76c72e7b6486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:55.396408 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d0b49-f6c6-4bf5-bd1e-76c72e7b6486 None None] Pushing event updated for resources: {'Port': ['ID=b0337e25-e204-480e-953b-fdf0623756a7,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:55.408467 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8d0b49-f6c6-4bf5-bd1e-76c72e7b6486 None None] Network af7f4b3e-0c7d-43ee-bafd-ec47866775cf is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:55.410176 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-0d8d0b49-f6c6-4bf5-bd1e-76c72e7b6486 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:55.412984 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8d0b49-f6c6-4bf5-bd1e-76c72e7b6486 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:55.506506 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0d8d0b49-f6c6-4bf5-bd1e-76c72e7b6486 None None] Attempting to bind port b0337e25-e204-480e-953b-fdf0623756a7 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:06:55.506506 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0d8d0b49-f6c6-4bf5-bd1e-76c72e7b6486 None None] Attempting to bind port b0337e25-e204-480e-953b-fdf0623756a7 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '3a6c1914-008c-4caa-a8ef-9dd1ea1eb188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:06:55.507335 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d0b49-f6c6-4bf5-bd1e-76c72e7b6486 None None] Attempting to bind port b0337e25-e204-480e-953b-fdf0623756a7 on network af7f4b3e-0c7d-43ee-bafd-ec47866775cf {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:06:55.514007 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d0b49-f6c6-4bf5-bd1e-76c72e7b6486 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:06:55.514383 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d0b49-f6c6-4bf5-bd1e-76c72e7b6486 None None] Checking segment: {'id': '3a6c1914-008c-4caa-a8ef-9dd1ea1eb188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:06:55.514793 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0d8d0b49-f6c6-4bf5-bd1e-76c72e7b6486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:55.515189 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8d0b49-f6c6-4bf5-bd1e-76c72e7b6486 None None] Bound using segment: {'id': '3a6c1914-008c-4caa-a8ef-9dd1ea1eb188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:06:55.515697 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0d8d0b49-f6c6-4bf5-bd1e-76c72e7b6486 None None] Bound port: b0337e25-e204-480e-953b-fdf0623756a7, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6c1914-008c-4caa-a8ef-9dd1ea1eb188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:06:55.516102 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0d8d0b49-f6c6-4bf5-bd1e-76c72e7b6486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:55.633497 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0d8d0b49-f6c6-4bf5-bd1e-76c72e7b6486 None None] For port b0337e25-e204-480e-953b-fdf0623756a7, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:06:55.640499 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0d8d0b49-f6c6-4bf5-bd1e-76c72e7b6486 None None] For port b0337e25-e204-480e-953b-fdf0623756a7, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b0337e25-e204-480e-953b-fdf0623756a7,segment=NetworkSegment(3a6c1914-008c-4caa-a8ef-9dd1ea1eb188),segment_id=3a6c1914-008c-4caa-a8ef-9dd1ea1eb188)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:06:55.649422 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0d8d0b49-f6c6-4bf5-bd1e-76c72e7b6486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:55.651968 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-8469250e-204d-4c49-841f-8a64890c97b2 req-d9be53ce-edd0-46d1-8c6f-ac06c9bfa29a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:55.725031 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-11474140-ab93-4f7d-9658-2584446cfbfe tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:55.751292 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d0b49-f6c6-4bf5-bd1e-76c72e7b6486 None None] Pushing event updated for resources: {'Port': ['ID=b0337e25-e204-480e-953b-fdf0623756a7,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:55.803162 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11474140-ab93-4f7d-9658-2584446cfbfe tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network 0af333c4-0422-4001-9d32-7f0452919978 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:55.810559 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-11474140-ab93-4f7d-9658-2584446cfbfe tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:55.816490 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11474140-ab93-4f7d-9658-2584446cfbfe tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:55.817097 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-11474140-ab93-4f7d-9658-2584446cfbfe tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:55.825115 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2eddc20-b44f-4f79-8523-9d04a868ed3a None None] Network 0af333c4-0422-4001-9d32-7f0452919978 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:06:55.831423 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11474140-ab93-4f7d-9658-2584446cfbfe tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Subnet': ['ID=aedde775-fd00-44d9-8fd8-6dbfaa7e2a1d,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:55.834487 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-8469250e-204d-4c49-841f-8a64890c97b2 req-d9be53ce-edd0-46d1-8c6f-ac06c9bfa29a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:55.846869 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-11474140-ab93-4f7d-9658-2584446cfbfe tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8488436 Jul 07 21:06:55.850704 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34258) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:55.945361 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-95fc5fa5-e01a-431d-8f4e-3ffe014c3159 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-76408002', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'aedde775-fd00-44d9-8fd8-6dbfaa7e2a1d'}], 'security_groups': ['6267d48e-c036-4daa-9e47-496792f2767c']}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:55.950007 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be53ce-edd0-46d1-8c6f-ac06c9bfa29a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Pushing event updated for resources: {'Port': ['ID=8ccb8d03-cd81-4d8f-a2d3-47e78af7b231,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:56.000579 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8469250e-204d-4c49-841f-8a64890c97b2 req-d9be53ce-edd0-46d1-8c6f-ac06c9bfa29a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Network 6ac168b0-5b62-40ce-978d-1826833f7c04 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:56.004896 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-8469250e-204d-4c49-841f-8a64890c97b2 req-d9be53ce-edd0-46d1-8c6f-ac06c9bfa29a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:56.009420 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-8469250e-204d-4c49-841f-8a64890c97b2 req-d9be53ce-edd0-46d1-8c6f-ac06c9bfa29a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:56.158463 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95fc5fa5-e01a-431d-8f4e-3ffe014c3159 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:56.218479 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-2dbe714d-09c9-4189-8bd4-8e9fbf82317f req-29c6704c-daf0-4078-9c0b-146ca20eb39c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Deleting port 0a4bc478-3518-4473-a1ac-627f6ce02419 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:56.219062 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2dbe714d-09c9-4189-8bd4-8e9fbf82317f req-29c6704c-daf0-4078-9c0b-146ca20eb39c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:56.263395 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469250e-204d-4c49-841f-8a64890c97b2 req-d9be53ce-edd0-46d1-8c6f-ac06c9bfa29a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:56.264172 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-8469250e-204d-4c49-841f-8a64890c97b2 req-d9be53ce-edd0-46d1-8c6f-ac06c9bfa29a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:56.300033 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54877c9-304c-442c-b426-a65bb5909cb8 None None] Update dhcp port {'port': {'network_id': '0af333c4-0422-4001-9d32-7f0452919978', 'fixed_ips': [{'subnet_id': '5f0c2bee-386e-4811-9d51-60767606877d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'aedde775-fd00-44d9-8fd8-6dbfaa7e2a1d'}], 'binding:host_id': 'n-d-695189-11'}, 'id': '4f7f62cc-dd69-4237-a9df-b268dbf9e08b'} from n-d-695189-11. {{(pid=100449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 21:06:56.364105 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a54877c9-304c-442c-b426-a65bb5909cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:56.374859 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 4f7f62cc-dd69-4237-a9df-b268dbf9e08b up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:06:56.375853 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8469250e-204d-4c49-841f-8a64890c97b2 req-d9be53ce-edd0-46d1-8c6f-ac06c9bfa29a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7019944 Jul 07 21:06:56.422193 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-2dbe714d-09c9-4189-8bd4-8e9fbf82317f req-29c6704c-daf0-4078-9c0b-146ca20eb39c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] For port 0a4bc478-3518-4473-a1ac-627f6ce02419, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0a4bc478-3518-4473-a1ac-627f6ce02419,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:56.422732 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2dbe714d-09c9-4189-8bd4-8e9fbf82317f req-29c6704c-daf0-4078-9c0b-146ca20eb39c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:56.441369 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-2dbe714d-09c9-4189-8bd4-8e9fbf82317f req-29c6704c-daf0-4078-9c0b-146ca20eb39c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Calling delete_port for 0a4bc478-3518-4473-a1ac-627f6ce02419 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:56.458050 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-8469250e-204d-4c49-841f-8a64890c97b2 req-deb7c80c-a92c-4b6b-9c4a-5e3df062ae01 service neutron] Request body: {'port': {'device_id': '242c8dc5-45d3-487d-bf38-3644a3501c51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:06:56.470049 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca14b8c-9c95-4625-b5ef-1f721ce2d87a req-0d3aad7a-f6d3-4447-aaea-1d07734fa6be tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:56.477724 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aca14b8c-9c95-4625-b5ef-1f721ce2d87a req-0d3aad7a-f6d3-4447-aaea-1d07734fa6be tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/ports?device_id=67620b56-6912-41f4-8617-f0e5b75ab74a HTTP/1.1" status: 200 len: 945 time: 0.9889276 Jul 07 21:06:56.511349 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7697e-0f73-4d7f-8642-c78593ebf52a req-1630fd0c-a012-413f-a349-51f9763a114d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:56.523233 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dca7697e-0f73-4d7f-8642-c78593ebf52a req-1630fd0c-a012-413f-a349-51f9763a114d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=207271f7-ac9d-4dfe-9ba3-1a28e2577b30 HTTP/1.1" status: 200 len: 907 time: 0.4583611 Jul 07 21:06:56.565396 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:56.566308 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:56.595103 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dfefef6a-1f9a-4b25-b638-80a481aadf16 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:56.633623 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-a54877c9-304c-442c-b426-a65bb5909cb8 None None] Allocated IP 172.20.0.18 (0af333c4-0422-4001-9d32-7f0452919978/aedde775-fd00-44d9-8fd8-6dbfaa7e2a1d/4f7f62cc-dd69-4237-a9df-b268dbf9e08b) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:56.636666 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aca14b8c-9c95-4625-b5ef-1f721ce2d87a req-d29c63d6-047a-41ff-8dc0-219858de839b tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b960cf2-830b-497a-ba31-51b098e2ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578729 Jul 07 21:06:56.648885 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-8469250e-204d-4c49-841f-8a64890c97b2 req-deb7c80c-a92c-4b6b-9c4a-5e3df062ae01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:56.790209 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-a54877c9-304c-442c-b426-a65bb5909cb8 None None] For port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=4f7f62cc-dd69-4237-a9df-b268dbf9e08b,segment=NetworkSegment(9c3ac0e0-48f0-47f0-82cf-6bc37282f1b6),segment_id=9c3ac0e0-48f0-47f0-82cf-6bc37282f1b6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:56.830000 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a54877c9-304c-442c-b426-a65bb5909cb8 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:56.881615 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a54877c9-304c-442c-b426-a65bb5909cb8 None None] Transition to ACTIVE for port object 4f7f62cc-dd69-4237-a9df-b268dbf9e08b will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:56.891504 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a54877c9-304c-442c-b426-a65bb5909cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:56.970147 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 2af2a4ab-b423-4874-b0ee-79d407272823 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:06:57.018151 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-95fc5fa5-e01a-431d-8f4e-3ffe014c3159 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Delete allocated IP 172.20.0.4 (0af333c4-0422-4001-9d32-7f0452919978/5f0c2bee-386e-4811-9d51-60767606877d) {{(pid=100447) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 21:06:57.035022 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-95fc5fa5-e01a-431d-8f4e-3ffe014c3159 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Allocated IP 172.20.0.21 (0af333c4-0422-4001-9d32-7f0452919978/aedde775-fd00-44d9-8fd8-6dbfaa7e2a1d/3dbbe51e-844f-42a8-a14c-7e201d17e5c4) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:57.057785 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1915dc-39fe-47ba-8f15-ef33576f80ab req-42a7ac88-696b-4d74-9056-cce40133904f tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:57.065602 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ff1915dc-39fe-47ba-8f15-ef33576f80ab req-42a7ac88-696b-4d74-9056-cce40133904f tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 932 time: 0.3578846 Jul 07 21:06:57.103098 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54877c9-304c-442c-b426-a65bb5909cb8 None None] Pushing event updated for resources: {'Port': ['ID=4f7f62cc-dd69-4237-a9df-b268dbf9e08b,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:57.119535 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 2af2a4ab-b423-4874-b0ee-79d407272823 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:57.124911 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 2af2a4ab-b423-4874-b0ee-79d407272823 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:57.125838 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:57.159993 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2dbe714d-09c9-4189-8bd4-8e9fbf82317f req-29c6704c-daf0-4078-9c0b-146ca20eb39c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:57.329203 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:57.335481 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95fc5fa5-e01a-431d-8f4e-3ffe014c3159 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:57.359861 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-95fc5fa5-e01a-431d-8f4e-3ffe014c3159 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Transition to ACTIVE for port object 3dbbe51e-844f-42a8-a14c-7e201d17e5c4 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:57.377721 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 2af2a4ab-b423-4874-b0ee-79d407272823, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=2af2a4ab-b423-4874-b0ee-79d407272823,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:57.401597 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95fc5fa5-e01a-431d-8f4e-3ffe014c3159 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:57.403629 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:57.408430 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd35dc82-1020-4160-aa27-2c843c2bee1d None None] Network af7f4b3e-0c7d-43ee-bafd-ec47866775cf requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:06:57.435885 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6704c-daf0-4078-9c0b-146ca20eb39c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Pushing event deleted for resources: {'Port': ['ID=0a4bc478-3518-4473-a1ac-627f6ce02419,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:57.553224 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5a6585cf-b0fb-4ba8-b873-1fa195205180 None None] Provisioning for port b0337e25-e204-480e-953b-fdf0623756a7 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:57.555669 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ff1915dc-39fe-47ba-8f15-ef33576f80ab req-308db290-df4b-49e2-a828-8766a36fade9 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856310 Jul 07 21:06:57.562302 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=2af2a4ab-b423-4874-b0ee-79d407272823,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:57.590085 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc5fa5-e01a-431d-8f4e-3ffe014c3159 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Port': ['ID=3dbbe51e-844f-42a8-a14c-7e201d17e5c4,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:57.727057 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-8469250e-204d-4c49-841f-8a64890c97b2 req-deb7c80c-a92c-4b6b-9c4a-5e3df062ae01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:06:57.747928 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-95fc5fa5-e01a-431d-8f4e-3ffe014c3159 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] In _notify_port_updated(), no bound segment for port 3dbbe51e-844f-42a8-a14c-7e201d17e5c4 on network 0af333c4-0422-4001-9d32-7f0452919978 {{(pid=100447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:06:57.758275 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fc5fa5-e01a-431d-8f4e-3ffe014c3159 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:57.758951 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95fc5fa5-e01a-431d-8f4e-3ffe014c3159 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:57.764408 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-dfefef6a-1f9a-4b25-b638-80a481aadf16 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Allocated IP 172.20.0.1 (af7f4b3e-0c7d-43ee-bafd-ec47866775cf/7f78bb9f-8c50-4a12-973a-6eacc6f6daeb/00fbba8e-f980-43af-b701-fd763d1d7971) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:06:57.769704 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-95fc5fa5-e01a-431d-8f4e-3ffe014c3159 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "PUT /v2.0/ports/3dbbe51e-844f-42a8-a14c-7e201d17e5c4 HTTP/1.1" status: 200 len: 919 time: 1.8823607 Jul 07 21:06:57.774276 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-8469250e-204d-4c49-841f-8a64890c97b2 req-deb7c80c-a92c-4b6b-9c4a-5e3df062ae01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:57.776834 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34270) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:57.801149 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbe714d-09c9-4189-8bd4-8e9fbf82317f req-29c6704c-daf0-4078-9c0b-146ca20eb39c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] No DVR routers for this DVR port 0a4bc478-3518-4473-a1ac-627f6ce02419 on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:06:57.826363 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-8469250e-204d-4c49-841f-8a64890c97b2 req-deb7c80c-a92c-4b6b-9c4a-5e3df062ae01 service neutron] Transition to ACTIVE for port object 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:57.840065 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-8469250e-204d-4c49-841f-8a64890c97b2 req-deb7c80c-a92c-4b6b-9c4a-5e3df062ae01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:57.876636 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2dbe714d-09c9-4189-8bd4-8e9fbf82317f req-29c6704c-daf0-4078-9c0b-146ca20eb39c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:57.876636 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2dbe714d-09c9-4189-8bd4-8e9fbf82317f req-29c6704c-daf0-4078-9c0b-146ca20eb39c tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.58 "DELETE /v2.0/ports/0a4bc478-3518-4473-a1ac-627f6ce02419 HTTP/1.1" status: 204 len: 173 time: 2.6044447 Jul 07 21:06:57.876636 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207271f7-ac9d-4dfe-9ba3-1a28e2577b30', 'name': 'network-vif-deleted', 'tag': '0a4bc478-3518-4473-a1ac-627f6ce02419'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:06:57.876636 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc914d3-1968-4048-bddb-15ff4b1e030c" -d '{"events": [{"server_uuid": "207271f7-ac9d-4dfe-9ba3-1a28e2577b30", "name": "network-vif-deleted", "tag": "0a4bc478-3518-4473-a1ac-627f6ce02419"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:06:57.905226 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-891b6f71-6758-4b97-b2ee-dc7fc95e1b55 req-dd4a7360-99aa-4c04-9443-7cd370b1a5db tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=207271f7-ac9d-4dfe-9ba3-1a28e2577b30 HTTP/1.1" status: 200 len: 210 time: 0.1013045 Jul 07 21:06:57.988968 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f258ee-2120-47fb-9845-b929813384d4 req-e5fa4093-c779-434f-9c34-15376ea0f512 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:57.996669 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78f258ee-2120-47fb-9845-b929813384d4 req-e5fa4093-c779-434f-9c34-15376ea0f512 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/ports?device_id=67620b56-6912-41f4-8617-f0e5b75ab74a HTTP/1.1" status: 200 len: 945 time: 0.5495188 Jul 07 21:06:58.002213 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7c80c-a92c-4b6b-9c4a-5e3df062ae01 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccb8d03-cd81-4d8f-a2d3-47e78af7b231,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:58.004430 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acda875-72c3-49f3-9af3-5e7e844d6ee4 x-openstack-request-id: req-5acda875-72c3-49f3-9af3-5e7e844d6ee4 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:06:58.004731 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207271f7-ac9d-4dfe-9ba3-1a28e2577b30", "name": "network-vif-deleted", "tag": "0a4bc478-3518-4473-a1ac-627f6ce02419", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:06:58.004995 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5acda875-72c3-49f3-9af3-5e7e844d6ee4 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:06:58.005404 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207271f7-ac9d-4dfe-9ba3-1a28e2577b30', 'name': 'network-vif-deleted', 'tag': '0a4bc478-3518-4473-a1ac-627f6ce02419', 'status': 'completed', 'code': 200} Jul 07 21:06:58.031481 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dfefef6a-1f9a-4b25-b638-80a481aadf16 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:58.075603 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-dfefef6a-1f9a-4b25-b638-80a481aadf16 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Transition to ACTIVE for port object 00fbba8e-f980-43af-b701-fd763d1d7971 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:06:58.089034 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78f258ee-2120-47fb-9845-b929813384d4 req-28dd3a27-f194-46ed-88c3-282e45886267 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b960cf2-830b-497a-ba31-51b098e2ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904109 Jul 07 21:06:58.158487 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dfefef6a-1f9a-4b25-b638-80a481aadf16 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:58.161151 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-8469250e-204d-4c49-841f-8a64890c97b2 req-deb7c80c-a92c-4b6b-9c4a-5e3df062ae01 service neutron] Attempting to bind port 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:06:58.161641 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-8469250e-204d-4c49-841f-8a64890c97b2 req-deb7c80c-a92c-4b6b-9c4a-5e3df062ae01 service neutron] Attempting to bind port 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ce7841e0-8c51-4554-a344-f7eeefc78bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:06:58.161832 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8469250e-204d-4c49-841f-8a64890c97b2 req-deb7c80c-a92c-4b6b-9c4a-5e3df062ae01 service neutron] Attempting to bind port 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231 on network 6ac168b0-5b62-40ce-978d-1826833f7c04 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:06:58.172389 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8469250e-204d-4c49-841f-8a64890c97b2 req-deb7c80c-a92c-4b6b-9c4a-5e3df062ae01 service neutron] Port 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231 on network 6ac168b0-5b62-40ce-978d-1826833f7c04 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:06:58.172746 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8469250e-204d-4c49-841f-8a64890c97b2 req-deb7c80c-a92c-4b6b-9c4a-5e3df062ae01 service neutron] Attempting to bind port 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231 on network 6ac168b0-5b62-40ce-978d-1826833f7c04 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:06:58.178717 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8469250e-204d-4c49-841f-8a64890c97b2 req-deb7c80c-a92c-4b6b-9c4a-5e3df062ae01 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:06:58.179068 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8469250e-204d-4c49-841f-8a64890c97b2 req-deb7c80c-a92c-4b6b-9c4a-5e3df062ae01 service neutron] Checking segment: {'id': 'ce7841e0-8c51-4554-a344-f7eeefc78bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:06:58.179528 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8469250e-204d-4c49-841f-8a64890c97b2 req-deb7c80c-a92c-4b6b-9c4a-5e3df062ae01 service neutron] Bound using segment: {'id': 'ce7841e0-8c51-4554-a344-f7eeefc78bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:06:58.179960 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-8469250e-204d-4c49-841f-8a64890c97b2 req-deb7c80c-a92c-4b6b-9c4a-5e3df062ae01 service neutron] Bound port: 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce7841e0-8c51-4554-a344-f7eeefc78bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:06:58.180327 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-8469250e-204d-4c49-841f-8a64890c97b2 req-deb7c80c-a92c-4b6b-9c4a-5e3df062ae01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:58.184798 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-ed2d6267-d139-45ec-8506-3b8fdb502cc6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting port 3dbbe51e-844f-42a8-a14c-7e201d17e5c4 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:58.185126 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed2d6267-d139-45ec-8506-3b8fdb502cc6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:58.213501 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfefef6a-1f9a-4b25-b638-80a481aadf16 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Network af7f4b3e-0c7d-43ee-bafd-ec47866775cf is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:58.217069 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-dfefef6a-1f9a-4b25-b638-80a481aadf16 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:58.223249 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfefef6a-1f9a-4b25-b638-80a481aadf16 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:06:58.235897 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d59095db-1d9a-4820-b1b0-d87e5fe76bb4 None None] Provisioning for port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:58.240075 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d59095db-1d9a-4820-b1b0-d87e5fe76bb4 None None] Provisioning complete for port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:58.240456 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d59095db-1d9a-4820-b1b0-d87e5fe76bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:58.251532 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfefef6a-1f9a-4b25-b638-80a481aadf16 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'Port': ['ID=00fbba8e-f980-43af-b701-fd763d1d7971,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:58.279678 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dfefef6a-1f9a-4b25-b638-80a481aadf16 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:58.347281 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 2af2a4ab-b423-4874-b0ee-79d407272823 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:06:58.352376 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed2d6267-d139-45ec-8506-3b8fdb502cc6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:58.367056 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-8469250e-204d-4c49-841f-8a64890c97b2 req-deb7c80c-a92c-4b6b-9c4a-5e3df062ae01 service neutron] For port 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:06:58.376153 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-8469250e-204d-4c49-841f-8a64890c97b2 req-deb7c80c-a92c-4b6b-9c4a-5e3df062ae01 service neutron] For port 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8ccb8d03-cd81-4d8f-a2d3-47e78af7b231,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:06:58.377472 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-ed2d6267-d139-45ec-8506-3b8fdb502cc6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Calling delete_port for 3dbbe51e-844f-42a8-a14c-7e201d17e5c4 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:58.392109 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-8469250e-204d-4c49-841f-8a64890c97b2 req-deb7c80c-a92c-4b6b-9c4a-5e3df062ae01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:58.422610 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d59095db-1d9a-4820-b1b0-d87e5fe76bb4 None None] Provisioning for port 3dbbe51e-844f-42a8-a14c-7e201d17e5c4 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:58.431471 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d59095db-1d9a-4820-b1b0-d87e5fe76bb4 None None] Provisioning complete for port 3dbbe51e-844f-42a8-a14c-7e201d17e5c4 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:58.431471 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d59095db-1d9a-4820-b1b0-d87e5fe76bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:58.456604 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 2af2a4ab-b423-4874-b0ee-79d407272823 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:58.456996 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:58.482423 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469250e-204d-4c49-841f-8a64890c97b2 req-deb7c80c-a92c-4b6b-9c4a-5e3df062ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:58.483058 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-8469250e-204d-4c49-841f-8a64890c97b2 req-deb7c80c-a92c-4b6b-9c4a-5e3df062ae01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:58.484919 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8469250e-204d-4c49-841f-8a64890c97b2 req-deb7c80c-a92c-4b6b-9c4a-5e3df062ae01 service neutron] 10.222.0.58 "PUT /v2.0/ports/8ccb8d03-cd81-4d8f-a2d3-47e78af7b231 HTTP/1.1" status: 200 len: 1093 time: 2.0365899 Jul 07 21:06:58.485379 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '242c8dc5-45d3-487d-bf38-3644a3501c51', 'tag': '8ccb8d03-cd81-4d8f-a2d3-47e78af7b231'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:06:58.488000 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e9f0ab-bcf2-4556-aea7-62cb6254c13e" -d '{"events": [{"name": "network-changed", "server_uuid": "242c8dc5-45d3-487d-bf38-3644a3501c51", "tag": "8ccb8d03-cd81-4d8f-a2d3-47e78af7b231"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:06:58.514420 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-d59095db-1d9a-4820-b1b0-d87e5fe76bb4 None None] Port 3dbbe51e-844f-42a8-a14c-7e201d17e5c4 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:06:58.551356 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d59095db-1d9a-4820-b1b0-d87e5fe76bb4 None None] Provisioning complete for port 93291990-b6db-4145-91ca-02ac76a77d27 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:58.551881 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d59095db-1d9a-4820-b1b0-d87e5fe76bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:58.564450 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7c80c-a92c-4b6b-9c4a-5e3df062ae01 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccb8d03-cd81-4d8f-a2d3-47e78af7b231,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:58.578953 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfad8ea-3ce1-48c4-9b5c-9b7fbf64b0b5 x-openstack-request-id: req-7cfad8ea-3ce1-48c4-9b5c-9b7fbf64b0b5 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:06:58.579399 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "242c8dc5-45d3-487d-bf38-3644a3501c51", "tag": "8ccb8d03-cd81-4d8f-a2d3-47e78af7b231", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:06:58.579945 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7cfad8ea-3ce1-48c4-9b5c-9b7fbf64b0b5 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:06:58.580379 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '242c8dc5-45d3-487d-bf38-3644a3501c51', 'tag': '8ccb8d03-cd81-4d8f-a2d3-47e78af7b231', 'status': 'completed', 'code': 200} Jul 07 21:06:58.630810 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dfefef6a-1f9a-4b25-b638-80a481aadf16 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:58.700223 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b0337e25-e204-480e-953b-fdf0623756a7 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:06:58.739654 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-d59095db-1d9a-4820-b1b0-d87e5fe76bb4 None None] Port 93291990-b6db-4145-91ca-02ac76a77d27 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:06:58.783754 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed2d6267-d139-45ec-8506-3b8fdb502cc6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:58.799315 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port b0337e25-e204-480e-953b-fdf0623756a7 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:58.805472 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port b0337e25-e204-480e-953b-fdf0623756a7 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:58.805926 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:58.826203 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469250e-204d-4c49-841f-8a64890c97b2 req-c0d54680-2c23-4ef0-bc24-c0879d6b724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:58.833451 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8469250e-204d-4c49-841f-8a64890c97b2 req-c0d54680-2c23-4ef0-bc24-c0879d6b724e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fb007a9f302148b1b0ad445aa4579189&device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 1096 time: 0.2603652 Jul 07 21:06:58.855883 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d6267-d139-45ec-8506-3b8fdb502cc6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Port': ['ID=3dbbe51e-844f-42a8-a14c-7e201d17e5c4,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:58.891135 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c94a3a2d-d6a6-45b9-a656-0dc59b902deb None None] Provisioning for port 00fbba8e-f980-43af-b701-fd763d1d7971 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:06:58.899309 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c94a3a2d-d6a6-45b9-a656-0dc59b902deb None None] Provisioning complete for port 00fbba8e-f980-43af-b701-fd763d1d7971 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:58.899829 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c94a3a2d-d6a6-45b9-a656-0dc59b902deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:58.959887 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8469250e-204d-4c49-841f-8a64890c97b2 req-bcf3197a-05ca-48a2-801c-7c8fc2565d9b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ccb8d03-cd81-4d8f-a2d3-47e78af7b231 HTTP/1.1" status: 200 len: 217 time: 0.1178617 Jul 07 21:06:58.987877 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5efbd-0dd1-4349-bb19-0c5f0e09e4ca req-5ccd35b6-a218-4154-a6f7-c379fa5f1139 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:58.989592 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79d5efbd-0dd1-4349-bb19-0c5f0e09e4ca req-5ccd35b6-a218-4154-a6f7-c379fa5f1139 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 944 time: 0.1811752 Jul 07 21:06:59.081057 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469250e-204d-4c49-841f-8a64890c97b2 req-4d242e74-ce39-4e95-a107-c8e042e7963e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:59.082588 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8469250e-204d-4c49-841f-8a64890c97b2 req-4d242e74-ce39-4e95-a107-c8e042e7963e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e40568a6-ebc6-4f07-9fe2-338a216828e9 HTTP/1.1" status: 200 len: 852 time: 0.1058204 Jul 07 21:06:59.129683 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dfefef6a-1f9a-4b25-b638-80a481aadf16 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:59.141769 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-c94a3a2d-d6a6-45b9-a656-0dc59b902deb None None] Port 00fbba8e-f980-43af-b701-fd763d1d7971 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:06:59.145069 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:59.146509 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dfefef6a-1f9a-4b25-b638-80a481aadf16 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:59.161194 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8469250e-204d-4c49-841f-8a64890c97b2 req-5b5e9d8e-40be-4a30-908f-d19ba4b03285 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ac168b0-5b62-40ce-978d-1826833f7c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662591 Jul 07 21:06:59.162181 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed2d6267-d139-45ec-8506-3b8fdb502cc6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:59.163983 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ed2d6267-d139-45ec-8506-3b8fdb502cc6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/ports/3dbbe51e-844f-42a8-a14c-7e201d17e5c4 HTTP/1.1" status: 204 len: 168 time: 1.3861794 Jul 07 21:06:59.166610 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34284) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:59.202557 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff199c06-5bbd-419c-bf97-6e921a9a87c3 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] GET failed (client error): The resource could not be found. Jul 07 21:06:59.206730 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port b0337e25-e204-480e-953b-fdf0623756a7, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b0337e25-e204-480e-953b-fdf0623756a7,segment=NetworkSegment(3a6c1914-008c-4caa-a8ef-9dd1ea1eb188),segment_id=3a6c1914-008c-4caa-a8ef-9dd1ea1eb188)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:59.207007 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ff199c06-5bbd-419c-bf97-6e921a9a87c3 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports/3dbbe51e-844f-42a8-a14c-7e201d17e5c4 HTTP/1.1" status: 404 len: 333 time: 0.0366969 Jul 07 21:06:59.207124 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34286) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:59.224467 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:59.225336 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 4f7f62cc-dd69-4237-a9df-b268dbf9e08b up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:06:59.247519 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f9632-907b-4912-81fb-80674a222a4b req-95354b3c-8126-4f9d-9051-ec41f5fc215b tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:59.249053 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd9f9632-907b-4912-81fb-80674a222a4b req-95354b3c-8126-4f9d-9051-ec41f5fc215b tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.39 "GET /v2.0/ports?device_id=67620b56-6912-41f4-8617-f0e5b75ab74a HTTP/1.1" status: 200 len: 945 time: 0.3746901 Jul 07 21:06:59.296059 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-035e1f26-1677-45fa-a1f1-a0f7f3714940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:59.310323 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d4d126f7-6d11-40cf-8a2b-4f36ca3977f9 None None] Could not find standard attr ID for object 3dbbe51e-844f-42a8-a14c-7e201d17e5c4. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:06:59.313213 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfefef6a-1f9a-4b25-b638-80a481aadf16 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'Port': ['ID=00fbba8e-f980-43af-b701-fd763d1d7971,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:59.319603 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dfefef6a-1f9a-4b25-b638-80a481aadf16 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:59.334875 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0a4bc478-3518-4473-a1ac-627f6ce02419 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:06:59.335380 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79d5efbd-0dd1-4349-bb19-0c5f0e09e4ca req-dbb2079e-680f-4ac7-8c65-8b373bda8c04 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961479 Jul 07 21:06:59.365308 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 0a4bc478-3518-4473-a1ac-627f6ce02419 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:06:59.365793 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0a4bc478-3518-4473-a1ac-627f6ce02419 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:06:59.398855 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=b0337e25-e204-480e-953b-fdf0623756a7,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:59.410476 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:59.410922 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:59.437400 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5aead1a3-ae64-48c5-a4ad-215affde6c16 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:59.489516 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfefef6a-1f9a-4b25-b638-80a481aadf16 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Network af7f4b3e-0c7d-43ee-bafd-ec47866775cf is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:06:59.491058 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5aead1a3-ae64-48c5-a4ad-215affde6c16 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:59.491699 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-dfefef6a-1f9a-4b25-b638-80a481aadf16 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:06:59.499923 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-bd9f9632-907b-4912-81fb-80674a222a4b req-e16e138b-6a67-47f8-a272-ea989e991106 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Deleting port 92ff5960-7854-4702-a650-324264e589db {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:06:59.500263 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bd9f9632-907b-4912-81fb-80674a222a4b req-e16e138b-6a67-47f8-a272-ea989e991106 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:59.533937 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8469250e-204d-4c49-841f-8a64890c97b2 req-1632e322-fbf1-4c1c-b88f-6c5e9e642de8 service neutron] 10.222.0.58 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394339 Jul 07 21:06:59.556011 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5aead1a3-ae64-48c5-a4ad-215affde6c16 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:59.559877 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5aead1a3-ae64-48c5-a4ad-215affde6c16 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:59.564061 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5aead1a3-ae64-48c5-a4ad-215affde6c16 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/security-groups/45556b42-64fc-4b82-aac7-2b9bfa603500 HTTP/1.1" status: 204 len: 168 time: 0.3559494 Jul 07 21:06:59.575695 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34290) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:59.633180 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aead1a3-ae64-48c5-a4ad-215affde6c16 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45556b42-64fc-4b82-aac7-2b9bfa603500,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:59.710787 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ee25808-be36-4113-b165-340f84b1b5c8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:59.743667 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8469250e-204d-4c49-841f-8a64890c97b2 req-a10a6898-aabe-4989-b985-19f495616f7c service neutron] 10.222.0.58 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013748 Jul 07 21:06:59.748379 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ee25808-be36-4113-b165-340f84b1b5c8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:59.761063 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-bd9f9632-907b-4912-81fb-80674a222a4b req-e16e138b-6a67-47f8-a272-ea989e991106 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] For port 92ff5960-7854-4702-a650-324264e589db, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=92ff5960-7854-4702-a650-324264e589db,segment=NetworkSegment(1aba642e-564c-4004-ae48-d1155620b5c4),segment_id=1aba642e-564c-4004-ae48-d1155620b5c4)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:06:59.761640 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bd9f9632-907b-4912-81fb-80674a222a4b req-e16e138b-6a67-47f8-a272-ea989e991106 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:59.793787 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ee25808-be36-4113-b165-340f84b1b5c8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:59.797328 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ee25808-be36-4113-b165-340f84b1b5c8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:59.801098 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9ee25808-be36-4113-b165-340f84b1b5c8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/security-groups/6267d48e-c036-4daa-9e47-496792f2767c HTTP/1.1" status: 204 len: 168 time: 0.2195413 Jul 07 21:06:59.801252 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-bd9f9632-907b-4912-81fb-80674a222a4b req-e16e138b-6a67-47f8-a272-ea989e991106 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Calling delete_port for 92ff5960-7854-4702-a650-324264e589db owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:06:59.805491 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34292) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:06:59.827675 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee25808-be36-4113-b165-340f84b1b5c8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6267d48e-c036-4daa-9e47-496792f2767c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:06:59.828449 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8aa337-d6ed-4734-9f03-fad5b4cf9104 req-fb4ade19-7340-4e28-ac4f-2ab6e2e8e650 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:59.830692 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5f8aa337-d6ed-4734-9f03-fad5b4cf9104 req-fb4ade19-7340-4e28-ac4f-2ab6e2e8e650 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=9931dbe4-46e6-48c1-9112-0f2fcea15c00 HTTP/1.1" status: 200 len: 946 time: 0.2509394 Jul 07 21:06:59.840126 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d79f7-619e-45a1-b746-0ecae8e0d1de req-5e653b24-90ba-465e-86b4-54d8fae65a95 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:59.843813 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c62d79f7-619e-45a1-b746-0ecae8e0d1de req-5e653b24-90ba-465e-86b4-54d8fae65a95 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/ports?device_id=67620b56-6912-41f4-8617-f0e5b75ab74a HTTP/1.1" status: 200 len: 945 time: 0.2472680 Jul 07 21:06:59.852052 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfefef6a-1f9a-4b25-b638-80a481aadf16 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Router d8b74f63-d506-4e7d-8dc9-3659ae608de3 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:06:59.861488 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-07f8bd7e-02c1-4faf-8f8e-2f9ddaa11cef None None] Provisioning complete for port 00fbba8e-f980-43af-b701-fd763d1d7971 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:06:59.861929 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-07f8bd7e-02c1-4faf-8f8e-2f9ddaa11cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:59.900329 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb33e93-e194-487d-8184-b19bfe651686 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting subnet 5f0c2bee-386e-4811-9d51-60767606877d {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:06:59.900609 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-07f8bd7e-02c1-4faf-8f8e-2f9ddaa11cef None None] Port 00fbba8e-f980-43af-b701-fd763d1d7971 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:06:59.906605 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3cb33e93-e194-487d-8184-b19bfe651686 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:06:59.952919 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9f0ab-bcf2-4556-aea7-62cb6254c13e req-a369a2c1-19d9-48b0-9c56-0710dbb5a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:06:59.954492 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-74e9f0ab-bcf2-4556-aea7-62cb6254c13e req-a369a2c1-19d9-48b0-9c56-0710dbb5a4cf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fb007a9f302148b1b0ad445aa4579189&device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 1096 time: 0.1351330 Jul 07 21:06:59.959277 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3cb33e93-e194-487d-8184-b19bfe651686 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:00.085822 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b0337e25-e204-480e-953b-fdf0623756a7 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:07:00.125759 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9f0ab-bcf2-4556-aea7-62cb6254c13e req-ae7959fb-b4ea-49e0-96c0-f2061d7f0277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:00.127279 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-74e9f0ab-bcf2-4556-aea7-62cb6254c13e req-ae7959fb-b4ea-49e0-96c0-f2061d7f0277 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6ac168b0-5b62-40ce-978d-1826833f7c04 HTTP/1.1" status: 200 len: 913 time: 0.1463361 Jul 07 21:07:00.128555 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3cb33e93-e194-487d-8184-b19bfe651686 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:00.137337 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port b0337e25-e204-480e-953b-fdf0623756a7 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:00.137888 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:00.197505 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-74e9f0ab-bcf2-4556-aea7-62cb6254c13e req-8d12f42a-8f85-48f7-933d-66e4aee1f63e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ccb8d03-cd81-4d8f-a2d3-47e78af7b231 HTTP/1.1" status: 200 len: 217 time: 0.0473349 Jul 07 21:07:00.258895 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3cb33e93-e194-487d-8184-b19bfe651686 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:00.287074 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9f0ab-bcf2-4556-aea7-62cb6254c13e req-3fb95058-218b-4f64-b2eb-6b4940b42d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:00.288602 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-74e9f0ab-bcf2-4556-aea7-62cb6254c13e req-3fb95058-218b-4f64-b2eb-6b4940b42d5a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e40568a6-ebc6-4f07-9fe2-338a216828e9 HTTP/1.1" status: 200 len: 852 time: 0.0818825 Jul 07 21:07:00.291469 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb33e93-e194-487d-8184-b19bfe651686 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Subnet': ['ID=5f0c2bee-386e-4811-9d51-60767606877d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:00.295678 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3cb33e93-e194-487d-8184-b19bfe651686 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:00.297474 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3cb33e93-e194-487d-8184-b19bfe651686 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/subnets/5f0c2bee-386e-4811-9d51-60767606877d HTTP/1.1" status: 204 len: 168 time: 0.4910872 Jul 07 21:07:00.305589 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234a1e07-d742-451d-9c47-f35db69448ef None None] Network 0af333c4-0422-4001-9d32-7f0452919978 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:07:00.306554 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34294) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:00.309448 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5f8aa337-d6ed-4734-9f03-fad5b4cf9104 req-566bb6d2-994c-4f41-a8bd-3967d6ce6619 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619339 Jul 07 21:07:00.312000 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-b90e13f0-0675-4c20-a40c-526cb1f17ac5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'subnet': {'network_id': '0af333c4-0422-4001-9d32-7f0452919978', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:00.319104 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c62d79f7-619e-45a1-b746-0ecae8e0d1de req-ff4f31fb-f1e3-40e0-a3f5-e8e3f303e017 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/security-groups?id=6b960cf2-830b-497a-ba31-51b098e2ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648376 Jul 07 21:07:00.340260 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-74e9f0ab-bcf2-4556-aea7-62cb6254c13e req-553b836e-d256-4711-8671-fe19068a3d2e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ac168b0-5b62-40ce-978d-1826833f7c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415795 Jul 07 21:07:00.462736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfefef6a-1f9a-4b25-b638-80a481aadf16 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:07:00.471699 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-dfefef6a-1f9a-4b25-b638-80a481aadf16 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "PUT /v2.0/routers/d8b74f63-d506-4e7d-8dc9-3659ae608de3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7110848 Jul 07 21:07:00.474139 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34298) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:00.477406 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] Sync routers for ids ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:07:00.499738 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] Routers {'d8b74f63-d506-4e7d-8dc9-3659ae608de3'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:07:00.500432 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:06:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:00.502614 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bd9f9632-907b-4912-81fb-80674a222a4b req-e16e138b-6a67-47f8-a272-ea989e991106 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:00.536467 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-74e9f0ab-bcf2-4556-aea7-62cb6254c13e req-ebf9774e-4cb8-42c7-b1aa-1badec487de4 service neutron] 10.222.0.58 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852210 Jul 07 21:07:00.542966 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['92ff5960-7854-4702-a650-324264e589db'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:07:00.545380 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90e13f0-0675-4c20-a40c-526cb1f17ac5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:07:00.549985 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b90e13f0-0675-4c20-a40c-526cb1f17ac5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:00.601355 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e138b-6a67-47f8-a272-ea989e991106 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Pushing event deleted for resources: {'Port': ['ID=92ff5960-7854-4702-a650-324264e589db,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:00.666557 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] Set router d8b74f63-d506-4e7d-8dc9-3659ae608de3 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:07:00.723595 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-74e9f0ab-bcf2-4556-aea7-62cb6254c13e req-8ca49491-c858-418f-aeb3-02a117c019ff service neutron] 10.222.0.58 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692619 Jul 07 21:07:00.813195 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9f9632-907b-4912-81fb-80674a222a4b req-e16e138b-6a67-47f8-a272-ea989e991106 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] No DVR routers for this DVR port 92ff5960-7854-4702-a650-324264e589db on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:07:00.821360 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bd9f9632-907b-4912-81fb-80674a222a4b req-e16e138b-6a67-47f8-a272-ea989e991106 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:00.830168 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd9f9632-907b-4912-81fb-80674a222a4b req-e16e138b-6a67-47f8-a272-ea989e991106 tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.39 "DELETE /v2.0/ports/92ff5960-7854-4702-a650-324264e589db HTTP/1.1" status: 204 len: 173 time: 1.5730786 Jul 07 21:07:00.831559 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67620b56-6912-41f4-8617-f0e5b75ab74a', 'name': 'network-vif-deleted', 'tag': '92ff5960-7854-4702-a650-324264e589db'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:07:00.833979 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392d4f42-5d85-4a93-8c2a-1609fdf3b624" -d '{"events": [{"server_uuid": "67620b56-6912-41f4-8617-f0e5b75ab74a", "name": "network-vif-deleted", "tag": "92ff5960-7854-4702-a650-324264e589db"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:07:00.889034 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1e2ce-e5c7-40f7-9c2a-5567b78ba43d req-e20881fd-6058-4903-ae32-cd8204b0bf64 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:00.891808 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ca1e2ce-e5c7-40f7-9c2a-5567b78ba43d req-e20881fd-6058-4903-ae32-cd8204b0bf64 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 944 time: 0.4079413 Jul 07 21:07:00.922130 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b90e13f0-0675-4c20-a40c-526cb1f17ac5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:00.937660 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c44ab6-d731-4b0d-b939-77ac4e8481ea x-openstack-request-id: req-57c44ab6-d731-4b0d-b939-77ac4e8481ea {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:07:00.937957 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67620b56-6912-41f4-8617-f0e5b75ab74a", "name": "network-vif-deleted", "tag": "92ff5960-7854-4702-a650-324264e589db", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:07:00.938199 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-57c44ab6-d731-4b0d-b939-77ac4e8481ea {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:07:00.938619 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67620b56-6912-41f4-8617-f0e5b75ab74a', 'name': 'network-vif-deleted', 'tag': '92ff5960-7854-4702-a650-324264e589db', 'status': 'completed', 'code': 200} Jul 07 21:07:00.947158 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'name': 'tempest-TestNetworkBasicOps-router-800052194', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:06:50Z', 'updated_at': '2021-07-07T21:06:58Z', 'revision_number': 4, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:51Z', 'updated_at': '2021-07-07T21:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '00fbba8e-f980-43af-b701-fd763d1d7971', 'name': '', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:ac:03:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:57Z', 'updated_at': '2021-07-07T21:06:58Z', 'revision_number': 2, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:00.959673 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e927e-8cfb-4df7-b826-15493a007821 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:00.960163 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e927e-8cfb-4df7-b826-15493a007821 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:00.960653 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e927e-8cfb-4df7-b826-15493a007821 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:00.961120 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e927e-8cfb-4df7-b826-15493a007821 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:00.961587 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e927e-8cfb-4df7-b826-15493a007821 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:00.962055 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e927e-8cfb-4df7-b826-15493a007821 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:00.962517 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e927e-8cfb-4df7-b826-15493a007821 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:00.962977 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e927e-8cfb-4df7-b826-15493a007821 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:00.968399 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e927e-8cfb-4df7-b826-15493a007821 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:00.968976 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e927e-8cfb-4df7-b826-15493a007821 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:00.971558 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e927e-8cfb-4df7-b826-15493a007821 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:00.972186 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e927e-8cfb-4df7-b826-15493a007821 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:00.972669 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e927e-8cfb-4df7-b826-15493a007821 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:00.978971 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-781e927e-8cfb-4df7-b826-15493a007821 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9153 time: 0.5034285 Jul 07 21:07:00.989918 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] Checking router: d8b74f63-d506-4e7d-8dc9-3659ae608de3 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:07:00.990415 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] Updating router d8b74f63-d506-4e7d-8dc9-3659ae608de3 port 00fbba8e-f980-43af-b701-fd763d1d7971 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:07:00.993877 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34302) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:01.002290 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90e13f0-0675-4c20-a40c-526cb1f17ac5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network 0af333c4-0422-4001-9d32-7f0452919978 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:07:01.015078 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ca1e2ce-e5c7-40f7-9c2a-5567b78ba43d req-6866ed1d-6447-4a92-aa2a-b29e9f2998f2 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124980 Jul 07 21:07:01.026210 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-b90e13f0-0675-4c20-a40c-526cb1f17ac5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:07:01.061360 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:01.067654 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e13f0-0675-4c20-a40c-526cb1f17ac5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Subnet': ['ID=869aeeab-0216-47c1-bc03-6a19db35454f,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:01.080332 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90e13f0-0675-4c20-a40c-526cb1f17ac5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:01.080985 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b90e13f0-0675-4c20-a40c-526cb1f17ac5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:01.126476 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b90e13f0-0675-4c20-a40c-526cb1f17ac5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8164182 Jul 07 21:07:01.127805 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34304) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:01.133921 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-b3d04e43-f7c7-4140-b9f2-d085422bd432 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'security_group': {'name': 'tempest-secgroup-996769132'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:01.155493 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27377e4b-2d97-402f-b72b-70c7c9317149 req-6030e651-aca4-4bf8-bfb4-4a5750fb5cc9 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:01.157142 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-27377e4b-2d97-402f-b72b-70c7c9317149 req-6030e651-aca4-4bf8-bfb4-4a5750fb5cc9 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.39 "GET /v2.0/ports?device_id=9931dbe4-46e6-48c1-9112-0f2fcea15c00 HTTP/1.1" status: 200 len: 946 time: 0.1742022 Jul 07 21:07:01.161219 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c20f5e-ae9e-4361-87e5-2d057d8dd274 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:01.161864 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c20f5e-ae9e-4361-87e5-2d057d8dd274 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:01.162164 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c20f5e-ae9e-4361-87e5-2d057d8dd274 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:01.162627 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c20f5e-ae9e-4361-87e5-2d057d8dd274 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:01.163091 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c20f5e-ae9e-4361-87e5-2d057d8dd274 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:01.163690 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c20f5e-ae9e-4361-87e5-2d057d8dd274 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:01.164380 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c20f5e-ae9e-4361-87e5-2d057d8dd274 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:01.164620 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c20f5e-ae9e-4361-87e5-2d057d8dd274 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:01.165072 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c20f5e-ae9e-4361-87e5-2d057d8dd274 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:01.165525 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c20f5e-ae9e-4361-87e5-2d057d8dd274 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:01.165986 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c20f5e-ae9e-4361-87e5-2d057d8dd274 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:01.167006 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c20f5e-ae9e-4361-87e5-2d057d8dd274 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:01.167509 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c20f5e-ae9e-4361-87e5-2d057d8dd274 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:01.167958 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c20f5e-ae9e-4361-87e5-2d057d8dd274 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:01.170552 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d8c20f5e-ae9e-4361-87e5-2d057d8dd274 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8913 time: 0.1747723 Jul 07 21:07:01.173645 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34306) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:01.212349 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b3d04e43-f7c7-4140-b9f2-d085422bd432 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:01.340179 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-27377e4b-2d97-402f-b72b-70c7c9317149 req-c3123d94-88af-4742-82a7-0048e7f697e2 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Deleting port 0efdf84e-6a2b-4f72-b4ed-bd147642dac0 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:07:01.340576 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-27377e4b-2d97-402f-b72b-70c7c9317149 req-c3123d94-88af-4742-82a7-0048e7f697e2 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:01.341588 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:07:01.535682 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b3d04e43-f7c7-4140-b9f2-d085422bd432 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:01.557488 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b3d04e43-f7c7-4140-b9f2-d085422bd432 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:01.612021 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:01.642431 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] Transition to ACTIVE for port object 00fbba8e-f980-43af-b701-fd763d1d7971 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:07:01.645966 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8ccb8d03-cd81-4d8f-a2d3-47e78af7b231,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:01.665436 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '8ccb8d03-cd81-4d8f-a2d3-47e78af7b231', 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04', 'port_id': '8ccb8d03-cd81-4d8f-a2d3-47e78af7b231', 'mac_address': 'fa:16:3e:0b:25:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40568a6-ebc6-4f07-9fe2-338a216828e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:07:01.672993 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:01.679496 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b3d04e43-f7c7-4140-b9f2-d085422bd432 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:01.680867 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b3d04e43-f7c7-4140-b9f2-d085422bd432 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5520041 Jul 07 21:07:01.776233 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34312) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:01.776990 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d04e43-f7c7-4140-b9f2-d085422bd432 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87317f5a-1c21-4ac4-836c-64e4116266e5,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:01.804813 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-b5da4db1-8b58-43f6-ba85-cda9f4b16ce5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'security_group': {'name': 'tempest-secgroup-1726155205'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:01.814722 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:01.827025 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-77ed1d6f-c3ca-4405-a08a-370727444eeb req-b6629a0c-71d5-460d-870c-f0e5b5e30a3f tempest-ServerGroupTestJSON-1002806271 tempest-ServerGroupTestJSON-1002806271-project] 10.222.0.64 "GET /v2.0/ports?device_id=67620b56-6912-41f4-8617-f0e5b75ab74a HTTP/1.1" status: 200 len: 210 time: 0.1608398 Jul 07 21:07:01.849074 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-27377e4b-2d97-402f-b72b-70c7c9317149 req-c3123d94-88af-4742-82a7-0048e7f697e2 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] For port 0efdf84e-6a2b-4f72-b4ed-bd147642dac0, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=0efdf84e-6a2b-4f72-b4ed-bd147642dac0,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:01.849723 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-27377e4b-2d97-402f-b72b-70c7c9317149 req-c3123d94-88af-4742-82a7-0048e7f697e2 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:01.865706 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b21df1-aadc-49d3-b263-33eda7f1d38c None None] Pushing event updated for resources: {'Port': ['ID=00fbba8e-f980-43af-b701-fd763d1d7971,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:01.887474 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-27377e4b-2d97-402f-b72b-70c7c9317149 req-c3123d94-88af-4742-82a7-0048e7f697e2 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Calling delete_port for 0efdf84e-6a2b-4f72-b4ed-bd147642dac0 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:07:01.900193 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374de15-802c-446c-9cc4-69ed4c457b65 req-dd545e02-9b9f-4371-9881-2f1b397e339d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:01.908436 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8374de15-802c-446c-9cc4-69ed4c457b65 req-dd545e02-9b9f-4371-9881-2f1b397e339d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=9931dbe4-46e6-48c1-9112-0f2fcea15c00 HTTP/1.1" status: 200 len: 946 time: 0.3863401 Jul 07 21:07:01.909014 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:07:01.939243 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8ccb8d03-cd81-4d8f-a2d3-47e78af7b231,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:01.940605 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b9f22b-e179-4b20-be9d-e4d40f1d9ade None None] Network 0af333c4-0422-4001-9d32-7f0452919978 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:07:01.986424 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.020595 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] Attempting to bind port 00fbba8e-f980-43af-b701-fd763d1d7971 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:07:02.020974 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] Attempting to bind port 00fbba8e-f980-43af-b701-fd763d1d7971 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '3a6c1914-008c-4caa-a8ef-9dd1ea1eb188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:07:02.021351 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] Attempting to bind port 00fbba8e-f980-43af-b701-fd763d1d7971 on network af7f4b3e-0c7d-43ee-bafd-ec47866775cf {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:07:02.039427 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:07:02.039828 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] Checking segment: {'id': '3a6c1914-008c-4caa-a8ef-9dd1ea1eb188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:07:02.040241 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.040682 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] Bound using segment: {'id': '3a6c1914-008c-4caa-a8ef-9dd1ea1eb188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:07:02.041219 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] Bound port: 00fbba8e-f980-43af-b701-fd763d1d7971, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6c1914-008c-4caa-a8ef-9dd1ea1eb188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:07:02.041818 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.086863 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-227e6eea-55fd-49b0-b663-0ed97d00025a tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4485 time: 0.9118378 Jul 07 21:07:02.099473 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b5da4db1-8b58-43f6-ba85-cda9f4b16ce5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.119341 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.121758 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8374de15-802c-446c-9cc4-69ed4c457b65 req-7b87419e-da41-497e-91aa-11d41da7daab tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118869 Jul 07 21:07:02.124469 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-27377e4b-2d97-402f-b72b-70c7c9317149 req-c3123d94-88af-4742-82a7-0048e7f697e2 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.129075 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0fec41a0-3142-41ff-b8eb-bd760a6c61f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.132691 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-81555563-bdde-43c9-8c69-5a18657e186b None None] Provisioning complete for port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:02.133095 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-81555563-bdde-43c9-8c69-5a18657e186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.143529 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['21a093e8-95f2-467a-9a85-f95003e1bfae', '0efdf84e-6a2b-4f72-b4ed-bd147642dac0'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:07:02.178674 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3123d94-88af-4742-82a7-0048e7f697e2 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Pushing event deleted for resources: {'Port': ['ID=0efdf84e-6a2b-4f72-b4ed-bd147642dac0,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:02.217467 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=8ccb8d03-cd81-4d8f-a2d3-47e78af7b231,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:02.288486 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-27377e4b-2d97-402f-b72b-70c7c9317149 req-c3123d94-88af-4742-82a7-0048e7f697e2 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] No DVR routers for this DVR port 0efdf84e-6a2b-4f72-b4ed-bd147642dac0 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:07:02.296309 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-27377e4b-2d97-402f-b72b-70c7c9317149 req-c3123d94-88af-4742-82a7-0048e7f697e2 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.298337 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-27377e4b-2d97-402f-b72b-70c7c9317149 req-c3123d94-88af-4742-82a7-0048e7f697e2 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.39 "DELETE /v2.0/ports/0efdf84e-6a2b-4f72-b4ed-bd147642dac0 HTTP/1.1" status: 204 len: 173 time: 1.1290066 Jul 07 21:07:02.352967 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b5da4db1-8b58-43f6-ba85-cda9f4b16ce5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.362399 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bd6ac-0c70-4bca-bdd7-28757dab674d req-5263b6d1-0da3-4b2c-a60a-eae06124ffe7 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:02.364090 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7e8bd6ac-0c70-4bca-bdd7-28757dab674d req-5263b6d1-0da3-4b2c-a60a-eae06124ffe7 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 945 time: 0.1898758 Jul 07 21:07:02.365270 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b5da4db1-8b58-43f6-ba85-cda9f4b16ce5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.408916 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b5da4db1-8b58-43f6-ba85-cda9f4b16ce5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.410089 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b5da4db1-8b58-43f6-ba85-cda9f4b16ce5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6154211 Jul 07 21:07:02.413396 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34318) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:02.418624 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34320) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:02.423243 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-51881c6c-11f2-4d65-bfa4-6defd7215f7f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1786928097', 'description': 'tempest-secgroup-smoke-1786928097 description', 'project_id': '21232da6452a40d680cb4842c209ecfd'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:02.425186 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-203a6e08-c9fd-4bf4-9e5f-53932b3dd8c5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'security_group': {'name': 'tempest-secgroup-1687146130'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:02.433759 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da4db1-8b58-43f6-ba85-cda9f4b16ce5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08d23a6-5a15-4afc-b48d-e34cf20f0a55,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:02.453440 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7e8bd6ac-0c70-4bca-bdd7-28757dab674d req-88cfab3b-be0d-40fb-9f38-1a22f0e53e0a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788751 Jul 07 21:07:02.469473 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-203a6e08-c9fd-4bf4-9e5f-53932b3dd8c5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.473802 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-51881c6c-11f2-4d65-bfa4-6defd7215f7f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.520356 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['8ccb8d03-cd81-4d8f-a2d3-47e78af7b231'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:07:02.577326 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-203a6e08-c9fd-4bf4-9e5f-53932b3dd8c5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.581281 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] For port 00fbba8e-f980-43af-b701-fd763d1d7971, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:07:02.590744 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-203a6e08-c9fd-4bf4-9e5f-53932b3dd8c5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.625904 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a6e08-c9fd-4bf4-9e5f-53932b3dd8c5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c7ce7e-74f9-45a1-8651-ad7f5c41834b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:02.653230 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] For port 00fbba8e-f980-43af-b701-fd763d1d7971, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=00fbba8e-f980-43af-b701-fd763d1d7971,segment=NetworkSegment(3a6c1914-008c-4caa-a8ef-9dd1ea1eb188),segment_id=3a6c1914-008c-4caa-a8ef-9dd1ea1eb188)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:07:02.667987 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-51881c6c-11f2-4d65-bfa4-6defd7215f7f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.671602 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.673324 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-51881c6c-11f2-4d65-bfa4-6defd7215f7f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.678135 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-203a6e08-c9fd-4bf4-9e5f-53932b3dd8c5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.684471 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-203a6e08-c9fd-4bf4-9e5f-53932b3dd8c5 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2645407 Jul 07 21:07:02.685185 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34322) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:02.693955 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ec6a112b-8995-4806-b1be-4b12f39d34d8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1336261994', 'security_groups': ['d8c7ce7e-74f9-45a1-8651-ad7f5c41834b'], 'network_id': '0af333c4-0422-4001-9d32-7f0452919978', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '869aeeab-0216-47c1-bc03-6a19db35454f'}]}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:02.709771 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51881c6c-11f2-4d65-bfa4-6defd7215f7f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78865218-7852-4f8d-a6d5-6f57ff6325fb,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:02.715233 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-51881c6c-11f2-4d65-bfa4-6defd7215f7f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.716706 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-51881c6c-11f2-4d65-bfa4-6defd7215f7f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2971251 Jul 07 21:07:02.720099 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34324) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:02.725414 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-bb85d88e-1dd4-445a-b56b-b61c945ed24f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'security_group_rule': {'security_group_id': '78865218-7852-4f8d-a6d5-6f57ff6325fb', 'project_id': '21232da6452a40d680cb4842c209ecfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:02.790158 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bb85d88e-1dd4-445a-b56b-b61c945ed24f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.872034 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-81555563-bdde-43c9-8c69-5a18657e186b None None] Provisioning complete for port 93291990-b6db-4145-91ca-02ac76a77d27 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:02.872517 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-81555563-bdde-43c9-8c69-5a18657e186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.874303 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b21df1-aadc-49d3-b263-33eda7f1d38c None None] Pushing event updated for resources: {'Port': ['ID=00fbba8e-f980-43af-b701-fd763d1d7971,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:02.876959 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] Routers {'d8b74f63-d506-4e7d-8dc9-3659ae608de3'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:07:02.877579 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:07:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:02.888798 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6a112b-8995-4806-b1be-4b12f39d34d8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:07:02.904157 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bb85d88e-1dd4-445a-b56b-b61c945ed24f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.935263 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bb85d88e-1dd4-445a-b56b-b61c945ed24f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.944007 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9931dbe4-46e6-48c1-9112-0f2fcea15c00', 'name': 'network-vif-deleted', 'tag': '0efdf84e-6a2b-4f72-b4ed-bd147642dac0'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:07:02.946395 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353aaea9-c4a2-4e61-b1df-5390dda47e91" -d '{"events": [{"server_uuid": "9931dbe4-46e6-48c1-9112-0f2fcea15c00", "name": "network-vif-deleted", "tag": "0efdf84e-6a2b-4f72-b4ed-bd147642dac0"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:07:02.968176 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85d88e-1dd4-445a-b56b-b61c945ed24f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49dd3f23-a85d-4727-83fc-5407d9c0d50a,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:02.978327 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bb85d88e-1dd4-445a-b56b-b61c945ed24f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:02.982681 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bb85d88e-1dd4-445a-b56b-b61c945ed24f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2610896 Jul 07 21:07:02.986440 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34330) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:02.998235 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-86ee8cd1-d436-4119-a059-ad93ba112820 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'security_group_rule': {'security_group_id': '78865218-7852-4f8d-a6d5-6f57ff6325fb', 'project_id': '21232da6452a40d680cb4842c209ecfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:03.038030 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2adbf3f-d30b-4b41-b933-0949079e4695 x-openstack-request-id: req-e2adbf3f-d30b-4b41-b933-0949079e4695 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:07:03.038446 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9931dbe4-46e6-48c1-9112-0f2fcea15c00", "name": "network-vif-deleted", "tag": "0efdf84e-6a2b-4f72-b4ed-bd147642dac0", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:07:03.038938 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e2adbf3f-d30b-4b41-b933-0949079e4695 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:07:03.039348 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9931dbe4-46e6-48c1-9112-0f2fcea15c00', 'name': 'network-vif-deleted', 'tag': '0efdf84e-6a2b-4f72-b4ed-bd147642dac0', 'status': 'completed', 'code': 200} Jul 07 21:07:03.047680 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ec6a112b-8995-4806-b1be-4b12f39d34d8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:03.054186 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-86ee8cd1-d436-4119-a059-ad93ba112820 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:03.066866 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-ec6a112b-8995-4806-b1be-4b12f39d34d8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] device_id is not set on port 1bab2ecd-d79b-41a9-8199-86ebbf8aa7e2 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:07:03.150118 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-81555563-bdde-43c9-8c69-5a18657e186b None None] Port 93291990-b6db-4145-91ca-02ac76a77d27 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:07:03.173041 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-86ee8cd1-d436-4119-a059-ad93ba112820 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:03.180346 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-86ee8cd1-d436-4119-a059-ad93ba112820 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:03.212582 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee8cd1-d436-4119-a059-ad93ba112820 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d241d4c-d81e-4def-9ac7-18833d76c73b,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:03.234775 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-86ee8cd1-d436-4119-a059-ad93ba112820 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:03.236736 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-86ee8cd1-d436-4119-a059-ad93ba112820 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2487960 Jul 07 21:07:03.239355 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34340) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:03.249681 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 0efdf84e-6a2b-4f72-b4ed-bd147642dac0 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:07:03.252008 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-e54c115b-f945-46f9-8fc3-8328fcb77b9d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'security_group_rule': {'security_group_id': '78865218-7852-4f8d-a6d5-6f57ff6325fb', 'project_id': '21232da6452a40d680cb4842c209ecfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:03.288392 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e54c115b-f945-46f9-8fc3-8328fcb77b9d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:03.307002 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] Set router d8b74f63-d506-4e7d-8dc9-3659ae608de3 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:07:03.342371 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 0efdf84e-6a2b-4f72-b4ed-bd147642dac0 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:07:03.342724 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 0efdf84e-6a2b-4f72-b4ed-bd147642dac0 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:07:03.343152 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 92ff5960-7854-4702-a650-324264e589db no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:07:03.360182 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-ec6a112b-8995-4806-b1be-4b12f39d34d8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Allocated IP 172.20.0.7 (0af333c4-0422-4001-9d32-7f0452919978/869aeeab-0216-47c1-bc03-6a19db35454f/1bab2ecd-d79b-41a9-8199-86ebbf8aa7e2) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:07:03.383857 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e54c115b-f945-46f9-8fc3-8328fcb77b9d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:03.389497 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e54c115b-f945-46f9-8fc3-8328fcb77b9d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:03.396568 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 92ff5960-7854-4702-a650-324264e589db {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:07:03.396919 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 92ff5960-7854-4702-a650-324264e589db not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:07:03.417603 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c115b-f945-46f9-8fc3-8328fcb77b9d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4748676-d371-4c94-b8d7-857088d4847c,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:03.441342 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e54c115b-f945-46f9-8fc3-8328fcb77b9d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:03.445885 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e54c115b-f945-46f9-8fc3-8328fcb77b9d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2023361 Jul 07 21:07:03.446525 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34346) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:03.455508 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-a8bd8c0d-6459-45b5-a1f5-f9679f3b2bad tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'security_group_rule': {'security_group_id': '78865218-7852-4f8d-a6d5-6f57ff6325fb', 'project_id': '21232da6452a40d680cb4842c209ecfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:03.465985 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7decdd03-5a4e-482a-91d8-1ec074ad1a9b None None] Update dhcp port {'port': {'network_id': '0af333c4-0422-4001-9d32-7f0452919978', 'fixed_ips': [{'subnet_id': 'aedde775-fd00-44d9-8fd8-6dbfaa7e2a1d', 'ip_address': '172.20.0.18'}, {'subnet_id': '869aeeab-0216-47c1-bc03-6a19db35454f'}], 'binding:host_id': 'n-d-695189-11'}, 'id': '4f7f62cc-dd69-4237-a9df-b268dbf9e08b'} from n-d-695189-11. {{(pid=100449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 21:07:03.503429 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a8bd8c0d-6459-45b5-a1f5-f9679f3b2bad tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:03.552828 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7decdd03-5a4e-482a-91d8-1ec074ad1a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:03.571795 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:03.586493 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a8bd8c0d-6459-45b5-a1f5-f9679f3b2bad tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:03.592555 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a8bd8c0d-6459-45b5-a1f5-f9679f3b2bad tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:03.595236 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ec6a112b-8995-4806-b1be-4b12f39d34d8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:03.612582 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd8c0d-6459-45b5-a1f5-f9679f3b2bad tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42282f0-1eab-4dcb-aae5-5a7546770a44,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:03.612831 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-ec6a112b-8995-4806-b1be-4b12f39d34d8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Transition to ACTIVE for port object 1bab2ecd-d79b-41a9-8199-86ebbf8aa7e2 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:07:03.632629 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a8bd8c0d-6459-45b5-a1f5-f9679f3b2bad tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:03.634397 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a8bd8c0d-6459-45b5-a1f5-f9679f3b2bad tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1868718 Jul 07 21:07:03.637772 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34356) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:03.644763 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-6cdcca4d-51f2-4669-95ef-9aed4e49d12a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'security_group_rule': {'security_group_id': '78865218-7852-4f8d-a6d5-6f57ff6325fb', 'project_id': '21232da6452a40d680cb4842c209ecfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:03.654727 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ec6a112b-8995-4806-b1be-4b12f39d34d8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:03.681269 n-d-695189-11 neutron-server[100448]: INFO neutron.db.securitygroups_db [None req-6cdcca4d-51f2-4669-95ef-9aed4e49d12a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Project 21232da6452a40d680cb4842c209ecfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 21:07:03.688716 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6cdcca4d-51f2-4669-95ef-9aed4e49d12a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:03.702200 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6a112b-8995-4806-b1be-4b12f39d34d8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network 0af333c4-0422-4001-9d32-7f0452919978 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:07:03.707930 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-ec6a112b-8995-4806-b1be-4b12f39d34d8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:07:03.715395 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6a112b-8995-4806-b1be-4b12f39d34d8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:07:03.779054 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'name': 'tempest-TestNetworkBasicOps-router-800052194', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:06:50Z', 'updated_at': '2021-07-07T21:06:58Z', 'revision_number': 4, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:51Z', 'updated_at': '2021-07-07T21:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '00fbba8e-f980-43af-b701-fd763d1d7971', 'name': '', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:ac:03:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:57Z', 'updated_at': '2021-07-07T21:07:02Z', 'revision_number': 4, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:03.801784 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6a112b-8995-4806-b1be-4b12f39d34d8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:03.802695 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ec6a112b-8995-4806-b1be-4b12f39d34d8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:03.805239 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a112b-8995-4806-b1be-4b12f39d34d8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Port': ['ID=1bab2ecd-d79b-41a9-8199-86ebbf8aa7e2,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:03.809821 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-7decdd03-5a4e-482a-91d8-1ec074ad1a9b None None] Allocated IP 172.20.0.2 (0af333c4-0422-4001-9d32-7f0452919978/869aeeab-0216-47c1-bc03-6a19db35454f/4f7f62cc-dd69-4237-a9df-b268dbf9e08b) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:07:03.812138 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321363b9-d902-4ca6-86e8-f30306fa18c3 None None] The sync data for ids ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'] in n-d-695189-11 is: [{'id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'name': 'tempest-TestNetworkBasicOps-router-800052194', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:06:50Z', 'updated_at': '2021-07-07T21:06:58Z', 'revision_number': 4, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:51Z', 'updated_at': '2021-07-07T21:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '00fbba8e-f980-43af-b701-fd763d1d7971', 'name': '', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:ac:03:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:57Z', 'updated_at': '2021-07-07T21:07:02Z', 'revision_number': 4, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:07:03.845071 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ec6a112b-8995-4806-b1be-4b12f39d34d8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1558945 Jul 07 21:07:03.845314 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34362) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:03.856045 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-b1daa737-e440-412f-8a24-38cb0aa63ab4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'subnet': {'network_id': '0af333c4-0422-4001-9d32-7f0452919978', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:03.896510 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6cdcca4d-51f2-4669-95ef-9aed4e49d12a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:03.906583 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6cdcca4d-51f2-4669-95ef-9aed4e49d12a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:03.941084 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdcca4d-51f2-4669-95ef-9aed4e49d12a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2786d541-0007-497b-a3ce-fe1293621a88,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:03.962028 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1c3a7-b2f1-476b-bd28-1c8d7e2d1f8d req-191a7c50-52eb-480e-b6a8-3795e3d03894 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:03.965298 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0fe1c3a7-b2f1-476b-bd28-1c8d7e2d1f8d req-191a7c50-52eb-480e-b6a8-3795e3d03894 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 945 time: 0.2356558 Jul 07 21:07:03.982063 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-7decdd03-5a4e-482a-91d8-1ec074ad1a9b None None] For port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=4f7f62cc-dd69-4237-a9df-b268dbf9e08b,segment=NetworkSegment(9c3ac0e0-48f0-47f0-82cf-6bc37282f1b6),segment_id=9c3ac0e0-48f0-47f0-82cf-6bc37282f1b6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:03.998289 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6cdcca4d-51f2-4669-95ef-9aed4e49d12a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:04.002057 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6cdcca4d-51f2-4669-95ef-9aed4e49d12a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3602870 Jul 07 21:07:04.002984 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34364) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:04.008047 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-82bc6fb6-6173-4fef-a88d-4a7db9973d9b tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'security_group_rule': {'security_group_id': '78865218-7852-4f8d-a6d5-6f57ff6325fb', 'project_id': '21232da6452a40d680cb4842c209ecfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:04.046837 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7decdd03-5a4e-482a-91d8-1ec074ad1a9b None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:04.049185 n-d-695189-11 neutron-server[100447]: INFO neutron.db.securitygroups_db [None req-82bc6fb6-6173-4fef-a88d-4a7db9973d9b tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Project 21232da6452a40d680cb4842c209ecfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 21:07:04.065811 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7decdd03-5a4e-482a-91d8-1ec074ad1a9b None None] Transition to ACTIVE for port object 4f7f62cc-dd69-4237-a9df-b268dbf9e08b will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:07:04.074573 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7decdd03-5a4e-482a-91d8-1ec074ad1a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:04.081297 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82bc6fb6-6173-4fef-a88d-4a7db9973d9b tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:04.086093 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0fe1c3a7-b2f1-476b-bd28-1c8d7e2d1f8d req-8743a215-8d14-4e05-8c52-a694127fad79 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115894 Jul 07 21:07:04.113295 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000063d-8c8a-4367-b13d-e913fbb7784b req-113f8819-6acc-4a14-bde8-068057eb14a8 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:04.124497 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3000063d-8c8a-4367-b13d-e913fbb7784b req-113f8819-6acc-4a14-bde8-068057eb14a8 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 946 time: 0.1286495 Jul 07 21:07:04.148773 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1daa737-e440-412f-8a24-38cb0aa63ab4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:07:04.152717 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1daa737-e440-412f-8a24-38cb0aa63ab4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:04.210547 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34368) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:04.247801 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 00fbba8e-f980-43af-b701-fd763d1d7971 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:07:04.253353 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7decdd03-5a4e-482a-91d8-1ec074ad1a9b None None] Pushing event updated for resources: {'Port': ['ID=4f7f62cc-dd69-4237-a9df-b268dbf9e08b,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:04.278301 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-32623c37-67ec-4b33-b4c6-8ea9149c820e admin admin] Deleting subnet e4da2f58-0e9b-4b85-a657-8b1428be7886 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:07:04.297165 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3000063d-8c8a-4367-b13d-e913fbb7784b req-b9e0b8dd-db9c-458c-b186-8ca65143b9bd tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=57328a5f-0cd5-41b3-8260-9b1212674a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716325 Jul 07 21:07:04.300192 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-32623c37-67ec-4b33-b4c6-8ea9149c820e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:04.314344 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 00fbba8e-f980-43af-b701-fd763d1d7971 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:07:04.319066 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 00fbba8e-f980-43af-b701-fd763d1d7971 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:04.319937 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:04.357317 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-32623c37-67ec-4b33-b4c6-8ea9149c820e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:04.362274 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82bc6fb6-6173-4fef-a88d-4a7db9973d9b tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:04.371054 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d344f4-c8cf-408b-bc28-5216611f9930 req-86aad8c0-3506-453f-8746-ee41c6fdd2e3 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:04.372914 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97d344f4-c8cf-408b-bc28-5216611f9930 req-86aad8c0-3506-453f-8746-ee41c6fdd2e3 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.39 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 946 time: 0.2463524 Jul 07 21:07:04.377744 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82bc6fb6-6173-4fef-a88d-4a7db9973d9b tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:04.397244 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc6fb6-6173-4fef-a88d-4a7db9973d9b tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce08aace-37ce-4d29-bf6a-4792614befa3,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:04.405867 n-d-695189-11 neutron-server[100447]: INFO neutron.db.ipam_backend_mixin [None req-b1daa737-e440-412f-8a24-38cb0aa63ab4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 869aeeab-0216-47c1-bc03-6a19db35454f (CIDR: 172.20.0.0/28) Jul 07 21:07:04.428596 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1daa737-e440-412f-8a24-38cb0aa63ab4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:07:04.428596 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1daa737-e440-412f-8a24-38cb0aa63ab4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:07:04.457467 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-82bc6fb6-6173-4fef-a88d-4a7db9973d9b tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:04.457467 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-82bc6fb6-6173-4fef-a88d-4a7db9973d9b tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4431169 Jul 07 21:07:04.467262 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:04.510878 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b1daa737-e440-412f-8a24-38cb0aa63ab4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6643198 Jul 07 21:07:04.513683 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34372) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:04.522953 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-32623c37-67ec-4b33-b4c6-8ea9149c820e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:04.528486 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d9b680a5-c7ad-4cbd-91cb-bdc5a7f5f6cd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'subnet': {'network_id': '0af333c4-0422-4001-9d32-7f0452919978', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:04.556437 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 00fbba8e-f980-43af-b701-fd763d1d7971, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=00fbba8e-f980-43af-b701-fd763d1d7971,segment=NetworkSegment(3a6c1914-008c-4caa-a8ef-9dd1ea1eb188),segment_id=3a6c1914-008c-4caa-a8ef-9dd1ea1eb188)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:04.569666 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:04.639843 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-97d344f4-c8cf-408b-bc28-5216611f9930 req-a6e96c52-edc5-4536-bb80-70ac3e49cd84 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Deleting port 21a093e8-95f2-467a-9a85-f95003e1bfae {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:07:04.641375 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-97d344f4-c8cf-408b-bc28-5216611f9930 req-a6e96c52-edc5-4536-bb80-70ac3e49cd84 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:04.672373 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=00fbba8e-f980-43af-b701-fd763d1d7971,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:04.680946 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-32623c37-67ec-4b33-b4c6-8ea9149c820e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:04.734816 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b680a5-c7ad-4cbd-91cb-bdc5a7f5f6cd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:07:04.739990 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d9b680a5-c7ad-4cbd-91cb-bdc5a7f5f6cd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:04.759767 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32623c37-67ec-4b33-b4c6-8ea9149c820e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4da2f58-0e9b-4b85-a657-8b1428be7886,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:04.771669 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-32623c37-67ec-4b33-b4c6-8ea9149c820e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:04.773954 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-32623c37-67ec-4b33-b4c6-8ea9149c820e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e4da2f58-0e9b-4b85-a657-8b1428be7886 HTTP/1.1" status: 204 len: 168 time: 0.5612748 Jul 07 21:07:04.779798 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34384) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:04.802380 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-eb683b47-b727-4afa-a4f1-97ebe2de0ffd tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1786928097&fields=id&tenant_id=21232da6452a40d680cb4842c209ecfd HTTP/1.1" status: 200 len: 267 time: 0.1550827 Jul 07 21:07:04.866217 n-d-695189-11 neutron-server[100447]: INFO neutron.db.ipam_backend_mixin [None req-d9b680a5-c7ad-4cbd-91cb-bdc5a7f5f6cd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet aedde775-fd00-44d9-8fd8-6dbfaa7e2a1d (CIDR: 172.20.0.16/28) Jul 07 21:07:04.871310 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b680a5-c7ad-4cbd-91cb-bdc5a7f5f6cd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:07:04.871896 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9b680a5-c7ad-4cbd-91cb-bdc5a7f5f6cd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:07:04.893616 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d9b680a5-c7ad-4cbd-91cb-bdc5a7f5f6cd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3786592 Jul 07 21:07:04.894613 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34386) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:04.900477 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-70937e5e-1d9d-4a9c-a996-a4b12d21701f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'subnet': {'network_id': '0af333c4-0422-4001-9d32-7f0452919978', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:04.929635 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b29263a6-59c0-4e44-a752-80c85c78b879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:04.962706 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-97d344f4-c8cf-408b-bc28-5216611f9930 req-a6e96c52-edc5-4536-bb80-70ac3e49cd84 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] For port 21a093e8-95f2-467a-9a85-f95003e1bfae, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=21a093e8-95f2-467a-9a85-f95003e1bfae,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:04.963684 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-97d344f4-c8cf-408b-bc28-5216611f9930 req-a6e96c52-edc5-4536-bb80-70ac3e49cd84 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:04.988908 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-97d344f4-c8cf-408b-bc28-5216611f9930 req-a6e96c52-edc5-4536-bb80-70ac3e49cd84 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Calling delete_port for 21a093e8-95f2-467a-9a85-f95003e1bfae owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:07:05.052812 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70937e5e-1d9d-4a9c-a996-a4b12d21701f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Made reservation on behalf of 68ad691d1b1b4234ad0e4b441230341b for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:07:05.056526 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-70937e5e-1d9d-4a9c-a996-a4b12d21701f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:05.083903 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-267c894e-6f1d-4463-9a54-6c7fea254c1f None None] Provisioning for port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:07:05.090707 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-267c894e-6f1d-4463-9a54-6c7fea254c1f None None] Provisioning complete for port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:05.091127 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-267c894e-6f1d-4463-9a54-6c7fea254c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:05.214053 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b29263a6-59c0-4e44-a752-80c85c78b879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:05.226250 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-b29263a6-59c0-4e44-a752-80c85c78b879 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfa5685-191f-4586-848a-a470b5f76adc']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:05.235203 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-267c894e-6f1d-4463-9a54-6c7fea254c1f None None] Provisioning complete for port 93291990-b6db-4145-91ca-02ac76a77d27 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:05.235593 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-267c894e-6f1d-4463-9a54-6c7fea254c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:05.238342 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-b29263a6-59c0-4e44-a752-80c85c78b879 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aba642e-564c-4004-ae48-d1155620b5c4') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:05.238535 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-b29263a6-59c0-4e44-a752-80c85c78b879 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aba642e-564c-4004-ae48-d1155620b5c4') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:05.254592 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b29263a6-59c0-4e44-a752-80c85c78b879 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:05.271167 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b29263a6-59c0-4e44-a752-80c85c78b879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:05.281145 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29263a6-59c0-4e44-a752-80c85c78b879 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:07:05.281843 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b29263a6-59c0-4e44-a752-80c85c78b879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:05.282771 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:07:05.298971 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:07:05.313830 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-267c894e-6f1d-4463-9a54-6c7fea254c1f None None] Port 93291990-b6db-4145-91ca-02ac76a77d27 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:07:05.363432 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:07:05.400459 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-2333211c-6dcf-401c-87f3-64d25ad6e8f1 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:05.402561 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-2333211c-6dcf-401c-87f3-64d25ad6e8f1 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/networks?id=af7f4b3e-0c7d-43ee-bafd-ec47866775cf HTTP/1.1" status: 200 len: 797 time: 0.5991635 Jul 07 21:07:05.410888 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-70937e5e-1d9d-4a9c-a996-a4b12d21701f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:05.436096 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:07:05.442369 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b29263a6-59c0-4e44-a752-80c85c78b879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:05.443684 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:05.445406 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:05.449733 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5b7a5fbd-4459-4d52-b42d-890367d6ef83 None None] Provisioning for port 1bab2ecd-d79b-41a9-8199-86ebbf8aa7e2 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:07:05.449937 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b29263a6-59c0-4e44-a752-80c85c78b879 admin admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:05.452103 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b29263a6-59c0-4e44-a752-80c85c78b879 admin admin] 10.222.0.64 "DELETE /v2.0/networks/bbfa5685-191f-4586-848a-a470b5f76adc HTTP/1.1" status: 204 len: 168 time: 0.6694398 Jul 07 21:07:05.458272 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-27cb7848-8b05-4d40-8e16-cda032289e6a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/quotas/21232da6452a40d680cb4842c209ecfd HTTP/1.1" status: 200 len: 375 time: 0.0462911 Jul 07 21:07:05.472041 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70937e5e-1d9d-4a9c-a996-a4b12d21701f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Network 0af333c4-0422-4001-9d32-7f0452919978 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:07:05.476164 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-70937e5e-1d9d-4a9c-a996-a4b12d21701f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:07:05.482638 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70937e5e-1d9d-4a9c-a996-a4b12d21701f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:05.483659 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-70937e5e-1d9d-4a9c-a996-a4b12d21701f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:05.484128 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5b7a5fbd-4459-4d52-b42d-890367d6ef83 None None] Provisioning complete for port 1bab2ecd-d79b-41a9-8199-86ebbf8aa7e2 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:05.484128 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5b7a5fbd-4459-4d52-b42d-890367d6ef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:05.486125 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29263a6-59c0-4e44-a752-80c85c78b879 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbfa5685-191f-4586-848a-a470b5f76adc,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:05.496948 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70937e5e-1d9d-4a9c-a996-a4b12d21701f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Subnet': ['ID=d4f0d551-cec5-40ec-8f28-d22faf7cd93c,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:05.513251 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-70937e5e-1d9d-4a9c-a996-a4b12d21701f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6171854 Jul 07 21:07:05.516038 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34394) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:05.521919 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-11cabf6c-879e-4ab1-ac15-2ce66d890950 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-231547354', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd4f0d551-cec5-40ec-8f28-d22faf7cd93c'}], 'security_groups': ['87317f5a-1c21-4ac4-836c-64e4116266e5', 'f08d23a6-5a15-4afc-b48d-e34cf20f0a55']}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:05.526950 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-5b7a5fbd-4459-4d52-b42d-890367d6ef83 None None] Port 1bab2ecd-d79b-41a9-8199-86ebbf8aa7e2 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:07:05.529961 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43761009-6519-44f2-aced-76093f16cc9c None None] Network 0af333c4-0422-4001-9d32-7f0452919978 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:07:05.626359 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc75db-08f2-4ee3-ab68-09de9499e46c req-5abcca62-6532-410f-aa45-b1adbaff9f62 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:05.628253 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2cdc75db-08f2-4ee3-ab68-09de9499e46c req-5abcca62-6532-410f-aa45-b1adbaff9f62 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 945 time: 0.3394346 Jul 07 21:07:05.664202 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-11cabf6c-879e-4ab1-ac15-2ce66d890950 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:05.667368 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-97d344f4-c8cf-408b-bc28-5216611f9930 req-a6e96c52-edc5-4536-bb80-70ac3e49cd84 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:05.691525 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['21a093e8-95f2-467a-9a85-f95003e1bfae'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:07:05.724385 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:05.726510 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e96c52-edc5-4536-bb80-70ac3e49cd84 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Pushing event deleted for resources: {'Port': ['ID=21a093e8-95f2-467a-9a85-f95003e1bfae,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:05.761962 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242c8dc5-45d3-487d-bf38-3644a3501c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccb8d03-cd81-4d8f-a2d3-47e78af7b231'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:07:05.765939 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f5227a-c8c2-4137-92a4-4741db3d0513" -d '{"events": [{"server_uuid": "242c8dc5-45d3-487d-bf38-3644a3501c51", "name": "network-vif-plugged", "status": "completed", "tag": "8ccb8d03-cd81-4d8f-a2d3-47e78af7b231"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:07:05.813796 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8ccb8d03-cd81-4d8f-a2d3-47e78af7b231,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:05.816838 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34398) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:05.822117 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:05.840188 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2cdc75db-08f2-4ee3-ab68-09de9499e46c req-77d91049-cb55-4dea-9fe8-d267eefd676a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018161 Jul 07 21:07:05.919176 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-62d04799-4cac-4e8a-a5e8-51b37b569e5e tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=21232da6452a40d680cb4842c209ecfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4424582 Jul 07 21:07:05.927804 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d344f4-c8cf-408b-bc28-5216611f9930 req-a6e96c52-edc5-4536-bb80-70ac3e49cd84 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] No DVR routers for this DVR port 21a093e8-95f2-467a-9a85-f95003e1bfae on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:07:05.942326 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-97d344f4-c8cf-408b-bc28-5216611f9930 req-a6e96c52-edc5-4536-bb80-70ac3e49cd84 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:05.945277 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97d344f4-c8cf-408b-bc28-5216611f9930 req-a6e96c52-edc5-4536-bb80-70ac3e49cd84 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.39 "DELETE /v2.0/ports/21a093e8-95f2-467a-9a85-f95003e1bfae HTTP/1.1" status: 204 len: 173 time: 1.5514174 Jul 07 21:07:05.949106 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f728b0-e421-4c49-a55b-960e3d2fc892', 'name': 'network-vif-deleted', 'tag': '21a093e8-95f2-467a-9a85-f95003e1bfae'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:07:05.951312 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=8ccb8d03-cd81-4d8f-a2d3-47e78af7b231,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:05.951745 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd279ab-4ae9-4446-9d9b-101ef55eba6d" -d '{"events": [{"server_uuid": "55f728b0-e421-4c49-a55b-960e3d2fc892", "name": "network-vif-deleted", "tag": "21a093e8-95f2-467a-9a85-f95003e1bfae"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:07:06.015522 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a21443b1-1edd-4163-8358-78cc9035eea2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b95c8a0f713b4edfb9cab27fc82c60af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1738710 Jul 07 21:07:06.019926 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34402) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:06.110118 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd041d2e-df26-4ea0-9d9d-bba575e3009e None None] Update dhcp port {'port': {'network_id': '0af333c4-0422-4001-9d32-7f0452919978', 'fixed_ips': [{'subnet_id': 'aedde775-fd00-44d9-8fd8-6dbfaa7e2a1d', 'ip_address': '172.20.0.18'}, {'subnet_id': '869aeeab-0216-47c1-bc03-6a19db35454f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd4f0d551-cec5-40ec-8f28-d22faf7cd93c'}], 'binding:host_id': 'n-d-695189-11'}, 'id': '4f7f62cc-dd69-4237-a9df-b268dbf9e08b'} from n-d-695189-11. {{(pid=100449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 21:07:06.144907 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-11cabf6c-879e-4ab1-ac15-2ce66d890950 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Delete allocated IP 172.20.0.7 (0af333c4-0422-4001-9d32-7f0452919978/869aeeab-0216-47c1-bc03-6a19db35454f) {{(pid=100447) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 21:07:06.156492 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-11cabf6c-879e-4ab1-ac15-2ce66d890950 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Allocated IP 172.20.0.46 (0af333c4-0422-4001-9d32-7f0452919978/d4f0d551-cec5-40ec-8f28-d22faf7cd93c/1bab2ecd-d79b-41a9-8199-86ebbf8aa7e2) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:07:06.170833 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bd041d2e-df26-4ea0-9d9d-bba575e3009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:06.174193 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 4f7f62cc-dd69-4237-a9df-b268dbf9e08b up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:07:06.343253 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:06.343901 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:06.366660 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-11cabf6c-879e-4ab1-ac15-2ce66d890950 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:06.384256 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-11cabf6c-879e-4ab1-ac15-2ce66d890950 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Transition to ACTIVE for port object 1bab2ecd-d79b-41a9-8199-86ebbf8aa7e2 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:07:06.389970 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-11cabf6c-879e-4ab1-ac15-2ce66d890950 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:06.420047 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-595b69e8-da41-4564-b462-a9c8adac6692 req-de1ad542-2415-4536-942f-462e29de60c4 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=55f728b0-e421-4c49-a55b-960e3d2fc892 HTTP/1.1" status: 200 len: 210 time: 0.3646553 Jul 07 21:07:06.478249 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ebe96a9-fad7-47a9-a200-4027bc2985b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:06.480166 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 00fbba8e-f980-43af-b701-fd763d1d7971 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:07:06.489808 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e979c24-5398-446b-a16c-d746ea446707 x-openstack-request-id: req-0e979c24-5398-446b-a16c-d746ea446707 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:07:06.490200 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242c8dc5-45d3-487d-bf38-3644a3501c51", "name": "network-vif-plugged", "status": "completed", "tag": "8ccb8d03-cd81-4d8f-a2d3-47e78af7b231", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:07:06.490553 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0e979c24-5398-446b-a16c-d746ea446707 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:07:06.491052 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242c8dc5-45d3-487d-bf38-3644a3501c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccb8d03-cd81-4d8f-a2d3-47e78af7b231', 'code': 200} Jul 07 21:07:06.515741 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cabf6c-879e-4ab1-ac15-2ce66d890950 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event updated for resources: {'Port': ['ID=1bab2ecd-d79b-41a9-8199-86ebbf8aa7e2,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:06.517739 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-bd041d2e-df26-4ea0-9d9d-bba575e3009e None None] Allocated IP 172.20.0.34 (0af333c4-0422-4001-9d32-7f0452919978/d4f0d551-cec5-40ec-8f28-d22faf7cd93c/4f7f62cc-dd69-4237-a9df-b268dbf9e08b) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:07:06.535646 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-11cabf6c-879e-4ab1-ac15-2ce66d890950 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] In _notify_port_updated(), no bound segment for port 1bab2ecd-d79b-41a9-8199-86ebbf8aa7e2 on network 0af333c4-0422-4001-9d32-7f0452919978 {{(pid=100447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:07:06.542831 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cabf6c-879e-4ab1-ac15-2ce66d890950 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:06.543267 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475d693d-c927-4419-be9a-44587b3364cc x-openstack-request-id: req-475d693d-c927-4419-be9a-44587b3364cc {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:07:06.544086 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f728b0-e421-4c49-a55b-960e3d2fc892", "name": "network-vif-deleted", "tag": "21a093e8-95f2-467a-9a85-f95003e1bfae", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:07:06.544217 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-11cabf6c-879e-4ab1-ac15-2ce66d890950 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:06.544609 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-475d693d-c927-4419-be9a-44587b3364cc {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:07:06.545189 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f728b0-e421-4c49-a55b-960e3d2fc892', 'name': 'network-vif-deleted', 'tag': '21a093e8-95f2-467a-9a85-f95003e1bfae', 'status': 'completed', 'code': 200} Jul 07 21:07:06.548987 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-11cabf6c-879e-4ab1-ac15-2ce66d890950 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "PUT /v2.0/ports/1bab2ecd-d79b-41a9-8199-86ebbf8aa7e2 HTTP/1.1" status: 200 len: 959 time: 1.0314553 Jul 07 21:07:06.549636 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34404) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:06.569730 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-e337757c-6e72-47bd-8f4f-31e2731337c6 service neutron] 10.222.0.64 "GET /v2.0/networks/af7f4b3e-0c7d-43ee-bafd-ec47866775cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6377513 Jul 07 21:07:06.620677 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 00fbba8e-f980-43af-b701-fd763d1d7971 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:06.621210 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:06.672270 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-bd041d2e-df26-4ea0-9d9d-bba575e3009e None None] For port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=4f7f62cc-dd69-4237-a9df-b268dbf9e08b,segment=NetworkSegment(9c3ac0e0-48f0-47f0-82cf-6bc37282f1b6),segment_id=9c3ac0e0-48f0-47f0-82cf-6bc37282f1b6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:06.674992 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-0bbdb707-1e1c-4806-b4fd-2817e4941b0a service neutron] 10.222.0.64 "GET /v2.0/networks/af7f4b3e-0c7d-43ee-bafd-ec47866775cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040578 Jul 07 21:07:06.689025 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ebe96a9-fad7-47a9-a200-4027bc2985b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:06.705929 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fedcb-a18c-4c53-b9e6-54426415a1f6 req-92d98d26-d076-4d02-96ec-a97f5e583b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:06.707473 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-274fedcb-a18c-4c53-b9e6-54426415a1f6 req-92d98d26-d076-4d02-96ec-a97f5e583b7f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 1098 time: 0.1086321 Jul 07 21:07:06.716032 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-ac40c24c-5939-42be-8ae4-621287b34ff6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting port 1bab2ecd-d79b-41a9-8199-86ebbf8aa7e2 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:07:06.716379 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ac40c24c-5939-42be-8ae4-621287b34ff6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:06.719441 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bd041d2e-df26-4ea0-9d9d-bba575e3009e None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:06.768922 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ebe96a9-fad7-47a9-a200-4027bc2985b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:06.772200 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ebe96a9-fad7-47a9-a200-4027bc2985b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:06.774324 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3ebe96a9-fad7-47a9-a200-4027bc2985b5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6b960cf2-830b-497a-ba31-51b098e2ba57 HTTP/1.1" status: 204 len: 168 time: 0.7526186 Jul 07 21:07:06.789716 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe96a9-fad7-47a9-a200-4027bc2985b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b960cf2-830b-497a-ba31-51b098e2ba57,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:06.810829 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-274fedcb-a18c-4c53-b9e6-54426415a1f6 req-8b9e2b24-11a5-4330-a4da-bd3ab4e953c0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903680 Jul 07 21:07:06.853152 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ac40c24c-5939-42be-8ae4-621287b34ff6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:06.872546 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-ac40c24c-5939-42be-8ae4-621287b34ff6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Calling delete_port for 1bab2ecd-d79b-41a9-8199-86ebbf8aa7e2 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:07:06.961583 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-bd041d2e-df26-4ea0-9d9d-bba575e3009e None None] Transition to ACTIVE for port object 4f7f62cc-dd69-4237-a9df-b268dbf9e08b will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:07:06.970157 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bd041d2e-df26-4ea0-9d9d-bba575e3009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:07.098086 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f4946777-23b6-4c44-bd7f-202017a8c544 req-3227a962-d787-4ed0-8c77-5d1d5045ef11 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=c93df21d-0214-4a32-b834-2bac32754868 HTTP/1.1" status: 200 len: 210 time: 0.0364218 Jul 07 21:07:07.105888 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd041d2e-df26-4ea0-9d9d-bba575e3009e None None] Pushing event updated for resources: {'Port': ['ID=4f7f62cc-dd69-4237-a9df-b268dbf9e08b,revision_number=7']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:07.122794 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a928a9a-4200-4a9e-985d-506ed601669c req-d8915fdc-ffd3-47d5-9bb8-4b0cfca02df4 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:07.131537 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7a928a9a-4200-4a9e-985d-506ed601669c req-d8915fdc-ffd3-47d5-9bb8-4b0cfca02df4 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.1185381 Jul 07 21:07:07.175855 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ac40c24c-5939-42be-8ae4-621287b34ff6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:07.212644 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7a928a9a-4200-4a9e-985d-506ed601669c req-ecfb8efe-5620-4927-96de-37e87d3ef352 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795875 Jul 07 21:07:07.241300 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40c24c-5939-42be-8ae4-621287b34ff6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Port': ['ID=1bab2ecd-d79b-41a9-8199-86ebbf8aa7e2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:07.339004 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ac40c24c-5939-42be-8ae4-621287b34ff6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:07.343936 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ac40c24c-5939-42be-8ae4-621287b34ff6 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/ports/1bab2ecd-d79b-41a9-8199-86ebbf8aa7e2 HTTP/1.1" status: 204 len: 168 time: 0.7909265 Jul 07 21:07:07.344289 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34422) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:07.375041 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-048933bb-a760-480b-b3cc-204c55ed9976 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] GET failed (client error): The resource could not be found. Jul 07 21:07:07.376858 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-048933bb-a760-480b-b3cc-204c55ed9976 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports/1bab2ecd-d79b-41a9-8199-86ebbf8aa7e2 HTTP/1.1" status: 404 len: 333 time: 0.0315742 Jul 07 21:07:07.379469 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34426) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:07.454840 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0503ff49-60a6-4da8-a712-af7ff9ff7509 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:07.499645 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0503ff49-60a6-4da8-a712-af7ff9ff7509 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:07.555155 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0503ff49-60a6-4da8-a712-af7ff9ff7509 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:07.558102 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0503ff49-60a6-4da8-a712-af7ff9ff7509 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:07.561248 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0503ff49-60a6-4da8-a712-af7ff9ff7509 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/security-groups/d8c7ce7e-74f9-45a1-8651-ad7f5c41834b HTTP/1.1" status: 204 len: 168 time: 0.1787908 Jul 07 21:07:07.562443 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34436) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:07.576953 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503ff49-60a6-4da8-a712-af7ff9ff7509 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c7ce7e-74f9-45a1-8651-ad7f5c41834b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:07.674805 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bb003f33-82a5-482c-8f61-55ed4fc47e55 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:07.725158 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bb003f33-82a5-482c-8f61-55ed4fc47e55 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:07.801485 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bb003f33-82a5-482c-8f61-55ed4fc47e55 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:07.804066 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bb003f33-82a5-482c-8f61-55ed4fc47e55 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:07.807857 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bb003f33-82a5-482c-8f61-55ed4fc47e55 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/security-groups/f08d23a6-5a15-4afc-b48d-e34cf20f0a55 HTTP/1.1" status: 204 len: 168 time: 0.2415187 Jul 07 21:07:07.809032 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34448) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:07.824661 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb003f33-82a5-482c-8f61-55ed4fc47e55 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08d23a6-5a15-4afc-b48d-e34cf20f0a55,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:07.935154 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8de97e4-79be-4bf2-b985-7a22bc10781f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:07.976724 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8de97e4-79be-4bf2-b985-7a22bc10781f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:07.980514 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34454) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:07.980706 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-dd1b673b-7c65-4bf5-9aed-6988c2f86a34 None None] Provisioning for port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:07:07.986236 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-dd1b673b-7c65-4bf5-9aed-6988c2f86a34 None None] Provisioning complete for port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:07.986621 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dd1b673b-7c65-4bf5-9aed-6988c2f86a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:08.074026 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8de97e4-79be-4bf2-b985-7a22bc10781f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:08.076783 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8de97e4-79be-4bf2-b985-7a22bc10781f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:08.080494 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c8de97e4-79be-4bf2-b985-7a22bc10781f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/security-groups/87317f5a-1c21-4ac4-836c-64e4116266e5 HTTP/1.1" status: 204 len: 168 time: 0.2673867 Jul 07 21:07:08.086853 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34458) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:08.111059 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de97e4-79be-4bf2-b985-7a22bc10781f tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87317f5a-1c21-4ac4-836c-64e4116266e5,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:08.150521 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 4f7f62cc-dd69-4237-a9df-b268dbf9e08b up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:07:08.166089 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-71475274-904e-4619-80af-a41a621fc61d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1437809279-network', 'tenant_id': 'a86dfda8354448d0aa89f6e8a045afa9'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:08.183706 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0fad49-f648-4402-9038-e76ab73fab80 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting subnet 869aeeab-0216-47c1-bc03-6a19db35454f {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:07:08.191548 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf0fad49-f648-4402-9038-e76ab73fab80 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:08.222415 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-dd1b673b-7c65-4bf5-9aed-6988c2f86a34 None None] Provisioning complete for port 93291990-b6db-4145-91ca-02ac76a77d27 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:08.222774 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dd1b673b-7c65-4bf5-9aed-6988c2f86a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:08.257127 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf0fad49-f648-4402-9038-e76ab73fab80 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:08.262044 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:08.262429 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:08.275077 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2f3e5-658a-48f9-8626-495b663462fe req-4541f840-677b-4878-9bd8-e7bd763120a1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:08.282244 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d5e2f3e5-658a-48f9-8626-495b663462fe req-4541f840-677b-4878-9bd8-e7bd763120a1 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.2695763 Jul 07 21:07:08.290225 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-dd1b673b-7c65-4bf5-9aed-6988c2f86a34 None None] Port 93291990-b6db-4145-91ca-02ac76a77d27 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:07:08.297926 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-dd1b673b-7c65-4bf5-9aed-6988c2f86a34 None None] Could not find standard attr ID for object 1bab2ecd-d79b-41a9-8199-86ebbf8aa7e2. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:07:08.312267 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71475274-904e-4619-80af-a41a621fc61d admin admin] Made reservation on behalf of a86dfda8354448d0aa89f6e8a045afa9 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:07:08.314518 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-71475274-904e-4619-80af-a41a621fc61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:08.350755 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-71475274-904e-4619-80af-a41a621fc61d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:08.389048 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-80dc8663-c0bb-4cdc-8bfe-1011f3dc7754 req-6fe0b6ce-c1ec-4be0-8305-b2f2e2b258fa tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=c93df21d-0214-4a32-b834-2bac32754868 HTTP/1.1" status: 200 len: 210 time: 0.0640457 Jul 07 21:07:08.440399 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d5e2f3e5-658a-48f9-8626-495b663462fe req-32a73605-23ac-4c09-8a5c-c3d7179e781d tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1564887 Jul 07 21:07:08.492588 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf0fad49-f648-4402-9038-e76ab73fab80 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:08.610580 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3dd729be-19d2-41b7-9d14-334d53816c78 None None] Could not find standard attr ID for object 1bab2ecd-d79b-41a9-8199-86ebbf8aa7e2. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:07:08.641334 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf0fad49-f648-4402-9038-e76ab73fab80 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:08.684491 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-71475274-904e-4619-80af-a41a621fc61d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:08.689439 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fad49-f648-4402-9038-e76ab73fab80 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Subnet': ['ID=869aeeab-0216-47c1-bc03-6a19db35454f,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:08.693468 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-71475274-904e-4619-80af-a41a621fc61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:08.701859 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bf0fad49-f648-4402-9038-e76ab73fab80 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:08.703747 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bf0fad49-f648-4402-9038-e76ab73fab80 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/subnets/869aeeab-0216-47c1-bc03-6a19db35454f HTTP/1.1" status: 204 len: 168 time: 0.6138120 Jul 07 21:07:08.708011 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34464) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:08.712825 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15511a35-2496-46b4-8e89-e7fe006478d9 req-4705bcb4-4cd5-433f-b6d2-4c2c37815cc2 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:08.714404 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15511a35-2496-46b4-8e89-e7fe006478d9 req-4705bcb4-4cd5-433f-b6d2-4c2c37815cc2 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.1789393 Jul 07 21:07:08.722086 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188c3016-bcdc-42c0-89cb-2a22d51838fe None None] Network 0af333c4-0422-4001-9d32-7f0452919978 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:07:08.728472 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71475274-904e-4619-80af-a41a621fc61d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:07:08.764053 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d825d2-7282-425a-9c63-dca4f056d9b4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting subnet d4f0d551-cec5-40ec-8f28-d22faf7cd93c {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:07:08.764745 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-71475274-904e-4619-80af-a41a621fc61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:08.765101 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-71475274-904e-4619-80af-a41a621fc61d admin admin] Added segment d264d227-1321-4d19-a15e-4718696d7204 of type vlan for network e2a89585-424e-42e8-9cf1-0089c0c1aae8 Jul 07 21:07:08.767177 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-83d825d2-7282-425a-9c63-dca4f056d9b4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:08.774686 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71475274-904e-4619-80af-a41a621fc61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1da443-54b9-43a8-bf0d-43adcea647ef,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:08.824565 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-71475274-904e-4619-80af-a41a621fc61d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:08.832593 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-83d825d2-7282-425a-9c63-dca4f056d9b4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:08.838984 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15511a35-2496-46b4-8e89-e7fe006478d9 req-ac981e64-d93d-4d0d-a95e-5eb69716038b tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130064 Jul 07 21:07:08.876902 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-71475274-904e-4619-80af-a41a621fc61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:08.878746 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71475274-904e-4619-80af-a41a621fc61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:08.879898 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-71475274-904e-4619-80af-a41a621fc61d admin admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:08.944774 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-71475274-904e-4619-80af-a41a621fc61d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9630060 Jul 07 21:07:08.949342 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34468) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:08.957035 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-a1e175da-bb18-48ec-8ff3-4123c03879f0 admin admin] Request body: {'subnet': {'network_id': 'e2a89585-424e-42e8-9cf1-0089c0c1aae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1437809279-subnet', 'tenant_id': 'a86dfda8354448d0aa89f6e8a045afa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:08.961549 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71475274-904e-4619-80af-a41a621fc61d admin admin] Pushing event updated for resources: {'Network': ['ID=e2a89585-424e-42e8-9cf1-0089c0c1aae8,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:08.974744 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network e2a89585-424e-42e8-9cf1-0089c0c1aae8 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:07:08.982709 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-83d825d2-7282-425a-9c63-dca4f056d9b4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:09.078343 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-83d825d2-7282-425a-9c63-dca4f056d9b4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:09.092317 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e175da-bb18-48ec-8ff3-4123c03879f0 admin admin] Made reservation on behalf of a86dfda8354448d0aa89f6e8a045afa9 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:07:09.094957 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a1e175da-bb18-48ec-8ff3-4123c03879f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:09.124407 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d825d2-7282-425a-9c63-dca4f056d9b4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f0d551-cec5-40ec-8f28-d22faf7cd93c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:09.126644 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-83d825d2-7282-425a-9c63-dca4f056d9b4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:09.128611 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-83d825d2-7282-425a-9c63-dca4f056d9b4 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/subnets/d4f0d551-cec5-40ec-8f28-d22faf7cd93c HTTP/1.1" status: 204 len: 168 time: 0.4195139 Jul 07 21:07:09.130988 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34470) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:09.198632 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5e0d72-70f0-4807-a6a0-0572a625d292 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] DELETE failed (client error): The resource could not be found. Jul 07 21:07:09.198632 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f5e0d72-70f0-4807-a6a0-0572a625d292 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:07:09.203785 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4f5e0d72-70f0-4807-a6a0-0572a625d292 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/subnets/869aeeab-0216-47c1-bc03-6a19db35454f HTTP/1.1" status: 404 len: 337 time: 0.0708063 Jul 07 21:07:09.206134 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34472) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:09.238724 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-d955b32d-8962-4fcd-896e-a268c6e6de81 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:09.240422 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-d955b32d-8962-4fcd-896e-a268c6e6de81 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.39 "GET /v2.0/networks?id=af7f4b3e-0c7d-43ee-bafd-ec47866775cf HTTP/1.1" status: 200 len: 797 time: 0.2718298 Jul 07 21:07:09.255158 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 21a093e8-95f2-467a-9a85-f95003e1bfae no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:07:09.316866 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 21a093e8-95f2-467a-9a85-f95003e1bfae {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:07:09.317577 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 21a093e8-95f2-467a-9a85-f95003e1bfae not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:07:09.332653 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-5958e068-c3d9-4264-9aaa-8a9f0edccf07 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting subnet aedde775-fd00-44d9-8fd8-6dbfaa7e2a1d {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:07:09.336342 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5958e068-c3d9-4264-9aaa-8a9f0edccf07 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:09.343869 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-0aaaa746-e668-4737-9748-7d47546f9c52 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21232da6452a40d680cb4842c209ecfd HTTP/1.1" status: 200 len: 380 time: 0.0924656 Jul 07 21:07:09.358300 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-a425b3a6-07ea-49db-9112-dbd4caba1ef3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'port': {'device_id': 'c93df21d-0214-4a32-b834-2bac32754868', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'admin_state_up': True, 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'security_groups': ['78865218-7852-4f8d-a6d5-6f57ff6325fb']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:09.397507 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5958e068-c3d9-4264-9aaa-8a9f0edccf07 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:09.506338 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a1e175da-bb18-48ec-8ff3-4123c03879f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:09.529219 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5958e068-c3d9-4264-9aaa-8a9f0edccf07 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:09.611990 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fb4417e1-a7f9-4487-bd4a-e782aa87e2b7 req-0a430d5a-b61f-4bd8-8823-a1460932f8ce tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=c93df21d-0214-4a32-b834-2bac32754868 HTTP/1.1" status: 200 len: 210 time: 0.0520782 Jul 07 21:07:09.612661 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e175da-bb18-48ec-8ff3-4123c03879f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1419cfa1-2f93-4c94-9f1a-4226283d8f85,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:09.616856 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5958e068-c3d9-4264-9aaa-8a9f0edccf07 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:09.690428 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e175da-bb18-48ec-8ff3-4123c03879f0 admin admin] Checking segment: {'id': 'd264d227-1321-4d19-a15e-4718696d7204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2a89585-424e-42e8-9cf1-0089c0c1aae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:07:09.690876 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e175da-bb18-48ec-8ff3-4123c03879f0 admin admin] Network hostable DHCP agents. Network: e2a89585-424e-42e8-9cf1-0089c0c1aae8, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:07:09.692006 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958e068-c3d9-4264-9aaa-8a9f0edccf07 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Subnet': ['ID=aedde775-fd00-44d9-8fd8-6dbfaa7e2a1d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:09.701063 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-a425b3a6-07ea-49db-9112-dbd4caba1ef3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Made reservation on behalf of 21232da6452a40d680cb4842c209ecfd for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:07:09.703601 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5958e068-c3d9-4264-9aaa-8a9f0edccf07 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:09.706253 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5958e068-c3d9-4264-9aaa-8a9f0edccf07 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/subnets/aedde775-fd00-44d9-8fd8-6dbfaa7e2a1d HTTP/1.1" status: 204 len: 168 time: 0.4991190 Jul 07 21:07:09.710395 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34486) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:09.716188 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-a425b3a6-07ea-49db-9112-dbd4caba1ef3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:09.746764 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7547752-4f31-4ea6-8b71-a59a1c2f1551 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] DELETE failed (client error): The resource could not be found. Jul 07 21:07:09.747163 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7547752-4f31-4ea6-8b71-a59a1c2f1551 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:07:09.749700 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f7547752-4f31-4ea6-8b71-a59a1c2f1551 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/subnets/5f0c2bee-386e-4811-9d51-60767606877d HTTP/1.1" status: 404 len: 337 time: 0.0382543 Jul 07 21:07:09.753365 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34490) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:09.757733 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e175da-bb18-48ec-8ff3-4123c03879f0 admin admin] Network e2a89585-424e-42e8-9cf1-0089c0c1aae8 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:07:09.811551 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-a1e175da-bb18-48ec-8ff3-4123c03879f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, e2a89585-424e-42e8-9cf1-0089c0c1aae8) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:07:09.816807 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e175da-bb18-48ec-8ff3-4123c03879f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:09.817401 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a1e175da-bb18-48ec-8ff3-4123c03879f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:09.821304 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-75f71855-eefb-46f5-ba5f-3233d78c8405 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "GET /v2.0/ports?device_id=d444d8c4-6ff7-4873-91b2-7495ec2300f3 HTTP/1.1" status: 200 len: 205 time: 0.0667162 Jul 07 21:07:09.821472 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5216f8a-64a0-4a45-a432-cd3a637ce813 None None] Network e2a89585-424e-42e8-9cf1-0089c0c1aae8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:07:09.824488 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34492) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:09.894996 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-bf72490a-5c18-4b17-a15f-1142c3431873 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] delete failed (client error): The resource could not be found. Jul 07 21:07:09.896329 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bf72490a-5c18-4b17-a15f-1142c3431873 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/routers/d444d8c4-6ff7-4873-91b2-7495ec2300f3 HTTP/1.1" status: 404 len: 336 time: 0.0706589 Jul 07 21:07:09.898906 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34494) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:09.933993 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a1e175da-bb18-48ec-8ff3-4123c03879f0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9833972 Jul 07 21:07:09.938012 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c0b5e7-b5ee-488d-89e4-31f892ca0d28 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] DELETE failed (client error): The resource could not be found. Jul 07 21:07:09.938481 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c0b5e7-b5ee-488d-89e4-31f892ca0d28 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:07:09.940336 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-61c0b5e7-b5ee-488d-89e4-31f892ca0d28 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/subnets/084d2e76-88f4-4fbd-99c2-91456fa6885b HTTP/1.1" status: 404 len: 337 time: 0.0404489 Jul 07 21:07:09.945154 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34496) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:09.945906 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a3aebd-7c4b-44ac-9f13-6c53f5dbcae7 None None] Network 0af333c4-0422-4001-9d32-7f0452919978 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:07:10.020295 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5984068-7cf6-4a6f-b4d7-5bdef77b8cbf tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] DELETE failed (client error): The resource could not be found. Jul 07 21:07:10.021012 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5984068-7cf6-4a6f-b4d7-5bdef77b8cbf tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:07:10.022085 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96728b4f-81c8-41c3-a696-3f3427ed4aa9 None None] Network e2a89585-424e-42e8-9cf1-0089c0c1aae8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:07:10.022607 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534e45d-8b5b-469f-9242-e1960bf1cf40 req-af4bd8c0-c3e0-48b9-ab66-ad4d64ccb5ca tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:10.023850 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c5984068-7cf6-4a6f-b4d7-5bdef77b8cbf tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/subnets/6d1fd545-4d37-4869-a760-4b4a1e65da9e HTTP/1.1" status: 404 len: 337 time: 0.0770321 Jul 07 21:07:10.024982 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d534e45d-8b5b-469f-9242-e1960bf1cf40 req-af4bd8c0-c3e0-48b9-ab66-ad4d64ccb5ca tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.1161118 Jul 07 21:07:10.026587 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34500) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:10.040233 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7fdadfde-e424-414e-aeb4-fdbc3a51c301 None None] Provisioning complete for port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:10.040614 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7fdadfde-e424-414e-aeb4-fdbc3a51c301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:10.063522 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-230c387f-6cd7-48c8-9677-ccf9344a89bd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] DELETE failed (client error): The resource could not be found. Jul 07 21:07:10.064097 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-230c387f-6cd7-48c8-9677-ccf9344a89bd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:07:10.065954 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-230c387f-6cd7-48c8-9677-ccf9344a89bd tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/subnets/82d3ca13-a190-49b6-9759-9f3eaa183275 HTTP/1.1" status: 404 len: 337 time: 0.0381858 Jul 07 21:07:10.067578 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-a425b3a6-07ea-49db-9112-dbd4caba1ef3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Allocated IP 172.20.0.14 (af7f4b3e-0c7d-43ee-bafd-ec47866775cf/7f78bb9f-8c50-4a12-973a-6eacc6f6daeb/2670e9fa-7633-4cbb-9d10-6bece9b2901e) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:07:10.074557 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34502) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:10.141375 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d9936bf-8bcf-4a1b-ae16-3786aed97405 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] DELETE failed (client error): The resource could not be found. Jul 07 21:07:10.142198 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d9936bf-8bcf-4a1b-ae16-3786aed97405 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:07:10.146998 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0d9936bf-8bcf-4a1b-ae16-3786aed97405 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/ports/bae4c6e5-eed2-46a8-9e48-8f1fd884d303 HTTP/1.1" status: 404 len: 333 time: 0.0662768 Jul 07 21:07:10.154808 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34506) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:10.160537 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4f860-7442-4cd7-b1a8-99152ece7fc7 req-01d6dd1f-43d9-4a9a-86ca-d6fb32c4dea4 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:10.163815 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aad4f860-7442-4cd7-b1a8-99152ece7fc7 req-01d6dd1f-43d9-4a9a-86ca-d6fb32c4dea4 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.2867913 Jul 07 21:07:10.175792 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d7049-5e9d-43c7-a686-58d59cba49a8 req-28138439-e928-4cd2-b8bc-088235392571 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:10.177657 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-242d7049-5e9d-43c7-a686-58d59cba49a8 req-28138439-e928-4cd2-b8bc-088235392571 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 945 time: 0.3494823 Jul 07 21:07:10.198529 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-e478d604-ea18-48df-a4ca-7d6443b916f8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] DELETE failed (client error): The resource could not be found. Jul 07 21:07:10.198781 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e478d604-ea18-48df-a4ca-7d6443b916f8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:07:10.201086 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e478d604-ea18-48df-a4ca-7d6443b916f8 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/subnets/e1fb9d9d-21d7-430b-85d3-3ab194bf7da1 HTTP/1.1" status: 404 len: 337 time: 0.0403008 Jul 07 21:07:10.205995 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34510) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:10.223064 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-d534e45d-8b5b-469f-9242-e1960bf1cf40 req-99668c2f-a4d5-46ff-8b09-3e0d17849821 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Deleting port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:07:10.223494 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d534e45d-8b5b-469f-9242-e1960bf1cf40 req-99668c2f-a4d5-46ff-8b09-3e0d17849821 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:10.302647 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7fdadfde-e424-414e-aeb4-fdbc3a51c301 None None] Provisioning complete for port 93291990-b6db-4145-91ca-02ac76a77d27 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:10.303148 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7fdadfde-e424-414e-aeb4-fdbc3a51c301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:10.311212 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0e9fad-37e6-4977-965f-0d8d3b11861e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] DELETE failed (client error): The resource could not be found. Jul 07 21:07:10.311713 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0e9fad-37e6-4977-965f-0d8d3b11861e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:07:10.316142 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3f0e9fad-37e6-4977-965f-0d8d3b11861e tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/subnets/1919bdf9-e71d-4d6d-94f5-6d2e8bb5da4f HTTP/1.1" status: 404 len: 337 time: 0.0993786 Jul 07 21:07:10.316767 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34512) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:10.334343 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-d534e45d-8b5b-469f-9242-e1960bf1cf40 req-99668c2f-a4d5-46ff-8b09-3e0d17849821 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] For port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:10.334845 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d534e45d-8b5b-469f-9242-e1960bf1cf40 req-99668c2f-a4d5-46ff-8b09-3e0d17849821 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:10.340184 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-7fdadfde-e424-414e-aeb4-fdbc3a51c301 None None] Port 93291990-b6db-4145-91ca-02ac76a77d27 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:07:10.370698 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aad4f860-7442-4cd7-b1a8-99152ece7fc7 req-2b2b1d80-11ff-408d-8eee-c3a6288c2e9a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919222 Jul 07 21:07:10.371518 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d7042e-54e7-4fa8-959f-f46f6a0c2b72 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] DELETE failed (client error): The resource could not be found. Jul 07 21:07:10.372245 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d7042e-54e7-4fa8-959f-f46f6a0c2b72 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:07:10.376599 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-15d7042e-54e7-4fa8-959f-f46f6a0c2b72 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/ports/f9faeca0-0e19-4268-88e6-a6b304420c3f HTTP/1.1" status: 404 len: 333 time: 0.0550246 Jul 07 21:07:10.381520 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34514) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:10.392329 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1562cb7-199f-4c7f-9164-bf305d57694f None None] DHCP port deletion for 0af333c4-0422-4001-9d32-7f0452919978 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:07:10.408159 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-242d7049-5e9d-43c7-a686-58d59cba49a8 req-d287d341-813c-4fe8-9124-485543ea39d7 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups?id=37269442-226a-4056-bc1b-15d7335734f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2188888 Jul 07 21:07:10.438211 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f1f1ca-d8cc-49fe-8ae6-236b77153601 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] DELETE failed (client error): The resource could not be found. Jul 07 21:07:10.438681 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f1f1ca-d8cc-49fe-8ae6-236b77153601 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:07:10.443154 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d0f1f1ca-d8cc-49fe-8ae6-236b77153601 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/subnets/02464f9e-0ac0-4a6b-922b-6f41e2aa2c63 HTTP/1.1" status: 404 len: 337 time: 0.0602922 Jul 07 21:07:10.443822 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34518) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:10.459357 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-c1562cb7-199f-4c7f-9164-bf305d57694f None None] Deleting port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:07:10.459877 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c1562cb7-199f-4c7f-9164-bf305d57694f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:10.484202 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab6afad-5090-4241-bd42-05b130e737c3 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] DELETE failed (client error): The resource could not be found. Jul 07 21:07:10.484665 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab6afad-5090-4241-bd42-05b130e737c3 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:07:10.491888 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4ab6afad-5090-4241-bd42-05b130e737c3 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/subnets/1ed8f9d3-6efe-4b00-8c18-cb3f34685d02 HTTP/1.1" status: 404 len: 337 time: 0.0412529 Jul 07 21:07:10.496056 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34520) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:10.551118 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-c1562cb7-199f-4c7f-9164-bf305d57694f None None] For port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=4f7f62cc-dd69-4237-a9df-b268dbf9e08b,segment=NetworkSegment(9c3ac0e0-48f0-47f0-82cf-6bc37282f1b6),segment_id=9c3ac0e0-48f0-47f0-82cf-6bc37282f1b6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:10.551840 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c1562cb7-199f-4c7f-9164-bf305d57694f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:10.564654 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-a425b3a6-07ea-49db-9112-dbd4caba1ef3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:10.573199 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-c1562cb7-199f-4c7f-9164-bf305d57694f None None] Calling delete_port for 4f7f62cc-dd69-4237-a9df-b268dbf9e08b owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:07:10.605452 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-a425b3a6-07ea-49db-9112-dbd4caba1ef3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Transition to ACTIVE for port object 2670e9fa-7633-4cbb-9d10-6bece9b2901e will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:07:10.671871 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d0c0d140-190e-4f7b-beac-baef796c0e86 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Deleting port 93291990-b6db-4145-91ca-02ac76a77d27 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:07:10.672229 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d0c0d140-190e-4f7b-beac-baef796c0e86 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:10.710703 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c1562cb7-199f-4c7f-9164-bf305d57694f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:10.718713 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-a425b3a6-07ea-49db-9112-dbd4caba1ef3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:10.747456 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1562cb7-199f-4c7f-9164-bf305d57694f None None] Pushing event deleted for resources: {'Port': ['ID=4f7f62cc-dd69-4237-a9df-b268dbf9e08b,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:10.749569 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1562cb7-199f-4c7f-9164-bf305d57694f None None] No DVR routers for this DVR port 4f7f62cc-dd69-4237-a9df-b268dbf9e08b on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:07:10.850370 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-a425b3a6-07ea-49db-9112-dbd4caba1ef3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Network af7f4b3e-0c7d-43ee-bafd-ec47866775cf is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:07:10.882473 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-a425b3a6-07ea-49db-9112-dbd4caba1ef3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:07:10.885842 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-a425b3a6-07ea-49db-9112-dbd4caba1ef3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:07:10.892335 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d0c0d140-190e-4f7b-beac-baef796c0e86 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:10.951706 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d534e45d-8b5b-469f-9242-e1960bf1cf40 req-99668c2f-a4d5-46ff-8b09-3e0d17849821 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:10.952240 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d0c0d140-190e-4f7b-beac-baef796c0e86 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Calling delete_port for 93291990-b6db-4145-91ca-02ac76a77d27 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:07:10.952362 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d534e45d-8b5b-469f-9242-e1960bf1cf40 req-99668c2f-a4d5-46ff-8b09-3e0d17849821 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:10.952622 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [req-d534e45d-8b5b-469f-9242-e1960bf1cf40 req-99668c2f-a4d5-46ff-8b09-3e0d17849821 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Floating IP eecb5387-0afe-42f4-8246-d2381cc67133 disassociated. External IP: 172.25.5.122, port: f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a. Jul 07 21:07:10.953191 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-d534e45d-8b5b-469f-9242-e1960bf1cf40 req-99668c2f-a4d5-46ff-8b09-3e0d17849821 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Calling delete_port for f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:07:10.961126 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425b3a6-07ea-49db-9112-dbd4caba1ef3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'Port': ['ID=2670e9fa-7633-4cbb-9d10-6bece9b2901e,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:11.049376 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-a425b3a6-07ea-49db-9112-dbd4caba1ef3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:11.050125 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-a425b3a6-07ea-49db-9112-dbd4caba1ef3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:11.059070 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-7123fb1a-f3ad-4810-b2b4-65a2b941e14c tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:11.060704 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-7123fb1a-f3ad-4810-b2b4-65a2b941e14c tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.64 "GET /v2.0/networks?id=e2a89585-424e-42e8-9cf1-0089c0c1aae8 HTTP/1.1" status: 200 len: 813 time: 0.3715012 Jul 07 21:07:11.099835 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d534e45d-8b5b-469f-9242-e1960bf1cf40 req-99668c2f-a4d5-46ff-8b09-3e0d17849821 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:11.101983 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-a425b3a6-07ea-49db-9112-dbd4caba1ef3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7489967 Jul 07 21:07:11.103875 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-40e9de8f-2e19-4942-baf3-95b62b5ff285 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.64 "GET /v2.0/quotas/a86dfda8354448d0aa89f6e8a045afa9 HTTP/1.1" status: 200 len: 375 time: 0.0336637 Jul 07 21:07:11.120548 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-9e5a838c-5602-4ecd-a9c6-3cf646c69bac service neutron] Request body: {'port': {'device_id': 'c93df21d-0214-4a32-b834-2bac32754868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:11.132837 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99668c2f-a4d5-46ff-8b09-3e0d17849821 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Pushing event deleted for resources: {'Port': ['ID=f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:11.133040 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e024585-9f8f-484f-a364-de4004dc4f6a req-7bae7553-75c6-400f-a5e9-0e17bc1127cc tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:11.134542 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3e024585-9f8f-484f-a364-de4004dc4f6a req-7bae7553-75c6-400f-a5e9-0e17bc1127cc tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=c93df21d-0214-4a32-b834-2bac32754868 HTTP/1.1" status: 200 len: 932 time: 0.3168693 Jul 07 21:07:11.180798 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-97758646-9e4e-42ae-8200-b8031e6f631c None None] Provisioning for port 2670e9fa-7633-4cbb-9d10-6bece9b2901e completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:07:11.186191 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-97758646-9e4e-42ae-8200-b8031e6f631c None None] Provisioning complete for port 2670e9fa-7633-4cbb-9d10-6bece9b2901e triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:11.186577 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-97758646-9e4e-42ae-8200-b8031e6f631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:11.227375 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-97758646-9e4e-42ae-8200-b8031e6f631c None None] Port 2670e9fa-7633-4cbb-9d10-6bece9b2901e cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:07:11.235575 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-d032ec35-c4ff-4306-9c49-8c6cbd2ac4cc tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=a86dfda8354448d0aa89f6e8a045afa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1204419 Jul 07 21:07:11.264834 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d534e45d-8b5b-469f-9242-e1960bf1cf40 req-99668c2f-a4d5-46ff-8b09-3e0d17849821 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Router ca0e0895-e699-47d2-b1aa-2b64161762a7 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:07:11.354455 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d0c0d140-190e-4f7b-beac-baef796c0e86 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:11.359686 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-9e5a838c-5602-4ecd-a9c6-3cf646c69bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:11.381071 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d534e45d-8b5b-469f-9242-e1960bf1cf40 req-99668c2f-a4d5-46ff-8b09-3e0d17849821 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:07:11.392964 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14badb1-8a11-4e53-88d1-3e0418679327 None None] Sync routers for ids ['ca0e0895-e699-47d2-b1aa-2b64161762a7'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:07:11.405180 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14badb1-8a11-4e53-88d1-3e0418679327 None None] Routers {'ca0e0895-e699-47d2-b1aa-2b64161762a7'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:07:11.406093 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d14badb1-8a11-4e53-88d1-3e0418679327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:07:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ca0e0895-e699-47d2-b1aa-2b64161762a7'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:11.407922 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3e024585-9f8f-484f-a364-de4004dc4f6a req-6e6a11fb-18cc-4e1e-ab2e-5779c30e68f9 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=78865218-7852-4f8d-a6d5-6f57ff6325fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289119 Jul 07 21:07:11.414067 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0d140-190e-4f7b-beac-baef796c0e86 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Port': ['ID=93291990-b6db-4145-91ca-02ac76a77d27,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:11.427046 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-d534e45d-8b5b-469f-9242-e1960bf1cf40 req-99668c2f-a4d5-46ff-8b09-3e0d17849821 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] No DVR routers for this DVR port f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:07:11.434656 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d0c0d140-190e-4f7b-beac-baef796c0e86 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:11.439993 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d0c0d140-190e-4f7b-beac-baef796c0e86 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/ports/93291990-b6db-4145-91ca-02ac76a77d27 HTTP/1.1" status: 204 len: 168 time: 0.9429004 Jul 07 21:07:11.443494 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34534) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:11.448832 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d534e45d-8b5b-469f-9242-e1960bf1cf40 req-99668c2f-a4d5-46ff-8b09-3e0d17849821 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:11.450903 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d534e45d-8b5b-469f-9242-e1960bf1cf40 req-99668c2f-a4d5-46ff-8b09-3e0d17849821 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.58 "DELETE /v2.0/ports/f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a HTTP/1.1" status: 204 len: 173 time: 1.4146478 Jul 07 21:07:11.457286 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb62a516-875e-45f2-b801-06fd1678ac2e', 'name': 'network-vif-deleted', 'tag': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:07:11.459732 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb4b434-c724-46d7-a0a9-6ae78852458b" -d '{"events": [{"server_uuid": "fb62a516-875e-45f2-b801-06fd1678ac2e", "name": "network-vif-deleted", "tag": "f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:07:11.596262 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-d14badb1-8a11-4e53-88d1-3e0418679327 None None] Set router ca0e0895-e699-47d2-b1aa-2b64161762a7 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:07:11.644019 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-e87898cc-da0b-44e2-8f34-c2971bc34888 service neutron] 10.222.0.64 "GET /v2.0/networks/e2a89585-424e-42e8-9cf1-0089c0c1aae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778112 Jul 07 21:07:11.659928 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c3ec8a39-caec-412e-82d5-c56ea96c777d req-55a06b81-8789-438f-a0e4-c5561e7ae8ab service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0690770 Jul 07 21:07:11.742625 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d98ad267-1387-4d8a-b686-eec55851fd37 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:11.746063 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec8a39-caec-412e-82d5-c56ea96c777d req-c6478bd2-4356-439d-87fb-786761fa4991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:11.748243 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c3ec8a39-caec-412e-82d5-c56ea96c777d req-c6478bd2-4356-439d-87fb-786761fa4991 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=03ca69fab8c3490785d81740376897ed&device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 1098 time: 0.0593019 Jul 07 21:07:11.828400 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d14badb1-8a11-4e53-88d1-3e0418679327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'name': 'tempest-ServerActionsTestJSON-407069327-router', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:57:35Z', 'updated_at': '2021-07-07T20:57:42Z', 'revision_number': 4, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'gw_port': {'id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:36Z', 'updated_at': '2021-07-07T20:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae', 'name': '', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'mac_address': 'fa:16:3e:fe:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:40Z', 'updated_at': '2021-07-07T20:57:49Z', 'revision_number': 5, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'subnets': [{'id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:11.855481 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14badb1-8a11-4e53-88d1-3e0418679327 None None] Checking router: ca0e0895-e699-47d2-b1aa-2b64161762a7 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:07:11.860963 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec8a39-caec-412e-82d5-c56ea96c777d req-48f0b442-882c-4e22-a9f3-898cbfe3ed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:11.862631 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c3ec8a39-caec-412e-82d5-c56ea96c777d req-48f0b442-882c-4e22-a9f3-898cbfe3ed66 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a14eea41-1d99-44fc-b2e3-33f3b36e5825 HTTP/1.1" status: 200 len: 909 time: 0.0911574 Jul 07 21:07:11.864225 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14badb1-8a11-4e53-88d1-3e0418679327 None None] Routers {'ca0e0895-e699-47d2-b1aa-2b64161762a7'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:07:11.864831 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d14badb1-8a11-4e53-88d1-3e0418679327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:07:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ca0e0895-e699-47d2-b1aa-2b64161762a7'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:11.912819 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10520fcb-3c0e-40b6-a894-cb1cf9b26f6c req-67447213-fdaa-4487-8ba9-921050c4b7e3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:11.914323 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10520fcb-3c0e-40b6-a894-cb1cf9b26f6c req-67447213-fdaa-4487-8ba9-921050c4b7e3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.3525591 Jul 07 21:07:11.941298 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c3ec8a39-caec-412e-82d5-c56ea96c777d req-db42a421-5f41-4947-b6ed-8238a87bdc96 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14cc1503-5d77-400a-a108-b1ad16e4b4e9 HTTP/1.1" status: 200 len: 1002 time: 0.0686812 Jul 07 21:07:11.984869 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-d14badb1-8a11-4e53-88d1-3e0418679327 None None] Set router ca0e0895-e699-47d2-b1aa-2b64161762a7 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:07:11.994922 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec8a39-caec-412e-82d5-c56ea96c777d req-5ea91c24-ee52-4a74-9f5b-640be1c95302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:11.996469 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c3ec8a39-caec-412e-82d5-c56ea96c777d req-5ea91c24-ee52-4a74-9f5b-640be1c95302 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cac4ea62-0922-4170-9b4c-660afcde50d6 HTTP/1.1" status: 200 len: 847 time: 0.0469046 Jul 07 21:07:11.998487 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-927a304f-517c-4557-be65-a2fbfe275cb9 service neutron] 10.222.0.64 "GET /v2.0/networks/e2a89585-424e-42e8-9cf1-0089c0c1aae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422146 Jul 07 21:07:12.122911 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 4f7f62cc-dd69-4237-a9df-b268dbf9e08b no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:07:12.130163 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec8a39-caec-412e-82d5-c56ea96c777d req-33cdab8b-f982-4815-8564-b0f34a4b50fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:12.132010 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c3ec8a39-caec-412e-82d5-c56ea96c777d req-33cdab8b-f982-4815-8564-b0f34a4b50fc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a14eea41-1d99-44fc-b2e3-33f3b36e5825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1252706 Jul 07 21:07:12.154944 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 4f7f62cc-dd69-4237-a9df-b268dbf9e08b {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:07:12.155481 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 4f7f62cc-dd69-4237-a9df-b268dbf9e08b not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:07:12.295921 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c3ec8a39-caec-412e-82d5-c56ea96c777d req-fa1906cf-988f-403a-8e59-68d4a5e94ffe service neutron] 10.222.0.58 "GET /v2.0/networks/a14eea41-1d99-44fc-b2e3-33f3b36e5825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519270 Jul 07 21:07:12.331414 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d14badb1-8a11-4e53-88d1-3e0418679327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'name': 'tempest-ServerActionsTestJSON-407069327-router', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:57:35Z', 'updated_at': '2021-07-07T20:57:42Z', 'revision_number': 4, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'gw_port': {'id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:36Z', 'updated_at': '2021-07-07T20:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae', 'name': '', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'mac_address': 'fa:16:3e:fe:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:40Z', 'updated_at': '2021-07-07T20:57:49Z', 'revision_number': 5, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'subnets': [{'id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:12.374525 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14badb1-8a11-4e53-88d1-3e0418679327 None None] The sync data for ids ['ca0e0895-e699-47d2-b1aa-2b64161762a7'] in n-d-695189-11 is: [{'id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'name': 'tempest-ServerActionsTestJSON-407069327-router', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:57:35Z', 'updated_at': '2021-07-07T20:57:42Z', 'revision_number': 4, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'gw_port': {'id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:36Z', 'updated_at': '2021-07-07T20:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae', 'name': '', 'network_id': '9f3f25a3-7a1a-47e4-bd02-1306e4f8af76', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'mac_address': 'fa:16:3e:fe:58:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:40Z', 'updated_at': '2021-07-07T20:57:49Z', 'revision_number': 5, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'subnets': [{'id': 'ef2da408-4011-492c-a997-7b8cacd52f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:07:12.507135 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c3ec8a39-caec-412e-82d5-c56ea96c777d req-85b5206c-84f0-4f53-9ac0-93007a3f2800 service neutron] 10.222.0.58 "GET /v2.0/networks/a14eea41-1d99-44fc-b2e3-33f3b36e5825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013986 Jul 07 21:07:12.585097 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d98ad267-1387-4d8a-b686-eec55851fd37 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:12.614075 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f4dca063-3713-4884-8826-33062ee57aeb req-c20517a2-7860-4b58-8d49-c8bde23be1c8 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb62a516-875e-45f2-b801-06fd1678ac2e HTTP/1.1" status: 200 len: 210 time: 0.0533574 Jul 07 21:07:12.625628 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-d98ad267-1387-4d8a-b686-eec55851fd37 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af333c4-0422-4001-9d32-7f0452919978']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:12.662375 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-d98ad267-1387-4d8a-b686-eec55851fd37 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3ac0e0-48f0-47f0-82cf-6bc37282f1b6') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:12.662689 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-d98ad267-1387-4d8a-b686-eec55851fd37 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3ac0e0-48f0-47f0-82cf-6bc37282f1b6') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:12.682362 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d98ad267-1387-4d8a-b686-eec55851fd37 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:12.686662 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10520fcb-3c0e-40b6-a894-cb1cf9b26f6c req-1384cf6e-90b9-4fc8-94d3-888823ec8414 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7462482 Jul 07 21:07:12.705966 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d98ad267-1387-4d8a-b686-eec55851fd37 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:12.722377 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98ad267-1387-4d8a-b686-eec55851fd37 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:07:12.723421 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d98ad267-1387-4d8a-b686-eec55851fd37 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:07:12.726814 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:07:12.730930 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c31293-def2-4359-b57a-e49565692a55 x-openstack-request-id: req-13c31293-def2-4359-b57a-e49565692a55 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:07:12.731141 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb62a516-875e-45f2-b801-06fd1678ac2e", "name": "network-vif-deleted", "tag": "f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:07:12.731420 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-13c31293-def2-4359-b57a-e49565692a55 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:07:12.731820 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb62a516-875e-45f2-b801-06fd1678ac2e', 'name': 'network-vif-deleted', 'tag': 'f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a', 'status': 'completed', 'code': 200} Jul 07 21:07:12.778268 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-2c107bbd-86b8-4089-b02c-c1598d166778 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1013515 Jul 07 21:07:12.801367 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bed090-4c82-437c-a2f0-edd69d0139d0 None None] New status for floating IP eecb5387-0afe-42f4-8246-d2381cc67133: DOWN {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:07:12.875288 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eb445aca-8725-4350-82e6-fe51a5b4c362 req-fab0cd31-03bc-49d3-93fa-8d0c2229c5d7 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c117eb0-dd3c-4780-95c8-826742f30ad4 HTTP/1.1" status: 200 len: 210 time: 0.0758469 Jul 07 21:07:12.876027 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d98ad267-1387-4d8a-b686-eec55851fd37 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:12.902655 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d98ad267-1387-4d8a-b686-eec55851fd37 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:12.907881 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d98ad267-1387-4d8a-b686-eec55851fd37 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] 10.222.0.64 "DELETE /v2.0/networks/0af333c4-0422-4001-9d32-7f0452919978 HTTP/1.1" status: 204 len: 168 time: 1.4607713 Jul 07 21:07:12.944055 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-2319716d-9c92-4e58-aafd-2fff3067ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:12.944969 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-2319716d-9c92-4e58-aafd-2fff3067ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:12.946529 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-2319716d-9c92-4e58-aafd-2fff3067ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:12.947318 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-2319716d-9c92-4e58-aafd-2fff3067ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:12.948751 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-2319716d-9c92-4e58-aafd-2fff3067ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:12.949639 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-2319716d-9c92-4e58-aafd-2fff3067ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:12.950381 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-2319716d-9c92-4e58-aafd-2fff3067ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:12.953764 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-2319716d-9c92-4e58-aafd-2fff3067ab74 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8ed23dfe8df44cbb137b377fa7cb243&device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 6509 time: 0.1133904 Jul 07 21:07:12.954319 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-9e5a838c-5602-4ecd-a9c6-3cf646c69bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2670e9fa-7633-4cbb-9d10-6bece9b2901e {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:07:12.959806 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ad267-1387-4d8a-b686-eec55851fd37 tempest-PortsTestJSON-1279657140 tempest-PortsTestJSON-1279657140-project] Pushing event deleted for resources: {'Network': ['ID=0af333c4-0422-4001-9d32-7f0452919978,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:12.967650 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-9e5a838c-5602-4ecd-a9c6-3cf646c69bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:12.988054 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-9e5a838c-5602-4ecd-a9c6-3cf646c69bac service neutron] Transition to ACTIVE for port object 2670e9fa-7633-4cbb-9d10-6bece9b2901e will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:07:12.996293 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-9e5a838c-5602-4ecd-a9c6-3cf646c69bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:13.076763 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ada6af-f540-48a5-b3fc-e4a6a0cc5648 req-b8b1dff9-868e-44bc-bb0b-b42fe2a99aeb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:13.078384 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4ada6af-f540-48a5-b3fc-e4a6a0cc5648 req-b8b1dff9-868e-44bc-bb0b-b42fe2a99aeb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=c93df21d-0214-4a32-b834-2bac32754868 HTTP/1.1" status: 200 len: 932 time: 0.1722250 Jul 07 21:07:13.129676 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a838c-5602-4ecd-a9c6-3cf646c69bac service neutron] Pushing event updated for resources: {'Port': ['ID=2670e9fa-7633-4cbb-9d10-6bece9b2901e,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:13.190004 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-19db25a2-381e-4f9c-97f9-519d2c6785c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:13.190557 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-19db25a2-381e-4f9c-97f9-519d2c6785c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:13.190957 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-19db25a2-381e-4f9c-97f9-519d2c6785c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:13.192751 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-19db25a2-381e-4f9c-97f9-519d2c6785c4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d7847ed4-ca64-408b-b349-0ebf1cd2485d&id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&id=130dc8cf-87ce-46df-b452-32f98efef5ec&id=130dc8cf-87ce-46df-b452-32f98efef5ec HTTP/1.1" status: 200 len: 2297 time: 0.2023976 Jul 07 21:07:13.257602 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4ada6af-f540-48a5-b3fc-e4a6a0cc5648 req-18b0c6fb-cebc-4585-b4ac-a9a881d26de8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=78865218-7852-4f8d-a6d5-6f57ff6325fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718006 Jul 07 21:07:13.297811 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-9e5a838c-5602-4ecd-a9c6-3cf646c69bac service neutron] Attempting to bind port 2670e9fa-7633-4cbb-9d10-6bece9b2901e on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:07:13.304128 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-9e5a838c-5602-4ecd-a9c6-3cf646c69bac service neutron] Attempting to bind port 2670e9fa-7633-4cbb-9d10-6bece9b2901e by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '3a6c1914-008c-4caa-a8ef-9dd1ea1eb188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:07:13.304514 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-9e5a838c-5602-4ecd-a9c6-3cf646c69bac service neutron] Attempting to bind port 2670e9fa-7633-4cbb-9d10-6bece9b2901e on network af7f4b3e-0c7d-43ee-bafd-ec47866775cf {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:07:13.308937 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-f44ecef9-1429-459b-abfe-b6ba9ab16511 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8debe46-f092-4659-88e9-d9aeeb58dcce HTTP/1.1" status: 200 len: 1002 time: 0.1052248 Jul 07 21:07:13.310622 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-9e5a838c-5602-4ecd-a9c6-3cf646c69bac service neutron] Port 2670e9fa-7633-4cbb-9d10-6bece9b2901e on network af7f4b3e-0c7d-43ee-bafd-ec47866775cf not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:07:13.311259 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-9e5a838c-5602-4ecd-a9c6-3cf646c69bac service neutron] Attempting to bind port 2670e9fa-7633-4cbb-9d10-6bece9b2901e on network af7f4b3e-0c7d-43ee-bafd-ec47866775cf {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:07:13.316080 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-9e5a838c-5602-4ecd-a9c6-3cf646c69bac service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:07:13.316346 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-9e5a838c-5602-4ecd-a9c6-3cf646c69bac service neutron] Checking segment: {'id': '3a6c1914-008c-4caa-a8ef-9dd1ea1eb188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:07:13.316732 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-9e5a838c-5602-4ecd-a9c6-3cf646c69bac service neutron] Bound using segment: {'id': '3a6c1914-008c-4caa-a8ef-9dd1ea1eb188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:07:13.317169 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-9e5a838c-5602-4ecd-a9c6-3cf646c69bac service neutron] Bound port: 2670e9fa-7633-4cbb-9d10-6bece9b2901e, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a6c1914-008c-4caa-a8ef-9dd1ea1eb188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:07:13.317535 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-9e5a838c-5602-4ecd-a9c6-3cf646c69bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:13.339590 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34558) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:13.372141 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-bf2b91cb-bdd5-4123-98be-313da5617453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:13.378927 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:07:13.381560 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-bf2b91cb-bdd5-4123-98be-313da5617453 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25a8ccb4-86fa-467a-bd9b-20bcc350e316 HTTP/1.1" status: 200 len: 856 time: 0.0658898 Jul 07 21:07:13.413110 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:07:13.413475 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device f7bbc397-1a58-4124-a7d3-b68aeb1d6e8a not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:07:13.460637 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-9e5a838c-5602-4ecd-a9c6-3cf646c69bac service neutron] For port 2670e9fa-7633-4cbb-9d10-6bece9b2901e, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:07:13.478387 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-24c3c963-e56a-4751-b5c2-59f5709ff9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:13.480075 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-24c3c963-e56a-4751-b5c2-59f5709ff9a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d7847ed4-ca64-408b-b349-0ebf1cd2485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0880265 Jul 07 21:07:13.483983 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-9e5a838c-5602-4ecd-a9c6-3cf646c69bac service neutron] For port 2670e9fa-7633-4cbb-9d10-6bece9b2901e, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=2670e9fa-7633-4cbb-9d10-6bece9b2901e,segment=NetworkSegment(3a6c1914-008c-4caa-a8ef-9dd1ea1eb188),segment_id=3a6c1914-008c-4caa-a8ef-9dd1ea1eb188)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:07:13.499704 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-9e5a838c-5602-4ecd-a9c6-3cf646c69bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:13.532448 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a3da4b76-9aab-432e-994e-f51402762629 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=68ad691d1b1b4234ad0e4b441230341b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1916897 Jul 07 21:07:13.537886 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34562) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:13.565732 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-9e5a838c-5602-4ecd-a9c6-3cf646c69bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:13.566464 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-9e5a838c-5602-4ecd-a9c6-3cf646c69bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:13.568085 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-9e5a838c-5602-4ecd-a9c6-3cf646c69bac service neutron] 10.222.0.39 "PUT /v2.0/ports/2670e9fa-7633-4cbb-9d10-6bece9b2901e HTTP/1.1" status: 200 len: 1093 time: 2.4553597 Jul 07 21:07:13.571994 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93df21d-0214-4a32-b834-2bac32754868', 'tag': '2670e9fa-7633-4cbb-9d10-6bece9b2901e'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:07:13.575385 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9603ae21-d1e2-416e-9a4e-683c50f366e4" -d '{"events": [{"name": "network-changed", "server_uuid": "c93df21d-0214-4a32-b834-2bac32754868", "tag": "2670e9fa-7633-4cbb-9d10-6bece9b2901e"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:07:13.599075 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-8373f2ed-684a-4df5-a3e0-3d23d9e65f5b service neutron] 10.222.0.39 "GET /v2.0/networks/d7847ed4-ca64-408b-b349-0ebf1cd2485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092467 Jul 07 21:07:13.682975 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a867cf47-3410-4ec7-80ba-3ce4ff596a51 x-openstack-request-id: req-a867cf47-3410-4ec7-80ba-3ce4ff596a51 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:07:13.683471 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93df21d-0214-4a32-b834-2bac32754868", "tag": "2670e9fa-7633-4cbb-9d10-6bece9b2901e", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:07:13.683782 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a867cf47-3410-4ec7-80ba-3ce4ff596a51 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:07:13.684251 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93df21d-0214-4a32-b834-2bac32754868', 'tag': '2670e9fa-7633-4cbb-9d10-6bece9b2901e', 'status': 'completed', 'code': 200} Jul 07 21:07:13.686455 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a838c-5602-4ecd-a9c6-3cf646c69bac service neutron] Pushing event updated for resources: {'Port': ['ID=2670e9fa-7633-4cbb-9d10-6bece9b2901e,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:13.713930 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-536e21ee-6b65-4245-b9d1-92f1eddd26a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:13.759313 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-536e21ee-6b65-4245-b9d1-92f1eddd26a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:13.782896 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-723c2e77-4470-459e-9af6-2adb4ad89f6e service neutron] 10.222.0.39 "GET /v2.0/networks/d7847ed4-ca64-408b-b349-0ebf1cd2485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736326 Jul 07 21:07:13.831739 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34572) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:13.850692 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-a6083ad9-8306-4dbb-8d58-5924b281cf13 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=7d14b38d-99b1-4ecc-a5b4-516596f20a7d HTTP/1.1" status: 200 len: 217 time: 0.0592992 Jul 07 21:07:13.853819 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-536e21ee-6b65-4245-b9d1-92f1eddd26a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:13.856620 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-536e21ee-6b65-4245-b9d1-92f1eddd26a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:13.858065 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-536e21ee-6b65-4245-b9d1-92f1eddd26a7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0478051b-57ef-44f1-8586-ac1b4ccc833a HTTP/1.1" status: 204 len: 168 time: 0.3191290 Jul 07 21:07:13.966558 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-0284c508-d363-4bc3-b45d-3ded741f36c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:13.970281 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-0284c508-d363-4bc3-b45d-3ded741f36c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a8fdf37-b343-4524-a6c8-f523c2ecf15b HTTP/1.1" status: 200 len: 797 time: 0.1122351 Jul 07 21:07:14.019805 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e21ee-6b65-4245-b9d1-92f1eddd26a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0478051b-57ef-44f1-8586-ac1b4ccc833a,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:14.059808 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-b634eef3-ca72-4881-83a6-29a81c64fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:14.061401 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-b634eef3-ca72-4881-83a6-29a81c64fe0e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21232da6452a40d680cb4842c209ecfd&device_id=c93df21d-0214-4a32-b834-2bac32754868 HTTP/1.1" status: 200 len: 1096 time: 0.4210074 Jul 07 21:07:14.132057 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-e22b4125-c08e-4a67-bd92-095b262cdde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:14.135521 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-e22b4125-c08e-4a67-bd92-095b262cdde7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1530807 Jul 07 21:07:14.245782 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-77a251be-0b9f-4867-bc41-a30dc3764ffb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2670e9fa-7633-4cbb-9d10-6bece9b2901e HTTP/1.1" status: 200 len: 217 time: 0.1640904 Jul 07 21:07:14.286718 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-908f74bf-2b39-4064-9324-a6da0a20c3f3 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:14.294267 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1f7000f4-bcb5-429c-8487-86febb397cdd req-42af5754-0130-4ed9-8d89-029a15d7311a tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c117eb0-dd3c-4780-95c8-826742f30ad4 HTTP/1.1" status: 200 len: 210 time: 0.1739571 Jul 07 21:07:14.486744 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-908f74bf-2b39-4064-9324-a6da0a20c3f3 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:14.511431 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-dbbb618c-39ad-41d1-88c8-6d6561a43690 service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692656 Jul 07 21:07:14.536691 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-6681a2b0-1ebd-4462-a21d-679742fb4129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:14.538312 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-6681a2b0-1ebd-4462-a21d-679742fb4129 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f78bb9f-8c50-4a12-973a-6eacc6f6daeb HTTP/1.1" status: 200 len: 835 time: 0.2486751 Jul 07 21:07:14.546388 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da35cbe-9614-4f14-9fc8-e4d20b5c4a70 req-683fd9e6-7ac7-447e-b51b-a72356f77f05 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:14.553462 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9da35cbe-9614-4f14-9fc8-e4d20b5c4a70 req-683fd9e6-7ac7-447e-b51b-a72356f77f05 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.6800516 Jul 07 21:07:14.577076 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-8a601fea-06b5-4274-9f9a-22eca51985aa tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:14.578623 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-8a601fea-06b5-4274-9f9a-22eca51985aa tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.58 "GET /v2.0/networks?id=e2a89585-424e-42e8-9cf1-0089c0c1aae8 HTTP/1.1" status: 200 len: 813 time: 0.3414834 Jul 07 21:07:14.600105 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-3f08c453-7f52-46e5-aaf6-96f3025c2e46 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Request body: {'port': {'device_id': '1c117eb0-dd3c-4780-95c8-826742f30ad4', 'network_id': 'e2a89585-424e-42e8-9cf1-0089c0c1aae8', 'admin_state_up': True, 'tenant_id': 'a86dfda8354448d0aa89f6e8a045afa9'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:14.672018 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9da35cbe-9614-4f14-9fc8-e4d20b5c4a70 req-0e56436b-fa4e-4273-bf2b-e6a502796fa4 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174121 Jul 07 21:07:14.692887 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-ff18127c-ba57-4262-9d9f-317c1c2205a5 service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703510 Jul 07 21:07:14.703585 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-908f74bf-2b39-4064-9324-a6da0a20c3f3 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:14.706860 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-908f74bf-2b39-4064-9324-a6da0a20c3f3 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:14.708160 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-908f74bf-2b39-4064-9324-a6da0a20c3f3 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "DELETE /v2.0/security-groups/37269442-226a-4056-bc1b-15d7335734f2 HTTP/1.1" status: 204 len: 168 time: 0.8743017 Jul 07 21:07:14.711900 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34594) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:14.738380 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f74bf-2b39-4064-9324-a6da0a20c3f3 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37269442-226a-4056-bc1b-15d7335734f2,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:14.746013 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-f1c9bd44-d0e5-4ddd-8761-ac8d6e376db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:14.751600 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-f1c9bd44-d0e5-4ddd-8761-ac8d6e376db5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af7f4b3e-0c7d-43ee-bafd-ec47866775cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1920552 Jul 07 21:07:14.764255 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc394e95-5e09-4b27-9088-c6211b5e67cd req-4858ac9d-ac8b-448c-942d-82a1fa943fab tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:14.771111 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fc394e95-5e09-4b27-9088-c6211b5e67cd req-4858ac9d-ac8b-448c-942d-82a1fa943fab tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=c93df21d-0214-4a32-b834-2bac32754868 HTTP/1.1" status: 200 len: 944 time: 0.2590318 Jul 07 21:07:14.775089 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-5d91c2ae-5ea2-4ab8-b8dc-30f256ed3385 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=ce444991-9912-4375-ba9b-d17a03e9be39 HTTP/1.1" status: 200 len: 217 time: 0.0717306 Jul 07 21:07:14.777768 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-3380e8c7-fcf3-43c0-b20f-c1835ee117cd tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] show failed (client error): The resource could not be found. Jul 07 21:07:14.781218 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3380e8c7-fcf3-43c0-b20f-c1835ee117cd tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "GET /v2.0/security-groups/37269442-226a-4056-bc1b-15d7335734f2 HTTP/1.1" status: 404 len: 347 time: 0.0649288 Jul 07 21:07:14.783083 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34598) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:14.861919 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fc394e95-5e09-4b27-9088-c6211b5e67cd req-ab33908d-cce5-453d-ad02-7acf1b0dafec tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=78865218-7852-4f8d-a6d5-6f57ff6325fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898857 Jul 07 21:07:14.902750 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-4ac2e3ee-963c-4e0a-a6ff-196721b5b81d service neutron] 10.222.0.39 "GET /v2.0/networks/af7f4b3e-0c7d-43ee-bafd-ec47866775cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295178 Jul 07 21:07:14.917205 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34604) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:15.010950 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c0d22556-3553-49a0-8c46-e8be75fcbcec req-6a6efdaf-fe9d-4430-bf18-74860b330083 service neutron] 10.222.0.39 "GET /v2.0/networks/af7f4b3e-0c7d-43ee-bafd-ec47866775cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015780 Jul 07 21:07:15.052301 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-b450291f-f764-4e37-b83e-13aa33880959 tempest-SubnetPoolsTestJSON-130263239 tempest-SubnetPoolsTestJSON-130263239-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-794799076', 'prefixes': ['172.20.0.0/16']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:15.155147 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603ae21-d1e2-416e-9a4e-683c50f366e4 req-877201e4-6890-4d7d-9f3f-be8f443dbecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:15.156934 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9603ae21-d1e2-416e-9a4e-683c50f366e4 req-877201e4-6890-4d7d-9f3f-be8f443dbecc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21232da6452a40d680cb4842c209ecfd&device_id=c93df21d-0214-4a32-b834-2bac32754868 HTTP/1.1" status: 200 len: 1096 time: 0.0907786 Jul 07 21:07:15.160835 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b450291f-f764-4e37-b83e-13aa33880959 tempest-SubnetPoolsTestJSON-130263239 tempest-SubnetPoolsTestJSON-130263239-project] Notify callbacks [] for subnetpool, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:15.162051 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b450291f-f764-4e37-b83e-13aa33880959 tempest-SubnetPoolsTestJSON-130263239 tempest-SubnetPoolsTestJSON-130263239-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2438447 Jul 07 21:07:15.164706 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34608) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:15.169086 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-3f08c453-7f52-46e5-aaf6-96f3025c2e46 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Made reservation on behalf of a86dfda8354448d0aa89f6e8a045afa9 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:07:15.172573 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-3f08c453-7f52-46e5-aaf6-96f3025c2e46 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:15.189937 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-97dc3f03-f3d3-428b-bca7-a6609718f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:15.191432 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-97dc3f03-f3d3-428b-bca7-a6609718f255 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a8fdf37-b343-4524-a6c8-f523c2ecf15b HTTP/1.1" status: 200 len: 797 time: 0.4090939 Jul 07 21:07:15.244307 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-baf08fab-588e-4a8e-832d-896c23b8c209 tempest-SubnetPoolsTestJSON-130263239 tempest-SubnetPoolsTestJSON-130263239-project] 10.222.0.64 "GET /v2.0/subnetpools/63c12cdd-5388-4809-86a0-3c1c854022cd HTTP/1.1" status: 200 len: 731 time: 0.0785077 Jul 07 21:07:15.248261 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34610) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:15.252967 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-c08b314b-06d0-4187-b348-9368bcf5870e tempest-SubnetPoolsTestJSON-130263239 tempest-SubnetPoolsTestJSON-130263239-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1013301127'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:15.344938 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603ae21-d1e2-416e-9a4e-683c50f366e4 req-dfd2fc37-5457-4cff-ae37-8ffdad571863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:15.346532 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9603ae21-d1e2-416e-9a4e-683c50f366e4 req-dfd2fc37-5457-4cff-ae37-8ffdad571863 service neutron] 10.222.0.39 "GET /v2.0/networks?id=af7f4b3e-0c7d-43ee-bafd-ec47866775cf HTTP/1.1" status: 200 len: 898 time: 0.1825433 Jul 07 21:07:15.370458 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-d84a0023-8b1c-417a-8c1d-1840e6438bb6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Deleting port 4600a232-2267-4ab6-b7ee-3d515a45d9a2 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:07:15.370817 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d84a0023-8b1c-417a-8c1d-1840e6438bb6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:15.376583 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-2f39f549-8b53-42dd-b5de-8fc774757cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:15.378104 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-2f39f549-8b53-42dd-b5de-8fc774757cb6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1686833 Jul 07 21:07:15.397828 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9603ae21-d1e2-416e-9a4e-683c50f366e4 req-990e5804-245a-46c0-be37-0271514505b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2670e9fa-7633-4cbb-9d10-6bece9b2901e HTTP/1.1" status: 200 len: 217 time: 0.0378716 Jul 07 21:07:15.401774 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c08b314b-06d0-4187-b348-9368bcf5870e tempest-SubnetPoolsTestJSON-130263239 tempest-SubnetPoolsTestJSON-130263239-project] Notify callbacks [] for subnetpool, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:15.405459 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c08b314b-06d0-4187-b348-9368bcf5870e tempest-SubnetPoolsTestJSON-130263239 tempest-SubnetPoolsTestJSON-130263239-project] 10.222.0.64 "PUT /v2.0/subnetpools/63c12cdd-5388-4809-86a0-3c1c854022cd HTTP/1.1" status: 200 len: 684 time: 0.1537142 Jul 07 21:07:15.405695 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34614) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:15.474458 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-3f08c453-7f52-46e5-aaf6-96f3025c2e46 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Allocated IP 172.20.0.5 (e2a89585-424e-42e8-9cf1-0089c0c1aae8/1419cfa1-2f93-4c94-9f1a-4226283d8f85/2b89014e-8ab0-4150-af42-41a3d9f88601) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:07:15.489052 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99a76ab4-5048-459a-86cb-2a4d41ef7164 req-ba97bc04-cd92-4ad4-a60f-d095f0d07e5f tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c117eb0-dd3c-4780-95c8-826742f30ad4 HTTP/1.1" status: 200 len: 210 time: 0.0644746 Jul 07 21:07:15.533608 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603ae21-d1e2-416e-9a4e-683c50f366e4 req-cf7f71c0-a39a-4c93-86bf-7241d0aef3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:15.535122 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9603ae21-d1e2-416e-9a4e-683c50f366e4 req-cf7f71c0-a39a-4c93-86bf-7241d0aef3cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f78bb9f-8c50-4a12-973a-6eacc6f6daeb HTTP/1.1" status: 200 len: 835 time: 0.1273375 Jul 07 21:07:15.553378 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d84a0023-8b1c-417a-8c1d-1840e6438bb6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:15.553991 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d84a0023-8b1c-417a-8c1d-1840e6438bb6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:15.558194 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a506e3b8-f762-4e28-94d7-46cf9b2c3abe tempest-SubnetPoolsTestJSON-130263239 tempest-SubnetPoolsTestJSON-130263239-project] Notify callbacks [] for subnetpool, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:15.559605 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a506e3b8-f762-4e28-94d7-46cf9b2c3abe tempest-SubnetPoolsTestJSON-130263239 tempest-SubnetPoolsTestJSON-130263239-project] 10.222.0.64 "DELETE /v2.0/subnetpools/63c12cdd-5388-4809-86a0-3c1c854022cd HTTP/1.1" status: 204 len: 168 time: 0.1528773 Jul 07 21:07:15.566946 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34616) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:15.597051 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-d84a0023-8b1c-417a-8c1d-1840e6438bb6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Calling delete_port for 4600a232-2267-4ab6-b7ee-3d515a45d9a2 owned by network:floatingip {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:07:15.604667 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603ae21-d1e2-416e-9a4e-683c50f366e4 req-52d5768d-f48e-4e86-96cd-e6b1da6e01be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:15.606216 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9603ae21-d1e2-416e-9a4e-683c50f366e4 req-52d5768d-f48e-4e86-96cd-e6b1da6e01be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af7f4b3e-0c7d-43ee-bafd-ec47866775cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600958 Jul 07 21:07:15.623190 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-28e3b152-feb7-47e8-8cbe-9652e37adff0 tempest-SubnetPoolsTestJSON-130263239 tempest-SubnetPoolsTestJSON-130263239-project] show failed (client error): The resource could not be found. Jul 07 21:07:15.624325 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-28e3b152-feb7-47e8-8cbe-9652e37adff0 tempest-SubnetPoolsTestJSON-130263239 tempest-SubnetPoolsTestJSON-130263239-project] 10.222.0.64 "GET /v2.0/subnetpools/63c12cdd-5388-4809-86a0-3c1c854022cd HTTP/1.1" status: 404 len: 346 time: 0.0532835 Jul 07 21:07:15.633136 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34618) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:15.670589 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-82d7c8ea-0c7c-4b97-bfda-e8ff2975118c service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787266 Jul 07 21:07:15.682829 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-ca10c38f-47a4-47fb-bfd0-1aed5e8a53cb tempest-SubnetPoolsTestJSON-130263239 tempest-SubnetPoolsTestJSON-130263239-project] delete failed (client error): The resource could not be found. Jul 07 21:07:15.683593 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ca10c38f-47a4-47fb-bfd0-1aed5e8a53cb tempest-SubnetPoolsTestJSON-130263239 tempest-SubnetPoolsTestJSON-130263239-project] 10.222.0.64 "DELETE /v2.0/subnetpools/63c12cdd-5388-4809-86a0-3c1c854022cd HTTP/1.1" status: 404 len: 346 time: 0.0494945 Jul 07 21:07:15.732972 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9603ae21-d1e2-416e-9a4e-683c50f366e4 req-4a66dda4-eea6-4af3-806a-527ab5a95355 service neutron] 10.222.0.39 "GET /v2.0/networks/af7f4b3e-0c7d-43ee-bafd-ec47866775cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169708 Jul 07 21:07:15.870358 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-00693744-a417-4adc-93dc-1232ff67819a service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917710 Jul 07 21:07:15.875039 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-3f08c453-7f52-46e5-aaf6-96f3025c2e46 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:15.926897 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9603ae21-d1e2-416e-9a4e-683c50f366e4 req-e094628f-00f3-4d46-b447-eda93097c108 service neutron] 10.222.0.39 "GET /v2.0/networks/af7f4b3e-0c7d-43ee-bafd-ec47866775cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876578 Jul 07 21:07:15.933345 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-3744ffc8-57c4-410a-a683-3ea2109d6e3a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=da814a29-6446-40eb-ac99-e49de62cc5fa HTTP/1.1" status: 200 len: 217 time: 0.0483015 Jul 07 21:07:15.990661 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f413bb-784c-4cdf-9029-273bc6962dda req-475d6c45-36e8-4533-b6fe-397ff3b18e7e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:15.994802 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b5f413bb-784c-4cdf-9029-273bc6962dda req-475d6c45-36e8-4533-b6fe-397ff3b18e7e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.1834424 Jul 07 21:07:16.043806 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-bed8400d-f595-4772-b97c-3df0094455c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:16.045287 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-bed8400d-f595-4772-b97c-3df0094455c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a8fdf37-b343-4524-a6c8-f523c2ecf15b HTTP/1.1" status: 200 len: 797 time: 0.1050172 Jul 07 21:07:16.046998 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34628) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:16.055766 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d84a0023-8b1c-417a-8c1d-1840e6438bb6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:16.088402 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-3f08c453-7f52-46e5-aaf6-96f3025c2e46 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:16.101296 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b5f413bb-784c-4cdf-9029-273bc6962dda req-a3800a2f-24c6-4985-95ee-ac8984ace0c4 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004901 Jul 07 21:07:16.115966 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a0023-8b1c-417a-8c1d-1840e6438bb6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Pushing event deleted for resources: {'Port': ['ID=4600a232-2267-4ab6-b7ee-3d515a45d9a2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:16.145835 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870dde1f-385c-414c-af14-c82d6f4d8047 req-4eff8a86-f180-4039-abce-17a176db3a06 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:16.148693 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-870dde1f-385c-414c-af14-c82d6f4d8047 req-4eff8a86-f180-4039-abce-17a176db3a06 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=c93df21d-0214-4a32-b834-2bac32754868 HTTP/1.1" status: 200 len: 944 time: 0.1006770 Jul 07 21:07:16.195740 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-870dde1f-385c-414c-af14-c82d6f4d8047 req-1905db4c-e262-469b-8de9-d7414d251a9f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=78865218-7852-4f8d-a6d5-6f57ff6325fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401945 Jul 07 21:07:16.209198 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-3f08c453-7f52-46e5-aaf6-96f3025c2e46 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Network e2a89585-424e-42e8-9cf1-0089c0c1aae8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:07:16.222840 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-3f08c453-7f52-46e5-aaf6-96f3025c2e46 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:07:16.233082 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09b7448e-c5ff-4a49-8ac2-11d0551e71e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:16.238156 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-3f08c453-7f52-46e5-aaf6-96f3025c2e46 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:07:16.253356 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08c453-7f52-46e5-aaf6-96f3025c2e46 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Pushing event updated for resources: {'Port': ['ID=2b89014e-8ab0-4150-af42-41a3d9f88601,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:16.307941 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d84a0023-8b1c-417a-8c1d-1840e6438bb6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks [] for floatingip, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:16.310391 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d84a0023-8b1c-417a-8c1d-1840e6438bb6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:16.311567 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d84a0023-8b1c-417a-8c1d-1840e6438bb6 tempest-ServerActionsTestJSON-930422071 tempest-ServerActionsTestJSON-930422071-project] 10.222.0.64 "DELETE /v2.0/floatingips/eecb5387-0afe-42f4-8246-d2381cc67133 HTTP/1.1" status: 204 len: 168 time: 1.5267100 Jul 07 21:07:16.314692 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34632) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:16.320877 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-a3b6f653-1c7e-4920-b0e1-04970327aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:16.322406 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-a3b6f653-1c7e-4920-b0e1-04970327aa04 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2675686 Jul 07 21:07:16.345619 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-3f08c453-7f52-46e5-aaf6-96f3025c2e46 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:16.346532 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-3f08c453-7f52-46e5-aaf6-96f3025c2e46 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:16.504708 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-698e02bd-ae0a-457f-835f-66c6407c7206 service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689539 Jul 07 21:07:16.537534 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09b7448e-c5ff-4a49-8ac2-11d0551e71e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:16.566410 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09b7448e-c5ff-4a49-8ac2-11d0551e71e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:16.595061 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-3f08c453-7f52-46e5-aaf6-96f3025c2e46 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0005755 Jul 07 21:07:16.613540 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-c6a2628a-4730-4515-8c0e-b00cbf3155d0 service neutron] Request body: {'port': {'device_id': '1c117eb0-dd3c-4780-95c8-826742f30ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:16.654177 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7448e-c5ff-4a49-8ac2-11d0551e71e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee74f740-1f0b-4ee4-b6aa-a6d374677099,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:16.673908 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-09b7448e-c5ff-4a49-8ac2-11d0551e71e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=70214041876f4a31a48a124985ae882e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6233034 Jul 07 21:07:16.677529 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34638) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:16.722681 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-2511c07a-01c5-4175-85e4-a78d8980d46c service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064812 Jul 07 21:07:16.768523 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-c6a2628a-4730-4515-8c0e-b00cbf3155d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:16.771409 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-2efe1353-4eff-4b68-8aa7-3db520531843 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=68d40fb0-f23d-4aa9-84f7-cf2df107430a HTTP/1.1" status: 200 len: 217 time: 0.0398293 Jul 07 21:07:16.842740 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1700d706-6c70-41b9-a4af-455116088a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:16.851028 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c384c-0e52-46eb-ad52-d4989bd66764 req-7fbf6823-16f8-4be7-b0a6-363ba678a065 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:16.852557 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-028c384c-0e52-46eb-ad52-d4989bd66764 req-7fbf6823-16f8-4be7-b0a6-363ba678a065 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c117eb0-dd3c-4780-95c8-826742f30ad4 HTTP/1.1" status: 200 len: 931 time: 0.2093759 Jul 07 21:07:16.860601 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-08445259-6f5e-45e1-b6c0-9d686d02c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:16.862093 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-08445259-6f5e-45e1-b6c0-9d686d02c06f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5a8fdf37-b343-4524-a6c8-f523c2ecf15b HTTP/1.1" status: 200 len: 797 time: 0.0831132 Jul 07 21:07:16.896408 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1700d706-6c70-41b9-a4af-455116088a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:16.977835 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-028c384c-0e52-46eb-ad52-d4989bd66764 req-1885acc4-ca05-480c-a442-74fcd7a6e64c tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b1da443-54b9-43a8-bf0d-43adcea647ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178975 Jul 07 21:07:17.015499 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a6234a95-178e-490d-af55-f75a82bb0192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:17.035401 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-54276a22-fee6-48eb-8d22-2acd83e31a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:17.036930 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-54276a22-fee6-48eb-8d22-2acd83e31a9f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d0eda2b8-21f8-48f7-9d84-4db72df1438d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1672478 Jul 07 21:07:17.055377 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1700d706-6c70-41b9-a4af-455116088a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:17.059009 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1700d706-6c70-41b9-a4af-455116088a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:17.060617 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1700d706-6c70-41b9-a4af-455116088a05 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ee74f740-1f0b-4ee4-b6aa-a6d374677099 HTTP/1.1" status: 204 len: 168 time: 0.3749483 Jul 07 21:07:17.079591 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700d706-6c70-41b9-a4af-455116088a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee74f740-1f0b-4ee4-b6aa-a6d374677099,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:17.199446 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-efa1f744-6e54-47cc-8105-fbee4b460a70 service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540132 Jul 07 21:07:17.216170 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-c6a2628a-4730-4515-8c0e-b00cbf3155d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b89014e-8ab0-4150-af42-41a3d9f88601 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:07:17.263676 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-c6a2628a-4730-4515-8c0e-b00cbf3155d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:17.290070 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-c6a2628a-4730-4515-8c0e-b00cbf3155d0 service neutron] Transition to ACTIVE for port object 2b89014e-8ab0-4150-af42-41a3d9f88601 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:07:17.297250 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-c6a2628a-4730-4515-8c0e-b00cbf3155d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:17.374090 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-9fed13e0-1595-4b4c-b6c3-2cbaa264f24c service neutron] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681015 Jul 07 21:07:17.374704 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2628a-4730-4515-8c0e-b00cbf3155d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2b89014e-8ab0-4150-af42-41a3d9f88601,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:17.408417 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5eec3-e00a-4f46-a4e6-82ab83c19dbf req-32fd6827-f7d9-456d-beee-8b8ac1fe1639 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:17.409969 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2fb5eec3-e00a-4f46-a4e6-82ab83c19dbf req-32fd6827-f7d9-456d-beee-8b8ac1fe1639 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.1132779 Jul 07 21:07:17.468714 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-f7067980-6b58-44df-a473-5ea68696aa48 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae HTTP/1.1" status: 200 len: 217 time: 0.0708637 Jul 07 21:07:17.484586 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-a6234a95-178e-490d-af55-f75a82bb0192 admin admin] Deleting port 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:07:17.484586 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a6234a95-178e-490d-af55-f75a82bb0192 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:17.535551 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2fb5eec3-e00a-4f46-a4e6-82ab83c19dbf req-53cdafbd-fda4-4c86-985d-2ddad82a4af7 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106627 Jul 07 21:07:17.545284 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-c6a2628a-4730-4515-8c0e-b00cbf3155d0 service neutron] Attempting to bind port 2b89014e-8ab0-4150-af42-41a3d9f88601 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:07:17.545797 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-c6a2628a-4730-4515-8c0e-b00cbf3155d0 service neutron] Attempting to bind port 2b89014e-8ab0-4150-af42-41a3d9f88601 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'd264d227-1321-4d19-a15e-4718696d7204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2a89585-424e-42e8-9cf1-0089c0c1aae8'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:07:17.546325 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-c6a2628a-4730-4515-8c0e-b00cbf3155d0 service neutron] Attempting to bind port 2b89014e-8ab0-4150-af42-41a3d9f88601 on network e2a89585-424e-42e8-9cf1-0089c0c1aae8 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:07:17.555689 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-0f35200e-60ef-4674-aa52-b715a3b590d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:17.557729 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-0f35200e-60ef-4674-aa52-b715a3b590d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=800a1a04-812c-4f34-af09-b34861c9f7e8 HTTP/1.1" status: 200 len: 797 time: 0.0809162 Jul 07 21:07:17.558805 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-c6a2628a-4730-4515-8c0e-b00cbf3155d0 service neutron] Port 2b89014e-8ab0-4150-af42-41a3d9f88601 on network e2a89585-424e-42e8-9cf1-0089c0c1aae8 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:07:17.559131 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-c6a2628a-4730-4515-8c0e-b00cbf3155d0 service neutron] Attempting to bind port 2b89014e-8ab0-4150-af42-41a3d9f88601 on network e2a89585-424e-42e8-9cf1-0089c0c1aae8 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:07:17.567695 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918b3d3-edec-4969-8c62-14f8e5265826 req-d30c65ae-15dd-4fa5-833b-d9f9c433c1fa tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:17.569451 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2918b3d3-edec-4969-8c62-14f8e5265826 req-d30c65ae-15dd-4fa5-833b-d9f9c433c1fa tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=c93df21d-0214-4a32-b834-2bac32754868 HTTP/1.1" status: 200 len: 944 time: 0.1578100 Jul 07 21:07:17.582644 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-c6a2628a-4730-4515-8c0e-b00cbf3155d0 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:07:17.583258 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-c6a2628a-4730-4515-8c0e-b00cbf3155d0 service neutron] Checking segment: {'id': 'd264d227-1321-4d19-a15e-4718696d7204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2a89585-424e-42e8-9cf1-0089c0c1aae8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:07:17.583392 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-c6a2628a-4730-4515-8c0e-b00cbf3155d0 service neutron] Bound using segment: {'id': 'd264d227-1321-4d19-a15e-4718696d7204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2a89585-424e-42e8-9cf1-0089c0c1aae8'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:07:17.583820 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-c6a2628a-4730-4515-8c0e-b00cbf3155d0 service neutron] Bound port: 2b89014e-8ab0-4150-af42-41a3d9f88601, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd264d227-1321-4d19-a15e-4718696d7204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e2a89585-424e-42e8-9cf1-0089c0c1aae8'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:07:17.584176 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-c6a2628a-4730-4515-8c0e-b00cbf3155d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:17.624450 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-a6234a95-178e-490d-af55-f75a82bb0192 admin admin] For port 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:17.624818 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a6234a95-178e-490d-af55-f75a82bb0192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:17.641018 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2918b3d3-edec-4969-8c62-14f8e5265826 req-9881ba33-dcf8-40fe-bdaf-e17e626b23b1 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=78865218-7852-4f8d-a6d5-6f57ff6325fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644941 Jul 07 21:07:17.645292 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-a6234a95-178e-490d-af55-f75a82bb0192 admin admin] Calling delete_port for 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:07:17.852688 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a6234a95-178e-490d-af55-f75a82bb0192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:17.879104 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6234a95-178e-490d-af55-f75a82bb0192 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:17.942245 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34664) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:17.947429 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031712 Jul 07 21:07:17.951616 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34666) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:17.972741 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-24eee8fd-c254-4a67-9124-a063e88430da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:17.974265 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-24eee8fd-c254-4a67-9124-a063e88430da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=130dc8cf-87ce-46df-b452-32f98efef5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4033625 Jul 07 21:07:17.982489 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-c6a2628a-4730-4515-8c0e-b00cbf3155d0 service neutron] For port 2b89014e-8ab0-4150-af42-41a3d9f88601, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:07:17.986511 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-c6a2628a-4730-4515-8c0e-b00cbf3155d0 service neutron] For port 2b89014e-8ab0-4150-af42-41a3d9f88601, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=2b89014e-8ab0-4150-af42-41a3d9f88601,segment=NetworkSegment(d264d227-1321-4d19-a15e-4718696d7204),segment_id=d264d227-1321-4d19-a15e-4718696d7204)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:07:17.997912 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-c6a2628a-4730-4515-8c0e-b00cbf3155d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:18.130587 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-41d328a9-632c-4ed0-9423-7d6249427511 tempest-NetworksApiDiscovery-1184228742 tempest-NetworksApiDiscovery-1184228742-project] 10.222.0.64 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1735754 Jul 07 21:07:18.130814 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-c6a2628a-4730-4515-8c0e-b00cbf3155d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:18.130814 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-c6a2628a-4730-4515-8c0e-b00cbf3155d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:18.130814 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-c6a2628a-4730-4515-8c0e-b00cbf3155d0 service neutron] 10.222.0.58 "PUT /v2.0/ports/2b89014e-8ab0-4150-af42-41a3d9f88601 HTTP/1.1" status: 200 len: 1092 time: 1.5225956 Jul 07 21:07:18.132672 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c117eb0-dd3c-4780-95c8-826742f30ad4', 'tag': '2b89014e-8ab0-4150-af42-41a3d9f88601'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:07:18.141643 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd7f7a0-d7b9-4d23-a66f-3337e56a6937" -d '{"events": [{"name": "network-changed", "server_uuid": "1c117eb0-dd3c-4780-95c8-826742f30ad4", "tag": "2b89014e-8ab0-4150-af42-41a3d9f88601"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:07:18.170445 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a6234a95-178e-490d-af55-f75a82bb0192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:18.186896 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2628a-4730-4515-8c0e-b00cbf3155d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2b89014e-8ab0-4150-af42-41a3d9f88601,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:18.236708 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f8ec9b-6b4f-44d5-ba51-e865c1dd7038 x-openstack-request-id: req-51f8ec9b-6b4f-44d5-ba51-e865c1dd7038 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:07:18.237149 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c117eb0-dd3c-4780-95c8-826742f30ad4", "tag": "2b89014e-8ab0-4150-af42-41a3d9f88601", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:07:18.237505 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51f8ec9b-6b4f-44d5-ba51-e865c1dd7038 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:07:18.238073 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c117eb0-dd3c-4780-95c8-826742f30ad4', 'tag': '2b89014e-8ab0-4150-af42-41a3d9f88601', 'status': 'completed', 'code': 200} Jul 07 21:07:18.240680 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-c1b4dc01-532e-41f0-aaac-677e9ee35951 service neutron] 10.222.0.39 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522225 Jul 07 21:07:18.378709 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-0b3efc6c-e6c2-4547-a5ce-5bf8184ea5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:18.380380 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-0b3efc6c-e6c2-4547-a5ce-5bf8184ea5ee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a86dfda8354448d0aa89f6e8a045afa9&device_id=1c117eb0-dd3c-4780-95c8-826742f30ad4 HTTP/1.1" status: 200 len: 1095 time: 0.1461604 Jul 07 21:07:18.430595 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-7f02fdbe-b1fe-4574-b735-d97ee4827bcb service neutron] 10.222.0.39 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572084 Jul 07 21:07:18.432416 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-5aa06cea-eef4-4e0b-91c6-bc9ec46c37ed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b89014e-8ab0-4150-af42-41a3d9f88601 HTTP/1.1" status: 200 len: 217 time: 0.0419891 Jul 07 21:07:18.515268 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34678) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:18.524078 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-4fab9d23-dc77-493c-b438-63e41f9c6e3c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a77c407f-5638-4a76-a32e-cd44fe684c67 HTTP/1.1" status: 200 len: 217 time: 0.0753803 Jul 07 21:07:18.600376 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-ece0cfee-d852-4eff-b192-6987e04032a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:18.602613 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-ece0cfee-d852-4eff-b192-6987e04032a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=800a1a04-812c-4f34-af09-b34861c9f7e8 HTTP/1.1" status: 200 len: 797 time: 0.0700283 Jul 07 21:07:18.604794 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-e481c93a-e8cc-4493-80e6-020d1592e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:18.606846 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-e481c93a-e8cc-4493-80e6-020d1592e118 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1419cfa1-2f93-4c94-9f1a-4226283d8f85 HTTP/1.1" status: 200 len: 853 time: 0.1570792 Jul 07 21:07:18.668709 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58937656-d41a-4345-846f-59719e9f4523 req-18cb38c2-9706-4a28-8552-eac5a9de3599 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:18.670356 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-58937656-d41a-4345-846f-59719e9f4523 req-18cb38c2-9706-4a28-8552-eac5a9de3599 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c117eb0-dd3c-4780-95c8-826742f30ad4 HTTP/1.1" status: 200 len: 943 time: 0.4854755 Jul 07 21:07:18.699124 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-ae80f1f5-9fa3-4817-afd2-e5c16323c74b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e2a89585-424e-42e8-9cf1-0089c0c1aae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400350 Jul 07 21:07:18.701038 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67576657-8a78-4537-af5a-c9fda77e49e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:18.805264 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-7a63577a-ea6d-4037-90a8-e3bfb1d4c0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:18.807663 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-7a63577a-ea6d-4037-90a8-e3bfb1d4c0aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=130dc8cf-87ce-46df-b452-32f98efef5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1967645 Jul 07 21:07:18.810553 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-58937656-d41a-4345-846f-59719e9f4523 req-88116dc3-53c7-40c2-a3f7-b90d1a585409 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b1da443-54b9-43a8-bf0d-43adcea647ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333263 Jul 07 21:07:18.855100 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6234a95-178e-490d-af55-f75a82bb0192 admin admin] Router ca0e0895-e699-47d2-b1aa-2b64161762a7 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:07:18.863142 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac62e9-ec0e-4a60-acca-d46339812de8 req-cae718c7-751e-4e95-ad32-48eee4245295 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:18.864700 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6bac62e9-ec0e-4a60-acca-d46339812de8 req-cae718c7-751e-4e95-ad32-48eee4245295 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.1931481 Jul 07 21:07:18.896959 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-54faeb99-e481-4e5e-8d30-b537d723a9a2 service neutron] 10.222.0.58 "GET /v2.0/networks/e2a89585-424e-42e8-9cf1-0089c0c1aae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876802 Jul 07 21:07:18.985379 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6bac62e9-ec0e-4a60-acca-d46339812de8 req-83adc2dd-da2a-44cd-b94a-209cc498682f tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121359 Jul 07 21:07:19.028810 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-ddf8a27d-258b-4e1b-b793-e005d2fdcf97 service neutron] 10.222.0.39 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080450 Jul 07 21:07:19.034536 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67576657-8a78-4537-af5a-c9fda77e49e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:19.050201 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6234a95-178e-490d-af55-f75a82bb0192 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:07:19.052596 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67576657-8a78-4537-af5a-c9fda77e49e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:19.059260 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a6234a95-178e-490d-af55-f75a82bb0192 admin admin] 10.222.0.64 "PUT /v2.0/routers/ca0e0895-e699-47d2-b1aa-2b64161762a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7434452 Jul 07 21:07:19.061076 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9084d5d-feda-44b8-ac6c-9c967b8d7572 None None] Sync routers for ids ['ca0e0895-e699-47d2-b1aa-2b64161762a7'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:07:19.063072 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34686) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:19.073232 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9084d5d-feda-44b8-ac6c-9c967b8d7572 None None] Routers {'ca0e0895-e699-47d2-b1aa-2b64161762a7'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:07:19.074106 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f9084d5d-feda-44b8-ac6c-9c967b8d7572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:07:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ca0e0895-e699-47d2-b1aa-2b64161762a7'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:19.108930 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-133f3625-ed4e-4b0a-94c1-ec5636e66e2b req-d25f3470-4722-41c9-b50c-c445aadfe385 service neutron] 10.222.0.58 "GET /v2.0/networks/e2a89585-424e-42e8-9cf1-0089c0c1aae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027569 Jul 07 21:07:19.114292 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3ce64-dc21-4d42-98a3-34c680bc883a req-02ae7977-039a-4a9d-adeb-3564d439a918 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:19.116096 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bcb3ce64-dc21-4d42-98a3-34c680bc883a req-02ae7977-039a-4a9d-adeb-3564d439a918 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=c93df21d-0214-4a32-b834-2bac32754868 HTTP/1.1" status: 200 len: 944 time: 0.1845508 Jul 07 21:07:19.143272 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-67576657-8a78-4537-af5a-c9fda77e49e7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=799181f292d54166b03779a658bab2c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6268604 Jul 07 21:07:19.143979 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34688) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:19.157085 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67576657-8a78-4537-af5a-c9fda77e49e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788a1dc5-4111-44d6-b6c4-e9f73c5afa16,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:19.184802 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-f9084d5d-feda-44b8-ac6c-9c967b8d7572 None None] Set router ca0e0895-e699-47d2-b1aa-2b64161762a7 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:07:19.237061 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bcb3ce64-dc21-4d42-98a3-34c680bc883a req-5c10e375-80c0-4f99-8f96-09e4e25243a2 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=78865218-7852-4f8d-a6d5-6f57ff6325fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540617 Jul 07 21:07:19.238540 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4e95b417-eb67-4a9b-892f-6e751db0bcb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:19.245616 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38ccbff7-acf8-4a88-aba3-2d0e4fb73b60 req-b5aae1be-931e-4b5a-bcb3-29d79f357db4 service neutron] 10.222.0.39 "GET /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097332 Jul 07 21:07:19.269750 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a0f03f47-3b91-4c81-b9ec-d1aeeba1e210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:19.281092 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 2670e9fa-7633-4cbb-9d10-6bece9b2901e details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:07:19.301787 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a0f03f47-3b91-4c81-b9ec-d1aeeba1e210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:19.311740 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7f7a0-d7b9-4d23-a66f-3337e56a6937 req-52eedcf5-9514-49ae-8ba4-7c16863fd51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:19.313286 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2cd7f7a0-d7b9-4d23-a66f-3337e56a6937 req-52eedcf5-9514-49ae-8ba4-7c16863fd51f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a86dfda8354448d0aa89f6e8a045afa9&device_id=1c117eb0-dd3c-4780-95c8-826742f30ad4 HTTP/1.1" status: 200 len: 1095 time: 0.1261330 Jul 07 21:07:19.380637 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4e95b417-eb67-4a9b-892f-6e751db0bcb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:19.438440 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a0f03f47-3b91-4c81-b9ec-d1aeeba1e210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:19.444762 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a0f03f47-3b91-4c81-b9ec-d1aeeba1e210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:19.448656 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a0f03f47-3b91-4c81-b9ec-d1aeeba1e210 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/788a1dc5-4111-44d6-b6c4-e9f73c5afa16 HTTP/1.1" status: 204 len: 168 time: 0.2983294 Jul 07 21:07:19.452704 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7f7a0-d7b9-4d23-a66f-3337e56a6937 req-e92fb033-3b55-4646-bbce-4a25daf97565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:19.454259 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2cd7f7a0-d7b9-4d23-a66f-3337e56a6937 req-e92fb033-3b55-4646-bbce-4a25daf97565 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e2a89585-424e-42e8-9cf1-0089c0c1aae8 HTTP/1.1" status: 200 len: 914 time: 0.1316288 Jul 07 21:07:19.460735 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f03f47-3b91-4c81-b9ec-d1aeeba1e210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788a1dc5-4111-44d6-b6c4-e9f73c5afa16,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:19.505477 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 2670e9fa-7633-4cbb-9d10-6bece9b2901e, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=2670e9fa-7633-4cbb-9d10-6bece9b2901e,segment=NetworkSegment(3a6c1914-008c-4caa-a8ef-9dd1ea1eb188),segment_id=3a6c1914-008c-4caa-a8ef-9dd1ea1eb188)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:19.513076 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2cd7f7a0-d7b9-4d23-a66f-3337e56a6937 req-f7c12c0b-76fe-495a-a324-ffa845c25b0d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b89014e-8ab0-4150-af42-41a3d9f88601 HTTP/1.1" status: 200 len: 217 time: 0.0486937 Jul 07 21:07:19.521577 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-4e95b417-eb67-4a9b-892f-6e751db0bcb9 admin admin] Deleting port d4f3bf76-eb5e-4e77-a727-ed6bb09159e4 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:07:19.521967 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4e95b417-eb67-4a9b-892f-6e751db0bcb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:19.527201 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f9084d5d-feda-44b8-ac6c-9c967b8d7572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'name': 'tempest-ServerActionsTestJSON-407069327-router', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:57:35Z', 'updated_at': '2021-07-07T21:07:17Z', 'revision_number': 5, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'gw_port': {'id': 'd4f3bf76-eb5e-4e77-a727-ed6bb09159e4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:57:36Z', 'updated_at': '2021-07-07T20:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:19.538429 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '2670e9fa-7633-4cbb-9d10-6bece9b2901e', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'port_id': '2670e9fa-7633-4cbb-9d10-6bece9b2901e', 'mac_address': 'fa:16:3e:4a:fc:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:07:19.561682 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9084d5d-feda-44b8-ac6c-9c967b8d7572 None None] Checking router: ca0e0895-e699-47d2-b1aa-2b64161762a7 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:07:19.570733 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9084d5d-feda-44b8-ac6c-9c967b8d7572 None None] Routers {'ca0e0895-e699-47d2-b1aa-2b64161762a7'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:07:19.571617 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f9084d5d-feda-44b8-ac6c-9c967b8d7572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:07:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ca0e0895-e699-47d2-b1aa-2b64161762a7'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:19.599363 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7f7a0-d7b9-4d23-a66f-3337e56a6937 req-236db709-d6be-424c-a2d4-31c7a4038035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:19.606023 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2cd7f7a0-d7b9-4d23-a66f-3337e56a6937 req-236db709-d6be-424c-a2d4-31c7a4038035 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1419cfa1-2f93-4c94-9f1a-4226283d8f85 HTTP/1.1" status: 200 len: 853 time: 0.0822029 Jul 07 21:07:19.622717 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:19.663097 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-f9084d5d-feda-44b8-ac6c-9c967b8d7572 None None] Set router ca0e0895-e699-47d2-b1aa-2b64161762a7 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:07:19.670072 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-4e95b417-eb67-4a9b-892f-6e751db0bcb9 admin admin] For port d4f3bf76-eb5e-4e77-a727-ed6bb09159e4, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=d4f3bf76-eb5e-4e77-a727-ed6bb09159e4,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:19.671922 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4e95b417-eb67-4a9b-892f-6e751db0bcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:19.678779 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2670e9fa-7633-4cbb-9d10-6bece9b2901e {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:07:19.695970 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-4e95b417-eb67-4a9b-892f-6e751db0bcb9 admin admin] Calling delete_port for d4f3bf76-eb5e-4e77-a727-ed6bb09159e4 owned by network:router_gateway {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:07:19.708030 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2cd7f7a0-d7b9-4d23-a66f-3337e56a6937 req-c1f4d2b8-31d8-4fa6-8413-443a0c4deb76 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e2a89585-424e-42e8-9cf1-0089c0c1aae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950608 Jul 07 21:07:19.725045 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f9084d5d-feda-44b8-ac6c-9c967b8d7572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'name': 'tempest-ServerActionsTestJSON-407069327-router', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:57:35Z', 'updated_at': '2021-07-07T21:07:19Z', 'revision_number': 6, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:19.733853 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 2670e9fa-7633-4cbb-9d10-6bece9b2901e, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=2670e9fa-7633-4cbb-9d10-6bece9b2901e,segment=NetworkSegment(3a6c1914-008c-4caa-a8ef-9dd1ea1eb188),segment_id=3a6c1914-008c-4caa-a8ef-9dd1ea1eb188)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:19.752154 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:19.761623 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9084d5d-feda-44b8-ac6c-9c967b8d7572 None None] The sync data for ids ['ca0e0895-e699-47d2-b1aa-2b64161762a7'] in n-d-695189-11 is: [{'id': 'ca0e0895-e699-47d2-b1aa-2b64161762a7', 'name': 'tempest-ServerActionsTestJSON-407069327-router', 'tenant_id': '240260fc7a05490d94f66cfaa06460e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:57:35Z', 'updated_at': '2021-07-07T21:07:19Z', 'revision_number': 6, 'project_id': '240260fc7a05490d94f66cfaa06460e3', 'gw_port_host': None}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:07:19.843137 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=2670e9fa-7633-4cbb-9d10-6bece9b2901e,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:19.855809 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:19.855809 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:19.855809 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:19.855809 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:19.855809 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:19.855809 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:19.855809 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:19.855809 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:19.855809 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:19.855809 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:19.857319 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:19.857319 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:19.873371 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2cd7f7a0-d7b9-4d23-a66f-3337e56a6937 req-e709b21c-850a-4cad-bf8f-ce7c18ba074c service neutron] 10.222.0.58 "GET /v2.0/networks/e2a89585-424e-42e8-9cf1-0089c0c1aae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543949 Jul 07 21:07:19.876858 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:19.922454 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4e95b417-eb67-4a9b-892f-6e751db0bcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:19.970095 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95b417-eb67-4a9b-892f-6e751db0bcb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4f3bf76-eb5e-4e77-a727-ed6bb09159e4,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:19.994880 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2cd7f7a0-d7b9-4d23-a66f-3337e56a6937 req-4743c694-2d9b-46e3-8e55-77108a34e421 service neutron] 10.222.0.58 "GET /v2.0/networks/e2a89585-424e-42e8-9cf1-0089c0c1aae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144800 Jul 07 21:07:20.066414 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:20.074031 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4e95b417-eb67-4a9b-892f-6e751db0bcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:20.121727 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['2670e9fa-7633-4cbb-9d10-6bece9b2901e'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:07:20.253638 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4e95b417-eb67-4a9b-892f-6e751db0bcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:20.259444 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4e95b417-eb67-4a9b-892f-6e751db0bcb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:20.313061 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:07:20.325848 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222201b-7cd0-4122-9b6e-145a90630436 req-fb9f0cf9-5d73-463d-94ad-5d538550aa0b tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:20.327498 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6222201b-7cd0-4122-9b6e-145a90630436 req-fb9f0cf9-5d73-463d-94ad-5d538550aa0b tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c117eb0-dd3c-4780-95c8-826742f30ad4 HTTP/1.1" status: 200 len: 943 time: 0.3300371 Jul 07 21:07:20.353155 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccff446-861d-43de-bf7d-a58d58025522 req-6a8300ba-2f34-4281-8e3f-49b626ab86da tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:20.353340 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:07:20.353340 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 9a68d7a2-6e85-46fc-9fb4-c2d29eb71cae not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:07:20.360495 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3ccff446-861d-43de-bf7d-a58d58025522 req-6a8300ba-2f34-4281-8e3f-49b626ab86da tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.2230542 Jul 07 21:07:20.362481 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4e95b417-eb67-4a9b-892f-6e751db0bcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:20.363173 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e95b417-eb67-4a9b-892f-6e751db0bcb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca0e0895-e699-47d2-b1aa-2b64161762a7 {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:07:20.367884 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4e95b417-eb67-4a9b-892f-6e751db0bcb9 admin admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:20.369838 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4e95b417-eb67-4a9b-892f-6e751db0bcb9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ca0e0895-e699-47d2-b1aa-2b64161762a7 HTTP/1.1" status: 204 len: 168 time: 1.3049250 Jul 07 21:07:20.372517 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34716) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:20.460922 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3ccff446-861d-43de-bf7d-a58d58025522 req-6cbad012-b0f5-488a-b76b-4ef7190c1feb tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994716 Jul 07 21:07:20.468155 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6222201b-7cd0-4122-9b6e-145a90630436 req-617f6a5b-99b1-4e17-855d-4d1f473a32b0 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b1da443-54b9-43a8-bf0d-43adcea647ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964868 Jul 07 21:07:20.472767 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31632d3-f1e9-4f84-b215-bb61eff23937 admin admin] Deleting subnet ef2da408-4011-492c-a997-7b8cacd52f94 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:07:20.475977 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c31632d3-f1e9-4f84-b215-bb61eff23937 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:20.518179 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c31632d3-f1e9-4f84-b215-bb61eff23937 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:20.608351 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c31632d3-f1e9-4f84-b215-bb61eff23937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:20.703708 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c31632d3-f1e9-4f84-b215-bb61eff23937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:20.723008 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61b6ef-5189-44d4-81f1-43b3d5e49c5e req-fd6cf18c-8091-481f-b458-dc7bde9bc04d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:20.724721 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de61b6ef-5189-44d4-81f1-43b3d5e49c5e req-fd6cf18c-8091-481f-b458-dc7bde9bc04d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=c93df21d-0214-4a32-b834-2bac32754868 HTTP/1.1" status: 200 len: 945 time: 0.1284347 Jul 07 21:07:20.748467 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31632d3-f1e9-4f84-b215-bb61eff23937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef2da408-4011-492c-a997-7b8cacd52f94,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:20.750404 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c31632d3-f1e9-4f84-b215-bb61eff23937 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:20.754619 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c31632d3-f1e9-4f84-b215-bb61eff23937 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ef2da408-4011-492c-a997-7b8cacd52f94 HTTP/1.1" status: 204 len: 168 time: 0.3782625 Jul 07 21:07:20.755530 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34728) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:20.760396 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d046e8d-0cc3-44fd-b35d-de2eb1c99cc2 None None] Network 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:07:20.801044 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de61b6ef-5189-44d4-81f1-43b3d5e49c5e req-7f956b7a-f77f-48b6-956a-1566cd3e93a7 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=78865218-7852-4f8d-a6d5-6f57ff6325fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571513 Jul 07 21:07:20.867710 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2220-039c-49a0-9be5-8a698ea4d5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:20.927788 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-e8ad2220-039c-49a0-9be5-8a698ea4d5e6 admin admin] Deleting port 7dfb76a2-e09b-49b8-b11a-2b7378475e72 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:07:20.928139 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2220-039c-49a0-9be5-8a698ea4d5e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:20.983635 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55ac0f7-4aa4-4821-b394-36774b5dea39 None None] DHCP port deletion for 9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:07:21.001640 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-e8ad2220-039c-49a0-9be5-8a698ea4d5e6 admin admin] For port 7dfb76a2-e09b-49b8-b11a-2b7378475e72, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=7dfb76a2-e09b-49b8-b11a-2b7378475e72,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:21.002100 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2220-039c-49a0-9be5-8a698ea4d5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:21.021247 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-e8ad2220-039c-49a0-9be5-8a698ea4d5e6 admin admin] Calling delete_port for 7dfb76a2-e09b-49b8-b11a-2b7378475e72 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:07:21.045535 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-e55ac0f7-4aa4-4821-b394-36774b5dea39 None None] Deleting port 7dfb76a2-e09b-49b8-b11a-2b7378475e72 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:07:21.046011 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e55ac0f7-4aa4-4821-b394-36774b5dea39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:21.122970 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2220-039c-49a0-9be5-8a698ea4d5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:21.145992 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-e55ac0f7-4aa4-4821-b394-36774b5dea39 None None] For port 7dfb76a2-e09b-49b8-b11a-2b7378475e72, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=7dfb76a2-e09b-49b8-b11a-2b7378475e72,segment=NetworkSegment(9e29fb2d-233e-4ef6-8b1e-e832479ed278),segment_id=9e29fb2d-233e-4ef6-8b1e-e832479ed278)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:21.146387 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e55ac0f7-4aa4-4821-b394-36774b5dea39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:21.150935 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad2220-039c-49a0-9be5-8a698ea4d5e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dfb76a2-e09b-49b8-b11a-2b7378475e72,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:21.154738 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ad2220-039c-49a0-9be5-8a698ea4d5e6 admin admin] No DVR routers for this DVR port 7dfb76a2-e09b-49b8-b11a-2b7378475e72 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:07:21.162599 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-e55ac0f7-4aa4-4821-b394-36774b5dea39 None None] Calling delete_port for 7dfb76a2-e09b-49b8-b11a-2b7378475e72 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.233727 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.236776 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.236776 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.236776 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.236776 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.236776 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.236776 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.236776 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.236776 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.236776 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.236776 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.236776 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.236776 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.236776 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:21.236776 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:07:21.241793 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2220-039c-49a0-9be5-8a698ea4d5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:21.246008 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e55ac0f7-4aa4-4821-b394-36774b5dea39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:21.252761 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-e8ad2220-039c-49a0-9be5-8a698ea4d5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3f25a3-7a1a-47e4-bd02-1306e4f8af76']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:21.263472 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-e8ad2220-039c-49a0-9be5-8a698ea4d5e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e29fb2d-233e-4ef6-8b1e-e832479ed278') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:21.263768 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-e8ad2220-039c-49a0-9be5-8a698ea4d5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e29fb2d-233e-4ef6-8b1e-e832479ed278') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:21.272417 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ac0f7-4aa4-4821-b394-36774b5dea39 None None] Pushing event deleted for resources: {'Port': ['ID=7dfb76a2-e09b-49b8-b11a-2b7378475e72,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:21.272644 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2220-039c-49a0-9be5-8a698ea4d5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:21.274260 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55ac0f7-4aa4-4821-b394-36774b5dea39 None None] No DVR routers for this DVR port 7dfb76a2-e09b-49b8-b11a-2b7378475e72 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:07:21.299998 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2220-039c-49a0-9be5-8a698ea4d5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:21.307169 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ad2220-039c-49a0-9be5-8a698ea4d5e6 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:07:21.307169 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2220-039c-49a0-9be5-8a698ea4d5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:21.307467 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 2670e9fa-7633-4cbb-9d10-6bece9b2901e up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:07:21.308701 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:07:21.365613 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 2670e9fa-7633-4cbb-9d10-6bece9b2901e completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:07:21.366409 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2220-039c-49a0-9be5-8a698ea4d5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:21.370606 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 2670e9fa-7633-4cbb-9d10-6bece9b2901e triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:21.371074 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:21.372401 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e8ad2220-039c-49a0-9be5-8a698ea4d5e6 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:21.377243 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e8ad2220-039c-49a0-9be5-8a698ea4d5e6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9f3f25a3-7a1a-47e4-bd02-1306e4f8af76 HTTP/1.1" status: 204 len: 168 time: 0.6183448 Jul 07 21:07:21.400738 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad2220-039c-49a0-9be5-8a698ea4d5e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f3f25a3-7a1a-47e4-bd02-1306e4f8af76,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:21.445450 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 2b89014e-8ab0-4150-af42-41a3d9f88601 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:07:21.475307 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:21.524540 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 2670e9fa-7633-4cbb-9d10-6bece9b2901e, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=2670e9fa-7633-4cbb-9d10-6bece9b2901e,segment=NetworkSegment(3a6c1914-008c-4caa-a8ef-9dd1ea1eb188),segment_id=3a6c1914-008c-4caa-a8ef-9dd1ea1eb188)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:21.586711 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93df21d-0214-4a32-b834-2bac32754868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2670e9fa-7633-4cbb-9d10-6bece9b2901e'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:07:21.593421 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819fad15-da33-449b-bc61-9bd6c5ae1697" -d '{"events": [{"server_uuid": "c93df21d-0214-4a32-b834-2bac32754868", "name": "network-vif-plugged", "status": "completed", "tag": "2670e9fa-7633-4cbb-9d10-6bece9b2901e"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:07:21.600867 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:21.670907 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=2670e9fa-7633-4cbb-9d10-6bece9b2901e,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:21.720778 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 2b89014e-8ab0-4150-af42-41a3d9f88601, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=2b89014e-8ab0-4150-af42-41a3d9f88601,segment=NetworkSegment(d264d227-1321-4d19-a15e-4718696d7204),segment_id=d264d227-1321-4d19-a15e-4718696d7204)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:21.736230 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '2b89014e-8ab0-4150-af42-41a3d9f88601', 'network_id': 'e2a89585-424e-42e8-9cf1-0089c0c1aae8', 'port_id': '2b89014e-8ab0-4150-af42-41a3d9f88601', 'mac_address': 'fa:16:3e:b1:ea:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1419cfa1-2f93-4c94-9f1a-4226283d8f85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:07:21.816410 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae619f-f526-4b8a-94d5-6c5984703f40 req-2af3727f-df58-42b3-94c0-3e94ea6bae25 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:21.818041 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c7ae619f-f526-4b8a-94d5-6c5984703f40 req-2af3727f-df58-42b3-94c0-3e94ea6bae25 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c117eb0-dd3c-4780-95c8-826742f30ad4 HTTP/1.1" status: 200 len: 943 time: 0.1661551 Jul 07 21:07:21.831505 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:21.832837 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8f48a-85ea-45d7-b4f4-aa45a32366a6 req-f68765a0-d379-4204-be76-d0206e458b1e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:21.834435 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-37f8f48a-85ea-45d7-b4f4-aa45a32366a6 req-f68765a0-d379-4204-be76-d0206e458b1e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.1253347 Jul 07 21:07:21.857217 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b89014e-8ab0-4150-af42-41a3d9f88601 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:07:21.882690 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 2b89014e-8ab0-4150-af42-41a3d9f88601, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=2b89014e-8ab0-4150-af42-41a3d9f88601,segment=NetworkSegment(d264d227-1321-4d19-a15e-4718696d7204),segment_id=d264d227-1321-4d19-a15e-4718696d7204)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:21.889516 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:21.902365 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c7ae619f-f526-4b8a-94d5-6c5984703f40 req-9a1be643-0342-4076-b99a-8e142c115a2f tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b1da443-54b9-43a8-bf0d-43adcea647ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667863 Jul 07 21:07:21.906086 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-37f8f48a-85ea-45d7-b4f4-aa45a32366a6 req-80792ab7-ddc6-42e4-b42d-15c739d3bded tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514152 Jul 07 21:07:21.937194 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34756) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:21.999837 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=2b89014e-8ab0-4150-af42-41a3d9f88601,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:22.015974 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-42af1714-654f-42f1-960d-c26c43536abe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=240260fc7a05490d94f66cfaa06460e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0773554 Jul 07 21:07:22.016229 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34758) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:22.045867 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b4ea88-018d-4ffb-9ded-e1cf6157c8d8 x-openstack-request-id: req-82b4ea88-018d-4ffb-9ded-e1cf6157c8d8 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:07:22.046508 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93df21d-0214-4a32-b834-2bac32754868", "name": "network-vif-plugged", "status": "completed", "tag": "2670e9fa-7633-4cbb-9d10-6bece9b2901e", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:07:22.046753 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-82b4ea88-018d-4ffb-9ded-e1cf6157c8d8 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:07:22.047781 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93df21d-0214-4a32-b834-2bac32754868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2670e9fa-7633-4cbb-9d10-6bece9b2901e', 'code': 200} Jul 07 21:07:22.080251 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4e960e75-3c3f-407b-ba5f-a85bc4fcb8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:22.130910 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4e960e75-3c3f-407b-ba5f-a85bc4fcb8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:22.141893 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device d4f3bf76-eb5e-4e77-a727-ed6bb09159e4 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:07:22.161670 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: d4f3bf76-eb5e-4e77-a727-ed6bb09159e4 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:07:22.162156 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device d4f3bf76-eb5e-4e77-a727-ed6bb09159e4 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:07:22.162542 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 7dfb76a2-e09b-49b8-b11a-2b7378475e72 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:07:22.188855 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 7dfb76a2-e09b-49b8-b11a-2b7378475e72 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:07:22.189253 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 7dfb76a2-e09b-49b8-b11a-2b7378475e72 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:07:22.203056 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35931fed-7820-4996-8f87-b20d2166b31d req-7834542c-06e7-41cd-954b-d36fdf0f173e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:22.204827 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-35931fed-7820-4996-8f87-b20d2166b31d req-7834542c-06e7-41cd-954b-d36fdf0f173e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c93df21d-0214-4a32-b834-2bac32754868 HTTP/1.1" status: 200 len: 1098 time: 0.0887325 Jul 07 21:07:22.210828 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099efc6f-f4c6-44cc-9073-26a5312fc934 req-ed05873b-fa39-42aa-96f2-6d62a6e66069 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:22.212778 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-099efc6f-f4c6-44cc-9073-26a5312fc934 req-ed05873b-fa39-42aa-96f2-6d62a6e66069 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=c93df21d-0214-4a32-b834-2bac32754868 HTTP/1.1" status: 200 len: 946 time: 0.1508427 Jul 07 21:07:22.213463 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['2b89014e-8ab0-4150-af42-41a3d9f88601'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:07:22.249469 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4e960e75-3c3f-407b-ba5f-a85bc4fcb8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:22.253145 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4e960e75-3c3f-407b-ba5f-a85bc4fcb8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:22.255111 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4e960e75-3c3f-407b-ba5f-a85bc4fcb8a6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/57328a5f-0cd5-41b3-8260-9b1212674a4b HTTP/1.1" status: 204 len: 168 time: 0.2380590 Jul 07 21:07:22.256427 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-35931fed-7820-4996-8f87-b20d2166b31d req-d5517032-302e-441d-a3a0-46ad7ee190c5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=78865218-7852-4f8d-a6d5-6f57ff6325fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395360 Jul 07 21:07:22.301789 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-099efc6f-f4c6-44cc-9073-26a5312fc934 req-d27043e0-0043-45d0-93f7-2abf5425ec46 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=78865218-7852-4f8d-a6d5-6f57ff6325fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769506 Jul 07 21:07:22.303215 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e960e75-3c3f-407b-ba5f-a85bc4fcb8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57328a5f-0cd5-41b3-8260-9b1212674a4b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:22.959588 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34788) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:23.104373 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-46fdb4e9-642a-4ab8-be29-45b993a63438 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1761942599-network', 'tenant_id': '1649b1b7cf6c45e895ace8826571fcde'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:23.165253 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fdb4e9-642a-4ab8-be29-45b993a63438 admin admin] Made reservation on behalf of 1649b1b7cf6c45e895ace8826571fcde for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:07:23.167644 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46fdb4e9-642a-4ab8-be29-45b993a63438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:23.185755 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46fdb4e9-642a-4ab8-be29-45b993a63438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:23.223550 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b639cd-50fb-452d-a578-ae3b61b141b2 req-c0a13c14-18ed-412e-ab36-c695a8b2a963 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:23.225057 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-22b639cd-50fb-452d-a578-ae3b61b141b2 req-c0a13c14-18ed-412e-ab36-c695a8b2a963 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.1540043 Jul 07 21:07:23.235117 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63e8ea-6e7e-4144-a52a-e0a39f998b1d req-283af6d3-3050-471a-a9cc-f4e26c9fb5ea tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:23.236714 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1e63e8ea-6e7e-4144-a52a-e0a39f998b1d req-283af6d3-3050-471a-a9cc-f4e26c9fb5ea tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c117eb0-dd3c-4780-95c8-826742f30ad4 HTTP/1.1" status: 200 len: 944 time: 0.1769769 Jul 07 21:07:23.324730 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-22b639cd-50fb-452d-a578-ae3b61b141b2 req-fbc57c51-98fd-4e45-9155-ce3f6fd9f90e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869198 Jul 07 21:07:23.334667 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1e63e8ea-6e7e-4144-a52a-e0a39f998b1d req-1cdf6258-4cf6-4bad-b9d0-b3128fbb8193 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b1da443-54b9-43a8-bf0d-43adcea647ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862596 Jul 07 21:07:23.411037 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46fdb4e9-642a-4ab8-be29-45b993a63438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:23.417303 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46fdb4e9-642a-4ab8-be29-45b993a63438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:23.444929 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46fdb4e9-642a-4ab8-be29-45b993a63438 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:07:23.457126 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdb4e9-642a-4ab8-be29-45b993a63438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1760f96-b9b8-426c-983f-13ef10acc388,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:23.462070 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46fdb4e9-642a-4ab8-be29-45b993a63438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:23.462517 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-46fdb4e9-642a-4ab8-be29-45b993a63438 admin admin] Added segment c698f10d-35b0-4c4e-8c9e-84b6328e05b9 of type vlan for network 5d8c30c9-0a0a-4811-9b42-6759fc17ac52 Jul 07 21:07:23.470233 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 2b89014e-8ab0-4150-af42-41a3d9f88601 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:07:23.525355 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 2b89014e-8ab0-4150-af42-41a3d9f88601 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:07:23.530310 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 2b89014e-8ab0-4150-af42-41a3d9f88601 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:23.530941 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:23.544739 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46fdb4e9-642a-4ab8-be29-45b993a63438 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:23.589589 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46fdb4e9-642a-4ab8-be29-45b993a63438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:23.590760 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fdb4e9-642a-4ab8-be29-45b993a63438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:23.591421 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46fdb4e9-642a-4ab8-be29-45b993a63438 admin admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:23.605092 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a82509-f969-4439-a6d7-550c4b3721d8 req-498c7b15-02db-40d8-9a94-c4def701fd97 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:23.606253 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d3a82509-f969-4439-a6d7-550c4b3721d8 req-498c7b15-02db-40d8-9a94-c4def701fd97 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=c93df21d-0214-4a32-b834-2bac32754868 HTTP/1.1" status: 200 len: 946 time: 0.1343760 Jul 07 21:07:23.619686 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:23.653951 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 2b89014e-8ab0-4150-af42-41a3d9f88601, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=2b89014e-8ab0-4150-af42-41a3d9f88601,segment=NetworkSegment(d264d227-1321-4d19-a15e-4718696d7204),segment_id=d264d227-1321-4d19-a15e-4718696d7204)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:23.658578 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:23.675177 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-46fdb4e9-642a-4ab8-be29-45b993a63438 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7110143 Jul 07 21:07:23.675427 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34796) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:23.679904 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-c89ab37e-bd2d-4fe5-9ab3-904c5dad9547 admin admin] Request body: {'subnet': {'network_id': '5d8c30c9-0a0a-4811-9b42-6759fc17ac52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1761942599-subnet', 'tenant_id': '1649b1b7cf6c45e895ace8826571fcde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:23.687090 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdb4e9-642a-4ab8-be29-45b993a63438 admin admin] Pushing event updated for resources: {'Network': ['ID=5d8c30c9-0a0a-4811-9b42-6759fc17ac52,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:23.697408 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d3a82509-f969-4439-a6d7-550c4b3721d8 req-64f00b65-5edc-4ce9-8a14-dd3dabb3dac3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=78865218-7852-4f8d-a6d5-6f57ff6325fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788186 Jul 07 21:07:23.731398 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89ab37e-bd2d-4fe5-9ab3-904c5dad9547 admin admin] Made reservation on behalf of 1649b1b7cf6c45e895ace8826571fcde for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:07:23.733915 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c89ab37e-bd2d-4fe5-9ab3-904c5dad9547 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:23.864069 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 5d8c30c9-0a0a-4811-9b42-6759fc17ac52 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:07:23.943954 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=2b89014e-8ab0-4150-af42-41a3d9f88601,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:23.956231 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c89ab37e-bd2d-4fe5-9ab3-904c5dad9547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:24.013084 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ab37e-bd2d-4fe5-9ab3-904c5dad9547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b11f55b4-cdf2-431b-bc0c-db4b66a2b82c,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:24.015593 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4c8bc-3812-4d76-b54e-ca103cbecce2 req-aebd26db-a16c-4a8d-8ade-7bdf592815a1 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:24.018159 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c2b4c8bc-3812-4d76-b54e-ca103cbecce2 req-aebd26db-a16c-4a8d-8ade-7bdf592815a1 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=c93df21d-0214-4a32-b834-2bac32754868 HTTP/1.1" status: 200 len: 946 time: 0.1663172 Jul 07 21:07:24.025822 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89ab37e-bd2d-4fe5-9ab3-904c5dad9547 admin admin] Checking segment: {'id': 'c698f10d-35b0-4c4e-8c9e-84b6328e05b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d8c30c9-0a0a-4811-9b42-6759fc17ac52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:07:24.026615 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89ab37e-bd2d-4fe5-9ab3-904c5dad9547 admin admin] Network hostable DHCP agents. Network: 5d8c30c9-0a0a-4811-9b42-6759fc17ac52, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:07:24.049487 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89ab37e-bd2d-4fe5-9ab3-904c5dad9547 admin admin] Network 5d8c30c9-0a0a-4811-9b42-6759fc17ac52 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:07:24.051273 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c117eb0-dd3c-4780-95c8-826742f30ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b89014e-8ab0-4150-af42-41a3d9f88601'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:07:24.058306 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e63ebd8-463f-45c0-baf8-e248125dc101" -d '{"events": [{"server_uuid": "1c117eb0-dd3c-4780-95c8-826742f30ad4", "name": "network-vif-plugged", "status": "completed", "tag": "2b89014e-8ab0-4150-af42-41a3d9f88601"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:07:24.068644 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-c89ab37e-bd2d-4fe5-9ab3-904c5dad9547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 5d8c30c9-0a0a-4811-9b42-6759fc17ac52) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:07:24.077077 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89ab37e-bd2d-4fe5-9ab3-904c5dad9547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:24.078166 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c89ab37e-bd2d-4fe5-9ab3-904c5dad9547 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:24.083102 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ecbe42-2d5d-4976-99d6-4447532b0b8c None None] Network 5d8c30c9-0a0a-4811-9b42-6759fc17ac52 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:07:24.125330 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c2b4c8bc-3812-4d76-b54e-ca103cbecce2 req-627ef26a-5e7f-468b-a80a-a5beca5dcebc tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=78865218-7852-4f8d-a6d5-6f57ff6325fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893953 Jul 07 21:07:24.133608 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c89ab37e-bd2d-4fe5-9ab3-904c5dad9547 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4576290 Jul 07 21:07:24.155297 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34806) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:24.228776 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127c7f8e-d98e-4588-90b5-af14da21a617 x-openstack-request-id: req-127c7f8e-d98e-4588-90b5-af14da21a617 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:07:24.229317 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c117eb0-dd3c-4780-95c8-826742f30ad4", "name": "network-vif-plugged", "status": "completed", "tag": "2b89014e-8ab0-4150-af42-41a3d9f88601", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:07:24.229582 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-127c7f8e-d98e-4588-90b5-af14da21a617 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:07:24.230022 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c117eb0-dd3c-4780-95c8-826742f30ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b89014e-8ab0-4150-af42-41a3d9f88601', 'code': 200} Jul 07 21:07:24.296291 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfc3062-5e64-4965-a479-3ba83c2d8977 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:24.297823 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-adfc3062-5e64-4965-a479-3ba83c2d8977 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c93df21d-0214-4a32-b834-2bac32754868 HTTP/1.1" status: 200 len: 1093 time: 0.1411896 Jul 07 21:07:24.301122 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34808) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:24.305778 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-d7e61b39-9f7c-4f83-9c0e-400193ff86b8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'port_id': '2670e9fa-7633-4cbb-9d10-6bece9b2901e', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:24.362585 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d7e61b39-9f7c-4f83-9c0e-400193ff86b8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:24.389612 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eeadd0-60a7-4d65-a035-60a61c88c457 None None] Network 5d8c30c9-0a0a-4811-9b42-6759fc17ac52 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:07:24.396966 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73585f3-5774-4769-83f9-2e5c979ef87b req-9a8746c0-f18f-4e3b-addf-457cf5d80dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:24.401228 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f73585f3-5774-4769-83f9-2e5c979ef87b req-9a8746c0-f18f-4e3b-addf-457cf5d80dbb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1c117eb0-dd3c-4780-95c8-826742f30ad4 HTTP/1.1" status: 200 len: 1097 time: 0.0844440 Jul 07 21:07:24.471912 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f73585f3-5774-4769-83f9-2e5c979ef87b req-422abb9a-b742-4c5d-8751-ae513e426164 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3b1da443-54b9-43a8-bf0d-43adcea647ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626469 Jul 07 21:07:24.527464 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d7e61b39-9f7c-4f83-9c0e-400193ff86b8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:24.693147 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:07:24.722278 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-d7e61b39-9f7c-4f83-9c0e-400193ff86b8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Allocated IP 172.25.5.137 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/74b8ed09-38e7-41c8-93df-f7c4b72f8ec5) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:07:25.058650 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21725b3d-b1aa-48fc-b6e4-1c32d1dfb549 req-45990c17-3376-4955-9623-56d5306cfea7 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:25.060191 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-21725b3d-b1aa-48fc-b6e4-1c32d1dfb549 req-45990c17-3376-4955-9623-56d5306cfea7 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c117eb0-dd3c-4780-95c8-826742f30ad4 HTTP/1.1" status: 200 len: 945 time: 0.4848115 Jul 07 21:07:25.076462 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a07d8-45bb-472d-b2b4-6679a1660af5 req-37f47603-bc35-486c-83d1-0df0d73bc9a6 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:25.077894 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-968a07d8-45bb-472d-b2b4-6679a1660af5 req-37f47603-bc35-486c-83d1-0df0d73bc9a6 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.5013764 Jul 07 21:07:25.186310 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-968a07d8-45bb-472d-b2b4-6679a1660af5 req-599b1f61-d475-4c8a-98ca-937691504195 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834451 Jul 07 21:07:25.192358 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-21725b3d-b1aa-48fc-b6e4-1c32d1dfb549 req-7bcf2aab-dd47-4311-b37f-cf869ed5ebee tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b1da443-54b9-43a8-bf0d-43adcea647ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135371 Jul 07 21:07:25.225903 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d7e61b39-9f7c-4f83-9c0e-400193ff86b8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:25.272873 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d7e61b39-9f7c-4f83-9c0e-400193ff86b8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:25.311943 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e61b39-9f7c-4f83-9c0e-400193ff86b8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:07:25.316364 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-d7e61b39-9f7c-4f83-9c0e-400193ff86b8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:07:25.322804 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e61b39-9f7c-4f83-9c0e-400193ff86b8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:07:25.328786 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e61b39-9f7c-4f83-9c0e-400193ff86b8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'Port': ['ID=74b8ed09-38e7-41c8-93df-f7c4b72f8ec5,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:25.658175 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66612de-7e16-445b-abcc-54e48b52026d req-b493d62c-316b-448b-b184-255988e23789 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:25.659809 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c66612de-7e16-445b-abcc-54e48b52026d req-b493d62c-316b-448b-b184-255988e23789 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.64 "GET /v2.0/networks?id=5d8c30c9-0a0a-4811-9b42-6759fc17ac52 HTTP/1.1" status: 200 len: 814 time: 0.2149594 Jul 07 21:07:25.683696 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c66612de-7e16-445b-abcc-54e48b52026d req-79e59ad7-bf9f-490d-ab7b-f9f57bc737df tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.64 "GET /v2.0/quotas/1649b1b7cf6c45e895ace8826571fcde HTTP/1.1" status: 200 len: 375 time: 0.0168505 Jul 07 21:07:25.754235 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c66612de-7e16-445b-abcc-54e48b52026d req-d69c2ea4-3d5b-4da3-a2f1-4d27842558fc tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1649b1b7cf6c45e895ace8826571fcde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573211 Jul 07 21:07:25.997974 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c66612de-7e16-445b-abcc-54e48b52026d req-589301a1-6888-4ad1-8ebd-32cf5ba668c7 service neutron] 10.222.0.64 "GET /v2.0/networks/5d8c30c9-0a0a-4811-9b42-6759fc17ac52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019804 Jul 07 21:07:26.034400 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d7e61b39-9f7c-4f83-9c0e-400193ff86b8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:26.092335 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b89d7-3e28-420b-aaa4-fdb62905c664 req-b72384b1-f041-4bf6-b902-642e065f66ab tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:26.098226 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b89d7-3e28-420b-aaa4-fdb62905c664 req-b72384b1-f041-4bf6-b902-642e065f66ab tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:26.104239 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b89d7-3e28-420b-aaa4-fdb62905c664 req-b72384b1-f041-4bf6-b902-642e065f66ab tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:26.110258 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b89d7-3e28-420b-aaa4-fdb62905c664 req-b72384b1-f041-4bf6-b902-642e065f66ab tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:26.116194 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b89d7-3e28-420b-aaa4-fdb62905c664 req-b72384b1-f041-4bf6-b902-642e065f66ab tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:26.122158 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b89d7-3e28-420b-aaa4-fdb62905c664 req-b72384b1-f041-4bf6-b902-642e065f66ab tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:26.128079 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b89d7-3e28-420b-aaa4-fdb62905c664 req-b72384b1-f041-4bf6-b902-642e065f66ab tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:26.130057 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-063b89d7-3e28-420b-aaa4-fdb62905c664 req-b72384b1-f041-4bf6-b902-642e065f66ab tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5445 time: 0.2774282 Jul 07 21:07:26.236405 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-063b89d7-3e28-420b-aaa4-fdb62905c664 req-6a8de637-46ec-4739-91bf-4851cc2890b9 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0963190 Jul 07 21:07:26.254648 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c66612de-7e16-445b-abcc-54e48b52026d req-4fe1453d-ab86-461d-b805-764bca91fbd5 service neutron] 10.222.0.64 "GET /v2.0/networks/5d8c30c9-0a0a-4811-9b42-6759fc17ac52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466712 Jul 07 21:07:26.255265 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d7e61b39-9f7c-4f83-9c0e-400193ff86b8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:26.444206 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d7e61b39-9f7c-4f83-9c0e-400193ff86b8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:26.460802 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d7e61b39-9f7c-4f83-9c0e-400193ff86b8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:26.610489 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e61b39-9f7c-4f83-9c0e-400193ff86b8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'Port': ['ID=74b8ed09-38e7-41c8-93df-f7c4b72f8ec5,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:26.627381 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d7e61b39-9f7c-4f83-9c0e-400193ff86b8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:26.684931 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e59d7-2871-4337-93e0-f638feedd4b1 req-d06e2d3a-6a31-4d05-996f-e8b1b9ec0d19 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:26.686512 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7d0e59d7-2871-4337-93e0-f638feedd4b1 req-d06e2d3a-6a31-4d05-996f-e8b1b9ec0d19 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.2399666 Jul 07 21:07:26.763043 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f76ae7-9b3e-4718-8091-d80bca66525c req-37281580-c31d-4bf0-aa11-e8462d965821 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:26.769943 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-53f76ae7-9b3e-4718-8091-d80bca66525c req-37281580-c31d-4bf0-aa11-e8462d965821 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c117eb0-dd3c-4780-95c8-826742f30ad4 HTTP/1.1" status: 200 len: 945 time: 0.2715943 Jul 07 21:07:26.826688 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7d0e59d7-2871-4337-93e0-f638feedd4b1 req-c0dd897d-72d2-4e0d-b007-239de10640c0 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300664 Jul 07 21:07:26.903083 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [None req-d7e61b39-9f7c-4f83-9c0e-400193ff86b8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Floating IP b697c3cc-c85f-4a73-8b2b-21b7f5b23389 associated. External IP: 172.25.5.137, port: 2670e9fa-7633-4cbb-9d10-6bece9b2901e. Jul 07 21:07:26.966829 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-53f76ae7-9b3e-4718-8091-d80bca66525c req-658f7b33-c177-4912-992f-37b9fbb9e5a3 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b1da443-54b9-43a8-bf0d-43adcea647ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959991 Jul 07 21:07:26.997387 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a57bc47d-1c74-4541-99be-75a19c1e6f2b req-5a24661b-71ab-402c-ab65-36c145f8f21d tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d0c0a47-477c-47ba-bca6-157168318e79 HTTP/1.1" status: 200 len: 210 time: 0.0380490 Jul 07 21:07:27.195997 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e61b39-9f7c-4f83-9c0e-400193ff86b8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Router d8b74f63-d506-4e7d-8dc9-3659ae608de3 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:07:27.230539 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-cd297732-d571-445f-a8bb-404dd92f56ca tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:27.236832 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-cd297732-d571-445f-a8bb-404dd92f56ca tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:27.245280 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-cd297732-d571-445f-a8bb-404dd92f56ca tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:27.251275 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-cd297732-d571-445f-a8bb-404dd92f56ca tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:27.257656 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-cd297732-d571-445f-a8bb-404dd92f56ca tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:27.264743 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-cd297732-d571-445f-a8bb-404dd92f56ca tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:27.272867 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-cd297732-d571-445f-a8bb-404dd92f56ca tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:27.283882 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-cd297732-d571-445f-a8bb-404dd92f56ca tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5445 time: 0.1356950 Jul 07 21:07:27.366089 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e61b39-9f7c-4f83-9c0e-400193ff86b8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:07:27.381397 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dc9854-e30f-40e1-97d4-f7db96df1402 None None] Sync routers for ids ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:07:27.386880 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-fb4644fc-d7cd-4517-b6ad-c79ffc84487d tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:27.388544 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-fb4644fc-d7cd-4517-b6ad-c79ffc84487d tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.39 "GET /v2.0/ports/7d14b38d-99b1-4ecc-a5b4-516596f20a7d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0930572 Jul 07 21:07:27.403527 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dc9854-e30f-40e1-97d4-f7db96df1402 None None] Routers {'d8b74f63-d506-4e7d-8dc9-3659ae608de3'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:07:27.404240 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-a8dc9854-e30f-40e1-97d4-f7db96df1402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:07:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:27.437208 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d7e61b39-9f7c-4f83-9c0e-400193ff86b8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:27.487308 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d7e61b39-9f7c-4f83-9c0e-400193ff86b8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1824815 Jul 07 21:07:27.487308 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93df21d-0214-4a32-b834-2bac32754868', 'tag': '2670e9fa-7633-4cbb-9d10-6bece9b2901e'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:07:27.489985 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fac2a55-06b0-4f5c-836f-ffbd5ab4ed4f" -d '{"events": [{"name": "network-changed", "server_uuid": "c93df21d-0214-4a32-b834-2bac32754868", "tag": "2670e9fa-7633-4cbb-9d10-6bece9b2901e"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:07:27.490434 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34880) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:27.536934 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-8d77e826-030e-4722-8d5a-ebadeb148777 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.39 "GET /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1407623 Jul 07 21:07:27.538912 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-a8dc9854-e30f-40e1-97d4-f7db96df1402 None None] Set router d8b74f63-d506-4e7d-8dc9-3659ae608de3 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:07:27.555297 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-b4250eac-87d2-44e2-adf8-184e33b286ae service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:27.635984 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c68ee2-e3d6-4567-bc51-757482709733 req-413a3478-8534-4fa1-bebc-be9d62d0cd04 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:27.644511 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c68ee2-e3d6-4567-bc51-757482709733 req-413a3478-8534-4fa1-bebc-be9d62d0cd04 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:27.651623 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c68ee2-e3d6-4567-bc51-757482709733 req-413a3478-8534-4fa1-bebc-be9d62d0cd04 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:27.658386 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c68ee2-e3d6-4567-bc51-757482709733 req-413a3478-8534-4fa1-bebc-be9d62d0cd04 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:27.664469 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c68ee2-e3d6-4567-bc51-757482709733 req-413a3478-8534-4fa1-bebc-be9d62d0cd04 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:27.671226 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c68ee2-e3d6-4567-bc51-757482709733 req-413a3478-8534-4fa1-bebc-be9d62d0cd04 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:27.677300 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c68ee2-e3d6-4567-bc51-757482709733 req-413a3478-8534-4fa1-bebc-be9d62d0cd04 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:27.679281 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-33c68ee2-e3d6-4567-bc51-757482709733 req-413a3478-8534-4fa1-bebc-be9d62d0cd04 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 5445 time: 0.2833824 Jul 07 21:07:27.690621 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611fc539-f946-4606-bbcf-7c34e16392c9 x-openstack-request-id: req-611fc539-f946-4606-bbcf-7c34e16392c9 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:07:27.690927 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93df21d-0214-4a32-b834-2bac32754868", "tag": "2670e9fa-7633-4cbb-9d10-6bece9b2901e", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:07:27.691727 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-611fc539-f946-4606-bbcf-7c34e16392c9 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:07:27.691727 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93df21d-0214-4a32-b834-2bac32754868', 'tag': '2670e9fa-7633-4cbb-9d10-6bece9b2901e', 'status': 'completed', 'code': 200} Jul 07 21:07:27.711962 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fe31136e-01fb-405a-a304-1903181793ce tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/floatingips/b697c3cc-c85f-4a73-8b2b-21b7f5b23389 HTTP/1.1" status: 200 len: 992 time: 0.2188129 Jul 07 21:07:27.716939 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-b4250eac-87d2-44e2-adf8-184e33b286ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:27.812470 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-33c68ee2-e3d6-4567-bc51-757482709733 req-6d539731-b648-4b6d-9137-78f45c8dfa52 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&id=f2916986-aa40-41d4-9170-e32bf3286e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1198714 Jul 07 21:07:27.865769 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-a8dc9854-e30f-40e1-97d4-f7db96df1402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'name': 'tempest-TestNetworkBasicOps-router-800052194', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:06:50Z', 'updated_at': '2021-07-07T21:06:58Z', 'revision_number': 4, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:51Z', 'updated_at': '2021-07-07T21:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'b697c3cc-c85f-4a73-8b2b-21b7f5b23389', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'port_id': '2670e9fa-7633-4cbb-9d10-6bece9b2901e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'mac_address': 'fa:16:3e:4a:fc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93df21d-0214-4a32-b834-2bac32754868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:07:25Z', 'updated_at': '2021-07-07T21:07:25Z', 'revision_number': 0, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00fbba8e-f980-43af-b701-fd763d1d7971', 'name': '', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:ac:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:57Z', 'updated_at': '2021-07-07T21:07:04Z', 'revision_number': 5, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:27.901873 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-b4250eac-87d2-44e2-adf8-184e33b286ae service neutron] For port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=7d14b38d-99b1-4ecc-a5b4-516596f20a7d,segment=NetworkSegment(bf3fc5a8-409e-4d15-9d23-e927b35d4081),segment_id=bf3fc5a8-409e-4d15-9d23-e927b35d4081)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:27.920804 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dc9854-e30f-40e1-97d4-f7db96df1402 None None] Checking router: d8b74f63-d506-4e7d-8dc9-3659ae608de3 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:07:27.935915 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac2a55-06b0-4f5c-836f-ffbd5ab4ed4f req-c7371440-cab5-4d64-a072-6abf30b911cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:27.938315 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0fac2a55-06b0-4f5c-836f-ffbd5ab4ed4f req-c7371440-cab5-4d64-a072-6abf30b911cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21232da6452a40d680cb4842c209ecfd&device_id=c93df21d-0214-4a32-b834-2bac32754868 HTTP/1.1" status: 200 len: 1098 time: 0.2573826 Jul 07 21:07:27.948580 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dc9854-e30f-40e1-97d4-f7db96df1402 None None] Routers {'d8b74f63-d506-4e7d-8dc9-3659ae608de3'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:07:27.951218 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-b4250eac-87d2-44e2-adf8-184e33b286ae service neutron] For port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:07:27.955700 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-a8dc9854-e30f-40e1-97d4-f7db96df1402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:07:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:28.003093 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-b4250eac-87d2-44e2-adf8-184e33b286ae service neutron] device_id is not set on port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:07:28.019784 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-b4250eac-87d2-44e2-adf8-184e33b286ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:28.029806 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-b4250eac-87d2-44e2-adf8-184e33b286ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:28.143426 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-a8dc9854-e30f-40e1-97d4-f7db96df1402 None None] Set router d8b74f63-d506-4e7d-8dc9-3659ae608de3 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:07:28.189310 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-b4250eac-87d2-44e2-adf8-184e33b286ae service neutron] No DVR routers for this DVR port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d on host n-h2-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:07:28.245411 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334630d-0ee4-41a1-87ae-cd4e21898790 req-db1b4391-fa32-4b83-be39-f72d8d7b32d5 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:28.249304 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-b4250eac-87d2-44e2-adf8-184e33b286ae service neutron] In _notify_port_updated(), no bound segment for port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d on network d0eda2b8-21f8-48f7-9d84-4db72df1438d {{(pid=100447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:07:28.252803 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-b4250eac-87d2-44e2-adf8-184e33b286ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:28.255347 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-b4250eac-87d2-44e2-adf8-184e33b286ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:28.256998 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3334630d-0ee4-41a1-87ae-cd4e21898790 req-db1b4391-fa32-4b83-be39-f72d8d7b32d5 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c117eb0-dd3c-4780-95c8-826742f30ad4 HTTP/1.1" status: 200 len: 945 time: 0.5092638 Jul 07 21:07:28.258576 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-b4250eac-87d2-44e2-adf8-184e33b286ae service neutron] 10.222.0.39 "PUT /v2.0/ports/7d14b38d-99b1-4ecc-a5b4-516596f20a7d HTTP/1.1" status: 200 len: 1032 time: 0.7102470 Jul 07 21:07:28.262318 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4250eac-87d2-44e2-adf8-184e33b286ae service neutron] Pushing event updated for resources: {'Port': ['ID=7d14b38d-99b1-4ecc-a5b4-516596f20a7d,revision_number=6']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:28.272170 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66612de-7e16-445b-abcc-54e48b52026d req-f1e5c14d-f54a-49a2-8821-f1908e712c64 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:28.273703 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c66612de-7e16-445b-abcc-54e48b52026d req-f1e5c14d-f54a-49a2-8821-f1908e712c64 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.39 "GET /v2.0/networks?id=5d8c30c9-0a0a-4811-9b42-6759fc17ac52 HTTP/1.1" status: 200 len: 814 time: 0.3935833 Jul 07 21:07:28.388629 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-6c979002-94dc-4c0b-abd9-af8c1ec10554 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:28.390284 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-6c979002-94dc-4c0b-abd9-af8c1ec10554 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.39 "GET /v2.0/ports/ce444991-9912-4375-ba9b-d17a03e9be39?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1209943 Jul 07 21:07:28.400666 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-c66612de-7e16-445b-abcc-54e48b52026d req-9805122e-fd74-407c-addb-60c64317e7c9 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Request body: {'port': {'device_id': '1d0c0a47-477c-47ba-bca6-157168318e79', 'network_id': '5d8c30c9-0a0a-4811-9b42-6759fc17ac52', 'admin_state_up': True, 'tenant_id': '1649b1b7cf6c45e895ace8826571fcde'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:28.404702 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac2a55-06b0-4f5c-836f-ffbd5ab4ed4f req-39f3f1fb-108d-4766-b3f1-dabaa7801f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:28.406282 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-e587db07-74f0-4b1a-bcd0-596792d504d1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:28.406563 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0fac2a55-06b0-4f5c-836f-ffbd5ab4ed4f req-39f3f1fb-108d-4766-b3f1-dabaa7801f8f service neutron] 10.222.0.39 "GET /v2.0/networks?id=af7f4b3e-0c7d-43ee-bafd-ec47866775cf HTTP/1.1" status: 200 len: 898 time: 0.4447975 Jul 07 21:07:28.475719 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-a8dc9854-e30f-40e1-97d4-f7db96df1402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'name': 'tempest-TestNetworkBasicOps-router-800052194', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:06:50Z', 'updated_at': '2021-07-07T21:06:58Z', 'revision_number': 4, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:51Z', 'updated_at': '2021-07-07T21:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'b697c3cc-c85f-4a73-8b2b-21b7f5b23389', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'port_id': '2670e9fa-7633-4cbb-9d10-6bece9b2901e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'mac_address': 'fa:16:3e:4a:fc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93df21d-0214-4a32-b834-2bac32754868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:07:25Z', 'updated_at': '2021-07-07T21:07:25Z', 'revision_number': 0, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00fbba8e-f980-43af-b701-fd763d1d7971', 'name': '', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:ac:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:57Z', 'updated_at': '2021-07-07T21:07:04Z', 'revision_number': 5, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:28.494246 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-e587db07-74f0-4b1a-bcd0-596792d504d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:28.521904 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dc9854-e30f-40e1-97d4-f7db96df1402 None None] The sync data for ids ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'] in n-d-695189-11 is: [{'id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'name': 'tempest-TestNetworkBasicOps-router-800052194', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:06:50Z', 'updated_at': '2021-07-07T21:06:58Z', 'revision_number': 4, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:51Z', 'updated_at': '2021-07-07T21:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'b697c3cc-c85f-4a73-8b2b-21b7f5b23389', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'port_id': '2670e9fa-7633-4cbb-9d10-6bece9b2901e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'mac_address': 'fa:16:3e:4a:fc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93df21d-0214-4a32-b834-2bac32754868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:07:25Z', 'updated_at': '2021-07-07T21:07:25Z', 'revision_number': 0, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00fbba8e-f980-43af-b701-fd763d1d7971', 'name': '', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:ac:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:57Z', 'updated_at': '2021-07-07T21:07:04Z', 'revision_number': 5, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:07:28.537475 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b47f5e9a-7318-42c8-aa1f-bd84e959b390 None None] Provisioning complete for port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:28.537920 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b47f5e9a-7318-42c8-aa1f-bd84e959b390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:28.595652 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b47f5e9a-7318-42c8-aa1f-bd84e959b390 None None] Port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:07:28.654985 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-e587db07-74f0-4b1a-bcd0-596792d504d1 service neutron] For port ce444991-9912-4375-ba9b-d17a03e9be39, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=ce444991-9912-4375-ba9b-d17a03e9be39,segment=NetworkSegment(bf3fc5a8-409e-4d15-9d23-e927b35d4081),segment_id=bf3fc5a8-409e-4d15-9d23-e927b35d4081)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:28.696629 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-e587db07-74f0-4b1a-bcd0-596792d504d1 service neutron] For port ce444991-9912-4375-ba9b-d17a03e9be39, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:07:28.720072 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34900) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:28.789879 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-e587db07-74f0-4b1a-bcd0-596792d504d1 service neutron] device_id is not set on port ce444991-9912-4375-ba9b-d17a03e9be39 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:07:28.800623 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46427956-c5cc-41d1-aea3-7721036b9d13 None None] New status for floating IP b697c3cc-c85f-4a73-8b2b-21b7f5b23389: ACTIVE {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:07:28.816796 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-e587db07-74f0-4b1a-bcd0-596792d504d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:28.830428 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e93841be-5e9e-4a05-aaee-8eecd88c7070 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/floatingips/b697c3cc-c85f-4a73-8b2b-21b7f5b23389 HTTP/1.1" status: 200 len: 992 time: 0.1091244 Jul 07 21:07:28.832970 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-e587db07-74f0-4b1a-bcd0-596792d504d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:28.886708 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3334630d-0ee4-41a1-87ae-cd4e21898790 req-356a00e2-0823-42d1-b5fd-f19278e4058a tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b1da443-54b9-43a8-bf0d-43adcea647ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6288171 Jul 07 21:07:28.897290 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-e587db07-74f0-4b1a-bcd0-596792d504d1 service neutron] No DVR routers for this DVR port ce444991-9912-4375-ba9b-d17a03e9be39 on host n-h2-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:07:28.950958 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587db07-74f0-4b1a-bcd0-596792d504d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce444991-9912-4375-ba9b-d17a03e9be39,revision_number=6']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:28.961223 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-e587db07-74f0-4b1a-bcd0-596792d504d1 service neutron] In _notify_port_updated(), no bound segment for port ce444991-9912-4375-ba9b-d17a03e9be39 on network d0eda2b8-21f8-48f7-9d84-4db72df1438d {{(pid=100447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:07:28.962248 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-e587db07-74f0-4b1a-bcd0-596792d504d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:28.962927 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-e587db07-74f0-4b1a-bcd0-596792d504d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:28.964392 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-e587db07-74f0-4b1a-bcd0-596792d504d1 service neutron] 10.222.0.39 "PUT /v2.0/ports/ce444991-9912-4375-ba9b-d17a03e9be39 HTTP/1.1" status: 200 len: 1032 time: 0.5631332 Jul 07 21:07:28.978808 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c839d03-2701-41ee-9f02-1eb03e75e049 req-6c38bd1d-c58c-4a0f-8ab2-75d4a9a46b6d tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:28.980659 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4c839d03-2701-41ee-9f02-1eb03e75e049 req-6c38bd1d-c58c-4a0f-8ab2-75d4a9a46b6d tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.8860154 Jul 07 21:07:29.034529 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0fac2a55-06b0-4f5c-836f-ffbd5ab4ed4f req-ded2907d-3836-4f1e-b758-4aee3eaa406e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2670e9fa-7633-4cbb-9d10-6bece9b2901e HTTP/1.1" status: 200 len: 1000 time: 0.6054666 Jul 07 21:07:29.036634 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66612de-7e16-445b-abcc-54e48b52026d req-9805122e-fd74-407c-addb-60c64317e7c9 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Made reservation on behalf of 1649b1b7cf6c45e895ace8826571fcde for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:07:29.048205 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c66612de-7e16-445b-abcc-54e48b52026d req-9805122e-fd74-407c-addb-60c64317e7c9 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:29.090010 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4c839d03-2701-41ee-9f02-1eb03e75e049 req-6d1016b9-d480-4a60-b1f4-367cac72e4a6 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010075 Jul 07 21:07:29.162654 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-f94bbcc2-06c4-4a38-ad65-af9a05be9213 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Deleting port 68d40fb0-f23d-4aa9-84f7-cf2df107430a {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:07:29.163087 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-f94bbcc2-06c4-4a38-ad65-af9a05be9213 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:29.206902 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6f19497e-6953-4761-95ae-0e853845c2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:29.241607 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32894a41-1193-4c34-a9da-7c4ee1e032c7 req-50cd0af9-fb2b-4183-bd6a-a0a378447b08 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d0c0a47-477c-47ba-bca6-157168318e79 HTTP/1.1" status: 200 len: 210 time: 0.1341658 Jul 07 21:07:29.310132 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-f94bbcc2-06c4-4a38-ad65-af9a05be9213 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] For port 68d40fb0-f23d-4aa9-84f7-cf2df107430a, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=68d40fb0-f23d-4aa9-84f7-cf2df107430a,segment=NetworkSegment(bf3fc5a8-409e-4d15-9d23-e927b35d4081),segment_id=bf3fc5a8-409e-4d15-9d23-e927b35d4081)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:29.310708 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-f94bbcc2-06c4-4a38-ad65-af9a05be9213 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:29.324999 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-184edd50-068a-4f4d-a458-e7510e96a14f None None] Provisioning complete for port ce444991-9912-4375-ba9b-d17a03e9be39 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:29.325387 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-184edd50-068a-4f4d-a458-e7510e96a14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:29.328023 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-f94bbcc2-06c4-4a38-ad65-af9a05be9213 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Calling delete_port for 68d40fb0-f23d-4aa9-84f7-cf2df107430a owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:07:29.394150 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-184edd50-068a-4f4d-a458-e7510e96a14f None None] Port ce444991-9912-4375-ba9b-d17a03e9be39 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:07:29.409234 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac2a55-06b0-4f5c-836f-ffbd5ab4ed4f req-9e2f392b-43ee-4311-bd9c-f8d00043c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:29.409742 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0fac2a55-06b0-4f5c-836f-ffbd5ab4ed4f req-9e2f392b-43ee-4311-bd9c-f8d00043c80f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f78bb9f-8c50-4a12-973a-6eacc6f6daeb HTTP/1.1" status: 200 len: 835 time: 0.3421640 Jul 07 21:07:29.431749 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-c66612de-7e16-445b-abcc-54e48b52026d req-9805122e-fd74-407c-addb-60c64317e7c9 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Allocated IP 172.20.0.7 (5d8c30c9-0a0a-4811-9b42-6759fc17ac52/b11f55b4-cdf2-431b-bc0c-db4b66a2b82c/3fd99b48-a526-4ea7-9214-0c3c94136ab4) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:07:29.547260 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bc0ff-3be6-43f7-b110-d6b82068b982 req-39e5e31d-320b-42fd-baee-13dcb2b2acc7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:29.553576 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bc0ff-3be6-43f7-b110-d6b82068b982 req-39e5e31d-320b-42fd-baee-13dcb2b2acc7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:29.559940 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bc0ff-3be6-43f7-b110-d6b82068b982 req-39e5e31d-320b-42fd-baee-13dcb2b2acc7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:29.565965 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bc0ff-3be6-43f7-b110-d6b82068b982 req-39e5e31d-320b-42fd-baee-13dcb2b2acc7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:29.572491 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bc0ff-3be6-43f7-b110-d6b82068b982 req-39e5e31d-320b-42fd-baee-13dcb2b2acc7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:29.574435 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-981bc0ff-3be6-43f7-b110-d6b82068b982 req-39e5e31d-320b-42fd-baee-13dcb2b2acc7 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 3887 time: 0.2825596 Jul 07 21:07:29.658323 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac2a55-06b0-4f5c-836f-ffbd5ab4ed4f req-2e240995-ac94-4cf7-9874-eec9e0df7592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:29.659905 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0fac2a55-06b0-4f5c-836f-ffbd5ab4ed4f req-2e240995-ac94-4cf7-9874-eec9e0df7592 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af7f4b3e-0c7d-43ee-bafd-ec47866775cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2250473 Jul 07 21:07:29.744527 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-981bc0ff-3be6-43f7-b110-d6b82068b982 req-231e3052-72f9-4033-b3b0-309f2ff56239 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584735 Jul 07 21:07:29.774164 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e7c78-ec43-41e1-a084-1f1533c7c31a req-e8a1e5e9-a891-461d-8cdc-c66103c38c8c tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:29.774164 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-226e7c78-ec43-41e1-a084-1f1533c7c31a req-e8a1e5e9-a891-461d-8cdc-c66103c38c8c tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c117eb0-dd3c-4780-95c8-826742f30ad4 HTTP/1.1" status: 200 len: 945 time: 0.3623400 Jul 07 21:07:29.803150 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c66612de-7e16-445b-abcc-54e48b52026d req-9805122e-fd74-407c-addb-60c64317e7c9 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:29.825346 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0fac2a55-06b0-4f5c-836f-ffbd5ab4ed4f req-00fa17f2-532f-4756-863e-f31a7cc07022 service neutron] 10.222.0.39 "GET /v2.0/networks/af7f4b3e-0c7d-43ee-bafd-ec47866775cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545918 Jul 07 21:07:29.833961 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34906) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:29.896382 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-f94bbcc2-06c4-4a38-ad65-af9a05be9213 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:29.918308 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c66612de-7e16-445b-abcc-54e48b52026d req-9805122e-fd74-407c-addb-60c64317e7c9 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:29.963568 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bbcc2-06c4-4a38-ad65-af9a05be9213 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event deleted for resources: {'Port': ['ID=68d40fb0-f23d-4aa9-84f7-cf2df107430a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:29.984064 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66612de-7e16-445b-abcc-54e48b52026d req-9805122e-fd74-407c-addb-60c64317e7c9 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Network 5d8c30c9-0a0a-4811-9b42-6759fc17ac52 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:07:29.992594 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8239a773-48ba-46a6-aa0e-660a9c3d5501 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/floatingips/b697c3cc-c85f-4a73-8b2b-21b7f5b23389 HTTP/1.1" status: 200 len: 994 time: 0.1496029 Jul 07 21:07:29.992795 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-c66612de-7e16-445b-abcc-54e48b52026d req-9805122e-fd74-407c-addb-60c64317e7c9 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:07:29.997701 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66612de-7e16-445b-abcc-54e48b52026d req-9805122e-fd74-407c-addb-60c64317e7c9 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:07:30.024804 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805122e-fd74-407c-addb-60c64317e7c9 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Pushing event updated for resources: {'Port': ['ID=3fd99b48-a526-4ea7-9214-0c3c94136ab4,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:30.029282 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-f94bbcc2-06c4-4a38-ad65-af9a05be9213 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] No DVR routers for this DVR port 68d40fb0-f23d-4aa9-84f7-cf2df107430a on host n-h2-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:07:30.032596 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-f94bbcc2-06c4-4a38-ad65-af9a05be9213 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:30.034656 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-f94bbcc2-06c4-4a38-ad65-af9a05be9213 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.39 "DELETE /v2.0/ports/68d40fb0-f23d-4aa9-84f7-cf2df107430a HTTP/1.1" status: 204 len: 173 time: 1.0597966 Jul 07 21:07:30.035202 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-deleted', 'tag': '68d40fb0-f23d-4aa9-84f7-cf2df107430a'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:07:30.037377 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3a33aa-8a42-4245-bf59-902bf0f8f5f5" -d '{"events": [{"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-deleted", "tag": "68d40fb0-f23d-4aa9-84f7-cf2df107430a"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:07:30.054155 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0fac2a55-06b0-4f5c-836f-ffbd5ab4ed4f req-e41e7f64-c08c-40e3-9d9a-1b0f56bc29f7 service neutron] 10.222.0.39 "GET /v2.0/networks/af7f4b3e-0c7d-43ee-bafd-ec47866775cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207744 Jul 07 21:07:30.090534 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb3504e-d657-42c3-9b69-47f7cfe20b98 x-openstack-request-id: req-7bb3504e-d657-42c3-9b69-47f7cfe20b98 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:07:30.090835 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-deleted", "tag": "68d40fb0-f23d-4aa9-84f7-cf2df107430a", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:07:30.091093 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7bb3504e-d657-42c3-9b69-47f7cfe20b98 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:07:30.091527 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-deleted', 'tag': '68d40fb0-f23d-4aa9-84f7-cf2df107430a', 'status': 'completed', 'code': 200} Jul 07 21:07:30.107021 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-226e7c78-ec43-41e1-a084-1f1533c7c31a req-0457abe3-c262-443e-bace-53508623a03a tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Deleting port 2b89014e-8ab0-4150-af42-41a3d9f88601 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:07:30.107397 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-226e7c78-ec43-41e1-a084-1f1533c7c31a req-0457abe3-c262-443e-bace-53508623a03a tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:30.134830 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66612de-7e16-445b-abcc-54e48b52026d req-9805122e-fd74-407c-addb-60c64317e7c9 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:30.135488 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c66612de-7e16-445b-abcc-54e48b52026d req-9805122e-fd74-407c-addb-60c64317e7c9 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:30.166953 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3e7aa-39c0-4adc-9aea-654418575e70 req-e1078db6-df62-43ad-a4e6-e298fc28a628 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:30.168675 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-acb3e7aa-39c0-4adc-9aea-654418575e70 req-e1078db6-df62-43ad-a4e6-e298fc28a628 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c117eb0-dd3c-4780-95c8-826742f30ad4 HTTP/1.1" status: 200 len: 945 time: 0.1176467 Jul 07 21:07:30.170172 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c66612de-7e16-445b-abcc-54e48b52026d req-9805122e-fd74-407c-addb-60c64317e7c9 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7742467 Jul 07 21:07:30.189454 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-c66612de-7e16-445b-abcc-54e48b52026d req-ef33d31c-6753-4b7f-b53f-c2af4be6614c service neutron] Request body: {'port': {'device_id': '1d0c0a47-477c-47ba-bca6-157168318e79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:30.244982 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-04d869a1-81bf-42d4-9e78-19416c2a04aa tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Deleting port 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:07:30.245332 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-04d869a1-81bf-42d4-9e78-19416c2a04aa tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:30.248100 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-acb3e7aa-39c0-4adc-9aea-654418575e70 req-28eea9ba-33e8-498b-8176-a65db57bfaf3 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b1da443-54b9-43a8-bf0d-43adcea647ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728838 Jul 07 21:07:30.302997 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-226e7c78-ec43-41e1-a084-1f1533c7c31a req-0457abe3-c262-443e-bace-53508623a03a tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] For port 2b89014e-8ab0-4150-af42-41a3d9f88601, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=2b89014e-8ab0-4150-af42-41a3d9f88601,segment=NetworkSegment(d264d227-1321-4d19-a15e-4718696d7204),segment_id=d264d227-1321-4d19-a15e-4718696d7204)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:30.303408 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-226e7c78-ec43-41e1-a084-1f1533c7c31a req-0457abe3-c262-443e-bace-53508623a03a tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:30.319402 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c66612de-7e16-445b-abcc-54e48b52026d req-ef33d31c-6753-4b7f-b53f-c2af4be6614c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:30.324580 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-226e7c78-ec43-41e1-a084-1f1533c7c31a req-0457abe3-c262-443e-bace-53508623a03a tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Calling delete_port for 2b89014e-8ab0-4150-af42-41a3d9f88601 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:07:30.424792 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-04d869a1-81bf-42d4-9e78-19416c2a04aa tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] For port 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae,segment=NetworkSegment(7c79a5dc-56f0-4f78-9e96-5ef6e18227c7),segment_id=7c79a5dc-56f0-4f78-9e96-5ef6e18227c7)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:30.425225 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-04d869a1-81bf-42d4-9e78-19416c2a04aa tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:30.449643 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-04d869a1-81bf-42d4-9e78-19416c2a04aa tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Calling delete_port for 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:07:30.605818 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597235c1-2abe-46dc-9f0e-cdcc4ffb7e90 req-8ee796ca-2fb4-49fc-a9e0-28577a0b66de tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:30.607457 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-597235c1-2abe-46dc-9f0e-cdcc4ffb7e90 req-8ee796ca-2fb4-49fc-a9e0-28577a0b66de tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.2811184 Jul 07 21:07:30.666948 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-226e7c78-ec43-41e1-a084-1f1533c7c31a req-0457abe3-c262-443e-bace-53508623a03a tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:30.685866 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['2b89014e-8ab0-4150-af42-41a3d9f88601'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:07:30.707934 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457abe3-c262-443e-bace-53508623a03a tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Pushing event deleted for resources: {'Port': ['ID=2b89014e-8ab0-4150-af42-41a3d9f88601,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:30.721261 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-04d869a1-81bf-42d4-9e78-19416c2a04aa tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:30.728605 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45756202-4f66-4778-98cb-6275fb6cfcb5 req-1f9056fd-62d0-4432-a34a-11741b11c637 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:30.730379 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45756202-4f66-4778-98cb-6275fb6cfcb5 req-1f9056fd-62d0-4432-a34a-11741b11c637 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d0c0a47-477c-47ba-bca6-157168318e79 HTTP/1.1" status: 200 len: 931 time: 0.3151262 Jul 07 21:07:30.759304 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-597235c1-2abe-46dc-9f0e-cdcc4ffb7e90 req-45b548ec-d945-4c73-a399-9158c70a9754 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458547 Jul 07 21:07:30.775510 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d869a1-81bf-42d4-9e78-19416c2a04aa tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event deleted for resources: {'Port': ['ID=2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:30.806077 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-226e7c78-ec43-41e1-a084-1f1533c7c31a req-0457abe3-c262-443e-bace-53508623a03a tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] No DVR routers for this DVR port 2b89014e-8ab0-4150-af42-41a3d9f88601 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:07:30.832972 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-226e7c78-ec43-41e1-a084-1f1533c7c31a req-0457abe3-c262-443e-bace-53508623a03a tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:30.835069 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-226e7c78-ec43-41e1-a084-1f1533c7c31a req-0457abe3-c262-443e-bace-53508623a03a tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.58 "DELETE /v2.0/ports/2b89014e-8ab0-4150-af42-41a3d9f88601 HTTP/1.1" status: 204 len: 173 time: 1.0381284 Jul 07 21:07:30.856086 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45756202-4f66-4778-98cb-6275fb6cfcb5 req-27f3a00a-e5d4-4660-8806-459cf4b588f8 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1760f96-b9b8-426c-983f-13ef10acc388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158512 Jul 07 21:07:30.861662 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-04d869a1-81bf-42d4-9e78-19416c2a04aa tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] No DVR routers for this DVR port 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae on host n-h2-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:07:30.865539 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-04d869a1-81bf-42d4-9e78-19416c2a04aa tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:30.868410 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-04d869a1-81bf-42d4-9e78-19416c2a04aa tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.39 "DELETE /v2.0/ports/2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae HTTP/1.1" status: 204 len: 173 time: 0.8236868 Jul 07 21:07:30.927751 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-c66612de-7e16-445b-abcc-54e48b52026d req-ef33d31c-6753-4b7f-b53f-c2af4be6614c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd99b48-a526-4ea7-9214-0c3c94136ab4 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:07:30.936748 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c66612de-7e16-445b-abcc-54e48b52026d req-ef33d31c-6753-4b7f-b53f-c2af4be6614c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:30.954981 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-c66612de-7e16-445b-abcc-54e48b52026d req-ef33d31c-6753-4b7f-b53f-c2af4be6614c service neutron] Transition to ACTIVE for port object 3fd99b48-a526-4ea7-9214-0c3c94136ab4 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:07:30.964427 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c66612de-7e16-445b-abcc-54e48b52026d req-ef33d31c-6753-4b7f-b53f-c2af4be6614c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:31.049392 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-bda3f02e-8090-4b50-9cea-2c65f8b87180 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Deleting port e8debe46-f092-4659-88e9-d9aeeb58dcce {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:07:31.050489 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-bda3f02e-8090-4b50-9cea-2c65f8b87180 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:31.097444 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33d31c-6753-4b7f-b53f-c2af4be6614c service neutron] Pushing event updated for resources: {'Port': ['ID=3fd99b48-a526-4ea7-9214-0c3c94136ab4,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:31.165176 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82575d-9fe9-4377-8b75-c1c0b5eeb9f5 req-73542dfc-fdf9-4456-b98a-b065d7f38c55 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:31.171446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82575d-9fe9-4377-8b75-c1c0b5eeb9f5 req-73542dfc-fdf9-4456-b98a-b065d7f38c55 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:31.172145 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-bda3f02e-8090-4b50-9cea-2c65f8b87180 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] For port e8debe46-f092-4659-88e9-d9aeeb58dcce, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=e8debe46-f092-4659-88e9-d9aeeb58dcce,segment=NetworkSegment(96fbc52b-943f-4a2d-a81e-56dc5296469d),segment_id=96fbc52b-943f-4a2d-a81e-56dc5296469d)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:31.172546 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-bda3f02e-8090-4b50-9cea-2c65f8b87180 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:31.177539 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82575d-9fe9-4377-8b75-c1c0b5eeb9f5 req-73542dfc-fdf9-4456-b98a-b065d7f38c55 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:31.184944 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cb82575d-9fe9-4377-8b75-c1c0b5eeb9f5 req-73542dfc-fdf9-4456-b98a-b065d7f38c55 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 2417 time: 0.2185693 Jul 07 21:07:31.219886 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-c66612de-7e16-445b-abcc-54e48b52026d req-ef33d31c-6753-4b7f-b53f-c2af4be6614c service neutron] Attempting to bind port 3fd99b48-a526-4ea7-9214-0c3c94136ab4 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:07:31.220232 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-c66612de-7e16-445b-abcc-54e48b52026d req-ef33d31c-6753-4b7f-b53f-c2af4be6614c service neutron] Attempting to bind port 3fd99b48-a526-4ea7-9214-0c3c94136ab4 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': 'c698f10d-35b0-4c4e-8c9e-84b6328e05b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d8c30c9-0a0a-4811-9b42-6759fc17ac52'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:07:31.220572 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66612de-7e16-445b-abcc-54e48b52026d req-ef33d31c-6753-4b7f-b53f-c2af4be6614c service neutron] Attempting to bind port 3fd99b48-a526-4ea7-9214-0c3c94136ab4 on network 5d8c30c9-0a0a-4811-9b42-6759fc17ac52 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:07:31.233959 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66612de-7e16-445b-abcc-54e48b52026d req-ef33d31c-6753-4b7f-b53f-c2af4be6614c service neutron] Port 3fd99b48-a526-4ea7-9214-0c3c94136ab4 on network 5d8c30c9-0a0a-4811-9b42-6759fc17ac52 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:07:31.234298 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66612de-7e16-445b-abcc-54e48b52026d req-ef33d31c-6753-4b7f-b53f-c2af4be6614c service neutron] Attempting to bind port 3fd99b48-a526-4ea7-9214-0c3c94136ab4 on network 5d8c30c9-0a0a-4811-9b42-6759fc17ac52 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:07:31.253560 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cb82575d-9fe9-4377-8b75-c1c0b5eeb9f5 req-70a7a970-989e-4b47-866d-f35bedb51fee tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676389 Jul 07 21:07:31.254916 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66612de-7e16-445b-abcc-54e48b52026d req-ef33d31c-6753-4b7f-b53f-c2af4be6614c service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:07:31.255269 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66612de-7e16-445b-abcc-54e48b52026d req-ef33d31c-6753-4b7f-b53f-c2af4be6614c service neutron] Checking segment: {'id': 'c698f10d-35b0-4c4e-8c9e-84b6328e05b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d8c30c9-0a0a-4811-9b42-6759fc17ac52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:07:31.255695 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66612de-7e16-445b-abcc-54e48b52026d req-ef33d31c-6753-4b7f-b53f-c2af4be6614c service neutron] Bound using segment: {'id': 'c698f10d-35b0-4c4e-8c9e-84b6328e05b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d8c30c9-0a0a-4811-9b42-6759fc17ac52'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:07:31.256155 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-c66612de-7e16-445b-abcc-54e48b52026d req-ef33d31c-6753-4b7f-b53f-c2af4be6614c service neutron] Bound port: 3fd99b48-a526-4ea7-9214-0c3c94136ab4, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c698f10d-35b0-4c4e-8c9e-84b6328e05b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d8c30c9-0a0a-4811-9b42-6759fc17ac52'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:07:31.256526 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c66612de-7e16-445b-abcc-54e48b52026d req-ef33d31c-6753-4b7f-b53f-c2af4be6614c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:31.357607 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device a77c407f-5638-4a76-a32e-cd44fe684c67 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:07:31.378344 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-c66612de-7e16-445b-abcc-54e48b52026d req-ef33d31c-6753-4b7f-b53f-c2af4be6614c service neutron] For port 3fd99b48-a526-4ea7-9214-0c3c94136ab4, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:07:31.383799 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-c66612de-7e16-445b-abcc-54e48b52026d req-ef33d31c-6753-4b7f-b53f-c2af4be6614c service neutron] For port 3fd99b48-a526-4ea7-9214-0c3c94136ab4, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=3fd99b48-a526-4ea7-9214-0c3c94136ab4,segment=NetworkSegment(c698f10d-35b0-4c4e-8c9e-84b6328e05b9),segment_id=c698f10d-35b0-4c4e-8c9e-84b6328e05b9)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:07:31.397293 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c66612de-7e16-445b-abcc-54e48b52026d req-ef33d31c-6753-4b7f-b53f-c2af4be6614c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:31.425484 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66612de-7e16-445b-abcc-54e48b52026d req-ef33d31c-6753-4b7f-b53f-c2af4be6614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:31.427309 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c66612de-7e16-445b-abcc-54e48b52026d req-ef33d31c-6753-4b7f-b53f-c2af4be6614c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:31.429371 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c66612de-7e16-445b-abcc-54e48b52026d req-ef33d31c-6753-4b7f-b53f-c2af4be6614c service neutron] 10.222.0.39 "PUT /v2.0/ports/3fd99b48-a526-4ea7-9214-0c3c94136ab4 HTTP/1.1" status: 200 len: 1092 time: 1.2446694 Jul 07 21:07:31.429886 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0c0a47-477c-47ba-bca6-157168318e79', 'tag': '3fd99b48-a526-4ea7-9214-0c3c94136ab4'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:07:31.434069 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51db4bab-c2a6-41ee-ae7b-7c787d798b05" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0c0a47-477c-47ba-bca6-157168318e79", "tag": "3fd99b48-a526-4ea7-9214-0c3c94136ab4"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:07:31.463946 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-bda3f02e-8090-4b50-9cea-2c65f8b87180 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:31.464491 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-bda3f02e-8090-4b50-9cea-2c65f8b87180 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:31.464723 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-bda3f02e-8090-4b50-9cea-2c65f8b87180 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Floating IP 78da49c9-31e5-4cd9-bb67-48f9db9c6b20 disassociated. External IP: 172.25.5.238, port: e8debe46-f092-4659-88e9-d9aeeb58dcce. Jul 07 21:07:31.464998 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-bda3f02e-8090-4b50-9cea-2c65f8b87180 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Calling delete_port for e8debe46-f092-4659-88e9-d9aeeb58dcce owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:07:31.526222 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:31.582627 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a77c407f-5638-4a76-a32e-cd44fe684c67'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:07:31.589598 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b27d09-2f96-4897-8cb5-f144b9fd97c8" -d '{"events": [{"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-unplugged", "status": "completed", "tag": "a77c407f-5638-4a76-a32e-cd44fe684c67"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:07:31.591989 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72de3708-5953-495a-9bbe-fba0ea6b51fa x-openstack-request-id: req-72de3708-5953-495a-9bbe-fba0ea6b51fa {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:07:31.592279 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0c0a47-477c-47ba-bca6-157168318e79", "tag": "3fd99b48-a526-4ea7-9214-0c3c94136ab4", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:07:31.592536 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-72de3708-5953-495a-9bbe-fba0ea6b51fa {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:07:31.592937 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0c0a47-477c-47ba-bca6-157168318e79', 'tag': '3fd99b48-a526-4ea7-9214-0c3c94136ab4', 'status': 'completed', 'code': 200} Jul 07 21:07:31.598021 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c7ec9a3d-8cae-43e4-a7e4-b74fc400e0fd req-613a6bc3-2747-40d7-be29-d32a73058d03 tempest-ServerPasswordTestJSON-1545859274 tempest-ServerPasswordTestJSON-1545859274-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c117eb0-dd3c-4780-95c8-826742f30ad4 HTTP/1.1" status: 200 len: 210 time: 0.0871294 Jul 07 21:07:31.639362 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port a77c407f-5638-4a76-a32e-cd44fe684c67, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a77c407f-5638-4a76-a32e-cd44fe684c67,segment=NetworkSegment(7c79a5dc-56f0-4f78-9e96-5ef6e18227c7),segment_id=7c79a5dc-56f0-4f78-9e96-5ef6e18227c7)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:31.652378 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:31.653154 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device e8debe46-f092-4659-88e9-d9aeeb58dcce no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:07:31.654731 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33d31c-6753-4b7f-b53f-c2af4be6614c service neutron] Pushing event updated for resources: {'Port': ['ID=3fd99b48-a526-4ea7-9214-0c3c94136ab4,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:31.690741 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66612de-7e16-445b-abcc-54e48b52026d req-4d465fdc-2690-4827-8f9b-1fb66b40b8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:31.693116 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c66612de-7e16-445b-abcc-54e48b52026d req-4d465fdc-2690-4827-8f9b-1fb66b40b8c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1649b1b7cf6c45e895ace8826571fcde&device_id=1d0c0a47-477c-47ba-bca6-157168318e79 HTTP/1.1" status: 200 len: 1095 time: 0.1791615 Jul 07 21:07:31.748419 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 21:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028c33af-7668-42cf-8aa4-27dac0733512 x-openstack-request-id: req-028c33af-7668-42cf-8aa4-27dac0733512 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:07:31.749238 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-unplugged", "status": "completed", "tag": "a77c407f-5638-4a76-a32e-cd44fe684c67", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:07:31.749238 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-028c33af-7668-42cf-8aa4-27dac0733512 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:07:31.749417 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a77c407f-5638-4a76-a32e-cd44fe684c67', 'code': 200} Jul 07 21:07:31.767977 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c66612de-7e16-445b-abcc-54e48b52026d req-85ad837a-6b18-4cb4-bba8-8a02a81524f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fd99b48-a526-4ea7-9214-0c3c94136ab4 HTTP/1.1" status: 200 len: 217 time: 0.0636196 Jul 07 21:07:31.859342 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66612de-7e16-445b-abcc-54e48b52026d req-7c2643df-04c2-4de8-8f3b-414a03b14872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:31.860923 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c66612de-7e16-445b-abcc-54e48b52026d req-7c2643df-04c2-4de8-8f3b-414a03b14872 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b11f55b4-cdf2-431b-bc0c-db4b66a2b82c HTTP/1.1" status: 200 len: 854 time: 0.0838153 Jul 07 21:07:31.887635 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-bda3f02e-8090-4b50-9cea-2c65f8b87180 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:31.921262 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c66612de-7e16-445b-abcc-54e48b52026d req-f345696a-0842-46b8-8332-86fbc4587311 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5d8c30c9-0a0a-4811-9b42-6759fc17ac52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506394 Jul 07 21:07:31.934939 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=a77c407f-5638-4a76-a32e-cd44fe684c67,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:31.955785 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3f02e-8090-4b50-9cea-2c65f8b87180 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event deleted for resources: {'Port': ['ID=e8debe46-f092-4659-88e9-d9aeeb58dcce,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:31.962470 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-44868eb6-98fd-4a84-96c2-011636a3470c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:31.969688 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No active binding found for port e8debe46-f092-4659-88e9-d9aeeb58dcce {{(pid=100449) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 21:07:31.970144 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device e8debe46-f092-4659-88e9-d9aeeb58dcce not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:07:31.970576 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device da814a29-6446-40eb-ac99-e49de62cc5fa no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:07:31.997134 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:32.061237 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:32.098770 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port da814a29-6446-40eb-ac99-e49de62cc5fa, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=da814a29-6446-40eb-ac99-e49de62cc5fa,segment=NetworkSegment(bf3fc5a8-409e-4d15-9d23-e927b35d4081),segment_id=bf3fc5a8-409e-4d15-9d23-e927b35d4081)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:32.103989 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:32.105133 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 68d40fb0-f23d-4aa9-84f7-cf2df107430a no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:07:32.107725 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c117eb0-dd3c-4780-95c8-826742f30ad4', 'name': 'network-vif-deleted', 'tag': '2b89014e-8ab0-4150-af42-41a3d9f88601'}, {'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-deleted', 'tag': '2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:07:32.110182 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbba29c-eb23-4a2f-b79c-225eb0fcddc9" -d '{"events": [{"server_uuid": "1c117eb0-dd3c-4780-95c8-826742f30ad4", "name": "network-vif-deleted", "tag": "2b89014e-8ab0-4150-af42-41a3d9f88601"}, {"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-deleted", "tag": "2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:07:32.139967 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c66612de-7e16-445b-abcc-54e48b52026d req-5a63b743-5d62-4af8-abb0-373cb106fe0d service neutron] 10.222.0.39 "GET /v2.0/networks/5d8c30c9-0a0a-4811-9b42-6759fc17ac52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036347 Jul 07 21:07:32.143265 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-bda3f02e-8090-4b50-9cea-2c65f8b87180 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Router 4e595511-8236-409b-ac92-272b2fef9cda has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:07:32.148409 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb66dc-2c3e-418d-a51c-1e47f981278f req-6685c4bf-d775-4578-a1a9-2213cbe7d65a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:32.150032 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0ebb66dc-2c3e-418d-a51c-1e47f981278f req-6685c4bf-d775-4578-a1a9-2213cbe7d65a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.1757951 Jul 07 21:07:32.166468 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 68d40fb0-f23d-4aa9-84f7-cf2df107430a {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:07:32.166875 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 68d40fb0-f23d-4aa9-84f7-cf2df107430a not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:07:32.167314 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device ce444991-9912-4375-ba9b-d17a03e9be39 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:07:32.217792 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=da814a29-6446-40eb-ac99-e49de62cc5fa,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:32.222587 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device ce444991-9912-4375-ba9b-d17a03e9be39 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:07:32.223031 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 7d14b38d-99b1-4ecc-a5b4-516596f20a7d no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:07:32.263052 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 7d14b38d-99b1-4ecc-a5b4-516596f20a7d not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:07:32.263461 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:07:32.264163 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-bda3f02e-8090-4b50-9cea-2c65f8b87180 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:07:32.271758 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7deb77-21b9-497f-b897-025ba22b8570 req-caac2456-7dc5-46f4-bd43-62037e7ac402 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:32.279413 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4c7deb77-21b9-497f-b897-025ba22b8570 req-caac2456-7dc5-46f4-bd43-62037e7ac402 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d0c0a47-477c-47ba-bca6-157168318e79 HTTP/1.1" status: 200 len: 943 time: 0.2053127 Jul 07 21:07:32.298935 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efec5499-1b13-4dcc-95d3-4a9b86207a47 None None] Sync routers for ids ['4e595511-8236-409b-ac92-272b2fef9cda'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:07:32.299116 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0ebb66dc-2c3e-418d-a51c-1e47f981278f req-7196f714-9eb2-4b7f-893e-e8544d22b13b tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372764 Jul 07 21:07:32.301213 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:07:32.301561 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:07:32.310298 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efec5499-1b13-4dcc-95d3-4a9b86207a47 None None] Routers {'4e595511-8236-409b-ac92-272b2fef9cda'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:07:32.310956 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-efec5499-1b13-4dcc-95d3-4a9b86207a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:07:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4e595511-8236-409b-ac92-272b2fef9cda'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:32.334809 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-bda3f02e-8090-4b50-9cea-2c65f8b87180 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] No DVR routers for this DVR port e8debe46-f092-4659-88e9-d9aeeb58dcce on host n-h2-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:07:32.340356 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-bda3f02e-8090-4b50-9cea-2c65f8b87180 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:32.343684 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-bda3f02e-8090-4b50-9cea-2c65f8b87180 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.39 "DELETE /v2.0/ports/e8debe46-f092-4659-88e9-d9aeeb58dcce HTTP/1.1" status: 204 len: 173 time: 1.4594254 Jul 07 21:07:32.376592 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c66612de-7e16-445b-abcc-54e48b52026d req-88fa1137-e459-4261-be9d-bb17c6532a93 service neutron] 10.222.0.39 "GET /v2.0/networks/5d8c30c9-0a0a-4811-9b42-6759fc17ac52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255423 Jul 07 21:07:32.422217 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 21:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c9edc0-d65d-45aa-811b-d1e213302f19 x-openstack-request-id: req-64c9edc0-d65d-45aa-811b-d1e213302f19 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:07:32.422503 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c117eb0-dd3c-4780-95c8-826742f30ad4", "name": "network-vif-deleted", "tag": "2b89014e-8ab0-4150-af42-41a3d9f88601", "status": "completed", "code": 200}, {"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-deleted", "tag": "2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:07:32.422916 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-64c9edc0-d65d-45aa-811b-d1e213302f19 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:07:32.423366 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c117eb0-dd3c-4780-95c8-826742f30ad4', 'name': 'network-vif-deleted', 'tag': '2b89014e-8ab0-4150-af42-41a3d9f88601', 'status': 'completed', 'code': 200} Jul 07 21:07:32.423794 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-deleted', 'tag': '2a8af0f3-bbd0-419f-8e68-5f6b4abfbfae', 'status': 'completed', 'code': 200} Jul 07 21:07:32.431363 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4c7deb77-21b9-497f-b897-025ba22b8570 req-d13c5547-4a5b-4aff-9710-7f28aea5a637 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1760f96-b9b8-426c-983f-13ef10acc388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480803 Jul 07 21:07:32.505223 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-efec5499-1b13-4dcc-95d3-4a9b86207a47 None None] Set router 4e595511-8236-409b-ac92-272b2fef9cda gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:07:32.545872 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-b3a95441-83dd-409d-9117-502df2a4a382 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Deleting port da814a29-6446-40eb-ac99-e49de62cc5fa {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:07:32.546365 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-b3a95441-83dd-409d-9117-502df2a4a382 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:32.614810 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db4bab-c2a6-41ee-ae7b-7c787d798b05 req-6dbf96a1-b7e9-4455-b00a-053581317d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:32.616105 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51db4bab-c2a6-41ee-ae7b-7c787d798b05 req-6dbf96a1-b7e9-4455-b00a-053581317d8d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1649b1b7cf6c45e895ace8826571fcde&device_id=1d0c0a47-477c-47ba-bca6-157168318e79 HTTP/1.1" status: 200 len: 1095 time: 0.1557233 Jul 07 21:07:32.711612 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107ba30-d648-4b79-953d-efcf4dd95314 req-c15e4db2-e732-4aef-b35b-862f0825494b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:32.718628 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107ba30-d648-4b79-953d-efcf4dd95314 req-c15e4db2-e732-4aef-b35b-862f0825494b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:32.725814 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9107ba30-d648-4b79-953d-efcf4dd95314 req-c15e4db2-e732-4aef-b35b-862f0825494b tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 1677 time: 0.1902785 Jul 07 21:07:32.757011 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34956) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:32.787914 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-b3a95441-83dd-409d-9117-502df2a4a382 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] For port da814a29-6446-40eb-ac99-e49de62cc5fa, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=da814a29-6446-40eb-ac99-e49de62cc5fa,segment=NetworkSegment(bf3fc5a8-409e-4d15-9d23-e927b35d4081),segment_id=bf3fc5a8-409e-4d15-9d23-e927b35d4081)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:32.789389 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-b3a95441-83dd-409d-9117-502df2a4a382 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:32.806400 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-b3a95441-83dd-409d-9117-502df2a4a382 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Calling delete_port for da814a29-6446-40eb-ac99-e49de62cc5fa owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:07:32.823691 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db4bab-c2a6-41ee-ae7b-7c787d798b05 req-a2acee20-8e62-45a4-9974-0c2a073f7c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:32.825046 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51db4bab-c2a6-41ee-ae7b-7c787d798b05 req-a2acee20-8e62-45a4-9974-0c2a073f7c22 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5d8c30c9-0a0a-4811-9b42-6759fc17ac52 HTTP/1.1" status: 200 len: 915 time: 0.1994834 Jul 07 21:07:32.835762 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-efec5499-1b13-4dcc-95d3-4a9b86207a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e595511-8236-409b-ac92-272b2fef9cda', 'name': 'tempest-TaggedBootDevicesTest_v242-1828410963-router', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:56:35Z', 'updated_at': '2021-07-07T20:56:47Z', 'revision_number': 4, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'gw_port': {'id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e595511-8236-409b-ac92-272b2fef9cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:38Z', 'updated_at': '2021-07-07T20:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'f89038c6-a807-444f-ad6e-31108e381c95', 'name': '', 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'mac_address': 'fa:16:3e:df:60:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e595511-8236-409b-ac92-272b2fef9cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '25a8ccb4-86fa-467a-bd9b-20bcc350e316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:44Z', 'updated_at': '2021-07-07T20:56:55Z', 'revision_number': 5, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'subnets': [{'id': '25a8ccb4-86fa-467a-bd9b-20bcc350e316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:32.836314 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9107ba30-d648-4b79-953d-efcf4dd95314 req-a635f301-bcd3-4122-8ef9-2e2ee7c5a7c6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups?id=d9ce749c-a271-460e-962d-d3f9c6e375ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094213 Jul 07 21:07:32.869696 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efec5499-1b13-4dcc-95d3-4a9b86207a47 None None] Checking router: 4e595511-8236-409b-ac92-272b2fef9cda for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:07:32.880078 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efec5499-1b13-4dcc-95d3-4a9b86207a47 None None] Routers {'4e595511-8236-409b-ac92-272b2fef9cda'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:07:32.880956 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-efec5499-1b13-4dcc-95d3-4a9b86207a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:07:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4e595511-8236-409b-ac92-272b2fef9cda'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:32.887293 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51db4bab-c2a6-41ee-ae7b-7c787d798b05 req-9fec3246-143c-4ac2-9983-3c391fd68f30 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fd99b48-a526-4ea7-9214-0c3c94136ab4 HTTP/1.1" status: 200 len: 217 time: 0.0501297 Jul 07 21:07:32.896451 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-629159ab-756c-4f45-8bc5-b1f16ada07d9 admin admin] Deleting subnet 1419cfa1-2f93-4c94-9f1a-4226283d8f85 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:07:32.910428 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-629159ab-756c-4f45-8bc5-b1f16ada07d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:32.954437 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-b3a95441-83dd-409d-9117-502df2a4a382 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:32.983383 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-629159ab-756c-4f45-8bc5-b1f16ada07d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:32.986687 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db4bab-c2a6-41ee-ae7b-7c787d798b05 req-12364b0d-191a-4036-937d-cc05fccb0f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:32.988237 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51db4bab-c2a6-41ee-ae7b-7c787d798b05 req-12364b0d-191a-4036-937d-cc05fccb0f40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b11f55b4-cdf2-431b-bc0c-db4b66a2b82c HTTP/1.1" status: 200 len: 854 time: 0.0886164 Jul 07 21:07:32.997249 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a95441-83dd-409d-9117-502df2a4a382 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event deleted for resources: {'Port': ['ID=da814a29-6446-40eb-ac99-e49de62cc5fa,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:33.055562 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-b3a95441-83dd-409d-9117-502df2a4a382 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] No DVR routers for this DVR port da814a29-6446-40eb-ac99-e49de62cc5fa on host n-h2-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:07:33.056944 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51db4bab-c2a6-41ee-ae7b-7c787d798b05 req-be8686b9-ee0d-463e-bfcc-23a0db1024d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5d8c30c9-0a0a-4811-9b42-6759fc17ac52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409992 Jul 07 21:07:33.060034 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-b3a95441-83dd-409d-9117-502df2a4a382 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:33.062861 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-b3a95441-83dd-409d-9117-502df2a4a382 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.39 "DELETE /v2.0/ports/da814a29-6446-40eb-ac99-e49de62cc5fa HTTP/1.1" status: 204 len: 173 time: 0.7126470 Jul 07 21:07:33.124082 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-629159ab-756c-4f45-8bc5-b1f16ada07d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:33.205465 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-efec5499-1b13-4dcc-95d3-4a9b86207a47 None None] Set router 4e595511-8236-409b-ac92-272b2fef9cda gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:07:33.205664 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-6d3b2e63-3ea5-4712-bc05-4eac1664fc6f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Deleting port a77c407f-5638-4a76-a32e-cd44fe684c67 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:07:33.205761 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-6d3b2e63-3ea5-4712-bc05-4eac1664fc6f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:33.209208 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51db4bab-c2a6-41ee-ae7b-7c787d798b05 req-f3cb97b9-cfa2-4246-87f5-5142fff4dc84 service neutron] 10.222.0.39 "GET /v2.0/networks/5d8c30c9-0a0a-4811-9b42-6759fc17ac52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443872 Jul 07 21:07:33.228121 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-629159ab-756c-4f45-8bc5-b1f16ada07d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:33.299043 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629159ab-756c-4f45-8bc5-b1f16ada07d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1419cfa1-2f93-4c94-9f1a-4226283d8f85,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:33.299948 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-629159ab-756c-4f45-8bc5-b1f16ada07d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:33.302005 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-629159ab-756c-4f45-8bc5-b1f16ada07d9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1419cfa1-2f93-4c94-9f1a-4226283d8f85 HTTP/1.1" status: 204 len: 168 time: 0.5439024 Jul 07 21:07:33.304578 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 34958) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:33.310238 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-6d3b2e63-3ea5-4712-bc05-4eac1664fc6f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] For port a77c407f-5638-4a76-a32e-cd44fe684c67, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=a77c407f-5638-4a76-a32e-cd44fe684c67,segment=NetworkSegment(7c79a5dc-56f0-4f78-9e96-5ef6e18227c7),segment_id=7c79a5dc-56f0-4f78-9e96-5ef6e18227c7)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:33.310781 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-6d3b2e63-3ea5-4712-bc05-4eac1664fc6f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:33.330245 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-6d3b2e63-3ea5-4712-bc05-4eac1664fc6f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Calling delete_port for a77c407f-5638-4a76-a32e-cd44fe684c67 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:07:33.376863 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5ae928d4-af76-48d2-939d-14fc9ecf2180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:33.463796 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51db4bab-c2a6-41ee-ae7b-7c787d798b05 req-e5e215b3-7145-46f7-80e0-1a90331f97ad service neutron] 10.222.0.39 "GET /v2.0/networks/5d8c30c9-0a0a-4811-9b42-6759fc17ac52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452888 Jul 07 21:07:33.510223 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-efec5499-1b13-4dcc-95d3-4a9b86207a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e595511-8236-409b-ac92-272b2fef9cda', 'name': 'tempest-TaggedBootDevicesTest_v242-1828410963-router', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:56:35Z', 'updated_at': '2021-07-07T20:56:47Z', 'revision_number': 4, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'gw_port': {'id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e595511-8236-409b-ac92-272b2fef9cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:38Z', 'updated_at': '2021-07-07T20:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'f89038c6-a807-444f-ad6e-31108e381c95', 'name': '', 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'mac_address': 'fa:16:3e:df:60:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e595511-8236-409b-ac92-272b2fef9cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '25a8ccb4-86fa-467a-bd9b-20bcc350e316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:44Z', 'updated_at': '2021-07-07T20:56:55Z', 'revision_number': 5, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'subnets': [{'id': '25a8ccb4-86fa-467a-bd9b-20bcc350e316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:33.514805 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 2b89014e-8ab0-4150-af42-41a3d9f88601 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:07:33.558722 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-6d3b2e63-3ea5-4712-bc05-4eac1664fc6f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:33.572450 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efec5499-1b13-4dcc-95d3-4a9b86207a47 None None] The sync data for ids ['4e595511-8236-409b-ac92-272b2fef9cda'] in n-d-695189-11 is: [{'id': '4e595511-8236-409b-ac92-272b2fef9cda', 'name': 'tempest-TaggedBootDevicesTest_v242-1828410963-router', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:56:35Z', 'updated_at': '2021-07-07T20:56:47Z', 'revision_number': 4, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'gw_port': {'id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e595511-8236-409b-ac92-272b2fef9cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:38Z', 'updated_at': '2021-07-07T20:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'f89038c6-a807-444f-ad6e-31108e381c95', 'name': '', 'network_id': 'd7847ed4-ca64-408b-b349-0ebf1cd2485d', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'mac_address': 'fa:16:3e:df:60:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e595511-8236-409b-ac92-272b2fef9cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '25a8ccb4-86fa-467a-bd9b-20bcc350e316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:44Z', 'updated_at': '2021-07-07T20:56:55Z', 'revision_number': 5, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'subnets': [{'id': '25a8ccb4-86fa-467a-bd9b-20bcc350e316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:07:33.574796 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 2b89014e-8ab0-4150-af42-41a3d9f88601 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:07:33.575312 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 2b89014e-8ab0-4150-af42-41a3d9f88601 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:07:33.587891 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:33.607872 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b2e63-3ea5-4712-bc05-4eac1664fc6f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event deleted for resources: {'Port': ['ID=a77c407f-5638-4a76-a32e-cd44fe684c67,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:33.691280 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-6d3b2e63-3ea5-4712-bc05-4eac1664fc6f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] No DVR routers for this DVR port a77c407f-5638-4a76-a32e-cd44fe684c67 on host n-h2-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:07:33.694471 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5ae928d4-af76-48d2-939d-14fc9ecf2180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:33.695161 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-6d3b2e63-3ea5-4712-bc05-4eac1664fc6f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:33.697904 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-127a9419-126c-4291-a5a5-2b7fbd59b9ff req-6d3b2e63-3ea5-4712-bc05-4eac1664fc6f tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.39 "DELETE /v2.0/ports/a77c407f-5638-4a76-a32e-cd44fe684c67 HTTP/1.1" status: 204 len: 173 time: 0.6292713 Jul 07 21:07:33.743210 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-5ae928d4-af76-48d2-939d-14fc9ecf2180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a89585-424e-42e8-9cf1-0089c0c1aae8']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:33.757694 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-5ae928d4-af76-48d2-939d-14fc9ecf2180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd264d227-1321-4d19-a15e-4718696d7204') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:33.757995 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-5ae928d4-af76-48d2-939d-14fc9ecf2180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd264d227-1321-4d19-a15e-4718696d7204') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:33.813184 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da814a29-6446-40eb-ac99-e49de62cc5fa'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:07:33.815992 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e44ad8-5236-489f-b952-fa850fa479b5" -d '{"events": [{"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-unplugged", "status": "completed", "tag": "da814a29-6446-40eb-ac99-e49de62cc5fa"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:07:33.940873 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b814da-4224-44b2-aa34-1aa185c4488c None None] New status for floating IP 78da49c9-31e5-4cd9-bb67-48f9db9c6b20: DOWN {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:07:34.176726 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5ae928d4-af76-48d2-939d-14fc9ecf2180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:34.201698 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5ae928d4-af76-48d2-939d-14fc9ecf2180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:34.211736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae928d4-af76-48d2-939d-14fc9ecf2180 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:07:34.212849 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5ae928d4-af76-48d2-939d-14fc9ecf2180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:07:34.216595 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:07:34.270544 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898ab58-6f3b-4b00-8258-a3517603ae21 req-7be63c90-95b1-48e3-9870-e5785358268a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:34.272052 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3898ab58-6f3b-4b00-8258-a3517603ae21 req-7be63c90-95b1-48e3-9870-e5785358268a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.6826379 Jul 07 21:07:34.287265 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513708ba-64e9-4806-9a48-d82811b3c7b9 req-04311d7a-bd8d-4594-b990-82d4b2463fbb tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:34.288841 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-513708ba-64e9-4806-9a48-d82811b3c7b9 req-04311d7a-bd8d-4594-b990-82d4b2463fbb tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d0c0a47-477c-47ba-bca6-157168318e79 HTTP/1.1" status: 200 len: 943 time: 0.5911388 Jul 07 21:07:34.338187 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5ae928d4-af76-48d2-939d-14fc9ecf2180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:34.343873 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5ae928d4-af76-48d2-939d-14fc9ecf2180 admin admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:34.345807 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5ae928d4-af76-48d2-939d-14fc9ecf2180 admin admin] 10.222.0.64 "DELETE /v2.0/networks/e2a89585-424e-42e8-9cf1-0089c0c1aae8 HTTP/1.1" status: 204 len: 168 time: 1.0402944 Jul 07 21:07:34.378408 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae928d4-af76-48d2-939d-14fc9ecf2180 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2a89585-424e-42e8-9cf1-0089c0c1aae8,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:34.393920 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3898ab58-6f3b-4b00-8258-a3517603ae21 req-acccd04e-4095-48c3-b9ee-e451c3dce920 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040905 Jul 07 21:07:34.407916 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-513708ba-64e9-4806-9a48-d82811b3c7b9 req-d52ece89-dc82-441c-bb22-a11dc2e3dce9 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1760f96-b9b8-426c-983f-13ef10acc388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027853 Jul 07 21:07:34.424861 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-deleted', 'tag': 'e8debe46-f092-4659-88e9-d9aeeb58dcce'}, {'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-deleted', 'tag': 'da814a29-6446-40eb-ac99-e49de62cc5fa'}, {'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-deleted', 'tag': 'a77c407f-5638-4a76-a32e-cd44fe684c67'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:07:34.427216 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637d967e-9c03-4f1a-9cdd-0586d95dd776" -d '{"events": [{"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-deleted", "tag": "e8debe46-f092-4659-88e9-d9aeeb58dcce"}, {"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-deleted", "tag": "da814a29-6446-40eb-ac99-e49de62cc5fa"}, {"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-deleted", "tag": "a77c407f-5638-4a76-a32e-cd44fe684c67"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:07:34.460588 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 21:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ba298b-e80e-4ddd-bdeb-54c0a8cf5fc1 x-openstack-request-id: req-a2ba298b-e80e-4ddd-bdeb-54c0a8cf5fc1 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:07:34.461108 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-unplugged", "status": "completed", "tag": "da814a29-6446-40eb-ac99-e49de62cc5fa", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:07:34.461301 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a2ba298b-e80e-4ddd-bdeb-54c0a8cf5fc1 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:07:34.461839 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da814a29-6446-40eb-ac99-e49de62cc5fa', 'code': 200} Jul 07 21:07:34.501635 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 07 Jul 2021 21:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f667740-6f1b-441c-a2bf-f95929a6496d x-openstack-request-id: req-6f667740-6f1b-441c-a2bf-f95929a6496d {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:07:34.501947 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-deleted", "tag": "e8debe46-f092-4659-88e9-d9aeeb58dcce", "status": "completed", "code": 200}, {"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-deleted", "tag": "da814a29-6446-40eb-ac99-e49de62cc5fa", "status": "completed", "code": 200}, {"server_uuid": "d5b6709e-896e-411f-aa0f-ceb428ff7f7e", "name": "network-vif-deleted", "tag": "a77c407f-5638-4a76-a32e-cd44fe684c67", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:07:34.502200 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f667740-6f1b-441c-a2bf-f95929a6496d {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:07:34.502609 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-deleted', 'tag': 'e8debe46-f092-4659-88e9-d9aeeb58dcce', 'status': 'completed', 'code': 200} Jul 07 21:07:34.502883 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-deleted', 'tag': 'da814a29-6446-40eb-ac99-e49de62cc5fa', 'status': 'completed', 'code': 200} Jul 07 21:07:34.503122 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b6709e-896e-411f-aa0f-ceb428ff7f7e', 'name': 'network-vif-deleted', 'tag': 'a77c407f-5638-4a76-a32e-cd44fe684c67', 'status': 'completed', 'code': 200} Jul 07 21:07:34.576227 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34974) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:34.580668 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1f8cb808-f1ea-49c2-bd68-5dd222b17afa req-8d15fcb6-56a2-491e-8ac3-523f255daf32 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 210 time: 0.0302978 Jul 07 21:07:34.623003 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2456d230-4a8a-4df0-a3d0-acd6aad86b10 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a86dfda8354448d0aa89f6e8a045afa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452197 Jul 07 21:07:34.625459 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 34976) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:34.675483 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-14066e63-4e25-443f-bcdf-b5ca9dda2feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:34.697056 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-14066e63-4e25-443f-bcdf-b5ca9dda2feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:34.745400 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-14066e63-4e25-443f-bcdf-b5ca9dda2feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:34.748096 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-14066e63-4e25-443f-bcdf-b5ca9dda2feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:34.749267 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-14066e63-4e25-443f-bcdf-b5ca9dda2feb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3b1da443-54b9-43a8-bf0d-43adcea647ef HTTP/1.1" status: 204 len: 168 time: 0.1228487 Jul 07 21:07:34.757719 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14066e63-4e25-443f-bcdf-b5ca9dda2feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1da443-54b9-43a8-bf0d-43adcea647ef,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:35.228631 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:35.371477 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 3fd99b48-a526-4ea7-9214-0c3c94136ab4 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:07:35.558052 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 3fd99b48-a526-4ea7-9214-0c3c94136ab4, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=3fd99b48-a526-4ea7-9214-0c3c94136ab4,segment=NetworkSegment(c698f10d-35b0-4c4e-8c9e-84b6328e05b9),segment_id=c698f10d-35b0-4c4e-8c9e-84b6328e05b9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:35.571599 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '3fd99b48-a526-4ea7-9214-0c3c94136ab4', 'network_id': '5d8c30c9-0a0a-4811-9b42-6759fc17ac52', 'port_id': '3fd99b48-a526-4ea7-9214-0c3c94136ab4', 'mac_address': 'fa:16:3e:68:f1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b11f55b4-cdf2-431b-bc0c-db4b66a2b82c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:07:35.630008 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:35.653389 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd99b48-a526-4ea7-9214-0c3c94136ab4 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:07:35.672218 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35014) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:35.684377 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 3fd99b48-a526-4ea7-9214-0c3c94136ab4, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=3fd99b48-a526-4ea7-9214-0c3c94136ab4,segment=NetworkSegment(c698f10d-35b0-4c4e-8c9e-84b6328e05b9),segment_id=c698f10d-35b0-4c4e-8c9e-84b6328e05b9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:35.691116 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:35.787937 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a50cb0-1700-41b3-8e3e-02b5cc5699a5 req-19e8540c-befe-41f2-957a-b73a5ff1f61e tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:35.791538 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10a50cb0-1700-41b3-8e3e-02b5cc5699a5 req-19e8540c-befe-41f2-957a-b73a5ff1f61e tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d0c0a47-477c-47ba-bca6-157168318e79 HTTP/1.1" status: 200 len: 943 time: 0.1858435 Jul 07 21:07:35.812924 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-7b9f2a20-2448-4334-b70f-179414574fe1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-578153484-network', 'tenant_id': '3d851e7566964f18923f7a9246878584'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:35.829635 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dd590-6bd1-4dff-9d74-f028a8add85d req-b48b7631-3a9f-42f3-8dbb-6649a9475b6d tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:35.829894 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=3fd99b48-a526-4ea7-9214-0c3c94136ab4,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:35.838544 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-350dd590-6bd1-4dff-9d74-f028a8add85d req-b48b7631-3a9f-42f3-8dbb-6649a9475b6d tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.1741033 Jul 07 21:07:35.851317 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9f2a20-2448-4334-b70f-179414574fe1 admin admin] Made reservation on behalf of 3d851e7566964f18923f7a9246878584 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:07:35.855115 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2a20-2448-4334-b70f-179414574fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:35.865846 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2a20-2448-4334-b70f-179414574fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:35.879446 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10a50cb0-1700-41b3-8e3e-02b5cc5699a5 req-763083f0-0605-459d-b1f5-4a30814c28f7 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1760f96-b9b8-426c-983f-13ef10acc388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792203 Jul 07 21:07:35.911574 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-350dd590-6bd1-4dff-9d74-f028a8add85d req-cf7ef6ff-3917-4636-85c7-fe42320e9acd tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716889 Jul 07 21:07:36.013741 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['3fd99b48-a526-4ea7-9214-0c3c94136ab4'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:07:36.039850 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2a20-2448-4334-b70f-179414574fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:36.058218 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2a20-2448-4334-b70f-179414574fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:36.073133 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9f2a20-2448-4334-b70f-179414574fe1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:07:36.094334 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2a20-2448-4334-b70f-179414574fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:36.095083 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-7b9f2a20-2448-4334-b70f-179414574fe1 admin admin] Added segment cace7593-e10b-4afc-8fb6-96e8806d2de1 of type vlan for network 75a01814-d064-4c42-8103-23e04256bf1b Jul 07 21:07:36.172875 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2a20-2448-4334-b70f-179414574fe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:36.211009 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2a20-2448-4334-b70f-179414574fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:36.212571 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9f2a20-2448-4334-b70f-179414574fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:36.213270 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2a20-2448-4334-b70f-179414574fe1 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:36.216028 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2029b4d1-2bbc-4985-9be2-fd84404fedf9 req-e843e79d-47a2-4b53-9eae-81018047ece0 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 210 time: 0.0692163 Jul 07 21:07:36.315627 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7b9f2a20-2448-4334-b70f-179414574fe1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6411746 Jul 07 21:07:36.318385 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35020) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:36.323656 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f2a20-2448-4334-b70f-179414574fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700dc063-358c-4dfc-9e6a-de9e0b38134b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:36.325059 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-0a33609b-5a0d-40dc-be09-0581d2dd3419 admin admin] Request body: {'subnet': {'network_id': '75a01814-d064-4c42-8103-23e04256bf1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-578153484-subnet', 'tenant_id': '3d851e7566964f18923f7a9246878584', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:36.356629 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a33609b-5a0d-40dc-be09-0581d2dd3419 admin admin] Made reservation on behalf of 3d851e7566964f18923f7a9246878584 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:07:36.359792 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0a33609b-5a0d-40dc-be09-0581d2dd3419 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:36.361211 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f2a20-2448-4334-b70f-179414574fe1 admin admin] Pushing event updated for resources: {'Network': ['ID=75a01814-d064-4c42-8103-23e04256bf1b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:36.377405 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 75a01814-d064-4c42-8103-23e04256bf1b details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:07:36.616406 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0a33609b-5a0d-40dc-be09-0581d2dd3419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:36.694479 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33609b-5a0d-40dc-be09-0581d2dd3419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e6aed05-6182-4577-9d08-de2e7e22c850,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:36.704472 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a33609b-5a0d-40dc-be09-0581d2dd3419 admin admin] Checking segment: {'id': 'cace7593-e10b-4afc-8fb6-96e8806d2de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '75a01814-d064-4c42-8103-23e04256bf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:07:36.704847 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a33609b-5a0d-40dc-be09-0581d2dd3419 admin admin] Network hostable DHCP agents. Network: 75a01814-d064-4c42-8103-23e04256bf1b, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:07:36.723530 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a33609b-5a0d-40dc-be09-0581d2dd3419 admin admin] Network 75a01814-d064-4c42-8103-23e04256bf1b is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:07:36.733632 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-0a33609b-5a0d-40dc-be09-0581d2dd3419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 75a01814-d064-4c42-8103-23e04256bf1b) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:07:36.739843 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a33609b-5a0d-40dc-be09-0581d2dd3419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:36.740902 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0a33609b-5a0d-40dc-be09-0581d2dd3419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:36.748552 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2040f016-5170-4586-9a0a-2684ce12f7c0 None None] Network 75a01814-d064-4c42-8103-23e04256bf1b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:07:36.760730 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0a33609b-5a0d-40dc-be09-0581d2dd3419 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4411037 Jul 07 21:07:36.763215 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35022) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:36.768221 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-350b3b14-5ca1-4e13-bc11-8bdc496b0c60 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-578153484-router', 'tenant_id': '3d851e7566964f18923f7a9246878584', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:36.790979 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-350b3b14-5ca1-4e13-bc11-8bdc496b0c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:36.792336 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-350b3b14-5ca1-4e13-bc11-8bdc496b0c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:36.850093 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-350b3b14-5ca1-4e13-bc11-8bdc496b0c60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:36.882265 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455c5342-3d81-4ad4-a740-4d135fd95ff7 None None] Network 75a01814-d064-4c42-8103-23e04256bf1b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:07:37.043477 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-350b3b14-5ca1-4e13-bc11-8bdc496b0c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:37.221149 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6d80b-23ba-484a-9b9d-1ac8ba6033f5 req-ac4298db-c56f-4ba6-87c4-1014b20897e8 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:37.222758 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7d6d80b-23ba-484a-9b9d-1ac8ba6033f5 req-ac4298db-c56f-4ba6-87c4-1014b20897e8 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d0c0a47-477c-47ba-bca6-157168318e79 HTTP/1.1" status: 200 len: 944 time: 0.1487596 Jul 07 21:07:37.235559 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ecb3b-4adf-41b0-835e-b97f360ac3f8 req-d2427cb1-4c04-4c69-8853-dea837fc7143 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:37.237089 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e71ecb3b-4adf-41b0-835e-b97f360ac3f8 req-d2427cb1-4c04-4c69-8853-dea837fc7143 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.1815863 Jul 07 21:07:37.345028 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7d6d80b-23ba-484a-9b9d-1ac8ba6033f5 req-3b9366ed-5306-4d91-8e7a-4ffd9cbebb9d tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1760f96-b9b8-426c-983f-13ef10acc388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068628 Jul 07 21:07:37.365799 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e71ecb3b-4adf-41b0-835e-b97f360ac3f8 req-cfcbab1f-34a6-4c2d-bd64-c2721fb5d9f5 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194592 Jul 07 21:07:37.435157 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 3fd99b48-a526-4ea7-9214-0c3c94136ab4 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:07:37.537878 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-350b3b14-5ca1-4e13-bc11-8bdc496b0c60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:37.560733 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-350b3b14-5ca1-4e13-bc11-8bdc496b0c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:37.562012 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 3fd99b48-a526-4ea7-9214-0c3c94136ab4 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:07:37.566394 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 3fd99b48-a526-4ea7-9214-0c3c94136ab4 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:37.566783 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:37.588714 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc52e324-e06b-4d13-8d5d-ccd040d1edd3 req-07710b63-720c-4933-bf7d-d4d7f8ef935d tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 210 time: 0.0620928 Jul 07 21:07:37.672348 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:37.698807 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0c0a47-477c-47ba-bca6-157168318e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd99b48-a526-4ea7-9214-0c3c94136ab4'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:07:37.701282 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1b6b65-91aa-4bbe-84ad-11c9c870a34c" -d '{"events": [{"server_uuid": "1d0c0a47-477c-47ba-bca6-157168318e79", "name": "network-vif-plugged", "status": "completed", "tag": "3fd99b48-a526-4ea7-9214-0c3c94136ab4"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:07:37.715946 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 3fd99b48-a526-4ea7-9214-0c3c94136ab4, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=3fd99b48-a526-4ea7-9214-0c3c94136ab4,segment=NetworkSegment(c698f10d-35b0-4c4e-8c9e-84b6328e05b9),segment_id=c698f10d-35b0-4c4e-8c9e-84b6328e05b9)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:37.718774 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-350b3b14-5ca1-4e13-bc11-8bdc496b0c60 admin admin] Allocated IP 172.25.5.239 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:07:37.729597 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:37.775805 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d438059-0885-46d3-9a35-99712d7772c0 x-openstack-request-id: req-7d438059-0885-46d3-9a35-99712d7772c0 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:07:37.776460 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0c0a47-477c-47ba-bca6-157168318e79", "name": "network-vif-plugged", "status": "completed", "tag": "3fd99b48-a526-4ea7-9214-0c3c94136ab4", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:07:37.776460 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d438059-0885-46d3-9a35-99712d7772c0 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:07:37.776729 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0c0a47-477c-47ba-bca6-157168318e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd99b48-a526-4ea7-9214-0c3c94136ab4', 'code': 200} Jul 07 21:07:37.810122 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=3fd99b48-a526-4ea7-9214-0c3c94136ab4,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:37.843815 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-350b3b14-5ca1-4e13-bc11-8bdc496b0c60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:37.894093 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-350b3b14-5ca1-4e13-bc11-8bdc496b0c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:37.939138 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350b3b14-5ca1-4e13-bc11-8bdc496b0c60 admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:07:37.939430 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4037d-a890-4572-bd27-ec2b38d7ae7d req-fd3cd751-afd4-46e9-8ee7-6f0d461472c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:37.941149 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-95b4037d-a890-4572-bd27-ec2b38d7ae7d req-fd3cd751-afd4-46e9-8ee7-6f0d461472c5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1d0c0a47-477c-47ba-bca6-157168318e79 HTTP/1.1" status: 200 len: 1097 time: 0.0670855 Jul 07 21:07:37.942873 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-350b3b14-5ca1-4e13-bc11-8bdc496b0c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:07:37.945981 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b3b14-5ca1-4e13-bc11-8bdc496b0c60 admin admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:07:37.975807 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b3b14-5ca1-4e13-bc11-8bdc496b0c60 admin admin] Pushing event updated for resources: {'Port': ['ID=a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:37.980139 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-95b4037d-a890-4572-bd27-ec2b38d7ae7d req-76de7ba8-a1da-4043-93e4-eaa149b932f7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f1760f96-b9b8-426c-983f-13ef10acc388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301516 Jul 07 21:07:38.217635 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-350b3b14-5ca1-4e13-bc11-8bdc496b0c60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:38.441661 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-350b3b14-5ca1-4e13-bc11-8bdc496b0c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:38.728532 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443c97b-3f46-43c7-82c7-c531426e944f req-78c75975-41bf-4102-9913-821c74a042b3 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:38.730053 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c443c97b-3f46-43c7-82c7-c531426e944f req-78c75975-41bf-4102-9913-821c74a042b3 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d0c0a47-477c-47ba-bca6-157168318e79 HTTP/1.1" status: 200 len: 945 time: 0.2062507 Jul 07 21:07:38.770574 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccf423-b342-43bd-8be9-5383b42f15d0 req-ff4a770a-5524-424c-842f-cce345382536 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:38.772235 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cdccf423-b342-43bd-8be9-5383b42f15d0 req-ff4a770a-5524-424c-842f-cce345382536 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.1864927 Jul 07 21:07:38.818431 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c443c97b-3f46-43c7-82c7-c531426e944f req-24b7b228-7aa2-41d5-95ea-0f9a86a7ea01 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1760f96-b9b8-426c-983f-13ef10acc388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785041 Jul 07 21:07:38.836710 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350b3b14-5ca1-4e13-bc11-8bdc496b0c60 admin admin] Router 1cafe788-0d17-46aa-9c54-643d02410324 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:07:38.847963 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cdccf423-b342-43bd-8be9-5383b42f15d0 req-b66369a8-84c4-448b-a497-08f1f26ccebc tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667233 Jul 07 21:07:38.992748 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350b3b14-5ca1-4e13-bc11-8bdc496b0c60 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:07:39.007744 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] Sync routers for ids ['1cafe788-0d17-46aa-9c54-643d02410324'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:07:39.023450 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] Routers {'1cafe788-0d17-46aa-9c54-643d02410324'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:07:39.025200 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:07:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['1cafe788-0d17-46aa-9c54-643d02410324'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:39.029315 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac754ec4-5b57-4233-bf11-cad0c8973577 req-5da78f57-ba3c-4f79-8b28-a689f9f06d14 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 210 time: 0.0507827 Jul 07 21:07:39.049067 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-350b3b14-5ca1-4e13-bc11-8bdc496b0c60 admin admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:39.052783 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-350b3b14-5ca1-4e13-bc11-8bdc496b0c60 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2860131 Jul 07 21:07:39.053169 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35050) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:39.153263 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] Set router 1cafe788-0d17-46aa-9c54-643d02410324 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:07:39.345188 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cafe788-0d17-46aa-9c54-643d02410324', 'name': 'tempest-ServerRescueTestJSON-578153484-router', 'tenant_id': '3d851e7566964f18923f7a9246878584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:07:36Z', 'updated_at': '2021-07-07T21:07:38Z', 'revision_number': 3, 'project_id': '3d851e7566964f18923f7a9246878584', 'gw_port': {'id': 'a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cafe788-0d17-46aa-9c54-643d02410324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:07:37Z', 'updated_at': '2021-07-07T21:07:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:39.375053 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] Checking router: 1cafe788-0d17-46aa-9c54-643d02410324 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:07:39.375440 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] Updating router 1cafe788-0d17-46aa-9c54-643d02410324 port a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:07:39.410842 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:39.553864 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2005215c-3cee-476b-acf8-ae9315276fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:39.720020 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:39.731992 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] Transition to ACTIVE for port object a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:07:39.748368 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:39.807927 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-2005215c-3cee-476b-acf8-ae9315276fe6 admin admin] Allocated IP 172.20.0.1 (75a01814-d064-4c42-8103-23e04256bf1b/4e6aed05-6182-4577-9d08-de2e7e22c850/ff47b157-8039-4cc8-9c43-b2157780ed8a) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:07:39.812157 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8e1c2-e6a6-4269-8969-0a207d3613f3 None None] Pushing event updated for resources: {'Port': ['ID=a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:39.814436 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] Attempting to bind port a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:07:39.814847 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] Attempting to bind port a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:07:39.815654 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] Attempting to bind port a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:07:39.821756 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:07:39.822359 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:07:39.823199 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:39.823199 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:07:39.823734 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] Bound port: a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:07:39.824168 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:39.900330 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] For port a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:07:39.904500 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] For port a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:07:39.921149 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:39.925192 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2005215c-3cee-476b-acf8-ae9315276fe6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:39.968624 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2005215c-3cee-476b-acf8-ae9315276fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:40.005359 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2005215c-3cee-476b-acf8-ae9315276fe6 admin admin] Network 75a01814-d064-4c42-8103-23e04256bf1b is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:07:40.011225 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-2005215c-3cee-476b-acf8-ae9315276fe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:07:40.023864 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2005215c-3cee-476b-acf8-ae9315276fe6 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:07:40.041948 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] Routers {'1cafe788-0d17-46aa-9c54-643d02410324'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:07:40.043293 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:07:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['1cafe788-0d17-46aa-9c54-643d02410324'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:40.051514 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8e1c2-e6a6-4269-8969-0a207d3613f3 None None] Pushing event updated for resources: {'Port': ['ID=a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:40.118304 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005215c-3cee-476b-acf8-ae9315276fe6 admin admin] Pushing event updated for resources: {'Port': ['ID=ff47b157-8039-4cc8-9c43-b2157780ed8a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:40.128751 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2005215c-3cee-476b-acf8-ae9315276fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:40.132916 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afff432-d6eb-4d0b-b080-ba4660553389 req-c43fe0c9-61b7-4b97-b00f-3d6ef1a79791 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:40.151955 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4afff432-d6eb-4d0b-b080-ba4660553389 req-c43fe0c9-61b7-4b97-b00f-3d6ef1a79791 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d0c0a47-477c-47ba-bca6-157168318e79 HTTP/1.1" status: 200 len: 945 time: 0.1968145 Jul 07 21:07:40.180601 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] Set router 1cafe788-0d17-46aa-9c54-643d02410324 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:07:40.233094 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4afff432-d6eb-4d0b-b080-ba4660553389 req-efa8da8f-e703-415b-871a-b814d33d707b tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1760f96-b9b8-426c-983f-13ef10acc388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800948 Jul 07 21:07:40.296195 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9970b5-1a04-4f9f-b749-11729d43140c req-25872877-f3ac-468c-a131-49bca60a5e52 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:40.304653 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f9970b5-1a04-4f9f-b749-11729d43140c req-25872877-f3ac-468c-a131-49bca60a5e52 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.2100677 Jul 07 21:07:40.402636 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f9970b5-1a04-4f9f-b749-11729d43140c req-b61399f2-257c-44ce-a3b2-cc9c96591fb7 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919731 Jul 07 21:07:40.523170 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0d4038a3-757f-4d6f-8d46-130a1f096863 req-bceda3e1-0808-43bb-8eb2-8c3b4cef7c23 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 210 time: 0.0546486 Jul 07 21:07:40.530851 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cafe788-0d17-46aa-9c54-643d02410324', 'name': 'tempest-ServerRescueTestJSON-578153484-router', 'tenant_id': '3d851e7566964f18923f7a9246878584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:07:36Z', 'updated_at': '2021-07-07T21:07:38Z', 'revision_number': 3, 'project_id': '3d851e7566964f18923f7a9246878584', 'gw_port': {'id': 'a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cafe788-0d17-46aa-9c54-643d02410324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:07:37Z', 'updated_at': '2021-07-07T21:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:40.572053 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb4722-6393-404a-aec1-41b7880128e0 None None] The sync data for ids ['1cafe788-0d17-46aa-9c54-643d02410324'] in n-d-695189-11 is: [{'id': '1cafe788-0d17-46aa-9c54-643d02410324', 'name': 'tempest-ServerRescueTestJSON-578153484-router', 'tenant_id': '3d851e7566964f18923f7a9246878584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:07:36Z', 'updated_at': '2021-07-07T21:07:38Z', 'revision_number': 3, 'project_id': '3d851e7566964f18923f7a9246878584', 'gw_port': {'id': 'a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cafe788-0d17-46aa-9c54-643d02410324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:07:37Z', 'updated_at': '2021-07-07T21:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:07:40.825769 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2005215c-3cee-476b-acf8-ae9315276fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:41.093584 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2005215c-3cee-476b-acf8-ae9315276fe6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:41.106193 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2005215c-3cee-476b-acf8-ae9315276fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:41.219986 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005215c-3cee-476b-acf8-ae9315276fe6 admin admin] Pushing event updated for resources: {'Port': ['ID=ff47b157-8039-4cc8-9c43-b2157780ed8a,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:41.261319 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2005215c-3cee-476b-acf8-ae9315276fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:41.333271 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a81d9-90d7-4dc4-89a0-ce39ab05d0a5 req-ed25ba7a-da9f-4b0d-9a09-fa2755ab0d2f tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:41.343537 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d62a81d9-90d7-4dc4-89a0-ce39ab05d0a5 req-ed25ba7a-da9f-4b0d-9a09-fa2755ab0d2f tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d0c0a47-477c-47ba-bca6-157168318e79 HTTP/1.1" status: 200 len: 945 time: 0.1027675 Jul 07 21:07:41.525665 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2005215c-3cee-476b-acf8-ae9315276fe6 admin admin] Network 75a01814-d064-4c42-8103-23e04256bf1b is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:07:41.530570 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-2005215c-3cee-476b-acf8-ae9315276fe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:07:41.538609 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d62a81d9-90d7-4dc4-89a0-ce39ab05d0a5 req-e8ac270c-dc78-4a8d-b335-e0bea3970484 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1760f96-b9b8-426c-983f-13ef10acc388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938202 Jul 07 21:07:41.559069 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:07:41.726833 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c386565-c0f4-442d-8538-62afd20caa33 req-28e14728-b771-4a2f-909a-eb180895ce29 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:41.735894 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3c386565-c0f4-442d-8538-62afd20caa33 req-28e14728-b771-4a2f-909a-eb180895ce29 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.1677732 Jul 07 21:07:41.768087 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2005215c-3cee-476b-acf8-ae9315276fe6 admin admin] Router 1cafe788-0d17-46aa-9c54-643d02410324 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:07:41.858194 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13cf8cc1-08bb-4f48-924a-65602f97ac39 req-950b2df9-3bcd-4899-b41c-75347eff9187 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 210 time: 0.0586653 Jul 07 21:07:41.898608 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3c386565-c0f4-442d-8538-62afd20caa33 req-fa42c1ab-d8a0-4f10-bee6-375c744e1789 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615624 Jul 07 21:07:41.946325 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8ccb8d03-cd81-4d8f-a2d3-47e78af7b231,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:41.959379 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '8ccb8d03-cd81-4d8f-a2d3-47e78af7b231', 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04', 'port_id': '8ccb8d03-cd81-4d8f-a2d3-47e78af7b231', 'mac_address': 'fa:16:3e:0b:25:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40568a6-ebc6-4f07-9fe2-338a216828e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:07:41.976641 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2005215c-3cee-476b-acf8-ae9315276fe6 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:07:41.991865 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2005215c-3cee-476b-acf8-ae9315276fe6 admin admin] 10.222.0.64 "PUT /v2.0/routers/1cafe788-0d17-46aa-9c54-643d02410324/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9304471 Jul 07 21:07:42.028259 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:42.046989 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:07:42.097075 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8ccb8d03-cd81-4d8f-a2d3-47e78af7b231,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:42.106753 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:42.192568 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=8ccb8d03-cd81-4d8f-a2d3-47e78af7b231,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:42.220156 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:07:42.300233 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['8ccb8d03-cd81-4d8f-a2d3-47e78af7b231'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:07:42.370516 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:07:42.385237 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:42.385751 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:42.562729 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:42.598894 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:42.614772 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:42.755780 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:43.214990 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214346d-abd2-4c72-84e7-4f448e49cf44 req-06272615-1e56-455c-a80d-07be179dd3c6 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:43.220554 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0214346d-abd2-4c72-84e7-4f448e49cf44 req-06272615-1e56-455c-a80d-07be179dd3c6 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d0c0a47-477c-47ba-bca6-157168318e79 HTTP/1.1" status: 200 len: 945 time: 0.1620271 Jul 07 21:07:43.255264 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-c457393f-ff2b-4cbc-9405-fad4bd5537f2 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:43.269582 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-c457393f-ff2b-4cbc-9405-fad4bd5537f2 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/networks?id=75a01814-d064-4c42-8103-23e04256bf1b HTTP/1.1" status: 200 len: 810 time: 0.5860553 Jul 07 21:07:43.281470 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] Sync routers for ids ['1cafe788-0d17-46aa-9c54-643d02410324'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:07:43.296901 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] Routers {'1cafe788-0d17-46aa-9c54-643d02410324'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:07:43.297536 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:07:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['1cafe788-0d17-46aa-9c54-643d02410324'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:43.303758 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-7e5387a0-00f2-4d2b-8cf4-56fe13d3b5bb tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/quotas/3d851e7566964f18923f7a9246878584 HTTP/1.1" status: 200 len: 375 time: 0.0331936 Jul 07 21:07:43.316760 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278172c-68c8-4af9-830b-28deab3c85b2 req-d994fc32-fcb7-4b7b-9fdb-81c079bf5057 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:43.324049 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a278172c-68c8-4af9-830b-28deab3c85b2 req-d994fc32-fcb7-4b7b-9fdb-81c079bf5057 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d0c0a47-477c-47ba-bca6-157168318e79 HTTP/1.1" status: 200 len: 945 time: 0.2087665 Jul 07 21:07:43.409792 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-0214346d-abd2-4c72-84e7-4f448e49cf44 req-79c29df8-9433-4c6d-a372-44027869a0ae tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Deleting port 3fd99b48-a526-4ea7-9214-0c3c94136ab4 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:07:43.410308 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0214346d-abd2-4c72-84e7-4f448e49cf44 req-79c29df8-9433-4c6d-a372-44027869a0ae tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:43.418613 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a278172c-68c8-4af9-830b-28deab3c85b2 req-a6299392-689e-4338-a8fa-c72ccf5e807c tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.64 "GET /v2.0/security-groups?id=f1760f96-b9b8-426c-983f-13ef10acc388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931292 Jul 07 21:07:43.441290 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-bf4ef0ca-ac57-43ac-84df-274216778b81 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d851e7566964f18923f7a9246878584&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1364160 Jul 07 21:07:43.593227 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:07:43.660542 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] Set router 1cafe788-0d17-46aa-9c54-643d02410324 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:07:43.710912 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-003bedb9-604f-47bf-ba4e-b5b692b54bed service neutron] 10.222.0.64 "GET /v2.0/networks/75a01814-d064-4c42-8103-23e04256bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611656 Jul 07 21:07:43.734347 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-0214346d-abd2-4c72-84e7-4f448e49cf44 req-79c29df8-9433-4c6d-a372-44027869a0ae tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] For port 3fd99b48-a526-4ea7-9214-0c3c94136ab4, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=3fd99b48-a526-4ea7-9214-0c3c94136ab4,segment=NetworkSegment(c698f10d-35b0-4c4e-8c9e-84b6328e05b9),segment_id=c698f10d-35b0-4c4e-8c9e-84b6328e05b9)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:43.734722 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0214346d-abd2-4c72-84e7-4f448e49cf44 req-79c29df8-9433-4c6d-a372-44027869a0ae tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:43.763279 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-0214346d-abd2-4c72-84e7-4f448e49cf44 req-79c29df8-9433-4c6d-a372-44027869a0ae tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Calling delete_port for 3fd99b48-a526-4ea7-9214-0c3c94136ab4 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:07:43.776712 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:43.777098 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:43.859290 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7edb8fa-e899-4619-94dc-cfc74953ad6d req-b057dbf6-6bd3-4464-ad69-472dbb83fbcd tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 210 time: 0.1584203 Jul 07 21:07:43.976549 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0214346d-abd2-4c72-84e7-4f448e49cf44 req-79c29df8-9433-4c6d-a372-44027869a0ae tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:44.011632 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['3fd99b48-a526-4ea7-9214-0c3c94136ab4'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:07:44.040971 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cafe788-0d17-46aa-9c54-643d02410324', 'name': 'tempest-ServerRescueTestJSON-578153484-router', 'tenant_id': '3d851e7566964f18923f7a9246878584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:07:36Z', 'updated_at': '2021-07-07T21:07:40Z', 'revision_number': 4, 'project_id': '3d851e7566964f18923f7a9246878584', 'gw_port': {'id': 'a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cafe788-0d17-46aa-9c54-643d02410324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:07:37Z', 'updated_at': '2021-07-07T21:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'ff47b157-8039-4cc8-9c43-b2157780ed8a', 'name': '', 'network_id': '75a01814-d064-4c42-8103-23e04256bf1b', 'tenant_id': '3d851e7566964f18923f7a9246878584', 'mac_address': 'fa:16:3e:41:e1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cafe788-0d17-46aa-9c54-643d02410324', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4e6aed05-6182-4577-9d08-de2e7e22c850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:07:39Z', 'updated_at': '2021-07-07T21:07:40Z', 'revision_number': 2, 'project_id': '3d851e7566964f18923f7a9246878584', 'subnets': [{'id': '4e6aed05-6182-4577-9d08-de2e7e22c850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:44.061734 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c29df8-9433-4c6d-a372-44027869a0ae tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Pushing event deleted for resources: {'Port': ['ID=3fd99b48-a526-4ea7-9214-0c3c94136ab4,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:44.073692 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-80f41f72-f364-4779-9216-c9c754815620 service neutron] 10.222.0.64 "GET /v2.0/networks/75a01814-d064-4c42-8103-23e04256bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580236 Jul 07 21:07:44.107784 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] Checking router: 1cafe788-0d17-46aa-9c54-643d02410324 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:07:44.108315 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] Updating router 1cafe788-0d17-46aa-9c54-643d02410324 port ff47b157-8039-4cc8-9c43-b2157780ed8a binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:07:44.108455 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:44.147001 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:44.162467 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242c8dc5-45d3-487d-bf38-3644a3501c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccb8d03-cd81-4d8f-a2d3-47e78af7b231'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:07:44.167170 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0214346d-abd2-4c72-84e7-4f448e49cf44 req-79c29df8-9433-4c6d-a372-44027869a0ae tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] No DVR routers for this DVR port 3fd99b48-a526-4ea7-9214-0c3c94136ab4 on host n-h2-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:07:44.168658 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361bf7f2-24ba-493a-8ac4-bad6c370436b" -d '{"events": [{"server_uuid": "242c8dc5-45d3-487d-bf38-3644a3501c51", "name": "network-vif-plugged", "status": "completed", "tag": "8ccb8d03-cd81-4d8f-a2d3-47e78af7b231"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:07:44.170433 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0214346d-abd2-4c72-84e7-4f448e49cf44 req-79c29df8-9433-4c6d-a372-44027869a0ae tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:44.175199 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0214346d-abd2-4c72-84e7-4f448e49cf44 req-79c29df8-9433-4c6d-a372-44027869a0ae tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.39 "DELETE /v2.0/ports/3fd99b48-a526-4ea7-9214-0c3c94136ab4 HTTP/1.1" status: 204 len: 173 time: 0.9456599 Jul 07 21:07:44.177559 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0c0a47-477c-47ba-bca6-157168318e79', 'name': 'network-vif-deleted', 'tag': '3fd99b48-a526-4ea7-9214-0c3c94136ab4'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:07:44.185147 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a07527-674b-4686-9bd4-7791c77ff6cb" -d '{"events": [{"server_uuid": "1d0c0a47-477c-47ba-bca6-157168318e79", "name": "network-vif-deleted", "tag": "3fd99b48-a526-4ea7-9214-0c3c94136ab4"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:07:44.215242 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8ccb8d03-cd81-4d8f-a2d3-47e78af7b231,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:44.231396 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:44.341393 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:07:44.397680 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746b12b-5a40-4b08-baea-f9e6a2d780a9 req-f66e16c6-6137-4ae8-a144-bf399e008cb2 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:44.408621 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8746b12b-5a40-4b08-baea-f9e6a2d780a9 req-f66e16c6-6137-4ae8-a144-bf399e008cb2 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.1173158 Jul 07 21:07:44.489023 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=8ccb8d03-cd81-4d8f-a2d3-47e78af7b231,revision_number=7']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:44.526770 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:44.527177 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:44.537041 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8746b12b-5a40-4b08-baea-f9e6a2d780a9 req-323d17aa-509f-4715-82f6-384b1c3a59f6 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139970 Jul 07 21:07:44.577288 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c68436-9b6c-42dd-ba1a-7a1800bfe523 x-openstack-request-id: req-61c68436-9b6c-42dd-ba1a-7a1800bfe523 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:07:44.577809 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242c8dc5-45d3-487d-bf38-3644a3501c51", "name": "network-vif-plugged", "status": "completed", "tag": "8ccb8d03-cd81-4d8f-a2d3-47e78af7b231", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:07:44.578295 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-61c68436-9b6c-42dd-ba1a-7a1800bfe523 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:07:44.578705 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242c8dc5-45d3-487d-bf38-3644a3501c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccb8d03-cd81-4d8f-a2d3-47e78af7b231', 'code': 200} Jul 07 21:07:44.629460 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1217ed13-23d2-42dc-a737-13801d11011e x-openstack-request-id: req-1217ed13-23d2-42dc-a737-13801d11011e {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:07:44.630260 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0c0a47-477c-47ba-bca6-157168318e79", "name": "network-vif-deleted", "tag": "3fd99b48-a526-4ea7-9214-0c3c94136ab4", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:07:44.630523 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1217ed13-23d2-42dc-a737-13801d11011e {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:07:44.631111 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0c0a47-477c-47ba-bca6-157168318e79', 'name': 'network-vif-deleted', 'tag': '3fd99b48-a526-4ea7-9214-0c3c94136ab4', 'status': 'completed', 'code': 200} Jul 07 21:07:44.660490 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f9136ad-1431-4ce0-a407-904361c6869b req-1b1574bd-fc9a-43fd-9df6-b54050999379 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 210 time: 0.0576637 Jul 07 21:07:44.902983 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:44.913553 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] Transition to ACTIVE for port object ff47b157-8039-4cc8-9c43-b2157780ed8a will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:07:44.927371 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:44.990343 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9cf5838a-fb8a-43c2-9683-930e63fc0ed6 req-f50e9cbc-fb53-4c14-bb66-eff122ff8720 tempest-ServerAddressesTestJSON-382895432 tempest-ServerAddressesTestJSON-382895432-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d0c0a47-477c-47ba-bca6-157168318e79 HTTP/1.1" status: 200 len: 210 time: 0.1705635 Jul 07 21:07:45.081606 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ec021-7d92-413f-a0ad-ed17400d935d None None] Pushing event updated for resources: {'Port': ['ID=ff47b157-8039-4cc8-9c43-b2157780ed8a,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:45.085071 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] Attempting to bind port ff47b157-8039-4cc8-9c43-b2157780ed8a on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:07:45.085451 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] Attempting to bind port ff47b157-8039-4cc8-9c43-b2157780ed8a by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'cace7593-e10b-4afc-8fb6-96e8806d2de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '75a01814-d064-4c42-8103-23e04256bf1b'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:07:45.085814 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] Attempting to bind port ff47b157-8039-4cc8-9c43-b2157780ed8a on network 75a01814-d064-4c42-8103-23e04256bf1b {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:07:45.093242 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:07:45.093651 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] Checking segment: {'id': 'cace7593-e10b-4afc-8fb6-96e8806d2de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '75a01814-d064-4c42-8103-23e04256bf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:07:45.094059 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:45.094449 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] Bound using segment: {'id': 'cace7593-e10b-4afc-8fb6-96e8806d2de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '75a01814-d064-4c42-8103-23e04256bf1b'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:07:45.094999 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] Bound port: ff47b157-8039-4cc8-9c43-b2157780ed8a, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cace7593-e10b-4afc-8fb6-96e8806d2de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '75a01814-d064-4c42-8103-23e04256bf1b'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:07:45.095419 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:45.286731 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8c547e68-4555-4cdb-a09a-3defebf6c792 req-252eae9a-ea20-4e45-acfb-2691f087ee53 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 210 time: 0.0511556 Jul 07 21:07:45.378640 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] For port ff47b157-8039-4cc8-9c43-b2157780ed8a, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:07:45.388135 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] For port ff47b157-8039-4cc8-9c43-b2157780ed8a, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ff47b157-8039-4cc8-9c43-b2157780ed8a,segment=NetworkSegment(cace7593-e10b-4afc-8fb6-96e8806d2de1),segment_id=cace7593-e10b-4afc-8fb6-96e8806d2de1)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:07:45.396703 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:45.505890 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] Routers {'1cafe788-0d17-46aa-9c54-643d02410324'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:07:45.506440 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:07:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['1cafe788-0d17-46aa-9c54-643d02410324'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:45.671656 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ec021-7d92-413f-a0ad-ed17400d935d None None] Pushing event updated for resources: {'Port': ['ID=ff47b157-8039-4cc8-9c43-b2157780ed8a,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:45.780653 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] Set router 1cafe788-0d17-46aa-9c54-643d02410324 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:07:45.994507 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8c113-3240-41ff-83f1-f5fcf782f4fd req-5459ae70-7256-4e15-84ed-4baa21c4ce21 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:45.998214 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aed8c113-3240-41ff-83f1-f5fcf782f4fd req-5459ae70-7256-4e15-84ed-4baa21c4ce21 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.1362958 Jul 07 21:07:46.109694 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c51a6855-eb52-4dda-968a-4862edced8f8 req-ff17b95b-9a64-4270-970a-e1ac72d13b88 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 210 time: 0.1076550 Jul 07 21:07:46.182014 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cafe788-0d17-46aa-9c54-643d02410324', 'name': 'tempest-ServerRescueTestJSON-578153484-router', 'tenant_id': '3d851e7566964f18923f7a9246878584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:07:36Z', 'updated_at': '2021-07-07T21:07:40Z', 'revision_number': 4, 'project_id': '3d851e7566964f18923f7a9246878584', 'gw_port': {'id': 'a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cafe788-0d17-46aa-9c54-643d02410324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:07:37Z', 'updated_at': '2021-07-07T21:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'ff47b157-8039-4cc8-9c43-b2157780ed8a', 'name': '', 'network_id': '75a01814-d064-4c42-8103-23e04256bf1b', 'tenant_id': '3d851e7566964f18923f7a9246878584', 'mac_address': 'fa:16:3e:41:e1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cafe788-0d17-46aa-9c54-643d02410324', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4e6aed05-6182-4577-9d08-de2e7e22c850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:07:39Z', 'updated_at': '2021-07-07T21:07:45Z', 'revision_number': 4, 'project_id': '3d851e7566964f18923f7a9246878584', 'subnets': [{'id': '4e6aed05-6182-4577-9d08-de2e7e22c850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:46.188692 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aed8c113-3240-41ff-83f1-f5fcf782f4fd req-7a7f973c-9e07-4ee6-8127-50572ee9a977 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551552 Jul 07 21:07:46.229117 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ce4062-9bbc-4534-9453-eadea35f49b6 None None] The sync data for ids ['1cafe788-0d17-46aa-9c54-643d02410324'] in n-d-695189-11 is: [{'id': '1cafe788-0d17-46aa-9c54-643d02410324', 'name': 'tempest-ServerRescueTestJSON-578153484-router', 'tenant_id': '3d851e7566964f18923f7a9246878584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:07:36Z', 'updated_at': '2021-07-07T21:07:40Z', 'revision_number': 4, 'project_id': '3d851e7566964f18923f7a9246878584', 'gw_port': {'id': 'a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cafe788-0d17-46aa-9c54-643d02410324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:07:37Z', 'updated_at': '2021-07-07T21:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'ff47b157-8039-4cc8-9c43-b2157780ed8a', 'name': '', 'network_id': '75a01814-d064-4c42-8103-23e04256bf1b', 'tenant_id': '3d851e7566964f18923f7a9246878584', 'mac_address': 'fa:16:3e:41:e1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cafe788-0d17-46aa-9c54-643d02410324', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '4e6aed05-6182-4577-9d08-de2e7e22c850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:07:39Z', 'updated_at': '2021-07-07T21:07:45Z', 'revision_number': 4, 'project_id': '3d851e7566964f18923f7a9246878584', 'subnets': [{'id': '4e6aed05-6182-4577-9d08-de2e7e22c850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:07:46.261891 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35198) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:46.419189 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbcee211-3930-4eaf-9916-32d5fac348ec admin admin] Deleting subnet b11f55b4-cdf2-431b-bc0c-db4b66a2b82c {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:07:46.432350 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cbcee211-3930-4eaf-9916-32d5fac348ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:46.516678 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cbcee211-3930-4eaf-9916-32d5fac348ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:46.547297 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e66ce853-45fd-490a-8398-20fe69ff77c7 req-d6e0f908-92eb-411e-ae6f-4898b75321fd tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 210 time: 0.0745733 Jul 07 21:07:46.606603 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cbcee211-3930-4eaf-9916-32d5fac348ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:46.742312 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cbcee211-3930-4eaf-9916-32d5fac348ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:46.808553 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcee211-3930-4eaf-9916-32d5fac348ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b11f55b4-cdf2-431b-bc0c-db4b66a2b82c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:46.843726 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cbcee211-3930-4eaf-9916-32d5fac348ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:46.845840 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cbcee211-3930-4eaf-9916-32d5fac348ec admin admin] 10.222.0.64 "DELETE /v2.0/subnets/b11f55b4-cdf2-431b-bc0c-db4b66a2b82c HTTP/1.1" status: 204 len: 168 time: 0.5798101 Jul 07 21:07:46.848878 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35202) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:46.978688 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-5db0a4f4-bc12-4e0e-8d42-1605d4b2d09f tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:46.980293 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-5db0a4f4-bc12-4e0e-8d42-1605d4b2d09f tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.58 "GET /v2.0/networks?id=75a01814-d064-4c42-8103-23e04256bf1b HTTP/1.1" status: 200 len: 810 time: 0.1695571 Jul 07 21:07:47.019194 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-c0fc36ed-1dee-44ac-a54e-fb21c7985add tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Request body: {'port': {'device_id': '139b1baf-d643-4181-9704-f77c893aa701', 'network_id': '75a01814-d064-4c42-8103-23e04256bf1b', 'admin_state_up': True, 'tenant_id': '3d851e7566964f18923f7a9246878584'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:47.024562 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c1f8f9a7-13cd-496a-a44f-03154ab9d782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:47.192948 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c1f8f9a7-13cd-496a-a44f-03154ab9d782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:47.216888 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-c1f8f9a7-13cd-496a-a44f-03154ab9d782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8c30c9-0a0a-4811-9b42-6759fc17ac52']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:47.246824 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-c1f8f9a7-13cd-496a-a44f-03154ab9d782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c698f10d-35b0-4c4e-8c9e-84b6328e05b9') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:47.250590 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-c1f8f9a7-13cd-496a-a44f-03154ab9d782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c698f10d-35b0-4c4e-8c9e-84b6328e05b9') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:47.273066 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c1f8f9a7-13cd-496a-a44f-03154ab9d782 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:47.322500 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c1f8f9a7-13cd-496a-a44f-03154ab9d782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:47.341407 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f8f9a7-13cd-496a-a44f-03154ab9d782 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:07:47.341836 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c1f8f9a7-13cd-496a-a44f-03154ab9d782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:07:47.351773 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:07:47.420215 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 3fd99b48-a526-4ea7-9214-0c3c94136ab4 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:07:47.432990 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-c0fc36ed-1dee-44ac-a54e-fb21c7985add tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Made reservation on behalf of 3d851e7566964f18923f7a9246878584 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:07:47.437314 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-c0fc36ed-1dee-44ac-a54e-fb21c7985add tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:47.507747 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 3fd99b48-a526-4ea7-9214-0c3c94136ab4 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:07:47.511037 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 3fd99b48-a526-4ea7-9214-0c3c94136ab4 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:07:47.614219 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec83e7d8-7883-49b2-aa5c-d2d22ec81de8 req-2daf8cb1-9be0-47da-992a-b5bcfd2f3fbd tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 210 time: 0.1425805 Jul 07 21:07:47.685226 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c1f8f9a7-13cd-496a-a44f-03154ab9d782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:47.734468 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c1f8f9a7-13cd-496a-a44f-03154ab9d782 admin admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:47.741802 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c1f8f9a7-13cd-496a-a44f-03154ab9d782 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5d8c30c9-0a0a-4811-9b42-6759fc17ac52 HTTP/1.1" status: 204 len: 168 time: 0.8893802 Jul 07 21:07:47.752541 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8f9a7-13cd-496a-a44f-03154ab9d782 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d8c30c9-0a0a-4811-9b42-6759fc17ac52,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:47.817349 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-c0fc36ed-1dee-44ac-a54e-fb21c7985add tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Allocated IP 172.20.0.7 (75a01814-d064-4c42-8103-23e04256bf1b/4e6aed05-6182-4577-9d08-de2e7e22c850/96f17bef-cb90-47cc-af62-15caeafca06e) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:07:47.843856 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fe242-798d-44f8-8763-9240511339cd req-37e05be0-fa5a-4f0c-8f3d-e95c2ec3ade6 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:47.845510 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c46fe242-798d-44f8-8763-9240511339cd req-37e05be0-fa5a-4f0c-8f3d-e95c2ec3ade6 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.3430717 Jul 07 21:07:48.033972 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c46fe242-798d-44f8-8763-9240511339cd req-d15dd470-a51e-4957-8c47-f859807697bd tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802812 Jul 07 21:07:48.066863 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-41b58d08-7cb5-450f-a401-6291899261ee req-e76c1209-7b5d-4a97-8614-9dece6e8fc46 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 210 time: 0.1514232 Jul 07 21:07:48.146921 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35216) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:48.232335 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35218) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:48.242628 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f81dabe0-09cf-44a3-afec-5fca96235754 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1649b1b7cf6c45e895ace8826571fcde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0942621 Jul 07 21:07:48.331705 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-c0fc36ed-1dee-44ac-a54e-fb21c7985add tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:48.410469 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ff47b157-8039-4cc8-9c43-b2157780ed8a up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:07:48.434526 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-c0fc36ed-1dee-44ac-a54e-fb21c7985add tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:48.518374 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-c0fc36ed-1dee-44ac-a54e-fb21c7985add tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Network 75a01814-d064-4c42-8103-23e04256bf1b is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:07:48.526895 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc36ed-1dee-44ac-a54e-fb21c7985add tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Pushing event updated for resources: {'Port': ['ID=96f17bef-cb90-47cc-af62-15caeafca06e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:48.528604 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port ff47b157-8039-4cc8-9c43-b2157780ed8a completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:07:48.532606 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-c0fc36ed-1dee-44ac-a54e-fb21c7985add tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:07:48.535507 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port ff47b157-8039-4cc8-9c43-b2157780ed8a triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:48.537213 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:48.538663 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-c0fc36ed-1dee-44ac-a54e-fb21c7985add tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:07:48.544077 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c186671b-eea5-4dff-af66-bc305d8bd2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:48.589907 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c186671b-eea5-4dff-af66-bc305d8bd2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:48.649565 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c186671b-eea5-4dff-af66-bc305d8bd2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:48.652004 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:48.653066 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c186671b-eea5-4dff-af66-bc305d8bd2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:48.680137 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c186671b-eea5-4dff-af66-bc305d8bd2f7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f1760f96-b9b8-426c-983f-13ef10acc388 HTTP/1.1" status: 204 len: 168 time: 0.4212601 Jul 07 21:07:48.713167 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port ff47b157-8039-4cc8-9c43-b2157780ed8a, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ff47b157-8039-4cc8-9c43-b2157780ed8a,segment=NetworkSegment(cace7593-e10b-4afc-8fb6-96e8806d2de1),segment_id=cace7593-e10b-4afc-8fb6-96e8806d2de1)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:48.722091 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:48.731983 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186671b-eea5-4dff-af66-bc305d8bd2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1760f96-b9b8-426c-983f-13ef10acc388,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:48.771214 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-c0fc36ed-1dee-44ac-a54e-fb21c7985add tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:48.776684 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-c0fc36ed-1dee-44ac-a54e-fb21c7985add tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:48.809439 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-c0fc36ed-1dee-44ac-a54e-fb21c7985add tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8009152 Jul 07 21:07:48.824016 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Request body: {'port': {'device_id': '139b1baf-d643-4181-9704-f77c893aa701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:07:48.850968 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=ff47b157-8039-4cc8-9c43-b2157780ed8a,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:48.955111 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7f6b4-7e05-4b1f-a4e5-930eae1f416c req-85a2b699-6013-468f-a597-45c76d66347d tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:48.963019 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-71b7f6b4-7e05-4b1f-a4e5-930eae1f416c req-85a2b699-6013-468f-a597-45c76d66347d tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 931 time: 0.0891743 Jul 07 21:07:49.001884 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:49.037311 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-71b7f6b4-7e05-4b1f-a4e5-930eae1f416c req-74b992b2-4918-4a47-8cb6-91ace9446c76 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727596 Jul 07 21:07:49.464914 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a8d1c-d54e-4d79-a19a-3a7a016dc8d8 req-0983d540-c663-4e15-8e6d-270a40162081 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:49.478807 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-288a8d1c-d54e-4d79-a19a-3a7a016dc8d8 req-0983d540-c663-4e15-8e6d-270a40162081 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.2536731 Jul 07 21:07:49.565087 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-288a8d1c-d54e-4d79-a19a-3a7a016dc8d8 req-ccefc6a4-463e-49a5-8e87-02c6ce8a62c9 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847216 Jul 07 21:07:49.669485 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f8e4674-85a8-49e2-ba01-471f47dcf19c req-0acc70d4-b4e2-4e40-9e3d-592bf97efd37 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 210 time: 0.1335244 Jul 07 21:07:49.674423 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f17bef-cb90-47cc-af62-15caeafca06e {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:07:49.683559 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:49.718715 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Transition to ACTIVE for port object 96f17bef-cb90-47cc-af62-15caeafca06e will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:07:49.720198 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:49.825988 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Pushing event updated for resources: {'Port': ['ID=96f17bef-cb90-47cc-af62-15caeafca06e,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:49.888020 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:50.042365 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Attempting to bind port 96f17bef-cb90-47cc-af62-15caeafca06e on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:07:50.042722 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Attempting to bind port 96f17bef-cb90-47cc-af62-15caeafca06e by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'cace7593-e10b-4afc-8fb6-96e8806d2de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '75a01814-d064-4c42-8103-23e04256bf1b'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:07:50.043063 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Attempting to bind port 96f17bef-cb90-47cc-af62-15caeafca06e on network 75a01814-d064-4c42-8103-23e04256bf1b {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:07:50.064284 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Port 96f17bef-cb90-47cc-af62-15caeafca06e on network 75a01814-d064-4c42-8103-23e04256bf1b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:07:50.064648 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Attempting to bind port 96f17bef-cb90-47cc-af62-15caeafca06e on network 75a01814-d064-4c42-8103-23e04256bf1b {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:07:50.086467 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:07:50.088016 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Checking segment: {'id': 'cace7593-e10b-4afc-8fb6-96e8806d2de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '75a01814-d064-4c42-8103-23e04256bf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:07:50.088346 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Bound using segment: {'id': 'cace7593-e10b-4afc-8fb6-96e8806d2de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '75a01814-d064-4c42-8103-23e04256bf1b'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:07:50.090250 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Bound port: 96f17bef-cb90-47cc-af62-15caeafca06e, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cace7593-e10b-4afc-8fb6-96e8806d2de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '75a01814-d064-4c42-8103-23e04256bf1b'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:07:50.092398 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:50.092969 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:50.203669 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] For port 96f17bef-cb90-47cc-af62-15caeafca06e, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:07:50.207376 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] For port 96f17bef-cb90-47cc-af62-15caeafca06e, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=96f17bef-cb90-47cc-af62-15caeafca06e,segment=NetworkSegment(cace7593-e10b-4afc-8fb6-96e8806d2de1),segment_id=cace7593-e10b-4afc-8fb6-96e8806d2de1)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:07:50.225252 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:50.253297 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ff47b157-8039-4cc8-9c43-b2157780ed8a up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:07:50.294963 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:50.296198 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:50.298085 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] 10.222.0.58 "PUT /v2.0/ports/96f17bef-cb90-47cc-af62-15caeafca06e HTTP/1.1" status: 200 len: 1092 time: 1.4807806 Jul 07 21:07:50.298757 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139b1baf-d643-4181-9704-f77c893aa701', 'tag': '96f17bef-cb90-47cc-af62-15caeafca06e'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:07:50.301339 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d8a158-7e32-4276-9109-c4a294395c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "139b1baf-d643-4181-9704-f77c893aa701", "tag": "96f17bef-cb90-47cc-af62-15caeafca06e"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:07:50.351710 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port ff47b157-8039-4cc8-9c43-b2157780ed8a triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:50.351861 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:50.367864 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Pushing event updated for resources: {'Port': ['ID=96f17bef-cb90-47cc-af62-15caeafca06e,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:50.397188 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:50.397563 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:50.399989 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:50.400564 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:50.400922 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:50.401996 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:50.403538 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:50.403944 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:50.404745 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:50.407916 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:50.408303 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:50.408651 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f8f656-6109-4d01-bb7a-8d41ecc6c7fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:50.580094 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f6f22-c23a-43cc-9d41-f3504f52c7d9 req-af65e445-644d-4386-8fad-7fb00bb2c524 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:50.581277 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-fca02c27-3338-41ce-9148-abdb6c072c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:50.584322 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-704f6f22-c23a-43cc-9d41-f3504f52c7d9 req-af65e445-644d-4386-8fad-7fb00bb2c524 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 943 time: 0.1973393 Jul 07 21:07:50.593941 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-fca02c27-3338-41ce-9148-abdb6c072c62 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3d851e7566964f18923f7a9246878584&device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 1095 time: 0.1811228 Jul 07 21:07:50.667931 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-704f6f22-c23a-43cc-9d41-f3504f52c7d9 req-eb2dd550-4474-4fd2-8d8a-2defc10a85ca tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754418 Jul 07 21:07:50.702963 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-a4177805-4c22-4148-acde-f2e9ad1ed38e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96f17bef-cb90-47cc-af62-15caeafca06e HTTP/1.1" status: 200 len: 217 time: 0.0980513 Jul 07 21:07:50.789797 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c09da3-1576-4691-a27d-6e9964194647 x-openstack-request-id: req-b6c09da3-1576-4691-a27d-6e9964194647 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:07:50.790625 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139b1baf-d643-4181-9704-f77c893aa701", "tag": "96f17bef-cb90-47cc-af62-15caeafca06e", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:07:50.791256 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6c09da3-1576-4691-a27d-6e9964194647 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:07:50.791836 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139b1baf-d643-4181-9704-f77c893aa701', 'tag': '96f17bef-cb90-47cc-af62-15caeafca06e', 'status': 'completed', 'code': 200} Jul 07 21:07:50.813367 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-3f2f8133-0c7d-4594-a3ec-bcfdf2c0aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:50.815366 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-3f2f8133-0c7d-4594-a3ec-bcfdf2c0aea2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4e6aed05-6182-4577-9d08-de2e7e22c850 HTTP/1.1" status: 200 len: 850 time: 0.0930252 Jul 07 21:07:50.914983 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-7826a41d-aa71-4878-a027-dce7d0f078f4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=75a01814-d064-4c42-8103-23e04256bf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903823 Jul 07 21:07:51.259491 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-7f5bc600-6f23-4d1d-bcca-915e394720c1 service neutron] 10.222.0.58 "GET /v2.0/networks/75a01814-d064-4c42-8103-23e04256bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345551 Jul 07 21:07:51.416686 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-360d0734-ec26-4339-b686-023319caca05 req-89e1d2c8-9bff-415f-9c2a-1e4cb77b6e35 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/ports?device_id=d5b6709e-896e-411f-aa0f-ceb428ff7f7e HTTP/1.1" status: 200 len: 210 time: 0.2572601 Jul 07 21:07:51.479820 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7f2c49c3-3728-4f0e-b2d8-f3c69094885c req-40c6816b-3967-4510-bca8-7e2942fff1e0 service neutron] 10.222.0.58 "GET /v2.0/networks/75a01814-d064-4c42-8103-23e04256bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129655 Jul 07 21:07:51.494904 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ad1dd-cec8-4de6-9e69-0ed3e8d006c7 req-1fc00b40-92bc-480b-b801-a11f3ffb6a40 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:51.504703 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-258ad1dd-cec8-4de6-9e69-0ed3e8d006c7 req-1fc00b40-92bc-480b-b801-a11f3ffb6a40 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.4034226 Jul 07 21:07:51.600376 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-258ad1dd-cec8-4de6-9e69-0ed3e8d006c7 req-af9eb421-be86-45f6-b383-99ca4fa716cb tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870862 Jul 07 21:07:51.606931 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-358691cd-b972-4c05-9e15-c2aff39921db req-1b7ea6b7-e1ed-431a-a0da-cf438a9effe5 tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0510173 Jul 07 21:07:51.646417 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8a158-7e32-4276-9109-c4a294395c6c req-252ab38a-1f18-4336-98d2-9959b52f0754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:51.648046 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-75d8a158-7e32-4276-9109-c4a294395c6c req-252ab38a-1f18-4336-98d2-9959b52f0754 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3d851e7566964f18923f7a9246878584&device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 1095 time: 0.0971396 Jul 07 21:07:51.837412 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8a158-7e32-4276-9109-c4a294395c6c req-31e139d9-a181-4c98-bc90-f69430b6bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:51.838853 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-75d8a158-7e32-4276-9109-c4a294395c6c req-31e139d9-a181-4c98-bc90-f69430b6bcd5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=75a01814-d064-4c42-8103-23e04256bf1b HTTP/1.1" status: 200 len: 911 time: 0.1834412 Jul 07 21:07:51.889895 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-75d8a158-7e32-4276-9109-c4a294395c6c req-aedd935f-50c4-4c3f-993e-b2ce98bdd23f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96f17bef-cb90-47cc-af62-15caeafca06e HTTP/1.1" status: 200 len: 217 time: 0.0416744 Jul 07 21:07:51.967664 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d5735-1815-4763-83f7-3131790959dc req-893516f9-b078-444a-bed9-8e57715f5d30 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:51.969266 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c37d5735-1815-4763-83f7-3131790959dc req-893516f9-b078-444a-bed9-8e57715f5d30 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 943 time: 0.1380396 Jul 07 21:07:51.975687 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8a158-7e32-4276-9109-c4a294395c6c req-b7e4c456-cc3d-411c-97bb-3b24bccbbb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:51.982379 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-75d8a158-7e32-4276-9109-c4a294395c6c req-b7e4c456-cc3d-411c-97bb-3b24bccbbb42 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4e6aed05-6182-4577-9d08-de2e7e22c850 HTTP/1.1" status: 200 len: 850 time: 0.0851882 Jul 07 21:07:52.029293 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-75d8a158-7e32-4276-9109-c4a294395c6c req-b7b81a55-3fc9-4654-9619-10ba45321a16 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=75a01814-d064-4c42-8103-23e04256bf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344803 Jul 07 21:07:52.035805 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c37d5735-1815-4763-83f7-3131790959dc req-514e6c6b-54b1-4cf8-8717-07637b894a83 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574908 Jul 07 21:07:52.182910 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-75d8a158-7e32-4276-9109-c4a294395c6c req-a4fe1dab-a362-4067-942a-a1118a01cf1a service neutron] 10.222.0.58 "GET /v2.0/networks/75a01814-d064-4c42-8103-23e04256bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449232 Jul 07 21:07:52.319483 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-75d8a158-7e32-4276-9109-c4a294395c6c req-02cc6411-4506-4ea5-a0e5-5df1d1a67c70 service neutron] 10.222.0.58 "GET /v2.0/networks/75a01814-d064-4c42-8103-23e04256bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267471 Jul 07 21:07:52.602630 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35298) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:52.723414 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e84adc6-5885-4395-857f-28cb8736c791 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:52.756959 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e84adc6-5885-4395-857f-28cb8736c791 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:52.828821 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e84adc6-5885-4395-857f-28cb8736c791 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:52.831671 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e84adc6-5885-4395-857f-28cb8736c791 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:52.834202 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2e84adc6-5885-4395-857f-28cb8736c791 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "DELETE /v2.0/security-groups/d9ce749c-a271-460e-962d-d3f9c6e375ad HTTP/1.1" status: 204 len: 168 time: 0.2300024 Jul 07 21:07:52.836212 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35308) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:52.857335 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-7faca65b-c1e4-46e7-bac7-34fee8eae282 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] show failed (client error): The resource could not be found. Jul 07 21:07:52.859019 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7faca65b-c1e4-46e7-bac7-34fee8eae282 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "GET /v2.0/security-groups/d9ce749c-a271-460e-962d-d3f9c6e375ad HTTP/1.1" status: 404 len: 347 time: 0.0215850 Jul 07 21:07:52.862214 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35310) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:52.865652 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84adc6-5885-4395-857f-28cb8736c791 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ce749c-a271-460e-962d-d3f9c6e375ad,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:53.138037 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f38de950-b427-40c5-a732-d2bddf9947a7 req-e0120917-b4d0-488d-980b-53779fcae725 tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.1342881 Jul 07 21:07:53.237729 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-24e135bf-5410-448c-8ea5-0b764fb874ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Deleting port 6f1e28dd-991a-4e99-adb6-3b895ce95f1e {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:07:53.251448 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-24e135bf-5410-448c-8ea5-0b764fb874ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:53.262369 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19abc28-4abc-4994-b5fa-25b5ae9f956f req-48d9dc98-0e99-4e2c-997a-bcb76500661a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:53.264056 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e19abc28-4abc-4994-b5fa-25b5ae9f956f req-48d9dc98-0e99-4e2c-997a-bcb76500661a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.2595968 Jul 07 21:07:53.332667 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35316) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:53.382696 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-24e135bf-5410-448c-8ea5-0b764fb874ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:53.383100 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-24e135bf-5410-448c-8ea5-0b764fb874ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:53.395628 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-24e135bf-5410-448c-8ea5-0b764fb874ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Calling delete_port for 6f1e28dd-991a-4e99-adb6-3b895ce95f1e owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:07:53.514551 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8c09b87d-34be-406b-9295-144c703b8227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:53.555911 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e19abc28-4abc-4994-b5fa-25b5ae9f956f req-384cc4cd-de4b-4174-8ef4-78d4606fa12d tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475172 Jul 07 21:07:53.608503 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 96f17bef-cb90-47cc-af62-15caeafca06e details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:07:53.619170 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8145aa2-2555-4e31-8481-d33f22cba5a4 req-2fc0e328-1d3a-410d-816a-8954120f769a tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:53.621455 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c8145aa2-2555-4e31-8481-d33f22cba5a4 req-2fc0e328-1d3a-410d-816a-8954120f769a tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 943 time: 0.2119904 Jul 07 21:07:53.689341 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8c09b87d-34be-406b-9295-144c703b8227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:53.697959 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8c09b87d-34be-406b-9295-144c703b8227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:53.703359 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c8145aa2-2555-4e31-8481-d33f22cba5a4 req-5a8117de-6c33-4929-8615-31278ee62c79 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572162 Jul 07 21:07:53.724593 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-24e135bf-5410-448c-8ea5-0b764fb874ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:53.772587 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8c09b87d-34be-406b-9295-144c703b8227 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6891e7f711294cfbac79cd1f815a1446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4384203 Jul 07 21:07:53.774247 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35320) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:53.777460 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 96f17bef-cb90-47cc-af62-15caeafca06e, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=96f17bef-cb90-47cc-af62-15caeafca06e,segment=NetworkSegment(cace7593-e10b-4afc-8fb6-96e8806d2de1),segment_id=cace7593-e10b-4afc-8fb6-96e8806d2de1)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:53.782588 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09b87d-34be-406b-9295-144c703b8227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e45a8f4-dbf3-46f3-8a32-d27130a8e92b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:53.795013 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e135bf-5410-448c-8ea5-0b764fb874ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event deleted for resources: {'Port': ['ID=6f1e28dd-991a-4e99-adb6-3b895ce95f1e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:53.815175 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '96f17bef-cb90-47cc-af62-15caeafca06e', 'network_id': '75a01814-d064-4c42-8103-23e04256bf1b', 'port_id': '96f17bef-cb90-47cc-af62-15caeafca06e', 'mac_address': 'fa:16:3e:78:a2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e6aed05-6182-4577-9d08-de2e7e22c850', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:07:53.841994 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a7a6eef3-2517-4fff-8a2f-fff1163200e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:53.843448 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-24e135bf-5410-448c-8ea5-0b764fb874ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:53.848036 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-24e135bf-5410-448c-8ea5-0b764fb874ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:53.854218 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-24e135bf-5410-448c-8ea5-0b764fb874ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "DELETE /v2.0/floatingips/78da49c9-31e5-4cd9-bb67-48f9db9c6b20 HTTP/1.1" status: 204 len: 168 time: 0.9904110 Jul 07 21:07:53.855130 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35322) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:53.863554 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:53.878311 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f17bef-cb90-47cc-af62-15caeafca06e {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:07:53.886964 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a7a6eef3-2517-4fff-8a2f-fff1163200e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:53.911087 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 96f17bef-cb90-47cc-af62-15caeafca06e, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=96f17bef-cb90-47cc-af62-15caeafca06e,segment=NetworkSegment(cace7593-e10b-4afc-8fb6-96e8806d2de1),segment_id=cace7593-e10b-4afc-8fb6-96e8806d2de1)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:53.917303 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:53.950190 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a7a6eef3-2517-4fff-8a2f-fff1163200e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:53.952950 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a7a6eef3-2517-4fff-8a2f-fff1163200e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:53.958854 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a7a6eef3-2517-4fff-8a2f-fff1163200e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0e45a8f4-dbf3-46f3-8a32-d27130a8e92b HTTP/1.1" status: 204 len: 168 time: 0.1814406 Jul 07 21:07:53.970537 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6eef3-2517-4fff-8a2f-fff1163200e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e45a8f4-dbf3-46f3-8a32-d27130a8e92b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:54.018346 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=96f17bef-cb90-47cc-af62-15caeafca06e,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:54.031802 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-a111f265-cff8-4f8f-9b62-91a5bcef6a56 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Deleting port ce444991-9912-4375-ba9b-d17a03e9be39 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:07:54.032222 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a111f265-cff8-4f8f-9b62-91a5bcef6a56 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:54.178512 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a111f265-cff8-4f8f-9b62-91a5bcef6a56 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:54.199267 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-a111f265-cff8-4f8f-9b62-91a5bcef6a56 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Calling delete_port for ce444991-9912-4375-ba9b-d17a03e9be39 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:07:54.223297 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['96f17bef-cb90-47cc-af62-15caeafca06e'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:07:54.341031 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7fbce6ce-fd51-4a1d-a67c-5ec5fecad00c req-31765400-06b0-4bf2-84b6-02a8e2539f1f tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0380187 Jul 07 21:07:54.345188 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-3558f14d-f0a3-422a-9487-64e61931971c req-c2bb6c72-1971-45f5-8f5a-830b84c63329 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0357809 Jul 07 21:07:54.459760 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a111f265-cff8-4f8f-9b62-91a5bcef6a56 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:54.460650 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35330) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:54.478594 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9d826e03-2867-47be-9ead-4fa424a86844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:54.501975 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111f265-cff8-4f8f-9b62-91a5bcef6a56 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event deleted for resources: {'Port': ['ID=ce444991-9912-4375-ba9b-d17a03e9be39,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:54.588568 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a111f265-cff8-4f8f-9b62-91a5bcef6a56 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:54.593917 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a111f265-cff8-4f8f-9b62-91a5bcef6a56 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "DELETE /v2.0/ports/ce444991-9912-4375-ba9b-d17a03e9be39 HTTP/1.1" status: 204 len: 168 time: 0.7375267 Jul 07 21:07:54.594771 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35334) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:54.637157 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9d826e03-2867-47be-9ead-4fa424a86844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:54.645086 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9d826e03-2867-47be-9ead-4fa424a86844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:54.697231 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9d826e03-2867-47be-9ead-4fa424a86844 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ab73c5284c0846e28fcd477630d5dbc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2348318 Jul 07 21:07:54.699929 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35336) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:54.702076 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d826e03-2867-47be-9ead-4fa424a86844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7ec840-e3f0-4c9a-b30b-4f471ed32dfe,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:54.740262 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-9d977c3b-aef5-490f-ba36-b7213b3328ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Deleting port 7d14b38d-99b1-4ecc-a5b4-516596f20a7d {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:07:54.740610 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9d977c3b-aef5-490f-ba36-b7213b3328ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:54.813825 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b69fe9d3-f0fd-40b9-aaa2-b956db2bc4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:54.853685 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9d977c3b-aef5-490f-ba36-b7213b3328ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:54.864341 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b69fe9d3-f0fd-40b9-aaa2-b956db2bc4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:54.887930 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-9d977c3b-aef5-490f-ba36-b7213b3328ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Calling delete_port for 7d14b38d-99b1-4ecc-a5b4-516596f20a7d owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:07:54.961784 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b69fe9d3-f0fd-40b9-aaa2-b956db2bc4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:54.965401 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b69fe9d3-f0fd-40b9-aaa2-b956db2bc4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:54.969006 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b69fe9d3-f0fd-40b9-aaa2-b956db2bc4d7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7e7ec840-e3f0-4c9a-b30b-4f471ed32dfe HTTP/1.1" status: 204 len: 168 time: 0.2655950 Jul 07 21:07:54.977097 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69fe9d3-f0fd-40b9-aaa2-b956db2bc4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7ec840-e3f0-4c9a-b30b-4f471ed32dfe,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:55.180941 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9d977c3b-aef5-490f-ba36-b7213b3328ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:55.221953 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0efd71-84bb-412c-a90e-45dfba2860ff req-c44a0e82-5936-4a50-a1e0-dcf841e08965 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:55.224841 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae0efd71-84bb-412c-a90e-45dfba2860ff req-c44a0e82-5936-4a50-a1e0-dcf841e08965 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.4981561 Jul 07 21:07:55.230398 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d977c3b-aef5-490f-ba36-b7213b3328ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event deleted for resources: {'Port': ['ID=7d14b38d-99b1-4ecc-a5b4-516596f20a7d,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:55.250868 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f694d-4953-48b2-bf58-6d04143a0c52 req-6502784c-a065-40c1-8352-135869d9c0c3 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:55.252589 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-be3f694d-4953-48b2-bf58-6d04143a0c52 req-6502784c-a065-40c1-8352-135869d9c0c3 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 944 time: 0.3377411 Jul 07 21:07:55.295620 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d977c3b-aef5-490f-ba36-b7213b3328ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:55.295982 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d977c3b-aef5-490f-ba36-b7213b3328ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:55.296438 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d977c3b-aef5-490f-ba36-b7213b3328ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:55.296798 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d977c3b-aef5-490f-ba36-b7213b3328ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:55.297145 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d977c3b-aef5-490f-ba36-b7213b3328ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:55.297490 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d977c3b-aef5-490f-ba36-b7213b3328ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:55.297829 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d977c3b-aef5-490f-ba36-b7213b3328ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:55.298164 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d977c3b-aef5-490f-ba36-b7213b3328ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:55.298505 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d977c3b-aef5-490f-ba36-b7213b3328ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:55.298836 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d977c3b-aef5-490f-ba36-b7213b3328ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:55.299170 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d977c3b-aef5-490f-ba36-b7213b3328ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:55.299538 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d977c3b-aef5-490f-ba36-b7213b3328ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:07:55.394740 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae0efd71-84bb-412c-a90e-45dfba2860ff req-4b2accf0-e965-4ac2-b981-b85ff96493da tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607432 Jul 07 21:07:55.408978 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-be3f694d-4953-48b2-bf58-6d04143a0c52 req-6dd1622c-25e0-4944-911c-ab400fd35824 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370285 Jul 07 21:07:55.444942 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9d977c3b-aef5-490f-ba36-b7213b3328ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:55.450182 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9d977c3b-aef5-490f-ba36-b7213b3328ae tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "DELETE /v2.0/ports/7d14b38d-99b1-4ecc-a5b4-516596f20a7d HTTP/1.1" status: 204 len: 168 time: 0.8542812 Jul 07 21:07:55.453203 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35346) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:55.553574 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-14845789-b69a-4b21-a742-8e433a845c00 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Deleting subnet 800a1a04-812c-4f34-af09-b34861c9f7e8 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:07:55.561265 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-14845789-b69a-4b21-a742-8e433a845c00 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:55.601614 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05ef1446-fa60-4826-aad2-e819b2da55e5 req-75a4fc60-01ee-46d3-8d9b-0edf3046293b tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0313785 Jul 07 21:07:55.607419 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 96f17bef-cb90-47cc-af62-15caeafca06e up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:07:55.629672 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-14845789-b69a-4b21-a742-8e433a845c00 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:55.699350 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 96f17bef-cb90-47cc-af62-15caeafca06e completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:07:55.704427 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 96f17bef-cb90-47cc-af62-15caeafca06e triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:07:55.704990 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:55.818899 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-14845789-b69a-4b21-a742-8e433a845c00 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:55.849884 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:55.895257 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 96f17bef-cb90-47cc-af62-15caeafca06e, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=96f17bef-cb90-47cc-af62-15caeafca06e,segment=NetworkSegment(cace7593-e10b-4afc-8fb6-96e8806d2de1),segment_id=cace7593-e10b-4afc-8fb6-96e8806d2de1)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:55.897189 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139b1baf-d643-4181-9704-f77c893aa701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f17bef-cb90-47cc-af62-15caeafca06e'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:07:55.900994 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5a2fbc-0d70-454e-bb23-00919ac7438f" -d '{"events": [{"server_uuid": "139b1baf-d643-4181-9704-f77c893aa701", "name": "network-vif-plugged", "status": "completed", "tag": "96f17bef-cb90-47cc-af62-15caeafca06e"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:07:55.909478 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:55.917219 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-14845789-b69a-4b21-a742-8e433a845c00 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:55.968935 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14845789-b69a-4b21-a742-8e433a845c00 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event deleted for resources: {'Subnet': ['ID=800a1a04-812c-4f34-af09-b34861c9f7e8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:55.980294 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-14845789-b69a-4b21-a742-8e433a845c00 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:55.982990 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-14845789-b69a-4b21-a742-8e433a845c00 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "DELETE /v2.0/subnets/800a1a04-812c-4f34-af09-b34861c9f7e8 HTTP/1.1" status: 204 len: 168 time: 0.5286739 Jul 07 21:07:55.985828 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35366) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:55.988169 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3110255f-5bff-47c3-8cfc-2c6f2fc6d7dd x-openstack-request-id: req-3110255f-5bff-47c3-8cfc-2c6f2fc6d7dd {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:07:55.988653 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139b1baf-d643-4181-9704-f77c893aa701", "name": "network-vif-plugged", "status": "completed", "tag": "96f17bef-cb90-47cc-af62-15caeafca06e", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:07:55.989071 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3110255f-5bff-47c3-8cfc-2c6f2fc6d7dd {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:07:55.989604 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139b1baf-d643-4181-9704-f77c893aa701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f17bef-cb90-47cc-af62-15caeafca06e', 'code': 200} Jul 07 21:07:55.990441 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0bcc34-db8f-44eb-b7b9-27086bb70fa6 None None] Network 130dc8cf-87ce-46df-b452-32f98efef5ec requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:07:56.082168 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-794c40ea-ed09-4d1d-afe5-3a9c5733d4d1 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Deleting subnet 5a8fdf37-b343-4524-a6c8-f523c2ecf15b {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:07:56.097400 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-794c40ea-ed09-4d1d-afe5-3a9c5733d4d1 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:56.116439 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=96f17bef-cb90-47cc-af62-15caeafca06e,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:56.244487 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-794c40ea-ed09-4d1d-afe5-3a9c5733d4d1 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:56.247631 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8455725-f249-4f89-9b9a-c56fd7a4afcc req-848513ea-36b1-42c4-bda8-9a4f3dc84763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:56.260081 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e8455725-f249-4f89-9b9a-c56fd7a4afcc req-848513ea-36b1-42c4-bda8-9a4f3dc84763 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 1097 time: 0.1932237 Jul 07 21:07:56.308335 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e8455725-f249-4f89-9b9a-c56fd7a4afcc req-44863ef9-7600-4cc1-8d87-800d8ebb8fcd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372765 Jul 07 21:07:56.374025 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd3a2bf-a822-467d-b5ab-5dacaf3fc36b None None] DHCP port deletion for 130dc8cf-87ce-46df-b452-32f98efef5ec request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:07:56.420599 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-794c40ea-ed09-4d1d-afe5-3a9c5733d4d1 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:56.462465 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-4cd3a2bf-a822-467d-b5ab-5dacaf3fc36b None None] Deleting port 83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:07:56.463495 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4cd3a2bf-a822-467d-b5ab-5dacaf3fc36b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:56.554793 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-4cd3a2bf-a822-467d-b5ab-5dacaf3fc36b None None] For port 83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf,segment=NetworkSegment(7c79a5dc-56f0-4f78-9e96-5ef6e18227c7),segment_id=7c79a5dc-56f0-4f78-9e96-5ef6e18227c7)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:56.555902 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4cd3a2bf-a822-467d-b5ab-5dacaf3fc36b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:56.571607 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-4cd3a2bf-a822-467d-b5ab-5dacaf3fc36b None None] Calling delete_port for 83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:07:56.656412 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-794c40ea-ed09-4d1d-afe5-3a9c5733d4d1 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:56.688711 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4cd3a2bf-a822-467d-b5ab-5dacaf3fc36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:56.759378 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd3a2bf-a822-467d-b5ab-5dacaf3fc36b None None] No DVR routers for this DVR port 83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:07:56.761416 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3a2bf-a822-467d-b5ab-5dacaf3fc36b None None] Pushing event deleted for resources: {'Port': ['ID=83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:56.776748 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c40ea-ed09-4d1d-afe5-3a9c5733d4d1 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event deleted for resources: {'Subnet': ['ID=5a8fdf37-b343-4524-a6c8-f523c2ecf15b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:56.803662 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-794c40ea-ed09-4d1d-afe5-3a9c5733d4d1 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:56.812125 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35396) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:56.813751 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca404ae-57b5-448c-8f76-a214f6380270 None None] Network d0eda2b8-21f8-48f7-9d84-4db72df1438d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:07:56.824294 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-794c40ea-ed09-4d1d-afe5-3a9c5733d4d1 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "DELETE /v2.0/subnets/5a8fdf37-b343-4524-a6c8-f523c2ecf15b HTTP/1.1" status: 204 len: 168 time: 0.8364160 Jul 07 21:07:56.906049 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c462a1-b49c-4cc4-9d69-dbdab7f63bc3 req-3747a3c5-33c3-499f-bcb7-96d9479861d8 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:56.906049 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a9c462a1-b49c-4cc4-9d69-dbdab7f63bc3 req-3747a3c5-33c3-499f-bcb7-96d9479861d8 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.3260751 Jul 07 21:07:56.993051 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee2b1263-0e42-40d1-8e92-ae94b1971dc6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:56.995106 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a9c462a1-b49c-4cc4-9d69-dbdab7f63bc3 req-cdd3ae9c-ed74-4767-85c4-5a7ffdf00010 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809808 Jul 07 21:07:57.135084 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f5d59-f60d-436e-804f-a75277e97fa3 req-9c1ab210-df88-4e14-b75a-0255d78f3fb2 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:57.142939 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4f7f5d59-f60d-436e-804f-a75277e97fa3 req-9c1ab210-df88-4e14-b75a-0255d78f3fb2 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.1349022 Jul 07 21:07:57.198254 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984b12cb-de28-49d3-b6a5-9a0eca660686 None None] DHCP port deletion for d0eda2b8-21f8-48f7-9d84-4db72df1438d request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:07:57.254228 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee2b1263-0e42-40d1-8e92-ae94b1971dc6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:57.284688 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4f7f5d59-f60d-436e-804f-a75277e97fa3 req-c52eeec2-29d5-4d85-b3b0-379e46c2e9b2 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383581 Jul 07 21:07:57.288240 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-ee2b1263-0e42-40d1-8e92-ae94b1971dc6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130dc8cf-87ce-46df-b452-32f98efef5ec']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:57.315317 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-ee2b1263-0e42-40d1-8e92-ae94b1971dc6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c79a5dc-56f0-4f78-9e96-5ef6e18227c7') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:57.315767 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-ee2b1263-0e42-40d1-8e92-ae94b1971dc6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c79a5dc-56f0-4f78-9e96-5ef6e18227c7') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:57.326850 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee2b1263-0e42-40d1-8e92-ae94b1971dc6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:57.346021 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee2b1263-0e42-40d1-8e92-ae94b1971dc6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:57.355623 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2b1263-0e42-40d1-8e92-ae94b1971dc6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:07:57.356247 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee2b1263-0e42-40d1-8e92-ae94b1971dc6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:57.388494 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-984b12cb-de28-49d3-b6a5-9a0eca660686 None None] Deleting port ee11e42c-26c1-4965-b104-65ff4ab92176 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:07:57.388932 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-984b12cb-de28-49d3-b6a5-9a0eca660686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:57.419893 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1428b2c9-2212-4182-bf50-c97f920f4bfa req-399c6be0-b04a-487b-8a43-0e6de38334e9 tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.1044412 Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:07:57.440412 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:07:57.442766 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee2b1263-0e42-40d1-8e92-ae94b1971dc6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:57.469624 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee2b1263-0e42-40d1-8e92-ae94b1971dc6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:57.473618 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ee2b1263-0e42-40d1-8e92-ae94b1971dc6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "DELETE /v2.0/networks/130dc8cf-87ce-46df-b452-32f98efef5ec HTTP/1.1" status: 204 len: 168 time: 0.6602719 Jul 07 21:07:57.477922 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35412) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:07:57.498379 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b1263-0e42-40d1-8e92-ae94b1971dc6 tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event deleted for resources: {'Network': ['ID=130dc8cf-87ce-46df-b452-32f98efef5ec,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:57.560173 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-984b12cb-de28-49d3-b6a5-9a0eca660686 None None] For port ee11e42c-26c1-4965-b104-65ff4ab92176, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ee11e42c-26c1-4965-b104-65ff4ab92176,segment=NetworkSegment(bf3fc5a8-409e-4d15-9d23-e927b35d4081),segment_id=bf3fc5a8-409e-4d15-9d23-e927b35d4081)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:57.560588 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-984b12cb-de28-49d3-b6a5-9a0eca660686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:57.594117 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-984b12cb-de28-49d3-b6a5-9a0eca660686 None None] Calling delete_port for ee11e42c-26c1-4965-b104-65ff4ab92176 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:07:57.620337 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-059f7755-7c1f-43a5-bbd3-472a1c03f8ec tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:57.694695 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-059f7755-7c1f-43a5-bbd3-472a1c03f8ec tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Deleting port ee11e42c-26c1-4965-b104-65ff4ab92176 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:07:57.696152 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-059f7755-7c1f-43a5-bbd3-472a1c03f8ec tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:57.704326 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-984b12cb-de28-49d3-b6a5-9a0eca660686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:57.744016 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b12cb-de28-49d3-b6a5-9a0eca660686 None None] Pushing event deleted for resources: {'Port': ['ID=ee11e42c-26c1-4965-b104-65ff4ab92176,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:57.755220 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984b12cb-de28-49d3-b6a5-9a0eca660686 None None] No DVR routers for this DVR port ee11e42c-26c1-4965-b104-65ff4ab92176 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:07:57.783390 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-059f7755-7c1f-43a5-bbd3-472a1c03f8ec tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] For port ee11e42c-26c1-4965-b104-65ff4ab92176, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ee11e42c-26c1-4965-b104-65ff4ab92176,segment=NetworkSegment(bf3fc5a8-409e-4d15-9d23-e927b35d4081),segment_id=bf3fc5a8-409e-4d15-9d23-e927b35d4081)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:07:57.783772 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-059f7755-7c1f-43a5-bbd3-472a1c03f8ec tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:57.801311 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-059f7755-7c1f-43a5-bbd3-472a1c03f8ec tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Calling delete_port for ee11e42c-26c1-4965-b104-65ff4ab92176 owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:07:57.902849 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-059f7755-7c1f-43a5-bbd3-472a1c03f8ec tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:57.929536 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f7755-7c1f-43a5-bbd3-472a1c03f8ec tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event deleted for resources: {'Port': ['ID=ee11e42c-26c1-4965-b104-65ff4ab92176,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:57.944821 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059f7755-7c1f-43a5-bbd3-472a1c03f8ec tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] No DVR routers for this DVR port ee11e42c-26c1-4965-b104-65ff4ab92176 on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:07:58.046011 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-059f7755-7c1f-43a5-bbd3-472a1c03f8ec tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:58.057903 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-059f7755-7c1f-43a5-bbd3-472a1c03f8ec tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0eda2b8-21f8-48f7-9d84-4db72df1438d']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:58.082897 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-059f7755-7c1f-43a5-bbd3-472a1c03f8ec tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3fc5a8-409e-4d15-9d23-e927b35d4081') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:58.083222 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-059f7755-7c1f-43a5-bbd3-472a1c03f8ec tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3fc5a8-409e-4d15-9d23-e927b35d4081') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:07:58.105995 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-059f7755-7c1f-43a5-bbd3-472a1c03f8ec tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:58.129426 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-059f7755-7c1f-43a5-bbd3-472a1c03f8ec tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:58.142268 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-059f7755-7c1f-43a5-bbd3-472a1c03f8ec tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:07:58.143178 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-059f7755-7c1f-43a5-bbd3-472a1c03f8ec tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: self.session.flush() Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: self.session.flush() Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: self.session.flush() Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: self.session.flush() Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:07:58.146972 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:07:58.195013 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:07:58.232244 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:07:58.233181 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 83dbdf66-5b20-4b1a-a3a2-fd53bc2340cf not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:07:58.235463 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ee11e42c-26c1-4965-b104-65ff4ab92176 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:07:58.263798 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-059f7755-7c1f-43a5-bbd3-472a1c03f8ec tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:58.286788 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-059f7755-7c1f-43a5-bbd3-472a1c03f8ec tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:58.293473 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-059f7755-7c1f-43a5-bbd3-472a1c03f8ec tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] 10.222.0.64 "DELETE /v2.0/networks/d0eda2b8-21f8-48f7-9d84-4db72df1438d HTTP/1.1" status: 204 len: 168 time: 0.8092444 Jul 07 21:07:58.293473 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f7755-7c1f-43a5-bbd3-472a1c03f8ec tempest-TaggedBootDevicesTest_v242-218482677 tempest-TaggedBootDevicesTest_v242-218482677-project] Pushing event deleted for resources: {'Network': ['ID=d0eda2b8-21f8-48f7-9d84-4db72df1438d,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:07:58.298575 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: ee11e42c-26c1-4965-b104-65ff4ab92176 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:07:58.299133 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ee11e42c-26c1-4965-b104-65ff4ab92176 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:07:58.448629 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75899714-cc97-416a-9e86-b44566dc7fae req-15d7d915-f401-4437-adda-8f2c4bbf9ffc tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:58.459150 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-75899714-cc97-416a-9e86-b44566dc7fae req-15d7d915-f401-4437-adda-8f2c4bbf9ffc tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.2377851 Jul 07 21:07:58.560246 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-75899714-cc97-416a-9e86-b44566dc7fae req-3a6f1ed9-55a1-479a-b8ac-7f80c9990e29 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948520 Jul 07 21:07:58.615700 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad80d5-e249-4452-9a48-7314cb3071da req-3e1c7571-2442-4612-b481-a00f83449ada tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:58.617707 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6ad80d5-e249-4452-9a48-7314cb3071da req-3e1c7571-2442-4612-b481-a00f83449ada tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.1078236 Jul 07 21:07:58.691368 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6ad80d5-e249-4452-9a48-7314cb3071da req-028c9aba-6602-4d6b-84e6-c71c153421a4 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657284 Jul 07 21:07:58.911726 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44d57dbb-4c9a-4997-bf0e-f15866583cd2 req-08cb7ada-22ed-4132-a33d-9cdf91b98767 tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.1049204 Jul 07 21:07:59.209157 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7a6a-8bb9-49a0-b0f7-8c5895ed2e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:07:59.610557 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6f86b-13e2-47c4-bc2c-9d7dd02dd295 req-eb7d2837-a43e-4adb-9d1c-50a40a86a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:59.617360 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0cb6f86b-13e2-47c4-bc2c-9d7dd02dd295 req-eb7d2837-a43e-4adb-9d1c-50a40a86a77e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3d851e7566964f18923f7a9246878584&device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 1097 time: 0.1329076 Jul 07 21:07:59.642860 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc84f0-b6c5-4c46-8c03-c1fe8cc3e8f6 req-f50a874a-b80f-451d-890e-8e3b83c72127 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:59.652485 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8fc84f0-b6c5-4c46-8c03-c1fe8cc3e8f6 req-f50a874a-b80f-451d-890e-8e3b83c72127 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.0965300 Jul 07 21:07:59.726005 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8fc84f0-b6c5-4c46-8c03-c1fe8cc3e8f6 req-a67af55f-8cb1-4306-a3d0-09159ea073c0 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724225 Jul 07 21:07:59.773864 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6f86b-13e2-47c4-bc2c-9d7dd02dd295 req-29790294-3e44-4647-8354-517d98b7c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:59.775615 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0cb6f86b-13e2-47c4-bc2c-9d7dd02dd295 req-29790294-3e44-4647-8354-517d98b7c017 service neutron] 10.222.0.58 "GET /v2.0/networks?id=75a01814-d064-4c42-8103-23e04256bf1b HTTP/1.1" status: 200 len: 911 time: 0.1510055 Jul 07 21:07:59.864547 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0cb6f86b-13e2-47c4-bc2c-9d7dd02dd295 req-807eb40a-68c0-45d2-b7c3-1bdb42877c54 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96f17bef-cb90-47cc-af62-15caeafca06e HTTP/1.1" status: 200 len: 217 time: 0.0814633 Jul 07 21:07:59.869458 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82dbed8-15c7-4870-81e0-416677545edd req-145f54fb-e0cf-4da4-9860-d12d6ff0abf9 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:59.877287 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f82dbed8-15c7-4870-81e0-416677545edd req-145f54fb-e0cf-4da4-9860-d12d6ff0abf9 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.0898111 Jul 07 21:07:59.931415 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6f86b-13e2-47c4-bc2c-9d7dd02dd295 req-25af1d8c-afea-4534-8ceb-098055f38b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:07:59.933517 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0cb6f86b-13e2-47c4-bc2c-9d7dd02dd295 req-25af1d8c-afea-4534-8ceb-098055f38b26 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4e6aed05-6182-4577-9d08-de2e7e22c850 HTTP/1.1" status: 200 len: 850 time: 0.0610678 Jul 07 21:07:59.965730 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f82dbed8-15c7-4870-81e0-416677545edd req-64768504-55dc-44fa-8903-a8d779e68c20 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874286 Jul 07 21:08:00.014156 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0cb6f86b-13e2-47c4-bc2c-9d7dd02dd295 req-394396de-d795-4e9f-a201-a477cf1864f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=75a01814-d064-4c42-8103-23e04256bf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722699 Jul 07 21:08:00.187740 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0cb6f86b-13e2-47c4-bc2c-9d7dd02dd295 req-2f0fe95d-5b37-4d12-b44d-0650c5c4ca7d service neutron] 10.222.0.58 "GET /v2.0/networks/75a01814-d064-4c42-8103-23e04256bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662023 Jul 07 21:08:00.206516 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9572a970-f674-4167-a18a-f146c8294b62 req-24445546-1c0c-4c23-9551-f25ccfd124b2 tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0805495 Jul 07 21:08:00.301058 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0cb6f86b-13e2-47c4-bc2c-9d7dd02dd295 req-ae7955aa-68b3-44bd-9ad2-4cb3312a516b service neutron] 10.222.0.58 "GET /v2.0/networks/75a01814-d064-4c42-8103-23e04256bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064105 Jul 07 21:08:00.969598 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9adc05f-d0fd-40f6-9ca9-8c8eb5f63707 req-ca8d3234-0946-412f-aadb-db71cb1cf73b tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:00.977961 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c9adc05f-d0fd-40f6-9ca9-8c8eb5f63707 req-ca8d3234-0946-412f-aadb-db71cb1cf73b tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.0855219 Jul 07 21:08:01.029240 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c9adc05f-d0fd-40f6-9ca9-8c8eb5f63707 req-4e18dd9d-6b93-4f4b-9f11-cd9a6a209465 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498412 Jul 07 21:08:01.241386 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64163f72-1572-4369-a623-effb10d53b7b req-eba583eb-3df9-4a79-938a-8497c6d91bd3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:01.243156 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64163f72-1572-4369-a623-effb10d53b7b req-eba583eb-3df9-4a79-938a-8497c6d91bd3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.1138146 Jul 07 21:08:01.329772 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64163f72-1572-4369-a623-effb10d53b7b req-8dab842b-0830-41d9-8837-684a61159876 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748212 Jul 07 21:08:01.429015 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-35244039-1231-4591-8b00-4275dacb8927 req-a5fb1c5e-a1c3-4866-96e2-14b1586e98a1 tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0429041 Jul 07 21:08:01.693843 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:08:01.905849 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-34a95679-61dd-45e5-b57e-7ce7ba432dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:01.920140 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:02.213134 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88984f-3a6f-4914-9f18-7b72e14d95cb req-6ca945b6-bcd8-4f41-a8b4-8a0c0d08ab7f tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:02.215369 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f88984f-3a6f-4914-9f18-7b72e14d95cb req-6ca945b6-bcd8-4f41-a8b4-8a0c0d08ab7f tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.0698445 Jul 07 21:08:02.257464 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f88984f-3a6f-4914-9f18-7b72e14d95cb req-da993d76-8007-4276-9d72-618f542c3757 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363448 Jul 07 21:08:02.651675 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f355cd4-e1df-4adf-8329-7f7eb9eb0c6e req-bef75e9a-34fc-4b52-96ab-dbc5321e2720 tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0542350 Jul 07 21:08:02.660751 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d39a0b-65f4-47ed-961a-b925a8346716 req-ec2454f6-4fd1-4a96-bb47-e7109827f002 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:02.662470 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-08d39a0b-65f4-47ed-961a-b925a8346716 req-ec2454f6-4fd1-4a96-bb47-e7109827f002 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.1128402 Jul 07 21:08:02.708055 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-08d39a0b-65f4-47ed-961a-b925a8346716 req-e20bcd4a-2ba5-47ca-aca9-7825076eb262 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392234 Jul 07 21:08:02.778735 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c593b3-393e-4dcb-847e-86094de0e096 req-453c553a-7a86-4366-a26f-8b4f30bec5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:02.781064 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5c593b3-393e-4dcb-847e-86094de0e096 req-453c553a-7a86-4366-a26f-8b4f30bec5b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fb007a9f302148b1b0ad445aa4579189&device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 1098 time: 0.0660884 Jul 07 21:08:02.907903 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c593b3-393e-4dcb-847e-86094de0e096 req-86a7aee2-d0f7-4d0d-b7e5-6f2b51522fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:02.909490 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5c593b3-393e-4dcb-847e-86094de0e096 req-86a7aee2-d0f7-4d0d-b7e5-6f2b51522fb8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6ac168b0-5b62-40ce-978d-1826833f7c04 HTTP/1.1" status: 200 len: 913 time: 0.1206343 Jul 07 21:08:02.960867 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5c593b3-393e-4dcb-847e-86094de0e096 req-745b1b8c-9fec-4042-a857-5898903542a1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ccb8d03-cd81-4d8f-a2d3-47e78af7b231 HTTP/1.1" status: 200 len: 217 time: 0.0425179 Jul 07 21:08:03.013886 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c593b3-393e-4dcb-847e-86094de0e096 req-29bda7e5-c4b9-4181-b852-74524a3962ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:03.015648 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5c593b3-393e-4dcb-847e-86094de0e096 req-29bda7e5-c4b9-4181-b852-74524a3962ef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e40568a6-ebc6-4f07-9fe2-338a216828e9 HTTP/1.1" status: 200 len: 852 time: 0.0479105 Jul 07 21:08:03.055375 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5c593b3-393e-4dcb-847e-86094de0e096 req-4741cb5d-06cd-494e-ab33-a2f6416d7bad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ac168b0-5b62-40ce-978d-1826833f7c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310185 Jul 07 21:08:03.158066 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5c593b3-393e-4dcb-847e-86094de0e096 req-1c99967c-f287-417c-b860-583838a72c66 service neutron] 10.222.0.58 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954213 Jul 07 21:08:03.268079 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e5c593b3-393e-4dcb-847e-86094de0e096 req-5d84da68-94b3-4c4f-8e0f-6c3d0950de09 service neutron] 10.222.0.58 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990858 Jul 07 21:08:03.295207 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35530) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:03.443135 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-327aa12e-4150-45eb-89e8-4bdfc9dde738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:03.496854 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9928c00-96d5-4a5f-b5ba-dbb76710a84e req-59b6d681-fa67-44a2-91dd-3e3c4e79cf3f tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:03.501476 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a9928c00-96d5-4a5f-b5ba-dbb76710a84e req-59b6d681-fa67-44a2-91dd-3e3c4e79cf3f tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.1066427 Jul 07 21:08:03.545927 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:03.610092 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-327aa12e-4150-45eb-89e8-4bdfc9dde738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:03.613989 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a9928c00-96d5-4a5f-b5ba-dbb76710a84e req-bbfe5517-6b2d-4f23-9671-5b7d9fb7fa82 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707312 Jul 07 21:08:03.615845 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-327aa12e-4150-45eb-89e8-4bdfc9dde738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:03.665472 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-327aa12e-4150-45eb-89e8-4bdfc9dde738 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1bd741e8c813461d9789f790b5a33c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3690526 Jul 07 21:08:03.666442 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327aa12e-4150-45eb-89e8-4bdfc9dde738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9506e8-d825-4b5f-a1ff-ef55fb7eb957,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:03.668209 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35536) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:03.729778 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54c79ad1-89c1-49c3-ad22-d5125a802928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:03.753880 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54c79ad1-89c1-49c3-ad22-d5125a802928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:03.809107 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54c79ad1-89c1-49c3-ad22-d5125a802928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:03.812006 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54c79ad1-89c1-49c3-ad22-d5125a802928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:03.816178 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-54c79ad1-89c1-49c3-ad22-d5125a802928 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3a9506e8-d825-4b5f-a1ff-ef55fb7eb957 HTTP/1.1" status: 204 len: 168 time: 0.1453402 Jul 07 21:08:03.826089 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5da12c5e-e7f0-49d5-97bc-a508cb8f86ae req-5f3cb712-7e09-4289-aed7-4da850353075 tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0413656 Jul 07 21:08:03.836758 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c79ad1-89c1-49c3-ad22-d5125a802928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9506e8-d825-4b5f-a1ff-ef55fb7eb957,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:03.928435 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9f414-1bcd-4870-8465-63bc0c53cd95 req-daa40ebd-6051-498a-ad5a-5414bdd76fcb tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:03.930420 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6a9f414-1bcd-4870-8465-63bc0c53cd95 req-daa40ebd-6051-498a-ad5a-5414bdd76fcb tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.0748956 Jul 07 21:08:03.972853 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6a9f414-1bcd-4870-8465-63bc0c53cd95 req-61f57fad-dbe9-4e95-962a-50ebb0808550 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359659 Jul 07 21:08:04.122924 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35546) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:04.137193 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9c9c8148-0fcf-416a-a447-f2b01b258825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:04.224313 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9c9c8148-0fcf-416a-a447-f2b01b258825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:04.228072 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9c9c8148-0fcf-416a-a447-f2b01b258825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:04.265771 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c8148-0fcf-416a-a447-f2b01b258825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94218107-9ef5-4301-8db9-a654f78cf208,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:04.272692 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9c9c8148-0fcf-416a-a447-f2b01b258825 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f499ce0b72f947259a186c8c1b6ea90d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461947 Jul 07 21:08:04.272939 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35548) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:04.325293 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c0a589b6-3f0a-43ac-9d67-007f3e3eccde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:04.347815 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c0a589b6-3f0a-43ac-9d67-007f3e3eccde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:04.397894 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c0a589b6-3f0a-43ac-9d67-007f3e3eccde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:04.401396 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c0a589b6-3f0a-43ac-9d67-007f3e3eccde admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:04.402658 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c0a589b6-3f0a-43ac-9d67-007f3e3eccde admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/94218107-9ef5-4301-8db9-a654f78cf208 HTTP/1.1" status: 204 len: 168 time: 0.1281924 Jul 07 21:08:04.412956 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a589b6-3f0a-43ac-9d67-007f3e3eccde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94218107-9ef5-4301-8db9-a654f78cf208,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:04.817966 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73e6a3-0b79-4cea-8245-6391380f74cc req-b146b271-e52c-4f5d-9634-5a0b2fa02d9e tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:04.819567 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a73e6a3-0b79-4cea-8245-6391380f74cc req-b146b271-e52c-4f5d-9634-5a0b2fa02d9e tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.0735018 Jul 07 21:08:04.862471 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a73e6a3-0b79-4cea-8245-6391380f74cc req-fcf95d5c-371f-4fb5-8dad-aad60d45b870 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341740 Jul 07 21:08:05.001707 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d7329605-c324-4be7-aa8f-59ccfd64db1e req-666a740d-5f11-40e0-ac6e-2a10cb07fee0 tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0337944 Jul 07 21:08:05.184753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d9afa-5b9d-449e-9932-d92dc489e0b3 req-72d97288-1cc2-46cd-9f3a-7729a80fc01a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:05.192417 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b9d9afa-5b9d-449e-9932-d92dc489e0b3 req-72d97288-1cc2-46cd-9f3a-7729a80fc01a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 946 time: 0.0841637 Jul 07 21:08:05.228136 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:05.245062 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b9d9afa-5b9d-449e-9932-d92dc489e0b3 req-12b5a4be-be37-41a9-bfd1-05300af98d8f tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515804 Jul 07 21:08:05.643015 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:08:05.796479 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:05.822554 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242c8dc5-45d3-487d-bf38-3644a3501c51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ccb8d03-cd81-4d8f-a2d3-47e78af7b231'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:08:05.825428 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d4b50b-e0d3-46cb-bca7-8f056c6656b9" -d '{"events": [{"server_uuid": "242c8dc5-45d3-487d-bf38-3644a3501c51", "name": "network-vif-unplugged", "status": "completed", "tag": "8ccb8d03-cd81-4d8f-a2d3-47e78af7b231"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:08:05.840459 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8ccb8d03-cd81-4d8f-a2d3-47e78af7b231,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:05.845116 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:05.901290 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 21:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df06233-19d4-4e3a-b23c-d6d57a02a41e x-openstack-request-id: req-4df06233-19d4-4e3a-b23c-d6d57a02a41e {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:08:05.901616 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242c8dc5-45d3-487d-bf38-3644a3501c51", "name": "network-vif-unplugged", "status": "failed", "tag": "8ccb8d03-cd81-4d8f-a2d3-47e78af7b231", "code": 422}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:08:05.901878 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4df06233-19d4-4e3a-b23c-d6d57a02a41e {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:08:05.902282 n-d-695189-11 neutron-server[100449]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '242c8dc5-45d3-487d-bf38-3644a3501c51', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8ccb8d03-cd81-4d8f-a2d3-47e78af7b231', 'code': 422} returned with failed status Jul 07 21:08:05.946434 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=8ccb8d03-cd81-4d8f-a2d3-47e78af7b231,revision_number=8']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:06.085125 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfdb41-5bce-4300-98a4-7298a12cc7d8 req-e803ea06-a489-43af-ba18-b8529dabaf27 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:06.087598 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-14cfdb41-5bce-4300-98a4-7298a12cc7d8 req-e803ea06-a489-43af-ba18-b8529dabaf27 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.0896146 Jul 07 21:08:06.143371 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-14cfdb41-5bce-4300-98a4-7298a12cc7d8 req-e6eb9249-8b23-4515-8bf1-a5754da37b12 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427248 Jul 07 21:08:06.235031 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-649c5a9a-1dd4-4392-9903-77a93fe37591 req-f7ef2512-9199-4eea-8ba7-c3febcc30075 tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0301261 Jul 07 21:08:06.378087 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35626) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:06.430918 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e2b6e-ead4-4608-b36b-5d8caa408b7d req-def15066-324e-4d0d-8bbd-397dc585ba5b tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:06.432540 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0b8e2b6e-ead4-4608-b36b-5d8caa408b7d req-def15066-324e-4d0d-8bbd-397dc585ba5b tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 944 time: 0.0730834 Jul 07 21:08:06.475774 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0b8e2b6e-ead4-4608-b36b-5d8caa408b7d req-fecf854c-c2e9-403a-9486-628e4f30eb09 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371413 Jul 07 21:08:06.504386 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-326dcd92-8ef8-49a5-82b2-0e2a3ab897d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:06.605508 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-326dcd92-8ef8-49a5-82b2-0e2a3ab897d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:06.613171 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-326dcd92-8ef8-49a5-82b2-0e2a3ab897d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:06.652309 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dcd92-8ef8-49a5-82b2-0e2a3ab897d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9554683-5071-4b7f-bc23-cf1b87657793,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:06.659799 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35638) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:06.660103 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-326dcd92-8ef8-49a5-82b2-0e2a3ab897d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d0ef020ca9b54ab186eb7eb871d57bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2806790 Jul 07 21:08:06.717089 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-908efdf8-75fa-46da-a18d-a40b137731dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:07.073152 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-908efdf8-75fa-46da-a18d-a40b137731dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:07.129168 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-908efdf8-75fa-46da-a18d-a40b137731dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:07.133109 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-908efdf8-75fa-46da-a18d-a40b137731dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:07.134287 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-908efdf8-75fa-46da-a18d-a40b137731dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c9554683-5071-4b7f-bc23-cf1b87657793 HTTP/1.1" status: 204 len: 168 time: 0.4728820 Jul 07 21:08:07.142544 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908efdf8-75fa-46da-a18d-a40b137731dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9554683-5071-4b7f-bc23-cf1b87657793,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:07.364766 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a534b76-c7b4-49c2-958e-5173ce4bdbbe req-aa99b09c-5bc2-4702-b233-5c4401bce58c tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:07.366485 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9a534b76-c7b4-49c2-958e-5173ce4bdbbe req-aa99b09c-5bc2-4702-b233-5c4401bce58c tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.0881445 Jul 07 21:08:07.451248 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9a534b76-c7b4-49c2-958e-5173ce4bdbbe req-dcdd7ba9-8cba-4643-bc24-61d3e92669fe tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719576 Jul 07 21:08:07.477037 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4894dc-9306-409b-ac58-feaca998f264 req-b7e6f943-c374-403d-946d-2695e1e6ffd2 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:07.478608 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ef4894dc-9306-409b-ac58-feaca998f264 req-b7e6f943-c374-403d-946d-2695e1e6ffd2 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=242c8dc5-45d3-487d-bf38-3644a3501c51 HTTP/1.1" status: 200 len: 944 time: 0.1083500 Jul 07 21:08:07.516820 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35684) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:07.532146 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-77deaed4-7b4a-441d-bfc8-365a3d27c474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:07.628876 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-ef4894dc-9306-409b-ac58-feaca998f264 req-40c7ed13-3b3d-4d11-846d-d0623dabb8cc tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Deleting port 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:08:07.629574 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ef4894dc-9306-409b-ac58-feaca998f264 req-40c7ed13-3b3d-4d11-846d-d0623dabb8cc tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:07.649399 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-77deaed4-7b4a-441d-bfc8-365a3d27c474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:07.653760 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-77deaed4-7b4a-441d-bfc8-365a3d27c474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:07.696234 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-77deaed4-7b4a-441d-bfc8-365a3d27c474 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=72e55b19449145aea183194131a3fc3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1748531 Jul 07 21:08:07.696234 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77deaed4-7b4a-441d-bfc8-365a3d27c474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92656ce9-df64-42a2-a688-f6d6d2c32079,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:07.697501 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79e5cb55-039e-4d38-83dd-e0980bc0d26a req-cd49d5d1-529a-4eed-b172-41764bc6737f tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0836618 Jul 07 21:08:07.697501 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35686) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:07.801197 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-ef4894dc-9306-409b-ac58-feaca998f264 req-40c7ed13-3b3d-4d11-846d-d0623dabb8cc tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] For port 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8ccb8d03-cd81-4d8f-a2d3-47e78af7b231,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:07.801459 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ef4894dc-9306-409b-ac58-feaca998f264 req-40c7ed13-3b3d-4d11-846d-d0623dabb8cc tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:07.803876 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81db81c1-dd20-4f54-b7f7-51204c0f8f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:07.823059 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-ef4894dc-9306-409b-ac58-feaca998f264 req-40c7ed13-3b3d-4d11-846d-d0623dabb8cc tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Calling delete_port for 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:08:07.843333 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81db81c1-dd20-4f54-b7f7-51204c0f8f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:07.949808 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81db81c1-dd20-4f54-b7f7-51204c0f8f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:07.952363 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81db81c1-dd20-4f54-b7f7-51204c0f8f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:07.953525 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-81db81c1-dd20-4f54-b7f7-51204c0f8f1b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/92656ce9-df64-42a2-a688-f6d6d2c32079 HTTP/1.1" status: 204 len: 168 time: 0.2552555 Jul 07 21:08:07.983421 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db81c1-dd20-4f54-b7f7-51204c0f8f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92656ce9-df64-42a2-a688-f6d6d2c32079,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:08.029361 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ef4894dc-9306-409b-ac58-feaca998f264 req-40c7ed13-3b3d-4d11-846d-d0623dabb8cc tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:08.057747 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7ed13-3b3d-4d11-846d-d0623dabb8cc tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Pushing event deleted for resources: {'Port': ['ID=8ccb8d03-cd81-4d8f-a2d3-47e78af7b231,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:08.125473 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4894dc-9306-409b-ac58-feaca998f264 req-40c7ed13-3b3d-4d11-846d-d0623dabb8cc tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] No DVR routers for this DVR port 8ccb8d03-cd81-4d8f-a2d3-47e78af7b231 on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:08:08.127905 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ef4894dc-9306-409b-ac58-feaca998f264 req-40c7ed13-3b3d-4d11-846d-d0623dabb8cc tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:08.133002 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ef4894dc-9306-409b-ac58-feaca998f264 req-40c7ed13-3b3d-4d11-846d-d0623dabb8cc tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "DELETE /v2.0/ports/8ccb8d03-cd81-4d8f-a2d3-47e78af7b231 HTTP/1.1" status: 204 len: 173 time: 0.6481805 Jul 07 21:08:08.134289 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242c8dc5-45d3-487d-bf38-3644a3501c51', 'name': 'network-vif-deleted', 'tag': '8ccb8d03-cd81-4d8f-a2d3-47e78af7b231'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:08:08.137684 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3fade6-893b-4c3b-871b-3919e61d52ed" -d '{"events": [{"server_uuid": "242c8dc5-45d3-487d-bf38-3644a3501c51", "name": "network-vif-deleted", "tag": "8ccb8d03-cd81-4d8f-a2d3-47e78af7b231"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:08:08.186933 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 07 Jul 2021 21:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7394db58-6e4e-4db5-afda-f6c5a977447f x-openstack-request-id: req-7394db58-6e4e-4db5-afda-f6c5a977447f {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:08:08.187445 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242c8dc5-45d3-487d-bf38-3644a3501c51", "name": "network-vif-deleted", "tag": "8ccb8d03-cd81-4d8f-a2d3-47e78af7b231", "status": "failed", "code": 422}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:08:08.188222 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7394db58-6e4e-4db5-afda-f6c5a977447f {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:08:08.189027 n-d-695189-11 neutron-server[100448]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '242c8dc5-45d3-487d-bf38-3644a3501c51', 'name': 'network-vif-deleted', 'tag': '8ccb8d03-cd81-4d8f-a2d3-47e78af7b231', 'status': 'failed', 'code': 422} returned with failed status Jul 07 21:08:08.682911 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200ef1b-0df0-46e3-bbdf-297443dcb3d5 req-c6b27460-164b-4ac1-b8d3-170ad8fc38cc tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:08.691645 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2200ef1b-0df0-46e3-bbdf-297443dcb3d5 req-c6b27460-164b-4ac1-b8d3-170ad8fc38cc tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.0912733 Jul 07 21:08:08.763905 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35732) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:08.782457 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2200ef1b-0df0-46e3-bbdf-297443dcb3d5 req-3d011cc3-99ee-4926-887b-3301e0f0743d tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899279 Jul 07 21:08:08.840783 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-338a6310-9163-48d9-b903-816e161b2963 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:08.842510 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-338a6310-9163-48d9-b903-816e161b2963 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/networks?id=6ac168b0-5b62-40ce-978d-1826833f7c04 HTTP/1.1" status: 200 len: 812 time: 0.1340725 Jul 07 21:08:08.857951 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-f494cb8f-7316-457d-aec8-6ed93e803ab7 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/quotas/fb007a9f302148b1b0ad445aa4579189 HTTP/1.1" status: 200 len: 375 time: 0.0101254 Jul 07 21:08:08.899599 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-57f567cd-67a9-4292-90b6-f8071072eb7e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1319611801-network', 'tenant_id': 'd6268d04b5974e93ae90a15e03404bb6'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:08.900964 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-97f5ef46-88cb-4351-b484-e9836a7c06d1 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb007a9f302148b1b0ad445aa4579189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344174 Jul 07 21:08:08.924282 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f567cd-67a9-4292-90b6-f8071072eb7e admin admin] Made reservation on behalf of d6268d04b5974e93ae90a15e03404bb6 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:08:08.927781 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-57f567cd-67a9-4292-90b6-f8071072eb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:08.943492 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-57f567cd-67a9-4292-90b6-f8071072eb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:08.957994 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35738) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:09.007964 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8ede4277-15e7-49aa-aff2-9762ad604fbf req-1a3666de-9f2a-435a-95ff-ea925e17cf0f tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0773060 Jul 07 21:08:09.051893 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-8814ba5e-9280-4f33-97e4-2ca7943793d8 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439538 Jul 07 21:08:09.095859 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-57f567cd-67a9-4292-90b6-f8071072eb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:09.106077 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-57f567cd-67a9-4292-90b6-f8071072eb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:09.143996 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-0db9d9bf-2b5b-4099-86c1-f98a36c3a402 service neutron] 10.222.0.64 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882392 Jul 07 21:08:09.158770 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f567cd-67a9-4292-90b6-f8071072eb7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:08:09.185792 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-57f567cd-67a9-4292-90b6-f8071072eb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:09.186143 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-57f567cd-67a9-4292-90b6-f8071072eb7e admin admin] Added segment c3fd9929-db23-41ca-8128-ac6ecee9af8e of type vlan for network 365b56f2-3c85-4eff-8070-08a313f1273b Jul 07 21:08:09.188770 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f567cd-67a9-4292-90b6-f8071072eb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b940fc-a4d9-48e6-8c14-1ced9b895a66,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:09.267958 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-57f567cd-67a9-4292-90b6-f8071072eb7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:09.328274 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a98a5f79-72b9-42d7-b39f-9f28e388a879 req-0c7211e2-0bbd-4614-9f78-4834f56df6f6 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 210 time: 0.0395801 Jul 07 21:08:09.347814 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-57f567cd-67a9-4292-90b6-f8071072eb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:09.347814 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f567cd-67a9-4292-90b6-f8071072eb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:09.347814 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-57f567cd-67a9-4292-90b6-f8071072eb7e admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:09.423769 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-57f567cd-67a9-4292-90b6-f8071072eb7e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6586003 Jul 07 21:08:09.426792 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35750) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:09.432491 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-6d531926-da12-41ea-b1cc-6e95b6543aa0 admin admin] Request body: {'subnet': {'network_id': '365b56f2-3c85-4eff-8070-08a313f1273b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1319611801-subnet', 'tenant_id': 'd6268d04b5974e93ae90a15e03404bb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:09.445745 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f567cd-67a9-4292-90b6-f8071072eb7e admin admin] Pushing event updated for resources: {'Network': ['ID=365b56f2-3c85-4eff-8070-08a313f1273b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:09.456489 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 365b56f2-3c85-4eff-8070-08a313f1273b details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:08:09.458422 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d531926-da12-41ea-b1cc-6e95b6543aa0 admin admin] Made reservation on behalf of d6268d04b5974e93ae90a15e03404bb6 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:08:09.463762 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6d531926-da12-41ea-b1cc-6e95b6543aa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:09.670338 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6d531926-da12-41ea-b1cc-6e95b6543aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:09.733625 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d531926-da12-41ea-b1cc-6e95b6543aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f077d4fa-21db-48d2-91a1-f958f487d213,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:09.741156 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d531926-da12-41ea-b1cc-6e95b6543aa0 admin admin] Checking segment: {'id': 'c3fd9929-db23-41ca-8128-ac6ecee9af8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '365b56f2-3c85-4eff-8070-08a313f1273b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:08:09.741527 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d531926-da12-41ea-b1cc-6e95b6543aa0 admin admin] Network hostable DHCP agents. Network: 365b56f2-3c85-4eff-8070-08a313f1273b, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:08:09.760835 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d531926-da12-41ea-b1cc-6e95b6543aa0 admin admin] Network 365b56f2-3c85-4eff-8070-08a313f1273b is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:08:09.769712 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-6d531926-da12-41ea-b1cc-6e95b6543aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 365b56f2-3c85-4eff-8070-08a313f1273b) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:08:09.773897 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d531926-da12-41ea-b1cc-6e95b6543aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:09.774497 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6d531926-da12-41ea-b1cc-6e95b6543aa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:09.781571 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375a92d0-8c64-4bab-aae5-e8d58a155f54 None None] Network 365b56f2-3c85-4eff-8070-08a313f1273b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:08:09.795613 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6d531926-da12-41ea-b1cc-6e95b6543aa0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3662827 Jul 07 21:08:09.961753 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93df7f53-9bce-4276-bc5e-30309495a425 None None] Network 365b56f2-3c85-4eff-8070-08a313f1273b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:08:09.962151 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2f179589-deb5-4026-81a4-82b99c2a0029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:10.118705 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c2d1f-1a0c-4ee9-8c32-ffbaa235bc05 req-d3206f89-3e58-4cd8-8cef-975a3e34e6e4 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:10.129339 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3b2c2d1f-1a0c-4ee9-8c32-ffbaa235bc05 req-d3206f89-3e58-4cd8-8cef-975a3e34e6e4 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.1437795 Jul 07 21:08:10.171895 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3b2c2d1f-1a0c-4ee9-8c32-ffbaa235bc05 req-3d885118-c61b-483e-b10c-eef6f7ea8355 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412216 Jul 07 21:08:10.228784 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f058f470-ee4a-4136-8ecf-629661447801 req-cb3eb90e-85d5-407a-a01c-0a1ddff6a907 tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0344524 Jul 07 21:08:10.317661 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-2f179589-deb5-4026-81a4-82b99c2a0029 admin admin] Deleting port f89038c6-a807-444f-ad6e-31108e381c95 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:08:10.318012 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2f179589-deb5-4026-81a4-82b99c2a0029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:10.353191 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35774) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:10.359015 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-16c77e78-3d8b-4b3a-8fe2-acf4af76801c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2134935382-network', 'tenant_id': '10a2b9da4999437f8ca199260d9f2501'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:10.380541 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c77e78-3d8b-4b3a-8fe2-acf4af76801c admin admin] Made reservation on behalf of 10a2b9da4999437f8ca199260d9f2501 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:08:10.383680 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-16c77e78-3d8b-4b3a-8fe2-acf4af76801c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:10.392205 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-16c77e78-3d8b-4b3a-8fe2-acf4af76801c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:10.399930 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-2f179589-deb5-4026-81a4-82b99c2a0029 admin admin] For port f89038c6-a807-444f-ad6e-31108e381c95, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f89038c6-a807-444f-ad6e-31108e381c95,segment=NetworkSegment(96fbc52b-943f-4a2d-a81e-56dc5296469d),segment_id=96fbc52b-943f-4a2d-a81e-56dc5296469d)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:10.400297 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2f179589-deb5-4026-81a4-82b99c2a0029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:10.416487 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-2f179589-deb5-4026-81a4-82b99c2a0029 admin admin] Calling delete_port for f89038c6-a807-444f-ad6e-31108e381c95 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:08:10.514691 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-93a11775-9e62-4e15-ae91-86ec482d1b88 req-cca4f735-bd5e-4304-9eea-a1f6b83525ee tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 210 time: 0.0406024 Jul 07 21:08:10.539365 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-16c77e78-3d8b-4b3a-8fe2-acf4af76801c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:10.550010 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-16c77e78-3d8b-4b3a-8fe2-acf4af76801c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:10.575068 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c77e78-3d8b-4b3a-8fe2-acf4af76801c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:08:10.584049 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c77e78-3d8b-4b3a-8fe2-acf4af76801c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226fefd8-f95f-4b5b-a654-f8c84911daa1,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:10.595996 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-16c77e78-3d8b-4b3a-8fe2-acf4af76801c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:10.596502 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-16c77e78-3d8b-4b3a-8fe2-acf4af76801c admin admin] Added segment f85944c1-7312-4a82-9d35-6f75a99b2b84 of type vlan for network 780565e4-7df8-4b97-b4b8-4909aade97b6 Jul 07 21:08:10.647317 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-16c77e78-3d8b-4b3a-8fe2-acf4af76801c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:10.682454 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-16c77e78-3d8b-4b3a-8fe2-acf4af76801c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:10.683612 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c77e78-3d8b-4b3a-8fe2-acf4af76801c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:10.684210 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-16c77e78-3d8b-4b3a-8fe2-acf4af76801c admin admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:10.717877 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-e7c8c8c7-f5b8-4bea-aff6-84a988e772af tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:10.719397 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-e7c8c8c7-f5b8-4bea-aff6-84a988e772af tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.58 "GET /v2.0/networks?id=6ac168b0-5b62-40ce-978d-1826833f7c04 HTTP/1.1" status: 200 len: 812 time: 0.1442342 Jul 07 21:08:10.720500 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2f179589-deb5-4026-81a4-82b99c2a0029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:10.750093 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-16c77e78-3d8b-4b3a-8fe2-acf4af76801c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3926167 Jul 07 21:08:10.750302 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35776) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:10.753243 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-9289e8a0-e940-4b18-b656-07358fc6c492 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Request body: {'port': {'device_id': '0f6b7a17-2479-4fdb-a083-a771aede3a89', 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04', 'admin_state_up': True, 'tenant_id': 'fb007a9f302148b1b0ad445aa4579189'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:10.757254 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-9ccb3fcd-0176-4910-9ce7-a905bcf09984 admin admin] Request body: {'subnet': {'network_id': '780565e4-7df8-4b97-b4b8-4909aade97b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2134935382-subnet', 'tenant_id': '10a2b9da4999437f8ca199260d9f2501', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:10.760083 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f179589-deb5-4026-81a4-82b99c2a0029 admin admin] Pushing event deleted for resources: {'Port': ['ID=f89038c6-a807-444f-ad6e-31108e381c95,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:10.764942 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c77e78-3d8b-4b3a-8fe2-acf4af76801c admin admin] Pushing event updated for resources: {'Network': ['ID=780565e4-7df8-4b97-b4b8-4909aade97b6,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:10.790618 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccb3fcd-0176-4910-9ce7-a905bcf09984 admin admin] Made reservation on behalf of 10a2b9da4999437f8ca199260d9f2501 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:08:10.794364 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 780565e4-7df8-4b97-b4b8-4909aade97b6 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:08:10.804219 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9ccb3fcd-0176-4910-9ce7-a905bcf09984 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:11.005084 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-9289e8a0-e940-4b18-b656-07358fc6c492 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Made reservation on behalf of fb007a9f302148b1b0ad445aa4579189 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:08:11.010552 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9ccb3fcd-0176-4910-9ce7-a905bcf09984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:11.011021 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-9289e8a0-e940-4b18-b656-07358fc6c492 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:11.051438 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2f179589-deb5-4026-81a4-82b99c2a0029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:11.066528 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb3fcd-0176-4910-9ce7-a905bcf09984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c53059c-b645-41e9-9f71-cbdc752a3bfd,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:11.075657 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccb3fcd-0176-4910-9ce7-a905bcf09984 admin admin] Checking segment: {'id': 'f85944c1-7312-4a82-9d35-6f75a99b2b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '780565e4-7df8-4b97-b4b8-4909aade97b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:08:11.076023 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccb3fcd-0176-4910-9ce7-a905bcf09984 admin admin] Network hostable DHCP agents. Network: 780565e4-7df8-4b97-b4b8-4909aade97b6, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:08:11.092765 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccb3fcd-0176-4910-9ce7-a905bcf09984 admin admin] Network 780565e4-7df8-4b97-b4b8-4909aade97b6 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:08:11.101641 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-9ccb3fcd-0176-4910-9ce7-a905bcf09984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 780565e4-7df8-4b97-b4b8-4909aade97b6) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:08:11.105712 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccb3fcd-0176-4910-9ce7-a905bcf09984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:11.106301 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9ccb3fcd-0176-4910-9ce7-a905bcf09984 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:11.114653 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ba0dca-f33a-4bc2-bf93-1b14d580b7b5 None None] Network 780565e4-7df8-4b97-b4b8-4909aade97b6 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:08:11.127918 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9ccb3fcd-0176-4910-9ce7-a905bcf09984 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3764765 Jul 07 21:08:11.282955 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a72569-9c12-478a-a28b-b6ad901ef165 None None] Network 780565e4-7df8-4b97-b4b8-4909aade97b6 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:08:11.291206 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-9289e8a0-e940-4b18-b656-07358fc6c492 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Allocated IP 172.20.0.4 (6ac168b0-5b62-40ce-978d-1826833f7c04/e40568a6-ebc6-4f07-9fe2-338a216828e9/781dd945-5104-4bc6-90b8-46f82a5b1745) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:08:11.425685 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e6282-7c8b-4170-8014-ef980d9b78b5 req-82553232-8d5c-4922-b2ff-662742a58b03 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:11.430050 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b29e6282-7c8b-4170-8014-ef980d9b78b5 req-82553232-8d5c-4922-b2ff-662742a58b03 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.1242456 Jul 07 21:08:11.471953 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-49be3939-5c7b-4316-9969-4a1683d4f012 req-09152d99-9d4d-4e27-852c-67be83a5f84c tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0407114 Jul 07 21:08:11.492631 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f179589-deb5-4026-81a4-82b99c2a0029 admin admin] Router 4e595511-8236-409b-ac92-272b2fef9cda has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:08:11.515750 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b29e6282-7c8b-4170-8014-ef980d9b78b5 req-29008587-0f4d-478f-8e3a-a6af0c0f032e tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777850 Jul 07 21:08:11.568338 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca5e2898-91e4-46e7-a738-85df0aa2e27e req-6f531af3-f9d8-4d58-b00a-56d070a84c3d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0756721 Jul 07 21:08:11.676748 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-9289e8a0-e940-4b18-b656-07358fc6c492 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:11.690137 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f179589-deb5-4026-81a4-82b99c2a0029 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:08:11.698782 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2f179589-deb5-4026-81a4-82b99c2a0029 admin admin] 10.222.0.64 "PUT /v2.0/routers/4e595511-8236-409b-ac92-272b2fef9cda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7372189 Jul 07 21:08:11.700225 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35796) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:11.703002 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bc094b-ba0c-4c2c-9d3e-406c177697ef None None] Sync routers for ids ['4e595511-8236-409b-ac92-272b2fef9cda'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:08:11.715896 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bc094b-ba0c-4c2c-9d3e-406c177697ef None None] Routers {'4e595511-8236-409b-ac92-272b2fef9cda'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:08:11.716858 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0ea5f2fb-3508-4692-8a9f-00f065af0642 req-a899182d-ca69-4aee-be37-37df8f81f59a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 210 time: 0.0646651 Jul 07 21:08:11.717327 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-64bc094b-ba0c-4c2c-9d3e-406c177697ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:08:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4e595511-8236-409b-ac92-272b2fef9cda'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:08:11.781749 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e2898-91e4-46e7-a738-85df0aa2e27e req-ac1227d9-1f0e-4553-8c6a-c63200525fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:11.783591 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca5e2898-91e4-46e7-a738-85df0aa2e27e req-ac1227d9-1f0e-4553-8c6a-c63200525fe5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=03ca69fab8c3490785d81740376897ed&device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 1098 time: 0.1456923 Jul 07 21:08:11.830179 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-9289e8a0-e940-4b18-b656-07358fc6c492 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:11.855575 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-64bc094b-ba0c-4c2c-9d3e-406c177697ef None None] Set router 4e595511-8236-409b-ac92-272b2fef9cda gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:08:11.892381 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-9289e8a0-e940-4b18-b656-07358fc6c492 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Network 6ac168b0-5b62-40ce-978d-1826833f7c04 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:08:11.898044 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-503f2a7f-aa75-414e-9a52-081ed70a656d admin admin] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:11.904412 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-9289e8a0-e940-4b18-b656-07358fc6c492 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:08:11.937832 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289e8a0-e940-4b18-b656-07358fc6c492 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Pushing event updated for resources: {'Port': ['ID=781dd945-5104-4bc6-90b8-46f82a5b1745,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:11.940295 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-9289e8a0-e940-4b18-b656-07358fc6c492 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:08:11.943009 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-5450e6b7-e50b-428f-be60-bf4e5c299b10 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:11.949990 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-5450e6b7-e50b-428f-be60-bf4e5c299b10 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/networks?id=365b56f2-3c85-4eff-8070-08a313f1273b HTTP/1.1" status: 200 len: 809 time: 0.1980100 Jul 07 21:08:11.968609 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-377cd147-22a6-4cbc-969f-4299f454eab4 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/quotas/d6268d04b5974e93ae90a15e03404bb6 HTTP/1.1" status: 200 len: 375 time: 0.0177367 Jul 07 21:08:11.969803 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e2898-91e4-46e7-a738-85df0aa2e27e req-35d045af-d167-4a7c-91e1-625835c7a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:11.971238 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca5e2898-91e4-46e7-a738-85df0aa2e27e req-35d045af-d167-4a7c-91e1-625835c7a753 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a14eea41-1d99-44fc-b2e3-33f3b36e5825 HTTP/1.1" status: 200 len: 909 time: 0.1507692 Jul 07 21:08:11.999995 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-9289e8a0-e940-4b18-b656-07358fc6c492 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:12.000628 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-9289e8a0-e940-4b18-b656-07358fc6c492 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:12.042072 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-12878059-ae59-4fb5-aa52-40938ad50b18 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d6268d04b5974e93ae90a15e03404bb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657799 Jul 07 21:08:12.051726 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-9289e8a0-e940-4b18-b656-07358fc6c492 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3024256 Jul 07 21:08:12.053371 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-64bc094b-ba0c-4c2c-9d3e-406c177697ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e595511-8236-409b-ac92-272b2fef9cda', 'name': 'tempest-TaggedBootDevicesTest_v242-1828410963-router', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:56:35Z', 'updated_at': '2021-07-07T21:08:10Z', 'revision_number': 5, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'gw_port': {'id': '5824668a-41d8-407f-ba00-868a8dec23c0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e595511-8236-409b-ac92-272b2fef9cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T20:56:38Z', 'updated_at': '2021-07-07T20:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:08:12.065483 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-8ae720ee-b8d3-4989-a58c-dc4bae77a29c service neutron] Request body: {'port': {'device_id': '0f6b7a17-2479-4fdb-a083-a771aede3a89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:12.106033 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-503f2a7f-aa75-414e-9a52-081ed70a656d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:12.127701 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca5e2898-91e4-46e7-a738-85df0aa2e27e req-c3fd06c0-ccd5-428e-a48a-212152825d48 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14cc1503-5d77-400a-a108-b1ad16e4b4e9 HTTP/1.1" status: 200 len: 1002 time: 0.1420100 Jul 07 21:08:12.200867 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-8ae720ee-b8d3-4989-a58c-dc4bae77a29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:12.210048 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-4447b56b-d77a-4690-ba70-905fb77f3265 service neutron] 10.222.0.64 "GET /v2.0/networks/365b56f2-3c85-4eff-8070-08a313f1273b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455059 Jul 07 21:08:12.212489 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e2898-91e4-46e7-a738-85df0aa2e27e req-e3b47ca9-4db2-49d2-b475-50effb2f8434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:12.214257 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca5e2898-91e4-46e7-a738-85df0aa2e27e req-e3b47ca9-4db2-49d2-b475-50effb2f8434 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cac4ea62-0922-4170-9b4c-660afcde50d6 HTTP/1.1" status: 200 len: 847 time: 0.0778029 Jul 07 21:08:12.241444 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bc094b-ba0c-4c2c-9d3e-406c177697ef None None] Checking router: 4e595511-8236-409b-ac92-272b2fef9cda for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:08:12.250382 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-503f2a7f-aa75-414e-9a52-081ed70a656d admin admin] Deleting port 5824668a-41d8-407f-ba00-868a8dec23c0 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:08:12.250585 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bc094b-ba0c-4c2c-9d3e-406c177697ef None None] Routers {'4e595511-8236-409b-ac92-272b2fef9cda'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:08:12.250694 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-503f2a7f-aa75-414e-9a52-081ed70a656d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:12.251065 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-64bc094b-ba0c-4c2c-9d3e-406c177697ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:08:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4e595511-8236-409b-ac92-272b2fef9cda'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:08:12.352775 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-ea8fe0b2-6e5f-41b1-82c5-17a337862b69 service neutron] 10.222.0.64 "GET /v2.0/networks/365b56f2-3c85-4eff-8070-08a313f1273b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334641 Jul 07 21:08:12.354730 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-64bc094b-ba0c-4c2c-9d3e-406c177697ef None None] Set router 4e595511-8236-409b-ac92-272b2fef9cda gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:08:12.355093 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e2898-91e4-46e7-a738-85df0aa2e27e req-6b11c51e-4f40-48c9-a8ac-6c9cf647e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:12.356905 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca5e2898-91e4-46e7-a738-85df0aa2e27e req-6b11c51e-4f40-48c9-a8ac-6c9cf647e5f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a14eea41-1d99-44fc-b2e3-33f3b36e5825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1279054 Jul 07 21:08:12.421820 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-64bc094b-ba0c-4c2c-9d3e-406c177697ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e595511-8236-409b-ac92-272b2fef9cda', 'name': 'tempest-TaggedBootDevicesTest_v242-1828410963-router', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:56:35Z', 'updated_at': '2021-07-07T21:08:12Z', 'revision_number': 6, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:08:12.454541 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bc094b-ba0c-4c2c-9d3e-406c177697ef None None] The sync data for ids ['4e595511-8236-409b-ac92-272b2fef9cda'] in n-d-695189-11 is: [{'id': '4e595511-8236-409b-ac92-272b2fef9cda', 'name': 'tempest-TaggedBootDevicesTest_v242-1828410963-router', 'tenant_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T20:56:35Z', 'updated_at': '2021-07-07T21:08:12Z', 'revision_number': 6, 'project_id': 'd8ed23dfe8df44cbb137b377fa7cb243', 'gw_port_host': None}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:08:12.476664 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-503f2a7f-aa75-414e-9a52-081ed70a656d admin admin] For port 5824668a-41d8-407f-ba00-868a8dec23c0, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=5824668a-41d8-407f-ba00-868a8dec23c0,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:12.477029 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-503f2a7f-aa75-414e-9a52-081ed70a656d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:12.487089 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca5e2898-91e4-46e7-a738-85df0aa2e27e req-fd849507-38a3-4f1b-9021-9338e88dbf76 service neutron] 10.222.0.58 "GET /v2.0/networks/a14eea41-1d99-44fc-b2e3-33f3b36e5825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175995 Jul 07 21:08:12.502262 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-503f2a7f-aa75-414e-9a52-081ed70a656d admin admin] Calling delete_port for 5824668a-41d8-407f-ba00-868a8dec23c0 owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:08:12.615297 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-93eed56e-ee11-4a59-a0fd-2a14afb48429 req-0b5eac7a-3847-4ba4-aa03-c7c6548eb555 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/ports?device_id=abeff1c5-4747-43aa-b0d0-cb6633d069a0 HTTP/1.1" status: 200 len: 210 time: 0.0400074 Jul 07 21:08:12.691516 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fd29aedc-b6ca-41d0-9f8c-c20d1c83d7fa req-2a09cb78-a7a1-4a42-966a-23bdd835f2d0 tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0552399 Jul 07 21:08:12.734472 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ca5e2898-91e4-46e7-a738-85df0aa2e27e req-32d38f69-ca0d-467b-a1e0-6caeead4ff90 service neutron] 10.222.0.58 "GET /v2.0/networks/a14eea41-1d99-44fc-b2e3-33f3b36e5825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380106 Jul 07 21:08:12.768941 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-8ae720ee-b8d3-4989-a58c-dc4bae77a29c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781dd945-5104-4bc6-90b8-46f82a5b1745 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:08:12.785006 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-8ae720ee-b8d3-4989-a58c-dc4bae77a29c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:12.810913 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-8ae720ee-b8d3-4989-a58c-dc4bae77a29c service neutron] Transition to ACTIVE for port object 781dd945-5104-4bc6-90b8-46f82a5b1745 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:08:12.815211 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-8ae720ee-b8d3-4989-a58c-dc4bae77a29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:12.870861 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae720ee-b8d3-4989-a58c-dc4bae77a29c service neutron] Pushing event updated for resources: {'Port': ['ID=781dd945-5104-4bc6-90b8-46f82a5b1745,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:12.872473 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-503f2a7f-aa75-414e-9a52-081ed70a656d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:12.893251 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e701bac-08f8-4202-b458-2b54f5b36ff4 req-398d5195-1c40-4e35-bc77-520a9d5ea43a tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:12.894797 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e701bac-08f8-4202-b458-2b54f5b36ff4 req-398d5195-1c40-4e35-bc77-520a9d5ea43a tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.1220853 Jul 07 21:08:12.921271 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f2a7f-aa75-414e-9a52-081ed70a656d admin admin] Pushing event deleted for resources: {'Port': ['ID=5824668a-41d8-407f-ba00-868a8dec23c0,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:12.986856 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e701bac-08f8-4202-b458-2b54f5b36ff4 req-d0a844e7-ae18-4a21-99d1-a22921e8423e tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537043 Jul 07 21:08:13.023294 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49c7ff-89a0-4b0a-b71c-b973a4a27b7d req-4a0e39ca-b1cf-49d2-a7a5-68b3393a1344 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:13.025249 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9d49c7ff-89a0-4b0a-b71c-b973a4a27b7d req-4a0e39ca-b1cf-49d2-a7a5-68b3393a1344 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 943 time: 0.1450140 Jul 07 21:08:13.071083 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9d49c7ff-89a0-4b0a-b71c-b973a4a27b7d req-6962f48d-b304-4123-9d45-c2a451a61581 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385666 Jul 07 21:08:13.101355 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35820) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:13.229712 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb82a6-b713-4e26-8c8f-b04d9f2204ed tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:13.230652 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb82a6-b713-4e26-8c8f-b04d9f2204ed tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:13.231372 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecb82a6-b713-4e26-8c8f-b04d9f2204ed tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:13.233341 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1ecb82a6-b713-4e26-8c8f-b04d9f2204ed tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] 10.222.0.64 "GET /v2.0/ports?project_id=21232da6452a40d680cb4842c209ecfd&network_id=af7f4b3e-0c7d-43ee-bafd-ec47866775cf HTTP/1.1" status: 200 len: 2973 time: 0.1304979 Jul 07 21:08:13.423062 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-503f2a7f-aa75-414e-9a52-081ed70a656d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:13.520911 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-8ae720ee-b8d3-4989-a58c-dc4bae77a29c service neutron] Attempting to bind port 781dd945-5104-4bc6-90b8-46f82a5b1745 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:08:13.521255 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-8ae720ee-b8d3-4989-a58c-dc4bae77a29c service neutron] Attempting to bind port 781dd945-5104-4bc6-90b8-46f82a5b1745 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ce7841e0-8c51-4554-a344-f7eeefc78bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:08:13.521592 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-8ae720ee-b8d3-4989-a58c-dc4bae77a29c service neutron] Attempting to bind port 781dd945-5104-4bc6-90b8-46f82a5b1745 on network 6ac168b0-5b62-40ce-978d-1826833f7c04 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:08:13.530869 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-503f2a7f-aa75-414e-9a52-081ed70a656d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:13.533251 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-503f2a7f-aa75-414e-9a52-081ed70a656d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:13.534791 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-8ae720ee-b8d3-4989-a58c-dc4bae77a29c service neutron] Port 781dd945-5104-4bc6-90b8-46f82a5b1745 on network 6ac168b0-5b62-40ce-978d-1826833f7c04 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:08:13.534961 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-8ae720ee-b8d3-4989-a58c-dc4bae77a29c service neutron] Attempting to bind port 781dd945-5104-4bc6-90b8-46f82a5b1745 on network 6ac168b0-5b62-40ce-978d-1826833f7c04 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:08:13.543120 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-8ae720ee-b8d3-4989-a58c-dc4bae77a29c service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:08:13.543486 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-8ae720ee-b8d3-4989-a58c-dc4bae77a29c service neutron] Checking segment: {'id': 'ce7841e0-8c51-4554-a344-f7eeefc78bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:08:13.543875 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-8ae720ee-b8d3-4989-a58c-dc4bae77a29c service neutron] Bound using segment: {'id': 'ce7841e0-8c51-4554-a344-f7eeefc78bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:08:13.544310 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-8ae720ee-b8d3-4989-a58c-dc4bae77a29c service neutron] Bound port: 781dd945-5104-4bc6-90b8-46f82a5b1745, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce7841e0-8c51-4554-a344-f7eeefc78bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:08:13.544751 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-8ae720ee-b8d3-4989-a58c-dc4bae77a29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:13.615902 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-503f2a7f-aa75-414e-9a52-081ed70a656d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:13.616372 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503f2a7f-aa75-414e-9a52-081ed70a656d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e595511-8236-409b-ac92-272b2fef9cda {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:08:13.622011 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-503f2a7f-aa75-414e-9a52-081ed70a656d admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:13.625915 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35826) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:13.626472 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-503f2a7f-aa75-414e-9a52-081ed70a656d admin admin] 10.222.0.64 "DELETE /v2.0/routers/4e595511-8236-409b-ac92-272b2fef9cda HTTP/1.1" status: 204 len: 168 time: 1.9243724 Jul 07 21:08:13.662320 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-8ae720ee-b8d3-4989-a58c-dc4bae77a29c service neutron] For port 781dd945-5104-4bc6-90b8-46f82a5b1745, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:08:13.667451 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-8ae720ee-b8d3-4989-a58c-dc4bae77a29c service neutron] For port 781dd945-5104-4bc6-90b8-46f82a5b1745, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=781dd945-5104-4bc6-90b8-46f82a5b1745,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:08:13.672747 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-8ae720ee-b8d3-4989-a58c-dc4bae77a29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:13.709761 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-8ae720ee-b8d3-4989-a58c-dc4bae77a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:13.711250 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-8ae720ee-b8d3-4989-a58c-dc4bae77a29c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:13.712772 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-8ae720ee-b8d3-4989-a58c-dc4bae77a29c service neutron] 10.222.0.58 "PUT /v2.0/ports/781dd945-5104-4bc6-90b8-46f82a5b1745 HTTP/1.1" status: 200 len: 1092 time: 1.6515110 Jul 07 21:08:13.713343 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f6b7a17-2479-4fdb-a083-a771aede3a89', 'tag': '781dd945-5104-4bc6-90b8-46f82a5b1745'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:08:13.722413 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51aacee5-2751-4a68-95b8-c0e781f731cd" -d '{"events": [{"name": "network-changed", "server_uuid": "0f6b7a17-2479-4fdb-a083-a771aede3a89", "tag": "781dd945-5104-4bc6-90b8-46f82a5b1745"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:08:13.792964 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae720ee-b8d3-4989-a58c-dc4bae77a29c service neutron] Pushing event updated for resources: {'Port': ['ID=781dd945-5104-4bc6-90b8-46f82a5b1745,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:13.793595 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-566b43c3-ed70-457f-b2f8-83f0ac54f8f0 admin admin] Deleting subnet 25a8ccb4-86fa-467a-bd9b-20bcc350e316 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:08:13.799644 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-566b43c3-ed70-457f-b2f8-83f0ac54f8f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:13.849196 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-566b43c3-ed70-457f-b2f8-83f0ac54f8f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:13.930055 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-7daecc56-3fea-480e-97c8-e42accbca58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:13.931649 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-7daecc56-3fea-480e-97c8-e42accbca58b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fb007a9f302148b1b0ad445aa4579189&device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 1095 time: 0.0600555 Jul 07 21:08:13.953658 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ad20c5b8-b298-417e-a44b-5b6b84ebedd8 req-7911197a-8cdf-4f14-a6b0-62a480ae46cf tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0718453 Jul 07 21:08:13.959093 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-59ce1eea-f2f0-499f-bf83-56ebf36a5a73 req-3182f585-29c2-4ae1-ac0b-8899abd68066 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/ports?device_id=abeff1c5-4747-43aa-b0d0-cb6633d069a0 HTTP/1.1" status: 200 len: 210 time: 0.0748012 Jul 07 21:08:13.992248 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-f8bbb5ba-bdaf-41c0-b49b-eea4c4f7cd83 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=781dd945-5104-4bc6-90b8-46f82a5b1745 HTTP/1.1" status: 200 len: 217 time: 0.0490468 Jul 07 21:08:14.013652 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-566b43c3-ed70-457f-b2f8-83f0ac54f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:14.040710 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c5cc83-c272-44fa-b1ed-db06c1f181bc x-openstack-request-id: req-35c5cc83-c272-44fa-b1ed-db06c1f181bc {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:08:14.041010 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f6b7a17-2479-4fdb-a083-a771aede3a89", "tag": "781dd945-5104-4bc6-90b8-46f82a5b1745", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:08:14.041652 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-35c5cc83-c272-44fa-b1ed-db06c1f181bc {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:08:14.041652 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6b7a17-2479-4fdb-a083-a771aede3a89', 'tag': '781dd945-5104-4bc6-90b8-46f82a5b1745', 'status': 'completed', 'code': 200} Jul 07 21:08:14.051860 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-3d6586f2-2d7b-4f43-91cb-956fce541a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:14.053339 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-3d6586f2-2d7b-4f43-91cb-956fce541a0b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e40568a6-ebc6-4f07-9fe2-338a216828e9 HTTP/1.1" status: 200 len: 852 time: 0.0549934 Jul 07 21:08:14.085891 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-566b43c3-ed70-457f-b2f8-83f0ac54f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:14.088989 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-5b51792d-5fb9-48bc-9ae2-51ba353ccd65 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ac168b0-5b62-40ce-978d-1826833f7c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285821 Jul 07 21:08:14.129684 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b43c3-ed70-457f-b2f8-83f0ac54f8f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25a8ccb4-86fa-467a-bd9b-20bcc350e316,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:14.137400 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7a43f5-b3ae-44d5-8ed9-76d693e0c183 None None] Network d7847ed4-ca64-408b-b349-0ebf1cd2485d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:08:14.153671 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-566b43c3-ed70-457f-b2f8-83f0ac54f8f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:14.159403 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35838) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:14.159625 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-566b43c3-ed70-457f-b2f8-83f0ac54f8f0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/25a8ccb4-86fa-467a-bd9b-20bcc350e316 HTTP/1.1" status: 204 len: 168 time: 0.5271978 Jul 07 21:08:14.182410 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 5824668a-41d8-407f-ba00-868a8dec23c0 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:08:14.216338 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 5824668a-41d8-407f-ba00-868a8dec23c0 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:08:14.216944 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 5824668a-41d8-407f-ba00-868a8dec23c0 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:08:14.217518 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f89038c6-a807-444f-ad6e-31108e381c95 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:08:14.233137 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054e8fc-38bf-42c6-b4ec-ec2207fb72d2 req-4ae60c81-00db-4035-9c6d-24ad627fe39f tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:14.234870 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b054e8fc-38bf-42c6-b4ec-ec2207fb72d2 req-4ae60c81-00db-4035-9c6d-24ad627fe39f tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.1083083 Jul 07 21:08:14.242370 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: f89038c6-a807-444f-ad6e-31108e381c95 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:08:14.242953 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f89038c6-a807-444f-ad6e-31108e381c95 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:08:14.285811 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-0a323163-01a9-44cd-b95b-197c278f1613 service neutron] 10.222.0.58 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889277 Jul 07 21:08:14.304641 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c4143243-fc37-4ff3-b774-f8f46078aa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:14.328462 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b054e8fc-38bf-42c6-b4ec-ec2207fb72d2 req-0144315c-a240-4d28-9412-752208632a08 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855551 Jul 07 21:08:14.354490 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40dc18-00b9-41d5-acd5-07592b45d1b9 req-9cfef156-34c0-437d-af0c-219892d88632 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:14.361536 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8a40dc18-00b9-41d5-acd5-07592b45d1b9 req-9cfef156-34c0-437d-af0c-219892d88632 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 943 time: 0.0933118 Jul 07 21:08:14.400001 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8a40dc18-00b9-41d5-acd5-07592b45d1b9 req-b1d0d816-de0f-4dc0-b086-ad261a0a2f31 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375209 Jul 07 21:08:14.430187 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee4c33c-0bb9-45d1-b873-3cdf3975005b None None] DHCP port deletion for d7847ed4-ca64-408b-b349-0ebf1cd2485d request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:08:14.490028 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4c33c-0bb9-45d1-b873-3cdf3975005b None None] Deleting port abcd2323-2f77-4b6b-a620-74dce7ccbab2 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:08:14.492220 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8ee4c33c-0bb9-45d1-b873-3cdf3975005b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:14.580258 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-c4143243-fc37-4ff3-b774-f8f46078aa05 admin admin] Deleting port abcd2323-2f77-4b6b-a620-74dce7ccbab2 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:08:14.580867 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c4143243-fc37-4ff3-b774-f8f46078aa05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:14.587913 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-8ee4c33c-0bb9-45d1-b873-3cdf3975005b None None] For port abcd2323-2f77-4b6b-a620-74dce7ccbab2, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=abcd2323-2f77-4b6b-a620-74dce7ccbab2,segment=NetworkSegment(96fbc52b-943f-4a2d-a81e-56dc5296469d),segment_id=96fbc52b-943f-4a2d-a81e-56dc5296469d)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:14.588444 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8ee4c33c-0bb9-45d1-b873-3cdf3975005b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:14.602245 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4c33c-0bb9-45d1-b873-3cdf3975005b None None] Calling delete_port for abcd2323-2f77-4b6b-a620-74dce7ccbab2 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:08:14.623145 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32be443e-304a-4b15-8d7a-5f5fb444df53 req-5229b9a2-fe6c-4d1c-b60a-afc6597a3c76 service neutron] 10.222.0.58 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146231 Jul 07 21:08:14.630539 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-59f020f7-4a14-4fa5-8cb8-c857381f9189 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:14.633080 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-59f020f7-4a14-4fa5-8cb8-c857381f9189 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.39 "GET /v2.0/networks?id=365b56f2-3c85-4eff-8070-08a313f1273b HTTP/1.1" status: 200 len: 809 time: 0.2545063 Jul 07 21:08:14.657694 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-a6453508-b9cf-4f20-9cee-80ef20142e89 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Request body: {'port': {'device_id': 'abeff1c5-4747-43aa-b0d0-cb6633d069a0', 'network_id': '365b56f2-3c85-4eff-8070-08a313f1273b', 'admin_state_up': True, 'tenant_id': 'd6268d04b5974e93ae90a15e03404bb6'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:14.730349 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8ee4c33c-0bb9-45d1-b873-3cdf3975005b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:14.737081 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-c4143243-fc37-4ff3-b774-f8f46078aa05 admin admin] For port abcd2323-2f77-4b6b-a620-74dce7ccbab2, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=abcd2323-2f77-4b6b-a620-74dce7ccbab2,segment=NetworkSegment(96fbc52b-943f-4a2d-a81e-56dc5296469d),segment_id=96fbc52b-943f-4a2d-a81e-56dc5296469d)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:14.737600 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c4143243-fc37-4ff3-b774-f8f46078aa05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:14.742070 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc39525d-6791-419e-baaf-83ed645e4c38 req-ef444f3e-cf60-46fd-bd97-34a6874e298b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c93df21d-0214-4a32-b834-2bac32754868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0616863 Jul 07 21:08:14.764643 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4c33c-0bb9-45d1-b873-3cdf3975005b None None] Pushing event deleted for resources: {'Port': ['ID=abcd2323-2f77-4b6b-a620-74dce7ccbab2,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:14.772102 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee4c33c-0bb9-45d1-b873-3cdf3975005b None None] No DVR routers for this DVR port abcd2323-2f77-4b6b-a620-74dce7ccbab2 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:08:14.793418 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-c4143243-fc37-4ff3-b774-f8f46078aa05 admin admin] Calling delete_port for abcd2323-2f77-4b6b-a620-74dce7ccbab2 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:08:14.883009 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39525d-6791-419e-baaf-83ed645e4c38 req-bb08530e-cf12-4ddc-9909-b0af0868c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:14.884853 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc39525d-6791-419e-baaf-83ed645e4c38 req-bb08530e-cf12-4ddc-9909-b0af0868c9aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21232da6452a40d680cb4842c209ecfd&device_id=c93df21d-0214-4a32-b834-2bac32754868 HTTP/1.1" status: 200 len: 1098 time: 0.0652773 Jul 07 21:08:14.921914 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aacee5-2751-4a68-95b8-c0e781f731cd req-f2a0e5a6-b54f-4e23-a1ba-be24d0525223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:14.923470 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-51aacee5-2751-4a68-95b8-c0e781f731cd req-f2a0e5a6-b54f-4e23-a1ba-be24d0525223 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fb007a9f302148b1b0ad445aa4579189&device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 1095 time: 0.1903172 Jul 07 21:08:14.930542 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-a6453508-b9cf-4f20-9cee-80ef20142e89 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Made reservation on behalf of d6268d04b5974e93ae90a15e03404bb6 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:08:14.933986 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-a6453508-b9cf-4f20-9cee-80ef20142e89 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:15.019881 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39525d-6791-419e-baaf-83ed645e4c38 req-4e9d5dcb-4048-4e04-a43f-abe1255f19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:15.021687 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c4143243-fc37-4ff3-b774-f8f46078aa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:15.023477 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc39525d-6791-419e-baaf-83ed645e4c38 req-4e9d5dcb-4048-4e04-a43f-abe1255f19c6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=af7f4b3e-0c7d-43ee-bafd-ec47866775cf HTTP/1.1" status: 200 len: 898 time: 0.0982916 Jul 07 21:08:15.089579 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4143243-fc37-4ff3-b774-f8f46078aa05 admin admin] Pushing event deleted for resources: {'Port': ['ID=abcd2323-2f77-4b6b-a620-74dce7ccbab2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:15.101606 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4143243-fc37-4ff3-b774-f8f46078aa05 admin admin] No DVR routers for this DVR port abcd2323-2f77-4b6b-a620-74dce7ccbab2 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:08:15.106101 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc39525d-6791-419e-baaf-83ed645e4c38 req-a904bc89-b2ec-4bb2-a3da-1d70b1e6551b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2670e9fa-7633-4cbb-9d10-6bece9b2901e HTTP/1.1" status: 200 len: 1002 time: 0.0744681 Jul 07 21:08:15.139918 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [req-91f13f11-65e0-4f03-a0e1-bbd17b30be72 req-3fcedc44-3ff2-45d1-ae3f-889678a31f12 service neutron] (100447) timed out ('10.222.0.58', 53554) {{(pid=100447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 21:08:15.158509 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-efa53a33-8d05-45bf-b983-2ec48e0757cb req-79b59056-d753-4048-8929-fe1fd42ef8bf tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/ports?device_id=abeff1c5-4747-43aa-b0d0-cb6633d069a0 HTTP/1.1" status: 200 len: 210 time: 0.0458515 Jul 07 21:08:15.206652 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4d747909-036e-4b64-9b03-ce89cc5a992b req-223e13ce-8ab7-4a24-8900-d51bde5712c0 tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0842299 Jul 07 21:08:15.223524 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39525d-6791-419e-baaf-83ed645e4c38 req-6e417f96-f49f-41f8-98bf-7550d730bf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:15.224830 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aacee5-2751-4a68-95b8-c0e781f731cd req-1a72ed4f-9f88-4876-a4e0-06fd38883820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:15.224950 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc39525d-6791-419e-baaf-83ed645e4c38 req-6e417f96-f49f-41f8-98bf-7550d730bf81 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f78bb9f-8c50-4a12-973a-6eacc6f6daeb HTTP/1.1" status: 200 len: 835 time: 0.1016705 Jul 07 21:08:15.226374 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-51aacee5-2751-4a68-95b8-c0e781f731cd req-1a72ed4f-9f88-4876-a4e0-06fd38883820 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6ac168b0-5b62-40ce-978d-1826833f7c04 HTTP/1.1" status: 200 len: 913 time: 0.2901375 Jul 07 21:08:15.282682 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c4143243-fc37-4ff3-b774-f8f46078aa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:15.285161 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39525d-6791-419e-baaf-83ed645e4c38 req-b08ac063-879e-4b5b-b6f4-52a0389a5fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:15.286699 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc39525d-6791-419e-baaf-83ed645e4c38 req-b08ac063-879e-4b5b-b6f4-52a0389a5fa1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af7f4b3e-0c7d-43ee-bafd-ec47866775cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543866 Jul 07 21:08:15.293191 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-51aacee5-2751-4a68-95b8-c0e781f731cd req-68737db7-b33c-47fd-a50e-61df5e35da99 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=781dd945-5104-4bc6-90b8-46f82a5b1745 HTTP/1.1" status: 200 len: 217 time: 0.0569911 Jul 07 21:08:15.297393 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-c4143243-fc37-4ff3-b774-f8f46078aa05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7847ed4-ca64-408b-b349-0ebf1cd2485d']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:08:15.315593 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-a6453508-b9cf-4f20-9cee-80ef20142e89 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Allocated IP 172.20.0.14 (365b56f2-3c85-4eff-8070-08a313f1273b/f077d4fa-21db-48d2-91a1-f958f487d213/969313ff-8f40-45cf-a8ec-d1165b64c9ca) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:08:15.339829 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-c4143243-fc37-4ff3-b774-f8f46078aa05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96fbc52b-943f-4a2d-a81e-56dc5296469d') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:08:15.340123 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-c4143243-fc37-4ff3-b774-f8f46078aa05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96fbc52b-943f-4a2d-a81e-56dc5296469d') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:08:15.356556 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c4143243-fc37-4ff3-b774-f8f46078aa05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:15.391312 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc39525d-6791-419e-baaf-83ed645e4c38 req-9233294b-dfb7-4d71-8f80-3e8c667e8695 service neutron] 10.222.0.39 "GET /v2.0/networks/af7f4b3e-0c7d-43ee-bafd-ec47866775cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934215 Jul 07 21:08:15.393081 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c4143243-fc37-4ff3-b774-f8f46078aa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:15.395906 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aacee5-2751-4a68-95b8-c0e781f731cd req-f00428cf-51d1-49fd-b2a5-f3c1d30b051c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:15.397398 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-51aacee5-2751-4a68-95b8-c0e781f731cd req-f00428cf-51d1-49fd-b2a5-f3c1d30b051c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e40568a6-ebc6-4f07-9fe2-338a216828e9 HTTP/1.1" status: 200 len: 852 time: 0.0954382 Jul 07 21:08:15.410840 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4143243-fc37-4ff3-b774-f8f46078aa05 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:08:15.411291 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c4143243-fc37-4ff3-b774-f8f46078aa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:08:15.423933 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:08:15.486931 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-51aacee5-2751-4a68-95b8-c0e781f731cd req-138b081a-7ad8-41e1-822d-fb42f90b3344 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ac168b0-5b62-40ce-978d-1826833f7c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736315 Jul 07 21:08:15.546907 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc39525d-6791-419e-baaf-83ed645e4c38 req-8144b1cf-8ee7-4904-93df-2fb934600bb0 service neutron] 10.222.0.39 "GET /v2.0/networks/af7f4b3e-0c7d-43ee-bafd-ec47866775cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455781 Jul 07 21:08:15.570133 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c85015-6f2b-4cbd-835c-62eed81534bf req-ca201d58-92f1-44a8-a7b7-32d8fd49e6e5 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:15.571824 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c2c85015-6f2b-4cbd-835c-62eed81534bf req-ca201d58-92f1-44a8-a7b7-32d8fd49e6e5 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.1064503 Jul 07 21:08:15.609539 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c4143243-fc37-4ff3-b774-f8f46078aa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:15.614603 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c4143243-fc37-4ff3-b774-f8f46078aa05 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:15.620642 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c4143243-fc37-4ff3-b774-f8f46078aa05 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d7847ed4-ca64-408b-b349-0ebf1cd2485d HTTP/1.1" status: 204 len: 168 time: 1.4568415 Jul 07 21:08:15.651084 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c2c85015-6f2b-4cbd-835c-62eed81534bf req-d8b02985-c07c-4bba-9826-73490476438f tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621052 Jul 07 21:08:15.651319 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4143243-fc37-4ff3-b774-f8f46078aa05 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7847ed4-ca64-408b-b349-0ebf1cd2485d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:15.670419 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e221ab-f0dc-4ff7-b772-cb5ac0df0b1b req-344eea35-8e10-48c8-9d4d-17eae6cbdf94 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:15.672027 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-81e221ab-f0dc-4ff7-b772-cb5ac0df0b1b req-344eea35-8e10-48c8-9d4d-17eae6cbdf94 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 943 time: 0.1234634 Jul 07 21:08:15.695925 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-51aacee5-2751-4a68-95b8-c0e781f731cd req-8094d705-1f09-4275-a0ff-c908fb2cb053 service neutron] 10.222.0.58 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971667 Jul 07 21:08:15.722345 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-81e221ab-f0dc-4ff7-b772-cb5ac0df0b1b req-0af302e7-860b-4879-bf7e-0f82fdfc6a9d tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397339 Jul 07 21:08:15.757853 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-a6453508-b9cf-4f20-9cee-80ef20142e89 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:15.819207 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35854) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:15.827213 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-51aacee5-2751-4a68-95b8-c0e781f731cd req-60dddac3-f6c5-43ed-80ca-de1f821e2e93 service neutron] 10.222.0.58 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184304 Jul 07 21:08:15.834486 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-a6453508-b9cf-4f20-9cee-80ef20142e89 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:15.862033 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-13948efe-e7d2-4c5c-a208-67a2303454b1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d8ed23dfe8df44cbb137b377fa7cb243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412598 Jul 07 21:08:15.864764 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35856) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:15.878509 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-a6453508-b9cf-4f20-9cee-80ef20142e89 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Network 365b56f2-3c85-4eff-8070-08a313f1273b is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:08:15.881991 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-a6453508-b9cf-4f20-9cee-80ef20142e89 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:08:15.888085 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-a6453508-b9cf-4f20-9cee-80ef20142e89 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:08:15.911229 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6453508-b9cf-4f20-9cee-80ef20142e89 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Pushing event updated for resources: {'Port': ['ID=969313ff-8f40-45cf-a8ec-d1165b64c9ca,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:15.913481 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5eaab807-fcbf-4cc4-be45-95b0cf82f84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:15.935669 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5eaab807-fcbf-4cc4-be45-95b0cf82f84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:15.939181 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-a6453508-b9cf-4f20-9cee-80ef20142e89 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:15.939818 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-a6453508-b9cf-4f20-9cee-80ef20142e89 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:15.953902 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-a6453508-b9cf-4f20-9cee-80ef20142e89 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3083286 Jul 07 21:08:15.966724 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-6d0a402f-9552-4334-81d9-521d5b4f93d4 service neutron] Request body: {'port': {'device_id': 'abeff1c5-4747-43aa-b0d0-cb6633d069a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:15.983305 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5eaab807-fcbf-4cc4-be45-95b0cf82f84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:15.985924 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5eaab807-fcbf-4cc4-be45-95b0cf82f84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:15.989341 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5eaab807-fcbf-4cc4-be45-95b0cf82f84f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f2916986-aa40-41d4-9170-e32bf3286e8a HTTP/1.1" status: 204 len: 168 time: 0.1214099 Jul 07 21:08:15.995469 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaab807-fcbf-4cc4-be45-95b0cf82f84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2916986-aa40-41d4-9170-e32bf3286e8a,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:16.046365 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-6d0a402f-9552-4334-81d9-521d5b4f93d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:16.060590 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35860) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:16.120368 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e739675c-b812-45aa-a03c-262336b7ec98 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:16.135194 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e739675c-b812-45aa-a03c-262336b7ec98 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 814 time: 0.0607493 Jul 07 21:08:16.147619 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device abcd2323-2f77-4b6b-a620-74dce7ccbab2 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:08:16.152738 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-fcfbce81-98a3-4331-bf7c-1dc91fcffc5f req-81acd1d1-2e4f-4931-a094-d77c4f46f61b service neutron] (100448) timed out ('10.222.0.58', 53633) {{(pid=100448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 21:08:16.170106 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: abcd2323-2f77-4b6b-a620-74dce7ccbab2 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:08:16.170462 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device abcd2323-2f77-4b6b-a620-74dce7ccbab2 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:08:16.364581 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-6d0a402f-9552-4334-81d9-521d5b4f93d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 969313ff-8f40-45cf-a8ec-d1165b64c9ca {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:08:16.374465 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-6d0a402f-9552-4334-81d9-521d5b4f93d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:16.390573 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-6d0a402f-9552-4334-81d9-521d5b4f93d4 service neutron] Transition to ACTIVE for port object 969313ff-8f40-45cf-a8ec-d1165b64c9ca will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:08:16.395681 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-6d0a402f-9552-4334-81d9-521d5b4f93d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:16.456849 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a402f-9552-4334-81d9-521d5b4f93d4 service neutron] Pushing event updated for resources: {'Port': ['ID=969313ff-8f40-45cf-a8ec-d1165b64c9ca,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:16.557946 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-6d0a402f-9552-4334-81d9-521d5b4f93d4 service neutron] Attempting to bind port 969313ff-8f40-45cf-a8ec-d1165b64c9ca on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:08:16.558293 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-6d0a402f-9552-4334-81d9-521d5b4f93d4 service neutron] Attempting to bind port 969313ff-8f40-45cf-a8ec-d1165b64c9ca by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': 'c3fd9929-db23-41ca-8128-ac6ecee9af8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '365b56f2-3c85-4eff-8070-08a313f1273b'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:08:16.558625 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-6d0a402f-9552-4334-81d9-521d5b4f93d4 service neutron] Attempting to bind port 969313ff-8f40-45cf-a8ec-d1165b64c9ca on network 365b56f2-3c85-4eff-8070-08a313f1273b {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:08:16.563572 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-6d0a402f-9552-4334-81d9-521d5b4f93d4 service neutron] Port 969313ff-8f40-45cf-a8ec-d1165b64c9ca on network 365b56f2-3c85-4eff-8070-08a313f1273b not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:08:16.563850 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-6d0a402f-9552-4334-81d9-521d5b4f93d4 service neutron] Attempting to bind port 969313ff-8f40-45cf-a8ec-d1165b64c9ca on network 365b56f2-3c85-4eff-8070-08a313f1273b {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:08:16.569157 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-6d0a402f-9552-4334-81d9-521d5b4f93d4 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:08:16.569578 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-6d0a402f-9552-4334-81d9-521d5b4f93d4 service neutron] Checking segment: {'id': 'c3fd9929-db23-41ca-8128-ac6ecee9af8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '365b56f2-3c85-4eff-8070-08a313f1273b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:08:16.570458 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-6d0a402f-9552-4334-81d9-521d5b4f93d4 service neutron] Bound using segment: {'id': 'c3fd9929-db23-41ca-8128-ac6ecee9af8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '365b56f2-3c85-4eff-8070-08a313f1273b'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:08:16.570931 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-6d0a402f-9552-4334-81d9-521d5b4f93d4 service neutron] Bound port: 969313ff-8f40-45cf-a8ec-d1165b64c9ca, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3fd9929-db23-41ca-8128-ac6ecee9af8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '365b56f2-3c85-4eff-8070-08a313f1273b'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:08:16.571308 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-6d0a402f-9552-4334-81d9-521d5b4f93d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:16.643483 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-6d0a402f-9552-4334-81d9-521d5b4f93d4 service neutron] For port 969313ff-8f40-45cf-a8ec-d1165b64c9ca, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:08:16.647570 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-6d0a402f-9552-4334-81d9-521d5b4f93d4 service neutron] For port 969313ff-8f40-45cf-a8ec-d1165b64c9ca, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=969313ff-8f40-45cf-a8ec-d1165b64c9ca,segment=NetworkSegment(c3fd9929-db23-41ca-8128-ac6ecee9af8e),segment_id=c3fd9929-db23-41ca-8128-ac6ecee9af8e)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:08:16.655362 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-6d0a402f-9552-4334-81d9-521d5b4f93d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:16.682098 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d51d9a6a-4cbc-431b-8756-cc589e0c8264 req-e3de5e9d-e904-45f8-b886-e43abfe5ccf9 tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0311735 Jul 07 21:08:16.696548 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-6d0a402f-9552-4334-81d9-521d5b4f93d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:16.697182 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-6d0a402f-9552-4334-81d9-521d5b4f93d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:16.698627 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-6d0a402f-9552-4334-81d9-521d5b4f93d4 service neutron] 10.222.0.39 "PUT /v2.0/ports/969313ff-8f40-45cf-a8ec-d1165b64c9ca HTTP/1.1" status: 200 len: 1093 time: 0.7360444 Jul 07 21:08:16.699078 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abeff1c5-4747-43aa-b0d0-cb6633d069a0', 'tag': '969313ff-8f40-45cf-a8ec-d1165b64c9ca'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:08:16.701390 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414f35e7-8ae6-4397-9509-77f40bb143c9" -d '{"events": [{"name": "network-changed", "server_uuid": "abeff1c5-4747-43aa-b0d0-cb6633d069a0", "tag": "969313ff-8f40-45cf-a8ec-d1165b64c9ca"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:08:16.734096 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b37aa-2aec-4fcc-b668-45b7c8bb93af req-13121618-a8f2-4cde-9de1-9df4b4067b5e tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:16.740778 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a402f-9552-4334-81d9-521d5b4f93d4 service neutron] Pushing event updated for resources: {'Port': ['ID=969313ff-8f40-45cf-a8ec-d1165b64c9ca,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:16.742065 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-894b37aa-2aec-4fcc-b668-45b7c8bb93af req-13121618-a8f2-4cde-9de1-9df4b4067b5e tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/ports?device_id=abeff1c5-4747-43aa-b0d0-cb6633d069a0 HTTP/1.1" status: 200 len: 932 time: 0.4551301 Jul 07 21:08:16.790184 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-894b37aa-2aec-4fcc-b668-45b7c8bb93af req-1fad4d14-501f-4dac-aeeb-e4c398f5a362 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/security-groups?id=35b940fc-a4d9-48e6-8c14-1ced9b895a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470684 Jul 07 21:08:16.841687 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-2c4cdb78-7099-42f3-9970-4ff1dd32db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:16.846119 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-2c4cdb78-7099-42f3-9970-4ff1dd32db53 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6268d04b5974e93ae90a15e03404bb6&device_id=abeff1c5-4747-43aa-b0d0-cb6633d069a0 HTTP/1.1" status: 200 len: 1096 time: 0.0759792 Jul 07 21:08:16.851102 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35894) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:16.867912 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efa0570-50d6-4187-b6a1-e9119ecb148b x-openstack-request-id: req-4efa0570-50d6-4187-b6a1-e9119ecb148b {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:08:16.868271 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abeff1c5-4747-43aa-b0d0-cb6633d069a0", "tag": "969313ff-8f40-45cf-a8ec-d1165b64c9ca", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:08:16.869371 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4efa0570-50d6-4187-b6a1-e9119ecb148b {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:08:16.869371 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abeff1c5-4747-43aa-b0d0-cb6633d069a0', 'tag': '969313ff-8f40-45cf-a8ec-d1165b64c9ca', 'status': 'completed', 'code': 200} Jul 07 21:08:16.911101 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-28ca5ebb-2854-4ad8-b8d2-0c037d1f7e82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=969313ff-8f40-45cf-a8ec-d1165b64c9ca HTTP/1.1" status: 200 len: 217 time: 0.0539215 Jul 07 21:08:16.932474 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ade1a1-2d4b-44b9-8c7b-1c4d339f44ca req-8499f13f-2f03-4749-be00-0446404c2810 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:16.948489 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-75ade1a1-2d4b-44b9-8c7b-1c4d339f44ca req-8499f13f-2f03-4749-be00-0446404c2810 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.1232848 Jul 07 21:08:16.973770 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-02be2c3b-4213-45cd-832e-459661675675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:16.975490 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-02be2c3b-4213-45cd-832e-459661675675 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f077d4fa-21db-48d2-91a1-f958f487d213 HTTP/1.1" status: 200 len: 849 time: 0.0569570 Jul 07 21:08:16.995815 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-eecfff5c-4a93-44c7-ace3-a1f5cd190e0c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-753445978-network', 'tenant_id': '40ef407941cf431097f86bb2e8b4c9ac'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:17.015176 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-75ade1a1-2d4b-44b9-8c7b-1c4d339f44ca req-8378926f-ddd6-45ec-97ff-d3b25abdde36 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658038 Jul 07 21:08:17.018445 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-84e894d1-6f09-4184-847d-7aad5d0719e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=365b56f2-3c85-4eff-8070-08a313f1273b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358779 Jul 07 21:08:17.043869 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fce1ec-577b-4e32-a1de-709642c9d0f2 req-c450f0a2-6c3d-4ee2-a56d-a8b0ef91615e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:17.045394 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-35fce1ec-577b-4e32-a1de-709642c9d0f2 req-c450f0a2-6c3d-4ee2-a56d-a8b0ef91615e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 943 time: 0.0888882 Jul 07 21:08:17.083002 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-35fce1ec-577b-4e32-a1de-709642c9d0f2 req-6244a11f-f194-4f6e-aa3d-fb68c2767965 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317528 Jul 07 21:08:17.083222 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecfff5c-4a93-44c7-ace3-a1f5cd190e0c admin admin] Made reservation on behalf of 40ef407941cf431097f86bb2e8b4c9ac for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:08:17.085703 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eecfff5c-4a93-44c7-ace3-a1f5cd190e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:17.101554 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eecfff5c-4a93-44c7-ace3-a1f5cd190e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:17.154315 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-dc90b916-8f01-45b3-b830-377629404199 service neutron] 10.222.0.39 "GET /v2.0/networks/365b56f2-3c85-4eff-8070-08a313f1273b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282744 Jul 07 21:08:17.198174 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35898) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:17.203346 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-5f45591d-722b-465c-bbda-1a820387c4bc tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'network': {'name': 'tempest-network-smoke--1107240505', 'project_id': '21232da6452a40d680cb4842c209ecfd', 'port_security_enabled': True}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:17.291921 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6b134e82-143c-4644-9f8e-2df49cd1beb1 req-29af505c-644a-433b-8d4c-e0d790ac727a service neutron] 10.222.0.39 "GET /v2.0/networks/365b56f2-3c85-4eff-8070-08a313f1273b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288962 Jul 07 21:08:17.308895 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eecfff5c-4a93-44c7-ace3-a1f5cd190e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:17.316540 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eecfff5c-4a93-44c7-ace3-a1f5cd190e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:17.343744 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f45591d-722b-465c-bbda-1a820387c4bc tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Made reservation on behalf of 21232da6452a40d680cb4842c209ecfd for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:08:17.344909 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eecfff5c-4a93-44c7-ace3-a1f5cd190e0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:08:17.347571 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5f45591d-722b-465c-bbda-1a820387c4bc tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:17.371862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f45591d-722b-465c-bbda-1a820387c4bc tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:08:17.378638 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecfff5c-4a93-44c7-ace3-a1f5cd190e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0600af77-dae5-498c-9ce1-086082145288,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:17.381937 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5f45591d-722b-465c-bbda-1a820387c4bc tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:17.382410 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-5f45591d-722b-465c-bbda-1a820387c4bc tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Added segment 01ed4fe1-3a68-4bcf-823e-63e59ffc9002 of type vlan for network c309b307-e45c-44b4-86d6-7ce3373cff79 Jul 07 21:08:17.387172 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eecfff5c-4a93-44c7-ace3-a1f5cd190e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:17.387172 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-eecfff5c-4a93-44c7-ace3-a1f5cd190e0c admin admin] Added segment d06979f7-3f50-430d-a5cf-9830c22daaf2 of type vlan for network dae1560c-1b71-41da-9bf4-ee40abc4490b Jul 07 21:08:17.424967 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5f45591d-722b-465c-bbda-1a820387c4bc tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:17.435671 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eecfff5c-4a93-44c7-ace3-a1f5cd190e0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:17.456160 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5f45591d-722b-465c-bbda-1a820387c4bc tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:17.461679 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f35e7-8ae6-4397-9509-77f40bb143c9 req-f5c77978-9410-4aac-bcc7-8600adcfeea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:17.462741 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f45591d-722b-465c-bbda-1a820387c4bc tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:17.463203 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-414f35e7-8ae6-4397-9509-77f40bb143c9 req-f5c77978-9410-4aac-bcc7-8600adcfeea6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6268d04b5974e93ae90a15e03404bb6&device_id=abeff1c5-4747-43aa-b0d0-cb6633d069a0 HTTP/1.1" status: 200 len: 1096 time: 0.1193826 Jul 07 21:08:17.463366 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5f45591d-722b-465c-bbda-1a820387c4bc tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:17.480142 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eecfff5c-4a93-44c7-ace3-a1f5cd190e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:17.481083 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecfff5c-4a93-44c7-ace3-a1f5cd190e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:17.481660 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eecfff5c-4a93-44c7-ace3-a1f5cd190e0c admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:17.531112 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5f45591d-722b-465c-bbda-1a820387c4bc tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3289049 Jul 07 21:08:17.531382 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35900) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:17.566625 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45591d-722b-465c-bbda-1a820387c4bc tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'Network': ['ID=c309b307-e45c-44b4-86d6-7ce3373cff79,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:17.578255 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network c309b307-e45c-44b4-86d6-7ce3373cff79 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:08:17.606888 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136e157-c35c-4f0e-9666-12917eaa4369 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:17.611106 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c136e157-c35c-4f0e-9666-12917eaa4369 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=21232da6452a40d680cb4842c209ecfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0759532 Jul 07 21:08:17.611443 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35902) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:17.623155 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-eecfff5c-4a93-44c7-ace3-a1f5cd190e0c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7678163 Jul 07 21:08:17.623998 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35904) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:17.628901 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d6398b77-040f-4383-89c9-963fd42d5f4d admin admin] Request body: {'subnet': {'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-753445978-subnet', 'tenant_id': '40ef407941cf431097f86bb2e8b4c9ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:17.646708 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecfff5c-4a93-44c7-ace3-a1f5cd190e0c admin admin] Pushing event updated for resources: {'Network': ['ID=dae1560c-1b71-41da-9bf4-ee40abc4490b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:17.662098 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network dae1560c-1b71-41da-9bf4-ee40abc4490b details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:08:17.713816 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 781dd945-5104-4bc6-90b8-46f82a5b1745 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:08:17.791758 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012590ac-0181-46d7-9aab-fe05da2a85fb tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:17.798455 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-012590ac-0181-46d7-9aab-fe05da2a85fb tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1859961 Jul 07 21:08:17.799134 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35908) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:17.838168 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 781dd945-5104-4bc6-90b8-46f82a5b1745, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=781dd945-5104-4bc6-90b8-46f82a5b1745,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:17.839527 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-33835f9b-60a0-4b08-891b-422e93b7675c tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391569 Jul 07 21:08:17.840265 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35912) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:17.863523 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '781dd945-5104-4bc6-90b8-46f82a5b1745', 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04', 'port_id': '781dd945-5104-4bc6-90b8-46f82a5b1745', 'mac_address': 'fa:16:3e:73:78:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40568a6-ebc6-4f07-9fe2-338a216828e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:08:17.900562 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c09304d2-d361-4198-b23b-5602007e7c9c tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=21232da6452a40d680cb4842c209ecfd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0590701 Jul 07 21:08:17.904012 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35916) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:17.915993 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:17.938246 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781dd945-5104-4bc6-90b8-46f82a5b1745 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:08:17.959618 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 781dd945-5104-4bc6-90b8-46f82a5b1745, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=781dd945-5104-4bc6-90b8-46f82a5b1745,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:17.965638 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:18.015291 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1eeb1bcd-c79b-44b8-8096-df54de0d4cf6 req-c250aaab-cb77-4d97-8f77-6993a1163479 tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0896161 Jul 07 21:08:18.017102 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=781dd945-5104-4bc6-90b8-46f82a5b1745,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:18.035904 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6398b77-040f-4383-89c9-963fd42d5f4d admin admin] Made reservation on behalf of 40ef407941cf431097f86bb2e8b4c9ac for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:08:18.038357 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d6398b77-040f-4383-89c9-963fd42d5f4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:18.042314 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f35e7-8ae6-4397-9509-77f40bb143c9 req-f9ce1d0f-5e5f-46dc-8645-4b072c51e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:18.043931 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-414f35e7-8ae6-4397-9509-77f40bb143c9 req-f9ce1d0f-5e5f-46dc-8645-4b072c51e765 service neutron] 10.222.0.39 "GET /v2.0/networks?id=365b56f2-3c85-4eff-8070-08a313f1273b HTTP/1.1" status: 200 len: 910 time: 0.5652363 Jul 07 21:08:18.096713 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8f1802-0b46-4c9f-9650-342f6e6be3b8 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:18.098252 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2c8f1802-0b46-4c9f-9650-342f6e6be3b8 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1932657 Jul 07 21:08:18.102124 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35920) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:18.126248 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-414f35e7-8ae6-4397-9509-77f40bb143c9 req-4e7b6e6c-460a-4019-ba9e-4bdb4ab45092 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=969313ff-8f40-45cf-a8ec-d1165b64c9ca HTTP/1.1" status: 200 len: 217 time: 0.0472147 Jul 07 21:08:18.140450 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a4362f8c-034e-40d7-9a43-fe2ce531df68 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370700 Jul 07 21:08:18.149669 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da66c0-ae93-4317-89f9-38216e4a73e4 req-8cca2b90-5e5c-4ff6-9d18-e8a22ad8179f tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:18.151231 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-75da66c0-ae93-4317-89f9-38216e4a73e4 req-8cca2b90-5e5c-4ff6-9d18-e8a22ad8179f tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/ports?device_id=abeff1c5-4747-43aa-b0d0-cb6633d069a0 HTTP/1.1" status: 200 len: 944 time: 0.1707659 Jul 07 21:08:18.152927 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35924) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:18.157942 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-f337c62a-d7e9-4033-a7fb-0b25d0698271 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1647494473', 'network_id': 'c309b307-e45c-44b4-86d6-7ce3373cff79', 'project_id': '21232da6452a40d680cb4842c209ecfd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:18.202632 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f35e7-8ae6-4397-9509-77f40bb143c9 req-1342f95a-248f-4604-b59e-c6cd53c19f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:18.204580 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-414f35e7-8ae6-4397-9509-77f40bb143c9 req-1342f95a-248f-4604-b59e-c6cd53c19f28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f077d4fa-21db-48d2-91a1-f958f487d213 HTTP/1.1" status: 200 len: 849 time: 0.0647380 Jul 07 21:08:18.250969 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['781dd945-5104-4bc6-90b8-46f82a5b1745'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:08:18.265495 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-414f35e7-8ae6-4397-9509-77f40bb143c9 req-ba62b080-fc5e-4ffc-a0d8-9cd917d10054 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=365b56f2-3c85-4eff-8070-08a313f1273b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337703 Jul 07 21:08:18.290824 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-75da66c0-ae93-4317-89f9-38216e4a73e4 req-f5eb71a5-3f0c-4ff9-bf3e-7205b89b4f81 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/security-groups?id=35b940fc-a4d9-48e6-8c14-1ced9b895a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198518 Jul 07 21:08:18.337689 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302bf98-f0c7-41d8-9978-71239508ae79 req-21429de7-107a-4dd4-ae67-2a8b8406ca0e tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:18.339989 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9302bf98-f0c7-41d8-9978-71239508ae79 req-21429de7-107a-4dd4-ae67-2a8b8406ca0e tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.1878011 Jul 07 21:08:18.341120 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f337c62a-d7e9-4033-a7fb-0b25d0698271 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Made reservation on behalf of 21232da6452a40d680cb4842c209ecfd for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:08:18.345830 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f337c62a-d7e9-4033-a7fb-0b25d0698271 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:18.428034 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-414f35e7-8ae6-4397-9509-77f40bb143c9 req-81506642-d31b-4c6a-84a8-b5a97aed0a4c service neutron] 10.222.0.39 "GET /v2.0/networks/365b56f2-3c85-4eff-8070-08a313f1273b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441400 Jul 07 21:08:18.478188 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9302bf98-f0c7-41d8-9978-71239508ae79 req-99602a0c-7561-4f65-b18d-0fa53b8a9eae tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289699 Jul 07 21:08:18.520317 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d6398b77-040f-4383-89c9-963fd42d5f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:18.537589 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa781f17-494d-480b-9b21-9f579d3f1110 req-f7a0bcd1-3b0e-40de-8efe-054aa3b38752 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:18.540282 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aa781f17-494d-480b-9b21-9f579d3f1110 req-f7a0bcd1-3b0e-40de-8efe-054aa3b38752 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 944 time: 0.1124523 Jul 07 21:08:18.596007 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-414f35e7-8ae6-4397-9509-77f40bb143c9 req-5d1d7571-41e5-4a7d-b138-bdbf2b3ad09d service neutron] 10.222.0.39 "GET /v2.0/networks/365b56f2-3c85-4eff-8070-08a313f1273b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498942 Jul 07 21:08:18.596591 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6398b77-040f-4383-89c9-963fd42d5f4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc036cf1-6b38-46e3-814e-f48aaa93568d,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:18.619218 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6398b77-040f-4383-89c9-963fd42d5f4d admin admin] Checking segment: {'id': 'd06979f7-3f50-430d-a5cf-9830c22daaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:08:18.619633 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6398b77-040f-4383-89c9-963fd42d5f4d admin admin] Network hostable DHCP agents. Network: dae1560c-1b71-41da-9bf4-ee40abc4490b, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:08:18.635281 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aa781f17-494d-480b-9b21-9f579d3f1110 req-66e79201-4904-4000-9952-ebadcdbf0d0b tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725222 Jul 07 21:08:18.641221 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6398b77-040f-4383-89c9-963fd42d5f4d admin admin] Network dae1560c-1b71-41da-9bf4-ee40abc4490b is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:08:18.655547 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-d6398b77-040f-4383-89c9-963fd42d5f4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, dae1560c-1b71-41da-9bf4-ee40abc4490b) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:08:18.665512 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f337c62a-d7e9-4033-a7fb-0b25d0698271 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:18.665806 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6398b77-040f-4383-89c9-963fd42d5f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:18.666381 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d6398b77-040f-4383-89c9-963fd42d5f4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:18.667163 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7318ee-1bf2-4ea1-a379-59efccfd07d6 None None] Network dae1560c-1b71-41da-9bf4-ee40abc4490b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:08:18.690312 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d6398b77-040f-4383-89c9-963fd42d5f4d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0575292 Jul 07 21:08:18.733231 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337c62a-d7e9-4033-a7fb-0b25d0698271 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'Subnet': ['ID=9a3d4d63-0de0-495a-8cf7-19e8f9c501ac,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:18.742548 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f337c62a-d7e9-4033-a7fb-0b25d0698271 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Checking segment: {'id': '01ed4fe1-3a68-4bcf-823e-63e59ffc9002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c309b307-e45c-44b4-86d6-7ce3373cff79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:08:18.742922 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f337c62a-d7e9-4033-a7fb-0b25d0698271 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Network hostable DHCP agents. Network: c309b307-e45c-44b4-86d6-7ce3373cff79, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:08:18.761782 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f337c62a-d7e9-4033-a7fb-0b25d0698271 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Network c309b307-e45c-44b4-86d6-7ce3373cff79 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:08:18.771744 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-f337c62a-d7e9-4033-a7fb-0b25d0698271 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, c309b307-e45c-44b4-86d6-7ce3373cff79) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:08:18.777065 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f337c62a-d7e9-4033-a7fb-0b25d0698271 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:18.777909 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f337c62a-d7e9-4033-a7fb-0b25d0698271 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:18.794490 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f337c62a-d7e9-4033-a7fb-0b25d0698271 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6405807 Jul 07 21:08:18.799428 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96016bc-ba30-49c0-b12f-5abe719198b6 None None] Network c309b307-e45c-44b4-86d6-7ce3373cff79 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:08:18.815302 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d61582e-c622-4ec7-89f2-a9c16edda4d7 None None] Network dae1560c-1b71-41da-9bf4-ee40abc4490b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:08:18.986956 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35936) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:18.991992 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-dcc3cc1c-1605-484f-bce9-26f66d08e3da tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-738889378', 'description': 'tempest-secgroup-smoke-738889378 description', 'project_id': '21232da6452a40d680cb4842c209ecfd'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:19.015573 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dcc3cc1c-1605-484f-bce9-26f66d08e3da tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.065286 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1c0bdb-80c0-45cd-9d0e-258628863866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-c309b307-e45c-44b4-86d6-7ce3373cff79', 'network_id': 'c309b307-e45c-44b4-86d6-7ce3373cff79', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'fixed_ips': [{'subnet_id': '9a3d4d63-0de0-495a-8cf7-19e8f9c501ac'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:08:19.066344 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1a1c0bdb-80c0-45cd-9d0e-258628863866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.199078 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11567c70-f809-495b-bd7e-7c511eddfe08 req-1b69448e-dd83-40fb-938f-2771a0d7bc24 tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0439665 Jul 07 21:08:19.214017 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-1a1c0bdb-80c0-45cd-9d0e-258628863866 None None] Allocated IP 172.20.0.18 (c309b307-e45c-44b4-86d6-7ce3373cff79/9a3d4d63-0de0-495a-8cf7-19e8f9c501ac/fefe0106-eead-4419-be02-d3c04d960b9d) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:08:19.215727 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-5f80b15d-2781-48bc-b9dc-feb7bdb0d55e tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:19.217268 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-5f80b15d-2781-48bc-b9dc-feb7bdb0d55e tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/networks?id=dae1560c-1b71-41da-9bf4-ee40abc4490b HTTP/1.1" status: 200 len: 812 time: 0.1683784 Jul 07 21:08:19.227205 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dcc3cc1c-1605-484f-bce9-26f66d08e3da tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.238159 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dcc3cc1c-1605-484f-bce9-26f66d08e3da tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.260216 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-7a11cb8e-1b2d-425a-8ea9-f3534a972832 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/quotas/40ef407941cf431097f86bb2e8b4c9ac HTTP/1.1" status: 200 len: 375 time: 0.0288258 Jul 07 21:08:19.271973 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dcc3cc1c-1605-484f-bce9-26f66d08e3da tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.273724 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-dcc3cc1c-1605-484f-bce9-26f66d08e3da tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2856421 Jul 07 21:08:19.276856 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35948) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:19.282426 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-6fc43736-99c0-4227-a86c-433cc7a66cca tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'security_group_rule': {'security_group_id': 'ebaca171-6900-4654-9fab-5e61ff65a32f', 'project_id': '21232da6452a40d680cb4842c209ecfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:19.284327 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3cc1c-1605-484f-bce9-26f66d08e3da tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebaca171-6900-4654-9fab-5e61ff65a32f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:19.304955 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-128f946e-4ec5-4d83-9eaa-6c02f1c73035 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=40ef407941cf431097f86bb2e8b4c9ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366290 Jul 07 21:08:19.324160 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6fc43736-99c0-4227-a86c-433cc7a66cca tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.389390 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1a1c0bdb-80c0-45cd-9d0e-258628863866 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.398918 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1a1c0bdb-80c0-45cd-9d0e-258628863866 None None] Transition to ACTIVE for port object fefe0106-eead-4419-be02-d3c04d960b9d will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:08:19.405350 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6fc43736-99c0-4227-a86c-433cc7a66cca tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.410543 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6fc43736-99c0-4227-a86c-433cc7a66cca tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.418279 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1a1c0bdb-80c0-45cd-9d0e-258628863866 None None] Transition to ACTIVE for port object fefe0106-eead-4419-be02-d3c04d960b9d will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:08:19.425645 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1a1c0bdb-80c0-45cd-9d0e-258628863866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.433646 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc43736-99c0-4227-a86c-433cc7a66cca tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6829450c-d042-45d5-a320-b67c55b959aa,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:19.446637 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6fc43736-99c0-4227-a86c-433cc7a66cca tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.447902 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6fc43736-99c0-4227-a86c-433cc7a66cca tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1696851 Jul 07 21:08:19.450946 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35954) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:19.455776 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-dc60dad3-3b25-4612-8f12-965d0815fe54 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'security_group_rule': {'security_group_id': 'ebaca171-6900-4654-9fab-5e61ff65a32f', 'project_id': '21232da6452a40d680cb4842c209ecfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:19.480239 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1c0bdb-80c0-45cd-9d0e-258628863866 None None] Network c309b307-e45c-44b4-86d6-7ce3373cff79 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:08:19.484994 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-1a1c0bdb-80c0-45cd-9d0e-258628863866 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:08:19.485827 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc60dad3-3b25-4612-8f12-965d0815fe54 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.487826 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1c0bdb-80c0-45cd-9d0e-258628863866 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:08:19.489895 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c0bdb-80c0-45cd-9d0e-258628863866 None None] Pushing event updated for resources: {'Port': ['ID=fefe0106-eead-4419-be02-d3c04d960b9d,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:19.527902 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-a0fbfdbd-bdc0-44d1-bf09-3426e888b5c3 service neutron] 10.222.0.64 "GET /v2.0/networks/dae1560c-1b71-41da-9bf4-ee40abc4490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159574 Jul 07 21:08:19.543103 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7de68-e0a0-4dde-b757-aba504f37b0c req-0e33fa96-b9af-48fa-9fe7-e5d6dcd453f1 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:19.544775 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5e7de68-e0a0-4dde-b757-aba504f37b0c req-0e33fa96-b9af-48fa-9fe7-e5d6dcd453f1 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/ports?device_id=abeff1c5-4747-43aa-b0d0-cb6633d069a0 HTTP/1.1" status: 200 len: 944 time: 0.1157718 Jul 07 21:08:19.556423 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc60dad3-3b25-4612-8f12-965d0815fe54 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.557893 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1a1c0bdb-80c0-45cd-9d0e-258628863866 None None] Attempting to bind port fefe0106-eead-4419-be02-d3c04d960b9d on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:08:19.558377 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1a1c0bdb-80c0-45cd-9d0e-258628863866 None None] Attempting to bind port fefe0106-eead-4419-be02-d3c04d960b9d by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '01ed4fe1-3a68-4bcf-823e-63e59ffc9002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c309b307-e45c-44b4-86d6-7ce3373cff79'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:08:19.558803 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1c0bdb-80c0-45cd-9d0e-258628863866 None None] Attempting to bind port fefe0106-eead-4419-be02-d3c04d960b9d on network c309b307-e45c-44b4-86d6-7ce3373cff79 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:08:19.560736 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc60dad3-3b25-4612-8f12-965d0815fe54 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.565935 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1c0bdb-80c0-45cd-9d0e-258628863866 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:08:19.566319 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1c0bdb-80c0-45cd-9d0e-258628863866 None None] Checking segment: {'id': '01ed4fe1-3a68-4bcf-823e-63e59ffc9002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c309b307-e45c-44b4-86d6-7ce3373cff79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:08:19.566674 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1a1c0bdb-80c0-45cd-9d0e-258628863866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.567507 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1c0bdb-80c0-45cd-9d0e-258628863866 None None] Bound using segment: {'id': '01ed4fe1-3a68-4bcf-823e-63e59ffc9002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c309b307-e45c-44b4-86d6-7ce3373cff79'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:08:19.568505 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1a1c0bdb-80c0-45cd-9d0e-258628863866 None None] Bound port: fefe0106-eead-4419-be02-d3c04d960b9d, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ed4fe1-3a68-4bcf-823e-63e59ffc9002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c309b307-e45c-44b4-86d6-7ce3373cff79'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:08:19.568897 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1a1c0bdb-80c0-45cd-9d0e-258628863866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.582915 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60dad3-3b25-4612-8f12-965d0815fe54 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49fd6cf1-54be-4050-88a2-fb4581bb3f70,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:19.590321 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc60dad3-3b25-4612-8f12-965d0815fe54 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.594482 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dc60dad3-3b25-4612-8f12-965d0815fe54 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1401663 Jul 07 21:08:19.594727 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35958) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:19.599908 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ee1af9a2-386e-428e-a0e3-7f66566f7f89 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'security_group_rule': {'security_group_id': 'ebaca171-6900-4654-9fab-5e61ff65a32f', 'project_id': '21232da6452a40d680cb4842c209ecfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:19.633311 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee1af9a2-386e-428e-a0e3-7f66566f7f89 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.639026 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5e7de68-e0a0-4dde-b757-aba504f37b0c req-b2280927-d267-411a-9a3d-0e07f3fda28c tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/security-groups?id=35b940fc-a4d9-48e6-8c14-1ced9b895a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834477 Jul 07 21:08:19.640020 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1a1c0bdb-80c0-45cd-9d0e-258628863866 None None] For port fefe0106-eead-4419-be02-d3c04d960b9d, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:08:19.645352 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1a1c0bdb-80c0-45cd-9d0e-258628863866 None None] For port fefe0106-eead-4419-be02-d3c04d960b9d, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=fefe0106-eead-4419-be02-d3c04d960b9d,segment=NetworkSegment(01ed4fe1-3a68-4bcf-823e-63e59ffc9002),segment_id=01ed4fe1-3a68-4bcf-823e-63e59ffc9002)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:08:19.650252 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1a1c0bdb-80c0-45cd-9d0e-258628863866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.683640 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-b4f8bb7e-f180-40ff-979e-8c8c3d2b57e6 service neutron] 10.222.0.64 "GET /v2.0/networks/dae1560c-1b71-41da-9bf4-ee40abc4490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378193 Jul 07 21:08:19.710177 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee1af9a2-386e-428e-a0e3-7f66566f7f89 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.713604 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c0bdb-80c0-45cd-9d0e-258628863866 None None] Pushing event updated for resources: {'Port': ['ID=fefe0106-eead-4419-be02-d3c04d960b9d,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:19.718811 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee1af9a2-386e-428e-a0e3-7f66566f7f89 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.728804 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 781dd945-5104-4bc6-90b8-46f82a5b1745 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:08:19.750280 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1af9a2-386e-428e-a0e3-7f66566f7f89 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e9e304-ed8f-4acb-9632-a5efc4655ddc,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:19.755659 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee1af9a2-386e-428e-a0e3-7f66566f7f89 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.759824 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ee1af9a2-386e-428e-a0e3-7f66566f7f89 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1636939 Jul 07 21:08:19.762567 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35962) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:19.769883 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-35e7d8e4-25ea-428a-a550-6f5b2d4525c3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'security_group_rule': {'security_group_id': 'ebaca171-6900-4654-9fab-5e61ff65a32f', 'project_id': '21232da6452a40d680cb4842c209ecfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:19.812149 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 781dd945-5104-4bc6-90b8-46f82a5b1745 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:08:19.819116 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 781dd945-5104-4bc6-90b8-46f82a5b1745 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:08:19.820471 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.825295 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-35e7d8e4-25ea-428a-a550-6f5b2d4525c3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.885444 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.935639 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.943686 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-35e7d8e4-25ea-428a-a550-6f5b2d4525c3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.950412 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-35e7d8e4-25ea-428a-a550-6f5b2d4525c3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:19.985537 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1983c-36ac-48b7-927f-9bd0b7dc313f req-de502352-58fc-4d70-9935-55df8b5497ec tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:19.987855 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4a1983c-36ac-48b7-927f-9bd0b7dc313f req-de502352-58fc-4d70-9935-55df8b5497ec tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.1428890 Jul 07 21:08:19.989362 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7d8e4-25ea-428a-a550-6f5b2d4525c3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d2cb70-c33c-4ea7-acf6-129108bfab38,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:20.009458 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-35e7d8e4-25ea-428a-a550-6f5b2d4525c3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:20.009458 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-35e7d8e4-25ea-428a-a550-6f5b2d4525c3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2380452 Jul 07 21:08:20.010179 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6b7a17-2479-4fdb-a083-a771aede3a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781dd945-5104-4bc6-90b8-46f82a5b1745'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:08:20.012171 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 35968) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:20.020228 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076bc36d-0a60-4af6-9525-55a7bd13b02f" -d '{"events": [{"server_uuid": "0f6b7a17-2479-4fdb-a083-a771aede3a89", "name": "network-vif-plugged", "status": "completed", "tag": "781dd945-5104-4bc6-90b8-46f82a5b1745"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:08:20.021254 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-ba67ddf7-a5a9-4409-92bf-d5ed5c34708c tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'security_group_rule': {'security_group_id': 'ebaca171-6900-4654-9fab-5e61ff65a32f', 'project_id': '21232da6452a40d680cb4842c209ecfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:20.039381 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 781dd945-5104-4bc6-90b8-46f82a5b1745, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=781dd945-5104-4bc6-90b8-46f82a5b1745,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:20.045299 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:20.130049 n-d-695189-11 neutron-server[100448]: INFO neutron.db.securitygroups_db [None req-ba67ddf7-a5a9-4409-92bf-d5ed5c34708c tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Project 21232da6452a40d680cb4842c209ecfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 21:08:20.151802 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4a1983c-36ac-48b7-927f-9bd0b7dc313f req-334f32f2-c5f2-4da3-a3a7-2ec74bdb2e57 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488302 Jul 07 21:08:20.154577 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ba67ddf7-a5a9-4409-92bf-d5ed5c34708c tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:20.175756 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:20.200891 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=781dd945-5104-4bc6-90b8-46f82a5b1745,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:20.210682 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:20.211148 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:20.212353 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:20.212961 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:20.214157 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:20.214598 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:20.215043 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:20.215541 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:20.216018 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:20.216441 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:20.216876 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:20.217311 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:20.252527 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6eda3-8a5e-4c3d-b386-bd89c34496cb req-406fa107-ad2d-461d-a2de-ecc8f1ff7983 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:20.254134 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bcd6eda3-8a5e-4c3d-b386-bd89c34496cb req-406fa107-ad2d-461d-a2de-ecc8f1ff7983 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.1820638 Jul 07 21:08:20.265562 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ba67ddf7-a5a9-4409-92bf-d5ed5c34708c tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:20.279546 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device fefe0106-eead-4419-be02-d3c04d960b9d up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:08:20.283838 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ba67ddf7-a5a9-4409-92bf-d5ed5c34708c tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:20.313553 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67ddf7-a5a9-4409-92bf-d5ed5c34708c tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2635f170-b0ee-4e5b-a909-adc54186ef1a,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:20.323678 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bcd6eda3-8a5e-4c3d-b386-bd89c34496cb req-1b93e8ae-ac00-47d6-a60c-93f75663d2c4 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606389 Jul 07 21:08:20.333323 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ba67ddf7-a5a9-4409-92bf-d5ed5c34708c tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:20.337665 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 35978) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:20.337851 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ba67ddf7-a5a9-4409-92bf-d5ed5c34708c tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3249893 Jul 07 21:08:20.343293 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-898c6ccd-9469-43c5-85ad-0419aa555bb8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'security_group_rule': {'security_group_id': 'ebaca171-6900-4654-9fab-5e61ff65a32f', 'project_id': '21232da6452a40d680cb4842c209ecfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:20.370042 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port fefe0106-eead-4419-be02-d3c04d960b9d completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:08:20.390027 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ce0b7d-9f08-4a6c-b6bb-ac6907415628 x-openstack-request-id: req-84ce0b7d-9f08-4a6c-b6bb-ac6907415628 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:08:20.391318 n-d-695189-11 neutron-server[100447]: INFO neutron.db.securitygroups_db [None req-898c6ccd-9469-43c5-85ad-0419aa555bb8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Project 21232da6452a40d680cb4842c209ecfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 21:08:20.392277 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6b7a17-2479-4fdb-a083-a771aede3a89", "name": "network-vif-plugged", "status": "completed", "tag": "781dd945-5104-4bc6-90b8-46f82a5b1745", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:08:20.393320 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84ce0b7d-9f08-4a6c-b6bb-ac6907415628 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:08:20.399836 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-898c6ccd-9469-43c5-85ad-0419aa555bb8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:20.409483 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6b7a17-2479-4fdb-a083-a771aede3a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781dd945-5104-4bc6-90b8-46f82a5b1745', 'code': 200} Jul 07 21:08:20.468071 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-991d33af-e6c6-475d-a616-992e8529016d req-009b6bf0-9749-4fa9-a180-d81ac9b661f4 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef57f05b-a839-4e4a-939b-50c45e001459 HTTP/1.1" status: 200 len: 210 time: 0.0408516 Jul 07 21:08:20.540874 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-898c6ccd-9469-43c5-85ad-0419aa555bb8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:20.547953 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-898c6ccd-9469-43c5-85ad-0419aa555bb8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:20.572087 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c6ccd-9469-43c5-85ad-0419aa555bb8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7bd7432-217b-4335-b08e-d2b029040a5d,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:20.575072 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-af7585c6-4dad-49ea-b244-e841504d8988 req-d67a21da-36c5-4742-8747-ef15d42fa0b3 tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0484977 Jul 07 21:08:20.583999 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254f3de-9d91-4e2f-82eb-5f435e8a62c4 req-f39bf1b4-d422-4d07-9d46-73e0705d1749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:20.585753 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e254f3de-9d91-4e2f-82eb-5f435e8a62c4 req-f39bf1b4-d422-4d07-9d46-73e0705d1749 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 1097 time: 0.1106627 Jul 07 21:08:20.586903 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-898c6ccd-9469-43c5-85ad-0419aa555bb8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:20.588099 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-898c6ccd-9469-43c5-85ad-0419aa555bb8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2491922 Jul 07 21:08:20.636026 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e254f3de-9d91-4e2f-82eb-5f435e8a62c4 req-795445eb-b61f-4a6d-aad9-ad971093e74c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410664 Jul 07 21:08:20.830915 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-f3d0e62d-41c7-4c62-84b7-a7e188d20003 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-738889378&fields=id&tenant_id=21232da6452a40d680cb4842c209ecfd HTTP/1.1" status: 200 len: 267 time: 0.0644276 Jul 07 21:08:20.933926 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8be3f2-17a3-4752-8dce-736a24a50e62 req-6cf8b422-1cf4-4716-a5ff-684d7605b53c tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:20.935544 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2a8be3f2-17a3-4752-8dce-736a24a50e62 req-6cf8b422-1cf4-4716-a5ff-684d7605b53c tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/ports?device_id=abeff1c5-4747-43aa-b0d0-cb6633d069a0 HTTP/1.1" status: 200 len: 944 time: 0.1533985 Jul 07 21:08:21.002672 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-a048df0a-727c-4299-a049-38be0459327d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:21.004256 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-a048df0a-727c-4299-a049-38be0459327d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/networks?id=c309b307-e45c-44b4-86d6-7ce3373cff79 HTTP/1.1" status: 200 len: 797 time: 0.1626468 Jul 07 21:08:21.013356 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2a8be3f2-17a3-4752-8dce-736a24a50e62 req-a3f5b74c-4040-4210-88ec-b85cfc955a08 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/security-groups?id=35b940fc-a4d9-48e6-8c14-1ced9b895a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669863 Jul 07 21:08:21.024069 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-bdc278bc-5803-4bf2-bde7-93958a773ae9 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/quotas/21232da6452a40d680cb4842c209ecfd HTTP/1.1" status: 200 len: 375 time: 0.0097587 Jul 07 21:08:21.061485 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52546ad5-ab5a-4fde-8a29-2553227d7965 None None] Network c309b307-e45c-44b4-86d6-7ce3373cff79 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:08:21.107241 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-2faafefd-96e5-4308-8e1e-f86e89dac86e tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=21232da6452a40d680cb4842c209ecfd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0767562 Jul 07 21:08:21.221229 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-25fea699-d4d8-4cf3-8f03-3e0306151c71 service neutron] 10.222.0.64 "GET /v2.0/networks/c309b307-e45c-44b4-86d6-7ce3373cff79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011055 Jul 07 21:08:21.257982 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-dd35b6e2-44d2-4a58-95fd-b6f32ac484b3 None None] Provisioning for port fefe0106-eead-4419-be02-d3c04d960b9d completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:08:21.265712 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-dd35b6e2-44d2-4a58-95fd-b6f32ac484b3 None None] Provisioning complete for port fefe0106-eead-4419-be02-d3c04d960b9d triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:08:21.266088 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dd35b6e2-44d2-4a58-95fd-b6f32ac484b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:21.329584 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-1679cf25-8c6c-4f12-82a4-aaa632182014 service neutron] 10.222.0.64 "GET /v2.0/networks/c309b307-e45c-44b4-86d6-7ce3373cff79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017900 Jul 07 21:08:21.378676 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dd35b6e2-44d2-4a58-95fd-b6f32ac484b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:21.415132 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-dd35b6e2-44d2-4a58-95fd-b6f32ac484b3 None None] For port fefe0106-eead-4419-be02-d3c04d960b9d, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=fefe0106-eead-4419-be02-d3c04d960b9d,segment=NetworkSegment(01ed4fe1-3a68-4bcf-823e-63e59ffc9002),segment_id=01ed4fe1-3a68-4bcf-823e-63e59ffc9002)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:21.421470 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dd35b6e2-44d2-4a58-95fd-b6f32ac484b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:21.443727 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee7c28-0efb-41da-bf9c-175fbbe9869d req-9b28c7e5-0209-4d5a-813a-95cb1ef2b857 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:21.446552 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1ee7c28-0efb-41da-bf9c-175fbbe9869d req-9b28c7e5-0209-4d5a-813a-95cb1ef2b857 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.0802512 Jul 07 21:08:21.490475 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35b6e2-44d2-4a58-95fd-b6f32ac484b3 None None] Pushing event updated for resources: {'Port': ['ID=fefe0106-eead-4419-be02-d3c04d960b9d,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:21.497321 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1ee7c28-0efb-41da-bf9c-175fbbe9869d req-735a98b7-cf05-46e1-83ce-772fecd2a317 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431619 Jul 07 21:08:21.527664 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 969313ff-8f40-45cf-a8ec-d1165b64c9ca details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:08:21.665720 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 969313ff-8f40-45cf-a8ec-d1165b64c9ca, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=969313ff-8f40-45cf-a8ec-d1165b64c9ca,segment=NetworkSegment(c3fd9929-db23-41ca-8128-ac6ecee9af8e),segment_id=c3fd9929-db23-41ca-8128-ac6ecee9af8e)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:21.673266 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b5b46dd6-5108-4a88-8842-f5e54f80f01c None None] Provisioning complete for port fefe0106-eead-4419-be02-d3c04d960b9d triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:08:21.673650 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b5b46dd6-5108-4a88-8842-f5e54f80f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:21.697495 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '969313ff-8f40-45cf-a8ec-d1165b64c9ca', 'network_id': '365b56f2-3c85-4eff-8070-08a313f1273b', 'port_id': '969313ff-8f40-45cf-a8ec-d1165b64c9ca', 'mac_address': 'fa:16:3e:87:e4:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f077d4fa-21db-48d2-91a1-f958f487d213', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:08:21.709133 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e28f33-228a-42ef-a778-4b136cc823c8 req-74fcfe91-5897-46c8-b16d-8a245ad5df74 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:21.711808 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-66e28f33-228a-42ef-a778-4b136cc823c8 req-74fcfe91-5897-46c8-b16d-8a245ad5df74 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.1093278 Jul 07 21:08:21.773675 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ef4e135f-7140-4d04-ab61-71cf47589684 req-bdcbcf33-92fa-4b9a-8602-0ffa01526484 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef57f05b-a839-4e4a-939b-50c45e001459 HTTP/1.1" status: 200 len: 210 time: 0.0889947 Jul 07 21:08:21.807194 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-66e28f33-228a-42ef-a778-4b136cc823c8 req-30cb2888-7b2d-4b67-b155-d0798ccf307e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855548 Jul 07 21:08:21.843708 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:21.876016 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-feab0de3-f221-4fdf-b112-cabd1957cf66 req-ac4d4c1b-2fc9-47cf-9cfd-9107a7da8c19 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=540e4a11-20c0-40f0-8aef-61a538516954 HTTP/1.1" status: 200 len: 210 time: 0.0431664 Jul 07 21:08:21.885277 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 969313ff-8f40-45cf-a8ec-d1165b64c9ca {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:08:21.932427 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 969313ff-8f40-45cf-a8ec-d1165b64c9ca, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=969313ff-8f40-45cf-a8ec-d1165b64c9ca,segment=NetworkSegment(c3fd9929-db23-41ca-8128-ac6ecee9af8e),segment_id=c3fd9929-db23-41ca-8128-ac6ecee9af8e)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:21.944757 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:22.028759 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=969313ff-8f40-45cf-a8ec-d1165b64c9ca,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:22.066919 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1b925664-446c-490b-8c3e-c66cd25b5210 req-a4510077-f91a-4fa5-a843-c525f82ed886 tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0809817 Jul 07 21:08:22.206521 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device fefe0106-eead-4419-be02-d3c04d960b9d up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:08:22.212112 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-71fc994b-0470-4bd7-a99e-a50bd3cd852f tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:22.214036 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-71fc994b-0470-4bd7-a99e-a50bd3cd852f tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.58 "GET /v2.0/networks?id=dae1560c-1b71-41da-9bf4-ee40abc4490b HTTP/1.1" status: 200 len: 812 time: 0.1697083 Jul 07 21:08:22.223584 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-614a576e-3fe8-49be-84b1-7519f3e83e01 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:22.225377 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-614a576e-3fe8-49be-84b1-7519f3e83e01 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.39 "GET /v2.0/networks?id=dae1560c-1b71-41da-9bf4-ee40abc4490b HTTP/1.1" status: 200 len: 812 time: 0.2502153 Jul 07 21:08:22.230598 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-39627fbf-b354-4e30-87d4-5deacc91d285 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Request body: {'port': {'device_id': 'ef57f05b-a839-4e4a-939b-50c45e001459', 'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b', 'admin_state_up': True, 'tenant_id': '40ef407941cf431097f86bb2e8b4c9ac'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:22.267604 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port fefe0106-eead-4419-be02-d3c04d960b9d triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:08:22.267979 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:22.311855 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-d2311765-582b-4429-b7ce-4c048c208810 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Request body: {'port': {'device_id': '980bad2b-2c22-4612-a341-be54124636b6', 'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b', 'admin_state_up': True, 'tenant_id': '40ef407941cf431097f86bb2e8b4c9ac'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:22.405297 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416cbff-33fe-4b89-86b6-e16439cb7193 req-3e01364c-bd84-4fa8-aa45-5b66310d04ef tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:22.410299 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e416cbff-33fe-4b89-86b6-e16439cb7193 req-3e01364c-bd84-4fa8-aa45-5b66310d04ef tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/ports?device_id=abeff1c5-4747-43aa-b0d0-cb6633d069a0 HTTP/1.1" status: 200 len: 945 time: 0.1290867 Jul 07 21:08:22.497579 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['969313ff-8f40-45cf-a8ec-d1165b64c9ca'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:08:22.501344 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e416cbff-33fe-4b89-86b6-e16439cb7193 req-f58a7ad0-81cd-479d-a549-1b755b96d43a tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/security-groups?id=35b940fc-a4d9-48e6-8c14-1ced9b895a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800567 Jul 07 21:08:22.502985 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-d2311765-582b-4429-b7ce-4c048c208810 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Made reservation on behalf of 40ef407941cf431097f86bb2e8b4c9ac for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:08:22.507590 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-d2311765-582b-4429-b7ce-4c048c208810 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:22.703468 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-d2311765-582b-4429-b7ce-4c048c208810 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Allocated IP 172.20.0.5 (dae1560c-1b71-41da-9bf4-ee40abc4490b/fc036cf1-6b38-46e3-814e-f48aaa93568d/e67c544a-b481-4073-8aa9-daac43321569) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:08:22.718803 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-39627fbf-b354-4e30-87d4-5deacc91d285 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Made reservation on behalf of 40ef407941cf431097f86bb2e8b4c9ac for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:08:22.722396 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-39627fbf-b354-4e30-87d4-5deacc91d285 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:22.724601 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba5eee-ae25-4a64-b073-676ba0c67082 req-24076607-f8c3-4974-b730-0c3dd2e3a88f tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:22.726992 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-43ba5eee-ae25-4a64-b073-676ba0c67082 req-24076607-f8c3-4974-b730-0c3dd2e3a88f tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.0808415 Jul 07 21:08:22.765604 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-43ba5eee-ae25-4a64-b073-676ba0c67082 req-ca21b8e1-62a4-4dd9-8cc4-726b215dbfdc tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331278 Jul 07 21:08:22.922209 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0a512a06-7c1c-4cbd-9b9c-c52356f88966 req-f6e5eb0b-5a8a-412e-8eeb-53205750acb9 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef57f05b-a839-4e4a-939b-50c45e001459 HTTP/1.1" status: 200 len: 210 time: 0.0335352 Jul 07 21:08:22.927253 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-d2311765-582b-4429-b7ce-4c048c208810 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:22.976347 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-d2311765-582b-4429-b7ce-4c048c208810 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:23.002603 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b669c5-62eb-4938-a0bb-1c20d76cc247 req-6cb3b539-c173-4912-b2ef-ae64007d97d8 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:23.004761 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84b669c5-62eb-4938-a0bb-1c20d76cc247 req-6cb3b539-c173-4912-b2ef-ae64007d97d8 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.0737770 Jul 07 21:08:23.056712 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84b669c5-62eb-4938-a0bb-1c20d76cc247 req-99a7ef68-e5cc-41f5-baba-9b266e5a60e4 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452065 Jul 07 21:08:23.070493 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2311765-582b-4429-b7ce-4c048c208810 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Pushing event updated for resources: {'Port': ['ID=e67c544a-b481-4073-8aa9-daac43321569,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:23.086997 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-d2311765-582b-4429-b7ce-4c048c208810 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Network dae1560c-1b71-41da-9bf4-ee40abc4490b is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:08:23.090482 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-d2311765-582b-4429-b7ce-4c048c208810 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:08:23.092066 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6e21a7de-62c0-42c9-92a7-4815d707764b req-ee1712df-81a8-4833-af31-5d42ada0477f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=540e4a11-20c0-40f0-8aef-61a538516954 HTTP/1.1" status: 200 len: 210 time: 0.0404236 Jul 07 21:08:23.093268 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-d2311765-582b-4429-b7ce-4c048c208810 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:08:23.157899 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.db.api [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-39627fbf-b354-4e30-87d4-5deacc91d285 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.5-ebfcff94-0f67-4acc-a886-504a38c2943b {{(pid=100447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:08:23.158554 n-d-695189-11 neutron-server[100447]: DEBUG oslo_db.api [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-39627fbf-b354-4e30-87d4-5deacc91d285 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:08:23.192082 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-d2311765-582b-4429-b7ce-4c048c208810 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:23.192765 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-d2311765-582b-4429-b7ce-4c048c208810 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:23.220956 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-d2311765-582b-4429-b7ce-4c048c208810 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9266822 Jul 07 21:08:23.241602 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-5661bf30-41c5-48f7-b0cc-8ccc347039d2 service neutron] Request body: {'port': {'device_id': '980bad2b-2c22-4612-a341-be54124636b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:23.260693 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fc9a20d9-809c-4dfd-aa4c-c1d74cc13d6e req-a5cc828c-815e-4890-b419-267e572c2c6c tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0396135 Jul 07 21:08:23.306987 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-ec560e30-38bb-4de0-9911-95dbfdd25971 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:23.308697 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-ec560e30-38bb-4de0-9911-95dbfdd25971 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.39 "GET /v2.0/networks?id=c309b307-e45c-44b4-86d6-7ce3373cff79 HTTP/1.1" status: 200 len: 797 time: 0.1640372 Jul 07 21:08:23.351842 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-5661bf30-41c5-48f7-b0cc-8ccc347039d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:23.366926 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-ad0cad48-ba3b-4df0-bd1b-39a082017418 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21232da6452a40d680cb4842c209ecfd HTTP/1.1" status: 200 len: 472 time: 0.0476844 Jul 07 21:08:23.378070 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-4a007755-a414-4123-9d03-0a5de901f9cb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'port': {'device_id': '540e4a11-20c0-40f0-8aef-61a538516954', 'network_id': 'c309b307-e45c-44b4-86d6-7ce3373cff79', 'admin_state_up': True, 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'security_groups': ['ebaca171-6900-4654-9fab-5e61ff65a32f']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:23.545655 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 969313ff-8f40-45cf-a8ec-d1165b64c9ca up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:08:23.556447 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482afd1-7eb7-45ef-8085-0b340292bc92 req-a363912c-f0c1-459d-890a-05a9081a29f4 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:23.558173 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2482afd1-7eb7-45ef-8085-0b340292bc92 req-a363912c-f0c1-459d-890a-05a9081a29f4 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.1268127 Jul 07 21:08:23.603290 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-4a007755-a414-4123-9d03-0a5de901f9cb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Made reservation on behalf of 21232da6452a40d680cb4842c209ecfd for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:08:23.606875 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-4a007755-a414-4123-9d03-0a5de901f9cb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:23.615187 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 969313ff-8f40-45cf-a8ec-d1165b64c9ca completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:08:23.620105 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 969313ff-8f40-45cf-a8ec-d1165b64c9ca triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:08:23.620599 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:23.621926 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2482afd1-7eb7-45ef-8085-0b340292bc92 req-acd9a2c5-ce4c-4876-8332-1316f732fde4 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572724 Jul 07 21:08:23.654600 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-5661bf30-41c5-48f7-b0cc-8ccc347039d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67c544a-b481-4073-8aa9-daac43321569 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:08:23.660060 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-39627fbf-b354-4e30-87d4-5deacc91d285 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:23.674470 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-5661bf30-41c5-48f7-b0cc-8ccc347039d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:23.707506 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-5661bf30-41c5-48f7-b0cc-8ccc347039d2 service neutron] Transition to ACTIVE for port object e67c544a-b481-4073-8aa9-daac43321569 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:08:23.727899 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:23.743992 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-5661bf30-41c5-48f7-b0cc-8ccc347039d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:23.750698 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abeff1c5-4747-43aa-b0d0-cb6633d069a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969313ff-8f40-45cf-a8ec-d1165b64c9ca'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:08:23.753004 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec362be-0c04-4532-82a7-79ef8dfd1733" -d '{"events": [{"server_uuid": "abeff1c5-4747-43aa-b0d0-cb6633d069a0", "name": "network-vif-plugged", "status": "completed", "tag": "969313ff-8f40-45cf-a8ec-d1165b64c9ca"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:08:23.774819 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 969313ff-8f40-45cf-a8ec-d1165b64c9ca, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=969313ff-8f40-45cf-a8ec-d1165b64c9ca,segment=NetworkSegment(c3fd9929-db23-41ca-8128-ac6ecee9af8e),segment_id=c3fd9929-db23-41ca-8128-ac6ecee9af8e)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:23.781303 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:23.821833 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661bf30-41c5-48f7-b0cc-8ccc347039d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e67c544a-b481-4073-8aa9-daac43321569,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:23.822336 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-4a007755-a414-4123-9d03-0a5de901f9cb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Allocated IP 172.20.0.23 (c309b307-e45c-44b4-86d6-7ce3373cff79/9a3d4d63-0de0-495a-8cf7-19e8f9c501ac/adbc7afd-700e-4f71-8b35-bf18ae1c3e0f) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:08:23.841909 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f67999-7128-4664-9c0a-01342220ba66 req-0a608a41-40e6-42d2-b095-3bbd680557d7 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:23.842449 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=969313ff-8f40-45cf-a8ec-d1165b64c9ca,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:23.843629 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f1f67999-7128-4664-9c0a-01342220ba66 req-0a608a41-40e6-42d2-b095-3bbd680557d7 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/ports?device_id=abeff1c5-4747-43aa-b0d0-cb6633d069a0 HTTP/1.1" status: 200 len: 945 time: 0.1573803 Jul 07 21:08:23.846222 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9f555c-f1f0-41b9-a6bb-1820b272c84f x-openstack-request-id: req-be9f555c-f1f0-41b9-a6bb-1820b272c84f {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:08:23.846614 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abeff1c5-4747-43aa-b0d0-cb6633d069a0", "name": "network-vif-plugged", "status": "completed", "tag": "969313ff-8f40-45cf-a8ec-d1165b64c9ca", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:08:23.846967 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-be9f555c-f1f0-41b9-a6bb-1820b272c84f {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:08:23.847552 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abeff1c5-4747-43aa-b0d0-cb6633d069a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969313ff-8f40-45cf-a8ec-d1165b64c9ca', 'code': 200} Jul 07 21:08:23.938696 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-39627fbf-b354-4e30-87d4-5deacc91d285 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Allocated IP 172.20.0.6 (dae1560c-1b71-41da-9bf4-ee40abc4490b/fc036cf1-6b38-46e3-814e-f48aaa93568d/8313c21a-4c18-4740-97d0-0c8bcbc731e8) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:08:23.981147 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-5661bf30-41c5-48f7-b0cc-8ccc347039d2 service neutron] Attempting to bind port e67c544a-b481-4073-8aa9-daac43321569 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:08:23.981486 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-5661bf30-41c5-48f7-b0cc-8ccc347039d2 service neutron] Attempting to bind port e67c544a-b481-4073-8aa9-daac43321569 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': 'd06979f7-3f50-430d-a5cf-9830c22daaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:08:23.981823 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-5661bf30-41c5-48f7-b0cc-8ccc347039d2 service neutron] Attempting to bind port e67c544a-b481-4073-8aa9-daac43321569 on network dae1560c-1b71-41da-9bf4-ee40abc4490b {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:08:23.994761 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-5661bf30-41c5-48f7-b0cc-8ccc347039d2 service neutron] Port e67c544a-b481-4073-8aa9-daac43321569 on network dae1560c-1b71-41da-9bf4-ee40abc4490b not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:08:23.995087 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-5661bf30-41c5-48f7-b0cc-8ccc347039d2 service neutron] Attempting to bind port e67c544a-b481-4073-8aa9-daac43321569 on network dae1560c-1b71-41da-9bf4-ee40abc4490b {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:08:23.996765 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f1f67999-7128-4664-9c0a-01342220ba66 req-79c23da3-dee5-439d-a7f8-0500b6d8a62f tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/security-groups?id=35b940fc-a4d9-48e6-8c14-1ced9b895a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382506 Jul 07 21:08:24.004046 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-5661bf30-41c5-48f7-b0cc-8ccc347039d2 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:08:24.004395 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-5661bf30-41c5-48f7-b0cc-8ccc347039d2 service neutron] Checking segment: {'id': 'd06979f7-3f50-430d-a5cf-9830c22daaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:08:24.004782 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-5661bf30-41c5-48f7-b0cc-8ccc347039d2 service neutron] Bound using segment: {'id': 'd06979f7-3f50-430d-a5cf-9830c22daaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:08:24.005368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-5661bf30-41c5-48f7-b0cc-8ccc347039d2 service neutron] Bound port: e67c544a-b481-4073-8aa9-daac43321569, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd06979f7-3f50-430d-a5cf-9830c22daaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:08:24.005564 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-5661bf30-41c5-48f7-b0cc-8ccc347039d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:24.152358 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-5661bf30-41c5-48f7-b0cc-8ccc347039d2 service neutron] For port e67c544a-b481-4073-8aa9-daac43321569, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:08:24.154169 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c96c7-5b56-4383-89eb-b5b201274cd8 req-292aef3e-e94b-46f9-aba1-b08a5e07193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:24.155765 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd6c96c7-5b56-4383-89eb-b5b201274cd8 req-292aef3e-e94b-46f9-aba1-b08a5e07193a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=abeff1c5-4747-43aa-b0d0-cb6633d069a0 HTTP/1.1" status: 200 len: 1098 time: 0.2340641 Jul 07 21:08:24.157497 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-5661bf30-41c5-48f7-b0cc-8ccc347039d2 service neutron] For port e67c544a-b481-4073-8aa9-daac43321569, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=e67c544a-b481-4073-8aa9-daac43321569,segment=NetworkSegment(d06979f7-3f50-430d-a5cf-9830c22daaf2),segment_id=d06979f7-3f50-430d-a5cf-9830c22daaf2)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:08:24.167196 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-5661bf30-41c5-48f7-b0cc-8ccc347039d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:24.174786 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-39627fbf-b354-4e30-87d4-5deacc91d285 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:24.177116 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-4a007755-a414-4123-9d03-0a5de901f9cb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:24.186314 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9d0bffbb-d33c-4e47-8071-cf8f5e9e1188 req-e53b69f2-0db7-4e81-8261-d1224fc82689 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef57f05b-a839-4e4a-939b-50c45e001459 HTTP/1.1" status: 200 len: 210 time: 0.0599940 Jul 07 21:08:24.204045 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa8cda-de4e-4eeb-a446-bdd596a16570 req-43320192-7b46-4298-a6a7-200d01c9181a tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:24.205647 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11aa8cda-de4e-4eeb-a446-bdd596a16570 req-43320192-7b46-4298-a6a7-200d01c9181a tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.2297201 Jul 07 21:08:24.226946 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-5661bf30-41c5-48f7-b0cc-8ccc347039d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:24.227596 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-5661bf30-41c5-48f7-b0cc-8ccc347039d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:24.229007 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-5661bf30-41c5-48f7-b0cc-8ccc347039d2 service neutron] 10.222.0.39 "PUT /v2.0/ports/e67c544a-b481-4073-8aa9-daac43321569 HTTP/1.1" status: 200 len: 1092 time: 0.9945383 Jul 07 21:08:24.229459 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '980bad2b-2c22-4612-a341-be54124636b6', 'tag': 'e67c544a-b481-4073-8aa9-daac43321569'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:08:24.231752 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5ff143-fc23-4882-b8cf-ec982ad8f56f" -d '{"events": [{"name": "network-changed", "server_uuid": "980bad2b-2c22-4612-a341-be54124636b6", "tag": "e67c544a-b481-4073-8aa9-daac43321569"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:08:24.236043 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-4a007755-a414-4123-9d03-0a5de901f9cb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Transition to ACTIVE for port object adbc7afd-700e-4f71-8b35-bf18ae1c3e0f will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:08:24.248460 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661bf30-41c5-48f7-b0cc-8ccc347039d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e67c544a-b481-4073-8aa9-daac43321569,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:24.286718 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd6c96c7-5b56-4383-89eb-b5b201274cd8 req-79b3f951-9de5-40e3-9bd8-d8f75ab6bd3e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=35b940fc-a4d9-48e6-8c14-1ced9b895a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030834 Jul 07 21:08:24.296226 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11aa8cda-de4e-4eeb-a446-bdd596a16570 req-f2e5fb92-8541-43e6-8ac2-f680d63ae738 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794237 Jul 07 21:08:24.322257 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-4a007755-a414-4123-9d03-0a5de901f9cb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:24.325397 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-39627fbf-b354-4e30-87d4-5deacc91d285 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:24.362611 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74de8ba9-1b14-4970-89de-6fda398fb3e1 x-openstack-request-id: req-74de8ba9-1b14-4970-89de-6fda398fb3e1 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:08:24.362908 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "980bad2b-2c22-4612-a341-be54124636b6", "tag": "e67c544a-b481-4073-8aa9-daac43321569", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:08:24.363163 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-74de8ba9-1b14-4970-89de-6fda398fb3e1 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:08:24.363610 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '980bad2b-2c22-4612-a341-be54124636b6', 'tag': 'e67c544a-b481-4073-8aa9-daac43321569', 'status': 'completed', 'code': 200} Jul 07 21:08:24.382224 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-39627fbf-b354-4e30-87d4-5deacc91d285 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Network dae1560c-1b71-41da-9bf4-ee40abc4490b is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:08:24.388692 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-39627fbf-b354-4e30-87d4-5deacc91d285 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:08:24.396644 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-39627fbf-b354-4e30-87d4-5deacc91d285 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:08:24.406245 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-226b65c8-0490-4e4f-872b-f5dcb9e6da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:24.407843 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-226b65c8-0490-4e4f-872b-f5dcb9e6da98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40ef407941cf431097f86bb2e8b4c9ac&device_id=980bad2b-2c22-4612-a341-be54124636b6 HTTP/1.1" status: 200 len: 1095 time: 0.1322508 Jul 07 21:08:24.426464 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39627fbf-b354-4e30-87d4-5deacc91d285 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Pushing event updated for resources: {'Port': ['ID=8313c21a-4c18-4740-97d0-0c8bcbc731e8,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:24.478811 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-437c57e6-bbbf-42b3-9b92-4d199ca347f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e67c544a-b481-4073-8aa9-daac43321569 HTTP/1.1" status: 200 len: 217 time: 0.0468645 Jul 07 21:08:24.503473 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-39627fbf-b354-4e30-87d4-5deacc91d285 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:24.504125 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-39627fbf-b354-4e30-87d4-5deacc91d285 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:24.544462 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-39627fbf-b354-4e30-87d4-5deacc91d285 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3176787 Jul 07 21:08:24.552158 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-a5ad6ea8-1da3-4737-8c4c-d5da0a2c0a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:24.554207 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-a5ad6ea8-1da3-4737-8c4c-d5da0a2c0a9a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc036cf1-6b38-46e3-814e-f48aaa93568d HTTP/1.1" status: 200 len: 852 time: 0.0639389 Jul 07 21:08:24.560754 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-8afbb027-2abc-423f-a4de-c401ccf9ffb5 service neutron] Request body: {'port': {'device_id': 'ef57f05b-a839-4e4a-939b-50c45e001459', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:24.613249 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-a3685a53-2154-4c9b-bd3d-c0a4f5811702 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dae1560c-1b71-41da-9bf4-ee40abc4490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484216 Jul 07 21:08:24.717976 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-8afbb027-2abc-423f-a4de-c401ccf9ffb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:24.744960 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-4a007755-a414-4123-9d03-0a5de901f9cb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Network c309b307-e45c-44b4-86d6-7ce3373cff79 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:08:24.768320 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-4a007755-a414-4123-9d03-0a5de901f9cb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:08:24.772498 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-4a007755-a414-4123-9d03-0a5de901f9cb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:08:24.780941 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8ea57d82-beff-491b-b834-44f0e51eba82 req-f5c4ed1b-3270-4b34-a1eb-d47df2f370ee tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0706012 Jul 07 21:08:24.791944 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-bd26a244-2126-4d09-b2d0-777603e87dd4 service neutron] 10.222.0.39 "GET /v2.0/networks/dae1560c-1b71-41da-9bf4-ee40abc4490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701312 Jul 07 21:08:24.806777 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a007755-a414-4123-9d03-0a5de901f9cb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'Port': ['ID=adbc7afd-700e-4f71-8b35-bf18ae1c3e0f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:24.852898 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-4a007755-a414-4123-9d03-0a5de901f9cb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:24.853311 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-4a007755-a414-4123-9d03-0a5de901f9cb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:24.876531 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe03cbb-d1a8-4c8d-808a-e6725dab802f req-12ef541d-af5e-4194-ae25-c9f77bd8ce88 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:24.884427 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7fe03cbb-d1a8-4c8d-808a-e6725dab802f req-12ef541d-af5e-4194-ae25-c9f77bd8ce88 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=540e4a11-20c0-40f0-8aef-61a538516954 HTTP/1.1" status: 200 len: 932 time: 0.5447924 Jul 07 21:08:24.901545 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-4a007755-a414-4123-9d03-0a5de901f9cb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5279751 Jul 07 21:08:24.919847 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-f4bd3ac0-dd14-4bb3-88cf-1ebec1421c53 service neutron] Request body: {'port': {'device_id': '540e4a11-20c0-40f0-8aef-61a538516954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:24.987903 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7fe03cbb-d1a8-4c8d-808a-e6725dab802f req-165796e5-07df-47c4-98df-0c2d35850274 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebaca171-6900-4654-9fab-5e61ff65a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030800 Jul 07 21:08:25.033296 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7a4d1bf5-de26-40d7-bff1-0c98e8ad88f6 None None] Provisioning for port adbc7afd-700e-4f71-8b35-bf18ae1c3e0f completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:08:25.037783 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7a4d1bf5-de26-40d7-bff1-0c98e8ad88f6 None None] Provisioning complete for port adbc7afd-700e-4f71-8b35-bf18ae1c3e0f triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:08:25.039129 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7a4d1bf5-de26-40d7-bff1-0c98e8ad88f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:25.050149 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-7e4e4bab-e9e9-496b-a1f3-a8d182c4bc5c service neutron] 10.222.0.39 "GET /v2.0/networks/dae1560c-1b71-41da-9bf4-ee40abc4490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655099 Jul 07 21:08:25.052811 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-f4bd3ac0-dd14-4bb3-88cf-1ebec1421c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:25.091588 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d1bf5-de26-40d7-bff1-0c98e8ad88f6 None None] Port adbc7afd-700e-4f71-8b35-bf18ae1c3e0f cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:08:25.215244 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-8afbb027-2abc-423f-a4de-c401ccf9ffb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8313c21a-4c18-4740-97d0-0c8bcbc731e8 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:08:25.224923 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-8afbb027-2abc-423f-a4de-c401ccf9ffb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:25.234199 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c9f2f-0228-4ff7-9abb-0e9a866472fb req-ac20572f-20e0-42b1-b9e4-ff1cefb83ba9 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:25.235761 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-390c9f2f-0228-4ff7-9abb-0e9a866472fb req-ac20572f-20e0-42b1-b9e4-ff1cefb83ba9 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.3114426 Jul 07 21:08:25.246204 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-8afbb027-2abc-423f-a4de-c401ccf9ffb5 service neutron] Transition to ACTIVE for port object 8313c21a-4c18-4740-97d0-0c8bcbc731e8 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:08:25.249234 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ff143-fc23-4882-b8cf-ec982ad8f56f req-dde20e3f-e120-4543-a120-68688a97d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:25.250959 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dd5ff143-fc23-4882-b8cf-ec982ad8f56f req-dde20e3f-e120-4543-a120-68688a97d53e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40ef407941cf431097f86bb2e8b4c9ac&device_id=980bad2b-2c22-4612-a341-be54124636b6 HTTP/1.1" status: 200 len: 1095 time: 0.1194634 Jul 07 21:08:25.252178 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-8afbb027-2abc-423f-a4de-c401ccf9ffb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:25.355200 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-390c9f2f-0228-4ff7-9abb-0e9a866472fb req-5cfd0cac-1d36-49f8-a5d7-a801bb5e866e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114569 Jul 07 21:08:25.370988 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8528d-88bc-454a-a8d4-862f3f104f90 req-5a87fd7f-981f-4bed-9c34-abff84f1e4d8 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:25.372711 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ef8528d-88bc-454a-a8d4-862f3f104f90 req-5a87fd7f-981f-4bed-9c34-abff84f1e4d8 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/ports?device_id=abeff1c5-4747-43aa-b0d0-cb6633d069a0 HTTP/1.1" status: 200 len: 946 time: 0.2540622 Jul 07 21:08:25.392345 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbb027-2abc-423f-a4de-c401ccf9ffb5 service neutron] Pushing event updated for resources: {'Port': ['ID=8313c21a-4c18-4740-97d0-0c8bcbc731e8,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:25.458985 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ef8528d-88bc-454a-a8d4-862f3f104f90 req-ed432de7-eb6d-4765-8987-0bcae12c5fa9 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/security-groups?id=35b940fc-a4d9-48e6-8c14-1ced9b895a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754919 Jul 07 21:08:25.484376 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ff143-fc23-4882-b8cf-ec982ad8f56f req-55d8fad9-5205-44ce-b646-9d42e1612fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:25.486164 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dd5ff143-fc23-4882-b8cf-ec982ad8f56f req-55d8fad9-5205-44ce-b646-9d42e1612fb8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dae1560c-1b71-41da-9bf4-ee40abc4490b HTTP/1.1" status: 200 len: 913 time: 0.2020102 Jul 07 21:08:25.547016 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dd5ff143-fc23-4882-b8cf-ec982ad8f56f req-1ad1b032-cf64-4757-8b0e-f635c05e1e5a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e67c544a-b481-4073-8aa9-daac43321569 HTTP/1.1" status: 200 len: 217 time: 0.0475080 Jul 07 21:08:25.547884 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-8afbb027-2abc-423f-a4de-c401ccf9ffb5 service neutron] Attempting to bind port 8313c21a-4c18-4740-97d0-0c8bcbc731e8 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:08:25.548374 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-8afbb027-2abc-423f-a4de-c401ccf9ffb5 service neutron] Attempting to bind port 8313c21a-4c18-4740-97d0-0c8bcbc731e8 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'd06979f7-3f50-430d-a5cf-9830c22daaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:08:25.548710 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-8afbb027-2abc-423f-a4de-c401ccf9ffb5 service neutron] Attempting to bind port 8313c21a-4c18-4740-97d0-0c8bcbc731e8 on network dae1560c-1b71-41da-9bf4-ee40abc4490b {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:08:25.554191 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-8afbb027-2abc-423f-a4de-c401ccf9ffb5 service neutron] Port 8313c21a-4c18-4740-97d0-0c8bcbc731e8 on network dae1560c-1b71-41da-9bf4-ee40abc4490b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:08:25.554607 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-8afbb027-2abc-423f-a4de-c401ccf9ffb5 service neutron] Attempting to bind port 8313c21a-4c18-4740-97d0-0c8bcbc731e8 on network dae1560c-1b71-41da-9bf4-ee40abc4490b {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:08:25.568530 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-f4bd3ac0-dd14-4bb3-88cf-1ebec1421c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adbc7afd-700e-4f71-8b35-bf18ae1c3e0f {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:08:25.580727 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-f4bd3ac0-dd14-4bb3-88cf-1ebec1421c53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:25.586657 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-8afbb027-2abc-423f-a4de-c401ccf9ffb5 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:08:25.587625 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-8afbb027-2abc-423f-a4de-c401ccf9ffb5 service neutron] Checking segment: {'id': 'd06979f7-3f50-430d-a5cf-9830c22daaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:08:25.588055 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-8afbb027-2abc-423f-a4de-c401ccf9ffb5 service neutron] Bound using segment: {'id': 'd06979f7-3f50-430d-a5cf-9830c22daaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:08:25.589140 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-8afbb027-2abc-423f-a4de-c401ccf9ffb5 service neutron] Bound port: 8313c21a-4c18-4740-97d0-0c8bcbc731e8, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd06979f7-3f50-430d-a5cf-9830c22daaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:08:25.589681 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-8afbb027-2abc-423f-a4de-c401ccf9ffb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:25.601224 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-f4bd3ac0-dd14-4bb3-88cf-1ebec1421c53 service neutron] Transition to ACTIVE for port object adbc7afd-700e-4f71-8b35-bf18ae1c3e0f will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:08:25.610240 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-f4bd3ac0-dd14-4bb3-88cf-1ebec1421c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:25.629041 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c2320-ec84-45cc-9140-6022dc30bfe9 req-020c040f-dc97-4ac7-9e67-3163921b218e tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:25.630490 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a09c2320-ec84-45cc-9140-6022dc30bfe9 req-020c040f-dc97-4ac7-9e67-3163921b218e tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef57f05b-a839-4e4a-939b-50c45e001459 HTTP/1.1" status: 200 len: 943 time: 0.1102316 Jul 07 21:08:25.645186 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ff143-fc23-4882-b8cf-ec982ad8f56f req-c08d3658-ed38-4eb5-8c55-aa57bd85d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:25.647912 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dd5ff143-fc23-4882-b8cf-ec982ad8f56f req-c08d3658-ed38-4eb5-8c55-aa57bd85d772 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc036cf1-6b38-46e3-814e-f48aaa93568d HTTP/1.1" status: 200 len: 852 time: 0.0901361 Jul 07 21:08:25.690656 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dd5ff143-fc23-4882-b8cf-ec982ad8f56f req-c5288b8a-c9ad-4a5c-aabc-c859b32d4778 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dae1560c-1b71-41da-9bf4-ee40abc4490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352159 Jul 07 21:08:25.718257 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd3ac0-dd14-4bb3-88cf-1ebec1421c53 service neutron] Pushing event updated for resources: {'Port': ['ID=adbc7afd-700e-4f71-8b35-bf18ae1c3e0f,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:25.749426 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-8afbb027-2abc-423f-a4de-c401ccf9ffb5 service neutron] For port 8313c21a-4c18-4740-97d0-0c8bcbc731e8, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:08:25.773603 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-8afbb027-2abc-423f-a4de-c401ccf9ffb5 service neutron] For port 8313c21a-4c18-4740-97d0-0c8bcbc731e8, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8313c21a-4c18-4740-97d0-0c8bcbc731e8,segment=NetworkSegment(d06979f7-3f50-430d-a5cf-9830c22daaf2),segment_id=d06979f7-3f50-430d-a5cf-9830c22daaf2)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:08:25.781072 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-8afbb027-2abc-423f-a4de-c401ccf9ffb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:25.793385 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a09c2320-ec84-45cc-9140-6022dc30bfe9 req-7c35660f-0d78-4409-92e3-09257791b395 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532626 Jul 07 21:08:25.824432 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d51d6-3d69-4c7e-982b-1b33430c324f req-38d3d333-4e1f-408e-9578-4949f5e52a8d tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:25.826343 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-612d51d6-3d69-4c7e-982b-1b33430c324f req-38d3d333-4e1f-408e-9578-4949f5e52a8d tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.2184272 Jul 07 21:08:25.894163 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-f4bd3ac0-dd14-4bb3-88cf-1ebec1421c53 service neutron] Attempting to bind port adbc7afd-700e-4f71-8b35-bf18ae1c3e0f on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:08:25.894798 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-f4bd3ac0-dd14-4bb3-88cf-1ebec1421c53 service neutron] Attempting to bind port adbc7afd-700e-4f71-8b35-bf18ae1c3e0f by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '01ed4fe1-3a68-4bcf-823e-63e59ffc9002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c309b307-e45c-44b4-86d6-7ce3373cff79'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:08:25.895239 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-f4bd3ac0-dd14-4bb3-88cf-1ebec1421c53 service neutron] Attempting to bind port adbc7afd-700e-4f71-8b35-bf18ae1c3e0f on network c309b307-e45c-44b4-86d6-7ce3373cff79 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:08:25.901961 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-f4bd3ac0-dd14-4bb3-88cf-1ebec1421c53 service neutron] Port adbc7afd-700e-4f71-8b35-bf18ae1c3e0f on network c309b307-e45c-44b4-86d6-7ce3373cff79 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:08:25.902431 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-f4bd3ac0-dd14-4bb3-88cf-1ebec1421c53 service neutron] Attempting to bind port adbc7afd-700e-4f71-8b35-bf18ae1c3e0f on network c309b307-e45c-44b4-86d6-7ce3373cff79 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:08:25.908734 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-612d51d6-3d69-4c7e-982b-1b33430c324f req-ed2847dc-7acb-488e-8c17-d2b75bf97fce tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746439 Jul 07 21:08:25.912446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-f4bd3ac0-dd14-4bb3-88cf-1ebec1421c53 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:08:25.912969 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-f4bd3ac0-dd14-4bb3-88cf-1ebec1421c53 service neutron] Checking segment: {'id': '01ed4fe1-3a68-4bcf-823e-63e59ffc9002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c309b307-e45c-44b4-86d6-7ce3373cff79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:08:25.913467 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-f4bd3ac0-dd14-4bb3-88cf-1ebec1421c53 service neutron] Bound using segment: {'id': '01ed4fe1-3a68-4bcf-823e-63e59ffc9002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c309b307-e45c-44b4-86d6-7ce3373cff79'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:08:25.914023 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-f4bd3ac0-dd14-4bb3-88cf-1ebec1421c53 service neutron] Bound port: adbc7afd-700e-4f71-8b35-bf18ae1c3e0f, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01ed4fe1-3a68-4bcf-823e-63e59ffc9002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c309b307-e45c-44b4-86d6-7ce3373cff79'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:08:25.914493 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-f4bd3ac0-dd14-4bb3-88cf-1ebec1421c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:25.994966 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b052ce6-1d73-46f7-897c-dd3af4f2f29e req-40405a67-c6e5-44b8-ab61-88fb57cd6aea tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0495450 Jul 07 21:08:26.029123 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-f4bd3ac0-dd14-4bb3-88cf-1ebec1421c53 service neutron] For port adbc7afd-700e-4f71-8b35-bf18ae1c3e0f, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:08:26.040110 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-f4bd3ac0-dd14-4bb3-88cf-1ebec1421c53 service neutron] For port adbc7afd-700e-4f71-8b35-bf18ae1c3e0f, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=adbc7afd-700e-4f71-8b35-bf18ae1c3e0f,segment=NetworkSegment(01ed4fe1-3a68-4bcf-823e-63e59ffc9002),segment_id=01ed4fe1-3a68-4bcf-823e-63e59ffc9002)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:08:26.053283 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-f4bd3ac0-dd14-4bb3-88cf-1ebec1421c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:26.117948 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-f4bd3ac0-dd14-4bb3-88cf-1ebec1421c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:26.118578 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-f4bd3ac0-dd14-4bb3-88cf-1ebec1421c53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:26.120024 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-f4bd3ac0-dd14-4bb3-88cf-1ebec1421c53 service neutron] 10.222.0.39 "PUT /v2.0/ports/adbc7afd-700e-4f71-8b35-bf18ae1c3e0f HTTP/1.1" status: 200 len: 1093 time: 1.2045655 Jul 07 21:08:26.120473 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540e4a11-20c0-40f0-8aef-61a538516954', 'tag': 'adbc7afd-700e-4f71-8b35-bf18ae1c3e0f'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:08:26.122710 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24f0b70-4ac4-44a3-9d11-93f7d1850a83" -d '{"events": [{"name": "network-changed", "server_uuid": "540e4a11-20c0-40f0-8aef-61a538516954", "tag": "adbc7afd-700e-4f71-8b35-bf18ae1c3e0f"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:08:26.124166 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-8afbb027-2abc-423f-a4de-c401ccf9ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:26.124789 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-8afbb027-2abc-423f-a4de-c401ccf9ffb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:26.127534 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-8afbb027-2abc-423f-a4de-c401ccf9ffb5 service neutron] 10.222.0.58 "PUT /v2.0/ports/8313c21a-4c18-4740-97d0-0c8bcbc731e8 HTTP/1.1" status: 200 len: 1092 time: 1.5711031 Jul 07 21:08:26.172239 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dd5ff143-fc23-4882-b8cf-ec982ad8f56f req-3b0d2062-8878-45e1-8b50-5c2285c50c27 service neutron] 10.222.0.39 "GET /v2.0/networks/dae1560c-1b71-41da-9bf4-ee40abc4490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734299 Jul 07 21:08:26.175429 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbb027-2abc-423f-a4de-c401ccf9ffb5 service neutron] Pushing event updated for resources: {'Port': ['ID=8313c21a-4c18-4740-97d0-0c8bcbc731e8,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:26.231496 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60638a9-a536-4d1f-b7fe-271205bae40e x-openstack-request-id: req-d60638a9-a536-4d1f-b7fe-271205bae40e {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:08:26.231794 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540e4a11-20c0-40f0-8aef-61a538516954", "tag": "adbc7afd-700e-4f71-8b35-bf18ae1c3e0f", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:08:26.232047 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d60638a9-a536-4d1f-b7fe-271205bae40e {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:08:26.232457 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540e4a11-20c0-40f0-8aef-61a538516954', 'tag': 'adbc7afd-700e-4f71-8b35-bf18ae1c3e0f', 'status': 'completed', 'code': 200} Jul 07 21:08:26.233026 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd3ac0-dd14-4bb3-88cf-1ebec1421c53 service neutron] Pushing event updated for resources: {'Port': ['ID=adbc7afd-700e-4f71-8b35-bf18ae1c3e0f,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:26.280578 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-c09ce1c0-7dd1-4681-85c2-44963eb49b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:26.282205 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-c09ce1c0-7dd1-4681-85c2-44963eb49b85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21232da6452a40d680cb4842c209ecfd&device_id=540e4a11-20c0-40f0-8aef-61a538516954 HTTP/1.1" status: 200 len: 1096 time: 0.0815363 Jul 07 21:08:26.291054 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3944500-d6fa-46b6-a720-bec283ca2965 req-74da3454-aa75-4126-bf7d-076a335c4021 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:26.292717 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f3944500-d6fa-46b6-a720-bec283ca2965 req-74da3454-aa75-4126-bf7d-076a335c4021 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=540e4a11-20c0-40f0-8aef-61a538516954 HTTP/1.1" status: 200 len: 944 time: 0.1829822 Jul 07 21:08:26.313000 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-3297406e-7a84-492b-89e2-0afdd600de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:26.314535 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-3297406e-7a84-492b-89e2-0afdd600de73 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40ef407941cf431097f86bb2e8b4c9ac&device_id=ef57f05b-a839-4e4a-939b-50c45e001459 HTTP/1.1" status: 200 len: 1095 time: 0.1218865 Jul 07 21:08:26.338680 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-09529428-5de1-462d-bf8a-e6639630668a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=adbc7afd-700e-4f71-8b35-bf18ae1c3e0f HTTP/1.1" status: 200 len: 217 time: 0.0449665 Jul 07 21:08:26.365377 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-dd5ff143-fc23-4882-b8cf-ec982ad8f56f req-74f4c481-8c38-41e3-bd8c-6708c0d74d7c service neutron] 10.222.0.39 "GET /v2.0/networks/dae1560c-1b71-41da-9bf4-ee40abc4490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626260 Jul 07 21:08:26.367306 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-07248943-682c-47f8-ba36-4592f24750aa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8313c21a-4c18-4740-97d0-0c8bcbc731e8 HTTP/1.1" status: 200 len: 217 time: 0.0401239 Jul 07 21:08:26.367783 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef57f05b-a839-4e4a-939b-50c45e001459', 'tag': '8313c21a-4c18-4740-97d0-0c8bcbc731e8'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:08:26.370002 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e313cffa-b538-4b7a-92f9-5ba0f0523e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef57f05b-a839-4e4a-939b-50c45e001459", "tag": "8313c21a-4c18-4740-97d0-0c8bcbc731e8"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:08:26.402787 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f3944500-d6fa-46b6-a720-bec283ca2965 req-92fcf2cb-b567-4320-a45e-f44aadfcfff8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebaca171-6900-4654-9fab-5e61ff65a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022198 Jul 07 21:08:26.406497 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-90e07f1c-a491-4d44-a092-05c48d06b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:26.407951 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-90e07f1c-a491-4d44-a092-05c48d06b209 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9a3d4d63-0de0-495a-8cf7-19e8f9c501ac HTTP/1.1" status: 200 len: 838 time: 0.0613675 Jul 07 21:08:26.426718 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016b82c8-e061-4d3c-b911-ff47eb97e377 x-openstack-request-id: req-016b82c8-e061-4d3c-b911-ff47eb97e377 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:08:26.427026 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef57f05b-a839-4e4a-939b-50c45e001459", "tag": "8313c21a-4c18-4740-97d0-0c8bcbc731e8", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:08:26.427288 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-016b82c8-e061-4d3c-b911-ff47eb97e377 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:08:26.427728 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef57f05b-a839-4e4a-939b-50c45e001459', 'tag': '8313c21a-4c18-4740-97d0-0c8bcbc731e8', 'status': 'completed', 'code': 200} Jul 07 21:08:26.432274 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-e5453072-60d8-480e-8606-5e5012c11d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:26.435412 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-e5453072-60d8-480e-8606-5e5012c11d94 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fc036cf1-6b38-46e3-814e-f48aaa93568d HTTP/1.1" status: 200 len: 852 time: 0.0616198 Jul 07 21:08:26.472671 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-2fb654a3-a9ac-4bed-8430-057b17feb068 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dae1560c-1b71-41da-9bf4-ee40abc4490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294335 Jul 07 21:08:26.477419 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-fce2c8da-71e8-4f29-a6fd-7001fe18b7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:26.478968 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-fce2c8da-71e8-4f29-a6fd-7001fe18b7a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c309b307-e45c-44b4-86d6-7ce3373cff79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0631101 Jul 07 21:08:26.569048 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-8e2c82d8-2e09-4b95-a4b5-d0cb68713689 service neutron] 10.222.0.58 "GET /v2.0/networks/dae1560c-1b71-41da-9bf4-ee40abc4490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867009 Jul 07 21:08:26.643104 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-4f74dd7b-35d0-43b2-8032-bc296ebc9f5c service neutron] 10.222.0.39 "GET /v2.0/networks/c309b307-e45c-44b4-86d6-7ce3373cff79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567578 Jul 07 21:08:26.674005 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-eeeb30de-8b1a-492e-b074-c9f4526dbca1 req-8e557c4d-58f3-4312-8944-be56376206ae service neutron] 10.222.0.58 "GET /v2.0/networks/dae1560c-1b71-41da-9bf4-ee40abc4490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935256 Jul 07 21:08:26.689295 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fa78a-2744-4e86-82e6-7b5fb37da208 req-bf76dc9c-eeb3-4b64-81d4-357e973ec1f1 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:26.690809 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5d8fa78a-2744-4e86-82e6-7b5fb37da208 req-bf76dc9c-eeb3-4b64-81d4-357e973ec1f1 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.1497033 Jul 07 21:08:26.780168 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313cffa-b538-4b7a-92f9-5ba0f0523e7f req-36e99520-db3e-4fee-8835-c3acee199f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:26.781736 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e313cffa-b538-4b7a-92f9-5ba0f0523e7f req-36e99520-db3e-4fee-8835-c3acee199f36 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40ef407941cf431097f86bb2e8b4c9ac&device_id=ef57f05b-a839-4e4a-939b-50c45e001459 HTTP/1.1" status: 200 len: 1095 time: 0.0528667 Jul 07 21:08:26.794258 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd7564-fd59-4e8b-ac66-d5ee334248a4 req-8903e438-94e0-4be5-8b9d-f52915b805c7 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:26.795815 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-03dd7564-fd59-4e8b-ac66-d5ee334248a4 req-8903e438-94e0-4be5-8b9d-f52915b805c7 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/ports?device_id=abeff1c5-4747-43aa-b0d0-cb6633d069a0 HTTP/1.1" status: 200 len: 946 time: 0.1964676 Jul 07 21:08:26.801705 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5d8fa78a-2744-4e86-82e6-7b5fb37da208 req-bbb43529-662d-4786-b453-2fdcff1713e3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826793 Jul 07 21:08:26.824868 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84a83f36-9e8e-45c7-b94b-dfa5700394a3 req-b8ded818-5b47-48a9-9628-ed78762f0df5 service neutron] 10.222.0.39 "GET /v2.0/networks/c309b307-e45c-44b4-86d6-7ce3373cff79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696234 Jul 07 21:08:26.846205 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-03dd7564-fd59-4e8b-ac66-d5ee334248a4 req-aa62c504-47e5-47f9-9550-4c77fb6c9910 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/security-groups?id=35b940fc-a4d9-48e6-8c14-1ced9b895a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435197 Jul 07 21:08:26.887300 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313cffa-b538-4b7a-92f9-5ba0f0523e7f req-35584506-3eae-4ceb-b8ff-4b88ede06928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:26.888912 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e313cffa-b538-4b7a-92f9-5ba0f0523e7f req-35584506-3eae-4ceb-b8ff-4b88ede06928 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dae1560c-1b71-41da-9bf4-ee40abc4490b HTTP/1.1" status: 200 len: 913 time: 0.0995271 Jul 07 21:08:26.940555 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e313cffa-b538-4b7a-92f9-5ba0f0523e7f req-d21138bc-144f-484e-88f7-78f1d5f832d8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8313c21a-4c18-4740-97d0-0c8bcbc731e8 HTTP/1.1" status: 200 len: 217 time: 0.0371046 Jul 07 21:08:27.008852 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313cffa-b538-4b7a-92f9-5ba0f0523e7f req-0056214d-4ad9-4c7a-b27a-1dfcdf71cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:27.010217 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f0b70-4ac4-44a3-9d11-93f7d1850a83 req-547fd5d2-e03f-4da7-a229-7f31842abad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:27.010397 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e313cffa-b538-4b7a-92f9-5ba0f0523e7f req-0056214d-4ad9-4c7a-b27a-1dfcdf71cf54 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fc036cf1-6b38-46e3-814e-f48aaa93568d HTTP/1.1" status: 200 len: 852 time: 0.0573475 Jul 07 21:08:27.012218 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b24f0b70-4ac4-44a3-9d11-93f7d1850a83 req-547fd5d2-e03f-4da7-a229-7f31842abad5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21232da6452a40d680cb4842c209ecfd&device_id=540e4a11-20c0-40f0-8aef-61a538516954 HTTP/1.1" status: 200 len: 1096 time: 0.1187730 Jul 07 21:08:27.045326 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c947a46-cc82-4bb4-9fea-40307eb576e7 req-c42faabb-4332-49d1-bec8-afc837cef79a tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:27.047389 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2c947a46-cc82-4bb4-9fea-40307eb576e7 req-c42faabb-4332-49d1-bec8-afc837cef79a tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef57f05b-a839-4e4a-939b-50c45e001459 HTTP/1.1" status: 200 len: 943 time: 0.1105659 Jul 07 21:08:27.062282 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e313cffa-b538-4b7a-92f9-5ba0f0523e7f req-216c9d89-8788-4174-a71f-af1eda98c45c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dae1560c-1b71-41da-9bf4-ee40abc4490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363410 Jul 07 21:08:27.176561 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e313cffa-b538-4b7a-92f9-5ba0f0523e7f req-9bdf12ca-4915-4543-81cc-3a2cb5f9a8b4 service neutron] 10.222.0.58 "GET /v2.0/networks/dae1560c-1b71-41da-9bf4-ee40abc4490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058984 Jul 07 21:08:27.187353 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2c947a46-cc82-4bb4-9fea-40307eb576e7 req-a5815a2b-7a48-438a-8ac6-1bc7a388722c tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288998 Jul 07 21:08:27.206757 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f0b70-4ac4-44a3-9d11-93f7d1850a83 req-b24ca2e1-8321-4db8-8efa-f4f0ac1a30f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:27.208304 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b24f0b70-4ac4-44a3-9d11-93f7d1850a83 req-b24ca2e1-8321-4db8-8efa-f4f0ac1a30f3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c309b307-e45c-44b4-86d6-7ce3373cff79 HTTP/1.1" status: 200 len: 898 time: 0.1838698 Jul 07 21:08:27.275060 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bea52d-1ac2-4668-afad-399f538c49af req-0127de23-95c9-4540-b67e-f5badf0e6dca tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:27.276639 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4bea52d-1ac2-4668-afad-399f538c49af req-0127de23-95c9-4540-b67e-f5badf0e6dca tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.2171745 Jul 07 21:08:27.278589 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b24f0b70-4ac4-44a3-9d11-93f7d1850a83 req-5a341cf6-7eee-460c-ba58-23a74fccf656 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=adbc7afd-700e-4f71-8b35-bf18ae1c3e0f HTTP/1.1" status: 200 len: 217 time: 0.0610702 Jul 07 21:08:27.291145 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e313cffa-b538-4b7a-92f9-5ba0f0523e7f req-f7fcf5b6-b545-4dc9-a9b3-f707d4f93953 service neutron] 10.222.0.58 "GET /v2.0/networks/dae1560c-1b71-41da-9bf4-ee40abc4490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052020 Jul 07 21:08:27.355383 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4bea52d-1ac2-4668-afad-399f538c49af req-0667cf50-f3a6-4d17-8d0e-e49f976abf2d tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712364 Jul 07 21:08:27.359172 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f0b70-4ac4-44a3-9d11-93f7d1850a83 req-eb55f455-b9d3-4f79-add4-84b657a4d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:27.360624 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b24f0b70-4ac4-44a3-9d11-93f7d1850a83 req-eb55f455-b9d3-4f79-add4-84b657a4d6c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9a3d4d63-0de0-495a-8cf7-19e8f9c501ac HTTP/1.1" status: 200 len: 838 time: 0.0691216 Jul 07 21:08:27.406123 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5a200a07-e4a9-42c2-b4d2-19f4a2af7509 req-248779e5-8b57-4836-8366-e09721bc057c tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0397077 Jul 07 21:08:27.456996 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f0b70-4ac4-44a3-9d11-93f7d1850a83 req-05395c98-c0a4-40f5-95d0-a1dee96791a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:27.458556 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b24f0b70-4ac4-44a3-9d11-93f7d1850a83 req-05395c98-c0a4-40f5-95d0-a1dee96791a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c309b307-e45c-44b4-86d6-7ce3373cff79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0793445 Jul 07 21:08:27.574621 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device e67c544a-b481-4073-8aa9-daac43321569 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:08:27.592251 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b24f0b70-4ac4-44a3-9d11-93f7d1850a83 req-ca3f4539-2100-40ae-a876-9d5a1f1689fc service neutron] 10.222.0.39 "GET /v2.0/networks/c309b307-e45c-44b4-86d6-7ce3373cff79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263254 Jul 07 21:08:27.627076 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57379af7-9fa7-4d8a-b3e1-f0c5d5ab7c04 req-39c4aec3-e087-47e8-bea3-f56485b86619 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:27.628816 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-57379af7-9fa7-4d8a-b3e1-f0c5d5ab7c04 req-39c4aec3-e087-47e8-bea3-f56485b86619 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=540e4a11-20c0-40f0-8aef-61a538516954 HTTP/1.1" status: 200 len: 944 time: 0.0999126 Jul 07 21:08:27.679037 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port e67c544a-b481-4073-8aa9-daac43321569, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=e67c544a-b481-4073-8aa9-daac43321569,segment=NetworkSegment(d06979f7-3f50-430d-a5cf-9830c22daaf2),segment_id=d06979f7-3f50-430d-a5cf-9830c22daaf2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:27.690683 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'e67c544a-b481-4073-8aa9-daac43321569', 'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b', 'port_id': 'e67c544a-b481-4073-8aa9-daac43321569', 'mac_address': 'fa:16:3e:fb:89:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc036cf1-6b38-46e3-814e-f48aaa93568d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:08:27.714295 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-57379af7-9fa7-4d8a-b3e1-f0c5d5ab7c04 req-23b8f6e3-acaa-4e28-8314-640a8402e834 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebaca171-6900-4654-9fab-5e61ff65a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747921 Jul 07 21:08:27.730014 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:27.742823 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b24f0b70-4ac4-44a3-9d11-93f7d1850a83 req-3aafafdd-6b60-4d88-b417-71c9f1dd4c62 service neutron] 10.222.0.39 "GET /v2.0/networks/c309b307-e45c-44b4-86d6-7ce3373cff79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333158 Jul 07 21:08:27.745290 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67c544a-b481-4073-8aa9-daac43321569 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:08:27.770874 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port e67c544a-b481-4073-8aa9-daac43321569, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=e67c544a-b481-4073-8aa9-daac43321569,segment=NetworkSegment(d06979f7-3f50-430d-a5cf-9830c22daaf2),segment_id=d06979f7-3f50-430d-a5cf-9830c22daaf2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:27.775906 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:27.827441 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=e67c544a-b481-4073-8aa9-daac43321569,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:27.985161 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2f56e-d3d1-4e78-85a4-83b3fed7bb7d req-527e0a8f-fd7e-43fb-bf9b-efdcfc1200f5 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:27.986661 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ead2f56e-d3d1-4e78-85a4-83b3fed7bb7d req-527e0a8f-fd7e-43fb-bf9b-efdcfc1200f5 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.0654619 Jul 07 21:08:28.024168 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ead2f56e-d3d1-4e78-85a4-83b3fed7bb7d req-0fb336a8-53d6-4e22-a7aa-277da0a7d254 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320060 Jul 07 21:08:28.166196 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['e67c544a-b481-4073-8aa9-daac43321569'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:08:28.392549 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1322a-2ce2-43bf-828e-473198b6f923 req-037902ac-8837-4bfb-9901-b9d84432e873 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:28.394278 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-75c1322a-2ce2-43bf-828e-473198b6f923 req-037902ac-8837-4bfb-9901-b9d84432e873 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef57f05b-a839-4e4a-939b-50c45e001459 HTTP/1.1" status: 200 len: 943 time: 0.0703754 Jul 07 21:08:28.446812 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-75c1322a-2ce2-43bf-828e-473198b6f923 req-2b49de34-e753-4882-9a58-8a80f3e12da2 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452232 Jul 07 21:08:28.568416 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50786129-7631-41f7-b673-b94540068e71 req-e26667f0-b006-48f9-8c8a-dbc2d3cf8517 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:28.570906 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50786129-7631-41f7-b673-b94540068e71 req-e26667f0-b006-48f9-8c8a-dbc2d3cf8517 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.0780437 Jul 07 21:08:28.635296 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5d0855c3-2dec-41c6-9c1a-4e852b24c3fc req-37fa1c94-abdc-4bfc-864c-1b0c1b24f482 tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0467627 Jul 07 21:08:28.657392 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50786129-7631-41f7-b673-b94540068e71 req-c0977e39-9f41-4083-9d02-b2b9d95cb4d6 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792065 Jul 07 21:08:28.896514 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51cb92-b8e2-405f-b9ec-263d3d7556d3 req-82eb5156-ad4a-4085-be6f-37eb69b68b64 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:28.898166 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1c51cb92-b8e2-405f-b9ec-263d3d7556d3 req-82eb5156-ad4a-4085-be6f-37eb69b68b64 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=540e4a11-20c0-40f0-8aef-61a538516954 HTTP/1.1" status: 200 len: 944 time: 0.0680668 Jul 07 21:08:28.943260 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1c51cb92-b8e2-405f-b9ec-263d3d7556d3 req-df48df29-0c70-44ea-a2ca-35001def2945 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebaca171-6900-4654-9fab-5e61ff65a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392509 Jul 07 21:08:29.197403 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d14e09ec-d802-44e7-8e3f-9b4dd7703d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:29.206397 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b544a4-11e9-47f7-b5d7-242756cb72dc req-415097ce-dbca-4031-836d-6952066a3fc7 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:29.208147 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-14b544a4-11e9-47f7-b5d7-242756cb72dc req-415097ce-dbca-4031-836d-6952066a3fc7 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.0698791 Jul 07 21:08:29.248135 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-14b544a4-11e9-47f7-b5d7-242756cb72dc req-7a4c3845-aecb-4767-95bd-458d51235558 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338469 Jul 07 21:08:29.604020 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device adbc7afd-700e-4f71-8b35-bf18ae1c3e0f details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:08:29.607138 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device e67c544a-b481-4073-8aa9-daac43321569 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:08:29.684346 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50c39b-c961-4d40-b3ee-31540827b81c req-ec14ca72-3dda-4eab-adb1-41199032c733 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:29.685876 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5f50c39b-c961-4d40-b3ee-31540827b81c req-ec14ca72-3dda-4eab-adb1-41199032c733 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef57f05b-a839-4e4a-939b-50c45e001459 HTTP/1.1" status: 200 len: 943 time: 0.1223159 Jul 07 21:08:29.693278 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fcae6-fb22-4172-bf6a-61df3bc44b36 req-6ba578b6-1470-422e-a502-f93f15090561 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:29.694739 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e94fcae6-fb22-4172-bf6a-61df3bc44b36 req-6ba578b6-1470-422e-a502-f93f15090561 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/ports?device_id=abeff1c5-4747-43aa-b0d0-cb6633d069a0 HTTP/1.1" status: 200 len: 946 time: 0.1207311 Jul 07 21:08:29.714223 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port e67c544a-b481-4073-8aa9-daac43321569 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:08:29.727264 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port e67c544a-b481-4073-8aa9-daac43321569 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:08:29.727671 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:29.750253 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5f50c39b-c961-4d40-b3ee-31540827b81c req-b6f7b37f-f160-49ff-8bae-15ed47365004 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545380 Jul 07 21:08:29.754852 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 8313c21a-4c18-4740-97d0-0c8bcbc731e8 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:08:29.755222 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e94fcae6-fb22-4172-bf6a-61df3bc44b36 req-183082e9-ee69-4031-b75d-998fb95ad505 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/security-groups?id=35b940fc-a4d9-48e6-8c14-1ced9b895a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527320 Jul 07 21:08:29.783377 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port adbc7afd-700e-4f71-8b35-bf18ae1c3e0f, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=adbc7afd-700e-4f71-8b35-bf18ae1c3e0f,segment=NetworkSegment(01ed4fe1-3a68-4bcf-823e-63e59ffc9002),segment_id=01ed4fe1-3a68-4bcf-823e-63e59ffc9002)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:29.809794 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'adbc7afd-700e-4f71-8b35-bf18ae1c3e0f', 'network_id': 'c309b307-e45c-44b4-86d6-7ce3373cff79', 'port_id': 'adbc7afd-700e-4f71-8b35-bf18ae1c3e0f', 'mac_address': 'fa:16:3e:9e:2d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3d4d63-0de0-495a-8cf7-19e8f9c501ac', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:08:29.908201 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-841ace23-b7d6-4ac3-ba39-261849765a37 req-a35024ac-2af2-4550-a1af-44fbd9eb480c tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0381417 Jul 07 21:08:29.926105 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:29.964854 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9984bb-617c-4c3c-b528-0d7150663a98 req-8ab9a1f2-3b0b-46c1-ac6c-60a44007807a tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:29.966361 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ba9984bb-617c-4c3c-b528-0d7150663a98 req-8ab9a1f2-3b0b-46c1-ac6c-60a44007807a tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.0869246 Jul 07 21:08:29.971637 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adbc7afd-700e-4f71-8b35-bf18ae1c3e0f {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:08:29.988357 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 8313c21a-4c18-4740-97d0-0c8bcbc731e8, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8313c21a-4c18-4740-97d0-0c8bcbc731e8,segment=NetworkSegment(d06979f7-3f50-430d-a5cf-9830c22daaf2),segment_id=d06979f7-3f50-430d-a5cf-9830c22daaf2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:29.996703 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:30.005846 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ba9984bb-617c-4c3c-b528-0d7150663a98 req-fb783bce-c27f-4efa-b5ce-1c0c3b664a4f tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333269 Jul 07 21:08:30.026276 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '8313c21a-4c18-4740-97d0-0c8bcbc731e8', 'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b', 'port_id': '8313c21a-4c18-4740-97d0-0c8bcbc731e8', 'mac_address': 'fa:16:3e:6e:bb:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc036cf1-6b38-46e3-814e-f48aaa93568d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:08:30.037740 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port adbc7afd-700e-4f71-8b35-bf18ae1c3e0f, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=adbc7afd-700e-4f71-8b35-bf18ae1c3e0f,segment=NetworkSegment(01ed4fe1-3a68-4bcf-823e-63e59ffc9002),segment_id=01ed4fe1-3a68-4bcf-823e-63e59ffc9002)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:30.044559 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980bad2b-2c22-4612-a341-be54124636b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67c544a-b481-4073-8aa9-daac43321569'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:08:30.046793 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2fb3f7-4fac-4b0b-98e7-366ec7418690" -d '{"events": [{"server_uuid": "980bad2b-2c22-4612-a341-be54124636b6", "name": "network-vif-plugged", "status": "completed", "tag": "e67c544a-b481-4073-8aa9-daac43321569"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:08:30.060289 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:30.083242 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port e67c544a-b481-4073-8aa9-daac43321569, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=e67c544a-b481-4073-8aa9-daac43321569,segment=NetworkSegment(d06979f7-3f50-430d-a5cf-9830c22daaf2),segment_id=d06979f7-3f50-430d-a5cf-9830c22daaf2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:30.107405 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad582df0-645f-49f1-8762-f2fb6db08206 x-openstack-request-id: req-ad582df0-645f-49f1-8762-f2fb6db08206 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:08:30.108612 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980bad2b-2c22-4612-a341-be54124636b6", "name": "network-vif-plugged", "status": "completed", "tag": "e67c544a-b481-4073-8aa9-daac43321569", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:08:30.108612 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ad582df0-645f-49f1-8762-f2fb6db08206 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:08:30.108612 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980bad2b-2c22-4612-a341-be54124636b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67c544a-b481-4073-8aa9-daac43321569', 'code': 200} Jul 07 21:08:30.110624 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:30.129907 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:30.147953 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99867e4-7694-41fd-b3c9-0c6c265453aa req-3872c0f3-3865-4cfd-86ce-419600803de4 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:30.149541 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b99867e4-7694-41fd-b3c9-0c6c265453aa req-3872c0f3-3865-4cfd-86ce-419600803de4 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=540e4a11-20c0-40f0-8aef-61a538516954 HTTP/1.1" status: 200 len: 945 time: 0.0758331 Jul 07 21:08:30.159278 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8313c21a-4c18-4740-97d0-0c8bcbc731e8 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:08:30.165665 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=adbc7afd-700e-4f71-8b35-bf18ae1c3e0f,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:30.206191 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 8313c21a-4c18-4740-97d0-0c8bcbc731e8, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8313c21a-4c18-4740-97d0-0c8bcbc731e8,segment=NetworkSegment(d06979f7-3f50-430d-a5cf-9830c22daaf2),segment_id=d06979f7-3f50-430d-a5cf-9830c22daaf2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:30.215135 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:30.217219 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b99867e4-7694-41fd-b3c9-0c6c265453aa req-4f3a46f2-2e79-4c2d-9ee0-f3b2f75c441d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebaca171-6900-4654-9fab-5e61ff65a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599208 Jul 07 21:08:30.229811 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=e67c544a-b481-4073-8aa9-daac43321569,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:30.253401 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dc643-875c-42a2-a521-b848b3f9e471 req-7ac1d250-7b0e-44cc-91fa-f5e59a3f94c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:30.255443 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-826dc643-875c-42a2-a521-b848b3f9e471 req-7ac1d250-7b0e-44cc-91fa-f5e59a3f94c4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=980bad2b-2c22-4612-a341-be54124636b6 HTTP/1.1" status: 200 len: 1097 time: 0.0777800 Jul 07 21:08:30.287187 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=8313c21a-4c18-4740-97d0-0c8bcbc731e8,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:30.299615 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-826dc643-875c-42a2-a521-b848b3f9e471 req-216a44b6-05c7-48b5-b686-7142807ede3b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341244 Jul 07 21:08:30.403904 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['adbc7afd-700e-4f71-8b35-bf18ae1c3e0f'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:08:30.426875 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67f01c-b4c3-463c-95cf-06953a838531 req-2b5783f2-96cc-4826-9b86-90e1f01ee00a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:30.429024 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b67f01c-b4c3-463c-95cf-06953a838531 req-2b5783f2-96cc-4826-9b86-90e1f01ee00a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.0647705 Jul 07 21:08:30.468175 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b67f01c-b4c3-463c-95cf-06953a838531 req-60f1565c-0c3f-470c-80df-461e45fb523a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327449 Jul 07 21:08:30.514007 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['8313c21a-4c18-4740-97d0-0c8bcbc731e8'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:08:30.938250 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1e5b4d73-6fee-42b4-99ee-a28870fee68d req-e8a2309b-5343-4af5-9fa2-fb9e0a03fc42 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0534892 Jul 07 21:08:31.009478 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1decc-ad8e-4162-9a05-aa7759d7bf47 req-c0a2fb15-16f2-4883-9bbb-3bab170b0ae6 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:31.011143 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ab1decc-ad8e-4162-9a05-aa7759d7bf47 req-c0a2fb15-16f2-4883-9bbb-3bab170b0ae6 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/ports?device_id=abeff1c5-4747-43aa-b0d0-cb6633d069a0 HTTP/1.1" status: 200 len: 946 time: 0.1370413 Jul 07 21:08:31.019137 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5df8eb-22f3-43aa-879e-45e99f31529f req-5cd3cf6b-dd9c-4779-a8ec-1cdcfa5ab7fa tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:31.020573 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e5df8eb-22f3-43aa-879e-45e99f31529f req-5cd3cf6b-dd9c-4779-a8ec-1cdcfa5ab7fa tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef57f05b-a839-4e4a-939b-50c45e001459 HTTP/1.1" status: 200 len: 944 time: 0.1368649 Jul 07 21:08:31.069356 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ab1decc-ad8e-4162-9a05-aa7759d7bf47 req-d3641395-b5fd-40e7-8eb3-d8d39fc7ef95 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/security-groups?id=35b940fc-a4d9-48e6-8c14-1ced9b895a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472426 Jul 07 21:08:31.081410 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e5df8eb-22f3-43aa-879e-45e99f31529f req-b143aeed-b77b-4d05-818e-18ee1947676f tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533531 Jul 07 21:08:31.216480 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3e593eac-312d-4087-a6a4-18db3696811a req-0a7492c6-fec3-4587-8662-6b4f156d8316 tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0409901 Jul 07 21:08:31.275656 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675549a9-bbc8-4464-996c-6c47701e8770 req-1850f0b3-85b9-41c8-bf58-8454d35276ae tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:31.277469 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-675549a9-bbc8-4464-996c-6c47701e8770 req-1850f0b3-85b9-41c8-bf58-8454d35276ae tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.0877016 Jul 07 21:08:31.316521 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-675549a9-bbc8-4464-996c-6c47701e8770 req-6e009d1b-8459-44b0-850e-0f01ca5e20dd tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334227 Jul 07 21:08:31.396601 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7d11a-34f2-44c6-9052-c6a814c26b88 req-62815107-6f3d-471e-a5dd-788e44210ad5 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:31.398697 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4c7d11a-34f2-44c6-9052-c6a814c26b88 req-62815107-6f3d-471e-a5dd-788e44210ad5 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=540e4a11-20c0-40f0-8aef-61a538516954 HTTP/1.1" status: 200 len: 945 time: 0.0647066 Jul 07 21:08:31.437033 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b4c7d11a-34f2-44c6-9052-c6a814c26b88 req-8f7da68f-94ce-4de1-9d39-e6218989f8ab tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebaca171-6900-4654-9fab-5e61ff65a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326931 Jul 07 21:08:31.547008 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769238f3-fb2d-407f-acc5-9378ed1db32a req-6a3c4b7c-3d03-42d7-ad9f-8ec74bd1a601 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:31.548498 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-769238f3-fb2d-407f-acc5-9378ed1db32a req-6a3c4b7c-3d03-42d7-ad9f-8ec74bd1a601 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.39 "GET /v2.0/ports?device_id=abeff1c5-4747-43aa-b0d0-cb6633d069a0 HTTP/1.1" status: 200 len: 946 time: 0.0642915 Jul 07 21:08:31.605509 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device adbc7afd-700e-4f71-8b35-bf18ae1c3e0f up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:08:31.665162 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port adbc7afd-700e-4f71-8b35-bf18ae1c3e0f completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:08:31.669203 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port adbc7afd-700e-4f71-8b35-bf18ae1c3e0f triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:08:31.669661 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:31.695020 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07decc-e3be-42e0-b2a3-9005572d329f req-87e65b7e-321f-49de-b81b-11f692049690 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:31.696611 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f07decc-e3be-42e0-b2a3-9005572d329f req-87e65b7e-321f-49de-b81b-11f692049690 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.1089830 Jul 07 21:08:31.732495 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-769238f3-fb2d-407f-acc5-9378ed1db32a req-2bf98b8c-7827-4677-9493-496df165374c tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Deleting port 969313ff-8f40-45cf-a8ec-d1165b64c9ca {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:08:31.732847 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-769238f3-fb2d-407f-acc5-9378ed1db32a req-2bf98b8c-7827-4677-9493-496df165374c tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:31.765722 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:31.771028 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 8313c21a-4c18-4740-97d0-0c8bcbc731e8 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:08:31.793232 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f07decc-e3be-42e0-b2a3-9005572d329f req-269b6d50-ccaf-40f9-9223-b91f2e98b889 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877626 Jul 07 21:08:31.827582 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915dc7e-585e-4958-8758-8fdd47d1dae4 req-e5b4de4b-7fd2-40a6-b50e-2db102888226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:31.829688 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2915dc7e-585e-4958-8758-8fdd47d1dae4 req-e5b4de4b-7fd2-40a6-b50e-2db102888226 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 1097 time: 0.0684865 Jul 07 21:08:31.831248 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port adbc7afd-700e-4f71-8b35-bf18ae1c3e0f, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=adbc7afd-700e-4f71-8b35-bf18ae1c3e0f,segment=NetworkSegment(01ed4fe1-3a68-4bcf-823e-63e59ffc9002),segment_id=01ed4fe1-3a68-4bcf-823e-63e59ffc9002)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:31.836627 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:31.841876 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-769238f3-fb2d-407f-acc5-9378ed1db32a req-2bf98b8c-7827-4677-9493-496df165374c tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] For port 969313ff-8f40-45cf-a8ec-d1165b64c9ca, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=969313ff-8f40-45cf-a8ec-d1165b64c9ca,segment=NetworkSegment(c3fd9929-db23-41ca-8128-ac6ecee9af8e),segment_id=c3fd9929-db23-41ca-8128-ac6ecee9af8e)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:31.842249 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-769238f3-fb2d-407f-acc5-9378ed1db32a req-2bf98b8c-7827-4677-9493-496df165374c tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:31.855178 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-769238f3-fb2d-407f-acc5-9378ed1db32a req-2bf98b8c-7827-4677-9493-496df165374c tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Calling delete_port for 969313ff-8f40-45cf-a8ec-d1165b64c9ca owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:08:31.878289 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2915dc7e-585e-4958-8758-8fdd47d1dae4 req-bd647e63-52d1-4601-a39c-e4f6d8716c99 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363724 Jul 07 21:08:31.890123 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 8313c21a-4c18-4740-97d0-0c8bcbc731e8 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:08:31.913094 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 8313c21a-4c18-4740-97d0-0c8bcbc731e8 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:08:31.913814 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:31.915262 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7368a931-47f7-4ae1-866c-702822c4eff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:31.953479 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=adbc7afd-700e-4f71-8b35-bf18ae1c3e0f,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:31.961098 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:31.994810 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-769238f3-fb2d-407f-acc5-9378ed1db32a req-2bf98b8c-7827-4677-9493-496df165374c tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:32.009153 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['969313ff-8f40-45cf-a8ec-d1165b64c9ca'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:08:32.024548 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf98b8c-7827-4677-9493-496df165374c tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Pushing event deleted for resources: {'Port': ['ID=969313ff-8f40-45cf-a8ec-d1165b64c9ca,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:32.046536 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:32.071999 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-769238f3-fb2d-407f-acc5-9378ed1db32a req-2bf98b8c-7827-4677-9493-496df165374c tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] No DVR routers for this DVR port 969313ff-8f40-45cf-a8ec-d1165b64c9ca on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:08:32.074419 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-769238f3-fb2d-407f-acc5-9378ed1db32a req-2bf98b8c-7827-4677-9493-496df165374c tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:32.076620 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-769238f3-fb2d-407f-acc5-9378ed1db32a req-2bf98b8c-7827-4677-9493-496df165374c tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.39 "DELETE /v2.0/ports/969313ff-8f40-45cf-a8ec-d1165b64c9ca HTTP/1.1" status: 204 len: 173 time: 0.5189104 Jul 07 21:08:32.077071 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abeff1c5-4747-43aa-b0d0-cb6633d069a0', 'name': 'network-vif-deleted', 'tag': '969313ff-8f40-45cf-a8ec-d1165b64c9ca'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:08:32.079309 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897e70c7-6be6-4c6b-ba29-0da262c688f4" -d '{"events": [{"server_uuid": "abeff1c5-4747-43aa-b0d0-cb6633d069a0", "name": "network-vif-deleted", "tag": "969313ff-8f40-45cf-a8ec-d1165b64c9ca"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:08:32.109200 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 8313c21a-4c18-4740-97d0-0c8bcbc731e8, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8313c21a-4c18-4740-97d0-0c8bcbc731e8,segment=NetworkSegment(d06979f7-3f50-430d-a5cf-9830c22daaf2),segment_id=d06979f7-3f50-430d-a5cf-9830c22daaf2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:32.110094 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540e4a11-20c0-40f0-8aef-61a538516954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbc7afd-700e-4f71-8b35-bf18ae1c3e0f'}, {'server_uuid': 'ef57f05b-a839-4e4a-939b-50c45e001459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8313c21a-4c18-4740-97d0-0c8bcbc731e8'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:08:32.113630 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3eafb80-9269-4ba7-a059-f6279efe2872" -d '{"events": [{"server_uuid": "540e4a11-20c0-40f0-8aef-61a538516954", "name": "network-vif-plugged", "status": "completed", "tag": "adbc7afd-700e-4f71-8b35-bf18ae1c3e0f"}, {"server_uuid": "ef57f05b-a839-4e4a-939b-50c45e001459", "name": "network-vif-plugged", "status": "completed", "tag": "8313c21a-4c18-4740-97d0-0c8bcbc731e8"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:08:32.119675 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:32.133682 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7460803a-bcbe-4d78-a11a-18f8dc9c3a53 x-openstack-request-id: req-7460803a-bcbe-4d78-a11a-18f8dc9c3a53 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:08:32.134279 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abeff1c5-4747-43aa-b0d0-cb6633d069a0", "name": "network-vif-deleted", "tag": "969313ff-8f40-45cf-a8ec-d1165b64c9ca", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:08:32.134744 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7460803a-bcbe-4d78-a11a-18f8dc9c3a53 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:08:32.135449 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abeff1c5-4747-43aa-b0d0-cb6633d069a0', 'name': 'network-vif-deleted', 'tag': '969313ff-8f40-45cf-a8ec-d1165b64c9ca', 'status': 'completed', 'code': 200} Jul 07 21:08:32.195914 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=8313c21a-4c18-4740-97d0-0c8bcbc731e8,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:32.248411 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0f6287d6-4e04-46b0-8bd8-99d8c5fd9a7c req-4710b5ba-21a0-43f6-8717-fe3fca9c22f0 tempest-VolumesActionsTest-1758429096 tempest-VolumesActionsTest-1758429096-project] 10.222.0.64 "GET /v2.0/ports?device_id=abeff1c5-4747-43aa-b0d0-cb6633d069a0 HTTP/1.1" status: 200 len: 210 time: 0.0335371 Jul 07 21:08:32.315739 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 21:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b205c236-7742-44f0-acba-eaff5eed84ea x-openstack-request-id: req-b205c236-7742-44f0-acba-eaff5eed84ea {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:08:32.316044 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540e4a11-20c0-40f0-8aef-61a538516954", "name": "network-vif-plugged", "status": "completed", "tag": "adbc7afd-700e-4f71-8b35-bf18ae1c3e0f", "code": 200}, {"server_uuid": "ef57f05b-a839-4e4a-939b-50c45e001459", "name": "network-vif-plugged", "status": "completed", "tag": "8313c21a-4c18-4740-97d0-0c8bcbc731e8", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:08:32.316420 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b205c236-7742-44f0-acba-eaff5eed84ea {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:08:32.316838 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540e4a11-20c0-40f0-8aef-61a538516954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adbc7afd-700e-4f71-8b35-bf18ae1c3e0f', 'code': 200} Jul 07 21:08:32.317102 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef57f05b-a839-4e4a-939b-50c45e001459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8313c21a-4c18-4740-97d0-0c8bcbc731e8', 'code': 200} Jul 07 21:08:32.342391 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8dbdde-1f72-475d-a0c2-04e4b82e4214 req-ddd12aca-0749-41a2-93d3-9b7b8753825f tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:32.344332 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5e8dbdde-1f72-475d-a0c2-04e4b82e4214 req-ddd12aca-0749-41a2-93d3-9b7b8753825f tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef57f05b-a839-4e4a-939b-50c45e001459 HTTP/1.1" status: 200 len: 945 time: 0.0984814 Jul 07 21:08:32.406307 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5e8dbdde-1f72-475d-a0c2-04e4b82e4214 req-46912823-fde8-49e2-8c08-55e5e44c13c9 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530868 Jul 07 21:08:32.499821 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-545b9454-072c-41b3-9737-6f96c1d6ebef req-97bcecb9-289d-454b-acd2-796a27949d81 tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0620847 Jul 07 21:08:32.514883 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3c7b0-4d1b-4939-9ae2-027ad3d6cf65 req-f9ff3800-006e-4c65-aff9-20ac215f777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:32.517535 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-00a3c7b0-4d1b-4939-9ae2-027ad3d6cf65 req-f9ff3800-006e-4c65-aff9-20ac215f777d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ef57f05b-a839-4e4a-939b-50c45e001459 HTTP/1.1" status: 200 len: 1097 time: 0.0832844 Jul 07 21:08:32.525998 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba363409-d900-47d8-9523-7946f8dacc42 req-8c6a1650-3bda-4996-ab85-e2c264d089d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:32.528230 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ba363409-d900-47d8-9523-7946f8dacc42 req-8c6a1650-3bda-4996-ab85-e2c264d089d6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=540e4a11-20c0-40f0-8aef-61a538516954 HTTP/1.1" status: 200 len: 1098 time: 0.1031775 Jul 07 21:08:32.576320 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-00a3c7b0-4d1b-4939-9ae2-027ad3d6cf65 req-954b6ec4-0f3d-4346-886a-2cc63f3ebd02 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321705 Jul 07 21:08:32.600632 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ba363409-d900-47d8-9523-7946f8dacc42 req-1ce41e6f-60c9-47b3-b5e7-229bb2d95b41 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ebaca171-6900-4654-9fab-5e61ff65a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603456 Jul 07 21:08:32.653144 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8f8cd-cfda-4b58-b938-2e8ed8433568 req-4b0f400d-1cb0-46c8-b310-273fb673add5 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:32.654659 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5cd8f8cd-cfda-4b58-b938-2e8ed8433568 req-4b0f400d-1cb0-46c8-b310-273fb673add5 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.0932062 Jul 07 21:08:32.712441 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5cd8f8cd-cfda-4b58-b938-2e8ed8433568 req-42de3e5d-e2c5-4e86-a12c-38c1b5a7392c tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412467 Jul 07 21:08:32.733836 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bd39f-0370-43eb-bdbc-b1049b42de7d req-b9335a2d-e9e8-403f-91b0-dab1902eeaba tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:32.735544 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-688bd39f-0370-43eb-bdbc-b1049b42de7d req-b9335a2d-e9e8-403f-91b0-dab1902eeaba tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=540e4a11-20c0-40f0-8aef-61a538516954 HTTP/1.1" status: 200 len: 946 time: 0.1048660 Jul 07 21:08:32.778901 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-688bd39f-0370-43eb-bdbc-b1049b42de7d req-3c79579a-3883-4086-88a3-459546e0f608 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebaca171-6900-4654-9fab-5e61ff65a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379496 Jul 07 21:08:33.003980 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b7620-6dc8-48a9-ac8c-e008481911f8 req-c573c842-5ad6-470c-8f40-247628e6a1e0 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:33.005571 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-171b7620-6dc8-48a9-ac8c-e008481911f8 req-c573c842-5ad6-470c-8f40-247628e6a1e0 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.0811665 Jul 07 21:08:33.072052 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eb984cd4-5f57-42ca-be55-c0cb75b45186 req-729c0363-e4b0-4886-aa24-11cf1bc4fc81 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0cd52c683254131878d514c5cb153a9&device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0355489 Jul 07 21:08:33.075489 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-171b7620-6dc8-48a9-ac8c-e008481911f8 req-ff4a8073-0f3e-42ab-a29b-b2d417c72f01 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630863 Jul 07 21:08:33.123903 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc078daa-5843-45fd-b122-cda98700e28f req-f9d0dac2-dffd-49af-a8de-c9ef99d48de2 tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0472527 Jul 07 21:08:33.467013 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eb984cd4-5f57-42ca-be55-c0cb75b45186 req-3caf870e-ddd1-4183-b46d-15a5fd7d7670 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e0cd52c683254131878d514c5cb153a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3798821 Jul 07 21:08:33.545139 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:33.688090 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb984cd4-5f57-42ca-be55-c0cb75b45186 req-c425fc48-72e3-4bdb-b031-43719ab27e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:33.689678 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eb984cd4-5f57-42ca-be55-c0cb75b45186 req-c425fc48-72e3-4bdb-b031-43719ab27e3a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2083013 Jul 07 21:08:33.700374 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ada15-2b94-4e8d-a93e-09b7f0abb272 req-34149180-6b33-4f09-9775-0524c7d6d3e0 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:33.701925 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ce0ada15-2b94-4e8d-a93e-09b7f0abb272 req-34149180-6b33-4f09-9775-0524c7d6d3e0 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef57f05b-a839-4e4a-939b-50c45e001459 HTTP/1.1" status: 200 len: 945 time: 0.1573594 Jul 07 21:08:33.754248 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ce0ada15-2b94-4e8d-a93e-09b7f0abb272 req-dfc394bb-d3e6-4c9b-ba4b-5a38de83ab8d tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462449 Jul 07 21:08:33.918356 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105631b-d025-46e3-b311-22d2b0450059 req-bba329e8-e3b0-47cd-9bcb-613c92cd37e3 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:33.919958 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2105631b-d025-46e3-b311-22d2b0450059 req-bba329e8-e3b0-47cd-9bcb-613c92cd37e3 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.0732665 Jul 07 21:08:33.994357 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2105631b-d025-46e3-b311-22d2b0450059 req-ecdea3b9-81f4-49bd-ae75-18c7e6f3db58 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637755 Jul 07 21:08:34.018700 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf20cd0-bf6a-4062-84ef-2cbd29f98527 req-e30277a4-d0b9-4fae-85e8-22afc10edadf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:34.020193 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ccf20cd0-bf6a-4062-84ef-2cbd29f98527 req-e30277a4-d0b9-4fae-85e8-22afc10edadf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=540e4a11-20c0-40f0-8aef-61a538516954 HTTP/1.1" status: 200 len: 946 time: 0.0993469 Jul 07 21:08:34.060859 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ccf20cd0-bf6a-4062-84ef-2cbd29f98527 req-c5faeba9-c2f5-4b46-a7e9-17c2fe05e020 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebaca171-6900-4654-9fab-5e61ff65a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325186 Jul 07 21:08:34.343429 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af382d-f236-488d-b677-797cb801f332 req-6cac3931-8ffd-4c7b-9710-247170627a2a tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:34.344980 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20af382d-f236-488d-b677-797cb801f332 req-6cac3931-8ffd-4c7b-9710-247170627a2a tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/networks?id=75a01814-d064-4c42-8103-23e04256bf1b HTTP/1.1" status: 200 len: 810 time: 0.1521938 Jul 07 21:08:34.353476 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc627e5e-ffa1-40d7-a683-d00c5c531894 req-507181cd-1e1a-42fa-84ba-bbf8e55d43fa tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:34.354906 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc627e5e-ffa1-40d7-a683-d00c5c531894 req-507181cd-1e1a-42fa-84ba-bbf8e55d43fa tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.1506035 Jul 07 21:08:34.377114 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20af382d-f236-488d-b677-797cb801f332 req-bd908f30-6f09-4efb-8f22-d08e0fd5a2c5 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/quotas/3d851e7566964f18923f7a9246878584 HTTP/1.1" status: 200 len: 375 time: 0.0212336 Jul 07 21:08:34.405622 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc627e5e-ffa1-40d7-a683-d00c5c531894 req-137f656c-b447-4d03-921c-4cd6104778d4 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434556 Jul 07 21:08:34.463272 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20af382d-f236-488d-b677-797cb801f332 req-bb99437a-83a3-4567-a4d0-4339ab37c8e6 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3d851e7566964f18923f7a9246878584&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778396 Jul 07 21:08:34.557736 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-24593e17-85a9-454c-be4f-61e90c6481a9 req-2466fbf8-0397-4a2c-acd0-f51454de9252 tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0308928 Jul 07 21:08:34.584658 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20af382d-f236-488d-b677-797cb801f332 req-316001bb-57c0-4a87-89a5-6e6b35c115e9 service neutron] 10.222.0.64 "GET /v2.0/networks/75a01814-d064-4c42-8103-23e04256bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144416 Jul 07 21:08:34.680400 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20af382d-f236-488d-b677-797cb801f332 req-6be89a9c-c121-44af-8c8e-d0ee71172b2f service neutron] 10.222.0.64 "GET /v2.0/networks/75a01814-d064-4c42-8103-23e04256bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897753 Jul 07 21:08:34.892109 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a5d09e2-aab8-45ab-b042-ea524b888be9 req-1b2aac0c-8ff9-44cb-8c0b-5a3bcd64edbe tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 210 time: 0.0415397 Jul 07 21:08:34.996239 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb64115-139b-4fb8-ac4a-b41f7ff39af7 req-e34fca67-0283-4e7d-8518-9058c52a8e9f tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:34.997882 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3bb64115-139b-4fb8-ac4a-b41f7ff39af7 req-e34fca67-0283-4e7d-8518-9058c52a8e9f tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef57f05b-a839-4e4a-939b-50c45e001459 HTTP/1.1" status: 200 len: 945 time: 0.1010096 Jul 07 21:08:35.041685 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3bb64115-139b-4fb8-ac4a-b41f7ff39af7 req-688a4eac-d500-48d9-be6d-9a62b1b378f5 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364671 Jul 07 21:08:35.234495 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:35.310176 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9ca23-264d-429e-b9f4-12490e9afd32 req-c34fe72a-6a38-43ef-b259-8a4128467bd1 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:35.312240 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28c9ca23-264d-429e-b9f4-12490e9afd32 req-c34fe72a-6a38-43ef-b259-8a4128467bd1 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=980bad2b-2c22-4612-a341-be54124636b6 HTTP/1.1" status: 200 len: 945 time: 0.1359499 Jul 07 21:08:35.326139 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10522fbc-097e-476c-9c90-043f67f85b7a req-e5eb7a80-910a-4ee4-bfd9-8fa085e06108 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:35.332225 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10522fbc-097e-476c-9c90-043f67f85b7a req-e5eb7a80-910a-4ee4-bfd9-8fa085e06108 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=540e4a11-20c0-40f0-8aef-61a538516954 HTTP/1.1" status: 200 len: 946 time: 0.1187398 Jul 07 21:08:35.398129 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28c9ca23-264d-429e-b9f4-12490e9afd32 req-9033b27d-98e9-489f-a447-b73a1550bd5a tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642824 Jul 07 21:08:35.402354 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-10522fbc-097e-476c-9c90-043f67f85b7a req-56ddbfc0-3f7d-47f6-979b-10c7d0beac4c tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebaca171-6900-4654-9fab-5e61ff65a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648766 Jul 07 21:08:35.576251 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eb984cd4-5f57-42ca-be55-c0cb75b45186 req-cf1cf274-1a0c-4986-bc44-7483d7c76338 tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.39 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0577002 Jul 07 21:08:35.610593 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 969313ff-8f40-45cf-a8ec-d1165b64c9ca no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:08:35.654692 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 969313ff-8f40-45cf-a8ec-d1165b64c9ca {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:08:35.655314 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 969313ff-8f40-45cf-a8ec-d1165b64c9ca not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:08:35.734690 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77e17a-e0cf-4bac-8c1e-3ae1eab5b0cc req-b9d87899-1133-4541-b313-aac3d94628d4 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:35.736207 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e77e17a-e0cf-4bac-8c1e-3ae1eab5b0cc req-b9d87899-1133-4541-b313-aac3d94628d4 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.1546011 Jul 07 21:08:35.795479 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e77e17a-e0cf-4bac-8c1e-3ae1eab5b0cc req-7af3ae09-4afa-407f-8482-be28ef7fff07 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476542 Jul 07 21:08:35.966543 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad64be2-fa1b-4529-88e4-4196975e97b4 req-39e45d19-6238-4fa0-a630-9ebe41c127bb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:35.967167 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dad64be2-fa1b-4529-88e4-4196975e97b4 req-39e45d19-6238-4fa0-a630-9ebe41c127bb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=540e4a11-20c0-40f0-8aef-61a538516954 HTTP/1.1" status: 200 len: 946 time: 0.0815334 Jul 07 21:08:36.009340 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-af52eee6-c984-4372-b59e-5c67b0a37108 req-7084f579-cd3f-4b74-a75b-1bc3f258c093 tempest-ServerShowV254Test-1257949343 tempest-ServerShowV254Test-1257949343-project] 10.222.0.64 "GET /v2.0/ports?device_id=51276c58-8166-45b6-9cf9-1d3de4ac577e HTTP/1.1" status: 200 len: 210 time: 0.0408456 Jul 07 21:08:36.055301 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dad64be2-fa1b-4529-88e4-4196975e97b4 req-e6e6c158-4676-4f42-9dae-984b989031c5 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebaca171-6900-4654-9fab-5e61ff65a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773222 Jul 07 21:08:36.210403 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-90a45a1a-29f5-473f-baef-3347b3b62424 req-e1d90ef3-be30-4aca-9bd1-bb8bab0f3e93 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 210 time: 0.0345676 Jul 07 21:08:36.568529 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af382d-f236-488d-b677-797cb801f332 req-970d3719-502a-4d11-ac22-43a478ce5f6a tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:36.570821 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20af382d-f236-488d-b677-797cb801f332 req-970d3719-502a-4d11-ac22-43a478ce5f6a tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.39 "GET /v2.0/networks?id=75a01814-d064-4c42-8103-23e04256bf1b HTTP/1.1" status: 200 len: 810 time: 0.1996527 Jul 07 21:08:36.597279 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-26e9a0b2-d679-4e0e-9d98-b56631aa8c3b tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:36.604186 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-26e9a0b2-d679-4e0e-9d98-b56631aa8c3b tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/networks?id=dae1560c-1b71-41da-9bf4-ee40abc4490b HTTP/1.1" status: 200 len: 812 time: 0.1778848 Jul 07 21:08:36.609419 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-20af382d-f236-488d-b677-797cb801f332 req-4c91bb61-b791-4bf0-b314-63aa157aecd5 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Request body: {'port': {'device_id': '30d8dc08-988d-4323-85c3-fbedde05ce6c', 'network_id': '75a01814-d064-4c42-8103-23e04256bf1b', 'admin_state_up': True, 'tenant_id': '3d851e7566964f18923f7a9246878584'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:36.669283 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-a0798323-747d-4933-9281-f472ff7db989 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/quotas/40ef407941cf431097f86bb2e8b4c9ac HTTP/1.1" status: 200 len: 375 time: 0.0563004 Jul 07 21:08:36.779616 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20af382d-f236-488d-b677-797cb801f332 req-4c91bb61-b791-4bf0-b314-63aa157aecd5 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Made reservation on behalf of 3d851e7566964f18923f7a9246878584 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:08:36.783105 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-20af382d-f236-488d-b677-797cb801f332 req-4c91bb61-b791-4bf0-b314-63aa157aecd5 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:36.793439 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-cbfae3e7-70d7-452b-915b-7881288f0e78 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=40ef407941cf431097f86bb2e8b4c9ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1170139 Jul 07 21:08:36.994036 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-79df1da0-187d-4fad-b4d5-df6ba21918a6 service neutron] 10.222.0.64 "GET /v2.0/networks/dae1560c-1b71-41da-9bf4-ee40abc4490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923840 Jul 07 21:08:37.120282 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-20af382d-f236-488d-b677-797cb801f332 req-4c91bb61-b791-4bf0-b314-63aa157aecd5 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Allocated IP 172.20.0.5 (75a01814-d064-4c42-8103-23e04256bf1b/4e6aed05-6182-4577-9d08-de2e7e22c850/acda158b-b878-4344-a992-25057c470faf) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:08:37.144393 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1311b4b-3258-4224-b25a-c6db79fb495b req-952f8aae-a596-48ca-b4a4-75756a5f863a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:37.145897 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f1311b4b-3258-4224-b25a-c6db79fb495b req-952f8aae-a596-48ca-b4a4-75756a5f863a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.2167423 Jul 07 21:08:37.192139 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-7c77b92c-29c0-4b2e-83a3-e1fb6cc85370 service neutron] 10.222.0.64 "GET /v2.0/networks/dae1560c-1b71-41da-9bf4-ee40abc4490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706936 Jul 07 21:08:37.229464 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f1311b4b-3258-4224-b25a-c6db79fb495b req-9eedc50d-37fd-4cec-956e-0fd783b948ac tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732002 Jul 07 21:08:37.399684 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-20af382d-f236-488d-b677-797cb801f332 req-4c91bb61-b791-4bf0-b314-63aa157aecd5 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:37.461265 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-20af382d-f236-488d-b677-797cb801f332 req-4c91bb61-b791-4bf0-b314-63aa157aecd5 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:37.482979 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['96f17bef-cb90-47cc-af62-15caeafca06e'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:08:37.514851 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20af382d-f236-488d-b677-797cb801f332 req-4c91bb61-b791-4bf0-b314-63aa157aecd5 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Network 75a01814-d064-4c42-8103-23e04256bf1b is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:08:37.539939 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-20af382d-f236-488d-b677-797cb801f332 req-4c91bb61-b791-4bf0-b314-63aa157aecd5 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:08:37.544265 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-20af382d-f236-488d-b677-797cb801f332 req-4c91bb61-b791-4bf0-b314-63aa157aecd5 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:08:37.642043 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91bb61-b791-4bf0-b314-63aa157aecd5 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Pushing event updated for resources: {'Port': ['ID=acda158b-b878-4344-a992-25057c470faf,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:37.753624 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af382d-f236-488d-b677-797cb801f332 req-4c91bb61-b791-4bf0-b314-63aa157aecd5 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:37.754445 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-20af382d-f236-488d-b677-797cb801f332 req-4c91bb61-b791-4bf0-b314-63aa157aecd5 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:37.777565 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36284) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:37.806330 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20af382d-f236-488d-b677-797cb801f332 req-4c91bb61-b791-4bf0-b314-63aa157aecd5 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2010016 Jul 07 21:08:37.826668 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-20af382d-f236-488d-b677-797cb801f332 req-05e95ae1-5251-475d-9eb2-68760272a7d0 service neutron] Request body: {'port': {'device_id': '30d8dc08-988d-4323-85c3-fbedde05ce6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:37.902992 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36292) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:37.918967 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fc257-5315-452f-a03a-cee7747f5604 req-9e318cd5-25be-4f28-99ee-0e3a482cef5c tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:37.947974 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4f0fc257-5315-452f-a03a-cee7747f5604 req-9e318cd5-25be-4f28-99ee-0e3a482cef5c tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 931 time: 0.2703686 Jul 07 21:08:38.007481 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4f0fc257-5315-452f-a03a-cee7747f5604 req-65843fa3-7fd6-4b01-a596-ca3374ae4942 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584981 Jul 07 21:08:38.096800 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-215f964f-e6cf-44ba-8435-3c7ffc2bb79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:38.106374 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-faa1038b-61f0-41d2-9acf-7ce081a5d52f req-b23767d5-c2ca-4055-a4a1-be977d8cb975 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee196433-270d-4068-b249-4d03906893e5 HTTP/1.1" status: 200 len: 210 time: 0.0937867 Jul 07 21:08:38.109719 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-20af382d-f236-488d-b677-797cb801f332 req-05e95ae1-5251-475d-9eb2-68760272a7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:38.320176 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690daec-ca8c-46a3-a709-acf5408d3301 req-8476b590-e34f-497a-9af0-ca517abcb76e tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:38.322097 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d690daec-ca8c-46a3-a709-acf5408d3301 req-8476b590-e34f-497a-9af0-ca517abcb76e tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.39 "GET /v2.0/ports?device_id=980bad2b-2c22-4612-a341-be54124636b6 HTTP/1.1" status: 200 len: 945 time: 0.2791629 Jul 07 21:08:38.652114 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14264a0f-8b63-48e9-8f9d-5d242bfc302c req-340810cc-ac4e-42a2-bf10-be6e78e93d0b tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:38.653933 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-14264a0f-8b63-48e9-8f9d-5d242bfc302c req-340810cc-ac4e-42a2-bf10-be6e78e93d0b tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef57f05b-a839-4e4a-939b-50c45e001459 HTTP/1.1" status: 200 len: 945 time: 0.4031246 Jul 07 21:08:38.658984 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfc997-d774-4627-a764-488097824b8f req-1e6bbb08-112d-45e3-ab9b-8bfe1a982cbc tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:38.667203 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98bfc997-d774-4627-a764-488097824b8f req-1e6bbb08-112d-45e3-ab9b-8bfe1a982cbc tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.1663361 Jul 07 21:08:38.696079 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-20af382d-f236-488d-b677-797cb801f332 req-05e95ae1-5251-475d-9eb2-68760272a7d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acda158b-b878-4344-a992-25057c470faf {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:08:38.698738 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:08:38.707475 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-20af382d-f236-488d-b677-797cb801f332 req-05e95ae1-5251-475d-9eb2-68760272a7d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:38.732426 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-215f964f-e6cf-44ba-8435-3c7ffc2bb79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:38.738108 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98bfc997-d774-4627-a764-488097824b8f req-41224921-2d94-4954-b0f2-aab3df4372d9 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699377 Jul 07 21:08:38.746918 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-20af382d-f236-488d-b677-797cb801f332 req-05e95ae1-5251-475d-9eb2-68760272a7d0 service neutron] Transition to ACTIVE for port object acda158b-b878-4344-a992-25057c470faf will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:08:38.757480 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-20af382d-f236-488d-b677-797cb801f332 req-05e95ae1-5251-475d-9eb2-68760272a7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:38.761502 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-215f964f-e6cf-44ba-8435-3c7ffc2bb79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:38.813526 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e95ae1-5251-475d-9eb2-68760272a7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=acda158b-b878-4344-a992-25057c470faf,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:38.869995 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-d690daec-ca8c-46a3-a709-acf5408d3301 req-4ef5d368-b833-4b38-9857-1922b66f50da tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Deleting port e67c544a-b481-4073-8aa9-daac43321569 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:08:38.870602 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d690daec-ca8c-46a3-a709-acf5408d3301 req-4ef5d368-b833-4b38-9857-1922b66f50da tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:38.877101 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-215f964f-e6cf-44ba-8435-3c7ffc2bb79b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e0cd52c683254131878d514c5cb153a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0953982 Jul 07 21:08:38.879281 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 36306) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:38.927757 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-20af382d-f236-488d-b677-797cb801f332 req-05e95ae1-5251-475d-9eb2-68760272a7d0 service neutron] Attempting to bind port acda158b-b878-4344-a992-25057c470faf on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:08:38.928537 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-20af382d-f236-488d-b677-797cb801f332 req-05e95ae1-5251-475d-9eb2-68760272a7d0 service neutron] Attempting to bind port acda158b-b878-4344-a992-25057c470faf by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': 'cace7593-e10b-4afc-8fb6-96e8806d2de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '75a01814-d064-4c42-8103-23e04256bf1b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:08:38.928869 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20af382d-f236-488d-b677-797cb801f332 req-05e95ae1-5251-475d-9eb2-68760272a7d0 service neutron] Attempting to bind port acda158b-b878-4344-a992-25057c470faf on network 75a01814-d064-4c42-8103-23e04256bf1b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:08:38.937346 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20af382d-f236-488d-b677-797cb801f332 req-05e95ae1-5251-475d-9eb2-68760272a7d0 service neutron] Port acda158b-b878-4344-a992-25057c470faf on network 75a01814-d064-4c42-8103-23e04256bf1b not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:08:38.937672 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20af382d-f236-488d-b677-797cb801f332 req-05e95ae1-5251-475d-9eb2-68760272a7d0 service neutron] Attempting to bind port acda158b-b878-4344-a992-25057c470faf on network 75a01814-d064-4c42-8103-23e04256bf1b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:08:38.945954 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20af382d-f236-488d-b677-797cb801f332 req-05e95ae1-5251-475d-9eb2-68760272a7d0 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:08:38.946222 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20af382d-f236-488d-b677-797cb801f332 req-05e95ae1-5251-475d-9eb2-68760272a7d0 service neutron] Checking segment: {'id': 'cace7593-e10b-4afc-8fb6-96e8806d2de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '75a01814-d064-4c42-8103-23e04256bf1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:08:38.946603 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20af382d-f236-488d-b677-797cb801f332 req-05e95ae1-5251-475d-9eb2-68760272a7d0 service neutron] Bound using segment: {'id': 'cace7593-e10b-4afc-8fb6-96e8806d2de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '75a01814-d064-4c42-8103-23e04256bf1b'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:08:38.947027 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-20af382d-f236-488d-b677-797cb801f332 req-05e95ae1-5251-475d-9eb2-68760272a7d0 service neutron] Bound port: acda158b-b878-4344-a992-25057c470faf, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cace7593-e10b-4afc-8fb6-96e8806d2de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '75a01814-d064-4c42-8103-23e04256bf1b'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:08:38.947413 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-20af382d-f236-488d-b677-797cb801f332 req-05e95ae1-5251-475d-9eb2-68760272a7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:38.957145 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f964f-e6cf-44ba-8435-3c7ffc2bb79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72b6818-cc37-4cfa-80ee-475bfca74d78,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:38.979594 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1c9eb030-5c75-43a7-aedf-a24db05225de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:39.025044 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1c9eb030-5c75-43a7-aedf-a24db05225de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:39.065804 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-d690daec-ca8c-46a3-a709-acf5408d3301 req-4ef5d368-b833-4b38-9857-1922b66f50da tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] For port e67c544a-b481-4073-8aa9-daac43321569, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=e67c544a-b481-4073-8aa9-daac43321569,segment=NetworkSegment(d06979f7-3f50-430d-a5cf-9830c22daaf2),segment_id=d06979f7-3f50-430d-a5cf-9830c22daaf2)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:39.066171 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d690daec-ca8c-46a3-a709-acf5408d3301 req-4ef5d368-b833-4b38-9857-1922b66f50da tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:39.080048 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-20af382d-f236-488d-b677-797cb801f332 req-05e95ae1-5251-475d-9eb2-68760272a7d0 service neutron] For port acda158b-b878-4344-a992-25057c470faf, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:08:39.083523 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-20af382d-f236-488d-b677-797cb801f332 req-05e95ae1-5251-475d-9eb2-68760272a7d0 service neutron] For port acda158b-b878-4344-a992-25057c470faf, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=acda158b-b878-4344-a992-25057c470faf,segment=NetworkSegment(cace7593-e10b-4afc-8fb6-96e8806d2de1),segment_id=cace7593-e10b-4afc-8fb6-96e8806d2de1)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:08:39.089149 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-20af382d-f236-488d-b677-797cb801f332 req-05e95ae1-5251-475d-9eb2-68760272a7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:39.105521 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-14264a0f-8b63-48e9-8f9d-5d242bfc302c req-d1bba83b-01d8-4dd0-83f3-63c353e79ae4 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Deleting port 8313c21a-4c18-4740-97d0-0c8bcbc731e8 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:08:39.106164 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-14264a0f-8b63-48e9-8f9d-5d242bfc302c req-d1bba83b-01d8-4dd0-83f3-63c353e79ae4 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:39.115963 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-d690daec-ca8c-46a3-a709-acf5408d3301 req-4ef5d368-b833-4b38-9857-1922b66f50da tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Calling delete_port for e67c544a-b481-4073-8aa9-daac43321569 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:08:39.128011 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af382d-f236-488d-b677-797cb801f332 req-05e95ae1-5251-475d-9eb2-68760272a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:39.129064 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-20af382d-f236-488d-b677-797cb801f332 req-05e95ae1-5251-475d-9eb2-68760272a7d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:39.130839 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20af382d-f236-488d-b677-797cb801f332 req-05e95ae1-5251-475d-9eb2-68760272a7d0 service neutron] 10.222.0.39 "PUT /v2.0/ports/acda158b-b878-4344-a992-25057c470faf HTTP/1.1" status: 200 len: 1092 time: 1.3081443 Jul 07 21:08:39.135359 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d8dc08-988d-4323-85c3-fbedde05ce6c', 'tag': 'acda158b-b878-4344-a992-25057c470faf'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:08:39.138817 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a7363a-8c6c-44bf-9639-8f83d160ddc6" -d '{"events": [{"name": "network-changed", "server_uuid": "30d8dc08-988d-4323-85c3-fbedde05ce6c", "tag": "acda158b-b878-4344-a992-25057c470faf"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:08:39.168695 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1c9eb030-5c75-43a7-aedf-a24db05225de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:39.171215 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1c9eb030-5c75-43a7-aedf-a24db05225de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:39.172393 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1c9eb030-5c75-43a7-aedf-a24db05225de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f72b6818-cc37-4cfa-80ee-475bfca74d78 HTTP/1.1" status: 204 len: 168 time: 0.2919626 Jul 07 21:08:39.216485 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d801c7f-e0ce-4e7f-b24f-1b56b2bc6170 x-openstack-request-id: req-3d801c7f-e0ce-4e7f-b24f-1b56b2bc6170 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:08:39.216794 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d8dc08-988d-4323-85c3-fbedde05ce6c", "tag": "acda158b-b878-4344-a992-25057c470faf", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:08:39.217408 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3d801c7f-e0ce-4e7f-b24f-1b56b2bc6170 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:08:39.217845 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d8dc08-988d-4323-85c3-fbedde05ce6c', 'tag': 'acda158b-b878-4344-a992-25057c470faf', 'status': 'completed', 'code': 200} Jul 07 21:08:39.251016 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e95ae1-5251-475d-9eb2-68760272a7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=acda158b-b878-4344-a992-25057c470faf,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:39.264136 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9eb030-5c75-43a7-aedf-a24db05225de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72b6818-cc37-4cfa-80ee-475bfca74d78,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:39.298470 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c7adab0-cd29-4f60-b7b2-92e41d434dbf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:39.306455 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-14264a0f-8b63-48e9-8f9d-5d242bfc302c req-d1bba83b-01d8-4dd0-83f3-63c353e79ae4 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] For port 8313c21a-4c18-4740-97d0-0c8bcbc731e8, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8313c21a-4c18-4740-97d0-0c8bcbc731e8,segment=NetworkSegment(d06979f7-3f50-430d-a5cf-9830c22daaf2),segment_id=d06979f7-3f50-430d-a5cf-9830c22daaf2)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:39.306944 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-14264a0f-8b63-48e9-8f9d-5d242bfc302c req-d1bba83b-01d8-4dd0-83f3-63c353e79ae4 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:39.344655 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd717f3a-2f7a-4725-9a33-8303cf91f307 req-b66a7bc3-f322-4898-be71-079e0bfe82bb tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:39.351972 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd717f3a-2f7a-4725-9a33-8303cf91f307 req-b66a7bc3-f322-4898-be71-079e0bfe82bb tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 943 time: 0.2172635 Jul 07 21:08:39.353856 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-14264a0f-8b63-48e9-8f9d-5d242bfc302c req-d1bba83b-01d8-4dd0-83f3-63c353e79ae4 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Calling delete_port for 8313c21a-4c18-4740-97d0-0c8bcbc731e8 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:08:39.366029 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af382d-f236-488d-b677-797cb801f332 req-62647106-b110-47eb-8096-11429dfb3de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:39.367935 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20af382d-f236-488d-b677-797cb801f332 req-62647106-b110-47eb-8096-11429dfb3de0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d851e7566964f18923f7a9246878584&device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 1095 time: 0.1720223 Jul 07 21:08:39.421144 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e9d51d39-63de-44ea-9018-756c48c3927e req-e0a393c8-36ed-446c-8557-d2e49306189e tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee196433-270d-4068-b249-4d03906893e5 HTTP/1.1" status: 200 len: 210 time: 0.0577583 Jul 07 21:08:39.524503 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20af382d-f236-488d-b677-797cb801f332 req-79f8781b-ea60-48c3-846e-d29ecfb91f5b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acda158b-b878-4344-a992-25057c470faf HTTP/1.1" status: 200 len: 217 time: 0.1346269 Jul 07 21:08:39.555526 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd717f3a-2f7a-4725-9a33-8303cf91f307 req-2dc85d72-fdbc-4100-9ea1-6f49c2117655 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022216 Jul 07 21:08:39.644534 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af382d-f236-488d-b677-797cb801f332 req-3c3b62a3-3039-4a83-8ae7-17feb618a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:39.644534 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20af382d-f236-488d-b677-797cb801f332 req-3c3b62a3-3039-4a83-8ae7-17feb618a294 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e6aed05-6182-4577-9d08-de2e7e22c850 HTTP/1.1" status: 200 len: 850 time: 0.1061893 Jul 07 21:08:39.647638 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d690daec-ca8c-46a3-a709-acf5408d3301 req-4ef5d368-b833-4b38-9857-1922b66f50da tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:39.660974 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['8313c21a-4c18-4740-97d0-0c8bcbc731e8'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:08:40.106064 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5d368-b833-4b38-9857-1922b66f50da tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Pushing event deleted for resources: {'Port': ['ID=e67c544a-b481-4073-8aa9-daac43321569,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:40.123441 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20af382d-f236-488d-b677-797cb801f332 req-806a322f-90bb-4e10-bdda-4b73aeba424b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75a01814-d064-4c42-8103-23e04256bf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4667542 Jul 07 21:08:40.182598 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-2ea28f75-3d01-4feb-baf1-0203689fa016 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:40.190228 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-2ea28f75-3d01-4feb-baf1-0203689fa016 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.39 "GET /v2.0/networks?id=dae1560c-1b71-41da-9bf4-ee40abc4490b HTTP/1.1" status: 200 len: 812 time: 0.7265081 Jul 07 21:08:40.259218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-07523ecd-c0e2-48e6-971a-2763f947fc1a tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Request body: {'port': {'device_id': 'b655fe19-0769-48af-86a8-d504f5446b81', 'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b', 'admin_state_up': True, 'tenant_id': '40ef407941cf431097f86bb2e8b4c9ac'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:40.267913 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-d690daec-ca8c-46a3-a709-acf5408d3301 req-4ef5d368-b833-4b38-9857-1922b66f50da tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] No DVR routers for this DVR port e67c544a-b481-4073-8aa9-daac43321569 on host n-h2-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:08:40.287249 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d690daec-ca8c-46a3-a709-acf5408d3301 req-4ef5d368-b833-4b38-9857-1922b66f50da tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:40.290314 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d690daec-ca8c-46a3-a709-acf5408d3301 req-4ef5d368-b833-4b38-9857-1922b66f50da tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.39 "DELETE /v2.0/ports/e67c544a-b481-4073-8aa9-daac43321569 HTTP/1.1" status: 204 len: 173 time: 1.9573963 Jul 07 21:08:40.308545 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980bad2b-2c22-4612-a341-be54124636b6', 'name': 'network-vif-deleted', 'tag': 'e67c544a-b481-4073-8aa9-daac43321569'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:08:40.310925 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05a11d4-8896-49b9-8b8a-1f21ddc27640" -d '{"events": [{"server_uuid": "980bad2b-2c22-4612-a341-be54124636b6", "name": "network-vif-deleted", "tag": "e67c544a-b481-4073-8aa9-daac43321569"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:08:40.317060 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-14264a0f-8b63-48e9-8f9d-5d242bfc302c req-d1bba83b-01d8-4dd0-83f3-63c353e79ae4 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:40.388791 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bba83b-01d8-4dd0-83f3-63c353e79ae4 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Pushing event deleted for resources: {'Port': ['ID=8313c21a-4c18-4740-97d0-0c8bcbc731e8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:40.408231 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c188d8e5-cad0-4b60-bf97-93cff83b215c x-openstack-request-id: req-c188d8e5-cad0-4b60-bf97-93cff83b215c {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:08:40.408723 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980bad2b-2c22-4612-a341-be54124636b6", "name": "network-vif-deleted", "tag": "e67c544a-b481-4073-8aa9-daac43321569", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:08:40.409140 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c188d8e5-cad0-4b60-bf97-93cff83b215c {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:08:40.409733 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980bad2b-2c22-4612-a341-be54124636b6', 'name': 'network-vif-deleted', 'tag': 'e67c544a-b481-4073-8aa9-daac43321569', 'status': 'completed', 'code': 200} Jul 07 21:08:40.564956 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-14264a0f-8b63-48e9-8f9d-5d242bfc302c req-d1bba83b-01d8-4dd0-83f3-63c353e79ae4 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] No DVR routers for this DVR port 8313c21a-4c18-4740-97d0-0c8bcbc731e8 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:08:40.568195 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-14264a0f-8b63-48e9-8f9d-5d242bfc302c req-d1bba83b-01d8-4dd0-83f3-63c353e79ae4 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:40.572555 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-14264a0f-8b63-48e9-8f9d-5d242bfc302c req-d1bba83b-01d8-4dd0-83f3-63c353e79ae4 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.58 "DELETE /v2.0/ports/8313c21a-4c18-4740-97d0-0c8bcbc731e8 HTTP/1.1" status: 204 len: 173 time: 1.9023027 Jul 07 21:08:40.606187 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-5c7adab0-cd29-4f60-b7b2-92e41d434dbf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Allocated IP 172.20.0.17 (c309b307-e45c-44b4-86d6-7ce3373cff79/9a3d4d63-0de0-495a-8cf7-19e8f9c501ac/921b407a-fb22-4213-9b7d-d90b67058313) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:08:40.662382 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-a5a3f043-bfe7-40b4-9a5a-00155f55c133 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:40.664450 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-a5a3f043-bfe7-40b4-9a5a-00155f55c133 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.58 "GET /v2.0/networks?id=dae1560c-1b71-41da-9bf4-ee40abc4490b HTTP/1.1" status: 200 len: 812 time: 0.5963700 Jul 07 21:08:40.688465 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-d8775234-ad9c-4cac-80cd-6bf2e62e5a3b tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Request body: {'port': {'device_id': 'ee196433-270d-4068-b249-4d03906893e5', 'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b', 'admin_state_up': True, 'tenant_id': '40ef407941cf431097f86bb2e8b4c9ac'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:40.777900 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c7adab0-cd29-4f60-b7b2-92e41d434dbf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:40.804555 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-5c7adab0-cd29-4f60-b7b2-92e41d434dbf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Transition to ACTIVE for port object 921b407a-fb22-4213-9b7d-d90b67058313 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:08:40.809147 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-986f393c-7fac-4f59-aa43-0ffbb5cb3697 req-8972b981-a34f-4ab7-b38c-6139663c2920 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee196433-270d-4068-b249-4d03906893e5 HTTP/1.1" status: 200 len: 210 time: 0.1142988 Jul 07 21:08:40.833845 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20af382d-f236-488d-b677-797cb801f332 req-25ab5b0d-a38c-401f-aeb5-8ca92cf71105 service neutron] 10.222.0.39 "GET /v2.0/networks/75a01814-d064-4c42-8103-23e04256bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6974051 Jul 07 21:08:40.851443 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4bf2ea-41ec-44ab-8767-6b6f350ee01a req-c8cf7013-3b18-4094-af1b-fe40a4f837b9 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:40.858414 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5e4bf2ea-41ec-44ab-8767-6b6f350ee01a req-c8cf7013-3b18-4094-af1b-fe40a4f837b9 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.7232525 Jul 07 21:08:40.871647 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c7adab0-cd29-4f60-b7b2-92e41d434dbf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:40.915379 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36364) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:40.960506 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7adab0-cd29-4f60-b7b2-92e41d434dbf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Network c309b307-e45c-44b4-86d6-7ce3373cff79 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:08:40.965900 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-5c7adab0-cd29-4f60-b7b2-92e41d434dbf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:08:40.974163 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7adab0-cd29-4f60-b7b2-92e41d434dbf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:08:40.984767 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7adab0-cd29-4f60-b7b2-92e41d434dbf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'Port': ['ID=921b407a-fb22-4213-9b7d-d90b67058313,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:41.018114 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-07523ecd-c0e2-48e6-971a-2763f947fc1a tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Made reservation on behalf of 40ef407941cf431097f86bb2e8b4c9ac for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:08:41.021910 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-07523ecd-c0e2-48e6-971a-2763f947fc1a tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:41.035614 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c7adab0-cd29-4f60-b7b2-92e41d434dbf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:41.055392 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5e4bf2ea-41ec-44ab-8767-6b6f350ee01a req-7a644387-4f97-422c-967a-2193aa1c80b8 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958835 Jul 07 21:08:41.206939 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c0e1d8b1-55cf-4635-a68d-4ee3d3dfbcf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:41.259845 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-d8775234-ad9c-4cac-80cd-6bf2e62e5a3b tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Made reservation on behalf of 40ef407941cf431097f86bb2e8b4c9ac for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:08:41.270370 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-d8775234-ad9c-4cac-80cd-6bf2e62e5a3b tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:41.275004 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20af382d-f236-488d-b677-797cb801f332 req-a7be6bd2-563d-41f9-8c22-06cdfae1a37e service neutron] 10.222.0.39 "GET /v2.0/networks/75a01814-d064-4c42-8103-23e04256bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144056 Jul 07 21:08:41.297888 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c7adab0-cd29-4f60-b7b2-92e41d434dbf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:41.426594 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c0e1d8b1-55cf-4635-a68d-4ee3d3dfbcf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:41.436244 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c0e1d8b1-55cf-4635-a68d-4ee3d3dfbcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:41.461273 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24217954-105d-426a-bb20-a7aac41ef8a7 req-dbfcee22-f614-4434-b82d-9e8be114d64c tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:41.468538 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-24217954-105d-426a-bb20-a7aac41ef8a7 req-dbfcee22-f614-4434-b82d-9e8be114d64c tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 943 time: 0.4068680 Jul 07 21:08:41.499000 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c0e1d8b1-55cf-4635-a68d-4ee3d3dfbcf7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b84f314db6e94441a2fc7eb8b120691a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5819542 Jul 07 21:08:41.511616 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 36372) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:41.512016 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4cccf804-53f3-4ba0-9440-ff28a47de2df None None] Provisioning for port 921b407a-fb22-4213-9b7d-d90b67058313 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:08:41.516451 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4cccf804-53f3-4ba0-9440-ff28a47de2df None None] Provisioning complete for port 921b407a-fb22-4213-9b7d-d90b67058313 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:08:41.516826 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4cccf804-53f3-4ba0-9440-ff28a47de2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:41.532118 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1d8b1-55cf-4635-a68d-4ee3d3dfbcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1badc017-aa0c-4a3c-af98-97e220785fcc,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:41.576612 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-4cccf804-53f3-4ba0-9440-ff28a47de2df None None] Port 921b407a-fb22-4213-9b7d-d90b67058313 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:08:41.586720 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-07523ecd-c0e2-48e6-971a-2763f947fc1a tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Allocated IP 172.20.0.4 (dae1560c-1b71-41da-9bf4-ee40abc4490b/fc036cf1-6b38-46e3-814e-f48aaa93568d/8b687198-bb15-438d-80da-d5bc166be171) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:08:41.625559 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device e67c544a-b481-4073-8aa9-daac43321569 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:08:41.644809 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-24217954-105d-426a-bb20-a7aac41ef8a7 req-91591e95-0ab0-44ce-9f1a-5cbdd5552e25 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751199 Jul 07 21:08:41.664669 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: e67c544a-b481-4073-8aa9-daac43321569 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:08:41.665108 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device e67c544a-b481-4073-8aa9-daac43321569 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:08:41.727201 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-df0483fe-1bf2-4124-b20a-608fbd2adb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:41.739496 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7363a-8c6c-44bf-9639-8f83d160ddc6 req-ce4d21db-9b5f-492a-aac4-2254deff723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:41.741757 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99a7363a-8c6c-44bf-9639-8f83d160ddc6 req-ce4d21db-9b5f-492a-aac4-2254deff723d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d851e7566964f18923f7a9246878584&device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 1095 time: 0.2064888 Jul 07 21:08:41.824247 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 8313c21a-4c18-4740-97d0-0c8bcbc731e8 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:08:41.844667 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 8313c21a-4c18-4740-97d0-0c8bcbc731e8 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:08:41.845382 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 8313c21a-4c18-4740-97d0-0c8bcbc731e8 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:08:41.850516 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c7adab0-cd29-4f60-b7b2-92e41d434dbf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:41.856862 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c7adab0-cd29-4f60-b7b2-92e41d434dbf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:41.858324 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-df0483fe-1bf2-4124-b20a-608fbd2adb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:41.945800 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7adab0-cd29-4f60-b7b2-92e41d434dbf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'Port': ['ID=921b407a-fb22-4213-9b7d-d90b67058313,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:41.963914 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-07523ecd-c0e2-48e6-971a-2763f947fc1a tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:41.968433 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7363a-8c6c-44bf-9639-8f83d160ddc6 req-46d10f43-2117-4f2b-b739-713e115d542b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:41.970035 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99a7363a-8c6c-44bf-9639-8f83d160ddc6 req-46d10f43-2117-4f2b-b739-713e115d542b service neutron] 10.222.0.39 "GET /v2.0/networks?id=75a01814-d064-4c42-8103-23e04256bf1b HTTP/1.1" status: 200 len: 911 time: 0.1972990 Jul 07 21:08:41.973610 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c7adab0-cd29-4f60-b7b2-92e41d434dbf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:42.016074 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-df0483fe-1bf2-4124-b20a-608fbd2adb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:42.018578 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-df0483fe-1bf2-4124-b20a-608fbd2adb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:42.019752 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-df0483fe-1bf2-4124-b20a-608fbd2adb82 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1badc017-aa0c-4a3c-af98-97e220785fcc HTTP/1.1" status: 204 len: 168 time: 0.5049238 Jul 07 21:08:42.029521 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99a7363a-8c6c-44bf-9639-8f83d160ddc6 req-e933d7fb-b22b-4d2f-9da9-8b8d155ad9f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acda158b-b878-4344-a992-25057c470faf HTTP/1.1" status: 200 len: 217 time: 0.0492923 Jul 07 21:08:42.091069 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7adab0-cd29-4f60-b7b2-92e41d434dbf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Network c309b307-e45c-44b4-86d6-7ce3373cff79 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:08:42.094053 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-5c7adab0-cd29-4f60-b7b2-92e41d434dbf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:08:42.130095 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0483fe-1bf2-4124-b20a-608fbd2adb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1badc017-aa0c-4a3c-af98-97e220785fcc,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:42.150935 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e23b7311-1f96-450f-bf3a-7416db781789 req-13932e10-41d3-43bb-9321-1a93ea49ef7a tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee196433-270d-4068-b249-4d03906893e5 HTTP/1.1" status: 200 len: 210 time: 0.1284831 Jul 07 21:08:42.217563 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-07523ecd-c0e2-48e6-971a-2763f947fc1a tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:42.315276 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-07523ecd-c0e2-48e6-971a-2763f947fc1a tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Network dae1560c-1b71-41da-9bf4-ee40abc4490b is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:08:42.324477 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7adab0-cd29-4f60-b7b2-92e41d434dbf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Router d8b74f63-d506-4e7d-8dc9-3659ae608de3 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:08:42.386973 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-07523ecd-c0e2-48e6-971a-2763f947fc1a tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:08:42.390649 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-07523ecd-c0e2-48e6-971a-2763f947fc1a tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:08:42.410476 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef57f05b-a839-4e4a-939b-50c45e001459', 'name': 'network-vif-deleted', 'tag': '8313c21a-4c18-4740-97d0-0c8bcbc731e8'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:08:42.413508 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0640d590-dfd1-4032-bae9-ccbccba40f1a" -d '{"events": [{"server_uuid": "ef57f05b-a839-4e4a-939b-50c45e001459", "name": "network-vif-deleted", "tag": "8313c21a-4c18-4740-97d0-0c8bcbc731e8"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:08:42.414249 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-88e60cd9-4ea9-45c8-9dca-76c5c5e1867d None None] Provisioning complete for port 921b407a-fb22-4213-9b7d-d90b67058313 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:08:42.414880 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-88e60cd9-4ea9-45c8-9dca-76c5c5e1867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:42.426301 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7363a-8c6c-44bf-9639-8f83d160ddc6 req-5b64197b-b838-497a-a4b8-d91619e0400e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:42.446405 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99a7363a-8c6c-44bf-9639-8f83d160ddc6 req-5b64197b-b838-497a-a4b8-d91619e0400e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e6aed05-6182-4577-9d08-de2e7e22c850 HTTP/1.1" status: 200 len: 850 time: 0.3977299 Jul 07 21:08:42.473257 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-88e60cd9-4ea9-45c8-9dca-76c5c5e1867d None None] Port 921b407a-fb22-4213-9b7d-d90b67058313 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:08:42.526755 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7adab0-cd29-4f60-b7b2-92e41d434dbf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:08:42.540326 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-07523ecd-c0e2-48e6-971a-2763f947fc1a tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:42.541045 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-07523ecd-c0e2-48e6-971a-2763f947fc1a tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:42.541814 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] Sync routers for ids ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:08:42.543159 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1099353a-f20c-4620-910b-64295f738d59 x-openstack-request-id: req-1099353a-f20c-4620-910b-64295f738d59 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:08:42.543947 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef57f05b-a839-4e4a-939b-50c45e001459", "name": "network-vif-deleted", "tag": "8313c21a-4c18-4740-97d0-0c8bcbc731e8", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:08:42.545342 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1099353a-f20c-4620-910b-64295f738d59 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:08:42.545853 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef57f05b-a839-4e4a-939b-50c45e001459', 'name': 'network-vif-deleted', 'tag': '8313c21a-4c18-4740-97d0-0c8bcbc731e8', 'status': 'completed', 'code': 200} Jul 07 21:08:42.554164 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] Routers {'d8b74f63-d506-4e7d-8dc9-3659ae608de3'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:08:42.554804 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:08:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:08:42.570516 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5c7adab0-cd29-4f60-b7b2-92e41d434dbf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "PUT /v2.0/routers/d8b74f63-d506-4e7d-8dc9-3659ae608de3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6656899 Jul 07 21:08:42.571905 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07523ecd-c0e2-48e6-971a-2763f947fc1a tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Pushing event updated for resources: {'Port': ['ID=8b687198-bb15-438d-80da-d5bc166be171,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:42.587367 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-07523ecd-c0e2-48e6-971a-2763f947fc1a tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3524604 Jul 07 21:08:42.588038 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.db.api [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-d8775234-ad9c-4cac-80cd-6bf2e62e5a3b tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-ebfcff94-0f67-4acc-a886-504a38c2943b {{(pid=100448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:08:42.588367 n-d-695189-11 neutron-server[100448]: DEBUG oslo_db.api [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-d8775234-ad9c-4cac-80cd-6bf2e62e5a3b tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:08:42.627202 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99a7363a-8c6c-44bf-9639-8f83d160ddc6 req-780011cd-d8db-4d60-935e-d2f9e7aa2df5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75a01814-d064-4c42-8103-23e04256bf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712609 Jul 07 21:08:42.632572 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-4d99c605-3313-4429-8873-c0888ae62852 service neutron] Request body: {'port': {'device_id': 'b655fe19-0769-48af-86a8-d504f5446b81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:42.767415 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99a7363a-8c6c-44bf-9639-8f83d160ddc6 req-57f2eaca-8660-4f50-8dc5-edd567b52c2a service neutron] 10.222.0.39 "GET /v2.0/networks/75a01814-d064-4c42-8103-23e04256bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013556 Jul 07 21:08:42.782499 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3e88c-d9eb-4e43-b150-eecc06d226a1 req-e87ebdff-6be6-4f04-90a6-e30f91cceb9c tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:42.784073 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c6b3e88c-d9eb-4e43-b150-eecc06d226a1 req-e87ebdff-6be6-4f04-90a6-e30f91cceb9c tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.4759364 Jul 07 21:08:42.843237 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] Set router d8b74f63-d506-4e7d-8dc9-3659ae608de3 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:08:42.995259 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99a7363a-8c6c-44bf-9639-8f83d160ddc6 req-2bf00f1a-834d-4624-a9d8-5a13875569ed service neutron] 10.222.0.39 "GET /v2.0/networks/75a01814-d064-4c42-8103-23e04256bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006612 Jul 07 21:08:43.056197 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-4d99c605-3313-4429-8873-c0888ae62852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:43.064143 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c6b3e88c-d9eb-4e43-b150-eecc06d226a1 req-65485aa1-8520-451b-a84c-20324df0dc1c tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747215 Jul 07 21:08:43.105225 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-d8775234-ad9c-4cac-80cd-6bf2e62e5a3b tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:43.116594 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5789611-4714-482e-b8ad-907d5c72bc7a req-8eca94e9-3b7a-456d-9394-99f1faa06b43 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:43.118170 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5789611-4714-482e-b8ad-907d5c72bc7a req-8eca94e9-3b7a-456d-9394-99f1faa06b43 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 943 time: 0.2241645 Jul 07 21:08:43.202543 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5789611-4714-482e-b8ad-907d5c72bc7a req-a04b8b5c-ff30-4533-b360-bbac9814c878 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747416 Jul 07 21:08:43.248110 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'name': 'tempest-TestNetworkBasicOps-router-800052194', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:06:50Z', 'updated_at': '2021-07-07T21:08:41Z', 'revision_number': 5, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:51Z', 'updated_at': '2021-07-07T21:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'b697c3cc-c85f-4a73-8b2b-21b7f5b23389', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'port_id': '2670e9fa-7633-4cbb-9d10-6bece9b2901e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'mac_address': 'fa:16:3e:4a:fc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93df21d-0214-4a32-b834-2bac32754868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:07:25Z', 'updated_at': '2021-07-07T21:07:28Z', 'revision_number': 1, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00fbba8e-f980-43af-b701-fd763d1d7971', 'name': '', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:ac:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:57Z', 'updated_at': '2021-07-07T21:07:04Z', 'revision_number': 5, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '921b407a-fb22-4213-9b7d-d90b67058313', 'name': '', 'network_id': 'c309b307-e45c-44b4-86d6-7ce3373cff79', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:55:5c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '9a3d4d63-0de0-495a-8cf7-19e8f9c501ac', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:39Z', 'updated_at': '2021-07-07T21:08:41Z', 'revision_number': 2, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '9a3d4d63-0de0-495a-8cf7-19e8f9c501ac', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:08:43.311463 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] Checking router: d8b74f63-d506-4e7d-8dc9-3659ae608de3 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:08:43.316291 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36418) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:43.317080 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] Updating router d8b74f63-d506-4e7d-8dc9-3659ae608de3 port 921b407a-fb22-4213-9b7d-d90b67058313 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:08:43.377386 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:43.420034 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-71e17d4b-54cf-4d79-9e2e-24e308a4f1e2 req-a7a2c77f-4010-47e6-b61b-507e70439507 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee196433-270d-4068-b249-4d03906893e5 HTTP/1.1" status: 200 len: 210 time: 0.0927365 Jul 07 21:08:43.506768 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-dd95a078-2fcc-4f20-adb9-097b931a7d46 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-56852643-network', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:43.557270 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd95a078-2fcc-4f20-adb9-097b931a7d46 admin admin] Made reservation on behalf of 2c77ff576c8f4eb18bd83eb9fa5ae9c8 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:08:43.559816 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dd95a078-2fcc-4f20-adb9-097b931a7d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:43.569304 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-4d99c605-3313-4429-8873-c0888ae62852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b687198-bb15-438d-80da-d5bc166be171 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:08:43.575716 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dd95a078-2fcc-4f20-adb9-097b931a7d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:43.582308 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-4d99c605-3313-4429-8873-c0888ae62852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:43.606121 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-4d99c605-3313-4429-8873-c0888ae62852 service neutron] Transition to ACTIVE for port object 8b687198-bb15-438d-80da-d5bc166be171 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:08:43.635944 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device acda158b-b878-4344-a992-25057c470faf details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:08:43.654468 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-4d99c605-3313-4429-8873-c0888ae62852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:43.708795 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dd95a078-2fcc-4f20-adb9-097b931a7d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:43.716594 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dd95a078-2fcc-4f20-adb9-097b931a7d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:43.758395 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd95a078-2fcc-4f20-adb9-097b931a7d46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:08:43.769191 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-d8775234-ad9c-4cac-80cd-6bf2e62e5a3b tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Allocated IP 172.20.0.5 (dae1560c-1b71-41da-9bf4-ee40abc4490b/fc036cf1-6b38-46e3-814e-f48aaa93568d/eb78729d-e5bf-4b36-b77d-4f07437a6520) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:08:43.779279 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95a078-2fcc-4f20-adb9-097b931a7d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494edd53-3ea4-4fa2-9dbc-59d4c510b903,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:43.794365 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dd95a078-2fcc-4f20-adb9-097b931a7d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:43.794484 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-dd95a078-2fcc-4f20-adb9-097b931a7d46 admin admin] Added segment ea031aad-0623-47bf-a876-73a3b1e061ee of type vlan for network 71e90e76-92b1-4ebc-85b0-c55c9e97f894 Jul 07 21:08:43.795140 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99c605-3313-4429-8873-c0888ae62852 service neutron] Pushing event updated for resources: {'Port': ['ID=8b687198-bb15-438d-80da-d5bc166be171,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:43.900589 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dd95a078-2fcc-4f20-adb9-097b931a7d46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:43.915591 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port acda158b-b878-4344-a992-25057c470faf, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=acda158b-b878-4344-a992-25057c470faf,segment=NetworkSegment(cace7593-e10b-4afc-8fb6-96e8806d2de1),segment_id=cace7593-e10b-4afc-8fb6-96e8806d2de1)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:43.927108 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-4d99c605-3313-4429-8873-c0888ae62852 service neutron] Attempting to bind port 8b687198-bb15-438d-80da-d5bc166be171 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:08:43.927487 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-4d99c605-3313-4429-8873-c0888ae62852 service neutron] Attempting to bind port 8b687198-bb15-438d-80da-d5bc166be171 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': 'd06979f7-3f50-430d-a5cf-9830c22daaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:08:43.928357 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-4d99c605-3313-4429-8873-c0888ae62852 service neutron] Attempting to bind port 8b687198-bb15-438d-80da-d5bc166be171 on network dae1560c-1b71-41da-9bf4-ee40abc4490b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:08:43.928816 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:43.934545 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'acda158b-b878-4344-a992-25057c470faf', 'network_id': '75a01814-d064-4c42-8103-23e04256bf1b', 'port_id': 'acda158b-b878-4344-a992-25057c470faf', 'mac_address': 'fa:16:3e:fe:e3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e6aed05-6182-4577-9d08-de2e7e22c850', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:08:43.937146 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-4d99c605-3313-4429-8873-c0888ae62852 service neutron] Port 8b687198-bb15-438d-80da-d5bc166be171 on network dae1560c-1b71-41da-9bf4-ee40abc4490b not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:08:43.937501 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-4d99c605-3313-4429-8873-c0888ae62852 service neutron] Attempting to bind port 8b687198-bb15-438d-80da-d5bc166be171 on network dae1560c-1b71-41da-9bf4-ee40abc4490b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:08:43.939269 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] Transition to ACTIVE for port object 921b407a-fb22-4213-9b7d-d90b67058313 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:08:43.949611 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-4d99c605-3313-4429-8873-c0888ae62852 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:08:43.949849 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:43.950003 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-4d99c605-3313-4429-8873-c0888ae62852 service neutron] Checking segment: {'id': 'd06979f7-3f50-430d-a5cf-9830c22daaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:08:43.950338 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-4d99c605-3313-4429-8873-c0888ae62852 service neutron] Bound using segment: {'id': 'd06979f7-3f50-430d-a5cf-9830c22daaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:08:43.950792 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-4d99c605-3313-4429-8873-c0888ae62852 service neutron] Bound port: 8b687198-bb15-438d-80da-d5bc166be171, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd06979f7-3f50-430d-a5cf-9830c22daaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:08:43.951302 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-4d99c605-3313-4429-8873-c0888ae62852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:43.972652 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dd95a078-2fcc-4f20-adb9-097b931a7d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:43.974023 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd95a078-2fcc-4f20-adb9-097b931a7d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:43.974662 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dd95a078-2fcc-4f20-adb9-097b931a7d46 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:43.997013 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:44.018931 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba4245-d329-4f31-9c0e-5b296871be39 None None] Pushing event updated for resources: {'Port': ['ID=921b407a-fb22-4213-9b7d-d90b67058313,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:44.044557 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acda158b-b878-4344-a992-25057c470faf {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:08:44.066700 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba4245-d329-4f31-9c0e-5b296871be39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:44.066960 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba4245-d329-4f31-9c0e-5b296871be39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:44.067296 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba4245-d329-4f31-9c0e-5b296871be39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:44.067657 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba4245-d329-4f31-9c0e-5b296871be39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:44.068291 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba4245-d329-4f31-9c0e-5b296871be39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:44.069196 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dd95a078-2fcc-4f20-adb9-097b931a7d46 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7507439 Jul 07 21:08:44.069356 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba4245-d329-4f31-9c0e-5b296871be39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:44.069745 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba4245-d329-4f31-9c0e-5b296871be39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:44.069976 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba4245-d329-4f31-9c0e-5b296871be39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:44.070301 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba4245-d329-4f31-9c0e-5b296871be39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:44.070627 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba4245-d329-4f31-9c0e-5b296871be39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:44.070935 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba4245-d329-4f31-9c0e-5b296871be39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:44.071480 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ba4245-d329-4f31-9c0e-5b296871be39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:44.073511 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36424) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:44.091026 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-1a321fd6-868d-4bdc-8f99-75e102adabb1 admin admin] Request body: {'subnet': {'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-56852643-subnet', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:44.112596 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95a078-2fcc-4f20-adb9-097b931a7d46 admin admin] Pushing event updated for resources: {'Network': ['ID=71e90e76-92b1-4ebc-85b0-c55c9e97f894,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:44.113685 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port acda158b-b878-4344-a992-25057c470faf, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=acda158b-b878-4344-a992-25057c470faf,segment=NetworkSegment(cace7593-e10b-4afc-8fb6-96e8806d2de1),segment_id=cace7593-e10b-4afc-8fb6-96e8806d2de1)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:44.121397 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:44.137133 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 71e90e76-92b1-4ebc-85b0-c55c9e97f894 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:08:44.161271 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] Attempting to bind port 921b407a-fb22-4213-9b7d-d90b67058313 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:08:44.161529 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a321fd6-868d-4bdc-8f99-75e102adabb1 admin admin] Made reservation on behalf of 2c77ff576c8f4eb18bd83eb9fa5ae9c8 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:08:44.162796 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] Attempting to bind port 921b407a-fb22-4213-9b7d-d90b67058313 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '01ed4fe1-3a68-4bcf-823e-63e59ffc9002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c309b307-e45c-44b4-86d6-7ce3373cff79'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:08:44.163438 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] Attempting to bind port 921b407a-fb22-4213-9b7d-d90b67058313 on network c309b307-e45c-44b4-86d6-7ce3373cff79 {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:08:44.168279 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a321fd6-868d-4bdc-8f99-75e102adabb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:44.172076 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:08:44.175673 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] Checking segment: {'id': '01ed4fe1-3a68-4bcf-823e-63e59ffc9002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c309b307-e45c-44b4-86d6-7ce3373cff79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:08:44.176135 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:44.176541 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] Bound using segment: {'id': '01ed4fe1-3a68-4bcf-823e-63e59ffc9002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c309b307-e45c-44b4-86d6-7ce3373cff79'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:08:44.177036 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] Bound port: 921b407a-fb22-4213-9b7d-d90b67058313, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ed4fe1-3a68-4bcf-823e-63e59ffc9002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c309b307-e45c-44b4-86d6-7ce3373cff79'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:08:44.181645 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:44.237827 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-4d99c605-3313-4429-8873-c0888ae62852 service neutron] For port 8b687198-bb15-438d-80da-d5bc166be171, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:08:44.246318 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-4d99c605-3313-4429-8873-c0888ae62852 service neutron] For port 8b687198-bb15-438d-80da-d5bc166be171, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=8b687198-bb15-438d-80da-d5bc166be171,segment=NetworkSegment(d06979f7-3f50-430d-a5cf-9830c22daaf2),segment_id=d06979f7-3f50-430d-a5cf-9830c22daaf2)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:08:44.268351 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-4d99c605-3313-4429-8873-c0888ae62852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:44.282344 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=acda158b-b878-4344-a992-25057c470faf,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:44.321835 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] For port 921b407a-fb22-4213-9b7d-d90b67058313, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:08:44.325606 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] For port 921b407a-fb22-4213-9b7d-d90b67058313, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=921b407a-fb22-4213-9b7d-d90b67058313,segment=NetworkSegment(01ed4fe1-3a68-4bcf-823e-63e59ffc9002),segment_id=01ed4fe1-3a68-4bcf-823e-63e59ffc9002)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:08:44.331439 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:44.402364 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] Routers {'d8b74f63-d506-4e7d-8dc9-3659ae608de3'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:08:44.403685 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:08:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:08:44.422582 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['acda158b-b878-4344-a992-25057c470faf'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:08:44.425972 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-4d99c605-3313-4429-8873-c0888ae62852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:44.430744 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-4d99c605-3313-4429-8873-c0888ae62852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:44.432435 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-4d99c605-3313-4429-8873-c0888ae62852 service neutron] 10.222.0.39 "PUT /v2.0/ports/8b687198-bb15-438d-80da-d5bc166be171 HTTP/1.1" status: 200 len: 1092 time: 1.8137593 Jul 07 21:08:44.437212 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b655fe19-0769-48af-86a8-d504f5446b81', 'tag': '8b687198-bb15-438d-80da-d5bc166be171'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:08:44.439928 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6995af8d-dcd0-4a8a-a002-770078f5cad0" -d '{"events": [{"name": "network-changed", "server_uuid": "b655fe19-0769-48af-86a8-d504f5446b81", "tag": "8b687198-bb15-438d-80da-d5bc166be171"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:08:44.477738 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99c605-3313-4429-8873-c0888ae62852 service neutron] Pushing event updated for resources: {'Port': ['ID=8b687198-bb15-438d-80da-d5bc166be171,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:44.515023 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a321fd6-868d-4bdc-8f99-75e102adabb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:44.517232 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-d8775234-ad9c-4cac-80cd-6bf2e62e5a3b tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:44.536578 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba4245-d329-4f31-9c0e-5b296871be39 None None] Pushing event updated for resources: {'Port': ['ID=921b407a-fb22-4213-9b7d-d90b67058313,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:44.579923 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a321fd6-868d-4bdc-8f99-75e102adabb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=695c722d-c0e1-4b67-838e-81b8bf679407,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:44.588060 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a321fd6-868d-4bdc-8f99-75e102adabb1 admin admin] Checking segment: {'id': 'ea031aad-0623-47bf-a876-73a3b1e061ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:08:44.588430 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a321fd6-868d-4bdc-8f99-75e102adabb1 admin admin] Network hostable DHCP agents. Network: 71e90e76-92b1-4ebc-85b0-c55c9e97f894, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:08:44.602558 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] Set router d8b74f63-d506-4e7d-8dc9-3659ae608de3 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:08:44.618481 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-d8775234-ad9c-4cac-80cd-6bf2e62e5a3b tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:44.621246 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a321fd6-868d-4bdc-8f99-75e102adabb1 admin admin] Network 71e90e76-92b1-4ebc-85b0-c55c9e97f894 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:08:44.634123 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-1a321fd6-868d-4bdc-8f99-75e102adabb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 71e90e76-92b1-4ebc-85b0-c55c9e97f894) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:08:44.638796 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a321fd6-868d-4bdc-8f99-75e102adabb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:44.639553 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a321fd6-868d-4bdc-8f99-75e102adabb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:44.660437 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46573f7a-fa15-405a-a340-94e74547107e None None] Network 71e90e76-92b1-4ebc-85b0-c55c9e97f894 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:08:44.668256 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1a321fd6-868d-4bdc-8f99-75e102adabb1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5906475 Jul 07 21:08:44.670520 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36434) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:44.675368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-26b1608e-c2c2-4219-a478-c648317a7a06 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-56852643-router', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:44.702354 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a39ce-87ae-4b08-93c0-1b5ad3e9864b req-0dd6735c-9b5f-41a6-8fae-b4dd29f07615 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:44.710946 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e79a39ce-87ae-4b08-93c0-1b5ad3e9864b req-0dd6735c-9b5f-41a6-8fae-b4dd29f07615 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.3583047 Jul 07 21:08:44.715270 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-26b1608e-c2c2-4219-a478-c648317a7a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:44.717323 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-26b1608e-c2c2-4219-a478-c648317a7a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:44.758134 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-d8775234-ad9c-4cac-80cd-6bf2e62e5a3b tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Network dae1560c-1b71-41da-9bf4-ee40abc4490b is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:08:44.779582 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-d8775234-ad9c-4cac-80cd-6bf2e62e5a3b tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:08:44.790019 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdc7f0-28a2-4b38-bbc1-cb8acea0ee88 req-10cd3114-4d0d-4e70-a01e-00559be647c4 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:44.800507 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29cdc7f0-28a2-4b38-bbc1-cb8acea0ee88 req-10cd3114-4d0d-4e70-a01e-00559be647c4 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 944 time: 0.4196508 Jul 07 21:08:44.805506 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-d8775234-ad9c-4cac-80cd-6bf2e62e5a3b tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:08:44.809710 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8775234-ad9c-4cac-80cd-6bf2e62e5a3b tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Pushing event updated for resources: {'Port': ['ID=eb78729d-e5bf-4b36-b77d-4f07437a6520,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:44.814394 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-26b1608e-c2c2-4219-a478-c648317a7a06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:44.892719 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-0e32264e-b2ae-4cbe-8f84-0c1f285b01a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:44.895157 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-0e32264e-b2ae-4cbe-8f84-0c1f285b01a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40ef407941cf431097f86bb2e8b4c9ac&device_id=b655fe19-0769-48af-86a8-d504f5446b81 HTTP/1.1" status: 200 len: 1095 time: 0.3676214 Jul 07 21:08:44.912967 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24f2811-a67b-4a1f-8e6e-9e1ea5b62cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'fixed_ips': [{'subnet_id': '695c722d-c0e1-4b67-838e-81b8bf679407'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:08:44.914194 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f24f2811-a67b-4a1f-8e6e-9e1ea5b62cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:44.927079 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e79a39ce-87ae-4b08-93c0-1b5ad3e9864b req-2f17dff1-aa81-4013-950a-b8e797190b6b tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151282 Jul 07 21:08:44.967788 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-d8775234-ad9c-4cac-80cd-6bf2e62e5a3b tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:44.972821 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-d8775234-ad9c-4cac-80cd-6bf2e62e5a3b tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:44.992405 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-26b1608e-c2c2-4219-a478-c648317a7a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:45.001101 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29cdc7f0-28a2-4b38-bbc1-cb8acea0ee88 req-6d9d1d6e-f174-4eb6-bccc-1157c6b4ec51 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989591 Jul 07 21:08:45.043579 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'name': 'tempest-TestNetworkBasicOps-router-800052194', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:06:50Z', 'updated_at': '2021-07-07T21:08:41Z', 'revision_number': 5, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:51Z', 'updated_at': '2021-07-07T21:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'b697c3cc-c85f-4a73-8b2b-21b7f5b23389', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'port_id': '2670e9fa-7633-4cbb-9d10-6bece9b2901e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'mac_address': 'fa:16:3e:4a:fc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93df21d-0214-4a32-b834-2bac32754868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:07:25Z', 'updated_at': '2021-07-07T21:07:28Z', 'revision_number': 1, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00fbba8e-f980-43af-b701-fd763d1d7971', 'name': '', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:ac:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:57Z', 'updated_at': '2021-07-07T21:07:04Z', 'revision_number': 5, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '921b407a-fb22-4213-9b7d-d90b67058313', 'name': '', 'network_id': 'c309b307-e45c-44b4-86d6-7ce3373cff79', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:55:5c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '9a3d4d63-0de0-495a-8cf7-19e8f9c501ac', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:39Z', 'updated_at': '2021-07-07T21:08:44Z', 'revision_number': 4, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '9a3d4d63-0de0-495a-8cf7-19e8f9c501ac', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:08:45.109765 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-0020e1fd-e071-4f01-94d6-3665dfedea81 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b687198-bb15-438d-80da-d5bc166be171 HTTP/1.1" status: 200 len: 217 time: 0.1726985 Jul 07 21:08:45.113112 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e148e974-81df-4237-b7af-fde0ab4ab16b x-openstack-request-id: req-e148e974-81df-4237-b7af-fde0ab4ab16b {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:08:45.113782 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b655fe19-0769-48af-86a8-d504f5446b81", "tag": "8b687198-bb15-438d-80da-d5bc166be171", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:08:45.114360 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e148e974-81df-4237-b7af-fde0ab4ab16b {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:08:45.115849 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b655fe19-0769-48af-86a8-d504f5446b81', 'tag': '8b687198-bb15-438d-80da-d5bc166be171', 'status': 'completed', 'code': 200} Jul 07 21:08:45.117054 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8c8aa8-c5f4-41e7-86ab-182130a9a1cf None None] The sync data for ids ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'] in n-d-695189-11 is: [{'id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'name': 'tempest-TestNetworkBasicOps-router-800052194', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:06:50Z', 'updated_at': '2021-07-07T21:08:41Z', 'revision_number': 5, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:51Z', 'updated_at': '2021-07-07T21:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'b697c3cc-c85f-4a73-8b2b-21b7f5b23389', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'port_id': '2670e9fa-7633-4cbb-9d10-6bece9b2901e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'mac_address': 'fa:16:3e:4a:fc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93df21d-0214-4a32-b834-2bac32754868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:07:25Z', 'updated_at': '2021-07-07T21:07:28Z', 'revision_number': 1, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00fbba8e-f980-43af-b701-fd763d1d7971', 'name': '', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:ac:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:57Z', 'updated_at': '2021-07-07T21:07:04Z', 'revision_number': 5, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '921b407a-fb22-4213-9b7d-d90b67058313', 'name': '', 'network_id': 'c309b307-e45c-44b4-86d6-7ce3373cff79', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:55:5c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '9a3d4d63-0de0-495a-8cf7-19e8f9c501ac', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:39Z', 'updated_at': '2021-07-07T21:08:44Z', 'revision_number': 4, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '9a3d4d63-0de0-495a-8cf7-19e8f9c501ac', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:08:45.133869 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-f24f2811-a67b-4a1f-8e6e-9e1ea5b62cf6 None None] Allocated IP 172.20.0.2 (71e90e76-92b1-4ebc-85b0-c55c9e97f894/695c722d-c0e1-4b67-838e-81b8bf679407/1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:08:45.141282 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-d8775234-ad9c-4cac-80cd-6bf2e62e5a3b tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4579494 Jul 07 21:08:45.186842 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-86f8017e-a269-4a70-9682-a7db62c29e47 service neutron] Request body: {'port': {'device_id': 'ee196433-270d-4068-b249-4d03906893e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:45.293501 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-4f0ce7c8-30ed-4dfb-bebe-0b02166eb533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:45.294989 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-4f0ce7c8-30ed-4dfb-bebe-0b02166eb533 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc036cf1-6b38-46e3-814e-f48aaa93568d HTTP/1.1" status: 200 len: 852 time: 0.1670799 Jul 07 21:08:45.329564 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-26b1608e-c2c2-4219-a478-c648317a7a06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:45.358221 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-26b1608e-c2c2-4219-a478-c648317a7a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:45.407987 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f24f2811-a67b-4a1f-8e6e-9e1ea5b62cf6 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:45.422124 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f24f2811-a67b-4a1f-8e6e-9e1ea5b62cf6 None None] Transition to ACTIVE for port object 1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:08:45.475470 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f24f2811-a67b-4a1f-8e6e-9e1ea5b62cf6 None None] Transition to ACTIVE for port object 1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:08:45.491246 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f24f2811-a67b-4a1f-8e6e-9e1ea5b62cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:45.535288 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-26b1608e-c2c2-4219-a478-c648317a7a06 admin admin] Allocated IP 172.25.5.103 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/6cddf9ca-bfc5-420a-b798-547ed1d0da92) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:08:45.546124 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f2811-a67b-4a1f-8e6e-9e1ea5b62cf6 None None] Pushing event updated for resources: {'Port': ['ID=1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:45.563886 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24f2811-a67b-4a1f-8e6e-9e1ea5b62cf6 None None] Network 71e90e76-92b1-4ebc-85b0-c55c9e97f894 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:08:45.575771 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-f24f2811-a67b-4a1f-8e6e-9e1ea5b62cf6 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:08:45.583767 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24f2811-a67b-4a1f-8e6e-9e1ea5b62cf6 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:08:45.692075 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-26b1608e-c2c2-4219-a478-c648317a7a06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:45.720373 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device acda158b-b878-4344-a992-25057c470faf up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:08:45.746266 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-26b1608e-c2c2-4219-a478-c648317a7a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:45.770444 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-f24f2811-a67b-4a1f-8e6e-9e1ea5b62cf6 None None] Attempting to bind port 1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:08:45.770822 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-f24f2811-a67b-4a1f-8e6e-9e1ea5b62cf6 None None] Attempting to bind port 1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'ea031aad-0623-47bf-a876-73a3b1e061ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:08:45.771191 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24f2811-a67b-4a1f-8e6e-9e1ea5b62cf6 None None] Attempting to bind port 1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8 on network 71e90e76-92b1-4ebc-85b0-c55c9e97f894 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:08:45.811108 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24f2811-a67b-4a1f-8e6e-9e1ea5b62cf6 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:08:45.811536 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24f2811-a67b-4a1f-8e6e-9e1ea5b62cf6 None None] Checking segment: {'id': 'ea031aad-0623-47bf-a876-73a3b1e061ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:08:45.811930 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f24f2811-a67b-4a1f-8e6e-9e1ea5b62cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:45.812334 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24f2811-a67b-4a1f-8e6e-9e1ea5b62cf6 None None] Bound using segment: {'id': 'ea031aad-0623-47bf-a876-73a3b1e061ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:08:45.812822 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-f24f2811-a67b-4a1f-8e6e-9e1ea5b62cf6 None None] Bound port: 1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea031aad-0623-47bf-a876-73a3b1e061ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:08:45.813208 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f24f2811-a67b-4a1f-8e6e-9e1ea5b62cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:45.817986 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b1608e-c2c2-4219-a478-c648317a7a06 admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:08:45.821864 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-26b1608e-c2c2-4219-a478-c648317a7a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:08:45.826776 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b1608e-c2c2-4219-a478-c648317a7a06 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:08:45.894833 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-4f33310b-b225-40e8-b0e6-e08521ece7d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dae1560c-1b71-41da-9bf4-ee40abc4490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353529 Jul 07 21:08:45.907679 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port acda158b-b878-4344-a992-25057c470faf completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:08:45.916033 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port acda158b-b878-4344-a992-25057c470faf triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:08:45.916415 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:45.921830 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1608e-c2c2-4219-a478-c648317a7a06 admin admin] Pushing event updated for resources: {'Port': ['ID=6cddf9ca-bfc5-420a-b798-547ed1d0da92,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:45.928666 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-73a7262e-8e4b-49f1-ad3d-5ad9a995d0fe req-193278bb-4a07-43d6-977d-13743c8d0904 service neutron] (100448) timed out ('10.222.0.64', 60308) {{(pid=100448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 21:08:45.987671 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d424d-394c-460a-8c8b-cffdd3221217 req-d95101e8-b7b4-41c9-bdd2-1687438375b6 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:45.996501 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-811d424d-394c-460a-8c8b-cffdd3221217 req-d95101e8-b7b4-41c9-bdd2-1687438375b6 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee196433-270d-4068-b249-4d03906893e5 HTTP/1.1" status: 200 len: 931 time: 0.8925109 Jul 07 21:08:46.019622 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-f24f2811-a67b-4a1f-8e6e-9e1ea5b62cf6 None None] For port 1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:08:46.036571 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-86f8017e-a269-4a70-9682-a7db62c29e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:46.077230 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-f24f2811-a67b-4a1f-8e6e-9e1ea5b62cf6 None None] For port 1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:08:46.090255 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f24f2811-a67b-4a1f-8e6e-9e1ea5b62cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:46.129109 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:46.208700 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-811d424d-394c-460a-8c8b-cffdd3221217 req-1c2865ef-0095-48c7-9779-daf2cb52620b tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112031 Jul 07 21:08:46.223974 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d8dc08-988d-4323-85c3-fbedde05ce6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acda158b-b878-4344-a992-25057c470faf'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:08:46.226677 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7e32bb-7fef-435f-b49a-4207bdd20f53" -d '{"events": [{"server_uuid": "30d8dc08-988d-4323-85c3-fbedde05ce6c", "name": "network-vif-plugged", "status": "completed", "tag": "acda158b-b878-4344-a992-25057c470faf"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:08:46.257994 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port acda158b-b878-4344-a992-25057c470faf, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=acda158b-b878-4344-a992-25057c470faf,segment=NetworkSegment(cace7593-e10b-4afc-8fb6-96e8806d2de1),segment_id=cace7593-e10b-4afc-8fb6-96e8806d2de1)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:46.262903 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f2811-a67b-4a1f-8e6e-9e1ea5b62cf6 None None] Pushing event updated for resources: {'Port': ['ID=1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:46.278127 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:46.371961 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=acda158b-b878-4344-a992-25057c470faf,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:46.383706 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 921b407a-fb22-4213-9b7d-d90b67058313 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:08:46.394497 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-c9098c17-8b71-4f5a-bd46-319315c7c5a9 service neutron] 10.222.0.39 "GET /v2.0/networks/dae1560c-1b71-41da-9bf4-ee40abc4490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849534 Jul 07 21:08:46.407714 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-26b1608e-c2c2-4219-a478-c648317a7a06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:46.700875 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-26b1608e-c2c2-4219-a478-c648317a7a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:46.713619 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07d148-601e-4ed7-974f-2348d3f2fa82 req-d39c379e-ceff-4166-9cd5-ccbb0ee777a2 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:46.715250 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8c07d148-601e-4ed7-974f-2348d3f2fa82 req-d39c379e-ceff-4166-9cd5-ccbb0ee777a2 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.5047979 Jul 07 21:08:46.794431 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 921b407a-fb22-4213-9b7d-d90b67058313 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:08:46.799053 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 921b407a-fb22-4213-9b7d-d90b67058313 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:08:46.799462 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:46.880992 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8c07d148-601e-4ed7-974f-2348d3f2fa82 req-8ac96f57-f14b-4cb5-9677-6bda9722b576 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432664 Jul 07 21:08:46.886892 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:46.899119 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-fd5af663-e6ba-4d46-882d-d024b4baba5c service neutron] 10.222.0.39 "GET /v2.0/networks/dae1560c-1b71-41da-9bf4-ee40abc4490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047434 Jul 07 21:08:46.941536 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d3adf-946e-4b95-a878-1c1b34b61872 req-1681c0f9-c466-4e53-a08c-200b81201535 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:46.944245 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec6d3adf-946e-4b95-a878-1c1b34b61872 req-1681c0f9-c466-4e53-a08c-200b81201535 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.4667857 Jul 07 21:08:46.947389 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 921b407a-fb22-4213-9b7d-d90b67058313, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=921b407a-fb22-4213-9b7d-d90b67058313,segment=NetworkSegment(01ed4fe1-3a68-4bcf-823e-63e59ffc9002),segment_id=01ed4fe1-3a68-4bcf-823e-63e59ffc9002)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:46.960111 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:46.993326 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf41748-d1f7-435b-96e4-8b36ba03efcd x-openstack-request-id: req-8bf41748-d1f7-435b-96e4-8b36ba03efcd {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:08:46.994041 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d8dc08-988d-4323-85c3-fbedde05ce6c", "name": "network-vif-plugged", "status": "completed", "tag": "acda158b-b878-4344-a992-25057c470faf", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:08:46.994562 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8bf41748-d1f7-435b-96e4-8b36ba03efcd {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:08:46.995225 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d8dc08-988d-4323-85c3-fbedde05ce6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acda158b-b878-4344-a992-25057c470faf', 'code': 200} Jul 07 21:08:47.049042 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=921b407a-fb22-4213-9b7d-d90b67058313,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:47.107895 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec6d3adf-946e-4b95-a878-1c1b34b61872 req-e1e914e7-f591-41eb-b514-963c7236299d tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494708 Jul 07 21:08:47.157391 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-86f8017e-a269-4a70-9682-a7db62c29e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb78729d-e5bf-4b36-b77d-4f07437a6520 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:08:47.167986 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-86f8017e-a269-4a70-9682-a7db62c29e47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:47.190763 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-86f8017e-a269-4a70-9682-a7db62c29e47 service neutron] Transition to ACTIVE for port object eb78729d-e5bf-4b36-b77d-4f07437a6520 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:08:47.205069 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-86f8017e-a269-4a70-9682-a7db62c29e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:47.244941 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b1608e-c2c2-4219-a478-c648317a7a06 admin admin] Router a27d62bd-71c5-46e5-8d70-df484cf25654 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:08:47.267537 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995af8d-dcd0-4a8a-a002-770078f5cad0 req-76bbee35-7ba6-442e-8070-c8ca49a8cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:47.269085 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6995af8d-dcd0-4a8a-a002-770078f5cad0 req-76bbee35-7ba6-442e-8070-c8ca49a8cab9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=40ef407941cf431097f86bb2e8b4c9ac&device_id=b655fe19-0769-48af-86a8-d504f5446b81 HTTP/1.1" status: 200 len: 1095 time: 0.2989917 Jul 07 21:08:47.427957 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8017e-a269-4a70-9682-a7db62c29e47 service neutron] Pushing event updated for resources: {'Port': ['ID=eb78729d-e5bf-4b36-b77d-4f07437a6520,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:47.439066 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b1608e-c2c2-4219-a478-c648317a7a06 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:08:47.451831 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] Sync routers for ids ['a27d62bd-71c5-46e5-8d70-df484cf25654'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:08:47.459513 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-26b1608e-c2c2-4219-a478-c648317a7a06 admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:47.463666 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-26b1608e-c2c2-4219-a478-c648317a7a06 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7910950 Jul 07 21:08:47.463870 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36460) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:47.469495 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] Routers {'a27d62bd-71c5-46e5-8d70-df484cf25654'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:08:47.470160 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:08:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a27d62bd-71c5-46e5-8d70-df484cf25654'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:08:47.481339 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc021f-315a-43c8-b38f-6e2b10ee1078 req-4fa6769b-3088-4923-ab3f-3503bddecab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:47.496858 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79fc021f-315a-43c8-b38f-6e2b10ee1078 req-4fa6769b-3088-4923-ab3f-3503bddecab9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 1097 time: 0.4157567 Jul 07 21:08:47.627421 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] Set router a27d62bd-71c5-46e5-8d70-df484cf25654 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:08:47.640179 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79fc021f-315a-43c8-b38f-6e2b10ee1078 req-5cb76fd9-0006-4a12-af66-fbaef13b1685 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039805 Jul 07 21:08:47.641177 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-86f8017e-a269-4a70-9682-a7db62c29e47 service neutron] Attempting to bind port eb78729d-e5bf-4b36-b77d-4f07437a6520 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:08:47.642108 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-86f8017e-a269-4a70-9682-a7db62c29e47 service neutron] Attempting to bind port eb78729d-e5bf-4b36-b77d-4f07437a6520 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'd06979f7-3f50-430d-a5cf-9830c22daaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:08:47.642441 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-86f8017e-a269-4a70-9682-a7db62c29e47 service neutron] Attempting to bind port eb78729d-e5bf-4b36-b77d-4f07437a6520 on network dae1560c-1b71-41da-9bf4-ee40abc4490b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:08:47.667989 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5529aa80-28fa-40c6-b7c2-750d992fc258 None None] Network 71e90e76-92b1-4ebc-85b0-c55c9e97f894 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:08:47.673042 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-86f8017e-a269-4a70-9682-a7db62c29e47 service neutron] Port eb78729d-e5bf-4b36-b77d-4f07437a6520 on network dae1560c-1b71-41da-9bf4-ee40abc4490b not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:08:47.673762 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-86f8017e-a269-4a70-9682-a7db62c29e47 service neutron] Attempting to bind port eb78729d-e5bf-4b36-b77d-4f07437a6520 on network dae1560c-1b71-41da-9bf4-ee40abc4490b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:08:47.686573 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995af8d-dcd0-4a8a-a002-770078f5cad0 req-62be1ffa-0da0-45b3-a782-94a5ebdd30ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:47.688201 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6995af8d-dcd0-4a8a-a002-770078f5cad0 req-62be1ffa-0da0-45b3-a782-94a5ebdd30ef service neutron] 10.222.0.39 "GET /v2.0/networks?id=dae1560c-1b71-41da-9bf4-ee40abc4490b HTTP/1.1" status: 200 len: 913 time: 0.4057198 Jul 07 21:08:47.690630 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-86f8017e-a269-4a70-9682-a7db62c29e47 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:08:47.691060 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-86f8017e-a269-4a70-9682-a7db62c29e47 service neutron] Checking segment: {'id': 'd06979f7-3f50-430d-a5cf-9830c22daaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:08:47.691557 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-86f8017e-a269-4a70-9682-a7db62c29e47 service neutron] Bound using segment: {'id': 'd06979f7-3f50-430d-a5cf-9830c22daaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:08:47.692847 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-86f8017e-a269-4a70-9682-a7db62c29e47 service neutron] Bound port: eb78729d-e5bf-4b36-b77d-4f07437a6520, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd06979f7-3f50-430d-a5cf-9830c22daaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:08:47.694028 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-86f8017e-a269-4a70-9682-a7db62c29e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:47.767381 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6995af8d-dcd0-4a8a-a002-770078f5cad0 req-b54c9f6b-3990-4289-b4e9-203bde8653bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b687198-bb15-438d-80da-d5bc166be171 HTTP/1.1" status: 200 len: 217 time: 0.0582402 Jul 07 21:08:47.797832 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402c5f4-9b45-49af-a7ab-0ce6ad04be15 req-7f58c843-a7d6-42b5-b3fd-9386a6fb886a tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:47.799756 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7402c5f4-9b45-49af-a7ab-0ce6ad04be15 req-7f58c843-a7d6-42b5-b3fd-9386a6fb886a tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee196433-270d-4068-b249-4d03906893e5 HTTP/1.1" status: 200 len: 943 time: 0.3669562 Jul 07 21:08:47.828515 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-941ac8f3-0d48-4fef-84e7-18ae3a82b7b0 None None] Provisioning for port 1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:08:47.972671 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c2252b8a-8987-4270-a3f0-57c4cf2b5834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:47.979528 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7402c5f4-9b45-49af-a7ab-0ce6ad04be15 req-a3579075-76e7-46ca-b6ec-d40a17a18912 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621022 Jul 07 21:08:47.984438 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-86f8017e-a269-4a70-9682-a7db62c29e47 service neutron] For port eb78729d-e5bf-4b36-b77d-4f07437a6520, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:08:47.998142 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995af8d-dcd0-4a8a-a002-770078f5cad0 req-d682107a-fff0-47c8-8eb2-19928fd6fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:47.999715 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6995af8d-dcd0-4a8a-a002-770078f5cad0 req-d682107a-fff0-47c8-8eb2-19928fd6fc55 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fc036cf1-6b38-46e3-814e-f48aaa93568d HTTP/1.1" status: 200 len: 852 time: 0.1971691 Jul 07 21:08:48.003136 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-86f8017e-a269-4a70-9682-a7db62c29e47 service neutron] For port eb78729d-e5bf-4b36-b77d-4f07437a6520, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=eb78729d-e5bf-4b36-b77d-4f07437a6520,segment=NetworkSegment(d06979f7-3f50-430d-a5cf-9830c22daaf2),segment_id=d06979f7-3f50-430d-a5cf-9830c22daaf2)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:08:48.010238 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-86f8017e-a269-4a70-9682-a7db62c29e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:48.074206 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-86f8017e-a269-4a70-9682-a7db62c29e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:48.075488 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-86f8017e-a269-4a70-9682-a7db62c29e47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:48.077198 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-86f8017e-a269-4a70-9682-a7db62c29e47 service neutron] 10.222.0.58 "PUT /v2.0/ports/eb78729d-e5bf-4b36-b77d-4f07437a6520 HTTP/1.1" status: 200 len: 1092 time: 2.9123387 Jul 07 21:08:48.080185 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6995af8d-dcd0-4a8a-a002-770078f5cad0 req-658eab15-1eb9-48fd-a3fe-3fe1c1c5943e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dae1560c-1b71-41da-9bf4-ee40abc4490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569296 Jul 07 21:08:48.085255 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee196433-270d-4068-b249-4d03906893e5', 'tag': 'eb78729d-e5bf-4b36-b77d-4f07437a6520'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:08:48.088448 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b810194-079f-4106-b3e2-d0ba10c99cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "ee196433-270d-4068-b249-4d03906893e5", "tag": "eb78729d-e5bf-4b36-b77d-4f07437a6520"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:08:48.206766 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891ab477-6699-4eb7-8676-90d8fce24238 x-openstack-request-id: req-891ab477-6699-4eb7-8676-90d8fce24238 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:08:48.206766 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee196433-270d-4068-b249-4d03906893e5", "tag": "eb78729d-e5bf-4b36-b77d-4f07437a6520", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:08:48.209703 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-891ab477-6699-4eb7-8676-90d8fce24238 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:08:48.210146 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee196433-270d-4068-b249-4d03906893e5', 'tag': 'eb78729d-e5bf-4b36-b77d-4f07437a6520', 'status': 'completed', 'code': 200} Jul 07 21:08:48.265926 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'name': 'tempest-AttachVolumeShelveTestJSON-56852643-router', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:08:44Z', 'updated_at': '2021-07-07T21:08:46Z', 'revision_number': 3, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'gw_port': {'id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:45Z', 'updated_at': '2021-07-07T21:08:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:08:48.338659 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] Checking router: a27d62bd-71c5-46e5-8d70-df484cf25654 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:08:48.341316 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] Updating router a27d62bd-71c5-46e5-8d70-df484cf25654 port 6cddf9ca-bfc5-420a-b798-547ed1d0da92 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:08:48.395479 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-c2252b8a-8987-4270-a3f0-57c4cf2b5834 admin admin] Allocated IP 172.20.0.1 (71e90e76-92b1-4ebc-85b0-c55c9e97f894/695c722d-c0e1-4b67-838e-81b8bf679407/59b2889a-88c0-4add-bc85-d8b6db5fcb5f) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:08:48.455926 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:48.486771 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:08:48.539521 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8017e-a269-4a70-9682-a7db62c29e47 service neutron] Pushing event updated for resources: {'Port': ['ID=eb78729d-e5bf-4b36-b77d-4f07437a6520,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:48.602828 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6995af8d-dcd0-4a8a-a002-770078f5cad0 req-2dfb657e-c7d4-42d7-9fda-8a8fe7f4f87b service neutron] 10.222.0.39 "GET /v2.0/networks/dae1560c-1b71-41da-9bf4-ee40abc4490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312263 Jul 07 21:08:48.610925 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-a1dd3765-37d9-422b-bf19-fa57a91d308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:48.612479 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-a1dd3765-37d9-422b-bf19-fa57a91d308b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40ef407941cf431097f86bb2e8b4c9ac&device_id=ee196433-270d-4068-b249-4d03906893e5 HTTP/1.1" status: 200 len: 1095 time: 0.3912752 Jul 07 21:08:48.651193 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c2252b8a-8987-4270-a3f0-57c4cf2b5834 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:48.673047 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-c2252b8a-8987-4270-a3f0-57c4cf2b5834 admin admin] Transition to ACTIVE for port object 59b2889a-88c0-4add-bc85-d8b6db5fcb5f will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:08:48.689785 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:08:48.720542 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c2252b8a-8987-4270-a3f0-57c4cf2b5834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:48.726371 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b75e8-a1a9-408f-9c29-d26d34efded0 req-da1791c3-e26a-4972-a79f-61b6b0928edc tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:48.733293 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-968b75e8-a1a9-408f-9c29-d26d34efded0 req-da1791c3-e26a-4972-a79f-61b6b0928edc tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.4246166 Jul 07 21:08:48.741286 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:08:48.741897 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:48.750795 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b6f78-161d-4f45-94cb-e79c88ab1195 req-df3069f7-6b3f-4c91-a691-1a1fe6a2c6f2 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:48.759124 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dd1b6f78-161d-4f45-94cb-e79c88ab1195 req-df3069f7-6b3f-4c91-a691-1a1fe6a2c6f2 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.5158675 Jul 07 21:08:48.776719 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-7a9319e3-83f4-41d6-9d71-2943862e130f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb78729d-e5bf-4b36-b77d-4f07437a6520 HTTP/1.1" status: 200 len: 217 time: 0.1434538 Jul 07 21:08:48.796268 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c61fa8e6-e063-4088-b626-0bf6c4439100 None None] Provisioning complete for port 1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:08:48.797018 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c61fa8e6-e063-4088-b626-0bf6c4439100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:48.820831 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2252b8a-8987-4270-a3f0-57c4cf2b5834 admin admin] Pushing event updated for resources: {'Port': ['ID=59b2889a-88c0-4add-bc85-d8b6db5fcb5f,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:48.881889 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2252b8a-8987-4270-a3f0-57c4cf2b5834 admin admin] Network 71e90e76-92b1-4ebc-85b0-c55c9e97f894 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:08:48.885296 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-c2252b8a-8987-4270-a3f0-57c4cf2b5834 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:08:48.900602 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dd1b6f78-161d-4f45-94cb-e79c88ab1195 req-dc5acc7c-7f50-46f9-9b35-27a1031a6749 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404665 Jul 07 21:08:48.904504 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2252b8a-8987-4270-a3f0-57c4cf2b5834 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:08:48.931936 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-968b75e8-a1a9-408f-9c29-d26d34efded0 req-e1545fa5-0229-4e43-9d93-f4bb2777bdb3 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976988 Jul 07 21:08:48.945866 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-e236bf18-8f3a-4a1b-9173-6f167ec7d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:48.947600 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-e236bf18-8f3a-4a1b-9173-6f167ec7d817 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fc036cf1-6b38-46e3-814e-f48aaa93568d HTTP/1.1" status: 200 len: 852 time: 0.1549735 Jul 07 21:08:48.980428 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6995af8d-dcd0-4a8a-a002-770078f5cad0 req-fd466008-fdda-40d2-bd6b-4993e637595b service neutron] 10.222.0.39 "GET /v2.0/networks/dae1560c-1b71-41da-9bf4-ee40abc4490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636363 Jul 07 21:08:48.992883 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:49.006794 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c2252b8a-8987-4270-a3f0-57c4cf2b5834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:49.045254 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-f5192690-63c2-4b83-af99-1a23331df06f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dae1560c-1b71-41da-9bf4-ee40abc4490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638423 Jul 07 21:08:49.132586 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:49.155856 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:49.181913 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:49.187783 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 921b407a-fb22-4213-9b7d-d90b67058313 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:08:49.190918 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] Transition to ACTIVE for port object 6cddf9ca-bfc5-420a-b798-547ed1d0da92 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:08:49.259980 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c61fa8e6-e063-4088-b626-0bf6c4439100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:49.261784 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:49.311460 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-d9702d18-4bbf-455e-9271-244f863564df service neutron] 10.222.0.58 "GET /v2.0/networks/dae1560c-1b71-41da-9bf4-ee40abc4490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430348 Jul 07 21:08:49.312858 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c2252b8a-8987-4270-a3f0-57c4cf2b5834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:49.356576 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:49.380101 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c375bff-516a-430b-a490-f5d9ba112780 req-ce8d3f2c-eb86-4156-a341-b5c7052e494b tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:49.382047 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7c375bff-516a-430b-a490-f5d9ba112780 req-ce8d3f2c-eb86-4156-a341-b5c7052e494b tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee196433-270d-4068-b249-4d03906893e5 HTTP/1.1" status: 200 len: 943 time: 0.1681998 Jul 07 21:08:49.442584 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] Attempting to bind port 6cddf9ca-bfc5-420a-b798-547ed1d0da92 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:08:49.442961 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] Attempting to bind port 6cddf9ca-bfc5-420a-b798-547ed1d0da92 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:08:49.443446 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] Attempting to bind port 6cddf9ca-bfc5-420a-b798-547ed1d0da92 on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:08:49.465306 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7c375bff-516a-430b-a490-f5d9ba112780 req-6bff57cb-949b-4848-ad8e-b2528611f396 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740321 Jul 07 21:08:49.483873 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5a3208-2104-4067-890b-af79cf48ee66 req-067e29a5-f45b-40d3-a903-5bd62658e81a service neutron] 10.222.0.58 "GET /v2.0/networks/dae1560c-1b71-41da-9bf4-ee40abc4490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610563 Jul 07 21:08:49.518564 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:08:49.519936 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:08:49.520760 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:49.522613 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:08:49.523281 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] Bound port: 6cddf9ca-bfc5-420a-b798-547ed1d0da92, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:08:49.523906 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:49.574383 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ba232-bc62-4733-913c-219f48df93dd None None] Pushing event updated for resources: {'Port': ['ID=6cddf9ca-bfc5-420a-b798-547ed1d0da92,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:49.601698 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.db.api [None req-c61fa8e6-e063-4088-b626-0bf6c4439100 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:08:49.602049 n-d-695189-11 neutron-server[100449]: DEBUG oslo_db.api [None req-c61fa8e6-e063-4088-b626-0bf6c4439100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:08:49.607727 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 921b407a-fb22-4213-9b7d-d90b67058313 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:08:49.608027 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:49.629004 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c2252b8a-8987-4270-a3f0-57c4cf2b5834 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:49.638401 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c2252b8a-8987-4270-a3f0-57c4cf2b5834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:49.647635 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] For port 6cddf9ca-bfc5-420a-b798-547ed1d0da92, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:08:49.652322 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b810194-079f-4106-b3e2-d0ba10c99cd0 req-573bcd3c-8d8e-4a64-935f-ad8157e5c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:49.655137 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6b810194-079f-4106-b3e2-d0ba10c99cd0 req-573bcd3c-8d8e-4a64-935f-ad8157e5c3fd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=40ef407941cf431097f86bb2e8b4c9ac&device_id=ee196433-270d-4068-b249-4d03906893e5 HTTP/1.1" status: 200 len: 1095 time: 0.0789397 Jul 07 21:08:49.669738 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] For port 6cddf9ca-bfc5-420a-b798-547ed1d0da92, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=6cddf9ca-bfc5-420a-b798-547ed1d0da92,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:08:49.670948 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 8b687198-bb15-438d-80da-d5bc166be171 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:08:49.684001 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:49.715471 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2252b8a-8987-4270-a3f0-57c4cf2b5834 admin admin] Pushing event updated for resources: {'Port': ['ID=59b2889a-88c0-4add-bc85-d8b6db5fcb5f,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:49.730650 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c2252b8a-8987-4270-a3f0-57c4cf2b5834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:49.766625 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b810194-079f-4106-b3e2-d0ba10c99cd0 req-f9090727-2a34-4605-8825-a37f0bc39ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:49.768119 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6b810194-079f-4106-b3e2-d0ba10c99cd0 req-f9090727-2a34-4605-8825-a37f0bc39ab1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dae1560c-1b71-41da-9bf4-ee40abc4490b HTTP/1.1" status: 200 len: 913 time: 0.1027205 Jul 07 21:08:49.814856 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6b810194-079f-4106-b3e2-d0ba10c99cd0 req-e9d497b8-3434-4d37-8c50-b18f0381fbae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb78729d-e5bf-4b36-b77d-4f07437a6520 HTTP/1.1" status: 200 len: 217 time: 0.0360780 Jul 07 21:08:49.823974 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] Routers {'a27d62bd-71c5-46e5-8d70-df484cf25654'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:08:49.824614 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:08:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a27d62bd-71c5-46e5-8d70-df484cf25654'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:08:49.826354 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ba232-bc62-4733-913c-219f48df93dd None None] Pushing event updated for resources: {'Port': ['ID=6cddf9ca-bfc5-420a-b798-547ed1d0da92,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:49.845736 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2252b8a-8987-4270-a3f0-57c4cf2b5834 admin admin] Network 71e90e76-92b1-4ebc-85b0-c55c9e97f894 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:08:49.847158 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-c2252b8a-8987-4270-a3f0-57c4cf2b5834 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:08:49.907409 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b810194-079f-4106-b3e2-d0ba10c99cd0 req-f3888dd6-f1a8-4103-a48c-9507efa0b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:49.911147 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6b810194-079f-4106-b3e2-d0ba10c99cd0 req-f3888dd6-f1a8-4103-a48c-9507efa0b767 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fc036cf1-6b38-46e3-814e-f48aaa93568d HTTP/1.1" status: 200 len: 852 time: 0.0791767 Jul 07 21:08:49.970789 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6b810194-079f-4106-b3e2-d0ba10c99cd0 req-562d83ad-b76d-4f76-a924-821e759f3369 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dae1560c-1b71-41da-9bf4-ee40abc4490b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377514 Jul 07 21:08:50.000045 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2252b8a-8987-4270-a3f0-57c4cf2b5834 admin admin] Router a27d62bd-71c5-46e5-8d70-df484cf25654 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:08:50.125891 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6b810194-079f-4106-b3e2-d0ba10c99cd0 req-006a46bf-3887-448e-9149-e2cbd341780f service neutron] 10.222.0.58 "GET /v2.0/networks/dae1560c-1b71-41da-9bf4-ee40abc4490b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441936 Jul 07 21:08:50.153072 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2252b8a-8987-4270-a3f0-57c4cf2b5834 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:08:50.158694 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c2252b8a-8987-4270-a3f0-57c4cf2b5834 admin admin] 10.222.0.64 "PUT /v2.0/routers/a27d62bd-71c5-46e5-8d70-df484cf25654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6935017 Jul 07 21:08:50.243508 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:50.269715 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:08:50.302977 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 8b687198-bb15-438d-80da-d5bc166be171, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=8b687198-bb15-438d-80da-d5bc166be171,segment=NetworkSegment(d06979f7-3f50-430d-a5cf-9830c22daaf2),segment_id=d06979f7-3f50-430d-a5cf-9830c22daaf2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:50.334673 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba76937-9246-4e79-9da8-04774b3866f4 req-68d0bcc3-6e5e-40b3-b813-6be9221618dd tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:50.336258 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3ba76937-9246-4e79-9da8-04774b3866f4 req-68d0bcc3-6e5e-40b3-b813-6be9221618dd tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.1974339 Jul 07 21:08:50.343840 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:50.344637 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '8b687198-bb15-438d-80da-d5bc166be171', 'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b', 'port_id': '8b687198-bb15-438d-80da-d5bc166be171', 'mac_address': 'fa:16:3e:75:92:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc036cf1-6b38-46e3-814e-f48aaa93568d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:08:50.345768 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a528fc-9cf2-4ec7-820f-5e2fe9b945d9 req-1edeafdd-f5b0-4dda-9cd2-0ef005879015 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:50.347241 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6a528fc-9cf2-4ec7-820f-5e2fe9b945d9 req-1edeafdd-f5b0-4dda-9cd2-0ef005879015 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.2203128 Jul 07 21:08:50.359777 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] Set router a27d62bd-71c5-46e5-8d70-df484cf25654 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:08:50.390517 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6b810194-079f-4106-b3e2-d0ba10c99cd0 req-ffcdea0e-6eaa-4d03-837d-d62e241c4cc0 service neutron] 10.222.0.58 "GET /v2.0/networks/dae1560c-1b71-41da-9bf4-ee40abc4490b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038016 Jul 07 21:08:50.421959 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6a528fc-9cf2-4ec7-820f-5e2fe9b945d9 req-f2607f98-0bcd-45aa-9f13-602419686ec3 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628045 Jul 07 21:08:50.424767 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3ba76937-9246-4e79-9da8-04774b3866f4 req-9efece3e-b2b2-4504-9261-99d10db64ca8 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766058 Jul 07 21:08:50.524768 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:08:50.525146 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:50.531402 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:50.562932 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-dce9af12-36ee-4959-b5fc-279fd1f6c2e9 None None] Provisioning for port 59b2889a-88c0-4add-bc85-d8b6db5fcb5f completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:08:50.576562 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-dce9af12-36ee-4959-b5fc-279fd1f6c2e9 None None] Provisioning complete for port 59b2889a-88c0-4add-bc85-d8b6db5fcb5f triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:08:50.576944 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dce9af12-36ee-4959-b5fc-279fd1f6c2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:50.582239 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b687198-bb15-438d-80da-d5bc166be171 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:08:50.705488 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 8b687198-bb15-438d-80da-d5bc166be171, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=8b687198-bb15-438d-80da-d5bc166be171,segment=NetworkSegment(d06979f7-3f50-430d-a5cf-9830c22daaf2),segment_id=d06979f7-3f50-430d-a5cf-9830c22daaf2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:50.710327 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-dce9af12-36ee-4959-b5fc-279fd1f6c2e9 None None] Port 59b2889a-88c0-4add-bc85-d8b6db5fcb5f cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:08:50.758073 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:50.858287 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36514) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:50.864373 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-87364875-7aa9-4f5b-95bf-844607b7abaf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Request body: {'security_group': {'name': 'tempest-securitygroup--37443587', 'description': 'tempest-description--988316537'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:50.876089 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=8b687198-bb15-438d-80da-d5bc166be171,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:50.916409 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'name': 'tempest-AttachVolumeShelveTestJSON-56852643-router', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:08:44Z', 'updated_at': '2021-07-07T21:08:49Z', 'revision_number': 4, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'gw_port': {'id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:45Z', 'updated_at': '2021-07-07T21:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '59b2889a-88c0-4add-bc85-d8b6db5fcb5f', 'name': '', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'mac_address': 'fa:16:3e:90:77:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:48Z', 'updated_at': '2021-07-07T21:08:49Z', 'revision_number': 2, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'subnets': [{'id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:08:50.929715 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-87364875-7aa9-4f5b-95bf-844607b7abaf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:50.978443 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87984e2-29c8-44e8-90df-d77db3841bc9 None None] The sync data for ids ['a27d62bd-71c5-46e5-8d70-df484cf25654'] in n-d-695189-11 is: [{'id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'name': 'tempest-AttachVolumeShelveTestJSON-56852643-router', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:08:44Z', 'updated_at': '2021-07-07T21:08:49Z', 'revision_number': 4, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'gw_port': {'id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:45Z', 'updated_at': '2021-07-07T21:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '59b2889a-88c0-4add-bc85-d8b6db5fcb5f', 'name': '', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'mac_address': 'fa:16:3e:90:77:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:48Z', 'updated_at': '2021-07-07T21:08:49Z', 'revision_number': 2, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'subnets': [{'id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:08:51.051236 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-87364875-7aa9-4f5b-95bf-844607b7abaf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:51.057484 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-87364875-7aa9-4f5b-95bf-844607b7abaf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:51.091781 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-87364875-7aa9-4f5b-95bf-844607b7abaf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:51.093444 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-87364875-7aa9-4f5b-95bf-844607b7abaf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2330317 Jul 07 21:08:51.097136 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36516) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:51.103552 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-6c1771fc-c396-4230-8f4b-16ec6b2036c2 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Request body: {'security_group_rule': {'security_group_id': '50ab27ce-28ab-47d5-b7f5-3581b765122c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:51.111827 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['8b687198-bb15-438d-80da-d5bc166be171'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:08:51.136222 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87364875-7aa9-4f5b-95bf-844607b7abaf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ab27ce-28ab-47d5-b7f5-3581b765122c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:51.153010 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87364875-7aa9-4f5b-95bf-844607b7abaf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:51.153759 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87364875-7aa9-4f5b-95bf-844607b7abaf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:51.154751 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87364875-7aa9-4f5b-95bf-844607b7abaf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:51.155454 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87364875-7aa9-4f5b-95bf-844607b7abaf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:51.155964 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87364875-7aa9-4f5b-95bf-844607b7abaf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:51.156522 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87364875-7aa9-4f5b-95bf-844607b7abaf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:51.157029 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87364875-7aa9-4f5b-95bf-844607b7abaf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:51.157857 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87364875-7aa9-4f5b-95bf-844607b7abaf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:51.158487 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87364875-7aa9-4f5b-95bf-844607b7abaf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:51.159393 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87364875-7aa9-4f5b-95bf-844607b7abaf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:51.159999 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87364875-7aa9-4f5b-95bf-844607b7abaf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:51.161220 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87364875-7aa9-4f5b-95bf-844607b7abaf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:51.187441 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6c1771fc-c396-4230-8f4b-16ec6b2036c2 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:51.303610 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae9840-21f6-4f45-a520-b8929be39405 req-30d0ed3f-318f-4c51-ba62-19b3098fbd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:51.315186 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fae9840-21f6-4f45-a520-b8929be39405 req-30d0ed3f-318f-4c51-ba62-19b3098fbd00 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d851e7566964f18923f7a9246878584&device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 1097 time: 0.5574281 Jul 07 21:08:51.362793 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6c1771fc-c396-4230-8f4b-16ec6b2036c2 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:51.369434 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6c1771fc-c396-4230-8f4b-16ec6b2036c2 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:51.395543 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6c1771fc-c396-4230-8f4b-16ec6b2036c2 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:51.400005 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6c1771fc-c396-4230-8f4b-16ec6b2036c2 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2988493 Jul 07 21:08:51.400274 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1771fc-c396-4230-8f4b-16ec6b2036c2 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95b8b13-2876-4333-9ae7-5a65c06b70ed,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:51.403394 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36518) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:51.408495 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-34c3c885-a3fd-43f2-9c65-455c231bdd64 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Request body: {'security_group_rule': {'security_group_id': '50ab27ce-28ab-47d5-b7f5-3581b765122c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:51.448727 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34c3c885-a3fd-43f2-9c65-455c231bdd64 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:51.476297 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d6b5c-127f-4c15-b465-f3eeb63dbebc req-16360de7-533b-44ab-9ad2-ced28c668339 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:51.477903 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6b8d6b5c-127f-4c15-b465-f3eeb63dbebc req-16360de7-533b-44ab-9ad2-ced28c668339 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee196433-270d-4068-b249-4d03906893e5 HTTP/1.1" status: 200 len: 943 time: 0.6528659 Jul 07 21:08:51.527499 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34c3c885-a3fd-43f2-9c65-455c231bdd64 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:51.531788 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34c3c885-a3fd-43f2-9c65-455c231bdd64 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:51.538859 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae9840-21f6-4f45-a520-b8929be39405 req-954baaf1-5402-4dc3-a236-e78206b336d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:51.541508 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fae9840-21f6-4f45-a520-b8929be39405 req-954baaf1-5402-4dc3-a236-e78206b336d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=75a01814-d064-4c42-8103-23e04256bf1b HTTP/1.1" status: 200 len: 911 time: 0.2043345 Jul 07 21:08:51.557603 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3c885-a3fd-43f2-9c65-455c231bdd64 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65969d1a-1096-4e35-8def-4d84f8c896a5,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:51.560711 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6b8d6b5c-127f-4c15-b465-f3eeb63dbebc req-caf5ae3d-4900-4235-97e3-93a375109365 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703838 Jul 07 21:08:51.570672 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd4795-2a86-411a-8a0f-456ef7800352 req-47dcf7cd-c1e3-4abb-8ced-a710a107320f tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:51.572518 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-35fd4795-2a86-411a-8a0f-456ef7800352 req-47dcf7cd-c1e3-4abb-8ced-a710a107320f tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.2862813 Jul 07 21:08:51.573170 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34c3c885-a3fd-43f2-9c65-455c231bdd64 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:51.578411 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-34c3c885-a3fd-43f2-9c65-455c231bdd64 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1740148 Jul 07 21:08:51.579921 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36522) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:08:51.587738 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-1986805b-352b-4fb4-ac5d-daeefcb406f0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:51.623039 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1986805b-352b-4fb4-ac5d-daeefcb406f0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for floatingip, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:51.643771 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fae9840-21f6-4f45-a520-b8929be39405 req-845882c5-0cf6-476e-858a-3e6ad9f0cc58 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acda158b-b878-4344-a992-25057c470faf HTTP/1.1" status: 200 len: 217 time: 0.0700600 Jul 07 21:08:51.711577 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-35fd4795-2a86-411a-8a0f-456ef7800352 req-676f556e-6aca-43fa-814d-15b2ccc97aab tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309204 Jul 07 21:08:51.738325 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae9840-21f6-4f45-a520-b8929be39405 req-cf913699-213c-4f31-a417-16a064373df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:51.740234 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fae9840-21f6-4f45-a520-b8929be39405 req-cf913699-213c-4f31-a417-16a064373df2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e6aed05-6182-4577-9d08-de2e7e22c850 HTTP/1.1" status: 200 len: 850 time: 0.0891724 Jul 07 21:08:51.759074 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1986805b-352b-4fb4-ac5d-daeefcb406f0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:51.781188 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fae9840-21f6-4f45-a520-b8929be39405 req-01ab9fcf-b705-4387-903a-10a11a5136ab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75a01814-d064-4c42-8103-23e04256bf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317335 Jul 07 21:08:51.879319 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-1986805b-352b-4fb4-ac5d-daeefcb406f0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Allocated IP 172.25.5.158 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/992b41bd-5974-4022-ae26-77633a7ca864) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:08:51.916198 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916efd1-6c0d-456d-809e-14bd52880c0e req-bb20dd7e-ee1e-4724-81a0-4c3ba822adf2 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:51.917788 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c916efd1-6c0d-456d-809e-14bd52880c0e req-bb20dd7e-ee1e-4724-81a0-4c3ba822adf2 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.1671040 Jul 07 21:08:51.945532 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fae9840-21f6-4f45-a520-b8929be39405 req-d219c5e0-a449-4d67-8e75-d7e0ad4beec4 service neutron] 10.222.0.39 "GET /v2.0/networks/75a01814-d064-4c42-8103-23e04256bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525056 Jul 07 21:08:52.035917 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c916efd1-6c0d-456d-809e-14bd52880c0e req-e4e3ba6f-ab5d-47c8-a3ca-28bd2dd24cd3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085267 Jul 07 21:08:52.039664 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1986805b-352b-4fb4-ac5d-daeefcb406f0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:52.100297 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1986805b-352b-4fb4-ac5d-daeefcb406f0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:52.140454 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1986805b-352b-4fb4-ac5d-daeefcb406f0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:08:52.148556 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fae9840-21f6-4f45-a520-b8929be39405 req-6f623289-d521-405b-a9aa-7073465d34e7 service neutron] 10.222.0.39 "GET /v2.0/networks/75a01814-d064-4c42-8103-23e04256bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803176 Jul 07 21:08:52.154045 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-1986805b-352b-4fb4-ac5d-daeefcb406f0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:08:52.170304 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1986805b-352b-4fb4-ac5d-daeefcb406f0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:08:52.207815 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986805b-352b-4fb4-ac5d-daeefcb406f0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Pushing event updated for resources: {'Port': ['ID=992b41bd-5974-4022-ae26-77633a7ca864,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:52.286124 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 6cddf9ca-bfc5-420a-b798-547ed1d0da92 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:08:52.361850 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1986805b-352b-4fb4-ac5d-daeefcb406f0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:52.367721 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 6cddf9ca-bfc5-420a-b798-547ed1d0da92 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:08:52.372979 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 6cddf9ca-bfc5-420a-b798-547ed1d0da92 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:08:52.373564 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:52.430031 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1986805b-352b-4fb4-ac5d-daeefcb406f0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:52.491860 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:52.526946 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 6cddf9ca-bfc5-420a-b798-547ed1d0da92, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=6cddf9ca-bfc5-420a-b798-547ed1d0da92,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:52.533099 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:52.601896 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=6cddf9ca-bfc5-420a-b798-547ed1d0da92,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:52.657692 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1986805b-352b-4fb4-ac5d-daeefcb406f0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:52.665261 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1986805b-352b-4fb4-ac5d-daeefcb406f0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:52.752020 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986805b-352b-4fb4-ac5d-daeefcb406f0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Pushing event updated for resources: {'Port': ['ID=992b41bd-5974-4022-ae26-77633a7ca864,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:52.764663 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1986805b-352b-4fb4-ac5d-daeefcb406f0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:52.780600 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1986805b-352b-4fb4-ac5d-daeefcb406f0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:52.782593 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1986805b-352b-4fb4-ac5d-daeefcb406f0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2012980 Jul 07 21:08:52.782923 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc2647-82d1-4c36-a7b8-5b12844e88c7 req-d9fb764d-2bf7-459e-85cd-4eb251d23f50 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:52.784814 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1efc2647-82d1-4c36-a7b8-5b12844e88c7 req-d9fb764d-2bf7-459e-85cd-4eb251d23f50 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee196433-270d-4068-b249-4d03906893e5 HTTP/1.1" status: 200 len: 943 time: 0.0861857 Jul 07 21:08:52.838781 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1efc2647-82d1-4c36-a7b8-5b12844e88c7 req-7680a8f1-4eb2-48d5-8e47-139431840e8f tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476215 Jul 07 21:08:52.971217 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-e5a20e23-0329-45e1-9e12-eb22b5aeba23 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--37443587&fields=id&tenant_id=2c77ff576c8f4eb18bd83eb9fa5ae9c8 HTTP/1.1" status: 200 len: 267 time: 0.0485358 Jul 07 21:08:52.998134 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc5719-26e0-4217-bd6f-45a22b8d4ff4 req-157d40bd-5340-4ce5-b2c5-7848ce287e60 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:52.999661 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3ccc5719-26e0-4217-bd6f-45a22b8d4ff4 req-157d40bd-5340-4ce5-b2c5-7848ce287e60 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.1090360 Jul 07 21:08:53.087151 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3ccc5719-26e0-4217-bd6f-45a22b8d4ff4 req-e6d380d3-a2e5-4322-94ba-dd1695f0aa6b tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747664 Jul 07 21:08:53.139946 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-21b3e14d-eb3d-4a87-84e1-032e4b217cae tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:53.147897 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-21b3e14d-eb3d-4a87-84e1-032e4b217cae tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/networks?id=71e90e76-92b1-4ebc-85b0-c55c9e97f894 HTTP/1.1" status: 200 len: 815 time: 0.1677482 Jul 07 21:08:53.173045 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-78c38145-3dd9-4eb4-8e21-2d2a26bd57c4 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/quotas/2c77ff576c8f4eb18bd83eb9fa5ae9c8 HTTP/1.1" status: 200 len: 375 time: 0.0224855 Jul 07 21:08:53.282165 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-ba417883-20cf-4309-ac84-cdba50dca34a tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c77ff576c8f4eb18bd83eb9fa5ae9c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1082551 Jul 07 21:08:53.363524 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af2654-8898-4960-bce2-b1cbffc9cc12 req-10eeb10e-8fdf-440f-81f7-7e99d61bd094 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:53.365314 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44af2654-8898-4960-bce2-b1cbffc9cc12 req-10eeb10e-8fdf-440f-81f7-7e99d61bd094 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.1410635 Jul 07 21:08:53.440054 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44af2654-8898-4960-bce2-b1cbffc9cc12 req-54c9b071-3345-45cd-84a1-2ff98d0552ec tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643947 Jul 07 21:08:53.447094 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-c5eccf7e-e09f-403f-aa36-a19e54c4244e service neutron] 10.222.0.64 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514966 Jul 07 21:08:53.562618 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-a2f973e4-3f28-454c-8ee4-01ec731e9d71 service neutron] 10.222.0.64 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094325 Jul 07 21:08:53.682701 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 8b687198-bb15-438d-80da-d5bc166be171 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:08:53.780774 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 8b687198-bb15-438d-80da-d5bc166be171 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:08:53.790958 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 8b687198-bb15-438d-80da-d5bc166be171 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:08:53.792467 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:53.846845 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fef789f2-057a-4d2a-838d-cdae638346d6 req-88d57472-01ae-494a-9d47-9ba8a98516f8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 210 time: 0.0706840 Jul 07 21:08:53.857597 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device eb78729d-e5bf-4b36-b77d-4f07437a6520 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:08:53.988907 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] Sync routers for ids ['a27d62bd-71c5-46e5-8d70-df484cf25654'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:08:54.007204 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] Routers {'a27d62bd-71c5-46e5-8d70-df484cf25654'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:08:54.007927 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:08:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a27d62bd-71c5-46e5-8d70-df484cf25654'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:08:54.059796 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port eb78729d-e5bf-4b36-b77d-4f07437a6520, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=eb78729d-e5bf-4b36-b77d-4f07437a6520,segment=NetworkSegment(d06979f7-3f50-430d-a5cf-9830c22daaf2),segment_id=d06979f7-3f50-430d-a5cf-9830c22daaf2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:54.164312 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:54.167408 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'eb78729d-e5bf-4b36-b77d-4f07437a6520', 'network_id': 'dae1560c-1b71-41da-9bf4-ee40abc4490b', 'port_id': 'eb78729d-e5bf-4b36-b77d-4f07437a6520', 'mac_address': 'fa:16:3e:60:bb:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc036cf1-6b38-46e3-814e-f48aaa93568d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:08:54.225149 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b655fe19-0769-48af-86a8-d504f5446b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b687198-bb15-438d-80da-d5bc166be171'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:08:54.235086 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761f3610-7ef6-4fb6-8d24-e5b93f788613" -d '{"events": [{"server_uuid": "b655fe19-0769-48af-86a8-d504f5446b81", "name": "network-vif-plugged", "status": "completed", "tag": "8b687198-bb15-438d-80da-d5bc166be171"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:08:54.252110 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604fe0d-24dc-4aba-9d49-e06a4c9e060a req-404e6fd1-5575-4a2c-b95d-039dba40f419 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:54.263158 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0604fe0d-24dc-4aba-9d49-e06a4c9e060a req-404e6fd1-5575-4a2c-b95d-039dba40f419 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee196433-270d-4068-b249-4d03906893e5 HTTP/1.1" status: 200 len: 943 time: 0.2330625 Jul 07 21:08:54.320110 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 6cddf9ca-bfc5-420a-b798-547ed1d0da92 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:08:54.351836 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] Set router a27d62bd-71c5-46e5-8d70-df484cf25654 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:08:54.360592 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 8b687198-bb15-438d-80da-d5bc166be171, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=8b687198-bb15-438d-80da-d5bc166be171,segment=NetworkSegment(d06979f7-3f50-430d-a5cf-9830c22daaf2),segment_id=d06979f7-3f50-430d-a5cf-9830c22daaf2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:54.361591 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0604fe0d-24dc-4aba-9d49-e06a4c9e060a req-3d67cbc4-e61e-4e71-8093-d65e5380c9a6 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974224 Jul 07 21:08:54.379532 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:54.438827 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=8b687198-bb15-438d-80da-d5bc166be171,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:54.442542 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08755b61-0811-4f3e-ba41-a72f8b190e51 x-openstack-request-id: req-08755b61-0811-4f3e-ba41-a72f8b190e51 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:08:54.443288 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b655fe19-0769-48af-86a8-d504f5446b81", "name": "network-vif-plugged", "status": "completed", "tag": "8b687198-bb15-438d-80da-d5bc166be171", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:08:54.443288 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-08755b61-0811-4f3e-ba41-a72f8b190e51 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:08:54.443887 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b655fe19-0769-48af-86a8-d504f5446b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b687198-bb15-438d-80da-d5bc166be171', 'code': 200} Jul 07 21:08:54.448208 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:54.474989 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb78729d-e5bf-4b36-b77d-4f07437a6520 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:08:54.553149 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebf50d-8136-40ab-b34d-04a2a6e7a2e0 req-597585f0-78af-4204-83e0-303769d6985e tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:54.555032 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port eb78729d-e5bf-4b36-b77d-4f07437a6520, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=eb78729d-e5bf-4b36-b77d-4f07437a6520,segment=NetworkSegment(d06979f7-3f50-430d-a5cf-9830c22daaf2),segment_id=d06979f7-3f50-430d-a5cf-9830c22daaf2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:54.560632 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 6cddf9ca-bfc5-420a-b798-547ed1d0da92 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:08:54.561146 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:54.562925 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:54.563216 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cdebf50d-8136-40ab-b34d-04a2a6e7a2e0 req-597585f0-78af-4204-83e0-303769d6985e tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.2003543 Jul 07 21:08:54.668451 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=eb78729d-e5bf-4b36-b77d-4f07437a6520,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:54.695301 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cdebf50d-8136-40ab-b34d-04a2a6e7a2e0 req-4ee64360-f5ce-42d8-a392-ba51056ea333 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307664 Jul 07 21:08:54.750371 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'name': 'tempest-AttachVolumeShelveTestJSON-56852643-router', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:08:44Z', 'updated_at': '2021-07-07T21:08:49Z', 'revision_number': 4, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'gw_port': {'id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:45Z', 'updated_at': '2021-07-07T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '59b2889a-88c0-4add-bc85-d8b6db5fcb5f', 'name': '', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'mac_address': 'fa:16:3e:90:77:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:48Z', 'updated_at': '2021-07-07T21:08:49Z', 'revision_number': 2, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'subnets': [{'id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:08:54.795557 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] Checking router: a27d62bd-71c5-46e5-8d70-df484cf25654 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:08:54.795986 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] Updating router a27d62bd-71c5-46e5-8d70-df484cf25654 port 59b2889a-88c0-4add-bc85-d8b6db5fcb5f binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:08:54.796281 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29523ab3-efa8-452e-b428-f036ade7d33e req-8a981446-54f7-44fa-b33e-6597697c18b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:54.797826 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29523ab3-efa8-452e-b428-f036ade7d33e req-8a981446-54f7-44fa-b33e-6597697c18b4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b655fe19-0769-48af-86a8-d504f5446b81 HTTP/1.1" status: 200 len: 1097 time: 0.2316735 Jul 07 21:08:54.811546 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a65ab-a90d-49a5-809b-334e6cd1e6c4 req-ab795d0a-4a04-4ac4-980b-dd2480b67e74 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:54.815847 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd7a65ab-a90d-49a5-809b-334e6cd1e6c4 req-ab795d0a-4a04-4ac4-980b-dd2480b67e74 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.1194627 Jul 07 21:08:54.842503 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:54.880197 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['eb78729d-e5bf-4b36-b77d-4f07437a6520'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:08:54.886251 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29523ab3-efa8-452e-b428-f036ade7d33e req-f9c54f80-fb7c-462c-b557-9c46e92657a1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690274 Jul 07 21:08:54.889305 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd7a65ab-a90d-49a5-809b-334e6cd1e6c4 req-acfd5fee-7b34-49c1-9950-0cefc2dd4b7e tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650823 Jul 07 21:08:55.273342 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-20995b06-d66a-4de9-8f96-5247d2a606f9 req-f9dcb6fa-5632-431f-9b2e-da6e97451ac1 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 210 time: 0.0348597 Jul 07 21:08:55.282767 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:55.296310 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] Transition to ACTIVE for port object 59b2889a-88c0-4add-bc85-d8b6db5fcb5f will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:08:55.304995 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:55.361177 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921ae28-127b-408a-a098-6c4e8c1b7497 None None] Pushing event updated for resources: {'Port': ['ID=59b2889a-88c0-4add-bc85-d8b6db5fcb5f,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:55.441766 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] Attempting to bind port 59b2889a-88c0-4add-bc85-d8b6db5fcb5f on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:08:55.442143 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] Attempting to bind port 59b2889a-88c0-4add-bc85-d8b6db5fcb5f by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'ea031aad-0623-47bf-a876-73a3b1e061ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:08:55.442509 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] Attempting to bind port 59b2889a-88c0-4add-bc85-d8b6db5fcb5f on network 71e90e76-92b1-4ebc-85b0-c55c9e97f894 {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:08:55.449028 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:08:55.449423 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] Checking segment: {'id': 'ea031aad-0623-47bf-a876-73a3b1e061ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:08:55.449807 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:55.450202 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] Bound using segment: {'id': 'ea031aad-0623-47bf-a876-73a3b1e061ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:08:55.450670 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] Bound port: 59b2889a-88c0-4add-bc85-d8b6db5fcb5f, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea031aad-0623-47bf-a876-73a3b1e061ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:08:55.451419 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:55.549274 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] For port 59b2889a-88c0-4add-bc85-d8b6db5fcb5f, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:08:55.557081 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] For port 59b2889a-88c0-4add-bc85-d8b6db5fcb5f, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=59b2889a-88c0-4add-bc85-d8b6db5fcb5f,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:08:55.563368 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:55.587310 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ed3d9-0b37-4248-b0cc-da5881c9214e req-0dd9eba9-9897-49f8-a225-bfb2ff71a5f2 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:55.588951 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-032ed3d9-0b37-4248-b0cc-da5881c9214e req-0dd9eba9-9897-49f8-a225-bfb2ff71a5f2 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.1713552 Jul 07 21:08:55.638882 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921ae28-127b-408a-a098-6c4e8c1b7497 None None] Pushing event updated for resources: {'Port': ['ID=59b2889a-88c0-4add-bc85-d8b6db5fcb5f,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:55.649592 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-032ed3d9-0b37-4248-b0cc-da5881c9214e req-a689e2e1-538f-46de-97c6-3f0029940c87 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520566 Jul 07 21:08:55.669580 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84a57f-e6f7-4f2b-91bd-45ee44be7d59 req-aa3a55af-a615-47b9-98b4-78ba0438abe8 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:55.671276 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c84a57f-e6f7-4f2b-91bd-45ee44be7d59 req-aa3a55af-a615-47b9-98b4-78ba0438abe8 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee196433-270d-4068-b249-4d03906893e5 HTTP/1.1" status: 200 len: 944 time: 0.1399624 Jul 07 21:08:55.705575 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] Routers {'a27d62bd-71c5-46e5-8d70-df484cf25654'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:08:55.709036 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:08:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a27d62bd-71c5-46e5-8d70-df484cf25654'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:08:55.767855 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c84a57f-e6f7-4f2b-91bd-45ee44be7d59 req-b595d5ff-1178-406d-8748-2066f9a967b2 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837691 Jul 07 21:08:55.863533 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] Set router a27d62bd-71c5-46e5-8d70-df484cf25654 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:08:55.869404 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device eb78729d-e5bf-4b36-b77d-4f07437a6520 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:08:56.024675 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port eb78729d-e5bf-4b36-b77d-4f07437a6520 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:08:56.030466 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port eb78729d-e5bf-4b36-b77d-4f07437a6520 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:08:56.030850 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:56.149129 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-c543f0cd-42ea-49d8-945b-b55498918a01 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:56.151919 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-c543f0cd-42ea-49d8-945b-b55498918a01 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.39 "GET /v2.0/networks?id=71e90e76-92b1-4ebc-85b0-c55c9e97f894 HTTP/1.1" status: 200 len: 815 time: 0.3044052 Jul 07 21:08:56.176280 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546bd3c-9c8f-434e-96e7-a8caefc28a3f req-298bb2cc-1390-4d54-8b33-bf639e21a333 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:56.178991 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'name': 'tempest-AttachVolumeShelveTestJSON-56852643-router', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:08:44Z', 'updated_at': '2021-07-07T21:08:49Z', 'revision_number': 4, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'gw_port': {'id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:45Z', 'updated_at': '2021-07-07T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '59b2889a-88c0-4add-bc85-d8b6db5fcb5f', 'name': '', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'mac_address': 'fa:16:3e:90:77:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:48Z', 'updated_at': '2021-07-07T21:08:55Z', 'revision_number': 4, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'subnets': [{'id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:08:56.182096 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e546bd3c-9c8f-434e-96e7-a8caefc28a3f req-298bb2cc-1390-4d54-8b33-bf639e21a333 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.1897604 Jul 07 21:08:56.239043 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c712d8-8309-43e0-88bf-2f5e93eb483d None None] The sync data for ids ['a27d62bd-71c5-46e5-8d70-df484cf25654'] in n-d-695189-11 is: [{'id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'name': 'tempest-AttachVolumeShelveTestJSON-56852643-router', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:08:44Z', 'updated_at': '2021-07-07T21:08:49Z', 'revision_number': 4, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'gw_port': {'id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:45Z', 'updated_at': '2021-07-07T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '59b2889a-88c0-4add-bc85-d8b6db5fcb5f', 'name': '', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'mac_address': 'fa:16:3e:90:77:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:48Z', 'updated_at': '2021-07-07T21:08:55Z', 'revision_number': 4, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'subnets': [{'id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:08:56.248302 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:56.285981 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 59b2889a-88c0-4add-bc85-d8b6db5fcb5f up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:08:56.317534 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e546bd3c-9c8f-434e-96e7-a8caefc28a3f req-df6384f4-d3d2-46d4-98ff-2e91889b979f tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206980 Jul 07 21:08:56.329562 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port eb78729d-e5bf-4b36-b77d-4f07437a6520, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=eb78729d-e5bf-4b36-b77d-4f07437a6520,segment=NetworkSegment(d06979f7-3f50-430d-a5cf-9830c22daaf2),segment_id=d06979f7-3f50-430d-a5cf-9830c22daaf2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:56.348419 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-10a9dc75-8315-4aab-b203-7f109f71342c tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c77ff576c8f4eb18bd83eb9fa5ae9c8 HTTP/1.1" status: 200 len: 378 time: 0.1652136 Jul 07 21:08:56.352332 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:56.366903 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Request body: {'port': {'device_id': '809a5da3-4d7e-4714-865b-489bdecbbf6a', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'admin_state_up': True, 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'security_groups': ['50ab27ce-28ab-47d5-b7f5-3581b765122c']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:56.413841 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=eb78729d-e5bf-4b36-b77d-4f07437a6520,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:56.442559 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 59b2889a-88c0-4add-bc85-d8b6db5fcb5f completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:08:56.445456 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee196433-270d-4068-b249-4d03906893e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb78729d-e5bf-4b36-b77d-4f07437a6520'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:08:56.447765 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548784eb-0243-4915-a236-276d9f121422" -d '{"events": [{"server_uuid": "ee196433-270d-4068-b249-4d03906893e5", "name": "network-vif-plugged", "status": "completed", "tag": "eb78729d-e5bf-4b36-b77d-4f07437a6520"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:08:56.452355 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 59b2889a-88c0-4add-bc85-d8b6db5fcb5f triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:08:56.452744 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:56.498593 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af385442-5706-4409-b01c-ae5d4ec77e3d x-openstack-request-id: req-af385442-5706-4409-b01c-ae5d4ec77e3d {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:08:56.498820 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee196433-270d-4068-b249-4d03906893e5", "name": "network-vif-plugged", "status": "completed", "tag": "eb78729d-e5bf-4b36-b77d-4f07437a6520", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:08:56.499973 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-af385442-5706-4409-b01c-ae5d4ec77e3d {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:08:56.500469 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee196433-270d-4068-b249-4d03906893e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb78729d-e5bf-4b36-b77d-4f07437a6520', 'code': 200} Jul 07 21:08:56.532061 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8a969af4-7a15-473b-99af-822c5aa8a07f req-9d33364d-b3a0-46e2-9bee-35e4fcbf5c50 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 210 time: 0.0835607 Jul 07 21:08:56.596752 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:56.638207 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 59b2889a-88c0-4add-bc85-d8b6db5fcb5f, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=59b2889a-88c0-4add-bc85-d8b6db5fcb5f,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:56.645692 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:56.687284 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd720214-850d-434e-bb23-08a9c64ab202 req-5720e437-1f9a-4473-b5cf-cdbb756db333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:56.690260 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd720214-850d-434e-bb23-08a9c64ab202 req-5720e437-1f9a-4473-b5cf-cdbb756db333 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ee196433-270d-4068-b249-4d03906893e5 HTTP/1.1" status: 200 len: 1097 time: 0.1037328 Jul 07 21:08:56.692029 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Made reservation on behalf of 2c77ff576c8f4eb18bd83eb9fa5ae9c8 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:08:56.697707 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:56.720388 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=59b2889a-88c0-4add-bc85-d8b6db5fcb5f,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:56.855577 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd720214-850d-434e-bb23-08a9c64ab202 req-17522106-0665-48b3-8bdc-8989d8b4d874 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377473 Jul 07 21:08:56.964888 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Allocated IP 172.20.0.9 (71e90e76-92b1-4ebc-85b0-c55c9e97f894/695c722d-c0e1-4b67-838e-81b8bf679407/1b56aa0f-6766-4f9f-b0df-5544a59b6a76) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:08:56.992926 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b68003-236e-4445-a44b-d7f60b87d8f4 req-18aa0887-626e-4130-89c6-a966f60fc9ff tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:56.994762 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-76b68003-236e-4445-a44b-d7f60b87d8f4 req-18aa0887-626e-4130-89c6-a966f60fc9ff tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.1780472 Jul 07 21:08:57.147728 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b44bc5-e40d-4722-a924-1647a1d6a537 req-44b41a7c-f175-434f-ac8c-0243bd345171 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:57.149296 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-75b44bc5-e40d-4722-a924-1647a1d6a537 req-44b41a7c-f175-434f-ac8c-0243bd345171 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee196433-270d-4068-b249-4d03906893e5 HTTP/1.1" status: 200 len: 945 time: 0.2490246 Jul 07 21:08:57.155695 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-76b68003-236e-4445-a44b-d7f60b87d8f4 req-c6be7d37-52d4-4628-93fc-f790ad57a1ca tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426001 Jul 07 21:08:57.234104 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-75b44bc5-e40d-4722-a924-1647a1d6a537 req-e78fd8c0-9407-401d-a3bf-a7babd7669a1 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748422 Jul 07 21:08:57.250412 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a84e87-e58c-44e7-ad70-bce4f2e077cc req-598fadec-e321-4567-8e0c-f98905d450d5 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:57.252504 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-74a84e87-e58c-44e7-ad70-bce4f2e077cc req-598fadec-e321-4567-8e0c-f98905d450d5 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.58 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 945 time: 0.2527127 Jul 07 21:08:57.303593 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:57.330530 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Transition to ACTIVE for port object 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:08:57.420905 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:57.433988 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-74a84e87-e58c-44e7-ad70-bce4f2e077cc req-6d4af23e-0edc-4867-8abe-523d624fe9f9 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Deleting port 781dd945-5104-4bc6-90b8-46f82a5b1745 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:08:57.434341 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-74a84e87-e58c-44e7-ad70-bce4f2e077cc req-6d4af23e-0edc-4867-8abe-523d624fe9f9 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:57.531453 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Network 71e90e76-92b1-4ebc-85b0-c55c9e97f894 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:08:57.542814 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:08:57.561579 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Pushing event updated for resources: {'Port': ['ID=1b56aa0f-6766-4f9f-b0df-5544a59b6a76,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:57.565848 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:08:57.609640 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:57.610001 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:57.610350 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:57.610696 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:57.611039 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:57.611398 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:57.611741 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:57.612078 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:57.612415 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:57.612749 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:57.613082 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:57.613413 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:08:57.669782 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:57.677733 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:57.680285 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-74a84e87-e58c-44e7-ad70-bce4f2e077cc req-6d4af23e-0edc-4867-8abe-523d624fe9f9 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] For port 781dd945-5104-4bc6-90b8-46f82a5b1745, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=781dd945-5104-4bc6-90b8-46f82a5b1745,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:08:57.680659 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-74a84e87-e58c-44e7-ad70-bce4f2e077cc req-6d4af23e-0edc-4867-8abe-523d624fe9f9 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:57.730408 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-74a84e87-e58c-44e7-ad70-bce4f2e077cc req-6d4af23e-0edc-4867-8abe-523d624fe9f9 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Calling delete_port for 781dd945-5104-4bc6-90b8-46f82a5b1745 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:08:57.758902 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-17365707-d1d5-401d-9406-88825b2af14d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3965213 Jul 07 21:08:57.812715 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4f96d-b837-43d6-a6c1-0185ac576d91 req-600afee2-e2fa-4f9d-8dd7-53b9721896fc tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:57.814425 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8aa4f96d-b837-43d6-a6c1-0185ac576d91 req-600afee2-e2fa-4f9d-8dd7-53b9721896fc tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.3034134 Jul 07 21:08:57.826833 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-f23b1c42-6a85-434a-9e2d-2feddbb11044 service neutron] Request body: {'port': {'device_id': '809a5da3-4d7e-4714-865b-489bdecbbf6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:08:57.895028 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e4768654-17b9-4dba-8a4c-3ae7747ed4d9 None None] Provisioning for port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:08:57.901142 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e4768654-17b9-4dba-8a4c-3ae7747ed4d9 None None] Provisioning complete for port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:08:57.901925 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e4768654-17b9-4dba-8a4c-3ae7747ed4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:57.961409 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-e4768654-17b9-4dba-8a4c-3ae7747ed4d9 None None] Port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:08:58.000693 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8aa4f96d-b837-43d6-a6c1-0185ac576d91 req-14156afe-4ccc-4999-aff6-f95c1ead5376 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521485 Jul 07 21:08:58.054203 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-f23b1c42-6a85-434a-9e2d-2feddbb11044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:58.080172 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8e7ec-80b7-4042-af8b-cc6aa53252cc req-e2991119-4178-42a4-9012-797d629d0790 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:58.081624 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64d8e7ec-80b7-4042-af8b-cc6aa53252cc req-e2991119-4178-42a4-9012-797d629d0790 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 931 time: 0.3193133 Jul 07 21:08:58.160717 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-74a84e87-e58c-44e7-ad70-bce4f2e077cc req-6d4af23e-0edc-4867-8abe-523d624fe9f9 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:58.176999 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['781dd945-5104-4bc6-90b8-46f82a5b1745'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:08:58.266533 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 59b2889a-88c0-4add-bc85-d8b6db5fcb5f up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:08:58.334231 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 59b2889a-88c0-4add-bc85-d8b6db5fcb5f triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:08:58.335583 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:58.343760 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4af23e-0edc-4867-8abe-523d624fe9f9 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Pushing event deleted for resources: {'Port': ['ID=781dd945-5104-4bc6-90b8-46f82a5b1745,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:58.359860 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64d8e7ec-80b7-4042-af8b-cc6aa53252cc req-6ad3824e-8428-443f-b553-b52a4d20107e tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2527895 Jul 07 21:08:58.472293 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cb3f44bd-839d-4f79-b682-1d31a2dc6c62 req-b1ee9b65-8f2b-4b82-992b-dd5ce05333c0 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 210 time: 0.1417818 Jul 07 21:08:58.903085 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a84e87-e58c-44e7-ad70-bce4f2e077cc req-6d4af23e-0edc-4867-8abe-523d624fe9f9 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] No DVR routers for this DVR port 781dd945-5104-4bc6-90b8-46f82a5b1745 on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:08:58.910756 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-74a84e87-e58c-44e7-ad70-bce4f2e077cc req-6d4af23e-0edc-4867-8abe-523d624fe9f9 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:58.912989 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-74a84e87-e58c-44e7-ad70-bce4f2e077cc req-6d4af23e-0edc-4867-8abe-523d624fe9f9 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.58 "DELETE /v2.0/ports/781dd945-5104-4bc6-90b8-46f82a5b1745 HTTP/1.1" status: 204 len: 173 time: 1.6538768 Jul 07 21:08:58.913446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6b7a17-2479-4fdb-a083-a771aede3a89', 'name': 'network-vif-deleted', 'tag': '781dd945-5104-4bc6-90b8-46f82a5b1745'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:08:58.915720 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbf593d-434c-401c-b66d-5ed4d040cb25" -d '{"events": [{"server_uuid": "0f6b7a17-2479-4fdb-a083-a771aede3a89", "name": "network-vif-deleted", "tag": "781dd945-5104-4bc6-90b8-46f82a5b1745"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:08:58.970082 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1b9f41-6862-48d4-a971-89d415723013 x-openstack-request-id: req-ac1b9f41-6862-48d4-a971-89d415723013 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:08:58.970385 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6b7a17-2479-4fdb-a083-a771aede3a89", "name": "network-vif-deleted", "tag": "781dd945-5104-4bc6-90b8-46f82a5b1745", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:08:58.970761 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ac1b9f41-6862-48d4-a971-89d415723013 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:08:58.971156 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6b7a17-2479-4fdb-a083-a771aede3a89', 'name': 'network-vif-deleted', 'tag': '781dd945-5104-4bc6-90b8-46f82a5b1745', 'status': 'completed', 'code': 200} Jul 07 21:08:59.024121 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5902547-d32f-468f-9213-1a5d3943bc98 req-78a518a0-776e-4c63-825b-01bd61a9f9c4 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:59.033743 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a5902547-d32f-468f-9213-1a5d3943bc98 req-78a518a0-776e-4c63-825b-01bd61a9f9c4 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee196433-270d-4068-b249-4d03906893e5 HTTP/1.1" status: 200 len: 945 time: 0.5309491 Jul 07 21:08:59.077254 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a5902547-d32f-468f-9213-1a5d3943bc98 req-4d413376-efe1-4ba0-b980-67b98b574eec tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423975 Jul 07 21:08:59.097083 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-f23b1c42-6a85-434a-9e2d-2feddbb11044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:08:59.114311 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-f23b1c42-6a85-434a-9e2d-2feddbb11044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:59.144774 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-f23b1c42-6a85-434a-9e2d-2feddbb11044 service neutron] Transition to ACTIVE for port object 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:08:59.156802 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-f23b1c42-6a85-434a-9e2d-2feddbb11044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:59.204315 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-20bb56c9-537f-46c7-b682-45cd25487ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:59.314393 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b1c42-6a85-434a-9e2d-2feddbb11044 service neutron] Pushing event updated for resources: {'Port': ['ID=1b56aa0f-6766-4f9f-b0df-5544a59b6a76,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:59.399914 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50757869-93d1-4026-a9f8-6afeffaaea1e req-99730da5-f8ef-46aa-967f-6e7859d98ef2 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:59.401509 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50757869-93d1-4026-a9f8-6afeffaaea1e req-99730da5-f8ef-46aa-967f-6e7859d98ef2 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.2495239 Jul 07 21:08:59.432960 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359717ac-30d1-4455-87ff-b047b96db2a0 req-a7f9321b-8623-4042-9f14-1625e7e3d7d9 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:59.439930 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-359717ac-30d1-4455-87ff-b047b96db2a0 req-a7f9321b-8623-4042-9f14-1625e7e3d7d9 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=b655fe19-0769-48af-86a8-d504f5446b81 HTTP/1.1" status: 200 len: 945 time: 0.2094021 Jul 07 21:08:59.449064 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-f23b1c42-6a85-434a-9e2d-2feddbb11044 service neutron] Attempting to bind port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:08:59.449408 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-f23b1c42-6a85-434a-9e2d-2feddbb11044 service neutron] Attempting to bind port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': 'ea031aad-0623-47bf-a876-73a3b1e061ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:08:59.449741 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-f23b1c42-6a85-434a-9e2d-2feddbb11044 service neutron] Attempting to bind port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 on network 71e90e76-92b1-4ebc-85b0-c55c9e97f894 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:08:59.468471 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-f23b1c42-6a85-434a-9e2d-2feddbb11044 service neutron] Port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 on network 71e90e76-92b1-4ebc-85b0-c55c9e97f894 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:08:59.468819 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-f23b1c42-6a85-434a-9e2d-2feddbb11044 service neutron] Attempting to bind port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 on network 71e90e76-92b1-4ebc-85b0-c55c9e97f894 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:08:59.506868 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-f23b1c42-6a85-434a-9e2d-2feddbb11044 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:08:59.507152 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-f23b1c42-6a85-434a-9e2d-2feddbb11044 service neutron] Checking segment: {'id': 'ea031aad-0623-47bf-a876-73a3b1e061ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:08:59.507559 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-f23b1c42-6a85-434a-9e2d-2feddbb11044 service neutron] Bound using segment: {'id': 'ea031aad-0623-47bf-a876-73a3b1e061ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:08:59.508004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-f23b1c42-6a85-434a-9e2d-2feddbb11044 service neutron] Bound port: 1b56aa0f-6766-4f9f-b0df-5544a59b6a76, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea031aad-0623-47bf-a876-73a3b1e061ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:08:59.508364 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-f23b1c42-6a85-434a-9e2d-2feddbb11044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:59.515384 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50757869-93d1-4026-a9f8-6afeffaaea1e req-cf717659-7f68-40e6-8fee-915ef46b04fd tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059003 Jul 07 21:08:59.530866 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-359717ac-30d1-4455-87ff-b047b96db2a0 req-19e8d555-904c-41bc-a0b3-ff34686fbf4c tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900602 Jul 07 21:08:59.611956 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-f23b1c42-6a85-434a-9e2d-2feddbb11044 service neutron] For port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:08:59.616132 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-f23b1c42-6a85-434a-9e2d-2feddbb11044 service neutron] For port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=1b56aa0f-6766-4f9f-b0df-5544a59b6a76,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:08:59.622636 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-f23b1c42-6a85-434a-9e2d-2feddbb11044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:59.706915 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-f23b1c42-6a85-434a-9e2d-2feddbb11044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:59.707715 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-f23b1c42-6a85-434a-9e2d-2feddbb11044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:08:59.710027 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-f23b1c42-6a85-434a-9e2d-2feddbb11044 service neutron] 10.222.0.39 "PUT /v2.0/ports/1b56aa0f-6766-4f9f-b0df-5544a59b6a76 HTTP/1.1" status: 200 len: 1092 time: 1.8910987 Jul 07 21:08:59.754525 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b1c42-6a85-434a-9e2d-2feddbb11044 service neutron] Pushing event updated for resources: {'Port': ['ID=1b56aa0f-6766-4f9f-b0df-5544a59b6a76,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:08:59.788655 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-beccb497-7db5-491c-8924-8570353e1564 req-22de0bfa-b5d4-42b4-bfe4-f7f51941c53f tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f6b7a17-2479-4fdb-a083-a771aede3a89 HTTP/1.1" status: 200 len: 210 time: 0.0530651 Jul 07 21:08:59.837949 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862dedbd-1ffa-4527-bf46-ab81173bd6f4 req-f3b68401-cb18-4d7f-9a6a-06b79776e786 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:59.845571 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-862dedbd-1ffa-4527-bf46-ab81173bd6f4 req-f3b68401-cb18-4d7f-9a6a-06b79776e786 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.1934340 Jul 07 21:08:59.898053 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-862dedbd-1ffa-4527-bf46-ab81173bd6f4 req-5bf55f0a-3ddb-4205-ad72-77d7bd7e9422 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514092 Jul 07 21:08:59.925642 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-083e7f2c-d6ad-452d-b9f1-eaf15b30ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:08:59.927508 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-083e7f2c-d6ad-452d-b9f1-eaf15b30ce0f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c77ff576c8f4eb18bd83eb9fa5ae9c8&device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 1095 time: 0.1423123 Jul 07 21:08:59.981070 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-d93ec9e9-0f0a-4f7a-961e-2dc5d7b3e160 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b56aa0f-6766-4f9f-b0df-5544a59b6a76 HTTP/1.1" status: 200 len: 217 time: 0.0405002 Jul 07 21:09:00.045529 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-4de1e3d1-b19d-490b-a6fe-f9822d64ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:00.047128 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-4de1e3d1-b19d-490b-a6fe-f9822d64ed35 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695c722d-c0e1-4b67-838e-81b8bf679407 HTTP/1.1" status: 200 len: 854 time: 0.0497355 Jul 07 21:09:00.068140 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36666) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:00.117444 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-58df8764-0280-4cdb-9c22-5fc3f272e2da admin admin] Deleting subnet f077d4fa-21db-48d2-91a1-f958f487d213 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:09:00.121524 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-58df8764-0280-4cdb-9c22-5fc3f272e2da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:00.147852 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-d41c2a8a-6c16-4910-8de7-5d3a463c7851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:00.154431 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-d41c2a8a-6c16-4910-8de7-5d3a463c7851 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71e90e76-92b1-4ebc-85b0-c55c9e97f894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812006 Jul 07 21:09:00.167805 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-58df8764-0280-4cdb-9c22-5fc3f272e2da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:00.215124 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-58df8764-0280-4cdb-9c22-5fc3f272e2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:00.270774 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-58df8764-0280-4cdb-9c22-5fc3f272e2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:00.294350 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-9e36d67b-9b7a-4b28-8b1f-1b849416a1a3 service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289895 Jul 07 21:09:00.296279 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df8764-0280-4cdb-9c22-5fc3f272e2da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f077d4fa-21db-48d2-91a1-f958f487d213,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:00.305830 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-58df8764-0280-4cdb-9c22-5fc3f272e2da admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:00.307899 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-58df8764-0280-4cdb-9c22-5fc3f272e2da admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f077d4fa-21db-48d2-91a1-f958f487d213 HTTP/1.1" status: 204 len: 168 time: 0.2386501 Jul 07 21:09:00.310376 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36668) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:00.390177 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f2aec51a-da9c-4f58-9741-922e80f360a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:00.434264 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8c4fe9a-3060-4ac1-b9a6-da950a98b8ee req-4850983e-078f-47ff-9120-560f27b109e8 service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219459 Jul 07 21:09:00.479266 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f2aec51a-da9c-4f58-9741-922e80f360a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:00.493940 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-f2aec51a-da9c-4f58-9741-922e80f360a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365b56f2-3c85-4eff-8070-08a313f1273b']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:00.512685 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-f2aec51a-da9c-4f58-9741-922e80f360a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3fd9929-db23-41ca-8128-ac6ecee9af8e') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:00.512982 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-f2aec51a-da9c-4f58-9741-922e80f360a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3fd9929-db23-41ca-8128-ac6ecee9af8e') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:00.523991 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f2aec51a-da9c-4f58-9741-922e80f360a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:00.539113 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f2aec51a-da9c-4f58-9741-922e80f360a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:00.547289 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2aec51a-da9c-4f58-9741-922e80f360a2 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:09:00.547510 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6194795-f209-4751-94a3-95b0442b8cc9 req-6d8044c6-95b1-4bd3-ab1a-8dee1bf12989 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:00.547755 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f2aec51a-da9c-4f58-9741-922e80f360a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:00.549424 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6194795-f209-4751-94a3-95b0442b8cc9 req-6d8044c6-95b1-4bd3-ab1a-8dee1bf12989 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=b655fe19-0769-48af-86a8-d504f5446b81 HTTP/1.1" status: 200 len: 945 time: 0.0797446 Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:09:00.549622 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:09:00.609024 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f6194795-f209-4751-94a3-95b0442b8cc9 req-f0dd4d0a-c8b0-4497-a4a2-57dcc76c6207 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464511 Jul 07 21:09:00.615103 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f2aec51a-da9c-4f58-9741-922e80f360a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:00.621564 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f2aec51a-da9c-4f58-9741-922e80f360a2 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:00.623963 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f2aec51a-da9c-4f58-9741-922e80f360a2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/365b56f2-3c85-4eff-8070-08a313f1273b HTTP/1.1" status: 204 len: 168 time: 0.3123775 Jul 07 21:09:00.626607 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 36674) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:00.654177 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aec51a-da9c-4f58-9741-922e80f360a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=365b56f2-3c85-4eff-8070-08a313f1273b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:00.709510 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-4537c254-f23d-4e6d-9966-2a4f9a3e1007 admin admin] Deleting subnet 5c53059c-b645-41e9-9f71-cbdc752a3bfd {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:09:00.713954 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4537c254-f23d-4e6d-9966-2a4f9a3e1007 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:00.755634 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4537c254-f23d-4e6d-9966-2a4f9a3e1007 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:00.793807 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a449a-7796-405d-9349-92c4ac96b3d3 req-24e1c3b7-1f21-4b2d-98d7-b40340f41e23 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:00.795315 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b55a449a-7796-405d-9349-92c4ac96b3d3 req-24e1c3b7-1f21-4b2d-98d7-b40340f41e23 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.1320105 Jul 07 21:09:00.831920 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4537c254-f23d-4e6d-9966-2a4f9a3e1007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:00.873649 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b55a449a-7796-405d-9349-92c4ac96b3d3 req-cd54e8eb-7a38-4619-b137-db8018c3b20f tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688193 Jul 07 21:09:00.908167 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4537c254-f23d-4e6d-9966-2a4f9a3e1007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:00.940854 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537c254-f23d-4e6d-9966-2a4f9a3e1007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c53059c-b645-41e9-9f71-cbdc752a3bfd,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:00.943550 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4537c254-f23d-4e6d-9966-2a4f9a3e1007 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:00.945856 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4537c254-f23d-4e6d-9966-2a4f9a3e1007 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5c53059c-b645-41e9-9f71-cbdc752a3bfd HTTP/1.1" status: 204 len: 168 time: 0.3181207 Jul 07 21:09:00.948284 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36682) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:00.972540 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '809a5da3-4d7e-4714-865b-489bdecbbf6a', 'tag': '1b56aa0f-6766-4f9f-b0df-5544a59b6a76'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:09:00.976011 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24589c08-4fc1-4085-8e73-b8d57d72d201" -d '{"events": [{"name": "network-changed", "server_uuid": "809a5da3-4d7e-4714-865b-489bdecbbf6a", "tag": "1b56aa0f-6766-4f9f-b0df-5544a59b6a76"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:09:01.023809 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69e466b-906c-4186-8d56-002abad67938 x-openstack-request-id: req-f69e466b-906c-4186-8d56-002abad67938 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:09:01.024315 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "809a5da3-4d7e-4714-865b-489bdecbbf6a", "tag": "1b56aa0f-6766-4f9f-b0df-5544a59b6a76", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:09:01.024858 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f69e466b-906c-4186-8d56-002abad67938 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:09:01.025294 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '809a5da3-4d7e-4714-865b-489bdecbbf6a', 'tag': '1b56aa0f-6766-4f9f-b0df-5544a59b6a76', 'status': 'completed', 'code': 200} Jul 07 21:09:01.033100 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-885f0d9f-efea-4263-aaad-1087e6a1ca84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:01.133689 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-885f0d9f-efea-4263-aaad-1087e6a1ca84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:01.144458 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-885f0d9f-efea-4263-aaad-1087e6a1ca84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780565e4-7df8-4b97-b4b8-4909aade97b6']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:01.155351 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-885f0d9f-efea-4263-aaad-1087e6a1ca84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85944c1-7312-4a82-9d35-6f75a99b2b84') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:01.155666 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-885f0d9f-efea-4263-aaad-1087e6a1ca84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85944c1-7312-4a82-9d35-6f75a99b2b84') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:01.165976 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-885f0d9f-efea-4263-aaad-1087e6a1ca84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:01.181142 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-885f0d9f-efea-4263-aaad-1087e6a1ca84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:01.188024 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885f0d9f-efea-4263-aaad-1087e6a1ca84 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:09:01.188426 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-885f0d9f-efea-4263-aaad-1087e6a1ca84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:09:01.190097 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:09:01.202663 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fb6d6-7f44-4442-a3ed-1d4445d38e2c req-1652c4be-b081-4f50-8ef5-d48c3a2d8754 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:01.204220 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a1fb6d6-7f44-4442-a3ed-1d4445d38e2c req-1652c4be-b081-4f50-8ef5-d48c3a2d8754 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.1781030 Jul 07 21:09:01.252557 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-885f0d9f-efea-4263-aaad-1087e6a1ca84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:01.255268 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24589c08-4fc1-4085-8e73-b8d57d72d201 req-8b1180ed-f1c7-45d4-aaa2-c23498815347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:01.257721 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-24589c08-4fc1-4085-8e73-b8d57d72d201 req-8b1180ed-f1c7-45d4-aaa2-c23498815347 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c77ff576c8f4eb18bd83eb9fa5ae9c8&device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 1095 time: 0.1952484 Jul 07 21:09:01.259919 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-885f0d9f-efea-4263-aaad-1087e6a1ca84 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:01.263837 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-885f0d9f-efea-4263-aaad-1087e6a1ca84 admin admin] 10.222.0.64 "DELETE /v2.0/networks/780565e4-7df8-4b97-b4b8-4909aade97b6 HTTP/1.1" status: 204 len: 168 time: 0.3142033 Jul 07 21:09:01.273097 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-e9be34df-5dbd-48f9-aeb4-c3ea1fbda40a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:01.274584 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-e9be34df-5dbd-48f9-aeb4-c3ea1fbda40a tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/networks?id=6ac168b0-5b62-40ce-978d-1826833f7c04 HTTP/1.1" status: 200 len: 812 time: 0.1692772 Jul 07 21:09:01.276534 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f0d9f-efea-4263-aaad-1087e6a1ca84 admin admin] Pushing event deleted for resources: {'Network': ['ID=780565e4-7df8-4b97-b4b8-4909aade97b6,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:01.337761 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a1fb6d6-7f44-4442-a3ed-1d4445d38e2c req-bb473a54-4a33-4d02-8a7b-7ffd8b4ecfa2 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1268666 Jul 07 21:09:01.343093 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-75389bd5-754c-4ac1-b934-8d3aa2c949c3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/quotas/fb007a9f302148b1b0ad445aa4579189 HTTP/1.1" status: 200 len: 375 time: 0.0526571 Jul 07 21:09:01.387051 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-89c33d13-4fe0-447a-b8e5-3a82881db79d tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fb007a9f302148b1b0ad445aa4579189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362282 Jul 07 21:09:01.401862 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36700) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:01.440929 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-156ef3d8-b72e-4d0f-ba5d-eff6d4c1ac21 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d6268d04b5974e93ae90a15e03404bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378680 Jul 07 21:09:01.444163 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36702) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:01.460655 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24589c08-4fc1-4085-8e73-b8d57d72d201 req-ae9ade2e-707f-4969-b10d-07a7ff2c25f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:01.462160 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-24589c08-4fc1-4085-8e73-b8d57d72d201 req-ae9ade2e-707f-4969-b10d-07a7ff2c25f2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=71e90e76-92b1-4ebc-85b0-c55c9e97f894 HTTP/1.1" status: 200 len: 916 time: 0.1819780 Jul 07 21:09:01.497262 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1320dca5-dfda-4696-a9aa-7766bb402832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:01.517136 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-24589c08-4fc1-4085-8e73-b8d57d72d201 req-58ba8a7a-11ab-4eb4-b1fb-ca3635602248 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b56aa0f-6766-4f9f-b0df-5544a59b6a76 HTTP/1.1" status: 200 len: 217 time: 0.0432866 Jul 07 21:09:01.518634 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1320dca5-dfda-4696-a9aa-7766bb402832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:01.533297 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-9d5611b0-4b37-4fde-a0bd-c34d9306695f service neutron] 10.222.0.64 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394334 Jul 07 21:09:01.570854 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1320dca5-dfda-4696-a9aa-7766bb402832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:01.573698 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1320dca5-dfda-4696-a9aa-7766bb402832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:01.574859 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1320dca5-dfda-4696-a9aa-7766bb402832 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/35b940fc-a4d9-48e6-8c14-1ced9b895a66 HTTP/1.1" status: 204 len: 168 time: 0.1297979 Jul 07 21:09:01.593888 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320dca5-dfda-4696-a9aa-7766bb402832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b940fc-a4d9-48e6-8c14-1ced9b895a66,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:01.638178 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24589c08-4fc1-4085-8e73-b8d57d72d201 req-0129bc0c-aecf-4254-bfd5-c3da9fb48952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:01.639706 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-24589c08-4fc1-4085-8e73-b8d57d72d201 req-0129bc0c-aecf-4254-bfd5-c3da9fb48952 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695c722d-c0e1-4b67-838e-81b8bf679407 HTTP/1.1" status: 200 len: 854 time: 0.1015983 Jul 07 21:09:01.712268 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-47851124-40c6-451d-9a96-a096c0dec1fb service neutron] 10.222.0.64 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654146 Jul 07 21:09:01.744841 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24589c08-4fc1-4085-8e73-b8d57d72d201 req-b3c66e52-c49f-44d7-b1b5-fe90ccd8e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:01.748107 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-24589c08-4fc1-4085-8e73-b8d57d72d201 req-b3c66e52-c49f-44d7-b1b5-fe90ccd8e846 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71e90e76-92b1-4ebc-85b0-c55c9e97f894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786691 Jul 07 21:09:01.887675 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-21dfc488-8a62-4670-9a36-c31926bcbb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:01.921104 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 781dd945-5104-4bc6-90b8-46f82a5b1745 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:09:01.927506 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:01.949828 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dc2da5cd-ec06-4c5f-b396-7fea450f9c88 req-b9d8fb79-7796-4851-91ff-2755b0692a95 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=487f9bde-41c8-4f4b-aed5-6ca4996ec4bc HTTP/1.1" status: 200 len: 210 time: 0.0564907 Jul 07 21:09:01.959586 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2f7d4-caa4-4f03-832a-109950847d34 req-d3d70bb4-9079-404f-8f16-d761dccc0ae7 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:01.961154 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eaf2f7d4-caa4-4f03-832a-109950847d34 req-d3d70bb4-9079-404f-8f16-d761dccc0ae7 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=b655fe19-0769-48af-86a8-d504f5446b81 HTTP/1.1" status: 200 len: 945 time: 0.1841018 Jul 07 21:09:01.965287 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-24589c08-4fc1-4085-8e73-b8d57d72d201 req-0816531f-5b39-477d-843a-48ca7fedc5f2 service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001460 Jul 07 21:09:01.983649 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 781dd945-5104-4bc6-90b8-46f82a5b1745 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:09:01.983879 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 781dd945-5104-4bc6-90b8-46f82a5b1745 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:09:02.001743 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36716) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:02.049590 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4beeb734-c603-4c48-b8a5-db93a453ece5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=10a2b9da4999437f8ca199260d9f2501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461204 Jul 07 21:09:02.051647 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36720) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:02.054288 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eaf2f7d4-caa4-4f03-832a-109950847d34 req-ec96f236-1b9b-462a-8f27-792a37ffe7e5 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868230 Jul 07 21:09:02.115566 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-24589c08-4fc1-4085-8e73-b8d57d72d201 req-98fdafbf-38a4-4687-b22e-22c42c68bbaa service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249621 Jul 07 21:09:02.120788 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8d48d356-1944-4a5b-9258-58aa38228ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:02.157163 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8d48d356-1944-4a5b-9258-58aa38228ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:02.223064 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8d48d356-1944-4a5b-9258-58aa38228ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:02.226093 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8d48d356-1944-4a5b-9258-58aa38228ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:02.227283 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8d48d356-1944-4a5b-9258-58aa38228ee3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/226fefd8-f95f-4b5b-a654-f8c84911daa1 HTTP/1.1" status: 204 len: 168 time: 0.1737485 Jul 07 21:09:02.235477 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df3409-4184-45d6-ad1a-e8209069ff0b req-d38e6092-90f7-4da7-bbf1-600ec62b8fb4 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:02.237967 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48d356-1944-4a5b-9258-58aa38228ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226fefd8-f95f-4b5b-a654-f8c84911daa1,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:02.243811 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-56df3409-4184-45d6-ad1a-e8209069ff0b req-d38e6092-90f7-4da7-bbf1-600ec62b8fb4 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.1234436 Jul 07 21:09:02.291244 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0697bd-7c00-4a97-8fd8-9e1fe58dfdf3 req-dbddf1f6-363f-4b37-b20c-1f8d95c9c2d4 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:02.292938 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac0697bd-7c00-4a97-8fd8-9e1fe58dfdf3 req-dbddf1f6-363f-4b37-b20c-1f8d95c9c2d4 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee196433-270d-4068-b249-4d03906893e5 HTTP/1.1" status: 200 len: 945 time: 0.1238010 Jul 07 21:09:02.310419 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-56df3409-4184-45d6-ad1a-e8209069ff0b req-b89377f7-d2f4-4d1e-9af6-dd0e557bb0a6 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656574 Jul 07 21:09:02.449301 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-ac0697bd-7c00-4a97-8fd8-9e1fe58dfdf3 req-27726b8a-c084-45d5-a276-c96476b64bfa tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Deleting port eb78729d-e5bf-4b36-b77d-4f07437a6520 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:09:02.449650 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ac0697bd-7c00-4a97-8fd8-9e1fe58dfdf3 req-27726b8a-c084-45d5-a276-c96476b64bfa tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:02.638929 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-ac0697bd-7c00-4a97-8fd8-9e1fe58dfdf3 req-27726b8a-c084-45d5-a276-c96476b64bfa tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] For port eb78729d-e5bf-4b36-b77d-4f07437a6520, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=eb78729d-e5bf-4b36-b77d-4f07437a6520,segment=NetworkSegment(d06979f7-3f50-430d-a5cf-9830c22daaf2),segment_id=d06979f7-3f50-430d-a5cf-9830c22daaf2)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:02.638929 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ac0697bd-7c00-4a97-8fd8-9e1fe58dfdf3 req-27726b8a-c084-45d5-a276-c96476b64bfa tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:02.657448 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-ac0697bd-7c00-4a97-8fd8-9e1fe58dfdf3 req-27726b8a-c084-45d5-a276-c96476b64bfa tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Calling delete_port for eb78729d-e5bf-4b36-b77d-4f07437a6520 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:09:02.687738 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13711811-1469-4305-b27c-f5767b08db32 req-7df55ef9-000a-4ca6-b5e8-497bb73be29d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:02.689281 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13711811-1469-4305-b27c-f5767b08db32 req-7df55ef9-000a-4ca6-b5e8-497bb73be29d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.1821187 Jul 07 21:09:02.760636 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006c1d9-a22a-4384-baea-630cfa49d963 req-787af0db-cb3a-4492-bd06-e542bf0209cc tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:02.762124 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8006c1d9-a22a-4384-baea-630cfa49d963 req-787af0db-cb3a-4492-bd06-e542bf0209cc tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.39 "GET /v2.0/ports?device_id=b655fe19-0769-48af-86a8-d504f5446b81 HTTP/1.1" status: 200 len: 945 time: 0.1941142 Jul 07 21:09:02.819682 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13711811-1469-4305-b27c-f5767b08db32 req-b2b7e740-53c9-45e7-955a-f56e55e901f2 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1242898 Jul 07 21:09:02.944489 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-8006c1d9-a22a-4384-baea-630cfa49d963 req-fa8ba3c0-7c2a-4ac9-8275-8eb6872f16ae tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Deleting port 8b687198-bb15-438d-80da-d5bc166be171 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:09:02.944845 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8006c1d9-a22a-4384-baea-630cfa49d963 req-fa8ba3c0-7c2a-4ac9-8275-8eb6872f16ae tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:02.949305 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ac0697bd-7c00-4a97-8fd8-9e1fe58dfdf3 req-27726b8a-c084-45d5-a276-c96476b64bfa tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:02.962634 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['eb78729d-e5bf-4b36-b77d-4f07437a6520'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:09:02.967216 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['8b687198-bb15-438d-80da-d5bc166be171'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:09:03.015190 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27726b8a-c084-45d5-a276-c96476b64bfa tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Pushing event deleted for resources: {'Port': ['ID=eb78729d-e5bf-4b36-b77d-4f07437a6520,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:03.080058 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0697bd-7c00-4a97-8fd8-9e1fe58dfdf3 req-27726b8a-c084-45d5-a276-c96476b64bfa tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] No DVR routers for this DVR port eb78729d-e5bf-4b36-b77d-4f07437a6520 on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:09:03.085854 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ac0697bd-7c00-4a97-8fd8-9e1fe58dfdf3 req-27726b8a-c084-45d5-a276-c96476b64bfa tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:03.088724 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac0697bd-7c00-4a97-8fd8-9e1fe58dfdf3 req-27726b8a-c084-45d5-a276-c96476b64bfa tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.58 "DELETE /v2.0/ports/eb78729d-e5bf-4b36-b77d-4f07437a6520 HTTP/1.1" status: 204 len: 173 time: 0.7771702 Jul 07 21:09:03.089354 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee196433-270d-4068-b249-4d03906893e5', 'name': 'network-vif-deleted', 'tag': 'eb78729d-e5bf-4b36-b77d-4f07437a6520'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:09:03.091836 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dadfaff-1941-4f5b-a627-d40eb0845770" -d '{"events": [{"server_uuid": "ee196433-270d-4068-b249-4d03906893e5", "name": "network-vif-deleted", "tag": "eb78729d-e5bf-4b36-b77d-4f07437a6520"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:09:03.141465 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-8006c1d9-a22a-4384-baea-630cfa49d963 req-fa8ba3c0-7c2a-4ac9-8275-8eb6872f16ae tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] For port 8b687198-bb15-438d-80da-d5bc166be171, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=8b687198-bb15-438d-80da-d5bc166be171,segment=NetworkSegment(d06979f7-3f50-430d-a5cf-9830c22daaf2),segment_id=d06979f7-3f50-430d-a5cf-9830c22daaf2)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:03.141847 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8006c1d9-a22a-4384-baea-630cfa49d963 req-fa8ba3c0-7c2a-4ac9-8275-8eb6872f16ae tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:03.192365 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-07c432b3-c58c-45ef-ba15-4852007bbedb req-6f95617f-f07e-4b20-849b-29de941d7730 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=487f9bde-41c8-4f4b-aed5-6ca4996ec4bc HTTP/1.1" status: 200 len: 210 time: 0.0534599 Jul 07 21:09:03.194471 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-8006c1d9-a22a-4384-baea-630cfa49d963 req-fa8ba3c0-7c2a-4ac9-8275-8eb6872f16ae tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Calling delete_port for 8b687198-bb15-438d-80da-d5bc166be171 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:09:03.282291 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d062928-36cb-4f39-907c-623d4df8d4ca x-openstack-request-id: req-5d062928-36cb-4f39-907c-623d4df8d4ca {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:09:03.282587 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee196433-270d-4068-b249-4d03906893e5", "name": "network-vif-deleted", "tag": "eb78729d-e5bf-4b36-b77d-4f07437a6520", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:09:03.283029 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5d062928-36cb-4f39-907c-623d4df8d4ca {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:09:03.283624 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee196433-270d-4068-b249-4d03906893e5', 'name': 'network-vif-deleted', 'tag': 'eb78729d-e5bf-4b36-b77d-4f07437a6520', 'status': 'completed', 'code': 200} Jul 07 21:09:03.421594 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d90618-6529-4bb3-a9f8-8801ccea5704 req-8953dc2c-4bc5-4fdf-97b0-bfbe40e916a7 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:03.423168 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54d90618-6529-4bb3-a9f8-8801ccea5704 req-8953dc2c-4bc5-4fdf-97b0-bfbe40e916a7 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=b655fe19-0769-48af-86a8-d504f5446b81 HTTP/1.1" status: 200 len: 945 time: 0.2212923 Jul 07 21:09:03.455581 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-1f911393-8682-4e78-a9a1-5a85b70b0a22 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:03.457130 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-1f911393-8682-4e78-a9a1-5a85b70b0a22 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.58 "GET /v2.0/networks?id=6ac168b0-5b62-40ce-978d-1826833f7c04 HTTP/1.1" status: 200 len: 812 time: 0.1766560 Jul 07 21:09:03.486470 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-dbdc3436-e70f-4de6-a14a-a25893df64c3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Request body: {'port': {'device_id': '487f9bde-41c8-4f4b-aed5-6ca4996ec4bc', 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04', 'admin_state_up': True, 'tenant_id': 'fb007a9f302148b1b0ad445aa4579189'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:03.556273 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:03.597750 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-54d90618-6529-4bb3-a9f8-8801ccea5704 req-30c9d334-a9ea-4185-b4bf-3485ccc1da18 tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/security-groups?id=0600af77-dae5-498c-9ce1-086082145288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629074 Jul 07 21:09:03.637505 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8006c1d9-a22a-4384-baea-630cfa49d963 req-fa8ba3c0-7c2a-4ac9-8275-8eb6872f16ae tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:03.655745 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['eb78729d-e5bf-4b36-b77d-4f07437a6520'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:09:03.694607 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ba3c0-7c2a-4ac9-8275-8eb6872f16ae tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Pushing event deleted for resources: {'Port': ['ID=8b687198-bb15-438d-80da-d5bc166be171,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:03.711519 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36766) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:03.716112 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:09:03.750372 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb5c14-09a9-440c-8e67-14c0cc3d1027 req-1261e963-287f-4b8e-9581-9206dea0f4cc tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:03.759913 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7bbb5c14-09a9-440c-8e67-14c0cc3d1027 req-1261e963-287f-4b8e-9581-9206dea0f4cc tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.2473021 Jul 07 21:09:03.839837 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f1e5fd0-8c89-419c-a240-971cb86c3b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:04.017737 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=1b56aa0f-6766-4f9f-b0df-5544a59b6a76,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:04.032779 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '1b56aa0f-6766-4f9f-b0df-5544a59b6a76', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'port_id': '1b56aa0f-6766-4f9f-b0df-5544a59b6a76', 'mac_address': 'fa:16:3e:90:71:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:09:04.071432 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:04.084082 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:09:04.105228 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=1b56aa0f-6766-4f9f-b0df-5544a59b6a76,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:04.108899 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:04.157750 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=1b56aa0f-6766-4f9f-b0df-5544a59b6a76,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:04.168756 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-8006c1d9-a22a-4384-baea-630cfa49d963 req-fa8ba3c0-7c2a-4ac9-8275-8eb6872f16ae tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] No DVR routers for this DVR port 8b687198-bb15-438d-80da-d5bc166be171 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:09:04.174368 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8006c1d9-a22a-4384-baea-630cfa49d963 req-fa8ba3c0-7c2a-4ac9-8275-8eb6872f16ae tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:04.176269 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8006c1d9-a22a-4384-baea-630cfa49d963 req-fa8ba3c0-7c2a-4ac9-8275-8eb6872f16ae tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.39 "DELETE /v2.0/ports/8b687198-bb15-438d-80da-d5bc166be171 HTTP/1.1" status: 204 len: 173 time: 1.4068160 Jul 07 21:09:04.218817 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.db.api [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-dbdc3436-e70f-4de6-a14a-a25893df64c3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 21:09:04.218817 n-d-695189-11 neutron-server[100448]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 21:09:04.218817 n-d-695189-11 neutron-server[100448]: [parameters: {'project_id': 'fb007a9f302148b1b0ad445aa4579189', 'id': 'cac46000-89df-4881-996f-c4807a7b8adb', 'expiration': datetime.datetime(2021, 7, 7, 21, 11, 4, 190341)}] Jul 07 21:09:04.218817 n-d-695189-11 neutron-server[100448]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:09:04.219388 n-d-695189-11 neutron-server[100448]: DEBUG oslo_db.api [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-dbdc3436-e70f-4de6-a14a-a25893df64c3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:09:04.248454 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7bbb5c14-09a9-440c-8e67-14c0cc3d1027 req-40509756-c52e-4b5d-bca2-9d56b5c2d964 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872556 Jul 07 21:09:04.284123 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea37fc-3ddd-4e2a-861c-13cc6006b9ac req-9b265ac4-af48-468f-912b-86e63924e01d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:04.284123 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1cea37fc-3ddd-4e2a-861c-13cc6006b9ac req-9b265ac4-af48-468f-912b-86e63924e01d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 944 time: 0.1149457 Jul 07 21:09:04.338780 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1cea37fc-3ddd-4e2a-861c-13cc6006b9ac req-104baabc-fb5c-430b-a73a-aa53475bcfff tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491517 Jul 07 21:09:04.414442 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-93769513-2434-4dfe-8dea-d76cd9e616f4 req-8ffbabb9-1baa-4e5d-ab85-69e77943a539 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=487f9bde-41c8-4f4b-aed5-6ca4996ec4bc HTTP/1.1" status: 200 len: 210 time: 0.0338423 Jul 07 21:09:04.451153 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['1b56aa0f-6766-4f9f-b0df-5544a59b6a76'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:09:04.547553 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f1e5fd0-8c89-419c-a240-971cb86c3b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:04.551668 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f1e5fd0-8c89-419c-a240-971cb86c3b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:04.591549 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0f1e5fd0-8c89-419c-a240-971cb86c3b1f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b96c275b73df4c23ba07573ffda4e344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8785865 Jul 07 21:09:04.592551 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e5fd0-8c89-419c-a240-971cb86c3b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bdd269-a648-41ed-a865-0db617a35b90,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:04.592702 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 36776) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:04.641811 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ff2a7948-a3d6-4361-b5cb-781e95f99f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:04.666251 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ff2a7948-a3d6-4361-b5cb-781e95f99f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:04.714265 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ff2a7948-a3d6-4361-b5cb-781e95f99f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:04.716982 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ff2a7948-a3d6-4361-b5cb-781e95f99f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:04.718146 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ff2a7948-a3d6-4361-b5cb-781e95f99f39 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/64bdd269-a648-41ed-a865-0db617a35b90 HTTP/1.1" status: 204 len: 168 time: 0.1246023 Jul 07 21:09:04.732988 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a7948-a3d6-4361-b5cb-781e95f99f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bdd269-a648-41ed-a865-0db617a35b90,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:04.768170 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9ffa0d60-4077-42dc-97ff-efb57a3bffa4 req-e414fcc9-097a-4c28-b310-6d4fe5859f9c tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] 10.222.0.64 "GET /v2.0/ports?device_id=b655fe19-0769-48af-86a8-d504f5446b81 HTTP/1.1" status: 200 len: 210 time: 0.0364904 Jul 07 21:09:04.779095 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-dbdc3436-e70f-4de6-a14a-a25893df64c3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Made reservation on behalf of fb007a9f302148b1b0ad445aa4579189 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:09:04.783167 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-dbdc3436-e70f-4de6-a14a-a25893df64c3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:04.922266 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-dbdc3436-e70f-4de6-a14a-a25893df64c3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Allocated IP 172.20.0.3 (6ac168b0-5b62-40ce-978d-1826833f7c04/e40568a6-ebc6-4f07-9fe2-338a216828e9/a409104a-b504-4023-a20d-1e0488408a71) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:09:05.090737 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-dbdc3436-e70f-4de6-a14a-a25893df64c3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:05.129319 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-dbdc3436-e70f-4de6-a14a-a25893df64c3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:05.178736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-dbdc3436-e70f-4de6-a14a-a25893df64c3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Network 6ac168b0-5b62-40ce-978d-1826833f7c04 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:09:05.182348 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-dbdc3436-e70f-4de6-a14a-a25893df64c3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:09:05.188701 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-dbdc3436-e70f-4de6-a14a-a25893df64c3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:09:05.195736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc3436-e70f-4de6-a14a-a25893df64c3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Pushing event updated for resources: {'Port': ['ID=a409104a-b504-4023-a20d-1e0488408a71,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:05.235541 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:05.247186 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-dbdc3436-e70f-4de6-a14a-a25893df64c3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:05.247877 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-dbdc3436-e70f-4de6-a14a-a25893df64c3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:05.263554 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-dbdc3436-e70f-4de6-a14a-a25893df64c3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7888770 Jul 07 21:09:05.276205 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-aa580178-d9c1-4727-8d53-e1c3defd94d5 service neutron] Request body: {'port': {'device_id': '487f9bde-41c8-4f4b-aed5-6ca4996ec4bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:05.298596 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b655fe19-0769-48af-86a8-d504f5446b81', 'name': 'network-vif-deleted', 'tag': '8b687198-bb15-438d-80da-d5bc166be171'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:09:05.300905 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1596b006-ddf5-409c-8602-c938d88a715a" -d '{"events": [{"server_uuid": "b655fe19-0769-48af-86a8-d504f5446b81", "name": "network-vif-deleted", "tag": "8b687198-bb15-438d-80da-d5bc166be171"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:09:05.354009 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77631087-95b5-4f99-97ef-515a8cba5f47 x-openstack-request-id: req-77631087-95b5-4f99-97ef-515a8cba5f47 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:09:05.354301 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b655fe19-0769-48af-86a8-d504f5446b81", "name": "network-vif-deleted", "tag": "8b687198-bb15-438d-80da-d5bc166be171", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:09:05.354550 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77631087-95b5-4f99-97ef-515a8cba5f47 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:09:05.354936 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b655fe19-0769-48af-86a8-d504f5446b81', 'name': 'network-vif-deleted', 'tag': '8b687198-bb15-438d-80da-d5bc166be171', 'status': 'completed', 'code': 200} Jul 07 21:09:05.373149 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-aa580178-d9c1-4727-8d53-e1c3defd94d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:05.633362 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ede82-9a83-4f26-92c8-39f5705a6532 req-d7fd2c6f-4833-4f6a-8fd1-0b72bb157b02 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:05.634888 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-548ede82-9a83-4f26-92c8-39f5705a6532 req-d7fd2c6f-4833-4f6a-8fd1-0b72bb157b02 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.2475312 Jul 07 21:09:05.730604 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:09:05.734237 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a2f7e-67bf-401e-a355-b8454360db1d req-048b3a65-31ee-467f-aedb-4a8702da6876 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:05.735840 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a0a2f7e-67bf-401e-a355-b8454360db1d req-048b3a65-31ee-467f-aedb-4a8702da6876 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 944 time: 0.2709303 Jul 07 21:09:05.763193 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-548ede82-9a83-4f26-92c8-39f5705a6532 req-96c6b334-e836-4fbc-9db4-03b37911c2f6 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138074 Jul 07 21:09:05.829626 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a0a2f7e-67bf-401e-a355-b8454360db1d req-dc861439-b876-45d5-932b-a33d51754f00 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870297 Jul 07 21:09:05.835755 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:09:05.840423 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:09:05.840808 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:05.913372 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-aa580178-d9c1-4727-8d53-e1c3defd94d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a409104a-b504-4023-a20d-1e0488408a71 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:09:05.924940 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-aa580178-d9c1-4727-8d53-e1c3defd94d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:05.949704 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:05.976934 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-aa580178-d9c1-4727-8d53-e1c3defd94d5 service neutron] Transition to ACTIVE for port object a409104a-b504-4023-a20d-1e0488408a71 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:09:05.981404 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-aa580178-d9c1-4727-8d53-e1c3defd94d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:05.983941 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809a5da3-4d7e-4714-865b-489bdecbbf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b56aa0f-6766-4f9f-b0df-5544a59b6a76'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:09:05.986479 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cf6224-b808-4a5c-beba-c0ca2db983ea" -d '{"events": [{"server_uuid": "809a5da3-4d7e-4714-865b-489bdecbbf6a", "name": "network-vif-plugged", "status": "completed", "tag": "1b56aa0f-6766-4f9f-b0df-5544a59b6a76"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:09:06.004094 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=1b56aa0f-6766-4f9f-b0df-5544a59b6a76,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:06.008861 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:06.009914 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 8b687198-bb15-438d-80da-d5bc166be171 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:09:06.037880 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 8b687198-bb15-438d-80da-d5bc166be171 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:09:06.038520 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 8b687198-bb15-438d-80da-d5bc166be171 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:09:06.065625 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36826) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:06.066703 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1f57f-7ba7-42fc-92b8-01ebab69fd5b req-235bdc33-53ba-4709-a702-9ef24d0fdc02 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:06.068897 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7be1f57f-7ba7-42fc-92b8-01ebab69fd5b req-235bdc33-53ba-4709-a702-9ef24d0fdc02 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=487f9bde-41c8-4f4b-aed5-6ca4996ec4bc HTTP/1.1" status: 200 len: 931 time: 0.1368895 Jul 07 21:09:06.089124 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa580178-d9c1-4727-8d53-e1c3defd94d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a409104a-b504-4023-a20d-1e0488408a71,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:06.125239 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=1b56aa0f-6766-4f9f-b0df-5544a59b6a76,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:06.130995 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20513935-5cb7-4703-9e98-59ad8f21feac x-openstack-request-id: req-20513935-5cb7-4703-9e98-59ad8f21feac {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:09:06.131900 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809a5da3-4d7e-4714-865b-489bdecbbf6a", "name": "network-vif-plugged", "status": "completed", "tag": "1b56aa0f-6766-4f9f-b0df-5544a59b6a76", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:09:06.132391 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-20513935-5cb7-4703-9e98-59ad8f21feac {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:09:06.132977 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809a5da3-4d7e-4714-865b-489bdecbbf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b56aa0f-6766-4f9f-b0df-5544a59b6a76', 'code': 200} Jul 07 21:09:06.163045 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-96eec939-02fb-4108-8419-d77f3b5eb876 admin admin] Deleting subnet fc036cf1-6b38-46e3-814e-f48aaa93568d {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:09:06.168730 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-96eec939-02fb-4108-8419-d77f3b5eb876 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:06.177888 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7be1f57f-7ba7-42fc-92b8-01ebab69fd5b req-2d8237a7-4bb0-4b89-ad26-2752892fbe34 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854926 Jul 07 21:09:06.212472 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-96eec939-02fb-4108-8419-d77f3b5eb876 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:06.225172 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-aa580178-d9c1-4727-8d53-e1c3defd94d5 service neutron] Attempting to bind port a409104a-b504-4023-a20d-1e0488408a71 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:09:06.225525 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-aa580178-d9c1-4727-8d53-e1c3defd94d5 service neutron] Attempting to bind port a409104a-b504-4023-a20d-1e0488408a71 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ce7841e0-8c51-4554-a344-f7eeefc78bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:09:06.225867 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-aa580178-d9c1-4727-8d53-e1c3defd94d5 service neutron] Attempting to bind port a409104a-b504-4023-a20d-1e0488408a71 on network 6ac168b0-5b62-40ce-978d-1826833f7c04 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:09:06.232301 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-aa580178-d9c1-4727-8d53-e1c3defd94d5 service neutron] Port a409104a-b504-4023-a20d-1e0488408a71 on network 6ac168b0-5b62-40ce-978d-1826833f7c04 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:09:06.232708 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-aa580178-d9c1-4727-8d53-e1c3defd94d5 service neutron] Attempting to bind port a409104a-b504-4023-a20d-1e0488408a71 on network 6ac168b0-5b62-40ce-978d-1826833f7c04 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:09:06.242312 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-aa580178-d9c1-4727-8d53-e1c3defd94d5 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:09:06.242520 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-aa580178-d9c1-4727-8d53-e1c3defd94d5 service neutron] Checking segment: {'id': 'ce7841e0-8c51-4554-a344-f7eeefc78bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:09:06.242747 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-aa580178-d9c1-4727-8d53-e1c3defd94d5 service neutron] Bound using segment: {'id': 'ce7841e0-8c51-4554-a344-f7eeefc78bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:09:06.243186 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-aa580178-d9c1-4727-8d53-e1c3defd94d5 service neutron] Bound port: a409104a-b504-4023-a20d-1e0488408a71, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce7841e0-8c51-4554-a344-f7eeefc78bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:09:06.243577 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-aa580178-d9c1-4727-8d53-e1c3defd94d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:06.255767 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-96eec939-02fb-4108-8419-d77f3b5eb876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:06.304345 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d008b1-ece8-4c63-8fc9-5b35e9b10f20 req-4090d74c-c28f-49cf-a646-900c3a0ed8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:06.305880 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44d008b1-ece8-4c63-8fc9-5b35e9b10f20 req-4090d74c-c28f-49cf-a646-900c3a0ed8ac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 1097 time: 0.1250615 Jul 07 21:09:06.313668 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-96eec939-02fb-4108-8419-d77f3b5eb876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:06.341476 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eec939-02fb-4108-8419-d77f3b5eb876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc036cf1-6b38-46e3-814e-f48aaa93568d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:06.345952 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-aa580178-d9c1-4727-8d53-e1c3defd94d5 service neutron] For port a409104a-b504-4023-a20d-1e0488408a71, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:09:06.350139 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-aa580178-d9c1-4727-8d53-e1c3defd94d5 service neutron] For port a409104a-b504-4023-a20d-1e0488408a71, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=a409104a-b504-4023-a20d-1e0488408a71,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:09:06.351732 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-96eec939-02fb-4108-8419-d77f3b5eb876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:06.354237 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-96eec939-02fb-4108-8419-d77f3b5eb876 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fc036cf1-6b38-46e3-814e-f48aaa93568d HTTP/1.1" status: 204 len: 168 time: 0.2874341 Jul 07 21:09:06.356749 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 36828) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:06.371312 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-aa580178-d9c1-4727-8d53-e1c3defd94d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:06.417028 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44d008b1-ece8-4c63-8fc9-5b35e9b10f20 req-0507adb8-d4ff-42bf-8452-ef93a48354ed service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027405 Jul 07 21:09:06.447084 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-aa580178-d9c1-4727-8d53-e1c3defd94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:06.448377 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-aa580178-d9c1-4727-8d53-e1c3defd94d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:06.449837 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-aa580178-d9c1-4727-8d53-e1c3defd94d5 service neutron] 10.222.0.58 "PUT /v2.0/ports/a409104a-b504-4023-a20d-1e0488408a71 HTTP/1.1" status: 200 len: 1092 time: 1.1778631 Jul 07 21:09:06.503777 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5f0626a5-b165-4b38-9db6-c95f9c257490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:06.526861 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa580178-d9c1-4727-8d53-e1c3defd94d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a409104a-b504-4023-a20d-1e0488408a71,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:06.631121 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5f0626a5-b165-4b38-9db6-c95f9c257490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:06.640455 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-9fe15cf1-b24c-41fd-b299-1250ad348a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:06.642000 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-9fe15cf1-b24c-41fd-b299-1250ad348a49 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fb007a9f302148b1b0ad445aa4579189&device_id=487f9bde-41c8-4f4b-aed5-6ca4996ec4bc HTTP/1.1" status: 200 len: 1095 time: 0.1501353 Jul 07 21:09:06.645470 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-5f0626a5-b165-4b38-9db6-c95f9c257490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae1560c-1b71-41da-9bf4-ee40abc4490b']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:06.663904 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-5f0626a5-b165-4b38-9db6-c95f9c257490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd06979f7-3f50-430d-a5cf-9830c22daaf2') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:06.664267 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-5f0626a5-b165-4b38-9db6-c95f9c257490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd06979f7-3f50-430d-a5cf-9830c22daaf2') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:06.701634 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-448a13ac-6efd-49b4-81ff-fa0fcd5c518a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a409104a-b504-4023-a20d-1e0488408a71 HTTP/1.1" status: 200 len: 217 time: 0.0491638 Jul 07 21:09:06.703203 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5f0626a5-b165-4b38-9db6-c95f9c257490 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:06.727142 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5f0626a5-b165-4b38-9db6-c95f9c257490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:06.751004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0626a5-b165-4b38-9db6-c95f9c257490 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:09:06.751628 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5f0626a5-b165-4b38-9db6-c95f9c257490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:09:06.752993 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:09:06.812505 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-99154bb3-ed9d-4fd6-8099-c1c055beff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:06.814165 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-99154bb3-ed9d-4fd6-8099-c1c055beff16 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e40568a6-ebc6-4f07-9fe2-338a216828e9 HTTP/1.1" status: 200 len: 852 time: 0.1005390 Jul 07 21:09:06.819087 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5f0626a5-b165-4b38-9db6-c95f9c257490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:06.825420 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5f0626a5-b165-4b38-9db6-c95f9c257490 admin admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:06.829932 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5f0626a5-b165-4b38-9db6-c95f9c257490 admin admin] 10.222.0.64 "DELETE /v2.0/networks/dae1560c-1b71-41da-9bf4-ee40abc4490b HTTP/1.1" status: 204 len: 168 time: 0.4695485 Jul 07 21:09:06.867721 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-cdb818d4-b174-41bd-9355-d2fd9669fd93 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ac168b0-5b62-40ce-978d-1826833f7c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383861 Jul 07 21:09:06.867721 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0626a5-b165-4b38-9db6-c95f9c257490 admin admin] Pushing event deleted for resources: {'Network': ['ID=dae1560c-1b71-41da-9bf4-ee40abc4490b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:07.060008 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36840) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:07.066010 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-443eda0d-7ae2-4783-ae28-49fa2bd5620c service neutron] 10.222.0.58 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880252 Jul 07 21:09:07.081810 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a073f-e997-4bb6-aad2-495e5fec136c req-7c143ebd-f793-41ce-84a9-0715f028c55c tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:07.088132 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3d9a073f-e997-4bb6-aad2-495e5fec136c req-7c143ebd-f793-41ce-84a9-0715f028c55c tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.1826000 Jul 07 21:09:07.126405 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3079b1c5-9c43-4975-a45f-36b3c1fe3fb0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=40ef407941cf431097f86bb2e8b4c9ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0651615 Jul 07 21:09:07.128730 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36844) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:07.192005 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-71cd369e-91c4-476d-9767-0f062281c8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:07.206825 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bff5f-de78-4492-a9ab-22c85162410f req-796584a0-2700-4e71-aa33-e7b6cd94360b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:07.209857 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c21bff5f-de78-4492-a9ab-22c85162410f req-796584a0-2700-4e71-aa33-e7b6cd94360b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 945 time: 0.2253048 Jul 07 21:09:07.215860 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-71cd369e-91c4-476d-9767-0f062281c8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:07.221202 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3d9a073f-e997-4bb6-aad2-495e5fec136c req-cce42971-e965-4dd6-8e07-0a15d15c05c5 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054821 Jul 07 21:09:07.267515 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c21bff5f-de78-4492-a9ab-22c85162410f req-96dfa0f5-4a08-4534-838c-18757e01eb2e tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496483 Jul 07 21:09:07.273783 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a385cccf-5051-4b68-8db1-cd15cb496bc4 req-0e71ff04-17ba-4ed5-8735-e88dfec23ad7 service neutron] 10.222.0.58 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844728 Jul 07 21:09:07.305144 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-71cd369e-91c4-476d-9767-0f062281c8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:07.308756 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-71cd369e-91c4-476d-9767-0f062281c8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:07.311158 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-71cd369e-91c4-476d-9767-0f062281c8c7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0600af77-dae5-498c-9ce1-086082145288 HTTP/1.1" status: 204 len: 168 time: 0.1812096 Jul 07 21:09:07.327942 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd369e-91c4-476d-9767-0f062281c8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0600af77-dae5-498c-9ce1-086082145288,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:07.355699 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487f9bde-41c8-4f4b-aed5-6ca4996ec4bc', 'tag': 'a409104a-b504-4023-a20d-1e0488408a71'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:09:07.358669 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43233a3-311b-4c71-a2ad-4a2e2be1945d" -d '{"events": [{"name": "network-changed", "server_uuid": "487f9bde-41c8-4f4b-aed5-6ca4996ec4bc", "tag": "a409104a-b504-4023-a20d-1e0488408a71"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:09:07.422437 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7662048-d830-4da3-8ec5-af6a44bee03d x-openstack-request-id: req-c7662048-d830-4da3-8ec5-af6a44bee03d {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:09:07.423017 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487f9bde-41c8-4f4b-aed5-6ca4996ec4bc", "tag": "a409104a-b504-4023-a20d-1e0488408a71", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:09:07.423539 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c7662048-d830-4da3-8ec5-af6a44bee03d {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:09:07.424118 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487f9bde-41c8-4f4b-aed5-6ca4996ec4bc', 'tag': 'a409104a-b504-4023-a20d-1e0488408a71', 'status': 'completed', 'code': 200} Jul 07 21:09:07.509543 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c285b-0f43-417e-89f8-ecb243ba09d0 req-3816f2f6-2530-489a-9556-6d0475db2be1 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:07.511127 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-675c285b-0f43-417e-89f8-ecb243ba09d0 req-3816f2f6-2530-489a-9556-6d0475db2be1 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=487f9bde-41c8-4f4b-aed5-6ca4996ec4bc HTTP/1.1" status: 200 len: 943 time: 0.1211672 Jul 07 21:09:07.514107 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43233a3-311b-4c71-a2ad-4a2e2be1945d req-a6db5c48-1b9b-4902-b0e3-d0e53df656d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:07.515622 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d43233a3-311b-4c71-a2ad-4a2e2be1945d req-a6db5c48-1b9b-4902-b0e3-d0e53df656d3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fb007a9f302148b1b0ad445aa4579189&device_id=487f9bde-41c8-4f4b-aed5-6ca4996ec4bc HTTP/1.1" status: 200 len: 1095 time: 0.0766070 Jul 07 21:09:07.612009 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-675c285b-0f43-417e-89f8-ecb243ba09d0 req-eca8992b-1db7-49ec-8a76-58459ba4834f tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935166 Jul 07 21:09:07.658599 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43233a3-311b-4c71-a2ad-4a2e2be1945d req-5c236299-d9b8-4596-83e1-1505b1204c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:07.660270 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d43233a3-311b-4c71-a2ad-4a2e2be1945d req-5c236299-d9b8-4596-83e1-1505b1204c0d service neutron] 10.222.0.58 "GET /v2.0/networks?id=6ac168b0-5b62-40ce-978d-1826833f7c04 HTTP/1.1" status: 200 len: 913 time: 0.1323631 Jul 07 21:09:07.704509 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d43233a3-311b-4c71-a2ad-4a2e2be1945d req-94869d36-e291-4e0c-bef3-1177dca9baa3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a409104a-b504-4023-a20d-1e0488408a71 HTTP/1.1" status: 200 len: 217 time: 0.0361049 Jul 07 21:09:07.762578 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43233a3-311b-4c71-a2ad-4a2e2be1945d req-8286c60d-2ff1-4a78-bd27-5b8cdc7851ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:07.764203 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d43233a3-311b-4c71-a2ad-4a2e2be1945d req-8286c60d-2ff1-4a78-bd27-5b8cdc7851ea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e40568a6-ebc6-4f07-9fe2-338a216828e9 HTTP/1.1" status: 200 len: 852 time: 0.0521224 Jul 07 21:09:07.809071 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d43233a3-311b-4c71-a2ad-4a2e2be1945d req-9b91f3ce-72e5-4a6f-b07d-c58755c9e29a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6ac168b0-5b62-40ce-978d-1826833f7c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344756 Jul 07 21:09:07.907476 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d43233a3-311b-4c71-a2ad-4a2e2be1945d req-3ad05c22-8059-4f59-8d26-6f65479424ed service neutron] 10.222.0.58 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865583 Jul 07 21:09:07.940526 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device eb78729d-e5bf-4b36-b77d-4f07437a6520 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:09:07.975873 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: eb78729d-e5bf-4b36-b77d-4f07437a6520 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:09:07.976441 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device eb78729d-e5bf-4b36-b77d-4f07437a6520 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:09:08.012305 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d43233a3-311b-4c71-a2ad-4a2e2be1945d req-5cd433db-4401-4101-ba36-2d9a1a44383d service neutron] 10.222.0.58 "GET /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949454 Jul 07 21:09:08.220132 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36876) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:08.347613 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-61c23171-2fe2-43ce-9da8-83eb6098010b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1365337016-network', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:08.372073 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c23171-2fe2-43ce-9da8-83eb6098010b admin admin] Made reservation on behalf of b23aeeec068f48d9b9417dac414bc687 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:09:08.376147 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61c23171-2fe2-43ce-9da8-83eb6098010b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:08.386651 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61c23171-2fe2-43ce-9da8-83eb6098010b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:08.457210 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2511cd-e4ff-40f9-8a68-d74b6431a4d5 req-e3336e6b-c7e2-4f92-80ed-ad1a7a4f7e37 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:08.459705 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b2511cd-e4ff-40f9-8a68-d74b6431a4d5 req-e3336e6b-c7e2-4f92-80ed-ad1a7a4f7e37 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.1082003 Jul 07 21:09:08.476571 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61c23171-2fe2-43ce-9da8-83eb6098010b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:08.481758 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61c23171-2fe2-43ce-9da8-83eb6098010b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:08.504291 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c23171-2fe2-43ce-9da8-83eb6098010b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:09:08.516827 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b2511cd-e4ff-40f9-8a68-d74b6431a4d5 req-c3c01e41-09b3-4ca2-8fb7-d2afb16e0606 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507431 Jul 07 21:09:08.520198 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c23171-2fe2-43ce-9da8-83eb6098010b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8d8a5b-f4f9-4651-b140-2416a1775b7d,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:08.527377 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35199f5-3d1b-4288-a920-ee4a57a73511 req-747eabcc-047a-4784-b260-2b6d4dd8c433 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:08.530017 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e35199f5-3d1b-4288-a920-ee4a57a73511 req-747eabcc-047a-4784-b260-2b6d4dd8c433 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 945 time: 0.1210473 Jul 07 21:09:08.532601 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61c23171-2fe2-43ce-9da8-83eb6098010b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:08.533459 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-61c23171-2fe2-43ce-9da8-83eb6098010b admin admin] Added segment 108432c1-a6ca-4ab1-8fa3-46e3c0d5295f of type vlan for network ac16b07c-c901-445c-9476-2e719a4f8a51 Jul 07 21:09:08.555694 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 36884) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:08.576753 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61c23171-2fe2-43ce-9da8-83eb6098010b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:08.606073 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61c23171-2fe2-43ce-9da8-83eb6098010b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:08.607037 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c23171-2fe2-43ce-9da8-83eb6098010b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:08.607686 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61c23171-2fe2-43ce-9da8-83eb6098010b admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:08.622885 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e35199f5-3d1b-4288-a920-ee4a57a73511 req-f04b077c-8592-4e83-856a-86583a0dbcd0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845366 Jul 07 21:09:08.671120 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-61c23171-2fe2-43ce-9da8-83eb6098010b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4471126 Jul 07 21:09:08.671737 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 36890) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:08.677184 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-fe29c967-2144-4d7a-bb4d-c94831aef0d8 admin admin] Request body: {'subnet': {'network_id': 'ac16b07c-c901-445c-9476-2e719a4f8a51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1365337016-subnet', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:08.678802 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c23171-2fe2-43ce-9da8-83eb6098010b admin admin] Pushing event updated for resources: {'Network': ['ID=ac16b07c-c901-445c-9476-2e719a4f8a51,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:08.689858 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network ac16b07c-c901-445c-9476-2e719a4f8a51 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:09:08.759780 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe29c967-2144-4d7a-bb4d-c94831aef0d8 admin admin] Made reservation on behalf of b23aeeec068f48d9b9417dac414bc687 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:09:08.762130 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fe29c967-2144-4d7a-bb4d-c94831aef0d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:09.025582 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9e373-3d9d-4ea0-bcaa-abf5eef34b1b req-6a744660-5b11-4289-9512-2b49e89bec44 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:09.031345 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8f9e373-3d9d-4ea0-bcaa-abf5eef34b1b req-6a744660-5b11-4289-9512-2b49e89bec44 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=487f9bde-41c8-4f4b-aed5-6ca4996ec4bc HTTP/1.1" status: 200 len: 943 time: 0.2627473 Jul 07 21:09:09.063956 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac0514-a83f-4d54-b54b-e5d1407f0dd4 req-d76ba91f-b7ce-421b-ba9a-f28836bff31a tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:09.065415 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-93ac0514-a83f-4d54-b54b-e5d1407f0dd4 req-d76ba91f-b7ce-421b-ba9a-f28836bff31a tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 945 time: 0.2524347 Jul 07 21:09:09.074857 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36892) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:09.079704 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-257a588e-19f0-4e0f-9215-66fbb7d440e7 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Request body: {'floatingip': {'port_id': '1b56aa0f-6766-4f9f-b0df-5544a59b6a76'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:09.119771 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-257a588e-19f0-4e0f-9215-66fbb7d440e7 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for floatingip, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:09.170664 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8f9e373-3d9d-4ea0-bcaa-abf5eef34b1b req-64de71cd-33a1-413a-8337-4efd780acccc tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195452 Jul 07 21:09:09.203657 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fe29c967-2144-4d7a-bb4d-c94831aef0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:09.267071 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29c967-2144-4d7a-bb4d-c94831aef0d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0733c22f-4060-4677-b2ba-941b9860e0e2,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:09.313974 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe29c967-2144-4d7a-bb4d-c94831aef0d8 admin admin] Checking segment: {'id': '108432c1-a6ca-4ab1-8fa3-46e3c0d5295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac16b07c-c901-445c-9476-2e719a4f8a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:09:09.314352 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe29c967-2144-4d7a-bb4d-c94831aef0d8 admin admin] Network hostable DHCP agents. Network: ac16b07c-c901-445c-9476-2e719a4f8a51, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:09:09.343964 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe29c967-2144-4d7a-bb4d-c94831aef0d8 admin admin] Network ac16b07c-c901-445c-9476-2e719a4f8a51 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:09:09.358964 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cc443194-36f3-477b-9e9e-46856a1af0af tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:09.362022 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-fe29c967-2144-4d7a-bb4d-c94831aef0d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, ac16b07c-c901-445c-9476-2e719a4f8a51) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:09:09.371255 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cb4ec1-189e-4b14-9ff1-9b9224e9064e None None] Network ac16b07c-c901-445c-9476-2e719a4f8a51 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:09:09.397663 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe29c967-2144-4d7a-bb4d-c94831aef0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:09.398256 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fe29c967-2144-4d7a-bb4d-c94831aef0d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:09.484551 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fe29c967-2144-4d7a-bb4d-c94831aef0d8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8094916 Jul 07 21:09:09.485423 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 36910) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:09.496396 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-3c3e7932-a768-4a27-ac4a-b024bf7c7cea admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1365337016-router', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:09.530653 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c00aaf-0337-4821-bb02-11e4fc7092f3 None None] Network ac16b07c-c901-445c-9476-2e719a4f8a51 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:09:09.607431 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c3e7932-a768-4a27-ac4a-b024bf7c7cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:09.608510 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c3e7932-a768-4a27-ac4a-b024bf7c7cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:09.914913 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-257a588e-19f0-4e0f-9215-66fbb7d440e7 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:09.920110 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-257a588e-19f0-4e0f-9215-66fbb7d440e7 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:10.041291 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [None req-257a588e-19f0-4e0f-9215-66fbb7d440e7 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Floating IP 937fa9ec-c4b3-47a4-94b3-7811437586d9 associated. External IP: 172.25.5.158, port: 1b56aa0f-6766-4f9f-b0df-5544a59b6a76. Jul 07 21:09:10.107583 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c3e7932-a768-4a27-ac4a-b024bf7c7cea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:10.221251 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb62173-02ae-4df6-b577-5416e0dc63cb req-e2beb2d7-f14b-41f5-81cb-ae56cd54e936 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:10.228314 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-deb62173-02ae-4df6-b577-5416e0dc63cb req-e2beb2d7-f14b-41f5-81cb-ae56cd54e936 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.5608566 Jul 07 21:09:10.261453 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257a588e-19f0-4e0f-9215-66fbb7d440e7 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Router a27d62bd-71c5-46e5-8d70-df484cf25654 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:09:10.330534 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c3e7932-a768-4a27-ac4a-b024bf7c7cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:10.379316 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257a588e-19f0-4e0f-9215-66fbb7d440e7 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:09:10.387362 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-257a588e-19f0-4e0f-9215-66fbb7d440e7 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:10.399405 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc1c868-3fb2-4dd7-8ce7-9635b3bc50da None None] Sync routers for ids ['a27d62bd-71c5-46e5-8d70-df484cf25654'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:09:10.405406 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-deb62173-02ae-4df6-b577-5416e0dc63cb req-479d49ae-7b85-46e0-930d-c24ce776f5d5 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762040 Jul 07 21:09:10.415743 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc1c868-3fb2-4dd7-8ce7-9635b3bc50da None None] Routers {'a27d62bd-71c5-46e5-8d70-df484cf25654'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:09:10.416826 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-6fc1c868-3fb2-4dd7-8ce7-9635b3bc50da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:09:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a27d62bd-71c5-46e5-8d70-df484cf25654'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:10.463990 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-257a588e-19f0-4e0f-9215-66fbb7d440e7 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "PUT /v2.0/floatingips/937fa9ec-c4b3-47a4-94b3-7811437586d9 HTTP/1.1" status: 200 len: 991 time: 1.3879232 Jul 07 21:09:10.465809 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '809a5da3-4d7e-4714-865b-489bdecbbf6a', 'tag': '1b56aa0f-6766-4f9f-b0df-5544a59b6a76'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:09:10.469566 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278f3bb4-f6b1-47dc-a092-3e9d6d21e575" -d '{"events": [{"name": "network-changed", "server_uuid": "809a5da3-4d7e-4714-865b-489bdecbbf6a", "tag": "1b56aa0f-6766-4f9f-b0df-5544a59b6a76"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:09:10.530090 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450efe9-87e4-43ae-b277-53374c5302f5 req-cde752e1-d21c-4598-a91f-6de9d3ca3223 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:10.538628 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5450efe9-87e4-43ae-b277-53374c5302f5 req-cde752e1-d21c-4598-a91f-6de9d3ca3223 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=487f9bde-41c8-4f4b-aed5-6ca4996ec4bc HTTP/1.1" status: 200 len: 943 time: 0.2103264 Jul 07 21:09:10.581143 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-6fc1c868-3fb2-4dd7-8ce7-9635b3bc50da None None] Set router a27d62bd-71c5-46e5-8d70-df484cf25654 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:09:10.591812 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-cc443194-36f3-477b-9e9e-46856a1af0af tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Deleting port 921b407a-fb22-4213-9b7d-d90b67058313 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:09:10.592082 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cc443194-36f3-477b-9e9e-46856a1af0af tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:10.615530 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d405f56-5418-4057-908a-848020898759 x-openstack-request-id: req-7d405f56-5418-4057-908a-848020898759 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:09:10.616080 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "809a5da3-4d7e-4714-865b-489bdecbbf6a", "tag": "1b56aa0f-6766-4f9f-b0df-5544a59b6a76", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:09:10.616490 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d405f56-5418-4057-908a-848020898759 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:09:10.617079 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '809a5da3-4d7e-4714-865b-489bdecbbf6a', 'tag': '1b56aa0f-6766-4f9f-b0df-5544a59b6a76', 'status': 'completed', 'code': 200} Jul 07 21:09:10.658093 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5450efe9-87e4-43ae-b277-53374c5302f5 req-497c4b68-6c0e-4a83-8b74-7ed3d3e7cd32 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182594 Jul 07 21:09:10.821110 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-cc443194-36f3-477b-9e9e-46856a1af0af tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] For port 921b407a-fb22-4213-9b7d-d90b67058313, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=921b407a-fb22-4213-9b7d-d90b67058313,segment=NetworkSegment(01ed4fe1-3a68-4bcf-823e-63e59ffc9002),segment_id=01ed4fe1-3a68-4bcf-823e-63e59ffc9002)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:10.821393 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cc443194-36f3-477b-9e9e-46856a1af0af tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:10.826715 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-6fc1c868-3fb2-4dd7-8ce7-9635b3bc50da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'name': 'tempest-AttachVolumeShelveTestJSON-56852643-router', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:08:44Z', 'updated_at': '2021-07-07T21:08:49Z', 'revision_number': 4, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'gw_port': {'id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:45Z', 'updated_at': '2021-07-07T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '937fa9ec-c4b3-47a4-94b3-7811437586d9', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'port_id': '1b56aa0f-6766-4f9f-b0df-5544a59b6a76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'mac_address': 'fa:16:3e:90:71:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809a5da3-4d7e-4714-865b-489bdecbbf6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:08:52Z', 'updated_at': '2021-07-07T21:09:09Z', 'revision_number': 1, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b2889a-88c0-4add-bc85-d8b6db5fcb5f', 'name': '', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'mac_address': 'fa:16:3e:90:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:48Z', 'updated_at': '2021-07-07T21:08:56Z', 'revision_number': 5, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'subnets': [{'id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:10.853988 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f3bb4-f6b1-47dc-a092-3e9d6d21e575 req-2b0f0b0c-3567-4898-a132-4b2d3e2c2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:10.855593 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-278f3bb4-f6b1-47dc-a092-3e9d6d21e575 req-2b0f0b0c-3567-4898-a132-4b2d3e2c2969 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c77ff576c8f4eb18bd83eb9fa5ae9c8&device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 1097 time: 0.2035871 Jul 07 21:09:10.857297 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc1c868-3fb2-4dd7-8ce7-9635b3bc50da None None] Checking router: a27d62bd-71c5-46e5-8d70-df484cf25654 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:09:10.863940 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-cc443194-36f3-477b-9e9e-46856a1af0af tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Calling delete_port for 921b407a-fb22-4213-9b7d-d90b67058313 owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:09:10.873760 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc1c868-3fb2-4dd7-8ce7-9635b3bc50da None None] Routers {'a27d62bd-71c5-46e5-8d70-df484cf25654'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:09:10.874506 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-6fc1c868-3fb2-4dd7-8ce7-9635b3bc50da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:09:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a27d62bd-71c5-46e5-8d70-df484cf25654'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:10.995906 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c3e7932-a768-4a27-ac4a-b024bf7c7cea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:11.000212 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-6fc1c868-3fb2-4dd7-8ce7-9635b3bc50da None None] Set router a27d62bd-71c5-46e5-8d70-df484cf25654 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:09:11.024497 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c3e7932-a768-4a27-ac4a-b024bf7c7cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:11.151154 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f3bb4-f6b1-47dc-a092-3e9d6d21e575 req-eb3d33ac-d1c8-456c-896a-75d3c9f2766d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:11.152693 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-278f3bb4-f6b1-47dc-a092-3e9d6d21e575 req-eb3d33ac-d1c8-456c-896a-75d3c9f2766d service neutron] 10.222.0.39 "GET /v2.0/networks?id=71e90e76-92b1-4ebc-85b0-c55c9e97f894 HTTP/1.1" status: 200 len: 916 time: 0.2830808 Jul 07 21:09:11.244851 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-6fc1c868-3fb2-4dd7-8ce7-9635b3bc50da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'name': 'tempest-AttachVolumeShelveTestJSON-56852643-router', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:08:44Z', 'updated_at': '2021-07-07T21:08:49Z', 'revision_number': 4, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'gw_port': {'id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:45Z', 'updated_at': '2021-07-07T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '937fa9ec-c4b3-47a4-94b3-7811437586d9', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'port_id': '1b56aa0f-6766-4f9f-b0df-5544a59b6a76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'mac_address': 'fa:16:3e:90:71:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809a5da3-4d7e-4714-865b-489bdecbbf6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:08:52Z', 'updated_at': '2021-07-07T21:09:09Z', 'revision_number': 1, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b2889a-88c0-4add-bc85-d8b6db5fcb5f', 'name': '', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'mac_address': 'fa:16:3e:90:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:48Z', 'updated_at': '2021-07-07T21:08:56Z', 'revision_number': 5, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'subnets': [{'id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:11.276085 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc1c868-3fb2-4dd7-8ce7-9635b3bc50da None None] The sync data for ids ['a27d62bd-71c5-46e5-8d70-df484cf25654'] in n-d-695189-11 is: [{'id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'name': 'tempest-AttachVolumeShelveTestJSON-56852643-router', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:08:44Z', 'updated_at': '2021-07-07T21:08:49Z', 'revision_number': 4, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'gw_port': {'id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:45Z', 'updated_at': '2021-07-07T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '937fa9ec-c4b3-47a4-94b3-7811437586d9', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'floating_ip_address': '172.25.5.158', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'port_id': '1b56aa0f-6766-4f9f-b0df-5544a59b6a76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'mac_address': 'fa:16:3e:90:71:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809a5da3-4d7e-4714-865b-489bdecbbf6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:08:52Z', 'updated_at': '2021-07-07T21:09:09Z', 'revision_number': 1, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b2889a-88c0-4add-bc85-d8b6db5fcb5f', 'name': '', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'mac_address': 'fa:16:3e:90:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:48Z', 'updated_at': '2021-07-07T21:08:56Z', 'revision_number': 5, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'subnets': [{'id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:09:11.285603 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-278f3bb4-f6b1-47dc-a092-3e9d6d21e575 req-a15cdbab-7656-41b5-9cad-7dbcc92a858e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b56aa0f-6766-4f9f-b0df-5544a59b6a76 HTTP/1.1" status: 200 len: 999 time: 0.1198833 Jul 07 21:09:11.287360 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-3c3e7932-a768-4a27-ac4a-b024bf7c7cea admin admin] Allocated IP 172.25.5.168 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/59e34115-a9ce-4cb1-8755-7b90ea6c38d4) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:09:11.420956 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f3bb4-f6b1-47dc-a092-3e9d6d21e575 req-162e9bb2-8e2d-4251-b8ff-0096951501de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:11.422460 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-278f3bb4-f6b1-47dc-a092-3e9d6d21e575 req-162e9bb2-8e2d-4251-b8ff-0096951501de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695c722d-c0e1-4b67-838e-81b8bf679407 HTTP/1.1" status: 200 len: 854 time: 0.1285248 Jul 07 21:09:11.477001 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cc443194-36f3-477b-9e9e-46856a1af0af tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:11.497612 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983fe7bc-99da-46e5-9ba8-4cadf3257320 None None] New status for floating IP 937fa9ec-c4b3-47a4-94b3-7811437586d9: ACTIVE {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:09:11.536175 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc443194-36f3-477b-9e9e-46856a1af0af tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event deleted for resources: {'Port': ['ID=921b407a-fb22-4213-9b7d-d90b67058313,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:11.621930 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c3e7932-a768-4a27-ac4a-b024bf7c7cea admin admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:11.678675 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f3bb4-f6b1-47dc-a092-3e9d6d21e575 req-0f08ed5a-ca08-42e2-8853-71d6ddcffcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:11.680559 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-278f3bb4-f6b1-47dc-a092-3e9d6d21e575 req-0f08ed5a-ca08-42e2-8853-71d6ddcffcc8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71e90e76-92b1-4ebc-85b0-c55c9e97f894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2448323 Jul 07 21:09:11.840066 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bc0c8-c94c-441c-ade7-024a0911c503 req-003b6c0e-54b4-4fc4-af01-7a17d3bfb1b8 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:11.841542 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-131bc0c8-c94c-441c-ade7-024a0911c503 req-003b6c0e-54b4-4fc4-af01-7a17d3bfb1b8 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.2733324 Jul 07 21:09:11.932764 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device a409104a-b504-4023-a20d-1e0488408a71 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:09:11.938129 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c3e7932-a768-4a27-ac4a-b024bf7c7cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:12.005596 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-278f3bb4-f6b1-47dc-a092-3e9d6d21e575 req-441fb303-d525-4600-9d22-382b109475af service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139479 Jul 07 21:09:12.027608 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3e7932-a768-4a27-ac4a-b024bf7c7cea admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:09:12.048709 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-3c3e7932-a768-4a27-ac4a-b024bf7c7cea admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:09:12.052914 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port a409104a-b504-4023-a20d-1e0488408a71, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=a409104a-b504-4023-a20d-1e0488408a71,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:12.054692 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-131bc0c8-c94c-441c-ade7-024a0911c503 req-7da05c7d-8017-4014-bd50-a5c99251a6bd tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968615 Jul 07 21:09:12.057262 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3e7932-a768-4a27-ac4a-b024bf7c7cea admin admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:09:12.069880 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'a409104a-b504-4023-a20d-1e0488408a71', 'network_id': '6ac168b0-5b62-40ce-978d-1826833f7c04', 'port_id': 'a409104a-b504-4023-a20d-1e0488408a71', 'mac_address': 'fa:16:3e:62:1d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40568a6-ebc6-4f07-9fe2-338a216828e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:09:12.123287 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e7932-a768-4a27-ac4a-b024bf7c7cea admin admin] Pushing event updated for resources: {'Port': ['ID=59e34115-a9ce-4cb1-8755-7b90ea6c38d4,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:12.129610 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:12.130857 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cc443194-36f3-477b-9e9e-46856a1af0af tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:12.146740 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a409104a-b504-4023-a20d-1e0488408a71 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:09:12.180328 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port a409104a-b504-4023-a20d-1e0488408a71, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=a409104a-b504-4023-a20d-1e0488408a71,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:12.183045 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb12b5-5ba5-4cda-a8da-92d64fadaab1 req-670c8b4c-fe34-4232-9ae2-a01f112d25ce tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:12.184630 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1ddb12b5-5ba5-4cda-a8da-92d64fadaab1 req-670c8b4c-fe34-4232-9ae2-a01f112d25ce tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=487f9bde-41c8-4f4b-aed5-6ca4996ec4bc HTTP/1.1" status: 200 len: 943 time: 0.3529048 Jul 07 21:09:12.185255 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:12.247541 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=a409104a-b504-4023-a20d-1e0488408a71,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:12.490108 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['a409104a-b504-4023-a20d-1e0488408a71'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:09:12.775091 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-278f3bb4-f6b1-47dc-a092-3e9d6d21e575 req-a22547b6-eb2b-41d7-b44d-e446f2243715 service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7494864 Jul 07 21:09:12.795858 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1ddb12b5-5ba5-4cda-a8da-92d64fadaab1 req-6fed5975-cab5-418e-868f-a080315ea310 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240477 Jul 07 21:09:12.877965 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01f088e2-bd53-4f64-a758-b08794917dad req-7b0842af-7226-4268-b8f7-1bdb46a5c584 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3072002 Jul 07 21:09:13.057483 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c3e7932-a768-4a27-ac4a-b024bf7c7cea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:13.112592 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f088e2-bd53-4f64-a758-b08794917dad req-7d4219b6-5819-4341-a050-dfb349196590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:13.114166 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01f088e2-bd53-4f64-a758-b08794917dad req-7d4219b6-5819-4341-a050-dfb349196590 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3d851e7566964f18923f7a9246878584&device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 1097 time: 0.2050164 Jul 07 21:09:13.117750 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc443194-36f3-477b-9e9e-46856a1af0af tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Router d8b74f63-d506-4e7d-8dc9-3659ae608de3 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:09:13.445389 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f088e2-bd53-4f64-a758-b08794917dad req-8e95bbdc-6ed1-4b5b-bf2e-b1caf48f4124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:13.446882 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01f088e2-bd53-4f64-a758-b08794917dad req-8e95bbdc-6ed1-4b5b-bf2e-b1caf48f4124 service neutron] 10.222.0.58 "GET /v2.0/networks?id=75a01814-d064-4c42-8103-23e04256bf1b HTTP/1.1" status: 200 len: 911 time: 0.2767537 Jul 07 21:09:13.486553 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc443194-36f3-477b-9e9e-46856a1af0af tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:09:13.499182 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-cc443194-36f3-477b-9e9e-46856a1af0af tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "PUT /v2.0/routers/d8b74f63-d506-4e7d-8dc9-3659ae608de3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9395750 Jul 07 21:09:13.508045 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21842e0b-2c5e-4cdd-8e92-179fa9afe9a1 None None] Sync routers for ids ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:09:13.520272 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21842e0b-2c5e-4cdd-8e92-179fa9afe9a1 None None] Routers {'d8b74f63-d506-4e7d-8dc9-3659ae608de3'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:09:13.521855 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-21842e0b-2c5e-4cdd-8e92-179fa9afe9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:09:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:13.540427 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01f088e2-bd53-4f64-a758-b08794917dad req-8dbb85cf-a0b3-4c2f-a9e7-966ef2a946e7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96f17bef-cb90-47cc-af62-15caeafca06e HTTP/1.1" status: 200 len: 217 time: 0.0622141 Jul 07 21:09:13.587681 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75c84f-050c-4227-9f12-26ac90865f52 req-4e64f2fd-08c4-4eb7-9248-d795061d4b31 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:13.589230 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b75c84f-050c-4227-9f12-26ac90865f52 req-4e64f2fd-08c4-4eb7-9248-d795061d4b31 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.3092308 Jul 07 21:09:13.590376 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c3e7932-a768-4a27-ac4a-b024bf7c7cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:13.666826 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f088e2-bd53-4f64-a758-b08794917dad req-2672da92-3abd-4ab7-ae0d-7ec66bfae63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:13.668333 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01f088e2-bd53-4f64-a758-b08794917dad req-2672da92-3abd-4ab7-ae0d-7ec66bfae63a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4e6aed05-6182-4577-9d08-de2e7e22c850 HTTP/1.1" status: 200 len: 850 time: 0.1183152 Jul 07 21:09:13.693780 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-21842e0b-2c5e-4cdd-8e92-179fa9afe9a1 None None] Set router d8b74f63-d506-4e7d-8dc9-3659ae608de3 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:09:13.746667 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01f088e2-bd53-4f64-a758-b08794917dad req-76659bbd-2671-4670-9d83-b6ecb58511fe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=75a01814-d064-4c42-8103-23e04256bf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650468 Jul 07 21:09:13.758806 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b75c84f-050c-4227-9f12-26ac90865f52 req-dc62eaac-e655-4662-82f9-19fe611ff5e9 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622293 Jul 07 21:09:13.942302 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01f088e2-bd53-4f64-a758-b08794917dad req-49887aab-0e26-4893-be54-ff6cb3c2684e service neutron] 10.222.0.58 "GET /v2.0/networks/75a01814-d064-4c42-8103-23e04256bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795688 Jul 07 21:09:13.945986 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device a409104a-b504-4023-a20d-1e0488408a71 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:09:14.036583 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3e7932-a768-4a27-ac4a-b024bf7c7cea admin admin] Router 421becc4-67c3-405f-9883-9f10ee9ab604 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:09:14.049509 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port a409104a-b504-4023-a20d-1e0488408a71 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:09:14.063612 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port a409104a-b504-4023-a20d-1e0488408a71 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:09:14.063988 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:14.168240 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-21842e0b-2c5e-4cdd-8e92-179fa9afe9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'name': 'tempest-TestNetworkBasicOps-router-800052194', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:06:50Z', 'updated_at': '2021-07-07T21:09:11Z', 'revision_number': 6, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:51Z', 'updated_at': '2021-07-07T21:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'b697c3cc-c85f-4a73-8b2b-21b7f5b23389', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'port_id': '2670e9fa-7633-4cbb-9d10-6bece9b2901e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'mac_address': 'fa:16:3e:4a:fc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93df21d-0214-4a32-b834-2bac32754868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:07:25Z', 'updated_at': '2021-07-07T21:07:28Z', 'revision_number': 1, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00fbba8e-f980-43af-b701-fd763d1d7971', 'name': '', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:ac:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:57Z', 'updated_at': '2021-07-07T21:07:04Z', 'revision_number': 5, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:14.172771 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01f088e2-bd53-4f64-a758-b08794917dad req-8d3db6a4-e994-41e4-b377-28b85c8c6b63 service neutron] 10.222.0.58 "GET /v2.0/networks/75a01814-d064-4c42-8103-23e04256bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223694 Jul 07 21:09:14.218806 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21842e0b-2c5e-4cdd-8e92-179fa9afe9a1 None None] Checking router: d8b74f63-d506-4e7d-8dc9-3659ae608de3 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:09:14.238164 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:14.239864 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21842e0b-2c5e-4cdd-8e92-179fa9afe9a1 None None] Routers {'d8b74f63-d506-4e7d-8dc9-3659ae608de3'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:09:14.240483 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-21842e0b-2c5e-4cdd-8e92-179fa9afe9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:09:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:14.312821 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487f9bde-41c8-4f4b-aed5-6ca4996ec4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a409104a-b504-4023-a20d-1e0488408a71'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:09:14.315434 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44fb8fe-6dde-4bcf-b0e7-6491b1321b54" -d '{"events": [{"server_uuid": "487f9bde-41c8-4f4b-aed5-6ca4996ec4bc", "name": "network-vif-plugged", "status": "completed", "tag": "a409104a-b504-4023-a20d-1e0488408a71"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:09:14.326693 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port a409104a-b504-4023-a20d-1e0488408a71, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=a409104a-b504-4023-a20d-1e0488408a71,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:14.342047 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:14.565391 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36972) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:14.579215 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-21842e0b-2c5e-4cdd-8e92-179fa9afe9a1 None None] Set router d8b74f63-d506-4e7d-8dc9-3659ae608de3 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:09:14.700068 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a591dceb-3268-4a54-b03f-8f7bd680eee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:14.702923 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597a89c-f380-4a4d-8f93-70f937b3dd08 req-b895b133-8ad5-4d36-9024-3d4f89b95638 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:14.704220 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1597a89c-f380-4a4d-8f93-70f937b3dd08 req-b895b133-8ad5-4d36-9024-3d4f89b95638 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=487f9bde-41c8-4f4b-aed5-6ca4996ec4bc HTTP/1.1" status: 200 len: 944 time: 0.6722209 Jul 07 21:09:14.724369 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3e7932-a768-4a27-ac4a-b024bf7c7cea admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:09:14.734602 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] Sync routers for ids ['421becc4-67c3-405f-9883-9f10ee9ab604'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:09:14.750308 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] Routers {'421becc4-67c3-405f-9883-9f10ee9ab604'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:09:14.750883 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:09:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['421becc4-67c3-405f-9883-9f10ee9ab604'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:14.778165 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af173a-9702-43d7-abe0-57fb076fce60 req-0399d0d2-2789-46e8-9605-2f5f126735de tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:14.779736 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f3af173a-9702-43d7-abe0-57fb076fce60 req-0399d0d2-2789-46e8-9605-2f5f126735de tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=540e4a11-20c0-40f0-8aef-61a538516954 HTTP/1.1" status: 200 len: 946 time: 0.5626349 Jul 07 21:09:14.795453 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1597a89c-f380-4a4d-8f93-70f937b3dd08 req-a18282a9-173c-4421-b3f2-bc260be9ab63 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836968 Jul 07 21:09:14.807441 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a591dceb-3268-4a54-b03f-8f7bd680eee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:14.822177 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a591dceb-3268-4a54-b03f-8f7bd680eee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:14.848679 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c3e7932-a768-4a27-ac4a-b024bf7c7cea admin admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:14.849786 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3c3e7932-a768-4a27-ac4a-b024bf7c7cea admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.3636222 Jul 07 21:09:14.853305 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 36978) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:14.873029 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a591dceb-3268-4a54-b03f-8f7bd680eee2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=03794cdcc8104def96379ecdf99a765b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3049703 Jul 07 21:09:14.874101 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591dceb-3268-4a54-b03f-8f7bd680eee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c500639-c96d-4667-be16-0964d8a9f513,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:14.876680 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 36980) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:14.918669 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91473895-de24-4d2e-bb72-a69ae095a407 x-openstack-request-id: req-91473895-de24-4d2e-bb72-a69ae095a407 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:09:14.919371 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487f9bde-41c8-4f4b-aed5-6ca4996ec4bc", "name": "network-vif-plugged", "status": "completed", "tag": "a409104a-b504-4023-a20d-1e0488408a71", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:09:14.919794 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-91473895-de24-4d2e-bb72-a69ae095a407 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:09:14.920538 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487f9bde-41c8-4f4b-aed5-6ca4996ec4bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a409104a-b504-4023-a20d-1e0488408a71', 'code': 200} Jul 07 21:09:14.959034 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d955940f-1bb6-40e5-a72d-0036db61e5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:15.006407 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d955940f-1bb6-40e5-a72d-0036db61e5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:15.016685 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] Set router 421becc4-67c3-405f-9883-9f10ee9ab604 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:09:15.099872 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f3af173a-9702-43d7-abe0-57fb076fce60 req-b4931e22-bbad-4495-a181-cdd29126045c tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebaca171-6900-4654-9fab-5e61ff65a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2933629 Jul 07 21:09:15.124894 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d955940f-1bb6-40e5-a72d-0036db61e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:15.128129 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d955940f-1bb6-40e5-a72d-0036db61e5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:15.129678 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d955940f-1bb6-40e5-a72d-0036db61e5f7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4c500639-c96d-4667-be16-0964d8a9f513 HTTP/1.1" status: 204 len: 168 time: 0.2517343 Jul 07 21:09:15.141867 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=a409104a-b504-4023-a20d-1e0488408a71,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:15.146084 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955940f-1bb6-40e5-a72d-0036db61e5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c500639-c96d-4667-be16-0964d8a9f513,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:15.162838 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-21842e0b-2c5e-4cdd-8e92-179fa9afe9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'name': 'tempest-TestNetworkBasicOps-router-800052194', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:06:50Z', 'updated_at': '2021-07-07T21:09:11Z', 'revision_number': 6, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:51Z', 'updated_at': '2021-07-07T21:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'b697c3cc-c85f-4a73-8b2b-21b7f5b23389', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'port_id': '2670e9fa-7633-4cbb-9d10-6bece9b2901e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'mac_address': 'fa:16:3e:4a:fc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93df21d-0214-4a32-b834-2bac32754868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:07:25Z', 'updated_at': '2021-07-07T21:07:28Z', 'revision_number': 1, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00fbba8e-f980-43af-b701-fd763d1d7971', 'name': '', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:ac:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:57Z', 'updated_at': '2021-07-07T21:07:04Z', 'revision_number': 5, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:15.201435 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21842e0b-2c5e-4cdd-8e92-179fa9afe9a1 None None] The sync data for ids ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'] in n-d-695189-11 is: [{'id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'name': 'tempest-TestNetworkBasicOps-router-800052194', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:06:50Z', 'updated_at': '2021-07-07T21:09:11Z', 'revision_number': 6, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:51Z', 'updated_at': '2021-07-07T21:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'b697c3cc-c85f-4a73-8b2b-21b7f5b23389', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'floating_ip_address': '172.25.5.137', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'port_id': '2670e9fa-7633-4cbb-9d10-6bece9b2901e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'mac_address': 'fa:16:3e:4a:fc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93df21d-0214-4a32-b834-2bac32754868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:07:25Z', 'updated_at': '2021-07-07T21:07:28Z', 'revision_number': 1, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00fbba8e-f980-43af-b701-fd763d1d7971', 'name': '', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:ac:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:57Z', 'updated_at': '2021-07-07T21:07:04Z', 'revision_number': 5, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:09:15.339220 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'name': 'tempest-ServerRescueTestJSONUnderV235-1365337016-router', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:09Z', 'updated_at': '2021-07-07T21:09:12Z', 'revision_number': 3, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'gw_port': {'id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:54:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:11Z', 'updated_at': '2021-07-07T21:09:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:15.379368 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] Checking router: 421becc4-67c3-405f-9883-9f10ee9ab604 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:09:15.379368 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] Updating router 421becc4-67c3-405f-9883-9f10ee9ab604 port 59e34115-a9ce-4cb1-8755-7b90ea6c38d4 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:09:15.449081 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:15.553674 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7301a4-6552-4115-ac7c-43719c6ce005 req-c0e0f0b6-4706-41cc-af77-bdc1db1c03c7 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:15.555221 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-be7301a4-6552-4115-ac7c-43719c6ce005 req-c0e0f0b6-4706-41cc-af77-bdc1db1c03c7 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.3684483 Jul 07 21:09:15.559873 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a3fa1-5dbe-447c-a9e4-77f2ff8b4f82 req-07fd3c56-d073-414a-8c30-7178b15c5f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:15.561345 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-937a3fa1-5dbe-447c-a9e4-77f2ff8b4f82 req-07fd3c56-d073-414a-8c30-7178b15c5f54 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=487f9bde-41c8-4f4b-aed5-6ca4996ec4bc HTTP/1.1" status: 200 len: 1097 time: 0.5363603 Jul 07 21:09:15.657154 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-937a3fa1-5dbe-447c-a9e4-77f2ff8b4f82 req-815b0bc1-deaa-4428-92b9-99b3fdc0d048 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845530 Jul 07 21:09:15.688036 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-be7301a4-6552-4115-ac7c-43719c6ce005 req-c4865b65-3f40-4a5d-b24f-cdec0b81553f tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257117 Jul 07 21:09:15.703018 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:09:15.758018 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:15.768438 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] Transition to ACTIVE for port object 59e34115-a9ce-4cb1-8755-7b90ea6c38d4 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:09:15.775893 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:15.794622 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8c0d396d-383b-4124-9624-2df78ee49b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:15.824119 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] Attempting to bind port 59e34115-a9ce-4cb1-8755-7b90ea6c38d4 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:09:15.824789 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] Attempting to bind port 59e34115-a9ce-4cb1-8755-7b90ea6c38d4 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:09:15.825322 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] Attempting to bind port 59e34115-a9ce-4cb1-8755-7b90ea6c38d4 on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:09:15.834861 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:09:15.835294 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:09:15.835722 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:15.836353 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:09:15.837094 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] Bound port: 59e34115-a9ce-4cb1-8755-7b90ea6c38d4, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:09:15.837691 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:15.905907 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] For port 59e34115-a9ce-4cb1-8755-7b90ea6c38d4, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:09:15.909565 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] For port 59e34115-a9ce-4cb1-8755-7b90ea6c38d4, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=59e34115-a9ce-4cb1-8755-7b90ea6c38d4,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:09:15.918798 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:15.927441 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497c527-12ea-46ac-8099-36e713eb85ff None None] Pushing event updated for resources: {'Port': ['ID=59e34115-a9ce-4cb1-8755-7b90ea6c38d4,revision_number=2']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:16.009237 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497c527-12ea-46ac-8099-36e713eb85ff None None] Pushing event updated for resources: {'Port': ['ID=59e34115-a9ce-4cb1-8755-7b90ea6c38d4,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:16.017097 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] Routers {'421becc4-67c3-405f-9883-9f10ee9ab604'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:09:16.017623 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:09:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['421becc4-67c3-405f-9883-9f10ee9ab604'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:16.080993 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-8c0d396d-383b-4124-9624-2df78ee49b02 admin admin] Allocated IP 172.20.0.1 (ac16b07c-c901-445c-9476-2e719a4f8a51/0733c22f-4060-4677-b2ba-941b9860e0e2/193b761b-8fa9-4621-bf14-998c3c34e1cd) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:09:16.091448 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dee2ad-44fb-4437-a1d1-d4f469c3f09c req-349ed698-d667-418d-a669-7c81ce6cfdca tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:16.093178 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-25dee2ad-44fb-4437-a1d1-d4f469c3f09c req-349ed698-d667-418d-a669-7c81ce6cfdca tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=487f9bde-41c8-4f4b-aed5-6ca4996ec4bc HTTP/1.1" status: 200 len: 945 time: 0.1252699 Jul 07 21:09:16.128786 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] Set router 421becc4-67c3-405f-9883-9f10ee9ab604 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:09:16.197041 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 921b407a-fb22-4213-9b7d-d90b67058313 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:09:16.217531 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 921b407a-fb22-4213-9b7d-d90b67058313 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:09:16.218197 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 921b407a-fb22-4213-9b7d-d90b67058313 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:09:16.236977 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-25dee2ad-44fb-4437-a1d1-d4f469c3f09c req-2a08961d-ecff-42dc-b6e9-78bef0442d3f tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329565 Jul 07 21:09:16.296388 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a5a08-80aa-4fb3-9520-e4c1279d7a28 req-12d2ea01-29d1-4264-b88a-101a851c0378 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:16.298120 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc7a5a08-80aa-4fb3-9520-e4c1279d7a28 req-12d2ea01-29d1-4264-b88a-101a851c0378 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.39 "GET /v2.0/ports?device_id=540e4a11-20c0-40f0-8aef-61a538516954 HTTP/1.1" status: 200 len: 946 time: 0.1814060 Jul 07 21:09:16.345102 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'name': 'tempest-ServerRescueTestJSONUnderV235-1365337016-router', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:09Z', 'updated_at': '2021-07-07T21:09:12Z', 'revision_number': 3, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'gw_port': {'id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:54:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:11Z', 'updated_at': '2021-07-07T21:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:16.374823 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8c0d396d-383b-4124-9624-2df78ee49b02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:16.376515 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6941aab1-40fa-4faa-81d6-5dd8165dd58f None None] The sync data for ids ['421becc4-67c3-405f-9883-9f10ee9ab604'] in n-d-695189-11 is: [{'id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'name': 'tempest-ServerRescueTestJSONUnderV235-1365337016-router', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:09Z', 'updated_at': '2021-07-07T21:09:12Z', 'revision_number': 3, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'gw_port': {'id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:54:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:11Z', 'updated_at': '2021-07-07T21:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:09:16.485418 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd4177-6054-476d-a0f2-167839c4bceb req-0bbfb7c1-29db-40d2-a6d2-ee7ce5329da7 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:16.487592 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52bd4177-6054-476d-a0f2-167839c4bceb req-0bbfb7c1-29db-40d2-a6d2-ee7ce5329da7 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=540e4a11-20c0-40f0-8aef-61a538516954 HTTP/1.1" status: 200 len: 946 time: 0.1881168 Jul 07 21:09:16.499985 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8c0d396d-383b-4124-9624-2df78ee49b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:16.591764 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-bc7a5a08-80aa-4fb3-9520-e4c1279d7a28 req-85865e1b-264d-4412-aa46-0f5bef78bc86 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Deleting port adbc7afd-700e-4f71-8b35-bf18ae1c3e0f {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:09:16.592118 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bc7a5a08-80aa-4fb3-9520-e4c1279d7a28 req-85865e1b-264d-4412-aa46-0f5bef78bc86 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:16.602084 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0d396d-383b-4124-9624-2df78ee49b02 admin admin] Network ac16b07c-c901-445c-9476-2e719a4f8a51 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:09:16.623264 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d396d-383b-4124-9624-2df78ee49b02 admin admin] Pushing event updated for resources: {'Port': ['ID=193b761b-8fa9-4621-bf14-998c3c34e1cd,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:16.651966 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-8c0d396d-383b-4124-9624-2df78ee49b02 admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:09:16.657760 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0d396d-383b-4124-9624-2df78ee49b02 admin admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:09:16.676079 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-52bd4177-6054-476d-a0f2-167839c4bceb req-68eca814-fcfa-4be9-9284-a90f0c5dec12 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=ebaca171-6900-4654-9fab-5e61ff65a32f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736467 Jul 07 21:09:16.761256 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8c0d396d-383b-4124-9624-2df78ee49b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:16.863222 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-bc7a5a08-80aa-4fb3-9520-e4c1279d7a28 req-85865e1b-264d-4412-aa46-0f5bef78bc86 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] For port adbc7afd-700e-4f71-8b35-bf18ae1c3e0f, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=adbc7afd-700e-4f71-8b35-bf18ae1c3e0f,segment=NetworkSegment(01ed4fe1-3a68-4bcf-823e-63e59ffc9002),segment_id=01ed4fe1-3a68-4bcf-823e-63e59ffc9002)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:16.872723 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bc7a5a08-80aa-4fb3-9520-e4c1279d7a28 req-85865e1b-264d-4412-aa46-0f5bef78bc86 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:16.907657 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-bc7a5a08-80aa-4fb3-9520-e4c1279d7a28 req-85865e1b-264d-4412-aa46-0f5bef78bc86 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Calling delete_port for adbc7afd-700e-4f71-8b35-bf18ae1c3e0f owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:09:17.101815 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83851a0-740a-4bfc-acf5-add1bc779e5c req-d93722d4-c657-4626-8fd0-9de33ba2471b tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:17.103465 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a83851a0-740a-4bfc-acf5-add1bc779e5c req-d93722d4-c657-4626-8fd0-9de33ba2471b tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.2112582 Jul 07 21:09:17.106805 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8c0d396d-383b-4124-9624-2df78ee49b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:17.238612 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a83851a0-740a-4bfc-acf5-add1bc779e5c req-b1c3c857-e683-48ed-b0ec-66fdfac9c92c tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177833 Jul 07 21:09:17.252821 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bc7a5a08-80aa-4fb3-9520-e4c1279d7a28 req-85865e1b-264d-4412-aa46-0f5bef78bc86 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:17.321782 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85865e1b-264d-4412-aa46-0f5bef78bc86 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event deleted for resources: {'Port': ['ID=adbc7afd-700e-4f71-8b35-bf18ae1c3e0f,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:17.398382 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7a5a08-80aa-4fb3-9520-e4c1279d7a28 req-85865e1b-264d-4412-aa46-0f5bef78bc86 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] No DVR routers for this DVR port adbc7afd-700e-4f71-8b35-bf18ae1c3e0f on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:09:17.401380 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-bc7a5a08-80aa-4fb3-9520-e4c1279d7a28 req-85865e1b-264d-4412-aa46-0f5bef78bc86 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:17.403825 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bc7a5a08-80aa-4fb3-9520-e4c1279d7a28 req-85865e1b-264d-4412-aa46-0f5bef78bc86 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.39 "DELETE /v2.0/ports/adbc7afd-700e-4f71-8b35-bf18ae1c3e0f HTTP/1.1" status: 204 len: 173 time: 1.0905206 Jul 07 21:09:17.407008 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540e4a11-20c0-40f0-8aef-61a538516954', 'name': 'network-vif-deleted', 'tag': 'adbc7afd-700e-4f71-8b35-bf18ae1c3e0f'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:09:17.410268 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6f8e36-6694-4002-9199-b28342ab1d21" -d '{"events": [{"server_uuid": "540e4a11-20c0-40f0-8aef-61a538516954", "name": "network-vif-deleted", "tag": "adbc7afd-700e-4f71-8b35-bf18ae1c3e0f"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:09:17.461793 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5fd75f-db72-4975-b0cd-ee109d18dc76 x-openstack-request-id: req-5f5fd75f-db72-4975-b0cd-ee109d18dc76 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:09:17.462134 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540e4a11-20c0-40f0-8aef-61a538516954", "name": "network-vif-deleted", "tag": "adbc7afd-700e-4f71-8b35-bf18ae1c3e0f", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:09:17.462348 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5f5fd75f-db72-4975-b0cd-ee109d18dc76 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:09:17.462718 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540e4a11-20c0-40f0-8aef-61a538516954', 'name': 'network-vif-deleted', 'tag': 'adbc7afd-700e-4f71-8b35-bf18ae1c3e0f', 'status': 'completed', 'code': 200} Jul 07 21:09:17.520751 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8c0d396d-383b-4124-9624-2df78ee49b02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:17.525649 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8c0d396d-383b-4124-9624-2df78ee49b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:17.562561 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedc3e3-2781-4897-9304-0fe1d10ed324 req-5d3ae528-f478-4f50-ae9c-d331bcdede27 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:17.570313 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0cedc3e3-2781-4897-9304-0fe1d10ed324 req-5d3ae528-f478-4f50-ae9c-d331bcdede27 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=487f9bde-41c8-4f4b-aed5-6ca4996ec4bc HTTP/1.1" status: 200 len: 945 time: 0.1760907 Jul 07 21:09:17.638472 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8c0d396d-383b-4124-9624-2df78ee49b02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:17.652596 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d396d-383b-4124-9624-2df78ee49b02 admin admin] Pushing event updated for resources: {'Port': ['ID=193b761b-8fa9-4621-bf14-998c3c34e1cd,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:17.666682 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0cedc3e3-2781-4897-9304-0fe1d10ed324 req-85901349-fe7e-44a9-859b-2d78a088ae2c tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953765 Jul 07 21:09:17.774228 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0d396d-383b-4124-9624-2df78ee49b02 admin admin] Network ac16b07c-c901-445c-9476-2e719a4f8a51 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:09:17.776616 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-8c0d396d-383b-4124-9624-2df78ee49b02 admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:09:17.991595 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-81312fe5-36f2-4db8-9e0a-3947b9f4d693 req-bf90ee5b-1239-4754-bbec-06ac34cefed2 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=540e4a11-20c0-40f0-8aef-61a538516954 HTTP/1.1" status: 200 len: 210 time: 0.1213984 Jul 07 21:09:18.031835 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0d396d-383b-4124-9624-2df78ee49b02 admin admin] Router 421becc4-67c3-405f-9883-9f10ee9ab604 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:09:18.229337 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0d396d-383b-4124-9624-2df78ee49b02 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:09:18.241738 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8c0d396d-383b-4124-9624-2df78ee49b02 admin admin] 10.222.0.64 "PUT /v2.0/routers/421becc4-67c3-405f-9883-9f10ee9ab604/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3872039 Jul 07 21:09:18.255648 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673c01f-1866-4ffa-aed5-849fe7ef02e7 req-064a80ff-d8ff-49ad-a540-811d4e08ee6d tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:18.257599 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6673c01f-1866-4ffa-aed5-849fe7ef02e7 req-064a80ff-d8ff-49ad-a540-811d4e08ee6d tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=487f9bde-41c8-4f4b-aed5-6ca4996ec4bc HTTP/1.1" status: 200 len: 945 time: 0.1162734 Jul 07 21:09:18.299847 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 59e34115-a9ce-4cb1-8755-7b90ea6c38d4 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:09:18.326205 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6673c01f-1866-4ffa-aed5-849fe7ef02e7 req-0cc53b3a-5c99-4c0c-aeaa-7b86d1c0c638 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606146 Jul 07 21:09:18.399269 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 59e34115-a9ce-4cb1-8755-7b90ea6c38d4 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:09:18.404228 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 59e34115-a9ce-4cb1-8755-7b90ea6c38d4 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:09:18.404876 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:18.542532 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2151d-41d1-41c8-bad9-820a7d727fc1 req-db434d67-c947-4e47-bc69-78bdb3ec375f tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:18.544725 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f9a2151d-41d1-41c8-bad9-820a7d727fc1 req-db434d67-c947-4e47-bc69-78bdb3ec375f tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.1043875 Jul 07 21:09:18.548397 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:18.577219 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 59e34115-a9ce-4cb1-8755-7b90ea6c38d4, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=59e34115-a9ce-4cb1-8755-7b90ea6c38d4,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:18.586858 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:18.614084 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f9a2151d-41d1-41c8-bad9-820a7d727fc1 req-28473470-9d30-4594-ac7e-daadc104996d tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629747 Jul 07 21:09:18.669493 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=59e34115-a9ce-4cb1-8755-7b90ea6c38d4,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:18.710244 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] Sync routers for ids ['421becc4-67c3-405f-9883-9f10ee9ab604'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:09:18.721505 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] Routers {'421becc4-67c3-405f-9883-9f10ee9ab604'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:09:18.722309 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:09:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['421becc4-67c3-405f-9883-9f10ee9ab604'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:18.846462 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] Set router 421becc4-67c3-405f-9883-9f10ee9ab604 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:09:18.922564 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-1c4e65f0-2778-4edf-b360-c993acf67f31 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:18.924130 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-1c4e65f0-2778-4edf-b360-c993acf67f31 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/networks?id=ac16b07c-c901-445c-9476-2e719a4f8a51 HTTP/1.1" status: 200 len: 820 time: 0.1074531 Jul 07 21:09:18.939662 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-c1a89f66-9d1b-4abb-a528-95332009ec6d tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/quotas/b23aeeec068f48d9b9417dac414bc687 HTTP/1.1" status: 200 len: 375 time: 0.0092568 Jul 07 21:09:19.002694 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-cfd6d6eb-817f-426c-870e-488fed9a5e6e tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b23aeeec068f48d9b9417dac414bc687&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0563645 Jul 07 21:09:19.050777 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'name': 'tempest-ServerRescueTestJSONUnderV235-1365337016-router', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:09Z', 'updated_at': '2021-07-07T21:09:17Z', 'revision_number': 4, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'gw_port': {'id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:11Z', 'updated_at': '2021-07-07T21:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '193b761b-8fa9-4621-bf14-998c3c34e1cd', 'name': '', 'network_id': 'ac16b07c-c901-445c-9476-2e719a4f8a51', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'mac_address': 'fa:16:3e:21:b5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '0733c22f-4060-4677-b2ba-941b9860e0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:15Z', 'updated_at': '2021-07-07T21:09:17Z', 'revision_number': 2, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'subnets': [{'id': '0733c22f-4060-4677-b2ba-941b9860e0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:19.080751 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] Checking router: 421becc4-67c3-405f-9883-9f10ee9ab604 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:09:19.081215 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] Updating router 421becc4-67c3-405f-9883-9f10ee9ab604 port 193b761b-8fa9-4621-bf14-998c3c34e1cd binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:09:19.115700 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-0a37fa24-dc1d-48c1-b97d-4e5cd1ada8d1 service neutron] 10.222.0.64 "GET /v2.0/networks/ac16b07c-c901-445c-9476-2e719a4f8a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044533 Jul 07 21:09:19.117265 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:19.146813 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37064) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:19.518126 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:19.529046 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] Transition to ACTIVE for port object 193b761b-8fa9-4621-bf14-998c3c34e1cd will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:09:19.536479 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:19.588067 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec59c1-c0eb-4ad6-936c-0e08d559a4b5 None None] Pushing event updated for resources: {'Port': ['ID=193b761b-8fa9-4621-bf14-998c3c34e1cd,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:19.641732 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] Attempting to bind port 193b761b-8fa9-4621-bf14-998c3c34e1cd on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:09:19.642001 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] Attempting to bind port 193b761b-8fa9-4621-bf14-998c3c34e1cd by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '108432c1-a6ca-4ab1-8fa3-46e3c0d5295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac16b07c-c901-445c-9476-2e719a4f8a51'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:09:19.642361 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] Attempting to bind port 193b761b-8fa9-4621-bf14-998c3c34e1cd on network ac16b07c-c901-445c-9476-2e719a4f8a51 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:09:19.648115 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:09:19.648671 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] Checking segment: {'id': '108432c1-a6ca-4ab1-8fa3-46e3c0d5295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac16b07c-c901-445c-9476-2e719a4f8a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:09:19.649194 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:19.649804 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] Bound using segment: {'id': '108432c1-a6ca-4ab1-8fa3-46e3c0d5295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac16b07c-c901-445c-9476-2e719a4f8a51'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:09:19.650385 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] Bound port: 193b761b-8fa9-4621-bf14-998c3c34e1cd, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108432c1-a6ca-4ab1-8fa3-46e3c0d5295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac16b07c-c901-445c-9476-2e719a4f8a51'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:09:19.650899 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:19.662200 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-7c5296c9-b1bd-408e-b49f-2e672c9149bd service neutron] 10.222.0.64 "GET /v2.0/networks/ac16b07c-c901-445c-9476-2e719a4f8a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5393875 Jul 07 21:09:19.662870 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6bfa68da-f44f-4692-a556-04f5a58eb891 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:19.709368 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6bfa68da-f44f-4692-a556-04f5a58eb891 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:19.725668 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] For port 193b761b-8fa9-4621-bf14-998c3c34e1cd, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:09:19.731388 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] For port 193b761b-8fa9-4621-bf14-998c3c34e1cd, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=193b761b-8fa9-4621-bf14-998c3c34e1cd,segment=NetworkSegment(108432c1-a6ca-4ab1-8fa3-46e3c0d5295f),segment_id=108432c1-a6ca-4ab1-8fa3-46e3c0d5295f)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:09:19.737512 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:19.769101 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7092b-05bd-42f9-8f04-28394c293774 req-91e853b5-b710-4911-8555-8636b88e11ba tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:19.776013 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8b7092b-05bd-42f9-8f04-28394c293774 req-91e853b5-b710-4911-8555-8636b88e11ba tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=487f9bde-41c8-4f4b-aed5-6ca4996ec4bc HTTP/1.1" status: 200 len: 945 time: 0.1332340 Jul 07 21:09:19.795362 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device adbc7afd-700e-4f71-8b35-bf18ae1c3e0f no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:09:19.803363 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] Routers {'421becc4-67c3-405f-9883-9f10ee9ab604'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:09:19.804249 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:09:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['421becc4-67c3-405f-9883-9f10ee9ab604'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:19.830596 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8b7092b-05bd-42f9-8f04-28394c293774 req-11f481cc-a4df-4067-ba7b-c7ef5ace21c5 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537252 Jul 07 21:09:19.852155 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6bfa68da-f44f-4692-a556-04f5a58eb891 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:19.866437 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6bfa68da-f44f-4692-a556-04f5a58eb891 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:19.866437 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6bfa68da-f44f-4692-a556-04f5a58eb891 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "DELETE /v2.0/security-groups/ebaca171-6900-4654-9fab-5e61ff65a32f HTTP/1.1" status: 204 len: 168 time: 0.7094190 Jul 07 21:09:19.869828 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa68da-f44f-4692-a556-04f5a58eb891 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebaca171-6900-4654-9fab-5e61ff65a32f,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:19.883356 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: adbc7afd-700e-4f71-8b35-bf18ae1c3e0f {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:09:19.883704 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device adbc7afd-700e-4f71-8b35-bf18ae1c3e0f not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:09:19.923081 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec59c1-c0eb-4ad6-936c-0e08d559a4b5 None None] Pushing event updated for resources: {'Port': ['ID=193b761b-8fa9-4621-bf14-998c3c34e1cd,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:19.959936 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05d78d5c-a0e1-4d3c-9e02-ead8f79fa250 req-30e915c1-97ad-485c-bd07-755ec4da41ae tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 210 time: 0.0553374 Jul 07 21:09:19.964181 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:20.005575 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] Set router 421becc4-67c3-405f-9883-9f10ee9ab604 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:09:20.022457 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c077e-787c-4c48-a272-c671cbe82572 req-6329845e-2d1d-4c17-92e7-c66fc47abc48 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:20.029830 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b18c077e-787c-4c48-a272-c671cbe82572 req-6329845e-2d1d-4c17-92e7-c66fc47abc48 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.1240985 Jul 07 21:09:20.066055 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b18c077e-787c-4c48-a272-c671cbe82572 req-2bd7191e-6cc9-411a-b5d5-5e63df051267 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352418 Jul 07 21:09:20.137998 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37088) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:20.214355 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:20.233648 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba9fb62-f75e-48b0-b3d0-c38eaca39d27 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Deleting subnet 9a3d4d63-0de0-495a-8cf7-19e8f9c501ac {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:09:20.238173 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eba9fb62-f75e-48b0-b3d0-c38eaca39d27 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:20.269497 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 59e34115-a9ce-4cb1-8755-7b90ea6c38d4 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:09:20.292633 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eba9fb62-f75e-48b0-b3d0-c38eaca39d27 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:20.394290 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 59e34115-a9ce-4cb1-8755-7b90ea6c38d4 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:09:20.395491 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:20.431825 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eba9fb62-f75e-48b0-b3d0-c38eaca39d27 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:20.451895 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'name': 'tempest-ServerRescueTestJSONUnderV235-1365337016-router', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:09Z', 'updated_at': '2021-07-07T21:09:17Z', 'revision_number': 4, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'gw_port': {'id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:11Z', 'updated_at': '2021-07-07T21:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '193b761b-8fa9-4621-bf14-998c3c34e1cd', 'name': '', 'network_id': 'ac16b07c-c901-445c-9476-2e719a4f8a51', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'mac_address': 'fa:16:3e:21:b5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '0733c22f-4060-4677-b2ba-941b9860e0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:15Z', 'updated_at': '2021-07-07T21:09:19Z', 'revision_number': 4, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'subnets': [{'id': '0733c22f-4060-4677-b2ba-941b9860e0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:20.485633 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5a933c-2bd5-440c-ace5-3c99750103e1 None None] The sync data for ids ['421becc4-67c3-405f-9883-9f10ee9ab604'] in n-d-695189-11 is: [{'id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'name': 'tempest-ServerRescueTestJSONUnderV235-1365337016-router', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:09Z', 'updated_at': '2021-07-07T21:09:17Z', 'revision_number': 4, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'gw_port': {'id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:11Z', 'updated_at': '2021-07-07T21:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '193b761b-8fa9-4621-bf14-998c3c34e1cd', 'name': '', 'network_id': 'ac16b07c-c901-445c-9476-2e719a4f8a51', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'mac_address': 'fa:16:3e:21:b5:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '0733c22f-4060-4677-b2ba-941b9860e0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:15Z', 'updated_at': '2021-07-07T21:09:19Z', 'revision_number': 4, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'subnets': [{'id': '0733c22f-4060-4677-b2ba-941b9860e0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:09:20.582901 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eba9fb62-f75e-48b0-b3d0-c38eaca39d27 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:20.611665 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eba9fb62-f75e-48b0-b3d0-c38eaca39d27 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:20.616848 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-eba9fb62-f75e-48b0-b3d0-c38eaca39d27 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "DELETE /v2.0/subnets/9a3d4d63-0de0-495a-8cf7-19e8f9c501ac HTTP/1.1" status: 204 len: 168 time: 0.4776011 Jul 07 21:09:20.617190 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37096) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:20.621883 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18812f2c-e457-495c-89b9-e9627c410af6 None None] Network c309b307-e45c-44b4-86d6-7ce3373cff79 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:09:20.675910 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9fb62-f75e-48b0-b3d0-c38eaca39d27 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event deleted for resources: {'Subnet': ['ID=9a3d4d63-0de0-495a-8cf7-19e8f9c501ac,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:20.714789 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b562745-20d4-418f-a04c-f6c6eb962eb0 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:20.786997 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-2b562745-20d4-418f-a04c-f6c6eb962eb0 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Deleting port fefe0106-eead-4419-be02-d3c04d960b9d {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:09:20.787778 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b562745-20d4-418f-a04c-f6c6eb962eb0 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:20.824445 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c93d0-b473-4a9e-a9b5-1c50b74aad18 req-5985410c-fb90-4086-be7d-eb3f04d22185 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:20.826317 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3e5c93d0-b473-4a9e-a9b5-1c50b74aad18 req-5985410c-fb90-4086-be7d-eb3f04d22185 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=487f9bde-41c8-4f4b-aed5-6ca4996ec4bc HTTP/1.1" status: 200 len: 945 time: 0.1254175 Jul 07 21:09:20.877134 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3e5c93d0-b473-4a9e-a9b5-1c50b74aad18 req-229bc235-a639-4809-b04d-09950afc0da3 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424056 Jul 07 21:09:20.912999 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-2b562745-20d4-418f-a04c-f6c6eb962eb0 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] For port fefe0106-eead-4419-be02-d3c04d960b9d, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=fefe0106-eead-4419-be02-d3c04d960b9d,segment=NetworkSegment(01ed4fe1-3a68-4bcf-823e-63e59ffc9002),segment_id=01ed4fe1-3a68-4bcf-823e-63e59ffc9002)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:20.913593 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b562745-20d4-418f-a04c-f6c6eb962eb0 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:20.931244 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-2b562745-20d4-418f-a04c-f6c6eb962eb0 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Calling delete_port for fefe0106-eead-4419-be02-d3c04d960b9d owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:09:20.960223 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f0e3fb-e633-457a-9243-894beafc3393 None None] DHCP port deletion for c309b307-e45c-44b4-86d6-7ce3373cff79 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:09:21.039671 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b562745-20d4-418f-a04c-f6c6eb962eb0 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:21.058304 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-e0f0e3fb-e633-457a-9243-894beafc3393 None None] Deleting port fefe0106-eead-4419-be02-d3c04d960b9d {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:09:21.058692 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e0f0e3fb-e633-457a-9243-894beafc3393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:21.126874 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b562745-20d4-418f-a04c-f6c6eb962eb0 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event deleted for resources: {'Port': ['ID=fefe0106-eead-4419-be02-d3c04d960b9d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:21.137613 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b562745-20d4-418f-a04c-f6c6eb962eb0 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] No DVR routers for this DVR port fefe0106-eead-4419-be02-d3c04d960b9d on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:09:21.143468 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-e0f0e3fb-e633-457a-9243-894beafc3393 None None] For port fefe0106-eead-4419-be02-d3c04d960b9d, host n-d-695189-11, got binding levels [] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:21.144007 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e0f0e3fb-e633-457a-9243-894beafc3393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:21.165884 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-e0f0e3fb-e633-457a-9243-894beafc3393 None None] Calling delete_port for fefe0106-eead-4419-be02-d3c04d960b9d owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:09:21.169927 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.ipam_backend_mixin [None req-e0f0e3fb-e633-457a-9243-894beafc3393 None None] Port fefe0106-eead-4419-be02-d3c04d960b9d was not found and therefore no delete operation was performed {{(pid=100449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 21:09:21.171795 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e0f0e3fb-e633-457a-9243-894beafc3393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:21.252005 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f0e3fb-e633-457a-9243-894beafc3393 None None] No DVR routers for this DVR port fefe0106-eead-4419-be02-d3c04d960b9d on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:09:21.258242 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0e3fb-e633-457a-9243-894beafc3393 None None] Pushing event deleted for resources: {'Port': ['ID=fefe0106-eead-4419-be02-d3c04d960b9d,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:21.282933 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0e3fb-e633-457a-9243-894beafc3393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:21.283622 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0e3fb-e633-457a-9243-894beafc3393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:21.283622 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0e3fb-e633-457a-9243-894beafc3393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:21.283622 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0e3fb-e633-457a-9243-894beafc3393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:21.283622 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0e3fb-e633-457a-9243-894beafc3393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:21.283622 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0e3fb-e633-457a-9243-894beafc3393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:21.283622 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0e3fb-e633-457a-9243-894beafc3393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:21.283622 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0e3fb-e633-457a-9243-894beafc3393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:21.283622 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0e3fb-e633-457a-9243-894beafc3393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:21.283622 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0e3fb-e633-457a-9243-894beafc3393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:21.283622 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0e3fb-e633-457a-9243-894beafc3393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:21.289570 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0e3fb-e633-457a-9243-894beafc3393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:21.309371 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b562745-20d4-418f-a04c-f6c6eb962eb0 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:21.334802 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-2b562745-20d4-418f-a04c-f6c6eb962eb0 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c309b307-e45c-44b4-86d6-7ce3373cff79']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:21.357749 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-2b562745-20d4-418f-a04c-f6c6eb962eb0 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ed4fe1-3a68-4bcf-823e-63e59ffc9002') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:21.358046 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-2b562745-20d4-418f-a04c-f6c6eb962eb0 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ed4fe1-3a68-4bcf-823e-63e59ffc9002') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:21.374491 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b52fe6-435c-40db-b55d-286a19f74a43 req-6c63336d-d081-4f2b-b4e0-ae84c2ac363b tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:21.377034 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47b52fe6-435c-40db-b55d-286a19f74a43 req-6c63336d-d081-4f2b-b4e0-ae84c2ac363b tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.1197383 Jul 07 21:09:21.380943 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b562745-20d4-418f-a04c-f6c6eb962eb0 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:21.418797 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b562745-20d4-418f-a04c-f6c6eb962eb0 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:21.427658 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b562745-20d4-418f-a04c-f6c6eb962eb0 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:09:21.428131 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b562745-20d4-418f-a04c-f6c6eb962eb0 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:09:21.433961 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:09:21.459942 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47b52fe6-435c-40db-b55d-286a19f74a43 req-5d0e645d-731e-491d-849d-1e44be318d19 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737562 Jul 07 21:09:21.540976 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b562745-20d4-418f-a04c-f6c6eb962eb0 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:21.558381 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b562745-20d4-418f-a04c-f6c6eb962eb0 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:21.565318 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2b562745-20d4-418f-a04c-f6c6eb962eb0 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "DELETE /v2.0/networks/c309b307-e45c-44b4-86d6-7ce3373cff79 HTTP/1.1" status: 204 len: 168 time: 0.9468405 Jul 07 21:09:21.568805 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37108) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:21.602866 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b562745-20d4-418f-a04c-f6c6eb962eb0 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event deleted for resources: {'Network': ['ID=c309b307-e45c-44b4-86d6-7ce3373cff79,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:21.843057 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d1922406-ed1a-4a3a-901e-2586004fb285 req-3f9cbc52-e1be-4dd8-8f5f-8734932e275b tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 210 time: 0.2979786 Jul 07 21:09:21.969176 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-7bf1ff10-12bc-4a47-9ae8-f4a0d1439136 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:21.972054 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-7bf1ff10-12bc-4a47-9ae8-f4a0d1439136 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.58 "GET /v2.0/networks?id=ac16b07c-c901-445c-9476-2e719a4f8a51 HTTP/1.1" status: 200 len: 820 time: 0.2873425 Jul 07 21:09:22.024809 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-f92e892a-ab1c-400c-aa1c-da925297def8 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Request body: {'port': {'device_id': 'b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f', 'network_id': 'ac16b07c-c901-445c-9476-2e719a4f8a51', 'admin_state_up': True, 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:22.110080 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-f8e25966-c519-4c8f-9395-eb434a80bf84 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Deleting port 74b8ed09-38e7-41c8-93df-f7c4b72f8ec5 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:09:22.110436 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f8e25966-c519-4c8f-9395-eb434a80bf84 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:22.263254 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 193b761b-8fa9-4621-bf14-998c3c34e1cd up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:09:22.311924 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f8e25966-c519-4c8f-9395-eb434a80bf84 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:22.312357 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f8e25966-c519-4c8f-9395-eb434a80bf84 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:22.335347 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-f8e25966-c519-4c8f-9395-eb434a80bf84 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Calling delete_port for 74b8ed09-38e7-41c8-93df-f7c4b72f8ec5 owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:09:22.339809 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 193b761b-8fa9-4621-bf14-998c3c34e1cd completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:09:22.343832 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 193b761b-8fa9-4621-bf14-998c3c34e1cd triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:09:22.344502 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:22.346330 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ef8b7-8c07-4159-83d8-dc9d68540b3a req-9b70566f-9930-4312-bb6b-6dcc72663c9d tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:22.348650 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c9ef8b7-8c07-4159-83d8-dc9d68540b3a req-9b70566f-9930-4312-bb6b-6dcc72663c9d tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=487f9bde-41c8-4f4b-aed5-6ca4996ec4bc HTTP/1.1" status: 200 len: 945 time: 0.2330928 Jul 07 21:09:22.378328 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-f92e892a-ab1c-400c-aa1c-da925297def8 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Made reservation on behalf of b23aeeec068f48d9b9417dac414bc687 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:09:22.382628 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-f92e892a-ab1c-400c-aa1c-da925297def8 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:22.408774 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a132b-4665-4850-bf79-9a57f91b709b req-1f5eb5ea-9695-472b-9186-359a7a9d708b tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:22.410297 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c35a132b-4665-4850-bf79-9a57f91b709b req-1f5eb5ea-9695-472b-9186-359a7a9d708b tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.58 "GET /v2.0/ports?device_id=487f9bde-41c8-4f4b-aed5-6ca4996ec4bc HTTP/1.1" status: 200 len: 945 time: 0.0983081 Jul 07 21:09:22.478806 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c9ef8b7-8c07-4159-83d8-dc9d68540b3a req-55886f40-c9a3-4d80-b1be-caf1d9c55bfc tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/security-groups?id=57ff8346-bc18-48f5-81a0-ddcc47eacd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240792 Jul 07 21:09:22.495575 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:22.573590 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 193b761b-8fa9-4621-bf14-998c3c34e1cd, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=193b761b-8fa9-4621-bf14-998c3c34e1cd,segment=NetworkSegment(108432c1-a6ca-4ab1-8fa3-46e3c0d5295f),segment_id=108432c1-a6ca-4ab1-8fa3-46e3c0d5295f)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:22.586186 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:22.587976 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-c35a132b-4665-4850-bf79-9a57f91b709b req-bb4f6c08-2fbf-4bab-a8be-11c7b2f58146 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Deleting port a409104a-b504-4023-a20d-1e0488408a71 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:09:22.588437 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c35a132b-4665-4850-bf79-9a57f91b709b req-bb4f6c08-2fbf-4bab-a8be-11c7b2f58146 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:22.688571 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device fefe0106-eead-4419-be02-d3c04d960b9d no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:09:22.729237 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: fefe0106-eead-4419-be02-d3c04d960b9d {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:09:22.729436 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device fefe0106-eead-4419-be02-d3c04d960b9d not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:09:22.737843 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=193b761b-8fa9-4621-bf14-998c3c34e1cd,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:22.743117 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-c35a132b-4665-4850-bf79-9a57f91b709b req-bb4f6c08-2fbf-4bab-a8be-11c7b2f58146 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] For port a409104a-b504-4023-a20d-1e0488408a71, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=a409104a-b504-4023-a20d-1e0488408a71,segment=NetworkSegment(ce7841e0-8c51-4554-a344-f7eeefc78bbd),segment_id=ce7841e0-8c51-4554-a344-f7eeefc78bbd)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:22.743926 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c35a132b-4665-4850-bf79-9a57f91b709b req-bb4f6c08-2fbf-4bab-a8be-11c7b2f58146 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:22.761174 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-c35a132b-4665-4850-bf79-9a57f91b709b req-bb4f6c08-2fbf-4bab-a8be-11c7b2f58146 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Calling delete_port for a409104a-b504-4023-a20d-1e0488408a71 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:09:22.780450 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-f92e892a-ab1c-400c-aa1c-da925297def8 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Allocated IP 172.20.0.13 (ac16b07c-c901-445c-9476-2e719a4f8a51/0733c22f-4060-4677-b2ba-941b9860e0e2/7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:09:22.866284 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b513f9-9c15-4af7-8d58-03374cdad5bb req-10f5a5bb-650c-42b9-931d-7c1fca6ebc5b tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:22.868623 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b7b513f9-9c15-4af7-8d58-03374cdad5bb req-10f5a5bb-650c-42b9-931d-7c1fca6ebc5b tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.1861408 Jul 07 21:09:22.933805 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f8e25966-c519-4c8f-9395-eb434a80bf84 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:22.935811 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c35a132b-4665-4850-bf79-9a57f91b709b req-bb4f6c08-2fbf-4bab-a8be-11c7b2f58146 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:22.952348 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['a409104a-b504-4023-a20d-1e0488408a71'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:09:22.954792 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b7b513f9-9c15-4af7-8d58-03374cdad5bb req-662df91b-9d36-4809-883f-65720c7770e0 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789096 Jul 07 21:09:22.975971 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f6c08-2fbf-4bab-a8be-11c7b2f58146 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Pushing event deleted for resources: {'Port': ['ID=a409104a-b504-4023-a20d-1e0488408a71,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:23.043953 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e25966-c519-4c8f-9395-eb434a80bf84 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event deleted for resources: {'Port': ['ID=74b8ed09-38e7-41c8-93df-f7c4b72f8ec5,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:23.047350 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35a132b-4665-4850-bf79-9a57f91b709b req-bb4f6c08-2fbf-4bab-a8be-11c7b2f58146 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] No DVR routers for this DVR port a409104a-b504-4023-a20d-1e0488408a71 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:09:23.049818 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c35a132b-4665-4850-bf79-9a57f91b709b req-bb4f6c08-2fbf-4bab-a8be-11c7b2f58146 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:23.052766 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c35a132b-4665-4850-bf79-9a57f91b709b req-bb4f6c08-2fbf-4bab-a8be-11c7b2f58146 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.58 "DELETE /v2.0/ports/a409104a-b504-4023-a20d-1e0488408a71 HTTP/1.1" status: 204 len: 173 time: 0.6346724 Jul 07 21:09:23.053323 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487f9bde-41c8-4f4b-aed5-6ca4996ec4bc', 'name': 'network-vif-deleted', 'tag': 'a409104a-b504-4023-a20d-1e0488408a71'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:09:23.057204 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618bf153-a4ce-4e87-b78f-f1eca61f3609" -d '{"events": [{"server_uuid": "487f9bde-41c8-4f4b-aed5-6ca4996ec4bc", "name": "network-vif-deleted", "tag": "a409104a-b504-4023-a20d-1e0488408a71"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:09:23.102058 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44de6348-9acc-48be-a5f1-5129c1a65680 x-openstack-request-id: req-44de6348-9acc-48be-a5f1-5129c1a65680 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:09:23.102367 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487f9bde-41c8-4f4b-aed5-6ca4996ec4bc", "name": "network-vif-deleted", "tag": "a409104a-b504-4023-a20d-1e0488408a71", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:09:23.102626 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-44de6348-9acc-48be-a5f1-5129c1a65680 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:09:23.103031 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487f9bde-41c8-4f4b-aed5-6ca4996ec4bc', 'name': 'network-vif-deleted', 'tag': 'a409104a-b504-4023-a20d-1e0488408a71', 'status': 'completed', 'code': 200} Jul 07 21:09:23.119077 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7f939a1-4647-4d26-822e-7985a49bf8bf req-33c24906-21e4-4020-b9eb-c732258b9909 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 210 time: 0.0651772 Jul 07 21:09:23.195499 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f8e25966-c519-4c8f-9395-eb434a80bf84 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:23.195855 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [None req-f8e25966-c519-4c8f-9395-eb434a80bf84 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Floating IP b697c3cc-c85f-4a73-8b2b-21b7f5b23389 disassociated (deleted). External IP: 172.25.5.137, port: 2670e9fa-7633-4cbb-9d10-6bece9b2901e. Jul 07 21:09:23.241958 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-f92e892a-ab1c-400c-aa1c-da925297def8 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:23.339712 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-f92e892a-ab1c-400c-aa1c-da925297def8 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:23.427464 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-f92e892a-ab1c-400c-aa1c-da925297def8 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Network ac16b07c-c901-445c-9476-2e719a4f8a51 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:09:23.436562 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-f92e892a-ab1c-400c-aa1c-da925297def8 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:09:23.441668 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-f92e892a-ab1c-400c-aa1c-da925297def8 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:09:23.443192 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e892a-ab1c-400c-aa1c-da925297def8 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Pushing event updated for resources: {'Port': ['ID=7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:23.530144 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-f92e892a-ab1c-400c-aa1c-da925297def8 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:23.530779 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-f92e892a-ab1c-400c-aa1c-da925297def8 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:23.542830 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e25966-c519-4c8f-9395-eb434a80bf84 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Router d8b74f63-d506-4e7d-8dc9-3659ae608de3 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:09:23.553362 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-f92e892a-ab1c-400c-aa1c-da925297def8 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5510709 Jul 07 21:09:23.565397 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-50903379-8063-41c2-8796-80ae0442c696 service neutron] Request body: {'port': {'device_id': 'b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:23.869161 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5182ed1e-a327-4664-9961-c45b11f1e62b req-63c04f9e-47e3-499b-8669-cf30f9e21226 tempest-DeleteServersTestJSON-1697869817 tempest-DeleteServersTestJSON-1697869817-project] 10.222.0.64 "GET /v2.0/ports?device_id=487f9bde-41c8-4f4b-aed5-6ca4996ec4bc HTTP/1.1" status: 200 len: 210 time: 0.1375401 Jul 07 21:09:23.884259 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-50903379-8063-41c2-8796-80ae0442c696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:23.942203 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e25966-c519-4c8f-9395-eb434a80bf84 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:09:23.950741 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f8e25966-c519-4c8f-9395-eb434a80bf84 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:23.956659 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1594fdd-ccdd-4832-b279-e106c3c13f73 None None] Sync routers for ids ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:09:23.969986 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1594fdd-ccdd-4832-b279-e106c3c13f73 None None] Routers {'d8b74f63-d506-4e7d-8dc9-3659ae608de3'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:09:23.971995 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-a1594fdd-ccdd-4832-b279-e106c3c13f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:09:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:23.978148 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4c3d8-6043-4f02-bf1b-8b03251582c5 req-b4d20722-4790-482e-843f-2ae59d5cfb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:23.979765 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5da4c3d8-6043-4f02-bf1b-8b03251582c5 req-b4d20722-4790-482e-843f-2ae59d5cfb7e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 1097 time: 0.2074654 Jul 07 21:09:24.078075 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f8e25966-c519-4c8f-9395-eb434a80bf84 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "DELETE /v2.0/floatingips/b697c3cc-c85f-4a73-8b2b-21b7f5b23389 HTTP/1.1" status: 204 len: 168 time: 2.5079494 Jul 07 21:09:24.082859 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93df21d-0214-4a32-b834-2bac32754868', 'tag': '2670e9fa-7633-4cbb-9d10-6bece9b2901e'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:09:24.085281 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e316d52e-507b-4384-9d71-9a5e708ead86" -d '{"events": [{"name": "network-changed", "server_uuid": "c93df21d-0214-4a32-b834-2bac32754868", "tag": "2670e9fa-7633-4cbb-9d10-6bece9b2901e"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:09:24.119900 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-a1594fdd-ccdd-4832-b279-e106c3c13f73 None None] Set router d8b74f63-d506-4e7d-8dc9-3659ae608de3 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:09:24.125279 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5da4c3d8-6043-4f02-bf1b-8b03251582c5 req-1b686e50-5f5b-4041-8a7f-930009d99a1c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255782 Jul 07 21:09:24.249853 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 193b761b-8fa9-4621-bf14-998c3c34e1cd up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:09:24.323854 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 193b761b-8fa9-4621-bf14-998c3c34e1cd triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:09:24.324354 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:24.393047 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f6148-b2df-4bf3-995a-bdd51da0b86c req-180c4552-2f20-4215-93de-a75f1ccd5948 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:24.395463 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6f2f6148-b2df-4bf3-995a-bdd51da0b86c req-180c4552-2f20-4215-93de-a75f1ccd5948 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.1959848 Jul 07 21:09:24.476488 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6f2f6148-b2df-4bf3-995a-bdd51da0b86c req-331a630a-31b8-46dc-8d24-b2c261ca5063 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726151 Jul 07 21:09:24.531484 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29e41f0-1c6f-4bd9-8ace-c16aed98eb3d x-openstack-request-id: req-c29e41f0-1c6f-4bd9-8ace-c16aed98eb3d {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:09:24.531741 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93df21d-0214-4a32-b834-2bac32754868", "tag": "2670e9fa-7633-4cbb-9d10-6bece9b2901e", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:09:24.532021 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c29e41f0-1c6f-4bd9-8ace-c16aed98eb3d {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:09:24.532341 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93df21d-0214-4a32-b834-2bac32754868', 'tag': '2670e9fa-7633-4cbb-9d10-6bece9b2901e', 'status': 'completed', 'code': 200} Jul 07 21:09:24.555131 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-50903379-8063-41c2-8796-80ae0442c696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:09:24.567420 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-a1594fdd-ccdd-4832-b279-e106c3c13f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'name': 'tempest-TestNetworkBasicOps-router-800052194', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:06:50Z', 'updated_at': '2021-07-07T21:09:11Z', 'revision_number': 6, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:51Z', 'updated_at': '2021-07-07T21:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '00fbba8e-f980-43af-b701-fd763d1d7971', 'name': '', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:ac:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:57Z', 'updated_at': '2021-07-07T21:07:04Z', 'revision_number': 5, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:24.580308 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-50903379-8063-41c2-8796-80ae0442c696 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:24.598563 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-50903379-8063-41c2-8796-80ae0442c696 service neutron] Transition to ACTIVE for port object 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:09:24.605564 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1594fdd-ccdd-4832-b279-e106c3c13f73 None None] Checking router: d8b74f63-d506-4e7d-8dc9-3659ae608de3 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:09:24.607907 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-50903379-8063-41c2-8796-80ae0442c696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:24.617319 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1594fdd-ccdd-4832-b279-e106c3c13f73 None None] Routers {'d8b74f63-d506-4e7d-8dc9-3659ae608de3'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:09:24.618200 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-a1594fdd-ccdd-4832-b279-e106c3c13f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:09:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:24.743761 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-a1594fdd-ccdd-4832-b279-e106c3c13f73 None None] Set router d8b74f63-d506-4e7d-8dc9-3659ae608de3 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:09:24.972317 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-a1594fdd-ccdd-4832-b279-e106c3c13f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'name': 'tempest-TestNetworkBasicOps-router-800052194', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:06:50Z', 'updated_at': '2021-07-07T21:09:11Z', 'revision_number': 6, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:51Z', 'updated_at': '2021-07-07T21:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '00fbba8e-f980-43af-b701-fd763d1d7971', 'name': '', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:ac:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:57Z', 'updated_at': '2021-07-07T21:07:04Z', 'revision_number': 5, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:25.000971 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1594fdd-ccdd-4832-b279-e106c3c13f73 None None] The sync data for ids ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'] in n-d-695189-11 is: [{'id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'name': 'tempest-TestNetworkBasicOps-router-800052194', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:06:50Z', 'updated_at': '2021-07-07T21:09:11Z', 'revision_number': 6, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:51Z', 'updated_at': '2021-07-07T21:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '00fbba8e-f980-43af-b701-fd763d1d7971', 'name': '', 'network_id': 'af7f4b3e-0c7d-43ee-bafd-ec47866775cf', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:ac:03:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2396, 'fixed_ips': [{'subnet_id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:57Z', 'updated_at': '2021-07-07T21:07:04Z', 'revision_number': 5, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '7f78bb9f-8c50-4a12-973a-6eacc6f6daeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:09:25.057176 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316d52e-507b-4384-9d71-9a5e708ead86 req-63e06f55-5686-4cfe-ba38-6e55f4ec9331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:25.058736 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e316d52e-507b-4384-9d71-9a5e708ead86 req-63e06f55-5686-4cfe-ba38-6e55f4ec9331 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21232da6452a40d680cb4842c209ecfd&device_id=c93df21d-0214-4a32-b834-2bac32754868 HTTP/1.1" status: 200 len: 1098 time: 0.5133071 Jul 07 21:09:25.080855 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50903379-8063-41c2-8796-80ae0442c696 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:25.283180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426c1f0-7b9c-49a8-a9d8-f3b2b1a8fd48 req-4dcee894-5979-4f92-87ec-339a83c0a5f4 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:25.284888 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3426c1f0-7b9c-49a8-a9d8-f3b2b1a8fd48 req-4dcee894-5979-4f92-87ec-339a83c0a5f4 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 944 time: 0.6390324 Jul 07 21:09:25.350273 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-50903379-8063-41c2-8796-80ae0442c696 service neutron] Attempting to bind port 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:09:25.350747 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-50903379-8063-41c2-8796-80ae0442c696 service neutron] Attempting to bind port 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '108432c1-a6ca-4ab1-8fa3-46e3c0d5295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac16b07c-c901-445c-9476-2e719a4f8a51'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:09:25.351163 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-50903379-8063-41c2-8796-80ae0442c696 service neutron] Attempting to bind port 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 on network ac16b07c-c901-445c-9476-2e719a4f8a51 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:09:25.354094 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316d52e-507b-4384-9d71-9a5e708ead86 req-31dae1c5-4b69-4bcf-99be-3d3cb23491d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:25.355848 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e316d52e-507b-4384-9d71-9a5e708ead86 req-31dae1c5-4b69-4bcf-99be-3d3cb23491d4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=af7f4b3e-0c7d-43ee-bafd-ec47866775cf HTTP/1.1" status: 200 len: 898 time: 0.2842367 Jul 07 21:09:25.359121 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c32c88-7014-4bff-862d-a9cd9b537719 None None] New status for floating IP b697c3cc-c85f-4a73-8b2b-21b7f5b23389: DOWN {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:09:25.375976 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-50903379-8063-41c2-8796-80ae0442c696 service neutron] Port 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 on network ac16b07c-c901-445c-9476-2e719a4f8a51 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:09:25.376322 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-50903379-8063-41c2-8796-80ae0442c696 service neutron] Attempting to bind port 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 on network ac16b07c-c901-445c-9476-2e719a4f8a51 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:09:25.397232 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db077f-c921-48cd-820d-fe722f06d9e5 req-17213f41-5640-4ab8-9998-157d0c085808 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:25.398744 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c6db077f-c921-48cd-820d-fe722f06d9e5 req-17213f41-5640-4ab8-9998-157d0c085808 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=c93df21d-0214-4a32-b834-2bac32754868 HTTP/1.1" status: 200 len: 946 time: 0.7569599 Jul 07 21:09:25.430470 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3426c1f0-7b9c-49a8-a9d8-f3b2b1a8fd48 req-af1093b0-7796-4848-bfc9-0c1c2d718424 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360452 Jul 07 21:09:25.433610 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-50903379-8063-41c2-8796-80ae0442c696 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:09:25.433610 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-50903379-8063-41c2-8796-80ae0442c696 service neutron] Checking segment: {'id': '108432c1-a6ca-4ab1-8fa3-46e3c0d5295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac16b07c-c901-445c-9476-2e719a4f8a51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:09:25.433610 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-50903379-8063-41c2-8796-80ae0442c696 service neutron] Bound using segment: {'id': '108432c1-a6ca-4ab1-8fa3-46e3c0d5295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac16b07c-c901-445c-9476-2e719a4f8a51'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:09:25.434510 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-50903379-8063-41c2-8796-80ae0442c696 service neutron] Bound port: 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '108432c1-a6ca-4ab1-8fa3-46e3c0d5295f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ac16b07c-c901-445c-9476-2e719a4f8a51'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:09:25.434510 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-50903379-8063-41c2-8796-80ae0442c696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:25.438987 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e316d52e-507b-4384-9d71-9a5e708ead86 req-ff1af8a5-3d22-483a-9fd3-b67a969616a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2670e9fa-7633-4cbb-9d10-6bece9b2901e HTTP/1.1" status: 200 len: 217 time: 0.0598328 Jul 07 21:09:25.550409 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c6db077f-c921-48cd-820d-fe722f06d9e5 req-16814d9d-fda7-4314-af1d-343db94e963e tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=78865218-7852-4f8d-a6d5-6f57ff6325fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189458 Jul 07 21:09:25.563552 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316d52e-507b-4384-9d71-9a5e708ead86 req-37264ba0-b0fa-4abd-b7ee-a9649f980a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:25.565217 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e316d52e-507b-4384-9d71-9a5e708ead86 req-37264ba0-b0fa-4abd-b7ee-a9649f980a8d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7f78bb9f-8c50-4a12-973a-6eacc6f6daeb HTTP/1.1" status: 200 len: 835 time: 0.1115160 Jul 07 21:09:25.618706 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-50903379-8063-41c2-8796-80ae0442c696 service neutron] For port 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:09:25.637534 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-50903379-8063-41c2-8796-80ae0442c696 service neutron] For port 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69,segment=NetworkSegment(108432c1-a6ca-4ab1-8fa3-46e3c0d5295f),segment_id=108432c1-a6ca-4ab1-8fa3-46e3c0d5295f)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:09:25.652466 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-50903379-8063-41c2-8796-80ae0442c696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:25.697849 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-50903379-8063-41c2-8796-80ae0442c696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:25.698483 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-50903379-8063-41c2-8796-80ae0442c696 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:25.699929 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-50903379-8063-41c2-8796-80ae0442c696 service neutron] 10.222.0.58 "PUT /v2.0/ports/7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 HTTP/1.1" status: 200 len: 1093 time: 2.1387255 Jul 07 21:09:25.795003 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316d52e-507b-4384-9d71-9a5e708ead86 req-97145bbb-f757-4e60-b829-6e3fab6ee2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:25.796594 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e316d52e-507b-4384-9d71-9a5e708ead86 req-97145bbb-f757-4e60-b829-6e3fab6ee2ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af7f4b3e-0c7d-43ee-bafd-ec47866775cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2158051 Jul 07 21:09:25.799551 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50903379-8063-41c2-8796-80ae0442c696 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:25.898061 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de9bfb-a48c-4037-8a1e-9e8e3ebd484d req-d737d977-5465-49aa-a553-c98370f05c70 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:25.899684 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28de9bfb-a48c-4037-8a1e-9e8e3ebd484d req-d737d977-5465-49aa-a553-c98370f05c70 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.1969581 Jul 07 21:09:25.945292 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-73660443-c7f3-4f6d-9b83-e45663798659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:25.946631 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-73660443-c7f3-4f6d-9b83-e45663798659 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b23aeeec068f48d9b9417dac414bc687&device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 1096 time: 0.1939776 Jul 07 21:09:26.011154 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e316d52e-507b-4384-9d71-9a5e708ead86 req-9ea396d4-d831-4488-892e-d8ad352f83ee service neutron] 10.222.0.39 "GET /v2.0/networks/af7f4b3e-0c7d-43ee-bafd-ec47866775cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957083 Jul 07 21:09:26.011154 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-36f3c5c6-1757-4991-b6a6-f7e44461889b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 HTTP/1.1" status: 200 len: 217 time: 0.0528207 Jul 07 21:09:26.015481 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28de9bfb-a48c-4037-8a1e-9e8e3ebd484d req-162a70c5-9eec-4d38-8ab3-7ba0359d0f29 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056135 Jul 07 21:09:26.125696 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-f641778b-6606-4ea0-89d5-656a7eee2e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:26.127196 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-f641778b-6606-4ea0-89d5-656a7eee2e80 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0733c22f-4060-4677-b2ba-941b9860e0e2 HTTP/1.1" status: 200 len: 860 time: 0.1086919 Jul 07 21:09:26.172346 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-1aaa3be9-6957-4913-8896-185f53ea3f3c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac16b07c-c901-445c-9476-2e719a4f8a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355201 Jul 07 21:09:26.204221 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e316d52e-507b-4384-9d71-9a5e708ead86 req-d8476bb4-a161-45e7-ae50-4417b9c7c511 service neutron] 10.222.0.39 "GET /v2.0/networks/af7f4b3e-0c7d-43ee-bafd-ec47866775cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507306 Jul 07 21:09:26.298215 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-de176c3b-e0af-4e13-bba5-5029d6d8d535 service neutron] 10.222.0.58 "GET /v2.0/networks/ac16b07c-c901-445c-9476-2e719a4f8a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162651 Jul 07 21:09:26.473921 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79ba18f2-172d-4a13-9aa4-d8b28ce8b3ea req-5e8158f1-ea24-4f5c-a42f-f71d70cc8073 service neutron] 10.222.0.58 "GET /v2.0/networks/ac16b07c-c901-445c-9476-2e719a4f8a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673043 Jul 07 21:09:26.514685 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7e5f0-6c37-42e9-a6a9-1a5c17703cb8 req-ce829a7a-3021-485d-aaf3-b671b04dba0c tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:26.516372 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5cc7e5f0-6c37-42e9-a6a9-1a5c17703cb8 req-ce829a7a-3021-485d-aaf3-b671b04dba0c tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.1404181 Jul 07 21:09:26.518625 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077c90c-4797-4b6a-abe9-055132379ee4 req-93903c12-cc89-4714-8f09-f914effc921e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:26.520036 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7077c90c-4797-4b6a-abe9-055132379ee4 req-93903c12-cc89-4714-8f09-f914effc921e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3d851e7566964f18923f7a9246878584&device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 1097 time: 0.1429753 Jul 07 21:09:26.534987 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f', 'tag': '7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:09:26.537813 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8108833-d32b-4e1e-a735-748c7be8c74e" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f", "tag": "7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:09:26.674479 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5cc7e5f0-6c37-42e9-a6a9-1a5c17703cb8 req-956f2087-c8aa-4c75-a534-68499c0a7359 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526980 Jul 07 21:09:26.745613 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6183e0-3dba-47cb-a8c1-f143283fb227 x-openstack-request-id: req-dd6183e0-3dba-47cb-a8c1-f143283fb227 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:09:26.745911 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f", "tag": "7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:09:26.746167 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd6183e0-3dba-47cb-a8c1-f143283fb227 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:09:26.746567 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f', 'tag': '7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69', 'status': 'completed', 'code': 200} Jul 07 21:09:26.769081 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077c90c-4797-4b6a-abe9-055132379ee4 req-4cc1896c-ccc0-4de1-9f96-6bb39e572c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:26.771148 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7077c90c-4797-4b6a-abe9-055132379ee4 req-4cc1896c-ccc0-4de1-9f96-6bb39e572c85 service neutron] 10.222.0.39 "GET /v2.0/networks?id=75a01814-d064-4c42-8103-23e04256bf1b HTTP/1.1" status: 200 len: 911 time: 0.2283683 Jul 07 21:09:26.872840 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33941c8-d661-412c-a8e7-32935dab980c req-a306a2da-9928-4776-b69c-a332c9d2371a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:26.874220 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d33941c8-d661-412c-a8e7-32935dab980c req-a306a2da-9928-4776-b69c-a332c9d2371a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.39 "GET /v2.0/ports?device_id=c93df21d-0214-4a32-b834-2bac32754868 HTTP/1.1" status: 200 len: 946 time: 0.2545888 Jul 07 21:09:26.878104 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7077c90c-4797-4b6a-abe9-055132379ee4 req-339c2aaa-dfe0-4c8e-855a-7d9b57265c36 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acda158b-b878-4344-a992-25057c470faf HTTP/1.1" status: 200 len: 217 time: 0.0673285 Jul 07 21:09:26.921413 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922eea5-e1dd-4c42-a8b9-a75a8327b578 req-157936e0-4537-42f7-851c-26dcbd32a259 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:26.922971 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c922eea5-e1dd-4c42-a8b9-a75a8327b578 req-157936e0-4537-42f7-851c-26dcbd32a259 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 944 time: 0.3045316 Jul 07 21:09:27.089951 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8108833-d32b-4e1e-a735-748c7be8c74e req-14f7ceeb-d18d-4057-a8fc-ed5e77c85587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:27.092497 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8108833-d32b-4e1e-a735-748c7be8c74e req-14f7ceeb-d18d-4057-a8fc-ed5e77c85587 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b23aeeec068f48d9b9417dac414bc687&device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 1096 time: 0.3252339 Jul 07 21:09:27.100110 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077c90c-4797-4b6a-abe9-055132379ee4 req-da0b92f5-b84f-4b70-8398-15ccc26027c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:27.101523 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7077c90c-4797-4b6a-abe9-055132379ee4 req-da0b92f5-b84f-4b70-8398-15ccc26027c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e6aed05-6182-4577-9d08-de2e7e22c850 HTTP/1.1" status: 200 len: 850 time: 0.1756108 Jul 07 21:09:27.110613 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c922eea5-e1dd-4c42-a8b9-a75a8327b578 req-8ddc4f84-94d4-449a-aebf-c32134d6caac tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514812 Jul 07 21:09:27.158701 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bc328-2590-417d-b798-b57a8fe55aed req-fb407823-4c40-4a2e-a16a-f6f609cab2b4 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:27.164990 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-041bc328-2590-417d-b798-b57a8fe55aed req-fb407823-4c40-4a2e-a16a-f6f609cab2b4 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=c93df21d-0214-4a32-b834-2bac32754868 HTTP/1.1" status: 200 len: 946 time: 0.3030598 Jul 07 21:09:27.226335 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7077c90c-4797-4b6a-abe9-055132379ee4 req-8008c28a-96e8-4848-a9b9-1babf141b5ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75a01814-d064-4c42-8103-23e04256bf1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137815 Jul 07 21:09:27.375479 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-041bc328-2590-417d-b798-b57a8fe55aed req-f2ca853f-6730-450e-a195-70a9daf4f6a0 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=78865218-7852-4f8d-a6d5-6f57ff6325fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094100 Jul 07 21:09:27.386830 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-d33941c8-d661-412c-a8e7-32935dab980c req-b1877135-fd40-4465-86f9-94931b9ab8fb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Deleting port 2670e9fa-7633-4cbb-9d10-6bece9b2901e {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:09:27.387691 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d33941c8-d661-412c-a8e7-32935dab980c req-b1877135-fd40-4465-86f9-94931b9ab8fb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:27.461657 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8108833-d32b-4e1e-a735-748c7be8c74e req-bd36aae6-1705-4610-93c5-4875bc02e29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:27.463161 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8108833-d32b-4e1e-a735-748c7be8c74e req-bd36aae6-1705-4610-93c5-4875bc02e29a service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac16b07c-c901-445c-9476-2e719a4f8a51 HTTP/1.1" status: 200 len: 921 time: 0.3570135 Jul 07 21:09:27.542504 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8108833-d32b-4e1e-a735-748c7be8c74e req-fbe8d6bc-5f4a-435f-bc34-07f4fa5df080 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 HTTP/1.1" status: 200 len: 217 time: 0.0675547 Jul 07 21:09:27.549594 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7077c90c-4797-4b6a-abe9-055132379ee4 req-1695f83c-7acb-4b41-a42a-d4cdddd2a253 service neutron] 10.222.0.39 "GET /v2.0/networks/75a01814-d064-4c42-8103-23e04256bf1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140078 Jul 07 21:09:27.658328 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-d33941c8-d661-412c-a8e7-32935dab980c req-b1877135-fd40-4465-86f9-94931b9ab8fb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] For port 2670e9fa-7633-4cbb-9d10-6bece9b2901e, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=2670e9fa-7633-4cbb-9d10-6bece9b2901e,segment=NetworkSegment(3a6c1914-008c-4caa-a8ef-9dd1ea1eb188),segment_id=3a6c1914-008c-4caa-a8ef-9dd1ea1eb188)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:27.658664 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d33941c8-d661-412c-a8e7-32935dab980c req-b1877135-fd40-4465-86f9-94931b9ab8fb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:27.681191 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-d33941c8-d661-412c-a8e7-32935dab980c req-b1877135-fd40-4465-86f9-94931b9ab8fb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Calling delete_port for 2670e9fa-7633-4cbb-9d10-6bece9b2901e owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:09:27.686004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8108833-d32b-4e1e-a735-748c7be8c74e req-a5799778-92d2-486a-a5e3-67000a5c8e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:27.687551 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8108833-d32b-4e1e-a735-748c7be8c74e req-a5799778-92d2-486a-a5e3-67000a5c8e89 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0733c22f-4060-4677-b2ba-941b9860e0e2 HTTP/1.1" status: 200 len: 860 time: 0.1370671 Jul 07 21:09:27.779024 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8108833-d32b-4e1e-a735-748c7be8c74e req-eaa9968c-739b-452e-bfac-e82af5b5be29 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac16b07c-c901-445c-9476-2e719a4f8a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732906 Jul 07 21:09:27.786706 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7077c90c-4797-4b6a-abe9-055132379ee4 req-8c3cfd2a-38fe-43df-9c80-ce05a72e7f24 service neutron] 10.222.0.39 "GET /v2.0/networks/75a01814-d064-4c42-8103-23e04256bf1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202051 Jul 07 21:09:27.966065 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8108833-d32b-4e1e-a735-748c7be8c74e req-7b8637e3-da7b-404b-a472-faa1dab76db0 service neutron] 10.222.0.58 "GET /v2.0/networks/ac16b07c-c901-445c-9476-2e719a4f8a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769874 Jul 07 21:09:27.979118 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device a409104a-b504-4023-a20d-1e0488408a71 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:09:27.997753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa087a9e-e065-4c82-b111-c8fc39897ee5 req-34f99d5c-6b45-466e-9b0e-6dd373c9934d tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:27.999214 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa087a9e-e065-4c82-b111-c8fc39897ee5 req-34f99d5c-6b45-466e-9b0e-6dd373c9934d tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.1902535 Jul 07 21:09:28.019120 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: a409104a-b504-4023-a20d-1e0488408a71 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:09:28.019862 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device a409104a-b504-4023-a20d-1e0488408a71 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:09:28.101286 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d33941c8-d661-412c-a8e7-32935dab980c req-b1877135-fd40-4465-86f9-94931b9ab8fb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:28.112014 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa087a9e-e065-4c82-b111-c8fc39897ee5 req-08aeabf8-44ad-44e3-9f7a-0173216e7bb4 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007311 Jul 07 21:09:28.153048 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1877135-fd40-4465-86f9-94931b9ab8fb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event deleted for resources: {'Port': ['ID=2670e9fa-7633-4cbb-9d10-6bece9b2901e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:28.259892 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8108833-d32b-4e1e-a735-748c7be8c74e req-bae9aaea-debc-4cea-9c54-06b30a289813 service neutron] 10.222.0.58 "GET /v2.0/networks/ac16b07c-c901-445c-9476-2e719a4f8a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831604 Jul 07 21:09:28.261140 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33941c8-d661-412c-a8e7-32935dab980c req-b1877135-fd40-4465-86f9-94931b9ab8fb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] No DVR routers for this DVR port 2670e9fa-7633-4cbb-9d10-6bece9b2901e on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:09:28.264685 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d33941c8-d661-412c-a8e7-32935dab980c req-b1877135-fd40-4465-86f9-94931b9ab8fb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:28.270116 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d33941c8-d661-412c-a8e7-32935dab980c req-b1877135-fd40-4465-86f9-94931b9ab8fb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.39 "DELETE /v2.0/ports/2670e9fa-7633-4cbb-9d10-6bece9b2901e HTTP/1.1" status: 204 len: 173 time: 1.3784592 Jul 07 21:09:28.466448 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5eaa8b-f01b-4af3-9c63-e736f83a0a68 req-48cb74d9-aaaa-4033-ab45-463d233f22b3 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:28.468091 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1c5eaa8b-f01b-4af3-9c63-e736f83a0a68 req-48cb74d9-aaaa-4033-ab45-463d233f22b3 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 944 time: 0.1420741 Jul 07 21:09:28.980804 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93df21d-0214-4a32-b834-2bac32754868', 'name': 'network-vif-deleted', 'tag': '2670e9fa-7633-4cbb-9d10-6bece9b2901e'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:09:28.983080 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6565a9e-72cd-4a06-ad10-23437a233084" -d '{"events": [{"server_uuid": "c93df21d-0214-4a32-b834-2bac32754868", "name": "network-vif-deleted", "tag": "2670e9fa-7633-4cbb-9d10-6bece9b2901e"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:09:29.030910 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fbba025e-7721-4db1-8a7d-c8b236989264 req-21b083e8-4fa7-4f27-b3bd-2c9a3c1ee166 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=c93df21d-0214-4a32-b834-2bac32754868 HTTP/1.1" status: 200 len: 210 time: 0.0445156 Jul 07 21:09:29.057334 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1c5eaa8b-f01b-4af3-9c63-e736f83a0a68 req-09e111f1-5e27-436b-897f-5460f55aab29 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5813160 Jul 07 21:09:29.088400 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9256066-ae6e-4723-b016-895e6a49e277 x-openstack-request-id: req-c9256066-ae6e-4723-b016-895e6a49e277 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:09:29.088975 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93df21d-0214-4a32-b834-2bac32754868", "name": "network-vif-deleted", "tag": "2670e9fa-7633-4cbb-9d10-6bece9b2901e", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:09:29.089482 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9256066-ae6e-4723-b016-895e6a49e277 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:09:29.090115 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93df21d-0214-4a32-b834-2bac32754868', 'name': 'network-vif-deleted', 'tag': '2670e9fa-7633-4cbb-9d10-6bece9b2901e', 'status': 'completed', 'code': 200} Jul 07 21:09:29.197372 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-36e9da18-7f92-4d0f-8108-c6b8af541b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:29.351277 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713b0f0-33ec-47c2-8848-2b27c8407afe req-5d85773b-ae2a-447a-89b2-52b9e2be203e tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:29.353000 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1713b0f0-33ec-47c2-8848-2b27c8407afe req-5d85773b-ae2a-447a-89b2-52b9e2be203e tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.0742314 Jul 07 21:09:29.404339 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1713b0f0-33ec-47c2-8848-2b27c8407afe req-3fc742cd-e3dd-41d9-89b7-1648be5e995b tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448380 Jul 07 21:09:29.853543 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 2670e9fa-7633-4cbb-9d10-6bece9b2901e no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:09:29.882046 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 2670e9fa-7633-4cbb-9d10-6bece9b2901e {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:09:29.882406 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 2670e9fa-7633-4cbb-9d10-6bece9b2901e not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:09:29.992325 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:09:30.124668 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69,segment=NetworkSegment(108432c1-a6ca-4ab1-8fa3-46e3c0d5295f),segment_id=108432c1-a6ca-4ab1-8fa3-46e3c0d5295f)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:30.130000 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37246) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:30.141320 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37248) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:30.142305 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69', 'network_id': 'ac16b07c-c901-445c-9476-2e719a4f8a51', 'port_id': '7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69', 'mac_address': 'fa:16:3e:52:c3:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0733c22f-4060-4677-b2ba-941b9860e0e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:09:30.194014 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:30.209876 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:09:30.232846 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-707dcbe2-75ef-4d3d-b916-acf22c23c779 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:30.239023 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2794a85-8a31-4bb7-9bcd-1e7bfa1a8c86 admin admin] Deleting subnet e40568a6-ebc6-4f07-9fe2-338a216828e9 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:09:30.239922 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69,segment=NetworkSegment(108432c1-a6ca-4ab1-8fa3-46e3c0d5295f),segment_id=108432c1-a6ca-4ab1-8fa3-46e3c0d5295f)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:30.246220 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:30.248552 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c2794a85-8a31-4bb7-9bcd-1e7bfa1a8c86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:30.265777 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-707dcbe2-75ef-4d3d-b916-acf22c23c779 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:30.312178 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:30.323496 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c2794a85-8a31-4bb7-9bcd-1e7bfa1a8c86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:30.340956 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-707dcbe2-75ef-4d3d-b916-acf22c23c779 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:30.343588 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-707dcbe2-75ef-4d3d-b916-acf22c23c779 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:30.348446 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-707dcbe2-75ef-4d3d-b916-acf22c23c779 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "DELETE /v2.0/security-groups/78865218-7852-4f8d-a6d5-6f57ff6325fb HTTP/1.1" status: 204 len: 168 time: 0.2055788 Jul 07 21:09:30.358940 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707dcbe2-75ef-4d3d-b916-acf22c23c779 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78865218-7852-4f8d-a6d5-6f57ff6325fb,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:30.382521 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c2794a85-8a31-4bb7-9bcd-1e7bfa1a8c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:30.394680 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37252) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:30.418747 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518158f-deee-4da7-a9e1-24b7dfdd3982 req-bc530d1f-a5df-4e1c-aff6-a10832a9cfed tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:30.420677 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2518158f-deee-4da7-a9e1-24b7dfdd3982 req-bc530d1f-a5df-4e1c-aff6-a10832a9cfed tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 945 time: 0.1397986 Jul 07 21:09:30.489928 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2518158f-deee-4da7-a9e1-24b7dfdd3982 req-c8fa0075-42bb-4d15-95db-8d12ea3f2eb8 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606534 Jul 07 21:09:30.497587 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c2794a85-8a31-4bb7-9bcd-1e7bfa1a8c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:30.512549 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:09:30.540583 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2794a85-8a31-4bb7-9bcd-1e7bfa1a8c86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e40568a6-ebc6-4f07-9fe2-338a216828e9,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:30.546343 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c2794a85-8a31-4bb7-9bcd-1e7bfa1a8c86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:30.549693 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c2794a85-8a31-4bb7-9bcd-1e7bfa1a8c86 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e40568a6-ebc6-4f07-9fe2-338a216828e9 HTTP/1.1" status: 204 len: 168 time: 0.4175582 Jul 07 21:09:30.551152 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37256) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:30.691572 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-91003fbe-0fda-4f13-be56-5949325c3d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:30.724968 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab57b3-f903-44e6-a104-908bbfcebadb req-0f41ad62-56dd-4418-9f4f-774f34c25bf4 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:30.726231 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42ab57b3-f903-44e6-a104-908bbfcebadb req-0f41ad62-56dd-4418-9f4f-774f34c25bf4 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.1085560 Jul 07 21:09:30.833636 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-91003fbe-0fda-4f13-be56-5949325c3d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:30.843536 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42ab57b3-f903-44e6-a104-908bbfcebadb req-6b0ffaf6-67f2-4bb6-8a75-408b69ccad36 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092756 Jul 07 21:09:30.846930 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-91003fbe-0fda-4f13-be56-5949325c3d38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac168b0-5b62-40ce-978d-1826833f7c04']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:30.857669 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-91003fbe-0fda-4f13-be56-5949325c3d38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce7841e0-8c51-4554-a344-f7eeefc78bbd') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:30.857998 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-91003fbe-0fda-4f13-be56-5949325c3d38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce7841e0-8c51-4554-a344-f7eeefc78bbd') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:30.870380 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-91003fbe-0fda-4f13-be56-5949325c3d38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:30.889732 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-91003fbe-0fda-4f13-be56-5949325c3d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:30.896875 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91003fbe-0fda-4f13-be56-5949325c3d38 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:09:30.897280 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-91003fbe-0fda-4f13-be56-5949325c3d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:09:30.936260 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:09:30.962328 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-91003fbe-0fda-4f13-be56-5949325c3d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:30.970075 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-91003fbe-0fda-4f13-be56-5949325c3d38 admin admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:30.975415 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-91003fbe-0fda-4f13-be56-5949325c3d38 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6ac168b0-5b62-40ce-978d-1826833f7c04 HTTP/1.1" status: 204 len: 168 time: 0.4198005 Jul 07 21:09:30.992382 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91003fbe-0fda-4f13-be56-5949325c3d38 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ac168b0-5b62-40ce-978d-1826833f7c04,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:31.309738 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37268) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:31.358546 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4ecc76d5-8e06-4f50-8945-064064dc0041 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fb007a9f302148b1b0ad445aa4579189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475519 Jul 07 21:09:31.361037 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37270) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:31.371906 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e126b6f-4149-417d-ab03-8d7e180f22cf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:31.466125 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9c3a26c2-7594-4498-9faa-e376adb39438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:31.477196 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51cd07-48b6-460c-9295-01281cb65d21 req-c387edc7-2dcc-4b9b-bbfa-e4e81704366f tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:31.478763 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a51cd07-48b6-460c-9295-01281cb65d21 req-c387edc7-2dcc-4b9b-bbfa-e4e81704366f tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.1101425 Jul 07 21:09:31.513592 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9c3a26c2-7594-4498-9faa-e376adb39438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:31.562401 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a51cd07-48b6-460c-9295-01281cb65d21 req-949f5f68-9747-4eac-82e3-b951c353d251 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740361 Jul 07 21:09:31.596518 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9c3a26c2-7594-4498-9faa-e376adb39438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:31.598959 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9c3a26c2-7594-4498-9faa-e376adb39438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:31.600387 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9c3a26c2-7594-4498-9faa-e376adb39438 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/57ff8346-bc18-48f5-81a0-ddcc47eacd01 HTTP/1.1" status: 204 len: 168 time: 0.2376549 Jul 07 21:09:31.608872 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a26c2-7594-4498-9faa-e376adb39438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ff8346-bc18-48f5-81a0-ddcc47eacd01,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:31.682356 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-3e126b6f-4149-417d-ab03-8d7e180f22cf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Deleting port 00fbba8e-f980-43af-b701-fd763d1d7971 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:09:31.683021 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e126b6f-4149-417d-ab03-8d7e180f22cf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:31.721308 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e24fc-3505-49bb-807b-c4ce5e3ecc3a req-d95573bc-62f7-4e02-a8dc-ad59a043e170 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:31.723725 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d47e24fc-3505-49bb-807b-c4ce5e3ecc3a req-d95573bc-62f7-4e02-a8dc-ad59a043e170 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 945 time: 0.0815730 Jul 07 21:09:31.776861 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d47e24fc-3505-49bb-807b-c4ce5e3ecc3a req-2b63c00f-3e41-41bf-9ad9-58af78e90b25 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469117 Jul 07 21:09:31.809360 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-3e126b6f-4149-417d-ab03-8d7e180f22cf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] For port 00fbba8e-f980-43af-b701-fd763d1d7971, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=00fbba8e-f980-43af-b701-fd763d1d7971,segment=NetworkSegment(3a6c1914-008c-4caa-a8ef-9dd1ea1eb188),segment_id=3a6c1914-008c-4caa-a8ef-9dd1ea1eb188)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:31.809737 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e126b6f-4149-417d-ab03-8d7e180f22cf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:31.827415 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-3e126b6f-4149-417d-ab03-8d7e180f22cf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Calling delete_port for 00fbba8e-f980-43af-b701-fd763d1d7971 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:09:31.882657 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8284d3b0-0e3e-48f0-abc7-6c9b77ff2b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:31.914555 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:32.023542 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e126b6f-4149-417d-ab03-8d7e180f22cf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:32.024973 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:09:32.099214 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:09:32.110580 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e126b6f-4149-417d-ab03-8d7e180f22cf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event deleted for resources: {'Port': ['ID=00fbba8e-f980-43af-b701-fd763d1d7971,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:32.114346 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:09:32.114840 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:32.249580 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:32.283954 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:09:32.286917 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a04f46-4ec6-4037-a131-442c3c30bbc8" -d '{"events": [{"server_uuid": "b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f", "name": "network-vif-plugged", "status": "completed", "tag": "7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:09:32.337079 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69,segment=NetworkSegment(108432c1-a6ca-4ab1-8fa3-46e3c0d5295f),segment_id=108432c1-a6ca-4ab1-8fa3-46e3c0d5295f)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:32.346150 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:32.352548 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e126b6f-4149-417d-ab03-8d7e180f22cf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:32.404520 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6787bdb3-c3bf-4abc-9b15-891b435efaa4 x-openstack-request-id: req-6787bdb3-c3bf-4abc-9b15-891b435efaa4 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:09:32.404882 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f", "name": "network-vif-plugged", "status": "completed", "tag": "7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:09:32.405158 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6787bdb3-c3bf-4abc-9b15-891b435efaa4 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:09:32.405640 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69', 'code': 200} Jul 07 21:09:32.459577 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:32.534033 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e9d1a-72a3-4f36-a292-97f9b15e664d req-cb8fb7f9-14b4-49c7-9154-b761863f767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:32.535753 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b98e9d1a-72a3-4f36-a292-97f9b15e664d req-cb8fb7f9-14b4-49c7-9154-b761863f767c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 1098 time: 0.0732934 Jul 07 21:09:32.585119 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b98e9d1a-72a3-4f36-a292-97f9b15e664d req-1b8380c3-ba95-4d0f-8b02-117160b8de62 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371730 Jul 07 21:09:32.672090 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37308) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:32.744784 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e126b6f-4149-417d-ab03-8d7e180f22cf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Router d8b74f63-d506-4e7d-8dc9-3659ae608de3 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:09:32.769479 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a3ce7-8574-4d16-b773-7034fbfe7421 req-a4be0878-3272-4fef-923e-075dc350f421 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:32.777910 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf1a3ce7-8574-4d16-b773-7034fbfe7421 req-a4be0878-3272-4fef-923e-075dc350f421 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.0803037 Jul 07 21:09:32.792846 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-7a3af6ea-a599-4aac-bea0-52670a3bf96b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-558080094-network', 'tenant_id': '5c93fee0c7db4b2088fada548a738e4a'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:32.848628 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf1a3ce7-8574-4d16-b773-7034fbfe7421 req-0a7861d5-a62b-4232-ad40-b8defe2f66b4 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695212 Jul 07 21:09:32.850765 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3af6ea-a599-4aac-bea0-52670a3bf96b admin admin] Made reservation on behalf of 5c93fee0c7db4b2088fada548a738e4a for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:09:32.854221 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7a3af6ea-a599-4aac-bea0-52670a3bf96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:32.868165 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7a3af6ea-a599-4aac-bea0-52670a3bf96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:32.868431 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e126b6f-4149-417d-ab03-8d7e180f22cf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:09:32.882453 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3e126b6f-4149-417d-ab03-8d7e180f22cf tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "PUT /v2.0/routers/d8b74f63-d506-4e7d-8dc9-3659ae608de3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4776769 Jul 07 21:09:32.882673 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37318) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:32.895494 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4e4f61-1546-4b98-bdfb-9f3d167a6eb9 None None] Sync routers for ids ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:09:32.909194 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4e4f61-1546-4b98-bdfb-9f3d167a6eb9 None None] Routers {'d8b74f63-d506-4e7d-8dc9-3659ae608de3'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:09:32.911769 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-cc4e4f61-1546-4b98-bdfb-9f3d167a6eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:09:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:33.013005 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-7953168c-2576-4f1f-ad8d-1f366c97abb6 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Deleting subnet 7f78bb9f-8c50-4a12-973a-6eacc6f6daeb {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:09:33.037026 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7953168c-2576-4f1f-ad8d-1f366c97abb6 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:33.049392 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-cc4e4f61-1546-4b98-bdfb-9f3d167a6eb9 None None] Set router d8b74f63-d506-4e7d-8dc9-3659ae608de3 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:09:33.097307 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7953168c-2576-4f1f-ad8d-1f366c97abb6 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:33.187648 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099e126-bd54-42fd-aa31-1663040cd05a req-f73e5aff-510f-4ada-aea2-be22ab00284e tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:33.189123 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6099e126-bd54-42fd-aa31-1663040cd05a req-f73e5aff-510f-4ada-aea2-be22ab00284e tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.2021382 Jul 07 21:09:33.200473 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7a3af6ea-a599-4aac-bea0-52670a3bf96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:33.230485 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7a3af6ea-a599-4aac-bea0-52670a3bf96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:33.272540 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-cc4e4f61-1546-4b98-bdfb-9f3d167a6eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'name': 'tempest-TestNetworkBasicOps-router-800052194', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:06:50Z', 'updated_at': '2021-07-07T21:09:31Z', 'revision_number': 7, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:51Z', 'updated_at': '2021-07-07T21:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:33.298983 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3af6ea-a599-4aac-bea0-52670a3bf96b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:09:33.307790 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7953168c-2576-4f1f-ad8d-1f366c97abb6 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:33.310633 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4e4f61-1546-4b98-bdfb-9f3d167a6eb9 None None] Checking router: d8b74f63-d506-4e7d-8dc9-3659ae608de3 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:09:33.314233 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3af6ea-a599-4aac-bea0-52670a3bf96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a9d63d-84b6-4037-9ecd-4bac5dc9ce29,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:33.333293 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4e4f61-1546-4b98-bdfb-9f3d167a6eb9 None None] Routers {'d8b74f63-d506-4e7d-8dc9-3659ae608de3'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:09:33.333969 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-cc4e4f61-1546-4b98-bdfb-9f3d167a6eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:09:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:33.340806 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6099e126-bd54-42fd-aa31-1663040cd05a req-72844e68-d378-41eb-ae72-4622ee9dfe13 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389997 Jul 07 21:09:33.341950 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7a3af6ea-a599-4aac-bea0-52670a3bf96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:33.342300 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-7a3af6ea-a599-4aac-bea0-52670a3bf96b admin admin] Added segment 0f4b7fe1-4115-4eb7-9918-318b6b8ab2eb of type vlan for network 46884193-a9f7-438d-86d2-8c3247c4a7b4 Jul 07 21:09:33.405527 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7a3af6ea-a599-4aac-bea0-52670a3bf96b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:33.454196 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-cc4e4f61-1546-4b98-bdfb-9f3d167a6eb9 None None] Set router d8b74f63-d506-4e7d-8dc9-3659ae608de3 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:09:33.463906 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7953168c-2576-4f1f-ad8d-1f366c97abb6 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:33.470367 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7a3af6ea-a599-4aac-bea0-52670a3bf96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:33.471507 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3af6ea-a599-4aac-bea0-52670a3bf96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:33.472309 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7a3af6ea-a599-4aac-bea0-52670a3bf96b admin admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:33.555063 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:33.570638 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3af6ea-a599-4aac-bea0-52670a3bf96b admin admin] Pushing event updated for resources: {'Network': ['ID=46884193-a9f7-438d-86d2-8c3247c4a7b4,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:33.575606 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7a3af6ea-a599-4aac-bea0-52670a3bf96b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9022672 Jul 07 21:09:33.577116 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953168c-2576-4f1f-ad8d-1f366c97abb6 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event deleted for resources: {'Subnet': ['ID=7f78bb9f-8c50-4a12-973a-6eacc6f6daeb,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:33.578278 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37320) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:33.582328 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7953168c-2576-4f1f-ad8d-1f366c97abb6 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:33.588610 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7953168c-2576-4f1f-ad8d-1f366c97abb6 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "DELETE /v2.0/subnets/7f78bb9f-8c50-4a12-973a-6eacc6f6daeb HTTP/1.1" status: 204 len: 168 time: 0.7075059 Jul 07 21:09:33.589252 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37322) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:33.591579 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7cb97a-a167-40f2-80b0-17c5fd977bc9 None None] Network af7f4b3e-0c7d-43ee-bafd-ec47866775cf requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:09:33.602385 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-2e29d645-5427-4bab-8958-ce69d1441f4a admin admin] Request body: {'subnet': {'network_id': '46884193-a9f7-438d-86d2-8c3247c4a7b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-558080094-subnet', 'tenant_id': '5c93fee0c7db4b2088fada548a738e4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:33.647642 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 46884193-a9f7-438d-86d2-8c3247c4a7b4 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:09:33.662877 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e29d645-5427-4bab-8958-ce69d1441f4a admin admin] Made reservation on behalf of 5c93fee0c7db4b2088fada548a738e4a for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:09:33.666085 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e29d645-5427-4bab-8958-ce69d1441f4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:33.741104 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-cc4e4f61-1546-4b98-bdfb-9f3d167a6eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'name': 'tempest-TestNetworkBasicOps-router-800052194', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:06:50Z', 'updated_at': '2021-07-07T21:09:31Z', 'revision_number': 7, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:51Z', 'updated_at': '2021-07-07T21:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:33.793009 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4e4f61-1546-4b98-bdfb-9f3d167a6eb9 None None] The sync data for ids ['d8b74f63-d506-4e7d-8dc9-3659ae608de3'] in n-d-695189-11 is: [{'id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'name': 'tempest-TestNetworkBasicOps-router-800052194', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:06:50Z', 'updated_at': '2021-07-07T21:09:31Z', 'revision_number': 7, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '2af2a4ab-b423-4874-b0ee-79d407272823', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:c2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b74f63-d506-4e7d-8dc9-3659ae608de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:06:51Z', 'updated_at': '2021-07-07T21:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:09:33.801216 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d36f23a9-5a90-429b-9992-a66191645d36 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:33.943075 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d36f23a9-5a90-429b-9992-a66191645d36 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:33.950928 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e29d645-5427-4bab-8958-ce69d1441f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:34.007710 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d36f23a9-5a90-429b-9992-a66191645d36 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Deleting port 2af2a4ab-b423-4874-b0ee-79d407272823 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:09:34.008308 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d36f23a9-5a90-429b-9992-a66191645d36 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:34.024036 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29d645-5427-4bab-8958-ce69d1441f4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a16ab0d-2f5d-416a-ba9d-73ef25075f6f,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:34.031874 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e29d645-5427-4bab-8958-ce69d1441f4a admin admin] Checking segment: {'id': '0f4b7fe1-4115-4eb7-9918-318b6b8ab2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46884193-a9f7-438d-86d2-8c3247c4a7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:09:34.032246 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e29d645-5427-4bab-8958-ce69d1441f4a admin admin] Network hostable DHCP agents. Network: 46884193-a9f7-438d-86d2-8c3247c4a7b4, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:09:34.053570 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e29d645-5427-4bab-8958-ce69d1441f4a admin admin] Network 46884193-a9f7-438d-86d2-8c3247c4a7b4 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:09:34.068422 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-2e29d645-5427-4bab-8958-ce69d1441f4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 46884193-a9f7-438d-86d2-8c3247c4a7b4) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:09:34.082978 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e24167f-28b4-46ed-abec-1b4b1086e292 None None] Network 46884193-a9f7-438d-86d2-8c3247c4a7b4 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:09:34.093380 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e29d645-5427-4bab-8958-ce69d1441f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:34.094485 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e29d645-5427-4bab-8958-ce69d1441f4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:34.133202 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2e29d645-5427-4bab-8958-ce69d1441f4a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5526812 Jul 07 21:09:34.179610 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-d36f23a9-5a90-429b-9992-a66191645d36 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] For port 2af2a4ab-b423-4874-b0ee-79d407272823, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=2af2a4ab-b423-4874-b0ee-79d407272823,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:34.180143 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d36f23a9-5a90-429b-9992-a66191645d36 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:34.190634 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaa9be-5c20-42ad-b02c-f85adbf59ba1 req-61e710fa-ca2b-43c1-8e72-87317d5310bc tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:34.198937 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ccaa9be-5c20-42ad-b02c-f85adbf59ba1 req-61e710fa-ca2b-43c1-8e72-87317d5310bc tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.1751146 Jul 07 21:09:34.227874 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d36f23a9-5a90-429b-9992-a66191645d36 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Calling delete_port for 2af2a4ab-b423-4874-b0ee-79d407272823 owned by network:router_gateway {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:09:34.309946 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ccaa9be-5c20-42ad-b02c-f85adbf59ba1 req-1054c59d-3a3d-48c6-947d-44da9141d30f tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098003 Jul 07 21:09:34.451474 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc71d43-e501-421a-bc75-5136f7603081 None None] DHCP port deletion for af7f4b3e-0c7d-43ee-bafd-ec47866775cf request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:09:34.459683 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b0337e25-e204-480e-953b-fdf0623756a7 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:09:34.645731 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d36f23a9-5a90-429b-9992-a66191645d36 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:34.689081 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04f1a3-51e2-4e85-bad9-1a23bd13b3cb req-c2e839ee-355d-4935-afd2-f462c7b0e075 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:34.691784 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b04f1a3-51e2-4e85-bad9-1a23bd13b3cb req-c2e839ee-355d-4935-afd2-f462c7b0e075 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.1432841 Jul 07 21:09:34.707456 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f23a9-5a90-429b-9992-a66191645d36 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event deleted for resources: {'Port': ['ID=2af2a4ab-b423-4874-b0ee-79d407272823,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:34.712048 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-4dc71d43-e501-421a-bc75-5136f7603081 None None] Deleting port b0337e25-e204-480e-953b-fdf0623756a7 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:09:34.712048 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4dc71d43-e501-421a-bc75-5136f7603081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:34.713693 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf89df7-6f8d-4c6f-8174-f6369269625f None None] Network 46884193-a9f7-438d-86d2-8c3247c4a7b4 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:09:34.716788 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:34.853796 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-4dc71d43-e501-421a-bc75-5136f7603081 None None] For port b0337e25-e204-480e-953b-fdf0623756a7, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b0337e25-e204-480e-953b-fdf0623756a7,segment=NetworkSegment(3a6c1914-008c-4caa-a8ef-9dd1ea1eb188),segment_id=3a6c1914-008c-4caa-a8ef-9dd1ea1eb188)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:34.854560 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4dc71d43-e501-421a-bc75-5136f7603081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:34.859411 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b04f1a3-51e2-4e85-bad9-1a23bd13b3cb req-949fa46a-9cbb-4303-82d2-54a019ccb254 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317532 Jul 07 21:09:34.872131 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port b0337e25-e204-480e-953b-fdf0623756a7, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b0337e25-e204-480e-953b-fdf0623756a7,segment=NetworkSegment(3a6c1914-008c-4caa-a8ef-9dd1ea1eb188),segment_id=3a6c1914-008c-4caa-a8ef-9dd1ea1eb188)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:34.889668 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:34.890367 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 00fbba8e-f980-43af-b701-fd763d1d7971 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:09:34.911819 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-4dc71d43-e501-421a-bc75-5136f7603081 None None] Calling delete_port for b0337e25-e204-480e-953b-fdf0623756a7 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:09:34.934671 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-61e1d81c-b4de-444e-8e15-c6b022b54baa tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:34.946383 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-61e1d81c-b4de-444e-8e15-c6b022b54baa tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/networks?id=46884193-a9f7-438d-86d2-8c3247c4a7b4 HTTP/1.1" status: 200 len: 813 time: 0.2531767 Jul 07 21:09:34.949321 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d36f23a9-5a90-429b-9992-a66191645d36 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:34.996615 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-150ed734-605c-4b61-ab2a-97c2dff84074 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/quotas/5c93fee0c7db4b2088fada548a738e4a HTTP/1.1" status: 200 len: 375 time: 0.0490680 Jul 07 21:09:35.070781 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 00fbba8e-f980-43af-b701-fd763d1d7971 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:09:35.071149 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 00fbba8e-f980-43af-b701-fd763d1d7971 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:09:35.072811 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4dc71d43-e501-421a-bc75-5136f7603081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:35.111262 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc71d43-e501-421a-bc75-5136f7603081 None None] No DVR routers for this DVR port b0337e25-e204-480e-953b-fdf0623756a7 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:09:35.111553 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-43e9c6ef-3d99-40bd-b559-f84c19add088 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c93fee0c7db4b2088fada548a738e4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1137333 Jul 07 21:09:35.137427 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d36f23a9-5a90-429b-9992-a66191645d36 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:35.168702 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d36f23a9-5a90-429b-9992-a66191645d36 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:35.212267 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=b0337e25-e204-480e-953b-fdf0623756a7,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:35.250278 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc71d43-e501-421a-bc75-5136f7603081 None None] Pushing event deleted for resources: {'Port': ['ID=b0337e25-e204-480e-953b-fdf0623756a7,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:35.268900 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:35.270113 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d36f23a9-5a90-429b-9992-a66191645d36 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:35.270730 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36f23a9-5a90-429b-9992-a66191645d36 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Fanout notify agent at l3_agent the message router_deleted on router d8b74f63-d506-4e7d-8dc9-3659ae608de3 {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:09:35.283389 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d36f23a9-5a90-429b-9992-a66191645d36 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:35.283389 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d36f23a9-5a90-429b-9992-a66191645d36 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "DELETE /v2.0/routers/d8b74f63-d506-4e7d-8dc9-3659ae608de3 HTTP/1.1" status: 204 len: 168 time: 1.6923120 Jul 07 21:09:35.285375 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37356) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:35.351951 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-561968a7-9963-433f-bf7a-565d335aa507 service neutron] 10.222.0.64 "GET /v2.0/networks/46884193-a9f7-438d-86d2-8c3247c4a7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394335 Jul 07 21:09:35.400382 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fe9612b-ddf6-4dd4-ac00-1560c072bf8b tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:35.479303 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225ef0f-b45b-423d-aee1-eb270df680ec req-58da8644-e1a9-4bc2-85db-d477f5420fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:35.481222 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2225ef0f-b45b-423d-aee1-eb270df680ec req-58da8644-e1a9-4bc2-85db-d477f5420fe7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b23aeeec068f48d9b9417dac414bc687&device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 1098 time: 0.2538807 Jul 07 21:09:35.519892 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fe9612b-ddf6-4dd4-ac00-1560c072bf8b tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:35.531605 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-4fe9612b-ddf6-4dd4-ac00-1560c072bf8b tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af7f4b3e-0c7d-43ee-bafd-ec47866775cf']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:35.537493 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4dd44a-574b-4084-873c-12e972201992 req-31f66486-92a4-4554-add0-1673cba8cdd3 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:35.539241 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8a4dd44a-574b-4084-873c-12e972201992 req-31f66486-92a4-4554-add0-1673cba8cdd3 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.2359211 Jul 07 21:09:35.543350 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-4fe9612b-ddf6-4dd4-ac00-1560c072bf8b tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6c1914-008c-4caa-a8ef-9dd1ea1eb188') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:35.543645 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-4fe9612b-ddf6-4dd4-ac00-1560c072bf8b tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6c1914-008c-4caa-a8ef-9dd1ea1eb188') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:35.554369 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fe9612b-ddf6-4dd4-ac00-1560c072bf8b tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:35.575572 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-ee59c81e-528a-4efc-9f4d-af6e5a2ffcc4 service neutron] 10.222.0.64 "GET /v2.0/networks/46884193-a9f7-438d-86d2-8c3247c4a7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188540 Jul 07 21:09:35.588805 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fe9612b-ddf6-4dd4-ac00-1560c072bf8b tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:35.599746 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe9612b-ddf6-4dd4-ac00-1560c072bf8b tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:09:35.600354 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fe9612b-ddf6-4dd4-ac00-1560c072bf8b tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:09:35.603509 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:09:35.636531 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8a4dd44a-574b-4084-873c-12e972201992 req-5b0d063f-68c3-4f42-b1f2-ba77eb51916a tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712841 Jul 07 21:09:35.689323 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225ef0f-b45b-423d-aee1-eb270df680ec req-77b39c53-1964-463b-babe-1fb6bb33bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:35.690947 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2225ef0f-b45b-423d-aee1-eb270df680ec req-77b39c53-1964-463b-babe-1fb6bb33bf6a service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac16b07c-c901-445c-9476-2e719a4f8a51 HTTP/1.1" status: 200 len: 921 time: 0.1944544 Jul 07 21:09:35.741341 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fe9612b-ddf6-4dd4-ac00-1560c072bf8b tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:35.744132 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2225ef0f-b45b-423d-aee1-eb270df680ec req-9579e18d-7cea-45f9-9404-3179308871dd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 HTTP/1.1" status: 200 len: 217 time: 0.0397012 Jul 07 21:09:35.772781 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4fe9612b-ddf6-4dd4-ac00-1560c072bf8b tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:35.775169 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4fe9612b-ddf6-4dd4-ac00-1560c072bf8b tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "DELETE /v2.0/networks/af7f4b3e-0c7d-43ee-bafd-ec47866775cf HTTP/1.1" status: 204 len: 168 time: 0.4867575 Jul 07 21:09:35.823839 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37362) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:35.843966 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e46746b0-8143-4e15-a5e8-8833ff1b7e5d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'network': {'name': 'tempest-network-smoke--1091094719', 'project_id': '21232da6452a40d680cb4842c209ecfd', 'port_security_enabled': True}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:35.850569 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225ef0f-b45b-423d-aee1-eb270df680ec req-e38196c3-c5c7-4921-831e-4bb4e8fd7645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:35.851148 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9612b-ddf6-4dd4-ac00-1560c072bf8b tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event deleted for resources: {'Network': ['ID=af7f4b3e-0c7d-43ee-bafd-ec47866775cf,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:35.852871 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2225ef0f-b45b-423d-aee1-eb270df680ec req-e38196c3-c5c7-4921-831e-4bb4e8fd7645 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0733c22f-4060-4677-b2ba-941b9860e0e2 HTTP/1.1" status: 200 len: 860 time: 0.0999346 Jul 07 21:09:35.913907 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46746b0-8143-4e15-a5e8-8833ff1b7e5d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Made reservation on behalf of 21232da6452a40d680cb4842c209ecfd for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:09:35.916223 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2225ef0f-b45b-423d-aee1-eb270df680ec req-20d0f6c7-ad02-438c-aee5-51af0bd0320c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac16b07c-c901-445c-9476-2e719a4f8a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580273 Jul 07 21:09:35.923731 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e46746b0-8143-4e15-a5e8-8833ff1b7e5d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:35.954302 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46746b0-8143-4e15-a5e8-8833ff1b7e5d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:09:35.957800 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b9133-d657-4705-aafb-84dcd2dfa932 req-84182d60-d276-4b09-8072-290cdfa18b42 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:35.960059 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9b4b9133-d657-4705-aafb-84dcd2dfa932 req-84182d60-d276-4b09-8072-290cdfa18b42 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.39 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.3066156 Jul 07 21:09:35.971377 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e46746b0-8143-4e15-a5e8-8833ff1b7e5d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:35.972018 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-e46746b0-8143-4e15-a5e8-8833ff1b7e5d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Added segment 44cb5f30-5f1a-44e8-8e62-491db6e8273b of type vlan for network 3dfec35d-3b9e-474a-9026-9f27e6710a7c Jul 07 21:09:36.003774 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c6bacc7d-9c0e-4302-b921-9299e39c44aa req-094bede0-8fc7-488a-8ed2-1e5e4a5c558b tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/ports?device_id=84e94e24-3129-448d-81b2-81539f9cce30 HTTP/1.1" status: 200 len: 210 time: 0.0387421 Jul 07 21:09:36.062155 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e46746b0-8143-4e15-a5e8-8833ff1b7e5d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:36.109693 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e46746b0-8143-4e15-a5e8-8833ff1b7e5d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:36.121190 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46746b0-8143-4e15-a5e8-8833ff1b7e5d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:36.122230 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e46746b0-8143-4e15-a5e8-8833ff1b7e5d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:36.228076 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e46746b0-8143-4e15-a5e8-8833ff1b7e5d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4014602 Jul 07 21:09:36.231032 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37372) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:36.235761 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-42253f9f-69df-45f4-917f-4b205680c0f7 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1311822345', 'admin_state_up': True, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:36.271918 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7241abc-dd4b-4b1f-a7eb-bb566e7dccc3 req-805bc8cf-1e89-4b25-859e-99dc06fd6d49 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:36.273792 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46746b0-8143-4e15-a5e8-8833ff1b7e5d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'Network': ['ID=3dfec35d-3b9e-474a-9026-9f27e6710a7c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:36.279029 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7241abc-dd4b-4b1f-a7eb-bb566e7dccc3 req-805bc8cf-1e89-4b25-859e-99dc06fd6d49 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 945 time: 0.2050531 Jul 07 21:09:36.285412 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2225ef0f-b45b-423d-aee1-eb270df680ec req-6551918e-4359-44fb-b71d-2f2a54571fb7 service neutron] 10.222.0.58 "GET /v2.0/networks/ac16b07c-c901-445c-9476-2e719a4f8a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585041 Jul 07 21:09:36.287490 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-42253f9f-69df-45f4-917f-4b205680c0f7 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:36.288726 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-42253f9f-69df-45f4-917f-4b205680c0f7 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:36.298323 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 3dfec35d-3b9e-474a-9026-9f27e6710a7c details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:09:36.341845 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 2af2a4ab-b423-4874-b0ee-79d407272823 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:09:36.400733 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 2af2a4ab-b423-4874-b0ee-79d407272823 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:09:36.401358 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 2af2a4ab-b423-4874-b0ee-79d407272823 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:09:36.430192 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7241abc-dd4b-4b1f-a7eb-bb566e7dccc3 req-4680a3d6-03ff-47aa-b2f7-22b604f3c185 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499000 Jul 07 21:09:36.452883 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-42253f9f-69df-45f4-917f-4b205680c0f7 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:36.487139 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-9b4b9133-d657-4705-aafb-84dcd2dfa932 req-5113b184-8a1f-43a0-a5e0-8a9634f30793 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Deleting port acda158b-b878-4344-a992-25057c470faf {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:09:36.487516 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9b4b9133-d657-4705-aafb-84dcd2dfa932 req-5113b184-8a1f-43a0-a5e0-8a9634f30793 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:36.622736 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-42253f9f-69df-45f4-917f-4b205680c0f7 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:36.623758 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2225ef0f-b45b-423d-aee1-eb270df680ec req-52655c05-1b1b-4f26-97c1-2cc89488f681 service neutron] 10.222.0.58 "GET /v2.0/networks/ac16b07c-c901-445c-9476-2e719a4f8a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306100 Jul 07 21:09:36.707930 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-9b4b9133-d657-4705-aafb-84dcd2dfa932 req-5113b184-8a1f-43a0-a5e0-8a9634f30793 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] For port acda158b-b878-4344-a992-25057c470faf, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=acda158b-b878-4344-a992-25057c470faf,segment=NetworkSegment(cace7593-e10b-4afc-8fb6-96e8806d2de1),segment_id=cace7593-e10b-4afc-8fb6-96e8806d2de1)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:36.708905 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9b4b9133-d657-4705-aafb-84dcd2dfa932 req-5113b184-8a1f-43a0-a5e0-8a9634f30793 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:36.745309 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-9b4b9133-d657-4705-aafb-84dcd2dfa932 req-5113b184-8a1f-43a0-a5e0-8a9634f30793 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Calling delete_port for acda158b-b878-4344-a992-25057c470faf owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:09:37.075304 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-42253f9f-69df-45f4-917f-4b205680c0f7 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:37.107352 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-42253f9f-69df-45f4-917f-4b205680c0f7 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:37.226945 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-42253f9f-69df-45f4-917f-4b205680c0f7 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Allocated IP 172.25.5.250 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/99442292-cde6-4361-95c1-5cc89e75fb74) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:09:37.431558 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-42253f9f-69df-45f4-917f-4b205680c0f7 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:37.485504 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-162c8eee-c453-43cb-87d9-b2470d3fac0b req-40cdbf3c-b9f1-4c81-ab4d-d3de7e316e8d tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/ports?device_id=84e94e24-3129-448d-81b2-81539f9cce30 HTTP/1.1" status: 200 len: 210 time: 0.0469313 Jul 07 21:09:37.529796 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-42253f9f-69df-45f4-917f-4b205680c0f7 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:37.571141 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9dd20-ae3a-45b4-9dcf-72fe908f0e6e req-76e144a2-2409-417e-997c-942c88b077d6 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:37.578186 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42253f9f-69df-45f4-917f-4b205680c0f7 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:09:37.580022 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a3c9dd20-ae3a-45b4-9dcf-72fe908f0e6e req-76e144a2-2409-417e-997c-942c88b077d6 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.7279549 Jul 07 21:09:37.582272 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-42253f9f-69df-45f4-917f-4b205680c0f7 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:09:37.585565 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42253f9f-69df-45f4-917f-4b205680c0f7 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:09:37.618313 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42253f9f-69df-45f4-917f-4b205680c0f7 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'Port': ['ID=99442292-cde6-4361-95c1-5cc89e75fb74,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:37.686288 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a3c9dd20-ae3a-45b4-9dcf-72fe908f0e6e req-c609578a-5b75-4713-9df0-f309a39d7a40 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047547 Jul 07 21:09:37.731354 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9b4b9133-d657-4705-aafb-84dcd2dfa932 req-5113b184-8a1f-43a0-a5e0-8a9634f30793 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:37.745959 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['acda158b-b878-4344-a992-25057c470faf'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:09:37.793129 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['96f17bef-cb90-47cc-af62-15caeafca06e'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:09:37.796604 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113b184-8a1f-43a0-a5e0-8a9634f30793 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Pushing event deleted for resources: {'Port': ['ID=acda158b-b878-4344-a992-25057c470faf,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:37.882240 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534cb60-47c5-4ee5-8e14-5e1873c28426 req-911fdca3-f7e6-4931-aeaa-f81fe0e503b3 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:37.889185 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7534cb60-47c5-4ee5-8e14-5e1873c28426 req-911fdca3-f7e6-4931-aeaa-f81fe0e503b3 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=30d8dc08-988d-4323-85c3-fbedde05ce6c HTTP/1.1" status: 200 len: 867 time: 0.2330046 Jul 07 21:09:37.891145 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4b9133-d657-4705-aafb-84dcd2dfa932 req-5113b184-8a1f-43a0-a5e0-8a9634f30793 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] No DVR routers for this DVR port acda158b-b878-4344-a992-25057c470faf on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:09:37.910216 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9b4b9133-d657-4705-aafb-84dcd2dfa932 req-5113b184-8a1f-43a0-a5e0-8a9634f30793 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:37.912172 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9b4b9133-d657-4705-aafb-84dcd2dfa932 req-5113b184-8a1f-43a0-a5e0-8a9634f30793 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.39 "DELETE /v2.0/ports/acda158b-b878-4344-a992-25057c470faf HTTP/1.1" status: 204 len: 173 time: 1.9073274 Jul 07 21:09:37.912618 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d8dc08-988d-4323-85c3-fbedde05ce6c', 'name': 'network-vif-deleted', 'tag': 'acda158b-b878-4344-a992-25057c470faf'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:09:37.914879 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1011f5a4-41b4-4d09-b1e1-272e1eabc50f" -d '{"events": [{"server_uuid": "30d8dc08-988d-4323-85c3-fbedde05ce6c", "name": "network-vif-deleted", "tag": "acda158b-b878-4344-a992-25057c470faf"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:09:38.011581 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0219cf22-e05f-4d2b-958b-11142e361162 x-openstack-request-id: req-0219cf22-e05f-4d2b-958b-11142e361162 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:09:38.012124 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d8dc08-988d-4323-85c3-fbedde05ce6c", "name": "network-vif-deleted", "tag": "acda158b-b878-4344-a992-25057c470faf", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:09:38.012474 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0219cf22-e05f-4d2b-958b-11142e361162 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:09:38.012978 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d8dc08-988d-4323-85c3-fbedde05ce6c', 'name': 'network-vif-deleted', 'tag': 'acda158b-b878-4344-a992-25057c470faf', 'status': 'completed', 'code': 200} Jul 07 21:09:38.078672 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7534cb60-47c5-4ee5-8e14-5e1873c28426 req-07fd8637-c78b-4c81-b34a-573e919f1712 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885111 Jul 07 21:09:38.161330 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-42253f9f-69df-45f4-917f-4b205680c0f7 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:38.213248 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-14972c8e-9c19-4356-b7cc-b75f92420ec2 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:38.216917 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-14972c8e-9c19-4356-b7cc-b75f92420ec2 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.39 "GET /v2.0/networks?id=46884193-a9f7-438d-86d2-8c3247c4a7b4 HTTP/1.1" status: 200 len: 813 time: 0.3829136 Jul 07 21:09:38.232676 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-c7ecf275-9282-4745-a00a-013fa44d7ba3 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Request body: {'port': {'device_id': '84e94e24-3129-448d-81b2-81539f9cce30', 'network_id': '46884193-a9f7-438d-86d2-8c3247c4a7b4', 'admin_state_up': True, 'tenant_id': '5c93fee0c7db4b2088fada548a738e4a'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:38.391443 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-c7ecf275-9282-4745-a00a-013fa44d7ba3 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Made reservation on behalf of 5c93fee0c7db4b2088fada548a738e4a for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:09:38.396849 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-c7ecf275-9282-4745-a00a-013fa44d7ba3 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:38.492033 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-42253f9f-69df-45f4-917f-4b205680c0f7 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:38.564971 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-c7ecf275-9282-4745-a00a-013fa44d7ba3 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Allocated IP 172.20.0.14 (46884193-a9f7-438d-86d2-8c3247c4a7b4/2a16ab0d-2f5d-416a-ba9d-73ef25075f6f/0dedfaa4-d901-4812-81fc-c12c10317c77) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:09:38.832668 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5f9cec8b-27a8-499f-9bf0-65302a8beae6 req-e383987a-27ba-4889-ba69-d68147f03bb6 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/ports?device_id=84e94e24-3129-448d-81b2-81539f9cce30 HTTP/1.1" status: 200 len: 210 time: 0.1767099 Jul 07 21:09:38.958569 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-c7ecf275-9282-4745-a00a-013fa44d7ba3 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:38.970431 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbea1b5-51c0-40bd-ae45-e4c7e4155b90 req-536d1fc6-5d9d-4762-8cb6-f3b37da0aae5 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:38.972601 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4dbea1b5-51c0-40bd-ae45-e4c7e4155b90 req-536d1fc6-5d9d-4762-8cb6-f3b37da0aae5 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.1352057 Jul 07 21:09:38.989997 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42253f9f-69df-45f4-917f-4b205680c0f7 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Router 5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:09:39.055479 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4dbea1b5-51c0-40bd-ae45-e4c7e4155b90 req-96b3ec28-2a5f-4648-b748-3c77f87df7a5 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746777 Jul 07 21:09:39.072180 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-c7ecf275-9282-4745-a00a-013fa44d7ba3 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:39.115782 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-c7ecf275-9282-4745-a00a-013fa44d7ba3 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Network 46884193-a9f7-438d-86d2-8c3247c4a7b4 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:09:39.117008 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42253f9f-69df-45f4-917f-4b205680c0f7 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:09:39.120359 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-c7ecf275-9282-4745-a00a-013fa44d7ba3 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:09:39.124605 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-c7ecf275-9282-4745-a00a-013fa44d7ba3 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:09:39.156834 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] Sync routers for ids ['5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:09:39.171678 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-42253f9f-69df-45f4-917f-4b205680c0f7 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:39.172621 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] Routers {'5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:09:39.173246 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:09:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:39.173823 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-42253f9f-69df-45f4-917f-4b205680c0f7 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9412405 Jul 07 21:09:39.179861 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37402) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:39.194475 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ecf275-9282-4745-a00a-013fa44d7ba3 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Pushing event updated for resources: {'Port': ['ID=0dedfaa4-d901-4812-81fc-c12c10317c77,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:39.229750 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-14ce52d1-dae5-4d8b-ab00-10762f1495a1 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=21232da6452a40d680cb4842c209ecfd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461214 Jul 07 21:09:39.234190 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37408) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:39.245240 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-c7ecf275-9282-4745-a00a-013fa44d7ba3 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:39.246155 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-c7ecf275-9282-4745-a00a-013fa44d7ba3 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:39.264883 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-c7ecf275-9282-4745-a00a-013fa44d7ba3 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0362809 Jul 07 21:09:39.282081 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-3d2ca1a0-5033-4f5b-aab4-62d718447c8a service neutron] Request body: {'port': {'device_id': '84e94e24-3129-448d-81b2-81539f9cce30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:39.421767 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa241e4-e32d-4c97-b5d6-cc58fb56eb27 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:39.429942 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9aa241e4-e32d-4c97-b5d6-cc58fb56eb27 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1868174 Jul 07 21:09:39.432108 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37412) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:39.449962 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] Set router 5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:09:39.510476 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e44a954d-1275-43b2-a4ba-693d6d134a49 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0768797 Jul 07 21:09:39.511025 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37416) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:39.515925 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ae028a1f-6bfb-427f-a5ef-a01f97fa272e tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1805762012', 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c', 'project_id': '21232da6452a40d680cb4842c209ecfd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:39.525040 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-3d2ca1a0-5033-4f5b-aab4-62d718447c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:39.638011 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae028a1f-6bfb-427f-a5ef-a01f97fa272e tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Made reservation on behalf of 21232da6452a40d680cb4842c209ecfd for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:09:39.642414 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ae028a1f-6bfb-427f-a5ef-a01f97fa272e tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:39.741938 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'name': 'tempest-TestNetworkBasicOps-router-1311822345', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:36Z', 'updated_at': '2021-07-07T21:09:37Z', 'revision_number': 3, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:37Z', 'updated_at': '2021-07-07T21:09:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:39.774273 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] Checking router: 5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:09:39.774730 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] Updating router 5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03 port 99442292-cde6-4361-95c1-5cc89e75fb74 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:09:39.820898 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:39.848077 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079c4e0-6e7b-4d27-a6b7-ac2f2483ca91 req-22cc9077-5394-4c1e-b31c-be677817e48a tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:39.849712 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2079c4e0-6e7b-4d27-a6b7-ac2f2483ca91 req-22cc9077-5394-4c1e-b31c-be677817e48a tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.1529620 Jul 07 21:09:39.903598 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device acda158b-b878-4344-a992-25057c470faf no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:09:39.932084 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ae028a1f-6bfb-427f-a5ef-a01f97fa272e tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:39.943589 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2079c4e0-6e7b-4d27-a6b7-ac2f2483ca91 req-f93deaab-9eec-4cd3-950b-9d5662f50fb7 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797265 Jul 07 21:09:39.962200 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: acda158b-b878-4344-a992-25057c470faf {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:09:39.962686 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device acda158b-b878-4344-a992-25057c470faf not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:09:40.043599 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae028a1f-6bfb-427f-a5ef-a01f97fa272e tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'Subnet': ['ID=793f751c-2b75-4745-accb-58f9290a94e8,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:40.046781 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae028a1f-6bfb-427f-a5ef-a01f97fa272e tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Checking segment: {'id': '44cb5f30-5f1a-44e8-8e62-491db6e8273b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:09:40.047170 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae028a1f-6bfb-427f-a5ef-a01f97fa272e tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Network hostable DHCP agents. Network: 3dfec35d-3b9e-474a-9026-9f27e6710a7c, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:09:40.063368 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-3d2ca1a0-5033-4f5b-aab4-62d718447c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dedfaa4-d901-4812-81fc-c12c10317c77 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:09:40.076633 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-3d2ca1a0-5033-4f5b-aab4-62d718447c8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:40.086313 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae028a1f-6bfb-427f-a5ef-a01f97fa272e tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Network 3dfec35d-3b9e-474a-9026-9f27e6710a7c is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:09:40.105873 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-3d2ca1a0-5033-4f5b-aab4-62d718447c8a service neutron] Transition to ACTIVE for port object 0dedfaa4-d901-4812-81fc-c12c10317c77 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:09:40.116185 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-ae028a1f-6bfb-427f-a5ef-a01f97fa272e tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 3dfec35d-3b9e-474a-9026-9f27e6710a7c) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:09:40.122186 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae028a1f-6bfb-427f-a5ef-a01f97fa272e tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:40.122767 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ae028a1f-6bfb-427f-a5ef-a01f97fa272e tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:40.132295 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-3d2ca1a0-5033-4f5b-aab4-62d718447c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:40.136976 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ea1af6-a8ea-429b-8d40-bb93ddc5e27f None None] Network 3dfec35d-3b9e-474a-9026-9f27e6710a7c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:09:40.165954 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ae028a1f-6bfb-427f-a5ef-a01f97fa272e tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6541207 Jul 07 21:09:40.173065 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37422) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:40.194232 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876518f7-e4e8-47d9-9d84-d3c3799d458c req-cb2770d3-69fd-4a2e-bbe3-d18c928c8571 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:40.203705 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-876518f7-e4e8-47d9-9d84-d3c3799d458c req-cb2770d3-69fd-4a2e-bbe3-d18c928c8571 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/ports?device_id=84e94e24-3129-448d-81b2-81539f9cce30 HTTP/1.1" status: 200 len: 932 time: 0.2196574 Jul 07 21:09:40.345090 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:40.351942 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ca1a0-5033-4f5b-aab4-62d718447c8a service neutron] Pushing event updated for resources: {'Port': ['ID=0dedfaa4-d901-4812-81fc-c12c10317c77,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:40.376275 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-876518f7-e4e8-47d9-9d84-d3c3799d458c req-89572478-ef63-4a3c-a064-005c86fd5df7 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/security-groups?id=17a9d63d-84b6-4037-9ecd-4bac5dc9ce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716187 Jul 07 21:09:40.383046 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] Transition to ACTIVE for port object 99442292-cde6-4361-95c1-5cc89e75fb74 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:09:40.405747 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b91f54-423c-4b3e-a29d-1089d6b2a4ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-3dfec35d-3b9e-474a-9026-9f27e6710a7c', 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'fixed_ips': [{'subnet_id': '793f751c-2b75-4745-accb-58f9290a94e8'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:09:40.408620 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f5b91f54-423c-4b3e-a29d-1089d6b2a4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:40.500483 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-3d2ca1a0-5033-4f5b-aab4-62d718447c8a service neutron] Attempting to bind port 0dedfaa4-d901-4812-81fc-c12c10317c77 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:09:40.500821 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-3d2ca1a0-5033-4f5b-aab4-62d718447c8a service neutron] Attempting to bind port 0dedfaa4-d901-4812-81fc-c12c10317c77 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '0f4b7fe1-4115-4eb7-9918-318b6b8ab2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46884193-a9f7-438d-86d2-8c3247c4a7b4'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:09:40.501157 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-3d2ca1a0-5033-4f5b-aab4-62d718447c8a service neutron] Attempting to bind port 0dedfaa4-d901-4812-81fc-c12c10317c77 on network 46884193-a9f7-438d-86d2-8c3247c4a7b4 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:09:40.512099 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:40.543483 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d533de0-5dc1-4a15-b893-46281f5196e9 req-ef3c8bc3-4f8b-415c-a217-0527616407ec tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:40.562934 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1d533de0-5dc1-4a15-b893-46281f5196e9 req-ef3c8bc3-4f8b-415c-a217-0527616407ec tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.3125269 Jul 07 21:09:40.565880 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-3d2ca1a0-5033-4f5b-aab4-62d718447c8a service neutron] Port 0dedfaa4-d901-4812-81fc-c12c10317c77 on network 46884193-a9f7-438d-86d2-8c3247c4a7b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:09:40.570097 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-3d2ca1a0-5033-4f5b-aab4-62d718447c8a service neutron] Attempting to bind port 0dedfaa4-d901-4812-81fc-c12c10317c77 on network 46884193-a9f7-438d-86d2-8c3247c4a7b4 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:09:40.592451 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-3d2ca1a0-5033-4f5b-aab4-62d718447c8a service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:09:40.593095 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-3d2ca1a0-5033-4f5b-aab4-62d718447c8a service neutron] Checking segment: {'id': '0f4b7fe1-4115-4eb7-9918-318b6b8ab2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46884193-a9f7-438d-86d2-8c3247c4a7b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:09:40.593732 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-3d2ca1a0-5033-4f5b-aab4-62d718447c8a service neutron] Bound using segment: {'id': '0f4b7fe1-4115-4eb7-9918-318b6b8ab2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46884193-a9f7-438d-86d2-8c3247c4a7b4'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:09:40.594401 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-3d2ca1a0-5033-4f5b-aab4-62d718447c8a service neutron] Bound port: 0dedfaa4-d901-4812-81fc-c12c10317c77, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f4b7fe1-4115-4eb7-9918-318b6b8ab2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '46884193-a9f7-438d-86d2-8c3247c4a7b4'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:09:40.594994 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-3d2ca1a0-5033-4f5b-aab4-62d718447c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:40.620200 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] Attempting to bind port 99442292-cde6-4361-95c1-5cc89e75fb74 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:09:40.622381 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] Attempting to bind port 99442292-cde6-4361-95c1-5cc89e75fb74 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:09:40.622381 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] Attempting to bind port 99442292-cde6-4361-95c1-5cc89e75fb74 on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:09:40.622745 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d64320-ec7f-49c8-9fb5-17889b85bb63 None None] Pushing event updated for resources: {'Port': ['ID=99442292-cde6-4361-95c1-5cc89e75fb74,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:40.636212 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:09:40.636605 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:09:40.637092 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:40.637416 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:09:40.637894 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] Bound port: 99442292-cde6-4361-95c1-5cc89e75fb74, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:09:40.638281 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:40.699193 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-f5b91f54-423c-4b3e-a29d-1089d6b2a4ae None None] Allocated IP 172.20.0.2 (3dfec35d-3b9e-474a-9026-9f27e6710a7c/793f751c-2b75-4745-accb-58f9290a94e8/f2ebabef-f163-4a52-bc15-0e12f63beac8) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:09:40.706818 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1d533de0-5dc1-4a15-b893-46281f5196e9 req-f62fe457-dadf-44cd-a4cd-76a4b3658bde tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423824 Jul 07 21:09:40.740509 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] For port 99442292-cde6-4361-95c1-5cc89e75fb74, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:09:40.767114 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] For port 99442292-cde6-4361-95c1-5cc89e75fb74, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=99442292-cde6-4361-95c1-5cc89e75fb74,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:09:40.791780 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-3d2ca1a0-5033-4f5b-aab4-62d718447c8a service neutron] For port 0dedfaa4-d901-4812-81fc-c12c10317c77, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:09:40.796258 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-3d2ca1a0-5033-4f5b-aab4-62d718447c8a service neutron] For port 0dedfaa4-d901-4812-81fc-c12c10317c77, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=0dedfaa4-d901-4812-81fc-c12c10317c77,segment=NetworkSegment(0f4b7fe1-4115-4eb7-9918-318b6b8ab2eb),segment_id=0f4b7fe1-4115-4eb7-9918-318b6b8ab2eb)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:09:40.802698 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:40.807076 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-3d2ca1a0-5033-4f5b-aab4-62d718447c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:40.874131 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-3d2ca1a0-5033-4f5b-aab4-62d718447c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:40.875425 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-3d2ca1a0-5033-4f5b-aab4-62d718447c8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:40.876732 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-3d2ca1a0-5033-4f5b-aab4-62d718447c8a service neutron] 10.222.0.39 "PUT /v2.0/ports/0dedfaa4-d901-4812-81fc-c12c10317c77 HTTP/1.1" status: 200 len: 1093 time: 1.6040962 Jul 07 21:09:40.879562 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e94e24-3129-448d-81b2-81539f9cce30', 'tag': '0dedfaa4-d901-4812-81fc-c12c10317c77'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:09:40.890607 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194fb98f-7492-468b-8412-5e09fbb48791" -d '{"events": [{"name": "network-changed", "server_uuid": "84e94e24-3129-448d-81b2-81539f9cce30", "tag": "0dedfaa4-d901-4812-81fc-c12c10317c77"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:09:40.897609 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d64320-ec7f-49c8-9fb5-17889b85bb63 None None] Pushing event updated for resources: {'Port': ['ID=99442292-cde6-4361-95c1-5cc89e75fb74,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:40.900242 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] Routers {'5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:09:40.900884 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:09:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:40.978668 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3e768a-a0f4-4e8c-984e-77dc066cc8cc x-openstack-request-id: req-0c3e768a-a0f4-4e8c-984e-77dc066cc8cc {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:09:40.979223 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e94e24-3129-448d-81b2-81539f9cce30", "tag": "0dedfaa4-d901-4812-81fc-c12c10317c77", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:09:40.980290 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0c3e768a-a0f4-4e8c-984e-77dc066cc8cc {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:09:40.980883 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e94e24-3129-448d-81b2-81539f9cce30', 'tag': '0dedfaa4-d901-4812-81fc-c12c10317c77', 'status': 'completed', 'code': 200} Jul 07 21:09:41.010517 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ca1a0-5033-4f5b-aab4-62d718447c8a service neutron] Pushing event updated for resources: {'Port': ['ID=0dedfaa4-d901-4812-81fc-c12c10317c77,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:41.046610 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f5b91f54-423c-4b3e-a29d-1089d6b2a4ae None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:41.064297 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3747a14e-0bc8-448f-9db9-b25d4bceebea tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:41.064895 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f5b91f54-423c-4b3e-a29d-1089d6b2a4ae None None] Transition to ACTIVE for port object f2ebabef-f163-4a52-bc15-0e12f63beac8 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:09:41.073999 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-cba94c10-c638-4a8d-88d5-14cc253405b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:41.076191 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-cba94c10-c638-4a8d-88d5-14cc253405b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c93fee0c7db4b2088fada548a738e4a&device_id=84e94e24-3129-448d-81b2-81539f9cce30 HTTP/1.1" status: 200 len: 1096 time: 0.1406922 Jul 07 21:09:41.077784 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] Set router 5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:09:41.140321 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-2ccbed08-5310-4f55-a405-e413f1cbd7bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0dedfaa4-d901-4812-81fc-c12c10317c77 HTTP/1.1" status: 200 len: 217 time: 0.0528078 Jul 07 21:09:41.264975 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-29955486-4aea-4b14-9189-42878f0b3f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:41.266667 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-29955486-4aea-4b14-9189-42878f0b3f69 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2a16ab0d-2f5d-416a-ba9d-73ef25075f6f HTTP/1.1" status: 200 len: 853 time: 0.1180480 Jul 07 21:09:41.319290 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-03a14098-9059-44f0-822f-737bb73b5b7b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46884193-a9f7-438d-86d2-8c3247c4a7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427239 Jul 07 21:09:41.342007 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f5b91f54-423c-4b3e-a29d-1089d6b2a4ae None None] Transition to ACTIVE for port object f2ebabef-f163-4a52-bc15-0e12f63beac8 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:09:41.348574 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454177e7-5058-43e0-a5d8-2dc198952a92 req-a2b39d3d-6532-4db6-a5fb-c4624f8daec2 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:41.349632 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-454177e7-5058-43e0-a5d8-2dc198952a92 req-a2b39d3d-6532-4db6-a5fb-c4624f8daec2 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.1432595 Jul 07 21:09:41.386362 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f5b91f54-423c-4b3e-a29d-1089d6b2a4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:41.456341 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b91f54-423c-4b3e-a29d-1089d6b2a4ae None None] Network 3dfec35d-3b9e-474a-9026-9f27e6710a7c is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:09:41.460094 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b91f54-423c-4b3e-a29d-1089d6b2a4ae None None] Pushing event updated for resources: {'Port': ['ID=f2ebabef-f163-4a52-bc15-0e12f63beac8,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:41.465872 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-f5b91f54-423c-4b3e-a29d-1089d6b2a4ae None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:09:41.472561 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b91f54-423c-4b3e-a29d-1089d6b2a4ae None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:09:41.508172 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-454177e7-5058-43e0-a5d8-2dc198952a92 req-450c81aa-39a4-4f7e-8d1d-db638915a4e4 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468995 Jul 07 21:09:41.544702 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-3747a14e-0bc8-448f-9db9-b25d4bceebea tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Allocated IP 172.20.0.1 (3dfec35d-3b9e-474a-9026-9f27e6710a7c/793f751c-2b75-4745-accb-58f9290a94e8/be8ddb2d-b314-42b8-8a86-d1280ca51b63) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:09:41.573186 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-f5b91f54-423c-4b3e-a29d-1089d6b2a4ae None None] Attempting to bind port f2ebabef-f163-4a52-bc15-0e12f63beac8 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:09:41.573998 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-f5b91f54-423c-4b3e-a29d-1089d6b2a4ae None None] Attempting to bind port f2ebabef-f163-4a52-bc15-0e12f63beac8 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '44cb5f30-5f1a-44e8-8e62-491db6e8273b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:09:41.574651 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b91f54-423c-4b3e-a29d-1089d6b2a4ae None None] Attempting to bind port f2ebabef-f163-4a52-bc15-0e12f63beac8 on network 3dfec35d-3b9e-474a-9026-9f27e6710a7c {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:09:41.585523 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b91f54-423c-4b3e-a29d-1089d6b2a4ae None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:09:41.586217 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b91f54-423c-4b3e-a29d-1089d6b2a4ae None None] Checking segment: {'id': '44cb5f30-5f1a-44e8-8e62-491db6e8273b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:09:41.586799 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f5b91f54-423c-4b3e-a29d-1089d6b2a4ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:41.587381 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b91f54-423c-4b3e-a29d-1089d6b2a4ae None None] Bound using segment: {'id': '44cb5f30-5f1a-44e8-8e62-491db6e8273b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:09:41.588013 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-f5b91f54-423c-4b3e-a29d-1089d6b2a4ae None None] Bound port: f2ebabef-f163-4a52-bc15-0e12f63beac8, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44cb5f30-5f1a-44e8-8e62-491db6e8273b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:09:41.588576 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f5b91f54-423c-4b3e-a29d-1089d6b2a4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:41.633781 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'name': 'tempest-TestNetworkBasicOps-router-1311822345', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:36Z', 'updated_at': '2021-07-07T21:09:37Z', 'revision_number': 3, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:37Z', 'updated_at': '2021-07-07T21:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:41.677562 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4583779b-8bdd-409c-9744-e2fa661c8535 None None] The sync data for ids ['5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'] in n-d-695189-11 is: [{'id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'name': 'tempest-TestNetworkBasicOps-router-1311822345', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:36Z', 'updated_at': '2021-07-07T21:09:37Z', 'revision_number': 3, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:37Z', 'updated_at': '2021-07-07T21:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:09:41.699375 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-5b267be4-2ea6-4fc0-9036-26773707e165 service neutron] 10.222.0.39 "GET /v2.0/networks/46884193-a9f7-438d-86d2-8c3247c4a7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700383 Jul 07 21:09:41.749213 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-f5b91f54-423c-4b3e-a29d-1089d6b2a4ae None None] For port f2ebabef-f163-4a52-bc15-0e12f63beac8, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:09:41.757914 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-f5b91f54-423c-4b3e-a29d-1089d6b2a4ae None None] For port f2ebabef-f163-4a52-bc15-0e12f63beac8, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f2ebabef-f163-4a52-bc15-0e12f63beac8,segment=NetworkSegment(44cb5f30-5f1a-44e8-8e62-491db6e8273b),segment_id=44cb5f30-5f1a-44e8-8e62-491db6e8273b)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:09:41.768823 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f5b91f54-423c-4b3e-a29d-1089d6b2a4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:41.780211 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3747a14e-0bc8-448f-9db9-b25d4bceebea tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:41.804128 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-3747a14e-0bc8-448f-9db9-b25d4bceebea tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Transition to ACTIVE for port object be8ddb2d-b314-42b8-8a86-d1280ca51b63 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:09:41.863233 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3747a14e-0bc8-448f-9db9-b25d4bceebea tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:41.879378 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a14b1-de46-4064-9d02-7254a074e13b req-6a71fac7-37fb-42ee-9db7-bde1da7fb3ed tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:41.879378 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac6a14b1-de46-4064-9d02-7254a074e13b req-6a71fac7-37fb-42ee-9db7-bde1da7fb3ed tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/ports?device_id=84e94e24-3129-448d-81b2-81539f9cce30 HTTP/1.1" status: 200 len: 944 time: 0.2415590 Jul 07 21:09:41.904132 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b91f54-423c-4b3e-a29d-1089d6b2a4ae None None] Pushing event updated for resources: {'Port': ['ID=f2ebabef-f163-4a52-bc15-0e12f63beac8,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:41.950415 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3747a14e-0bc8-448f-9db9-b25d4bceebea tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Network 3dfec35d-3b9e-474a-9026-9f27e6710a7c is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:09:41.955155 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-3747a14e-0bc8-448f-9db9-b25d4bceebea tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:09:41.966916 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3747a14e-0bc8-448f-9db9-b25d4bceebea tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:09:41.971391 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-118cbaae-fe83-4858-859f-d7b5c88acca6 req-f2505b48-6f97-43b6-a33e-dbc2f6b0092f service neutron] 10.222.0.39 "GET /v2.0/networks/46884193-a9f7-438d-86d2-8c3247c4a7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617834 Jul 07 21:09:42.020686 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac6a14b1-de46-4064-9d02-7254a074e13b req-72b370d0-67b0-407c-824f-6478b681647a tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/security-groups?id=17a9d63d-84b6-4037-9ecd-4bac5dc9ce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121471 Jul 07 21:09:42.038329 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747a14e-0bc8-448f-9db9-b25d4bceebea tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'Port': ['ID=be8ddb2d-b314-42b8-8a86-d1280ca51b63,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:42.043671 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3747a14e-0bc8-448f-9db9-b25d4bceebea tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:42.172675 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edb667-c2b4-406f-a684-e5c054e414fd req-f78b5893-7e67-4aae-b276-4f9faad44426 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:42.188075 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13edb667-c2b4-406f-a684-e5c054e414fd req-f78b5893-7e67-4aae-b276-4f9faad44426 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.2968254 Jul 07 21:09:42.273041 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13edb667-c2b4-406f-a684-e5c054e414fd req-9d8f9475-58a8-41c5-bae5-685cb6972f2d tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849190 Jul 07 21:09:42.361082 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fb98f-7492-468b-8412-5e09fbb48791 req-5b62bbac-4724-4de1-b8f9-f1624e11de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:42.363285 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-194fb98f-7492-468b-8412-5e09fbb48791 req-5b62bbac-4724-4de1-b8f9-f1624e11de56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c93fee0c7db4b2088fada548a738e4a&device_id=84e94e24-3129-448d-81b2-81539f9cce30 HTTP/1.1" status: 200 len: 1096 time: 0.2956753 Jul 07 21:09:42.378894 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3747a14e-0bc8-448f-9db9-b25d4bceebea tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:42.464238 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 99442292-cde6-4361-95c1-5cc89e75fb74 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:09:42.503444 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044c0fe-80e8-4c8c-8c65-a40aa2a2c9ac req-61dd7ff4-bfea-42f9-824a-52517f7ecbcc tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:42.505034 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8044c0fe-80e8-4c8c-8c65-a40aa2a2c9ac req-61dd7ff4-bfea-42f9-824a-52517f7ecbcc tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.58 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.2430286 Jul 07 21:09:42.566093 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 99442292-cde6-4361-95c1-5cc89e75fb74 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:09:42.571277 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 99442292-cde6-4361-95c1-5cc89e75fb74 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:09:42.571764 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:42.585649 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fb98f-7492-468b-8412-5e09fbb48791 req-eaebb288-56b8-4eaf-95dd-27feff8e7d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:42.587777 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-194fb98f-7492-468b-8412-5e09fbb48791 req-eaebb288-56b8-4eaf-95dd-27feff8e7d2d service neutron] 10.222.0.39 "GET /v2.0/networks?id=46884193-a9f7-438d-86d2-8c3247c4a7b4 HTTP/1.1" status: 200 len: 914 time: 0.2092261 Jul 07 21:09:42.709117 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-194fb98f-7492-468b-8412-5e09fbb48791 req-ca340be4-4ae3-4231-8d9d-7a9363df448f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0dedfaa4-d901-4812-81fc-c12c10317c77 HTTP/1.1" status: 200 len: 217 time: 0.1082029 Jul 07 21:09:42.731680 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:42.760755 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 99442292-cde6-4361-95c1-5cc89e75fb74, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=99442292-cde6-4361-95c1-5cc89e75fb74,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:42.771114 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:42.811242 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3747a14e-0bc8-448f-9db9-b25d4bceebea tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:42.820135 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3747a14e-0bc8-448f-9db9-b25d4bceebea tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:42.823946 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fb98f-7492-468b-8412-5e09fbb48791 req-39f1fc9c-af94-4dcc-9105-02e28f7cc560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:42.827049 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-194fb98f-7492-468b-8412-5e09fbb48791 req-39f1fc9c-af94-4dcc-9105-02e28f7cc560 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2a16ab0d-2f5d-416a-ba9d-73ef25075f6f HTTP/1.1" status: 200 len: 853 time: 0.0997188 Jul 07 21:09:42.830718 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-8044c0fe-80e8-4c8c-8c65-a40aa2a2c9ac req-1da321f9-7cd4-414c-b216-e461800ccfef tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Deleting port 96f17bef-cb90-47cc-af62-15caeafca06e {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:09:42.831138 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8044c0fe-80e8-4c8c-8c65-a40aa2a2c9ac req-1da321f9-7cd4-414c-b216-e461800ccfef tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:42.904314 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=99442292-cde6-4361-95c1-5cc89e75fb74,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:42.919632 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3747a14e-0bc8-448f-9db9-b25d4bceebea tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:42.922924 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747a14e-0bc8-448f-9db9-b25d4bceebea tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'Port': ['ID=be8ddb2d-b314-42b8-8a86-d1280ca51b63,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:42.965765 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-8044c0fe-80e8-4c8c-8c65-a40aa2a2c9ac req-1da321f9-7cd4-414c-b216-e461800ccfef tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] For port 96f17bef-cb90-47cc-af62-15caeafca06e, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=96f17bef-cb90-47cc-af62-15caeafca06e,segment=NetworkSegment(cace7593-e10b-4afc-8fb6-96e8806d2de1),segment_id=cace7593-e10b-4afc-8fb6-96e8806d2de1)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:42.966247 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8044c0fe-80e8-4c8c-8c65-a40aa2a2c9ac req-1da321f9-7cd4-414c-b216-e461800ccfef tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:42.981714 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-8044c0fe-80e8-4c8c-8c65-a40aa2a2c9ac req-1da321f9-7cd4-414c-b216-e461800ccfef tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Calling delete_port for 96f17bef-cb90-47cc-af62-15caeafca06e owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:09:43.114889 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3747a14e-0bc8-448f-9db9-b25d4bceebea tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Network 3dfec35d-3b9e-474a-9026-9f27e6710a7c is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:09:43.117476 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-3747a14e-0bc8-448f-9db9-b25d4bceebea tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:09:43.121588 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-194fb98f-7492-468b-8412-5e09fbb48791 req-1171c403-47a7-4e5b-8ff1-ffa722fe60df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46884193-a9f7-438d-86d2-8c3247c4a7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405037 Jul 07 21:09:43.213073 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcf2e5-0251-4f58-8e24-047a4542c60f req-14068994-9a6e-4a77-9bb3-fb2595ac0fbd tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:43.214612 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b1fcf2e5-0251-4f58-8e24-047a4542c60f req-14068994-9a6e-4a77-9bb3-fb2595ac0fbd tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 945 time: 0.5248046 Jul 07 21:09:43.282609 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3747a14e-0bc8-448f-9db9-b25d4bceebea tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Router 5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:09:43.362093 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8044c0fe-80e8-4c8c-8c65-a40aa2a2c9ac req-1da321f9-7cd4-414c-b216-e461800ccfef tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:43.378034 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['96f17bef-cb90-47cc-af62-15caeafca06e'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:09:43.440555 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da321f9-7cd4-414c-b216-e461800ccfef tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Pushing event deleted for resources: {'Port': ['ID=96f17bef-cb90-47cc-af62-15caeafca06e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:43.464309 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5821f117-2c17-43e3-92d8-eb5f585741e2 None None] Network 3dfec35d-3b9e-474a-9026-9f27e6710a7c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:09:43.464793 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3747a14e-0bc8-448f-9db9-b25d4bceebea tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:09:43.465159 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b1fcf2e5-0251-4f58-8e24-047a4542c60f req-7dd85737-0e65-490c-8ba4-0e3fd7eae4c2 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/security-groups?id=700dc063-358c-4dfc-9e6a-de9e0b38134b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331154 Jul 07 21:09:43.473728 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3747a14e-0bc8-448f-9db9-b25d4bceebea tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "PUT /v2.0/routers/5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2989984 Jul 07 21:09:43.474627 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37456) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:43.544434 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45848a84-9509-4312-82b5-09474a5dda0c req-3c8ebb49-775a-489c-a91a-c6b27744bd6b tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:43.546011 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45848a84-9509-4312-82b5-09474a5dda0c req-3c8ebb49-775a-489c-a91a-c6b27744bd6b tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/ports?device_id=84e94e24-3129-448d-81b2-81539f9cce30 HTTP/1.1" status: 200 len: 944 time: 0.3266957 Jul 07 21:09:43.580661 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-281fcc46-3596-4b9c-b927-69e2d5531381 None None] Provisioning for port f2ebabef-f163-4a52-bc15-0e12f63beac8 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:09:43.588856 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-194fb98f-7492-468b-8412-5e09fbb48791 req-568434b7-23c9-4ba0-a5ab-b6d65d910935 service neutron] 10.222.0.39 "GET /v2.0/networks/46884193-a9f7-438d-86d2-8c3247c4a7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268816 Jul 07 21:09:43.590828 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-8044c0fe-80e8-4c8c-8c65-a40aa2a2c9ac req-1da321f9-7cd4-414c-b216-e461800ccfef tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] No DVR routers for this DVR port 96f17bef-cb90-47cc-af62-15caeafca06e on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:09:43.600113 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8044c0fe-80e8-4c8c-8c65-a40aa2a2c9ac req-1da321f9-7cd4-414c-b216-e461800ccfef tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:43.602452 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8044c0fe-80e8-4c8c-8c65-a40aa2a2c9ac req-1da321f9-7cd4-414c-b216-e461800ccfef tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.58 "DELETE /v2.0/ports/96f17bef-cb90-47cc-af62-15caeafca06e HTTP/1.1" status: 204 len: 173 time: 1.0863707 Jul 07 21:09:43.604068 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139b1baf-d643-4181-9704-f77c893aa701', 'name': 'network-vif-deleted', 'tag': '96f17bef-cb90-47cc-af62-15caeafca06e'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:09:43.606975 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb0ab3c-0511-45b8-82b0-93b5203b4211" -d '{"events": [{"server_uuid": "139b1baf-d643-4181-9704-f77c893aa701", "name": "network-vif-deleted", "tag": "96f17bef-cb90-47cc-af62-15caeafca06e"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:09:43.720456 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45848a84-9509-4312-82b5-09474a5dda0c req-652d524e-066f-4441-8bfe-55e8f9b46ce4 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/security-groups?id=17a9d63d-84b6-4037-9ecd-4bac5dc9ce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648190 Jul 07 21:09:43.748569 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95948eaf-0187-455c-9f69-82df9480a579 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:43.749122 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95948eaf-0187-455c-9f69-82df9480a579 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:43.749607 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95948eaf-0187-455c-9f69-82df9480a579 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:43.750086 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95948eaf-0187-455c-9f69-82df9480a579 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:43.750559 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95948eaf-0187-455c-9f69-82df9480a579 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:43.751032 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95948eaf-0187-455c-9f69-82df9480a579 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:43.751531 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95948eaf-0187-455c-9f69-82df9480a579 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:43.752003 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95948eaf-0187-455c-9f69-82df9480a579 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:43.752620 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95948eaf-0187-455c-9f69-82df9480a579 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:43.753790 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95948eaf-0187-455c-9f69-82df9480a579 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:43.767099 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-95948eaf-0187-455c-9f69-82df9480a579 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7088 time: 0.2910514 Jul 07 21:09:43.767764 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37460) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:43.803722 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-194fb98f-7492-468b-8412-5e09fbb48791 req-99ac4fcd-daeb-4727-99f0-e32a547efa14 service neutron] 10.222.0.39 "GET /v2.0/networks/46884193-a9f7-438d-86d2-8c3247c4a7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002814 Jul 07 21:09:43.820130 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab275ccf-a2ae-4088-9194-146aa1867428 x-openstack-request-id: req-ab275ccf-a2ae-4088-9194-146aa1867428 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:09:43.820431 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139b1baf-d643-4181-9704-f77c893aa701", "name": "network-vif-deleted", "tag": "96f17bef-cb90-47cc-af62-15caeafca06e", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:09:43.820804 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ab275ccf-a2ae-4088-9194-146aa1867428 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:09:43.821158 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139b1baf-d643-4181-9704-f77c893aa701', 'name': 'network-vif-deleted', 'tag': '96f17bef-cb90-47cc-af62-15caeafca06e', 'status': 'completed', 'code': 200} Jul 07 21:09:43.882804 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9fae13-69ec-4613-a6f8-6a8fc55bc6f2 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:43.883278 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9fae13-69ec-4613-a6f8-6a8fc55bc6f2 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:43.883760 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9fae13-69ec-4613-a6f8-6a8fc55bc6f2 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:43.884223 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9fae13-69ec-4613-a6f8-6a8fc55bc6f2 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:43.884673 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9fae13-69ec-4613-a6f8-6a8fc55bc6f2 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:43.885122 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9fae13-69ec-4613-a6f8-6a8fc55bc6f2 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:43.892201 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9fae13-69ec-4613-a6f8-6a8fc55bc6f2 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:43.892934 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9fae13-69ec-4613-a6f8-6a8fc55bc6f2 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:43.893587 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9fae13-69ec-4613-a6f8-6a8fc55bc6f2 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:43.895289 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9fae13-69ec-4613-a6f8-6a8fc55bc6f2 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:43.898240 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1b9fae13-69ec-4613-a6f8-6a8fc55bc6f2 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6567 time: 0.1295035 Jul 07 21:09:43.901257 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37462) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:43.904127 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 0dedfaa4-d901-4812-81fc-c12c10317c77 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:09:43.968778 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679bf7be-ced2-4b25-9eae-eb16c90faf55 req-3f2e7c9d-249a-4933-8a2a-15a439fd20c4 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:43.976803 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-679bf7be-ced2-4b25-9eae-eb16c90faf55 req-3f2e7c9d-249a-4933-8a2a-15a439fd20c4 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.1193464 Jul 07 21:09:44.028536 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-679bf7be-ced2-4b25-9eae-eb16c90faf55 req-bfa4f4e1-c25a-48ab-b91f-7731a4967fcb tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512369 Jul 07 21:09:44.110726 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 0dedfaa4-d901-4812-81fc-c12c10317c77, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=0dedfaa4-d901-4812-81fc-c12c10317c77,segment=NetworkSegment(0f4b7fe1-4115-4eb7-9918-318b6b8ab2eb),segment_id=0f4b7fe1-4115-4eb7-9918-318b6b8ab2eb)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:44.141713 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '0dedfaa4-d901-4812-81fc-c12c10317c77', 'network_id': '46884193-a9f7-438d-86d2-8c3247c4a7b4', 'port_id': '0dedfaa4-d901-4812-81fc-c12c10317c77', 'mac_address': 'fa:16:3e:57:c6:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a16ab0d-2f5d-416a-ba9d-73ef25075f6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:09:44.165811 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6c2f12fd-0306-401b-bf22-89b1aaaf70d6 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5214 time: 0.2574069 Jul 07 21:09:44.267956 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:44.306340 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dedfaa4-d901-4812-81fc-c12c10317c77 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:09:44.323341 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6f394453-f6bd-4eea-8be9-3218c37ded7c None None] Provisioning for port be8ddb2d-b314-42b8-8a86-d1280ca51b63 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:09:44.338804 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6f394453-f6bd-4eea-8be9-3218c37ded7c None None] Provisioning complete for port be8ddb2d-b314-42b8-8a86-d1280ca51b63 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:09:44.339186 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6f394453-f6bd-4eea-8be9-3218c37ded7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:44.417525 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-6f394453-f6bd-4eea-8be9-3218c37ded7c None None] Port be8ddb2d-b314-42b8-8a86-d1280ca51b63 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:09:44.453501 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 0dedfaa4-d901-4812-81fc-c12c10317c77, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=0dedfaa4-d901-4812-81fc-c12c10317c77,segment=NetworkSegment(0f4b7fe1-4115-4eb7-9918-318b6b8ab2eb),segment_id=0f4b7fe1-4115-4eb7-9918-318b6b8ab2eb)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:44.460472 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 99442292-cde6-4361-95c1-5cc89e75fb74 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:09:44.535887 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:44.556089 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] Sync routers for ids ['5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:09:44.577661 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] Routers {'5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:09:44.578281 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:09:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:44.756287 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 99442292-cde6-4361-95c1-5cc89e75fb74 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:09:44.757090 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:44.812611 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97dc6a87-2bab-4e0b-8916-50d0902db344 req-92f11dcc-6187-471a-8a86-8c300c05ce53 tempest-ServerRescueTestJSON-1169271023 tempest-ServerRescueTestJSON-1169271023-project] 10.222.0.64 "GET /v2.0/ports?device_id=139b1baf-d643-4181-9704-f77c893aa701 HTTP/1.1" status: 200 len: 210 time: 0.0491052 Jul 07 21:09:44.830868 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['0dedfaa4-d901-4812-81fc-c12c10317c77'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:09:44.833548 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=0dedfaa4-d901-4812-81fc-c12c10317c77,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:44.855695 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] Set router 5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:09:44.878607 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4bb3c823-1e16-4377-b2bd-05c1e4c61dfd None None] Provisioning complete for port be8ddb2d-b314-42b8-8a86-d1280ca51b63 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:09:44.879151 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4bb3c823-1e16-4377-b2bd-05c1e4c61dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:44.982783 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f2ebabef-f163-4a52-bc15-0e12f63beac8 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:09:44.994043 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-4bb3c823-1e16-4377-b2bd-05c1e4c61dfd None None] Port be8ddb2d-b314-42b8-8a86-d1280ca51b63 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:09:45.126979 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port f2ebabef-f163-4a52-bc15-0e12f63beac8 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:09:45.175994 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port f2ebabef-f163-4a52-bc15-0e12f63beac8 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:09:45.176491 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:45.217967 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37478) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:45.223698 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-73f16ff0-0777-4c58-89de-485c42fc545a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2146291426', 'description': 'tempest-secgroup-smoke-2146291426 description', 'project_id': '21232da6452a40d680cb4842c209ecfd'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:45.274583 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73f16ff0-0777-4c58-89de-485c42fc545a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:45.281960 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9425509a-14b0-4cd3-a194-c14d8c9ac0c5 None None] Provisioning complete for port be8ddb2d-b314-42b8-8a86-d1280ca51b63 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:09:45.282462 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9425509a-14b0-4cd3-a194-c14d8c9ac0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:45.310786 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f365d41-6cfd-4a59-a2fd-842641a604f0 req-6b86dc90-bfba-403a-b792-ac402924ac7b tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:45.317020 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5f365d41-6cfd-4a59-a2fd-842641a604f0 req-6b86dc90-bfba-403a-b792-ac402924ac7b tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/ports?device_id=84e94e24-3129-448d-81b2-81539f9cce30 HTTP/1.1" status: 200 len: 945 time: 0.1596124 Jul 07 21:09:45.322165 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'name': 'tempest-TestNetworkBasicOps-router-1311822345', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:36Z', 'updated_at': '2021-07-07T21:09:42Z', 'revision_number': 4, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:37Z', 'updated_at': '2021-07-07T21:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'be8ddb2d-b314-42b8-8a86-d1280ca51b63', 'name': '', 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:c3:43:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '793f751c-2b75-4745-accb-58f9290a94e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:41Z', 'updated_at': '2021-07-07T21:09:42Z', 'revision_number': 2, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '793f751c-2b75-4745-accb-58f9290a94e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:45.326864 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-9425509a-14b0-4cd3-a194-c14d8c9ac0c5 None None] Port be8ddb2d-b314-42b8-8a86-d1280ca51b63 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:09:45.373786 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:45.379480 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] Checking router: 5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:09:45.379832 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] Updating router 5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03 port be8ddb2d-b314-42b8-8a86-d1280ca51b63 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:09:45.396666 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5f365d41-6cfd-4a59-a2fd-842641a604f0 req-2fd94d46-80d7-402d-9342-48571076b94a tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/security-groups?id=17a9d63d-84b6-4037-9ecd-4bac5dc9ce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709751 Jul 07 21:09:45.427923 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73f16ff0-0777-4c58-89de-485c42fc545a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:45.428704 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port f2ebabef-f163-4a52-bc15-0e12f63beac8, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f2ebabef-f163-4a52-bc15-0e12f63beac8,segment=NetworkSegment(44cb5f30-5f1a-44e8-8e62-491db6e8273b),segment_id=44cb5f30-5f1a-44e8-8e62-491db6e8273b)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:45.433298 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:45.434877 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73f16ff0-0777-4c58-89de-485c42fc545a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:45.442165 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:45.474199 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f16ff0-0777-4c58-89de-485c42fc545a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=430d1d8c-d0c2-433b-8c7f-cde6d34c1501,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:45.499361 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-73f16ff0-0777-4c58-89de-485c42fc545a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:45.503893 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-73f16ff0-0777-4c58-89de-485c42fc545a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2810493 Jul 07 21:09:45.504230 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07f354-e71c-46e6-a0a4-25abbaf493ec req-d98d460b-6090-4557-a9eb-d5da0831e1d4 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:45.504448 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37480) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:45.508517 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec07f354-e71c-46e6-a0a4-25abbaf493ec req-d98d460b-6090-4557-a9eb-d5da0831e1d4 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.0860934 Jul 07 21:09:45.515607 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-40a2f035-4b2a-43c7-bd04-116ea55a233a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'security_group_rule': {'security_group_id': '430d1d8c-d0c2-433b-8c7f-cde6d34c1501', 'project_id': '21232da6452a40d680cb4842c209ecfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:45.545029 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=f2ebabef-f163-4a52-bc15-0e12f63beac8,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:45.558058 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-40a2f035-4b2a-43c7-bd04-116ea55a233a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:45.566313 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec07f354-e71c-46e6-a0a4-25abbaf493ec req-543955ba-b3fa-4a06-87b6-c412ed98d5bd tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505896 Jul 07 21:09:45.622162 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-40a2f035-4b2a-43c7-bd04-116ea55a233a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:45.627224 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-40a2f035-4b2a-43c7-bd04-116ea55a233a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:45.647950 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2f035-4b2a-43c7-bd04-116ea55a233a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af89fb9-e050-493d-8769-f9418ee65468,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:45.656336 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-40a2f035-4b2a-43c7-bd04-116ea55a233a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:45.659822 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-40a2f035-4b2a-43c7-bd04-116ea55a233a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1545999 Jul 07 21:09:45.661249 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37482) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:45.666660 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-861c90a3-e0d5-4d28-9d1d-1bd6eeec2e07 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'security_group_rule': {'security_group_id': '430d1d8c-d0c2-433b-8c7f-cde6d34c1501', 'project_id': '21232da6452a40d680cb4842c209ecfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:45.695188 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-861c90a3-e0d5-4d28-9d1d-1bd6eeec2e07 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:45.762922 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-861c90a3-e0d5-4d28-9d1d-1bd6eeec2e07 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:45.767249 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-861c90a3-e0d5-4d28-9d1d-1bd6eeec2e07 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:45.769406 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:45.779734 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] Transition to ACTIVE for port object be8ddb2d-b314-42b8-8a86-d1280ca51b63 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:09:45.784939 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c90a3-e0d5-4d28-9d1d-1bd6eeec2e07 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd1d262-28fa-4d93-ab4b-1555eac94837,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:45.785192 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:45.791065 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-861c90a3-e0d5-4d28-9d1d-1bd6eeec2e07 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:45.792251 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-861c90a3-e0d5-4d28-9d1d-1bd6eeec2e07 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1295271 Jul 07 21:09:45.794904 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37484) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:45.799848 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-fc50a2a6-b887-454a-8842-b39c4a7ccbff tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'security_group_rule': {'security_group_id': '430d1d8c-d0c2-433b-8c7f-cde6d34c1501', 'project_id': '21232da6452a40d680cb4842c209ecfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:45.829310 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc50a2a6-b887-454a-8842-b39c4a7ccbff tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:45.892701 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980575a-0418-41ac-a2f4-be95f21e70e0 None None] Pushing event updated for resources: {'Port': ['ID=be8ddb2d-b314-42b8-8a86-d1280ca51b63,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:45.910046 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 0dedfaa4-d901-4812-81fc-c12c10317c77 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:09:45.915122 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980575a-0418-41ac-a2f4-be95f21e70e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:45.915713 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980575a-0418-41ac-a2f4-be95f21e70e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:45.916234 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980575a-0418-41ac-a2f4-be95f21e70e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:45.916745 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980575a-0418-41ac-a2f4-be95f21e70e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:45.917257 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980575a-0418-41ac-a2f4-be95f21e70e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:45.917756 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980575a-0418-41ac-a2f4-be95f21e70e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:45.918243 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980575a-0418-41ac-a2f4-be95f21e70e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:45.918732 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980575a-0418-41ac-a2f4-be95f21e70e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:45.919216 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980575a-0418-41ac-a2f4-be95f21e70e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:45.919735 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980575a-0418-41ac-a2f4-be95f21e70e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:45.920355 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980575a-0418-41ac-a2f4-be95f21e70e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:45.920858 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980575a-0418-41ac-a2f4-be95f21e70e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:45.927989 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] Attempting to bind port be8ddb2d-b314-42b8-8a86-d1280ca51b63 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:09:45.928654 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] Attempting to bind port be8ddb2d-b314-42b8-8a86-d1280ca51b63 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '44cb5f30-5f1a-44e8-8e62-491db6e8273b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:09:45.929238 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] Attempting to bind port be8ddb2d-b314-42b8-8a86-d1280ca51b63 on network 3dfec35d-3b9e-474a-9026-9f27e6710a7c {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:09:45.935928 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:09:45.936513 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] Checking segment: {'id': '44cb5f30-5f1a-44e8-8e62-491db6e8273b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:09:45.937199 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:45.937774 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] Bound using segment: {'id': '44cb5f30-5f1a-44e8-8e62-491db6e8273b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:09:45.938488 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] Bound port: be8ddb2d-b314-42b8-8a86-d1280ca51b63, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44cb5f30-5f1a-44e8-8e62-491db6e8273b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:09:45.939043 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:45.964909 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37488) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:45.993202 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc50a2a6-b887-454a-8842-b39c4a7ccbff tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:46.003475 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc50a2a6-b887-454a-8842-b39c4a7ccbff tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:46.012488 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 0dedfaa4-d901-4812-81fc-c12c10317c77 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:09:46.027878 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50a2a6-b887-454a-8842-b39c4a7ccbff tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f308fdf-b8c1-4488-8280-75d440377183,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:46.036771 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc50a2a6-b887-454a-8842-b39c4a7ccbff tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:46.038062 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fc50a2a6-b887-454a-8842-b39c4a7ccbff tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2419593 Jul 07 21:09:46.040905 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37492) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:46.052903 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 0dedfaa4-d901-4812-81fc-c12c10317c77 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:09:46.053716 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:46.058370 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-811a9538-a301-4485-ab10-bc4d2a36ffcc tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'security_group_rule': {'security_group_id': '430d1d8c-d0c2-433b-8c7f-cde6d34c1501', 'project_id': '21232da6452a40d680cb4842c209ecfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:46.065642 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] For port be8ddb2d-b314-42b8-8a86-d1280ca51b63, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:09:46.075247 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] For port be8ddb2d-b314-42b8-8a86-d1280ca51b63, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=be8ddb2d-b314-42b8-8a86-d1280ca51b63,segment=NetworkSegment(44cb5f30-5f1a-44e8-8e62-491db6e8273b),segment_id=44cb5f30-5f1a-44e8-8e62-491db6e8273b)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:09:46.087212 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:46.111224 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-811a9538-a301-4485-ab10-bc4d2a36ffcc tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:46.117668 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 96f17bef-cb90-47cc-af62-15caeafca06e no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:09:46.167644 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 96f17bef-cb90-47cc-af62-15caeafca06e {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:09:46.176345 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 96f17bef-cb90-47cc-af62-15caeafca06e not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:09:46.224239 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-811a9538-a301-4485-ab10-bc4d2a36ffcc tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:46.232723 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-811a9538-a301-4485-ab10-bc4d2a36ffcc tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:46.244010 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980575a-0418-41ac-a2f4-be95f21e70e0 None None] Pushing event updated for resources: {'Port': ['ID=be8ddb2d-b314-42b8-8a86-d1280ca51b63,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:46.274058 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a9538-a301-4485-ab10-bc4d2a36ffcc tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef42a99-2ef9-4bf1-97a1-4e65e4aa9161,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:46.283810 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:46.285901 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] Routers {'5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:09:46.286746 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:09:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:46.288279 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-811a9538-a301-4485-ab10-bc4d2a36ffcc tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:46.294392 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-811a9538-a301-4485-ab10-bc4d2a36ffcc tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2517974 Jul 07 21:09:46.295772 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37496) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:46.314258 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-2c0f1c2f-6d79-4408-995a-595f97d4d361 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'security_group_rule': {'security_group_id': '430d1d8c-d0c2-433b-8c7f-cde6d34c1501', 'project_id': '21232da6452a40d680cb4842c209ecfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:46.322855 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f2ebabef-f163-4a52-bc15-0e12f63beac8 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:09:46.383645 n-d-695189-11 neutron-server[100447]: INFO neutron.db.securitygroups_db [None req-2c0f1c2f-6d79-4408-995a-595f97d4d361 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Project 21232da6452a40d680cb4842c209ecfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 21:09:46.390966 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 0dedfaa4-d901-4812-81fc-c12c10317c77, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=0dedfaa4-d901-4812-81fc-c12c10317c77,segment=NetworkSegment(0f4b7fe1-4115-4eb7-9918-318b6b8ab2eb),segment_id=0f4b7fe1-4115-4eb7-9918-318b6b8ab2eb)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:46.391230 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1c2f-6d79-4408-995a-595f97d4d361 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:46.424421 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e94e24-3129-448d-81b2-81539f9cce30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dedfaa4-d901-4812-81fc-c12c10317c77'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:09:46.438074 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c8f94b-2916-43bc-9c38-bb638f257f2a" -d '{"events": [{"server_uuid": "84e94e24-3129-448d-81b2-81539f9cce30", "name": "network-vif-plugged", "status": "completed", "tag": "0dedfaa4-d901-4812-81fc-c12c10317c77"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:09:46.459024 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:46.524988 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] Set router 5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:09:46.554253 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef946ab-2fb5-4b70-9041-d3261dc774f6 x-openstack-request-id: req-8ef946ab-2fb5-4b70-9041-d3261dc774f6 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:09:46.554778 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e94e24-3129-448d-81b2-81539f9cce30", "name": "network-vif-plugged", "status": "completed", "tag": "0dedfaa4-d901-4812-81fc-c12c10317c77", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:09:46.554778 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ef946ab-2fb5-4b70-9041-d3261dc774f6 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:09:46.555149 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e94e24-3129-448d-81b2-81539f9cce30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dedfaa4-d901-4812-81fc-c12c10317c77', 'code': 200} Jul 07 21:09:46.559626 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1c2f-6d79-4408-995a-595f97d4d361 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:46.572506 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1c2f-6d79-4408-995a-595f97d4d361 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:46.650010 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f1c2f-6d79-4408-995a-595f97d4d361 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc3496f-4119-4a3e-b457-baa3f9cc44df,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:46.665272 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c0f1c2f-6d79-4408-995a-595f97d4d361 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:46.671164 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2c0f1c2f-6d79-4408-995a-595f97d4d361 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3725047 Jul 07 21:09:46.672167 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37504) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:46.687761 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-5010a81f-0bf6-4eed-88b5-d283d3f99a65 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'security_group_rule': {'security_group_id': '430d1d8c-d0c2-433b-8c7f-cde6d34c1501', 'project_id': '21232da6452a40d680cb4842c209ecfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:46.696889 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=0dedfaa4-d901-4812-81fc-c12c10317c77,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:46.707923 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port f2ebabef-f163-4a52-bc15-0e12f63beac8 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:09:46.708864 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:46.765334 n-d-695189-11 neutron-server[100447]: INFO neutron.db.securitygroups_db [None req-5010a81f-0bf6-4eed-88b5-d283d3f99a65 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Project 21232da6452a40d680cb4842c209ecfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 21:09:46.774454 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5010a81f-0bf6-4eed-88b5-d283d3f99a65 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:46.887730 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5010a81f-0bf6-4eed-88b5-d283d3f99a65 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:46.895961 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5010a81f-0bf6-4eed-88b5-d283d3f99a65 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:46.916627 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'name': 'tempest-TestNetworkBasicOps-router-1311822345', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:36Z', 'updated_at': '2021-07-07T21:09:42Z', 'revision_number': 4, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:37Z', 'updated_at': '2021-07-07T21:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'be8ddb2d-b314-42b8-8a86-d1280ca51b63', 'name': '', 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:c3:43:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '793f751c-2b75-4745-accb-58f9290a94e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:41Z', 'updated_at': '2021-07-07T21:09:46Z', 'revision_number': 4, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '793f751c-2b75-4745-accb-58f9290a94e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:46.925670 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010a81f-0bf6-4eed-88b5-d283d3f99a65 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c90fda8-5a19-4787-ae65-878df0540999,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:46.931495 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5010a81f-0bf6-4eed-88b5-d283d3f99a65 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:46.939916 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5010a81f-0bf6-4eed-88b5-d283d3f99a65 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2663450 Jul 07 21:09:46.970914 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76145a7-82fc-4d4d-9ca8-297ed4d2554b None None] The sync data for ids ['5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'] in n-d-695189-11 is: [{'id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'name': 'tempest-TestNetworkBasicOps-router-1311822345', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:36Z', 'updated_at': '2021-07-07T21:09:42Z', 'revision_number': 4, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:37Z', 'updated_at': '2021-07-07T21:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'be8ddb2d-b314-42b8-8a86-d1280ca51b63', 'name': '', 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:c3:43:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '793f751c-2b75-4745-accb-58f9290a94e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:41Z', 'updated_at': '2021-07-07T21:09:46Z', 'revision_number': 4, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '793f751c-2b75-4745-accb-58f9290a94e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:09:47.051236 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5b13e-0f3b-4a2f-9199-48bbcd0b9394 req-20fd81d3-eef8-4551-8c83-5766fc4bf81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:47.052955 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d3f5b13e-0f3b-4a2f-9199-48bbcd0b9394 req-20fd81d3-eef8-4551-8c83-5766fc4bf81b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84e94e24-3129-448d-81b2-81539f9cce30 HTTP/1.1" status: 200 len: 1098 time: 0.2121179 Jul 07 21:09:47.079186 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138b915-06cd-42ba-92bc-d7742dfc7d6d req-d5db2e58-295b-4d6a-ba32-2b7ac329f7a2 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:47.088817 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7138b915-06cd-42ba-92bc-d7742dfc7d6d req-d5db2e58-295b-4d6a-ba32-2b7ac329f7a2 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.2507241 Jul 07 21:09:47.098995 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f9b89-f9e4-4ac0-b749-6865173c8d7a req-bacdafbe-07dc-47dc-8f73-3b7c07faba36 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:47.100655 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a75f9b89-f9e4-4ac0-b749-6865173c8d7a req-bacdafbe-07dc-47dc-8f73-3b7c07faba36 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/ports?device_id=84e94e24-3129-448d-81b2-81539f9cce30 HTTP/1.1" status: 200 len: 946 time: 0.2607620 Jul 07 21:09:47.204555 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a75f9b89-f9e4-4ac0-b749-6865173c8d7a req-f30b1597-bc89-4495-82fb-ba938c4d54a5 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/security-groups?id=17a9d63d-84b6-4037-9ecd-4bac5dc9ce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944335 Jul 07 21:09:47.222401 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d3f5b13e-0f3b-4a2f-9199-48bbcd0b9394 req-f8f893f7-64ce-4080-97f8-c682dc01ccdf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=17a9d63d-84b6-4037-9ecd-4bac5dc9ce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317446 Jul 07 21:09:47.256742 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7138b915-06cd-42ba-92bc-d7742dfc7d6d req-088952e6-9e3d-4d3b-9236-fcfdf8fa6639 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521590 Jul 07 21:09:47.289651 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5297d7d-d0dd-469e-a497-1deaf5233aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:47.446158 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-579d809c-37a0-4707-938d-003d0f9aa355 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2146291426&fields=id&tenant_id=21232da6452a40d680cb4842c209ecfd HTTP/1.1" status: 200 len: 267 time: 0.1022573 Jul 07 21:09:47.643407 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-7796b331-fc70-4357-8f3d-a59abe22c3ee tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:47.651919 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-7796b331-fc70-4357-8f3d-a59abe22c3ee tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/networks?id=3dfec35d-3b9e-474a-9026-9f27e6710a7c HTTP/1.1" status: 200 len: 797 time: 0.1932068 Jul 07 21:09:47.673806 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-9c601d21-b479-479c-8140-fd7c7e5ecba8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/quotas/21232da6452a40d680cb4842c209ecfd HTTP/1.1" status: 200 len: 375 time: 0.0221441 Jul 07 21:09:47.810053 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-f300a96b-3b30-4857-b926-e4fda9b6ddc1 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=21232da6452a40d680cb4842c209ecfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1351731 Jul 07 21:09:47.877929 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d5297d7d-d0dd-469e-a497-1deaf5233aa3 admin admin] Deleting port ff47b157-8039-4cc8-9c43-b2157780ed8a {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:09:47.879220 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5297d7d-d0dd-469e-a497-1deaf5233aa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:47.981783 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-92d0d781-0597-4fec-af11-6af7e9faa078 service neutron] 10.222.0.64 "GET /v2.0/networks/3dfec35d-3b9e-474a-9026-9f27e6710a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592255 Jul 07 21:09:48.078132 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-d5297d7d-d0dd-469e-a497-1deaf5233aa3 admin admin] For port ff47b157-8039-4cc8-9c43-b2157780ed8a, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ff47b157-8039-4cc8-9c43-b2157780ed8a,segment=NetworkSegment(cace7593-e10b-4afc-8fb6-96e8806d2de1),segment_id=cace7593-e10b-4afc-8fb6-96e8806d2de1)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:48.078824 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5297d7d-d0dd-469e-a497-1deaf5233aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:48.102200 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d5297d7d-d0dd-469e-a497-1deaf5233aa3 admin admin] Calling delete_port for ff47b157-8039-4cc8-9c43-b2157780ed8a owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:09:48.144371 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-c20cd1de-3f12-4034-907f-174e2ee8ec92 service neutron] 10.222.0.64 "GET /v2.0/networks/3dfec35d-3b9e-474a-9026-9f27e6710a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530504 Jul 07 21:09:48.403987 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device be8ddb2d-b314-42b8-8a86-d1280ca51b63 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:09:48.512411 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port be8ddb2d-b314-42b8-8a86-d1280ca51b63 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:09:48.520066 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port be8ddb2d-b314-42b8-8a86-d1280ca51b63 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:09:48.529486 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:48.640893 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:48.698634 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port be8ddb2d-b314-42b8-8a86-d1280ca51b63, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=be8ddb2d-b314-42b8-8a86-d1280ca51b63,segment=NetworkSegment(44cb5f30-5f1a-44e8-8e62-491db6e8273b),segment_id=44cb5f30-5f1a-44e8-8e62-491db6e8273b)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:48.705900 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5297d7d-d0dd-469e-a497-1deaf5233aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:48.708664 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:48.794228 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5297d7d-d0dd-469e-a497-1deaf5233aa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff47b157-8039-4cc8-9c43-b2157780ed8a,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:48.819304 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=be8ddb2d-b314-42b8-8a86-d1280ca51b63,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:48.862092 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632aaff9-1bbf-499c-88bf-a023819d9976 req-1877f87c-027d-4265-8ee6-365203084fa2 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:48.864127 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-632aaff9-1bbf-499c-88bf-a023819d9976 req-1877f87c-027d-4265-8ee6-365203084fa2 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/ports?device_id=84e94e24-3129-448d-81b2-81539f9cce30 HTTP/1.1" status: 200 len: 946 time: 0.3854599 Jul 07 21:09:48.899736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d569f9-d6bd-4623-8415-42c9e9191fbf req-8976b189-f6d9-4905-9941-dc81f1810c0e tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:48.901329 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-83d569f9-d6bd-4623-8415-42c9e9191fbf req-8976b189-f6d9-4905-9941-dc81f1810c0e tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.2876294 Jul 07 21:09:48.989605 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-632aaff9-1bbf-499c-88bf-a023819d9976 req-497f845e-7383-438c-8f9f-3b9378c4b7a0 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/security-groups?id=17a9d63d-84b6-4037-9ecd-4bac5dc9ce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146011 Jul 07 21:09:49.010985 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-83d569f9-d6bd-4623-8415-42c9e9191fbf req-04bdb081-347f-48e4-938f-d14bee62395f tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013489 Jul 07 21:09:49.131457 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5297d7d-d0dd-469e-a497-1deaf5233aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:49.223357 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-76799820-5578-4c82-9bd8-89dfef680f51 req-d5752f01-5665-4c01-ada3-793f1f7d26d4 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=791d5bd8-99f6-4318-9945-70ce2a55033e HTTP/1.1" status: 200 len: 210 time: 0.0733030 Jul 07 21:09:49.393966 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5297d7d-d0dd-469e-a497-1deaf5233aa3 admin admin] Router 1cafe788-0d17-46aa-9c54-643d02410324 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:09:49.510520 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5297d7d-d0dd-469e-a497-1deaf5233aa3 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:09:49.515637 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d5297d7d-d0dd-469e-a497-1deaf5233aa3 admin admin] 10.222.0.64 "PUT /v2.0/routers/1cafe788-0d17-46aa-9c54-643d02410324/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5491247 Jul 07 21:09:49.518280 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37552) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:49.521073 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8601ad-4a3e-47c7-897a-9003afe9ddd9 None None] Sync routers for ids ['1cafe788-0d17-46aa-9c54-643d02410324'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:09:49.530963 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8601ad-4a3e-47c7-897a-9003afe9ddd9 None None] Routers {'1cafe788-0d17-46aa-9c54-643d02410324'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:09:49.531619 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-5e8601ad-4a3e-47c7-897a-9003afe9ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:09:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['1cafe788-0d17-46aa-9c54-643d02410324'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:49.624562 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d800c86d-fd65-4ade-8e6f-e3db9dca2ebb admin admin] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:49.643612 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-5e8601ad-4a3e-47c7-897a-9003afe9ddd9 None None] Set router 1cafe788-0d17-46aa-9c54-643d02410324 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:09:49.742501 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d800c86d-fd65-4ade-8e6f-e3db9dca2ebb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:49.809321 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-d800c86d-fd65-4ade-8e6f-e3db9dca2ebb admin admin] Deleting port a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:09:49.809945 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d800c86d-fd65-4ade-8e6f-e3db9dca2ebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:49.865006 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-5e8601ad-4a3e-47c7-897a-9003afe9ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cafe788-0d17-46aa-9c54-643d02410324', 'name': 'tempest-ServerRescueTestJSON-578153484-router', 'tenant_id': '3d851e7566964f18923f7a9246878584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': 'a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:07:36Z', 'updated_at': '2021-07-07T21:09:48Z', 'revision_number': 5, 'project_id': '3d851e7566964f18923f7a9246878584', 'gw_port': {'id': 'a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:08:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cafe788-0d17-46aa-9c54-643d02410324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:07:37Z', 'updated_at': '2021-07-07T21:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:49.911663 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8601ad-4a3e-47c7-897a-9003afe9ddd9 None None] Checking router: 1cafe788-0d17-46aa-9c54-643d02410324 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:09:49.921427 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-d800c86d-fd65-4ade-8e6f-e3db9dca2ebb admin admin] For port a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:49.921801 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d800c86d-fd65-4ade-8e6f-e3db9dca2ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:49.933405 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8601ad-4a3e-47c7-897a-9003afe9ddd9 None None] Routers {'1cafe788-0d17-46aa-9c54-643d02410324'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:09:49.934256 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-5e8601ad-4a3e-47c7-897a-9003afe9ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:09:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['1cafe788-0d17-46aa-9c54-643d02410324'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:49.938120 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-d800c86d-fd65-4ade-8e6f-e3db9dca2ebb admin admin] Calling delete_port for a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:09:49.977352 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:50.051551 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-5e8601ad-4a3e-47c7-897a-9003afe9ddd9 None None] Set router 1cafe788-0d17-46aa-9c54-643d02410324 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:09:50.124230 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-5e8601ad-4a3e-47c7-897a-9003afe9ddd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cafe788-0d17-46aa-9c54-643d02410324', 'name': 'tempest-ServerRescueTestJSON-578153484-router', 'tenant_id': '3d851e7566964f18923f7a9246878584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:07:36Z', 'updated_at': '2021-07-07T21:09:49Z', 'revision_number': 6, 'project_id': '3d851e7566964f18923f7a9246878584', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:50.184847 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8601ad-4a3e-47c7-897a-9003afe9ddd9 None None] The sync data for ids ['1cafe788-0d17-46aa-9c54-643d02410324'] in n-d-695189-11 is: [{'id': '1cafe788-0d17-46aa-9c54-643d02410324', 'name': 'tempest-ServerRescueTestJSON-578153484-router', 'tenant_id': '3d851e7566964f18923f7a9246878584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:07:36Z', 'updated_at': '2021-07-07T21:09:49Z', 'revision_number': 6, 'project_id': '3d851e7566964f18923f7a9246878584', 'gw_port_host': None}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:09:50.208056 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:50.316192 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37578) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:50.319195 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-1e4ec742-0e02-447c-a8ad-d3b9ef5efb94 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:50.321322 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-1e4ec742-0e02-447c-a8ad-d3b9ef5efb94 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.58 "GET /v2.0/networks?id=3dfec35d-3b9e-474a-9026-9f27e6710a7c HTTP/1.1" status: 200 len: 797 time: 0.3737321 Jul 07 21:09:50.337759 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d800c86d-fd65-4ade-8e6f-e3db9dca2ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:50.375888 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800c86d-fd65-4ade-8e6f-e3db9dca2ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:50.415423 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-2b76db1f-eda1-4207-b572-ecdef06bc542 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21232da6452a40d680cb4842c209ecfd HTTP/1.1" status: 200 len: 380 time: 0.0741186 Jul 07 21:09:50.428620 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee75862-0da8-4d70-a967-7ed63c801ccd req-61ba8858-edce-4159-935c-8db2150ddcf2 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:50.435347 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8ee75862-0da8-4d70-a967-7ed63c801ccd req-61ba8858-edce-4159-935c-8db2150ddcf2 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.1779323 Jul 07 21:09:50.460264 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-4434c983-248c-46ed-ba58-b26cddb68a40 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'port': {'device_id': '791d5bd8-99f6-4318-9945-70ce2a55033e', 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c', 'admin_state_up': True, 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'security_groups': ['430d1d8c-d0c2-433b-8c7f-cde6d34c1501']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:50.481397 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d800c86d-fd65-4ade-8e6f-e3db9dca2ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:50.486541 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be1aea9c-3f9e-4960-9d05-aaa265b48463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:50.532746 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8ee75862-0da8-4d70-a967-7ed63c801ccd req-5c15f58a-384d-4d1e-b3d9-2e1642803587 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934720 Jul 07 21:09:50.568356 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457240c4-960e-4bc2-8c5e-8ac4990e4ac3 req-e7c90dea-1520-4af1-b6a9-dfff8b50c81e tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:50.576349 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-457240c4-960e-4bc2-8c5e-8ac4990e4ac3 req-e7c90dea-1520-4af1-b6a9-dfff8b50c81e tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/ports?device_id=84e94e24-3129-448d-81b2-81539f9cce30 HTTP/1.1" status: 200 len: 946 time: 0.2466891 Jul 07 21:09:50.616527 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be1aea9c-3f9e-4960-9d05-aaa265b48463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:50.662405 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be1aea9c-3f9e-4960-9d05-aaa265b48463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:50.684923 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-457240c4-960e-4bc2-8c5e-8ac4990e4ac3 req-c7d55adb-9c09-404d-8d2b-a14afcff5199 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/security-groups?id=17a9d63d-84b6-4037-9ecd-4bac5dc9ce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076915 Jul 07 21:09:50.723144 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-4434c983-248c-46ed-ba58-b26cddb68a40 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Made reservation on behalf of 21232da6452a40d680cb4842c209ecfd for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:09:50.732510 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-4434c983-248c-46ed-ba58-b26cddb68a40 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:50.734694 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d800c86d-fd65-4ade-8e6f-e3db9dca2ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:50.749489 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d800c86d-fd65-4ade-8e6f-e3db9dca2ebb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:50.790974 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device be8ddb2d-b314-42b8-8a86-d1280ca51b63 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:09:50.848229 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1aea9c-3f9e-4960-9d05-aaa265b48463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f16196-0b38-4985-a85d-f428b597da75,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:50.873494 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d800c86d-fd65-4ade-8e6f-e3db9dca2ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:50.874421 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d800c86d-fd65-4ade-8e6f-e3db9dca2ebb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cafe788-0d17-46aa-9c54-643d02410324 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:09:50.883473 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d800c86d-fd65-4ade-8e6f-e3db9dca2ebb admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:50.887906 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d800c86d-fd65-4ade-8e6f-e3db9dca2ebb admin admin] 10.222.0.64 "DELETE /v2.0/routers/1cafe788-0d17-46aa-9c54-643d02410324 HTTP/1.1" status: 204 len: 168 time: 1.3685505 Jul 07 21:09:50.888960 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37584) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:50.893943 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-be1aea9c-3f9e-4960-9d05-aaa265b48463 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=41780f470d654f419f3be0097b86195d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5741906 Jul 07 21:09:50.895008 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37586) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:50.897822 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port be8ddb2d-b314-42b8-8a86-d1280ca51b63 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:09:50.897822 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:50.919290 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-188b1ceb-d0cf-4cb2-a0a2-a5bee7279594 req-b46239b4-1042-4110-a72f-aea99cbc2b09 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=791d5bd8-99f6-4318-9945-70ce2a55033e HTTP/1.1" status: 200 len: 210 time: 0.0509450 Jul 07 21:09:50.991408 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-4434c983-248c-46ed-ba58-b26cddb68a40 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Allocated IP 172.20.0.4 (3dfec35d-3b9e-474a-9026-9f27e6710a7c/793f751c-2b75-4745-accb-58f9290a94e8/7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:09:51.008536 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1724585-3bee-4935-889e-33b0cd7b657f admin admin] Deleting subnet 4e6aed05-6182-4577-9d08-de2e7e22c850 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:09:51.023725 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1724585-3bee-4935-889e-33b0cd7b657f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:51.048439 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-63050d61-fde5-40c6-bd36-c1e571ff2f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:51.072074 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1724585-3bee-4935-889e-33b0cd7b657f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:51.104266 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-63050d61-fde5-40c6-bd36-c1e571ff2f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:51.155619 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1724585-3bee-4935-889e-33b0cd7b657f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:51.171217 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-4434c983-248c-46ed-ba58-b26cddb68a40 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:51.213474 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-63050d61-fde5-40c6-bd36-c1e571ff2f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:51.216321 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-63050d61-fde5-40c6-bd36-c1e571ff2f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:51.217622 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-63050d61-fde5-40c6-bd36-c1e571ff2f46 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05f16196-0b38-4985-a85d-f428b597da75 HTTP/1.1" status: 204 len: 168 time: 0.3075511 Jul 07 21:09:51.229287 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1724585-3bee-4935-889e-33b0cd7b657f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:51.231452 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63050d61-fde5-40c6-bd36-c1e571ff2f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f16196-0b38-4985-a85d-f428b597da75,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:51.239726 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-4434c983-248c-46ed-ba58-b26cddb68a40 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Transition to ACTIVE for port object 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:09:51.269471 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63050d61-fde5-40c6-bd36-c1e571ff2f46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:51.269862 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63050d61-fde5-40c6-bd36-c1e571ff2f46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:51.270211 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63050d61-fde5-40c6-bd36-c1e571ff2f46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:51.270619 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63050d61-fde5-40c6-bd36-c1e571ff2f46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:51.270906 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63050d61-fde5-40c6-bd36-c1e571ff2f46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:51.271366 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63050d61-fde5-40c6-bd36-c1e571ff2f46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:51.271620 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63050d61-fde5-40c6-bd36-c1e571ff2f46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:51.271951 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63050d61-fde5-40c6-bd36-c1e571ff2f46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:51.272377 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63050d61-fde5-40c6-bd36-c1e571ff2f46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:51.272713 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63050d61-fde5-40c6-bd36-c1e571ff2f46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:51.273068 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63050d61-fde5-40c6-bd36-c1e571ff2f46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:51.273952 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63050d61-fde5-40c6-bd36-c1e571ff2f46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:51.278626 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1724585-3bee-4935-889e-33b0cd7b657f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e6aed05-6182-4577-9d08-de2e7e22c850,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:51.282849 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1724585-3bee-4935-889e-33b0cd7b657f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:51.285562 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a1724585-3bee-4935-889e-33b0cd7b657f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4e6aed05-6182-4577-9d08-de2e7e22c850 HTTP/1.1" status: 204 len: 168 time: 0.3928442 Jul 07 21:09:51.290623 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37594) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:51.385480 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79f25932-40bb-47c9-bbc4-ee6adc9a6384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:51.406057 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-4434c983-248c-46ed-ba58-b26cddb68a40 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:51.416282 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca268f1-7bd8-4b77-a918-4f9f25ad7964 req-a5a2090d-84f4-4045-826c-4ecd08aba2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:51.417268 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ca268f1-7bd8-4b77-a918-4f9f25ad7964 req-a5a2090d-84f4-4045-826c-4ecd08aba2c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c93fee0c7db4b2088fada548a738e4a&device_id=84e94e24-3129-448d-81b2-81539f9cce30 HTTP/1.1" status: 200 len: 1098 time: 0.1657987 Jul 07 21:09:51.466476 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8604df5-e77e-4619-8820-a30cecaa9ab9 req-e898634e-ce07-47ac-8c62-6ccd21cb2658 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:51.468073 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8604df5-e77e-4619-8820-a30cecaa9ab9 req-e898634e-ce07-47ac-8c62-6ccd21cb2658 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/ports?device_id=84e94e24-3129-448d-81b2-81539f9cce30 HTTP/1.1" status: 200 len: 946 time: 0.1881413 Jul 07 21:09:51.501537 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79f25932-40bb-47c9-bbc4-ee6adc9a6384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:51.514653 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-79f25932-40bb-47c9-bbc4-ee6adc9a6384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a01814-d064-4c42-8103-23e04256bf1b']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:51.527752 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-79f25932-40bb-47c9-bbc4-ee6adc9a6384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cace7593-e10b-4afc-8fb6-96e8806d2de1') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:51.528100 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-79f25932-40bb-47c9-bbc4-ee6adc9a6384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cace7593-e10b-4afc-8fb6-96e8806d2de1') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:09:51.529380 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-4434c983-248c-46ed-ba58-b26cddb68a40 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Network 3dfec35d-3b9e-474a-9026-9f27e6710a7c is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:09:51.539523 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79f25932-40bb-47c9-bbc4-ee6adc9a6384 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:51.545967 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-4434c983-248c-46ed-ba58-b26cddb68a40 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:09:51.562866 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-4434c983-248c-46ed-ba58-b26cddb68a40 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:09:51.564159 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79f25932-40bb-47c9-bbc4-ee6adc9a6384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:51.577162 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f25932-40bb-47c9-bbc4-ee6adc9a6384 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:09:51.577802 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79f25932-40bb-47c9-bbc4-ee6adc9a6384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:09:51.580423 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:09:51.613852 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434c983-248c-46ed-ba58-b26cddb68a40 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'Port': ['ID=7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:51.691041 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79f25932-40bb-47c9-bbc4-ee6adc9a6384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:51.698039 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79f25932-40bb-47c9-bbc4-ee6adc9a6384 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:51.700631 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-79f25932-40bb-47c9-bbc4-ee6adc9a6384 admin admin] 10.222.0.64 "DELETE /v2.0/networks/75a01814-d064-4c42-8103-23e04256bf1b HTTP/1.1" status: 204 len: 168 time: 0.4090350 Jul 07 21:09:51.716956 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f25932-40bb-47c9-bbc4-ee6adc9a6384 admin admin] Pushing event deleted for resources: {'Network': ['ID=75a01814-d064-4c42-8103-23e04256bf1b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:51.740655 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8604df5-e77e-4619-8820-a30cecaa9ab9 req-7e7bd020-09a0-407e-86e3-562d0835468f tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/security-groups?id=17a9d63d-84b6-4037-9ecd-4bac5dc9ce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525570 Jul 07 21:09:51.752314 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-4434c983-248c-46ed-ba58-b26cddb68a40 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:51.753774 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-4434c983-248c-46ed-ba58-b26cddb68a40 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:51.841629 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca268f1-7bd8-4b77-a918-4f9f25ad7964 req-34472bf7-7173-4e29-b7a5-fb59ac0686fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:51.843238 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ca268f1-7bd8-4b77-a918-4f9f25ad7964 req-34472bf7-7173-4e29-b7a5-fb59ac0686fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=46884193-a9f7-438d-86d2-8c3247c4a7b4 HTTP/1.1" status: 200 len: 914 time: 0.3969135 Jul 07 21:09:51.849786 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-4434c983-248c-46ed-ba58-b26cddb68a40 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4131713 Jul 07 21:09:51.870520 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d39129cf-c5dd-4626-9bf2-b1b247d2aa91 None None] Provisioning for port 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:09:51.875911 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d39129cf-c5dd-4626-9bf2-b1b247d2aa91 None None] Provisioning complete for port 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:09:51.876844 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d39129cf-c5dd-4626-9bf2-b1b247d2aa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:51.909484 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-28215285-b17f-4f34-82d7-794390640932 service neutron] Request body: {'port': {'device_id': '791d5bd8-99f6-4318-9945-70ce2a55033e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:51.912728 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37612) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:51.917533 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ca268f1-7bd8-4b77-a918-4f9f25ad7964 req-39ffbaf0-0c02-46e2-891a-aa08999a5a50 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0dedfaa4-d901-4812-81fc-c12c10317c77 HTTP/1.1" status: 200 len: 217 time: 0.0646901 Jul 07 21:09:51.976878 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-def5f04e-d7e1-4934-b081-5a78f77ed1b3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3d851e7566964f18923f7a9246878584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0628421 Jul 07 21:09:51.979957 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37618) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:52.005363 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294223c4-9aa4-4ee3-a1ea-cc2bfb5c62c8 req-84a1b095-3862-4202-8363-4d6c02cf8450 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:52.007554 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-294223c4-9aa4-4ee3-a1ea-cc2bfb5c62c8 req-84a1b095-3862-4202-8363-4d6c02cf8450 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.2317197 Jul 07 21:09:52.078049 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5eaf436e-4fe2-4de7-9598-3837e6285634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:52.102713 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5eaf436e-4fe2-4de7-9598-3837e6285634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:52.114821 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-28215285-b17f-4f34-82d7-794390640932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:52.122182 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca268f1-7bd8-4b77-a918-4f9f25ad7964 req-d32864eb-3318-4816-8b60-72e0fb479304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:52.123888 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ca268f1-7bd8-4b77-a918-4f9f25ad7964 req-d32864eb-3318-4816-8b60-72e0fb479304 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2a16ab0d-2f5d-416a-ba9d-73ef25075f6f HTTP/1.1" status: 200 len: 853 time: 0.1789501 Jul 07 21:09:52.152164 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-d39129cf-c5dd-4626-9bf2-b1b247d2aa91 None None] Port 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:09:52.176104 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5eaf436e-4fe2-4de7-9598-3837e6285634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:52.179480 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5eaf436e-4fe2-4de7-9598-3837e6285634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:52.190377 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5eaf436e-4fe2-4de7-9598-3837e6285634 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/700dc063-358c-4dfc-9e6a-de9e0b38134b HTTP/1.1" status: 204 len: 168 time: 0.1998043 Jul 07 21:09:52.191760 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-294223c4-9aa4-4ee3-a1ea-cc2bfb5c62c8 req-1d9f0dd1-2f7d-4874-a415-f22e4c0a62d7 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675556 Jul 07 21:09:52.198248 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf436e-4fe2-4de7-9598-3837e6285634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700dc063-358c-4dfc-9e6a-de9e0b38134b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:52.303177 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ff47b157-8039-4cc8-9c43-b2157780ed8a no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:09:52.333942 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: ff47b157-8039-4cc8-9c43-b2157780ed8a {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:09:52.334615 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ff47b157-8039-4cc8-9c43-b2157780ed8a not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:09:52.335202 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:09:52.361180 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:09:52.361817 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a990b7b9-85d2-44c8-b107-4ebbf8ed0f6c not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:09:52.611255 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ca268f1-7bd8-4b77-a918-4f9f25ad7964 req-ce89df08-ba3a-498b-90d8-96921daa95da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46884193-a9f7-438d-86d2-8c3247c4a7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4374700 Jul 07 21:09:52.705081 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:09:52.784890 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214e0b8-dcf2-4cc4-9ed5-62ac70646df8 req-1b1a5d52-9c66-4e44-8c22-c3fd5e72c438 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:52.790307 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9214e0b8-dcf2-4cc4-9ed5-62ac70646df8 req-1b1a5d52-9c66-4e44-8c22-c3fd5e72c438 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=791d5bd8-99f6-4318-9945-70ce2a55033e HTTP/1.1" status: 200 len: 931 time: 0.6407588 Jul 07 21:09:52.885451 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ca268f1-7bd8-4b77-a918-4f9f25ad7964 req-72a7c0e2-77ca-4062-8dc8-f3b60b95eb9f service neutron] 10.222.0.39 "GET /v2.0/networks/46884193-a9f7-438d-86d2-8c3247c4a7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634878 Jul 07 21:09:52.996054 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9214e0b8-dcf2-4cc4-9ed5-62ac70646df8 req-2093eda5-8129-4735-8da7-2f9c4c2593dc tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d1d8c-d0c2-433b-8c7f-cde6d34c1501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907101 Jul 07 21:09:53.157818 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9999c-12a1-4c90-bfce-82924780b559 req-7c14c4d3-51d4-4b6d-a933-e1b588674aeb tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:53.159538 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8eb9999c-12a1-4c90-bfce-82924780b559 req-7c14c4d3-51d4-4b6d-a933-e1b588674aeb tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/ports?device_id=84e94e24-3129-448d-81b2-81539f9cce30 HTTP/1.1" status: 200 len: 946 time: 0.2709463 Jul 07 21:09:53.172077 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ca268f1-7bd8-4b77-a918-4f9f25ad7964 req-f039617b-8298-42d5-b470-bae6fd9c2be3 service neutron] 10.222.0.39 "GET /v2.0/networks/46884193-a9f7-438d-86d2-8c3247c4a7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653697 Jul 07 21:09:53.194631 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-28215285-b17f-4f34-82d7-794390640932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:09:53.206800 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-28215285-b17f-4f34-82d7-794390640932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:53.228392 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8eb9999c-12a1-4c90-bfce-82924780b559 req-7e94bc67-b50d-462f-a34a-26bcb62450fb tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/security-groups?id=17a9d63d-84b6-4037-9ecd-4bac5dc9ce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600545 Jul 07 21:09:53.230794 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-28215285-b17f-4f34-82d7-794390640932 service neutron] Transition to ACTIVE for port object 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:09:53.238050 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-28215285-b17f-4f34-82d7-794390640932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:53.330150 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28215285-b17f-4f34-82d7-794390640932 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:53.491232 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-28215285-b17f-4f34-82d7-794390640932 service neutron] Attempting to bind port 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:09:53.491959 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-28215285-b17f-4f34-82d7-794390640932 service neutron] Attempting to bind port 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '44cb5f30-5f1a-44e8-8e62-491db6e8273b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:09:53.492173 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-28215285-b17f-4f34-82d7-794390640932 service neutron] Attempting to bind port 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 on network 3dfec35d-3b9e-474a-9026-9f27e6710a7c {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:09:53.499755 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-28215285-b17f-4f34-82d7-794390640932 service neutron] Port 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 on network 3dfec35d-3b9e-474a-9026-9f27e6710a7c not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:09:53.500088 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-28215285-b17f-4f34-82d7-794390640932 service neutron] Attempting to bind port 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 on network 3dfec35d-3b9e-474a-9026-9f27e6710a7c {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:09:53.519784 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-28215285-b17f-4f34-82d7-794390640932 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:09:53.519999 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-28215285-b17f-4f34-82d7-794390640932 service neutron] Checking segment: {'id': '44cb5f30-5f1a-44e8-8e62-491db6e8273b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:09:53.520395 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-28215285-b17f-4f34-82d7-794390640932 service neutron] Bound using segment: {'id': '44cb5f30-5f1a-44e8-8e62-491db6e8273b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:09:53.520827 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-28215285-b17f-4f34-82d7-794390640932 service neutron] Bound port: 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44cb5f30-5f1a-44e8-8e62-491db6e8273b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:09:53.521184 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-28215285-b17f-4f34-82d7-794390640932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:53.590443 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8336124-f2b0-41fd-8f98-d165db6ca985 req-3795c4b6-cc44-4b44-8969-e0e5d1d5550f tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:53.592019 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8336124-f2b0-41fd-8f98-d165db6ca985 req-3795c4b6-cc44-4b44-8969-e0e5d1d5550f tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.1921091 Jul 07 21:09:53.644381 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-28215285-b17f-4f34-82d7-794390640932 service neutron] For port 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:09:53.647867 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-28215285-b17f-4f34-82d7-794390640932 service neutron] For port 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90,segment=NetworkSegment(44cb5f30-5f1a-44e8-8e62-491db6e8273b),segment_id=44cb5f30-5f1a-44e8-8e62-491db6e8273b)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:09:53.666995 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-28215285-b17f-4f34-82d7-794390640932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:53.716246 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3d63b7d-6f0c-4291-b239-5cb923486079 req-b152af40-4a02-4a53-bdd9-76f3e5d58303 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba280d27-845c-4123-a5ce-09ee668c4ea5 HTTP/1.1" status: 200 len: 210 time: 0.0549107 Jul 07 21:09:53.723577 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8336124-f2b0-41fd-8f98-d165db6ca985 req-a3824cc3-c2ff-4291-ae82-8c16c41f7729 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213732 Jul 07 21:09:53.754897 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-28215285-b17f-4f34-82d7-794390640932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:53.755740 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-28215285-b17f-4f34-82d7-794390640932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:53.764942 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-28215285-b17f-4f34-82d7-794390640932 service neutron] 10.222.0.58 "PUT /v2.0/ports/7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 HTTP/1.1" status: 200 len: 1092 time: 1.8594012 Jul 07 21:09:53.764942 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791d5bd8-99f6-4318-9945-70ce2a55033e', 'tag': '7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:09:53.764942 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6974c2-e9b7-4a32-82df-dd8e4b47f4a3" -d '{"events": [{"name": "network-changed", "server_uuid": "791d5bd8-99f6-4318-9945-70ce2a55033e", "tag": "7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:09:53.852368 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb29e3a2-a59a-48e1-b476-2d68e5949636 x-openstack-request-id: req-cb29e3a2-a59a-48e1-b476-2d68e5949636 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:09:53.852661 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "791d5bd8-99f6-4318-9945-70ce2a55033e", "tag": "7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:09:53.852925 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb29e3a2-a59a-48e1-b476-2d68e5949636 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:09:53.853356 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '791d5bd8-99f6-4318-9945-70ce2a55033e', 'tag': '7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90', 'status': 'completed', 'code': 200} Jul 07 21:09:53.906938 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28215285-b17f-4f34-82d7-794390640932 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:53.979398 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-6652715f-cffe-4452-b38f-fb0955b2f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:53.981410 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-6652715f-cffe-4452-b38f-fb0955b2f8ae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=21232da6452a40d680cb4842c209ecfd&device_id=791d5bd8-99f6-4318-9945-70ce2a55033e HTTP/1.1" status: 200 len: 1095 time: 0.1308529 Jul 07 21:09:54.138467 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-a832bb9c-372e-4ed0-b363-2f08f2d9ceab service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 HTTP/1.1" status: 200 len: 217 time: 0.1404274 Jul 07 21:09:54.199535 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-85ac0fbd-8940-4629-816a-975a9d7ff1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:54.201443 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-85ac0fbd-8940-4629-816a-975a9d7ff1af service neutron] 10.222.0.58 "GET /v2.0/subnets?id=793f751c-2b75-4745-accb-58f9290a94e8 HTTP/1.1" status: 200 len: 835 time: 0.0621078 Jul 07 21:09:54.336506 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-b660a580-5e34-4fe6-bba5-69a3b67d3967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:54.338043 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-b660a580-5e34-4fe6-bba5-69a3b67d3967 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3dfec35d-3b9e-474a-9026-9f27e6710a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1264229 Jul 07 21:09:54.448699 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc983be-4502-4013-ae56-3f4e4957c440 req-7b58e37c-b4f0-4afc-a464-9f6afc3bd6a3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:54.455628 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0fc983be-4502-4013-ae56-3f4e4957c440 req-7b58e37c-b4f0-4afc-a464-9f6afc3bd6a3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=791d5bd8-99f6-4318-9945-70ce2a55033e HTTP/1.1" status: 200 len: 943 time: 0.2041368 Jul 07 21:09:54.461338 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-97b7aaa6-d44a-4b33-931a-f0bf38645ff7 service neutron] 10.222.0.58 "GET /v2.0/networks/3dfec35d-3b9e-474a-9026-9f27e6710a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155915 Jul 07 21:09:54.517173 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-63a8d133-c0b3-4cb8-afb4-45682a40c737 req-6e70f7fa-df32-4674-a8d5-a7809cc7622c tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0591702 Jul 07 21:09:54.601229 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0fc983be-4502-4013-ae56-3f4e4957c440 req-002cc21f-cc13-46e8-b914-1a149eb995e9 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d1d8c-d0c2-433b-8c7f-cde6d34c1501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445966 Jul 07 21:09:54.656081 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6db74b04-e0ec-4a09-a5a4-33232dfce4e5 req-368da09d-90bd-443d-8035-b961de2432df service neutron] 10.222.0.58 "GET /v2.0/networks/3dfec35d-3b9e-474a-9026-9f27e6710a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806195 Jul 07 21:09:54.736884 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc818f-7b36-49b6-8d01-b37aa87457a7 req-70f6290e-fda0-4b75-8244-3098b6990ad2 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:54.739677 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2abc818f-7b36-49b6-8d01-b37aa87457a7 req-70f6290e-fda0-4b75-8244-3098b6990ad2 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/ports?device_id=84e94e24-3129-448d-81b2-81539f9cce30 HTTP/1.1" status: 200 len: 946 time: 0.0817208 Jul 07 21:09:54.827918 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2abc818f-7b36-49b6-8d01-b37aa87457a7 req-76678f63-4ccb-47ee-a4e7-242d3d01bc61 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/security-groups?id=17a9d63d-84b6-4037-9ecd-4bac5dc9ce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793376 Jul 07 21:09:54.843902 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6974c2-e9b7-4a32-82df-dd8e4b47f4a3 req-7fc151ed-b14c-44fa-b1ce-0818e22c24c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:54.855188 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0f6974c2-e9b7-4a32-82df-dd8e4b47f4a3 req-7fc151ed-b14c-44fa-b1ce-0818e22c24c9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=21232da6452a40d680cb4842c209ecfd&device_id=791d5bd8-99f6-4318-9945-70ce2a55033e HTTP/1.1" status: 200 len: 1095 time: 0.1049032 Jul 07 21:09:55.016496 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6974c2-e9b7-4a32-82df-dd8e4b47f4a3 req-f1ab8ab6-a8a9-4160-98b0-496b89711c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:55.018006 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0f6974c2-e9b7-4a32-82df-dd8e4b47f4a3 req-f1ab8ab6-a8a9-4160-98b0-496b89711c80 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3dfec35d-3b9e-474a-9026-9f27e6710a7c HTTP/1.1" status: 200 len: 898 time: 0.1587200 Jul 07 21:09:55.034910 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ed8ef-81a8-4a50-93a9-c28f497d1d8e req-c3df911d-02fd-4e5f-8b05-e5d206a07755 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:55.036810 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e0ed8ef-81a8-4a50-93a9-c28f497d1d8e req-c3df911d-02fd-4e5f-8b05-e5d206a07755 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.1670589 Jul 07 21:09:55.080056 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0f6974c2-e9b7-4a32-82df-dd8e4b47f4a3 req-4a3ff0bf-e482-49c4-a97b-c1c753dd11b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 HTTP/1.1" status: 200 len: 217 time: 0.0420420 Jul 07 21:09:55.204705 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e0ed8ef-81a8-4a50-93a9-c28f497d1d8e req-03ca4778-6bf3-4f52-b5ff-d9416c17a11d tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592612 Jul 07 21:09:55.223849 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6974c2-e9b7-4a32-82df-dd8e4b47f4a3 req-2ea7229b-b63e-42ce-bc72-8d165a68c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:55.225345 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0f6974c2-e9b7-4a32-82df-dd8e4b47f4a3 req-2ea7229b-b63e-42ce-bc72-8d165a68c2e4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=793f751c-2b75-4745-accb-58f9290a94e8 HTTP/1.1" status: 200 len: 835 time: 0.1308746 Jul 07 21:09:55.314606 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6974c2-e9b7-4a32-82df-dd8e4b47f4a3 req-7a346c8f-7b87-4924-9274-1bf074996791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:55.316808 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0f6974c2-e9b7-4a32-82df-dd8e4b47f4a3 req-7a346c8f-7b87-4924-9274-1bf074996791 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3dfec35d-3b9e-474a-9026-9f27e6710a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802283 Jul 07 21:09:55.475892 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0f6974c2-e9b7-4a32-82df-dd8e4b47f4a3 req-711e62b2-796e-48fb-a179-de5cdafd7eb9 service neutron] 10.222.0.58 "GET /v2.0/networks/3dfec35d-3b9e-474a-9026-9f27e6710a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486444 Jul 07 21:09:55.543887 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf3418-9e09-4fe7-8117-7c863bea5720 req-38ffa814-e0a7-4dfa-8e23-e3c57ba0ff2d tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:55.545543 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bbaf3418-9e09-4fe7-8117-7c863bea5720 req-38ffa814-e0a7-4dfa-8e23-e3c57ba0ff2d tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/ports?device_id=84e94e24-3129-448d-81b2-81539f9cce30 HTTP/1.1" status: 200 len: 946 time: 0.1621430 Jul 07 21:09:55.604066 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bbaf3418-9e09-4fe7-8117-7c863bea5720 req-a0031da1-7aaa-4418-adfa-799c89496084 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/security-groups?id=17a9d63d-84b6-4037-9ecd-4bac5dc9ce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516176 Jul 07 21:09:55.625407 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0f6974c2-e9b7-4a32-82df-dd8e4b47f4a3 req-9d61e2ff-0787-431a-bbf9-4693fcd9a1b5 service neutron] 10.222.0.58 "GET /v2.0/networks/3dfec35d-3b9e-474a-9026-9f27e6710a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379871 Jul 07 21:09:55.720498 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1f2575db-a71b-47e9-a12b-139b16b73fe1 req-a6e3ee98-dfd6-4da3-9c84-d769998bc096 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0455563 Jul 07 21:09:55.788028 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61111f3e-ad54-48c3-a159-7c02710e45ca req-26a321d1-f4c8-473d-92ed-d6dbd9afbd77 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:55.789565 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-61111f3e-ad54-48c3-a159-7c02710e45ca req-26a321d1-f4c8-473d-92ed-d6dbd9afbd77 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=791d5bd8-99f6-4318-9945-70ce2a55033e HTTP/1.1" status: 200 len: 943 time: 0.0719502 Jul 07 21:09:55.830644 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-61111f3e-ad54-48c3-a159-7c02710e45ca req-e95443c5-0363-4fac-829b-b3ac70f7b620 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d1d8c-d0c2-433b-8c7f-cde6d34c1501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346801 Jul 07 21:09:56.404368 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05329b86-bd9e-443e-9c1b-31de3cb9125b req-54d7b331-94aa-4430-a3ea-70f761f8c70e tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:56.405884 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05329b86-bd9e-443e-9c1b-31de3cb9125b req-54d7b331-94aa-4430-a3ea-70f761f8c70e tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.0648770 Jul 07 21:09:56.450552 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05329b86-bd9e-443e-9c1b-31de3cb9125b req-3af63a43-6a33-43ef-874c-83c199c3858e tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372620 Jul 07 21:09:56.798081 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be63d56-a6eb-4e73-a9dc-f545da098bb8 req-e59333de-d56f-4199-8eb8-054fb29fb574 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:56.801121 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7be63d56-a6eb-4e73-a9dc-f545da098bb8 req-e59333de-d56f-4199-8eb8-054fb29fb574 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/ports?device_id=84e94e24-3129-448d-81b2-81539f9cce30 HTTP/1.1" status: 200 len: 946 time: 0.0798631 Jul 07 21:09:56.850739 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7be63d56-a6eb-4e73-a9dc-f545da098bb8 req-34d455ca-df6f-43d9-a6b9-fb1a6cf9cfb0 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/security-groups?id=17a9d63d-84b6-4037-9ecd-4bac5dc9ce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444100 Jul 07 21:09:56.875445 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-35c931a5-041d-4ca9-abfb-450f1b0e4689 req-c7d2117e-8df5-4dfd-8d66-6f3f2df2d0cd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ba280d27-845c-4123-a5ce-09ee668c4ea5 HTTP/1.1" status: 200 len: 210 time: 0.0349615 Jul 07 21:09:56.904959 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7770abe2-89e3-4fba-94e1-4dcc766e5b74 req-ed4386b7-590b-4965-891f-58a3f8354659 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0324948 Jul 07 21:09:57.027496 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df94c5-a384-46cd-a9cc-b52e6b4ae131 req-5ab5167b-4612-4e3c-9b20-ae5123162736 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:57.029097 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8df94c5-a384-46cd-a9cc-b52e6b4ae131 req-5ab5167b-4612-4e3c-9b20-ae5123162736 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=791d5bd8-99f6-4318-9945-70ce2a55033e HTTP/1.1" status: 200 len: 943 time: 0.0697117 Jul 07 21:09:57.070734 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8df94c5-a384-46cd-a9cc-b52e6b4ae131 req-7b871139-57df-44b4-b87f-e86df3d61db6 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d1d8c-d0c2-433b-8c7f-cde6d34c1501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355370 Jul 07 21:09:57.353252 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37780) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:57.462963 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9693a26-75d5-4c8f-ae09-47d2a9c4b6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:57.499584 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-83dc3ab8-ec17-4596-a293-0c0899a61876 req-9074ac82-677b-409c-af64-4775bcbc6d34 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0299463 Jul 07 21:09:57.583446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578b32a-9d16-4fa7-b424-7edbe769e8d8 req-0deacfc7-f93c-4c3b-ba7c-52874a8e0141 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:57.585282 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c578b32a-9d16-4fa7-b424-7edbe769e8d8 req-0deacfc7-f93c-4c3b-ba7c-52874a8e0141 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e94e24-3129-448d-81b2-81539f9cce30 HTTP/1.1" status: 200 len: 946 time: 0.0882564 Jul 07 21:09:57.726060 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5213fc1-8a05-4f65-869c-3e2b3b54a108 req-c6cf4de8-5486-49a4-977d-e162c27c6a83 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:57.727682 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b5213fc1-8a05-4f65-869c-3e2b3b54a108 req-c6cf4de8-5486-49a4-977d-e162c27c6a83 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.1339190 Jul 07 21:09:57.774409 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-c578b32a-9d16-4fa7-b424-7edbe769e8d8 req-571b4d9a-3ffe-4ff7-bff3-62ba6e00533f tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Deleting port 0dedfaa4-d901-4812-81fc-c12c10317c77 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:09:57.774760 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c578b32a-9d16-4fa7-b424-7edbe769e8d8 req-571b4d9a-3ffe-4ff7-bff3-62ba6e00533f tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:57.795532 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b5213fc1-8a05-4f65-869c-3e2b3b54a108 req-3b1b9c32-05f7-4d12-9414-1bb3cd2e8b33 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602522 Jul 07 21:09:57.874802 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-c578b32a-9d16-4fa7-b424-7edbe769e8d8 req-571b4d9a-3ffe-4ff7-bff3-62ba6e00533f tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] For port 0dedfaa4-d901-4812-81fc-c12c10317c77, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=0dedfaa4-d901-4812-81fc-c12c10317c77,segment=NetworkSegment(0f4b7fe1-4115-4eb7-9918-318b6b8ab2eb),segment_id=0f4b7fe1-4115-4eb7-9918-318b6b8ab2eb)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:57.875616 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c578b32a-9d16-4fa7-b424-7edbe769e8d8 req-571b4d9a-3ffe-4ff7-bff3-62ba6e00533f tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:57.881784 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9693a26-75d5-4c8f-ae09-47d2a9c4b6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:57.886225 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9693a26-75d5-4c8f-ae09-47d2a9c4b6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:57.891148 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-c578b32a-9d16-4fa7-b424-7edbe769e8d8 req-571b4d9a-3ffe-4ff7-bff3-62ba6e00533f tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Calling delete_port for 0dedfaa4-d901-4812-81fc-c12c10317c77 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:09:57.942047 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9693a26-75d5-4c8f-ae09-47d2a9c4b6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7486d81a-32df-45a5-b98f-0fbf3e6f7620,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:57.953317 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e9693a26-75d5-4c8f-ae09-47d2a9c4b6fa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=98d4e1d884f94dcdb137d0f7021fd2a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5981691 Jul 07 21:09:57.953993 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37792) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:58.013999 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-020f1ada-55a7-4082-bd16-7ce4e82559e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:58.038503 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-020f1ada-55a7-4082-bd16-7ce4e82559e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:58.096466 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-020f1ada-55a7-4082-bd16-7ce4e82559e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:58.099482 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-020f1ada-55a7-4082-bd16-7ce4e82559e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:58.100789 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-020f1ada-55a7-4082-bd16-7ce4e82559e5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7486d81a-32df-45a5-b98f-0fbf3e6f7620 HTTP/1.1" status: 204 len: 168 time: 0.1453409 Jul 07 21:09:58.108784 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f1ada-55a7-4082-bd16-7ce4e82559e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7486d81a-32df-45a5-b98f-0fbf3e6f7620,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:58.132394 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47fe717b-937b-417b-b14a-ae551817623f req-6ab7c79e-e171-4189-8dfa-d5804b7d0252 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0489538 Jul 07 21:09:58.148383 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c578b32a-9d16-4fa7-b424-7edbe769e8d8 req-571b4d9a-3ffe-4ff7-bff3-62ba6e00533f tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:58.148617 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:09:58.206753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b4d9a-3ffe-4ff7-bff3-62ba6e00533f tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Pushing event deleted for resources: {'Port': ['ID=0dedfaa4-d901-4812-81fc-c12c10317c77,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:58.218514 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571b4d9a-3ffe-4ff7-bff3-62ba6e00533f tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:58.219132 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571b4d9a-3ffe-4ff7-bff3-62ba6e00533f tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:58.219430 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571b4d9a-3ffe-4ff7-bff3-62ba6e00533f tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:58.219780 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571b4d9a-3ffe-4ff7-bff3-62ba6e00533f tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:58.220148 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571b4d9a-3ffe-4ff7-bff3-62ba6e00533f tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:58.220497 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571b4d9a-3ffe-4ff7-bff3-62ba6e00533f tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:58.220823 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571b4d9a-3ffe-4ff7-bff3-62ba6e00533f tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:58.221151 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571b4d9a-3ffe-4ff7-bff3-62ba6e00533f tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:58.221561 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571b4d9a-3ffe-4ff7-bff3-62ba6e00533f tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:58.221890 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571b4d9a-3ffe-4ff7-bff3-62ba6e00533f tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:58.222257 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571b4d9a-3ffe-4ff7-bff3-62ba6e00533f tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:58.222630 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-571b4d9a-3ffe-4ff7-bff3-62ba6e00533f tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:09:58.251791 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90,segment=NetworkSegment(44cb5f30-5f1a-44e8-8e62-491db6e8273b),segment_id=44cb5f30-5f1a-44e8-8e62-491db6e8273b)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:58.264646 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90', 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c', 'port_id': '7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90', 'mac_address': 'fa:16:3e:9e:5c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793f751c-2b75-4745-accb-58f9290a94e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:09:58.265941 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fec033-3282-4830-bb86-b588094a079b req-222a8252-8eff-41fb-8ea1-394365ed337a tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:58.267676 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-67fec033-3282-4830-bb86-b588094a079b req-222a8252-8eff-41fb-8ea1-394365ed337a tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/ports?device_id=84e94e24-3129-448d-81b2-81539f9cce30 HTTP/1.1" status: 200 len: 946 time: 0.2830257 Jul 07 21:09:58.306888 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:58.320872 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:09:58.343250 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90,segment=NetworkSegment(44cb5f30-5f1a-44e8-8e62-491db6e8273b),segment_id=44cb5f30-5f1a-44e8-8e62-491db6e8273b)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:09:58.346272 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-c578b32a-9d16-4fa7-b424-7edbe769e8d8 req-571b4d9a-3ffe-4ff7-bff3-62ba6e00533f tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] No DVR routers for this DVR port 0dedfaa4-d901-4812-81fc-c12c10317c77 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:09:58.349003 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:58.349280 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-c578b32a-9d16-4fa7-b424-7edbe769e8d8 req-571b4d9a-3ffe-4ff7-bff3-62ba6e00533f tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:58.352676 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c578b32a-9d16-4fa7-b424-7edbe769e8d8 req-571b4d9a-3ffe-4ff7-bff3-62ba6e00533f tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.39 "DELETE /v2.0/ports/0dedfaa4-d901-4812-81fc-c12c10317c77 HTTP/1.1" status: 204 len: 173 time: 0.7601197 Jul 07 21:09:58.373606 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e94e24-3129-448d-81b2-81539f9cce30', 'name': 'network-vif-deleted', 'tag': '0dedfaa4-d901-4812-81fc-c12c10317c77'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:09:58.376674 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc961892-2c5d-4a98-be39-fd09028e892a" -d '{"events": [{"server_uuid": "84e94e24-3129-448d-81b2-81539f9cce30", "name": "network-vif-deleted", "tag": "0dedfaa4-d901-4812-81fc-c12c10317c77"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:09:58.418081 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:58.425134 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-67fec033-3282-4830-bb86-b588094a079b req-a0f3e233-aa58-4b8f-90ae-b03a5ecd0611 tempest-InstanceActionsTestJSON-1860920822 tempest-InstanceActionsTestJSON-1860920822-project] 10.222.0.64 "GET /v2.0/security-groups?id=17a9d63d-84b6-4037-9ecd-4bac5dc9ce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302872 Jul 07 21:09:58.468920 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b572028-55d7-4289-96f3-2a613fdcf888 req-2d1bde8c-8a34-4b73-9259-2deab8e8ad58 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:58.470513 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8b572028-55d7-4289-96f3-2a613fdcf888 req-2d1bde8c-8a34-4b73-9259-2deab8e8ad58 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=791d5bd8-99f6-4318-9945-70ce2a55033e HTTP/1.1" status: 200 len: 943 time: 0.1780212 Jul 07 21:09:58.512156 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1228e270-fd30-4cb6-babb-0822ae4ad6de x-openstack-request-id: req-1228e270-fd30-4cb6-babb-0822ae4ad6de {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:09:58.512683 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e94e24-3129-448d-81b2-81539f9cce30", "name": "network-vif-deleted", "tag": "0dedfaa4-d901-4812-81fc-c12c10317c77", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:09:58.512935 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1228e270-fd30-4cb6-babb-0822ae4ad6de {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:09:58.513394 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e94e24-3129-448d-81b2-81539f9cce30', 'name': 'network-vif-deleted', 'tag': '0dedfaa4-d901-4812-81fc-c12c10317c77', 'status': 'completed', 'code': 200} Jul 07 21:09:58.523937 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8b572028-55d7-4289-96f3-2a613fdcf888 req-fa40021f-1b33-43e6-a23c-88d696aeef5b tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d1d8c-d0c2-433b-8c7f-cde6d34c1501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467081 Jul 07 21:09:58.651532 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:09:58.876617 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37822) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:58.986295 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c43b7-fa4d-4d15-8e04-e64c845c4908 req-0e9285c1-da0c-4af7-9941-4944e7e81349 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:58.987971 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-797c43b7-fa4d-4d15-8e04-e64c845c4908 req-0e9285c1-da0c-4af7-9941-4944e7e81349 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.0707471 Jul 07 21:09:58.992899 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-3ec98437-8a07-4304-8551-b1833599d5b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-661788274-network', 'tenant_id': 'b1e6eb25ac9842e293c302bddad407f5'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:59.032945 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec98437-8a07-4304-8551-b1833599d5b4 admin admin] Made reservation on behalf of b1e6eb25ac9842e293c302bddad407f5 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:09:59.036070 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ec98437-8a07-4304-8551-b1833599d5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:59.049084 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-797c43b7-fa4d-4d15-8e04-e64c845c4908 req-c4049bcf-ede8-47c9-8d58-c316a4108867 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529759 Jul 07 21:09:59.049918 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ec98437-8a07-4304-8551-b1833599d5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:59.151952 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ec98437-8a07-4304-8551-b1833599d5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:59.156209 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ec98437-8a07-4304-8551-b1833599d5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:59.177259 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec98437-8a07-4304-8551-b1833599d5b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:09:59.192093 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec98437-8a07-4304-8551-b1833599d5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5de3e0-7fbd-4f89-a7f9-4fa26d8a9cd1,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:59.195026 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ec98437-8a07-4304-8551-b1833599d5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:59.195369 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-3ec98437-8a07-4304-8551-b1833599d5b4 admin admin] Added segment e2925426-a04b-4eda-a4ea-a3aeab926faf of type vlan for network 6a238c9f-798d-4070-a28a-9d436224a3e0 Jul 07 21:09:59.203667 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a4d1fc71-cb71-4720-90d4-deaed4fab305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:59.235731 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ec98437-8a07-4304-8551-b1833599d5b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:59.264636 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ec98437-8a07-4304-8551-b1833599d5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:59.265721 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec98437-8a07-4304-8551-b1833599d5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:59.266310 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ec98437-8a07-4304-8551-b1833599d5b4 admin admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:59.348877 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-65daf6fc-00b5-4655-8712-6860589d1451 req-50c7fd84-ee68-4781-ba19-8a8936b282e8 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0661983 Jul 07 21:09:59.350103 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3ec98437-8a07-4304-8551-b1833599d5b4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4724236 Jul 07 21:09:59.353211 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37828) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:59.356900 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec98437-8a07-4304-8551-b1833599d5b4 admin admin] Pushing event updated for resources: {'Network': ['ID=6a238c9f-798d-4070-a28a-9d436224a3e0,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:59.360369 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-6ce249da-0e3e-4b77-a9ae-8df08dc6c442 admin admin] Request body: {'subnet': {'network_id': '6a238c9f-798d-4070-a28a-9d436224a3e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-661788274-subnet', 'tenant_id': 'b1e6eb25ac9842e293c302bddad407f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:09:59.367604 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 6a238c9f-798d-4070-a28a-9d436224a3e0 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:09:59.384790 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce249da-0e3e-4b77-a9ae-8df08dc6c442 admin admin] Made reservation on behalf of b1e6eb25ac9842e293c302bddad407f5 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:09:59.387495 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6ce249da-0e3e-4b77-a9ae-8df08dc6c442 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:59.540468 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37842) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:59.575384 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6ce249da-0e3e-4b77-a9ae-8df08dc6c442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:59.605692 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7223f72-8936-40d0-b49b-a45de0f7701a admin admin] Deleting subnet 2a16ab0d-2f5d-416a-ba9d-73ef25075f6f {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:09:59.609362 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a7223f72-8936-40d0-b49b-a45de0f7701a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:59.641757 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce249da-0e3e-4b77-a9ae-8df08dc6c442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3ef07a6-1f20-43e8-ad0f-980c825575e2,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:59.659207 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce249da-0e3e-4b77-a9ae-8df08dc6c442 admin admin] Checking segment: {'id': 'e2925426-a04b-4eda-a4ea-a3aeab926faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a238c9f-798d-4070-a28a-9d436224a3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:09:59.659612 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce249da-0e3e-4b77-a9ae-8df08dc6c442 admin admin] Network hostable DHCP agents. Network: 6a238c9f-798d-4070-a28a-9d436224a3e0, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:09:59.671652 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a7223f72-8936-40d0-b49b-a45de0f7701a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:59.679848 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce249da-0e3e-4b77-a9ae-8df08dc6c442 admin admin] Network 6a238c9f-798d-4070-a28a-9d436224a3e0 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:09:59.693935 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-6ce249da-0e3e-4b77-a9ae-8df08dc6c442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 6a238c9f-798d-4070-a28a-9d436224a3e0) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:09:59.698657 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce249da-0e3e-4b77-a9ae-8df08dc6c442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:59.699867 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6ce249da-0e3e-4b77-a9ae-8df08dc6c442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:59.703928 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf22c50-e249-41e4-a9c2-915f948c4762 None None] Network 6a238c9f-798d-4070-a28a-9d436224a3e0 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:09:59.739812 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6ce249da-0e3e-4b77-a9ae-8df08dc6c442 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3852775 Jul 07 21:09:59.788622 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a7223f72-8936-40d0-b49b-a45de0f7701a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:59.867465 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6568200-ce64-45d1-acbb-3e23b62e1cbb req-cd037fb4-9e9b-4b39-b53a-3e4598c12eab tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:09:59.869213 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c6568200-ce64-45d1-acbb-3e23b62e1cbb req-cd037fb4-9e9b-4b39-b53a-3e4598c12eab tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=791d5bd8-99f6-4318-9945-70ce2a55033e HTTP/1.1" status: 200 len: 944 time: 0.1372066 Jul 07 21:09:59.885784 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a7223f72-8936-40d0-b49b-a45de0f7701a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:59.893458 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4a5e7c-47df-4891-b937-a5e59d572827 None None] Network 6a238c9f-798d-4070-a28a-9d436224a3e0 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:09:59.957974 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2119ce2b-4530-4636-af5f-6c45f5e05ffc req-8a78ee6a-5a42-4df3-b59d-bea97a4bc8fc tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0586205 Jul 07 21:09:59.960640 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7223f72-8936-40d0-b49b-a45de0f7701a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a16ab0d-2f5d-416a-ba9d-73ef25075f6f,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:09:59.965288 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 0dedfaa4-d901-4812-81fc-c12c10317c77 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:09:59.976466 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a7223f72-8936-40d0-b49b-a45de0f7701a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:09:59.980627 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a7223f72-8936-40d0-b49b-a45de0f7701a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2a16ab0d-2f5d-416a-ba9d-73ef25075f6f HTTP/1.1" status: 204 len: 168 time: 0.4368534 Jul 07 21:09:59.981017 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37860) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:09:59.997805 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c6568200-ce64-45d1-acbb-3e23b62e1cbb req-0e433801-5cbf-4d1e-8162-9b7b03f3545d tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d1d8c-d0c2-433b-8c7f-cde6d34c1501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228142 Jul 07 21:10:00.017981 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 0dedfaa4-d901-4812-81fc-c12c10317c77 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:10:00.018638 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 0dedfaa4-d901-4812-81fc-c12c10317c77 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:10:00.112906 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b7f51802-9c6f-4b7a-8189-7cae6dcbdc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:00.150373 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:10:00.203610 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b7f51802-9c6f-4b7a-8189-7cae6dcbdc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:00.212432 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:10:00.217550 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-b7f51802-9c6f-4b7a-8189-7cae6dcbdc7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46884193-a9f7-438d-86d2-8c3247c4a7b4']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:00.217969 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:10:00.218539 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:00.232168 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-b7f51802-9c6f-4b7a-8189-7cae6dcbdc7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f4b7fe1-4115-4eb7-9918-318b6b8ab2eb') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:00.232824 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-b7f51802-9c6f-4b7a-8189-7cae6dcbdc7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f4b7fe1-4115-4eb7-9918-318b6b8ab2eb') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:00.245695 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b7f51802-9c6f-4b7a-8189-7cae6dcbdc7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:00.252249 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dceb81-f349-4490-b6e2-4ff75029c0c1 req-471562f6-6af6-4b00-932c-c528209df711 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:00.261415 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0dceb81-f349-4490-b6e2-4ff75029c0c1 req-471562f6-6af6-4b00-932c-c528209df711 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.0788925 Jul 07 21:10:00.262541 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b7f51802-9c6f-4b7a-8189-7cae6dcbdc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:00.268995 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f51802-9c6f-4b7a-8189-7cae6dcbdc7d admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:10:00.269403 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b7f51802-9c6f-4b7a-8189-7cae6dcbdc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:10:00.271568 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:10:00.314185 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0dceb81-f349-4490-b6e2-4ff75029c0c1 req-78177d05-c5e9-4cf3-8137-4e3a78313d1f tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514019 Jul 07 21:10:00.331284 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:00.336587 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b7f51802-9c6f-4b7a-8189-7cae6dcbdc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:00.343386 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b7f51802-9c6f-4b7a-8189-7cae6dcbdc7d admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:00.352121 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b7f51802-9c6f-4b7a-8189-7cae6dcbdc7d admin admin] 10.222.0.64 "DELETE /v2.0/networks/46884193-a9f7-438d-86d2-8c3247c4a7b4 HTTP/1.1" status: 204 len: 168 time: 0.3674273 Jul 07 21:10:00.356768 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791d5bd8-99f6-4318-9945-70ce2a55033e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:10:00.359178 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6be84c-5fa7-4e45-a51e-99c1d61226f9" -d '{"events": [{"server_uuid": "791d5bd8-99f6-4318-9945-70ce2a55033e", "name": "network-vif-plugged", "status": "completed", "tag": "7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:10:00.369096 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f51802-9c6f-4b7a-8189-7cae6dcbdc7d admin admin] Pushing event deleted for resources: {'Network': ['ID=46884193-a9f7-438d-86d2-8c3247c4a7b4,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:00.374635 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90,segment=NetworkSegment(44cb5f30-5f1a-44e8-8e62-491db6e8273b),segment_id=44cb5f30-5f1a-44e8-8e62-491db6e8273b)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:10:00.381417 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:00.445004 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:00.448727 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8025214d-8b18-41ab-9bc6-67de777003ea x-openstack-request-id: req-8025214d-8b18-41ab-9bc6-67de777003ea {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:10:00.449093 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791d5bd8-99f6-4318-9945-70ce2a55033e", "name": "network-vif-plugged", "status": "completed", "tag": "7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:10:00.449638 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8025214d-8b18-41ab-9bc6-67de777003ea {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:10:00.450131 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791d5bd8-99f6-4318-9945-70ce2a55033e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90', 'code': 200} Jul 07 21:10:00.527943 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37872) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:00.573009 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-32b48be7-9124-4c6d-825d-41abcba53a50 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c93fee0c7db4b2088fada548a738e4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435762 Jul 07 21:10:00.575526 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 37876) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:00.595183 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15492de2-6c9c-48c5-933d-7d3e3e460c7d req-50970cf0-f252-489c-a343-c19e45b0822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:00.597373 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15492de2-6c9c-48c5-933d-7d3e3e460c7d req-50970cf0-f252-489c-a343-c19e45b0822f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=791d5bd8-99f6-4318-9945-70ce2a55033e HTTP/1.1" status: 200 len: 1097 time: 0.0693414 Jul 07 21:10:00.665142 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e46faa2b-7290-48ab-9116-f1b26e693c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:00.669823 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15492de2-6c9c-48c5-933d-7d3e3e460c7d req-a685edd2-8284-4b75-9ece-e17241c13ea7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=430d1d8c-d0c2-433b-8c7f-cde6d34c1501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581656 Jul 07 21:10:00.691295 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e46faa2b-7290-48ab-9116-f1b26e693c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:00.737706 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e46faa2b-7290-48ab-9116-f1b26e693c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:00.740371 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e46faa2b-7290-48ab-9116-f1b26e693c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:00.741594 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e46faa2b-7290-48ab-9116-f1b26e693c53 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/17a9d63d-84b6-4037-9ecd-4bac5dc9ce29 HTTP/1.1" status: 204 len: 168 time: 0.1651409 Jul 07 21:10:00.749523 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46faa2b-7290-48ab-9116-f1b26e693c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a9d63d-84b6-4037-9ecd-4bac5dc9ce29,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:01.161238 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b5af0932-a38b-43b5-b60a-323c75f07a90 req-e51fe6f7-52ab-413d-bf60-2e5c78a16351 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0448203 Jul 07 21:10:01.242683 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d9b81-d7ef-44d8-a722-269b3f07e1ba req-e6e9d573-a6ba-49a0-99b3-7485406680ea tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:01.244604 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4c8d9b81-d7ef-44d8-a722-269b3f07e1ba req-e6e9d573-a6ba-49a0-99b3-7485406680ea tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=791d5bd8-99f6-4318-9945-70ce2a55033e HTTP/1.1" status: 200 len: 945 time: 0.1177912 Jul 07 21:10:01.312353 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4c8d9b81-d7ef-44d8-a722-269b3f07e1ba req-3a69d48f-f3ea-4673-ad77-051c10f333af tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d1d8c-d0c2-433b-8c7f-cde6d34c1501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611727 Jul 07 21:10:01.500830 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc1026-eb7f-48ba-8633-6650a2ccc93b req-b7fa6514-d2a8-42bc-b933-feb10dcf61c2 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:01.502508 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c1bc1026-eb7f-48ba-8633-6650a2ccc93b req-b7fa6514-d2a8-42bc-b933-feb10dcf61c2 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.0791276 Jul 07 21:10:01.513057 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37908) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:01.548003 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c1bc1026-eb7f-48ba-8633-6650a2ccc93b req-f3826099-ebc5-4f6a-98b1-2eacda50cdbf tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395694 Jul 07 21:10:01.634215 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f0c56b98-35e8-4c8e-ba80-889a4c7b0a06 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2034150284-network', 'tenant_id': 'c23c31392c87424d83a97ae28d7195c6'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:10:01.657737 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c56b98-35e8-4c8e-ba80-889a4c7b0a06 admin admin] Made reservation on behalf of c23c31392c87424d83a97ae28d7195c6 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:10:01.660608 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0c56b98-35e8-4c8e-ba80-889a4c7b0a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:01.670537 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0c56b98-35e8-4c8e-ba80-889a4c7b0a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:01.787096 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0c56b98-35e8-4c8e-ba80-889a4c7b0a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:01.791403 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0c56b98-35e8-4c8e-ba80-889a4c7b0a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:01.816504 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c56b98-35e8-4c8e-ba80-889a4c7b0a06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:10:01.826534 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c56b98-35e8-4c8e-ba80-889a4c7b0a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1ddc19-f500-49d2-91f4-6a001c0932e3,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:01.831978 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0c56b98-35e8-4c8e-ba80-889a4c7b0a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:01.832327 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-f0c56b98-35e8-4c8e-ba80-889a4c7b0a06 admin admin] Added segment 1344b82c-d4f2-483c-aa39-e6125ee234ca of type vlan for network 5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e Jul 07 21:10:01.872032 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0c56b98-35e8-4c8e-ba80-889a4c7b0a06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:01.878143 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-533ec5c6-6d3d-4c5e-92cb-684d1265827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:01.904898 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0c56b98-35e8-4c8e-ba80-889a4c7b0a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:01.906094 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c56b98-35e8-4c8e-ba80-889a4c7b0a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:01.906637 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f0c56b98-35e8-4c8e-ba80-889a4c7b0a06 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:01.908883 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:01.963075 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f0c56b98-35e8-4c8e-ba80-889a4c7b0a06 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4488709 Jul 07 21:10:01.965841 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37916) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:01.972975 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-bb7157a0-4a6c-4b88-a474-aed2c4efc88c admin admin] Request body: {'subnet': {'network_id': '5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2034150284-subnet', 'tenant_id': 'c23c31392c87424d83a97ae28d7195c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:10:01.979013 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c56b98-35e8-4c8e-ba80-889a4c7b0a06 admin admin] Pushing event updated for resources: {'Network': ['ID=5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:01.991687 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:10:01.996795 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7157a0-4a6c-4b88-a474-aed2c4efc88c admin admin] Made reservation on behalf of c23c31392c87424d83a97ae28d7195c6 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:10:02.003705 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bb7157a0-4a6c-4b88-a474-aed2c4efc88c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:02.176634 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bb7157a0-4a6c-4b88-a474-aed2c4efc88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:02.242220 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7157a0-4a6c-4b88-a474-aed2c4efc88c admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a40385-4248-4c1e-b1c5-1808ce542ec0,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:02.250143 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7157a0-4a6c-4b88-a474-aed2c4efc88c admin admin] Checking segment: {'id': '1344b82c-d4f2-483c-aa39-e6125ee234ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:10:02.250708 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7157a0-4a6c-4b88-a474-aed2c4efc88c admin admin] Network hostable DHCP agents. Network: 5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:10:02.268239 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7157a0-4a6c-4b88-a474-aed2c4efc88c admin admin] Network 5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:10:02.277518 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-bb7157a0-4a6c-4b88-a474-aed2c4efc88c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:10:02.282128 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7157a0-4a6c-4b88-a474-aed2c4efc88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:02.282778 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bb7157a0-4a6c-4b88-a474-aed2c4efc88c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:02.289714 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dee78e-6644-4da8-a414-585e01a1ad00 None None] Network 5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:10:02.309806 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bb7157a0-4a6c-4b88-a474-aed2c4efc88c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3357589 Jul 07 21:10:02.374226 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4c7a1516-3c96-4acf-83d7-a9d7f294bf38 req-f974fd8e-dfb8-4c0d-a3a8-3727c9abe98a tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0715373 Jul 07 21:10:02.543164 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be5a4e7-c8f2-4cc2-8436-9aa5b522b628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e', 'network_id': '5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e', 'tenant_id': 'c23c31392c87424d83a97ae28d7195c6', 'fixed_ips': [{'subnet_id': '50a40385-4248-4c1e-b1c5-1808ce542ec0'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:10:02.548611 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1be5a4e7-c8f2-4cc2-8436-9aa5b522b628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:02.640572 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30893f27-7b66-431a-9203-8e75209842df req-6a7748ce-93b6-4991-a6ab-172a28c81ff3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:02.642130 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-30893f27-7b66-431a-9203-8e75209842df req-6a7748ce-93b6-4991-a6ab-172a28c81ff3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=791d5bd8-99f6-4318-9945-70ce2a55033e HTTP/1.1" status: 200 len: 945 time: 0.0891230 Jul 07 21:10:02.709546 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-30893f27-7b66-431a-9203-8e75209842df req-c1d671ad-8e17-425e-9fe5-3f04ca773659 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d1d8c-d0c2-433b-8c7f-cde6d34c1501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561867 Jul 07 21:10:02.726857 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-1be5a4e7-c8f2-4cc2-8436-9aa5b522b628 None None] Allocated IP 172.20.0.2 (5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e/50a40385-4248-4c1e-b1c5-1808ce542ec0/854c793b-e0d2-4cf4-ad61-1f3c7aa07235) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:10:02.975769 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1be5a4e7-c8f2-4cc2-8436-9aa5b522b628 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:02.986990 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1be5a4e7-c8f2-4cc2-8436-9aa5b522b628 None None] Transition to ACTIVE for port object 854c793b-e0d2-4cf4-ad61-1f3c7aa07235 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:10:03.004091 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1be5a4e7-c8f2-4cc2-8436-9aa5b522b628 None None] Transition to ACTIVE for port object 854c793b-e0d2-4cf4-ad61-1f3c7aa07235 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:10:03.010737 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1be5a4e7-c8f2-4cc2-8436-9aa5b522b628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:03.037081 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712ae47-5077-46ca-b073-5a3fc000b54f req-3e4c0c13-51d6-492d-a775-3479df0e4c67 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:03.038632 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7712ae47-5077-46ca-b073-5a3fc000b54f req-3e4c0c13-51d6-492d-a775-3479df0e4c67 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.1660304 Jul 07 21:10:03.045566 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a8309-9233-487f-be98-7665a232fef6 req-da38bb96-f66f-4801-bf70-5d9d38b41fb5 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:03.046995 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-355a8309-9233-487f-be98-7665a232fef6 req-da38bb96-f66f-4801-bf70-5d9d38b41fb5 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/networks?id=5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e HTTP/1.1" status: 200 len: 816 time: 0.1304386 Jul 07 21:10:03.052468 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be5a4e7-c8f2-4cc2-8436-9aa5b522b628 None None] Network 5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:10:03.061746 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-1be5a4e7-c8f2-4cc2-8436-9aa5b522b628 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:10:03.064164 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be5a4e7-c8f2-4cc2-8436-9aa5b522b628 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:10:03.072306 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5a4e7-c8f2-4cc2-8436-9aa5b522b628 None None] Pushing event updated for resources: {'Port': ['ID=854c793b-e0d2-4cf4-ad61-1f3c7aa07235,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:03.076660 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-355a8309-9233-487f-be98-7665a232fef6 req-d498f334-f59c-4ec6-a7a3-df0d8bbba8ad tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/quotas/c23c31392c87424d83a97ae28d7195c6 HTTP/1.1" status: 200 len: 375 time: 0.0222983 Jul 07 21:10:03.099429 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7712ae47-5077-46ca-b073-5a3fc000b54f req-7d492403-9f30-4e0b-aa17-c69b717b5b75 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514128 Jul 07 21:10:03.126620 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1be5a4e7-c8f2-4cc2-8436-9aa5b522b628 None None] Attempting to bind port 854c793b-e0d2-4cf4-ad61-1f3c7aa07235 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:10:03.127004 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1be5a4e7-c8f2-4cc2-8436-9aa5b522b628 None None] Attempting to bind port 854c793b-e0d2-4cf4-ad61-1f3c7aa07235 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '1344b82c-d4f2-483c-aa39-e6125ee234ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:10:03.127968 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be5a4e7-c8f2-4cc2-8436-9aa5b522b628 None None] Attempting to bind port 854c793b-e0d2-4cf4-ad61-1f3c7aa07235 on network 5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:10:03.133632 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be5a4e7-c8f2-4cc2-8436-9aa5b522b628 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:10:03.134025 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be5a4e7-c8f2-4cc2-8436-9aa5b522b628 None None] Checking segment: {'id': '1344b82c-d4f2-483c-aa39-e6125ee234ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:10:03.134438 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1be5a4e7-c8f2-4cc2-8436-9aa5b522b628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:03.134835 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be5a4e7-c8f2-4cc2-8436-9aa5b522b628 None None] Bound using segment: {'id': '1344b82c-d4f2-483c-aa39-e6125ee234ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:10:03.135312 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1be5a4e7-c8f2-4cc2-8436-9aa5b522b628 None None] Bound port: 854c793b-e0d2-4cf4-ad61-1f3c7aa07235, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1344b82c-d4f2-483c-aa39-e6125ee234ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:10:03.135730 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1be5a4e7-c8f2-4cc2-8436-9aa5b522b628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:03.158517 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-355a8309-9233-487f-be98-7665a232fef6 req-94059155-e0b3-49aa-b26f-8958efd36827 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c23c31392c87424d83a97ae28d7195c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0733886 Jul 07 21:10:03.200985 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1be5a4e7-c8f2-4cc2-8436-9aa5b522b628 None None] For port 854c793b-e0d2-4cf4-ad61-1f3c7aa07235, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:10:03.204170 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1be5a4e7-c8f2-4cc2-8436-9aa5b522b628 None None] For port 854c793b-e0d2-4cf4-ad61-1f3c7aa07235, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=854c793b-e0d2-4cf4-ad61-1f3c7aa07235,segment=NetworkSegment(1344b82c-d4f2-483c-aa39-e6125ee234ca),segment_id=1344b82c-d4f2-483c-aa39-e6125ee234ca)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:10:03.209151 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1be5a4e7-c8f2-4cc2-8436-9aa5b522b628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:03.265546 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5a4e7-c8f2-4cc2-8436-9aa5b522b628 None None] Pushing event updated for resources: {'Port': ['ID=854c793b-e0d2-4cf4-ad61-1f3c7aa07235,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:03.551318 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:03.673398 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-355a8309-9233-487f-be98-7665a232fef6 req-1eb244da-f0f8-4648-88ef-b9b181e14813 service neutron] 10.222.0.64 "GET /v2.0/networks/5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082173 Jul 07 21:10:03.691552 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3718bed-aef2-4a86-abb0-1a9758bc9c06 req-052c5ae5-fcb6-4b34-b3cc-75e6570a71b6 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:03.693732 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c3718bed-aef2-4a86-abb0-1a9758bc9c06 req-052c5ae5-fcb6-4b34-b3cc-75e6570a71b6 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=791d5bd8-99f6-4318-9945-70ce2a55033e HTTP/1.1" status: 200 len: 945 time: 0.4850636 Jul 07 21:10:03.780501 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c3718bed-aef2-4a86-abb0-1a9758bc9c06 req-cc6e876f-7f7e-4b3d-9854-a64953cd73a2 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d1d8c-d0c2-433b-8c7f-cde6d34c1501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778370 Jul 07 21:10:03.805442 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37954) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:03.834503 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-355a8309-9233-487f-be98-7665a232fef6 req-23f39ccf-bf08-4390-9164-17c3aac0a2b4 service neutron] 10.222.0.64 "GET /v2.0/networks/5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395457 Jul 07 21:10:03.874111 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1230c439-f0ce-4a73-b55b-576c377af3e4 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:03.875883 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1230c439-f0ce-4a73-b55b-576c377af3e4 tempest-TestNetworkBasicOps-1318382005 tempest-TestNetworkBasicOps-1318382005-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=791d5bd8-99f6-4318-9945-70ce2a55033e HTTP/1.1" status: 200 len: 1092 time: 0.0686021 Jul 07 21:10:03.878944 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 37958) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:03.886704 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-821d3d96-4990-4893-b386-707a4681111f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'port_id': '7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:10:03.922285 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-821d3d96-4990-4893-b386-707a4681111f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for floatingip, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:03.940576 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e650d173-8f05-4d74-9fdf-2129ba942589 req-507ef037-93fd-45ce-869c-75eb723164c7 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0420072 Jul 07 21:10:04.120872 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-821d3d96-4990-4893-b386-707a4681111f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:04.325865 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-e0111292-57dc-4181-a7e1-2ed469c8235a tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:04.327528 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-e0111292-57dc-4181-a7e1-2ed469c8235a tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/networks?id=5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e HTTP/1.1" status: 200 len: 816 time: 0.1541696 Jul 07 21:10:04.350234 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 854c793b-e0d2-4cf4-ad61-1f3c7aa07235 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:10:04.395283 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-f5b0cb1a-9113-4dd0-8e63-ebc106ae5ab5 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/quotas/c23c31392c87424d83a97ae28d7195c6 HTTP/1.1" status: 200 len: 375 time: 0.0460227 Jul 07 21:10:04.410185 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-821d3d96-4990-4893-b386-707a4681111f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Allocated IP 172.25.5.140 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/77084f4c-bd73-4ca5-a0e2-ef00dddd4990) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:10:04.466404 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 854c793b-e0d2-4cf4-ad61-1f3c7aa07235 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:10:04.559242 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37a0d7-99f9-4d5d-b925-8c094de7e01b req-1d73fc53-3ae3-45b4-be2a-511d9d795782 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:04.568291 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2e37a0d7-99f9-4d5d-b925-8c094de7e01b req-1d73fc53-3ae3-45b4-be2a-511d9d795782 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.2208412 Jul 07 21:10:04.584937 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-2490538a-a8dc-4f17-85e3-e292432077bf tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c23c31392c87424d83a97ae28d7195c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1878843 Jul 07 21:10:04.607379 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-821d3d96-4990-4893-b386-707a4681111f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:04.665778 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-821d3d96-4990-4893-b386-707a4681111f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:04.672366 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50157d1c-14ff-4667-9944-11b18f5fb265 None None] Network 5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:10:04.704450 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2e37a0d7-99f9-4d5d-b925-8c094de7e01b req-e883f304-e684-4b99-b925-1576e23efca2 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173327 Jul 07 21:10:04.761893 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-35f1974f-8b84-4965-bdb0-23199e2f3bf6 service neutron] 10.222.0.64 "GET /v2.0/networks/5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760812 Jul 07 21:10:04.762646 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821d3d96-4990-4893-b386-707a4681111f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:10:04.764140 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d3d96-4990-4893-b386-707a4681111f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'Port': ['ID=77084f4c-bd73-4ca5-a0e2-ef00dddd4990,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:04.769785 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-821d3d96-4990-4893-b386-707a4681111f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:10:04.774843 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821d3d96-4990-4893-b386-707a4681111f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:10:04.885548 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-e1a36b78-958e-417a-a435-097d981d7899 service neutron] 10.222.0.64 "GET /v2.0/networks/5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077530 Jul 07 21:10:04.892042 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a9bad3fd-4316-449d-8ac5-736facbeee91 None None] Provisioning for port 854c793b-e0d2-4cf4-ad61-1f3c7aa07235 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:10:04.898988 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a9bad3fd-4316-449d-8ac5-736facbeee91 None None] Provisioning complete for port 854c793b-e0d2-4cf4-ad61-1f3c7aa07235 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:10:04.900042 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a9bad3fd-4316-449d-8ac5-736facbeee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:05.240329 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a9bad3fd-4316-449d-8ac5-736facbeee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:05.336607 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:05.340850 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8794eabf-b777-4e32-892b-014dffe404c8 req-5ddc0b71-0f7d-4f32-b134-979fef119424 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.1087744 Jul 07 21:10:05.372121 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-a9bad3fd-4316-449d-8ac5-736facbeee91 None None] For port 854c793b-e0d2-4cf4-ad61-1f3c7aa07235, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=854c793b-e0d2-4cf4-ad61-1f3c7aa07235,segment=NetworkSegment(1344b82c-d4f2-483c-aa39-e6125ee234ca),segment_id=1344b82c-d4f2-483c-aa39-e6125ee234ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:10:05.382954 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a9bad3fd-4316-449d-8ac5-736facbeee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:05.464459 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-821d3d96-4990-4893-b386-707a4681111f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:05.527311 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bad3fd-4316-449d-8ac5-736facbeee91 None None] Pushing event updated for resources: {'Port': ['ID=854c793b-e0d2-4cf4-ad61-1f3c7aa07235,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:05.553957 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-11cf57d5-f64b-4ffa-aa69-42396cd29051 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:05.562848 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-11cf57d5-f64b-4ffa-aa69-42396cd29051 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/networks?id=5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e HTTP/1.1" status: 200 len: 816 time: 0.2462497 Jul 07 21:10:05.589847 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-1f316fec-0954-428f-b396-c5d0718ea312 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/quotas/c23c31392c87424d83a97ae28d7195c6 HTTP/1.1" status: 200 len: 375 time: 0.0258558 Jul 07 21:10:05.662416 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-821d3d96-4990-4893-b386-707a4681111f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:05.697780 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-8de54710-d919-47a6-a2ac-653f026690f9 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c23c31392c87424d83a97ae28d7195c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1065745 Jul 07 21:10:05.750572 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-07684d94-1ddf-4c03-bb2b-b10deea9180b None None] Provisioning complete for port 854c793b-e0d2-4cf4-ad61-1f3c7aa07235 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:10:05.751006 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-07684d94-1ddf-4c03-bb2b-b10deea9180b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:05.813820 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-c3db69b9-27a4-4bf5-8353-a083b242ee30 service neutron] 10.222.0.64 "GET /v2.0/networks/5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147466 Jul 07 21:10:05.970967 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-821d3d96-4990-4893-b386-707a4681111f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:05.977184 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-821d3d96-4990-4893-b386-707a4681111f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:06.057209 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-0403f17d-a280-40f4-ae82-4abe0e48abfa service neutron] 10.222.0.64 "GET /v2.0/networks/5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410047 Jul 07 21:10:06.074918 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d3d96-4990-4893-b386-707a4681111f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event updated for resources: {'Port': ['ID=77084f4c-bd73-4ca5-a0e2-ef00dddd4990,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:06.084274 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a8309-9233-487f-be98-7665a232fef6 req-001a03d8-6410-408c-8f89-8ecfa1a584ef tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:06.087127 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-355a8309-9233-487f-be98-7665a232fef6 req-001a03d8-6410-408c-8f89-8ecfa1a584ef tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.58 "GET /v2.0/networks?id=5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e HTTP/1.1" status: 200 len: 816 time: 0.2697318 Jul 07 21:10:06.097204 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-821d3d96-4990-4893-b386-707a4681111f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:06.116293 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-355a8309-9233-487f-be98-7665a232fef6 req-8687480a-9794-4a17-bea5-45959fbb1fca tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Request body: {'port': {'device_id': '6357e4e1-2b21-436a-b56d-c01c3a37272e', 'network_id': '5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e', 'admin_state_up': True, 'tenant_id': 'c23c31392c87424d83a97ae28d7195c6'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:10:06.132867 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9dc2bb-b4e1-42db-abab-49b6746fd269 req-1fdb18ea-68df-4281-9f5a-d1c698c46cf9 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:06.142017 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7a9dc2bb-b4e1-42db-abab-49b6746fd269 req-1fdb18ea-68df-4281-9f5a-d1c698c46cf9 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.2097769 Jul 07 21:10:06.258932 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7a9dc2bb-b4e1-42db-abab-49b6746fd269 req-1c8925e8-2938-4422-b9f0-43947bd54299 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159201 Jul 07 21:10:06.303204 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [None req-821d3d96-4990-4893-b386-707a4681111f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Floating IP 74215575-217f-49e2-9b28-c67db4fda47b associated. External IP: 172.25.5.140, port: 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90. Jul 07 21:10:06.330643 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 854c793b-e0d2-4cf4-ad61-1f3c7aa07235 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:10:06.412880 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-355a8309-9233-487f-be98-7665a232fef6 req-8687480a-9794-4a17-bea5-45959fbb1fca tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Made reservation on behalf of c23c31392c87424d83a97ae28d7195c6 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:10:06.418044 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-355a8309-9233-487f-be98-7665a232fef6 req-8687480a-9794-4a17-bea5-45959fbb1fca tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:06.450385 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 854c793b-e0d2-4cf4-ad61-1f3c7aa07235 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:10:06.450865 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:06.520925 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-08bfe8ef-3e71-4bba-b687-d1d632cd8b13 req-0aee54ec-1c24-4102-b7ac-529a22165972 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=184b1f40-f14e-47b2-9255-1451796b80bf HTTP/1.1" status: 200 len: 210 time: 0.1523676 Jul 07 21:10:06.758848 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821d3d96-4990-4893-b386-707a4681111f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Router 5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:10:06.789507 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec4717aa-2bee-4b4c-b9cb-9c64e418ef01 req-ed7fb007-5b4f-4648-8880-d838565acc33 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.1626201 Jul 07 21:10:06.822886 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-355a8309-9233-487f-be98-7665a232fef6 req-8687480a-9794-4a17-bea5-45959fbb1fca tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Allocated IP 172.20.0.9 (5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e/50a40385-4248-4c1e-b1c5-1808ce542ec0/0b6b1b4f-b74d-4b26-9697-34171290efb2) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:10:06.906647 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821d3d96-4990-4893-b386-707a4681111f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:10:06.921665 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2135ab-366a-4779-abca-6cfd67d93e31 None None] Sync routers for ids ['5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:10:06.956303 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2135ab-366a-4779-abca-6cfd67d93e31 None None] Routers {'5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:10:06.956934 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-7a2135ab-366a-4779-abca-6cfd67d93e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:10:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:06.972564 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-821d3d96-4990-4893-b386-707a4681111f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:07.056248 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-821d3d96-4990-4893-b386-707a4681111f tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1760950 Jul 07 21:10:07.056950 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791d5bd8-99f6-4318-9945-70ce2a55033e', 'tag': '7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:10:07.059503 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facd536b-23f5-4815-8036-ff5dacefa040" -d '{"events": [{"name": "network-changed", "server_uuid": "791d5bd8-99f6-4318-9945-70ce2a55033e", "tag": "7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:10:07.062284 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38030) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:07.130794 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-355a8309-9233-487f-be98-7665a232fef6 req-8687480a-9794-4a17-bea5-45959fbb1fca tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:07.148682 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-355a8309-9233-487f-be98-7665a232fef6 req-8687480a-9794-4a17-bea5-45959fbb1fca tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Transition to ACTIVE for port object 0b6b1b4f-b74d-4b26-9697-34171290efb2 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:10:07.165478 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d1f2b97d-14f6-47ef-b1b4-235468c11cc0 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/floatingips/74215575-217f-49e2-9b28-c67db4fda47b HTTP/1.1" status: 200 len: 991 time: 0.1020641 Jul 07 21:10:07.167604 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452674ce-982d-4884-8532-5281343625f8 x-openstack-request-id: req-452674ce-982d-4884-8532-5281343625f8 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:10:07.167935 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "791d5bd8-99f6-4318-9945-70ce2a55033e", "tag": "7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:10:07.168241 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-452674ce-982d-4884-8532-5281343625f8 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:10:07.168649 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '791d5bd8-99f6-4318-9945-70ce2a55033e', 'tag': '7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90', 'status': 'completed', 'code': 200} Jul 07 21:10:07.173751 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-7a2135ab-366a-4779-abca-6cfd67d93e31 None None] Set router 5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:10:07.238065 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-4002b94c-c45d-453b-9b3a-5a1bd1ae29d2 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:07.239910 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-4002b94c-c45d-453b-9b3a-5a1bd1ae29d2 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.39 "GET /v2.0/networks?id=5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e HTTP/1.1" status: 200 len: 816 time: 0.3412714 Jul 07 21:10:07.258914 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-f41996e9-8b28-4086-a158-a84fcc527695 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Request body: {'port': {'device_id': 'bdbcc40b-8d5f-4eea-b568-c7706dbf50da', 'network_id': '5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e', 'admin_state_up': True, 'tenant_id': 'c23c31392c87424d83a97ae28d7195c6'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:10:07.261818 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd536b-23f5-4815-8036-ff5dacefa040 req-e2b13561-2368-4ea0-9a88-bb08175b6a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:07.263781 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-facd536b-23f5-4815-8036-ff5dacefa040 req-e2b13561-2368-4ea0-9a88-bb08175b6a46 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=21232da6452a40d680cb4842c209ecfd&device_id=791d5bd8-99f6-4318-9945-70ce2a55033e HTTP/1.1" status: 200 len: 1097 time: 0.0808067 Jul 07 21:10:07.292756 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-355a8309-9233-487f-be98-7665a232fef6 req-8687480a-9794-4a17-bea5-45959fbb1fca tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:07.384279 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-355a8309-9233-487f-be98-7665a232fef6 req-8687480a-9794-4a17-bea5-45959fbb1fca tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Network 5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:10:07.393146 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-355a8309-9233-487f-be98-7665a232fef6 req-8687480a-9794-4a17-bea5-45959fbb1fca tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:10:07.401051 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-355a8309-9233-487f-be98-7665a232fef6 req-8687480a-9794-4a17-bea5-45959fbb1fca tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:10:07.427593 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd536b-23f5-4815-8036-ff5dacefa040 req-f93f1496-aa23-4663-b879-e8ffdf33135c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:07.429472 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-facd536b-23f5-4815-8036-ff5dacefa040 req-f93f1496-aa23-4663-b879-e8ffdf33135c service neutron] 10.222.0.58 "GET /v2.0/networks?id=3dfec35d-3b9e-474a-9026-9f27e6710a7c HTTP/1.1" status: 200 len: 898 time: 0.1559639 Jul 07 21:10:07.504055 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687480a-9794-4a17-bea5-45959fbb1fca tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Pushing event updated for resources: {'Port': ['ID=0b6b1b4f-b74d-4b26-9697-34171290efb2,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:07.572634 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-facd536b-23f5-4815-8036-ff5dacefa040 req-e972aeec-a0bc-46c6-a1e7-5ffc6f9f3dc0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 HTTP/1.1" status: 200 len: 999 time: 0.1311994 Jul 07 21:10:07.624572 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-7a2135ab-366a-4779-abca-6cfd67d93e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'name': 'tempest-TestNetworkBasicOps-router-1311822345', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:36Z', 'updated_at': '2021-07-07T21:09:42Z', 'revision_number': 4, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:37Z', 'updated_at': '2021-07-07T21:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '74215575-217f-49e2-9b28-c67db4fda47b', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'floating_ip_address': '172.25.5.140', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'port_id': '7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c', 'mac_address': 'fa:16:3e:9e:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791d5bd8-99f6-4318-9945-70ce2a55033e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:10:05Z', 'updated_at': '2021-07-07T21:10:05Z', 'revision_number': 0, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8ddb2d-b314-42b8-8a86-d1280ca51b63', 'name': '', 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:c3:43:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '793f751c-2b75-4745-accb-58f9290a94e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:41Z', 'updated_at': '2021-07-07T21:09:48Z', 'revision_number': 5, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '793f751c-2b75-4745-accb-58f9290a94e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:07.664312 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a8309-9233-487f-be98-7665a232fef6 req-8687480a-9794-4a17-bea5-45959fbb1fca tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:07.666780 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-355a8309-9233-487f-be98-7665a232fef6 req-8687480a-9794-4a17-bea5-45959fbb1fca tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:07.691792 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd536b-23f5-4815-8036-ff5dacefa040 req-3f427eef-a094-49db-a9dc-080f4894fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:07.694302 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-facd536b-23f5-4815-8036-ff5dacefa040 req-3f427eef-a094-49db-a9dc-080f4894fa9c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=793f751c-2b75-4745-accb-58f9290a94e8 HTTP/1.1" status: 200 len: 835 time: 0.0988302 Jul 07 21:10:07.713176 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2135ab-366a-4779-abca-6cfd67d93e31 None None] Checking router: 5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:10:07.735217 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2135ab-366a-4779-abca-6cfd67d93e31 None None] Routers {'5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:10:07.736563 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-7a2135ab-366a-4779-abca-6cfd67d93e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:10:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:07.773153 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-f41996e9-8b28-4086-a158-a84fcc527695 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Made reservation on behalf of c23c31392c87424d83a97ae28d7195c6 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:10:07.776962 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-f41996e9-8b28-4086-a158-a84fcc527695 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:07.782385 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-066cd2ad-a877-4ee5-bebf-c4fff88707bb req-9fdbe97e-79aa-4688-9754-a63439bf2236 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=184b1f40-f14e-47b2-9255-1451796b80bf HTTP/1.1" status: 200 len: 210 time: 0.0499690 Jul 07 21:10:07.791148 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a8cd1-271f-480e-96de-773e846caac3 req-1178d788-988c-4f35-8260-f772a85700c1 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:07.792565 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-626a8cd1-271f-480e-96de-773e846caac3 req-1178d788-988c-4f35-8260-f772a85700c1 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.3248866 Jul 07 21:10:07.800575 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-355a8309-9233-487f-be98-7665a232fef6 req-8687480a-9794-4a17-bea5-45959fbb1fca tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6982753 Jul 07 21:10:07.818289 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd536b-23f5-4815-8036-ff5dacefa040 req-33b11a78-c574-4d5c-b147-0749b367fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:07.822138 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-facd536b-23f5-4815-8036-ff5dacefa040 req-33b11a78-c574-4d5c-b147-0749b367fe34 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3dfec35d-3b9e-474a-9026-9f27e6710a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1167357 Jul 07 21:10:07.835157 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-355a8309-9233-487f-be98-7665a232fef6 req-33abb48d-03c1-48de-97d6-9fc1188f89b2 service neutron] Request body: {'port': {'device_id': '6357e4e1-2b21-436a-b56d-c01c3a37272e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:10:07.914266 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f39500ec-7a3a-4bfd-9e21-eebd45cd3633 None None] Provisioning for port 0b6b1b4f-b74d-4b26-9697-34171290efb2 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:10:07.918887 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f39500ec-7a3a-4bfd-9e21-eebd45cd3633 None None] Provisioning complete for port 0b6b1b4f-b74d-4b26-9697-34171290efb2 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:10:07.919505 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f39500ec-7a3a-4bfd-9e21-eebd45cd3633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:07.979900 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-facd536b-23f5-4815-8036-ff5dacefa040 req-71674046-0b86-4367-bde1-30b2c1190100 service neutron] 10.222.0.58 "GET /v2.0/networks/3dfec35d-3b9e-474a-9026-9f27e6710a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481898 Jul 07 21:10:07.980607 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-f39500ec-7a3a-4bfd-9e21-eebd45cd3633 None None] Port 0b6b1b4f-b74d-4b26-9697-34171290efb2 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:10:07.985248 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-7a2135ab-366a-4779-abca-6cfd67d93e31 None None] Set router 5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:10:08.022986 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-626a8cd1-271f-480e-96de-773e846caac3 req-13ef6a4c-cc09-4092-beea-cf3f925364bb tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146711 Jul 07 21:10:08.163634 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-355a8309-9233-487f-be98-7665a232fef6 req-33abb48d-03c1-48de-97d6-9fc1188f89b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:08.173104 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13218dc8-5011-4b64-ac99-bba4202b1c34 req-3f8165a2-e4b6-4617-b501-d504fe8982e3 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0487063 Jul 07 21:10:08.175467 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38044) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:08.246408 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-facd536b-23f5-4815-8036-ff5dacefa040 req-987d8d81-c7dc-42b3-8e8e-75224670b755 service neutron] 10.222.0.58 "GET /v2.0/networks/3dfec35d-3b9e-474a-9026-9f27e6710a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581811 Jul 07 21:10:08.274868 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-f41996e9-8b28-4086-a158-a84fcc527695 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Allocated IP 172.20.0.12 (5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e/50a40385-4248-4c1e-b1c5-1808ce542ec0/4dc4c7d0-581f-4e9c-87de-071a3b0927ff) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:10:08.302104 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc862e-5da3-4b57-afec-7703be0fea34 req-010277b1-3d09-4d36-b60a-68a3c3aab63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:08.304525 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d4cc862e-5da3-4b57-afec-7703be0fea34 req-010277b1-3d09-4d36-b60a-68a3c3aab63c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 1098 time: 0.1418171 Jul 07 21:10:08.342915 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a5187ce2-5f10-4259-821e-a7f3ae4a383e tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/floatingips/74215575-217f-49e2-9b28-c67db4fda47b HTTP/1.1" status: 200 len: 991 time: 0.1608083 Jul 07 21:10:08.370682 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d4cc862e-5da3-4b57-afec-7703be0fea34 req-b6033438-0230-41a6-b008-3d6de7516cf6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599334 Jul 07 21:10:08.582331 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-7a2135ab-366a-4779-abca-6cfd67d93e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'name': 'tempest-TestNetworkBasicOps-router-1311822345', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:36Z', 'updated_at': '2021-07-07T21:09:42Z', 'revision_number': 4, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:37Z', 'updated_at': '2021-07-07T21:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '74215575-217f-49e2-9b28-c67db4fda47b', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'floating_ip_address': '172.25.5.140', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'port_id': '7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c', 'mac_address': 'fa:16:3e:9e:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791d5bd8-99f6-4318-9945-70ce2a55033e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:10:05Z', 'updated_at': '2021-07-07T21:10:05Z', 'revision_number': 0, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8ddb2d-b314-42b8-8a86-d1280ca51b63', 'name': '', 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:c3:43:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '793f751c-2b75-4745-accb-58f9290a94e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:41Z', 'updated_at': '2021-07-07T21:09:48Z', 'revision_number': 5, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '793f751c-2b75-4745-accb-58f9290a94e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:08.634875 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-fea7ea8f-7e48-4a70-ae26-d6cba56b43c6 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:08.636502 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-fea7ea8f-7e48-4a70-ae26-d6cba56b43c6 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.58 "GET /v2.0/networks?id=5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e HTTP/1.1" status: 200 len: 816 time: 0.1868505 Jul 07 21:10:08.640563 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2135ab-366a-4779-abca-6cfd67d93e31 None None] The sync data for ids ['5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'] in n-d-695189-11 is: [{'id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'name': 'tempest-TestNetworkBasicOps-router-1311822345', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:36Z', 'updated_at': '2021-07-07T21:09:42Z', 'revision_number': 4, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:37Z', 'updated_at': '2021-07-07T21:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '74215575-217f-49e2-9b28-c67db4fda47b', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'floating_ip_address': '172.25.5.140', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'port_id': '7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c', 'mac_address': 'fa:16:3e:9e:5c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791d5bd8-99f6-4318-9945-70ce2a55033e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:10:05Z', 'updated_at': '2021-07-07T21:10:05Z', 'revision_number': 0, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be8ddb2d-b314-42b8-8a86-d1280ca51b63', 'name': '', 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:c3:43:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '793f751c-2b75-4745-accb-58f9290a94e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:41Z', 'updated_at': '2021-07-07T21:09:48Z', 'revision_number': 5, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '793f751c-2b75-4745-accb-58f9290a94e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:10:08.661175 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-29adb866-6e09-4fbd-b685-3141aa737ff0 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Request body: {'port': {'device_id': '184b1f40-f14e-47b2-9255-1451796b80bf', 'network_id': '5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e', 'admin_state_up': True, 'tenant_id': 'c23c31392c87424d83a97ae28d7195c6'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:10:08.663159 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-f41996e9-8b28-4086-a158-a84fcc527695 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:08.690342 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-f41996e9-8b28-4086-a158-a84fcc527695 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Transition to ACTIVE for port object 4dc4c7d0-581f-4e9c-87de-071a3b0927ff will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:10:08.839591 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-f41996e9-8b28-4086-a158-a84fcc527695 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:08.872736 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-29adb866-6e09-4fbd-b685-3141aa737ff0 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Made reservation on behalf of c23c31392c87424d83a97ae28d7195c6 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:10:08.881188 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-29adb866-6e09-4fbd-b685-3141aa737ff0 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:08.907004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-f41996e9-8b28-4086-a158-a84fcc527695 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Network 5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:10:08.926866 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-f41996e9-8b28-4086-a158-a84fcc527695 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:10:08.929810 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-f41996e9-8b28-4086-a158-a84fcc527695 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:10:09.061552 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41996e9-8b28-4086-a158-a84fcc527695 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Pushing event updated for resources: {'Port': ['ID=4dc4c7d0-581f-4e9c-87de-071a3b0927ff,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:09.067704 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1f7b5b-3fe0-4efe-a3ca-f3a543589ee5 None None] New status for floating IP 74215575-217f-49e2-9b28-c67db4fda47b: ACTIVE {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:10:09.068530 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2d75ac10-2cd4-4035-89c7-14e919337df2 req-cf4a16bf-a23c-4d5d-8e97-5f2398ab85ea tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=184b1f40-f14e-47b2-9255-1451796b80bf HTTP/1.1" status: 200 len: 210 time: 0.0522923 Jul 07 21:10:09.157127 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-f41996e9-8b28-4086-a158-a84fcc527695 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:09.158020 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-f41996e9-8b28-4086-a158-a84fcc527695 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:09.320008 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-f41996e9-8b28-4086-a158-a84fcc527695 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0705156 Jul 07 21:10:09.344329 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38060) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:09.356338 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-01b1fd4f-0142-4a61-b87c-de203b35e9bb service neutron] Request body: {'port': {'device_id': 'bdbcc40b-8d5f-4eea-b568-c7706dbf50da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:10:09.374975 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d7ef2727-3646-4d97-9cc9-6ad360b7e269 None None] Provisioning for port 4dc4c7d0-581f-4e9c-87de-071a3b0927ff completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:10:09.392030 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d7ef2727-3646-4d97-9cc9-6ad360b7e269 None None] Provisioning complete for port 4dc4c7d0-581f-4e9c-87de-071a3b0927ff triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:10:09.392405 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d7ef2727-3646-4d97-9cc9-6ad360b7e269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:09.457436 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef2727-3646-4d97-9cc9-6ad360b7e269 None None] Port 4dc4c7d0-581f-4e9c-87de-071a3b0927ff cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:10:09.467249 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e06b5ff-99d1-468a-bd3e-eca148b461f3 req-79b930c9-28e3-465c-873c-70602ef41045 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.1063828 Jul 07 21:10:09.472311 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-355a8309-9233-487f-be98-7665a232fef6 req-33abb48d-03c1-48de-97d6-9fc1188f89b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b6b1b4f-b74d-4b26-9697-34171290efb2 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:10:09.486009 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-355a8309-9233-487f-be98-7665a232fef6 req-33abb48d-03c1-48de-97d6-9fc1188f89b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:09.516491 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-355a8309-9233-487f-be98-7665a232fef6 req-33abb48d-03c1-48de-97d6-9fc1188f89b2 service neutron] Transition to ACTIVE for port object 0b6b1b4f-b74d-4b26-9697-34171290efb2 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:10:09.530129 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-51ae4b16-27a0-41b2-8624-7911afa22ad3 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/floatingips/74215575-217f-49e2-9b28-c67db4fda47b HTTP/1.1" status: 200 len: 993 time: 0.1845653 Jul 07 21:10:09.544873 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-355a8309-9233-487f-be98-7665a232fef6 req-33abb48d-03c1-48de-97d6-9fc1188f89b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:09.593727 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbcfbb-3e3f-43d3-9877-ced68da55404 req-24f4d8ef-bca1-49e6-8204-334ce896a631 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:09.601491 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-59fbcfbb-3e3f-43d3-9877-ced68da55404 req-24f4d8ef-bca1-49e6-8204-334ce896a631 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.3248425 Jul 07 21:10:09.636628 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-01b1fd4f-0142-4a61-b87c-de203b35e9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:09.701120 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abb48d-03c1-48de-97d6-9fc1188f89b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6b1b4f-b74d-4b26-9697-34171290efb2,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:09.720279 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-59fbcfbb-3e3f-43d3-9877-ced68da55404 req-abca4b9a-02de-4516-b163-82d5f6e4f645 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177132 Jul 07 21:10:09.891495 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-355a8309-9233-487f-be98-7665a232fef6 req-33abb48d-03c1-48de-97d6-9fc1188f89b2 service neutron] Attempting to bind port 0b6b1b4f-b74d-4b26-9697-34171290efb2 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:10:09.892156 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-355a8309-9233-487f-be98-7665a232fef6 req-33abb48d-03c1-48de-97d6-9fc1188f89b2 service neutron] Attempting to bind port 0b6b1b4f-b74d-4b26-9697-34171290efb2 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '1344b82c-d4f2-483c-aa39-e6125ee234ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:10:09.892277 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355a8309-9233-487f-be98-7665a232fef6 req-33abb48d-03c1-48de-97d6-9fc1188f89b2 service neutron] Attempting to bind port 0b6b1b4f-b74d-4b26-9697-34171290efb2 on network 5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:10:09.900139 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355a8309-9233-487f-be98-7665a232fef6 req-33abb48d-03c1-48de-97d6-9fc1188f89b2 service neutron] Port 0b6b1b4f-b74d-4b26-9697-34171290efb2 on network 5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:10:09.900482 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355a8309-9233-487f-be98-7665a232fef6 req-33abb48d-03c1-48de-97d6-9fc1188f89b2 service neutron] Attempting to bind port 0b6b1b4f-b74d-4b26-9697-34171290efb2 on network 5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:10:09.917470 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355a8309-9233-487f-be98-7665a232fef6 req-33abb48d-03c1-48de-97d6-9fc1188f89b2 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:10:09.918445 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355a8309-9233-487f-be98-7665a232fef6 req-33abb48d-03c1-48de-97d6-9fc1188f89b2 service neutron] Checking segment: {'id': '1344b82c-d4f2-483c-aa39-e6125ee234ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:10:09.918917 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355a8309-9233-487f-be98-7665a232fef6 req-33abb48d-03c1-48de-97d6-9fc1188f89b2 service neutron] Bound using segment: {'id': '1344b82c-d4f2-483c-aa39-e6125ee234ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:10:09.919514 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-355a8309-9233-487f-be98-7665a232fef6 req-33abb48d-03c1-48de-97d6-9fc1188f89b2 service neutron] Bound port: 0b6b1b4f-b74d-4b26-9697-34171290efb2, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1344b82c-d4f2-483c-aa39-e6125ee234ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:10:09.921139 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-355a8309-9233-487f-be98-7665a232fef6 req-33abb48d-03c1-48de-97d6-9fc1188f89b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:09.946275 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-29adb866-6e09-4fbd-b685-3141aa737ff0 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Allocated IP 172.20.0.11 (5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e/50a40385-4248-4c1e-b1c5-1808ce542ec0/94568695-6c7b-4533-9283-e3bb39e26b3e) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:10:10.003090 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-355a8309-9233-487f-be98-7665a232fef6 req-33abb48d-03c1-48de-97d6-9fc1188f89b2 service neutron] For port 0b6b1b4f-b74d-4b26-9697-34171290efb2, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:10:10.007649 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-355a8309-9233-487f-be98-7665a232fef6 req-33abb48d-03c1-48de-97d6-9fc1188f89b2 service neutron] For port 0b6b1b4f-b74d-4b26-9697-34171290efb2, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0b6b1b4f-b74d-4b26-9697-34171290efb2,segment=NetworkSegment(1344b82c-d4f2-483c-aa39-e6125ee234ca),segment_id=1344b82c-d4f2-483c-aa39-e6125ee234ca)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:10:10.012396 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-355a8309-9233-487f-be98-7665a232fef6 req-33abb48d-03c1-48de-97d6-9fc1188f89b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:10.054975 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a8309-9233-487f-be98-7665a232fef6 req-33abb48d-03c1-48de-97d6-9fc1188f89b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:10.056368 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-355a8309-9233-487f-be98-7665a232fef6 req-33abb48d-03c1-48de-97d6-9fc1188f89b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:10.058389 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-355a8309-9233-487f-be98-7665a232fef6 req-33abb48d-03c1-48de-97d6-9fc1188f89b2 service neutron] 10.222.0.58 "PUT /v2.0/ports/0b6b1b4f-b74d-4b26-9697-34171290efb2 HTTP/1.1" status: 200 len: 1092 time: 2.2320299 Jul 07 21:10:10.058844 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6357e4e1-2b21-436a-b56d-c01c3a37272e', 'tag': '0b6b1b4f-b74d-4b26-9697-34171290efb2'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:10:10.061258 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0efccf-05a3-4ec3-a1df-8615e3383ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "6357e4e1-2b21-436a-b56d-c01c3a37272e", "tag": "0b6b1b4f-b74d-4b26-9697-34171290efb2"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:10:10.109351 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abb48d-03c1-48de-97d6-9fc1188f89b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6b1b4f-b74d-4b26-9697-34171290efb2,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:10.134199 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e00a0f3-9ebd-4b14-986c-f6720031d4c6 x-openstack-request-id: req-6e00a0f3-9ebd-4b14-986c-f6720031d4c6 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:10:10.139870 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6357e4e1-2b21-436a-b56d-c01c3a37272e", "tag": "0b6b1b4f-b74d-4b26-9697-34171290efb2", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:10:10.140210 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6e00a0f3-9ebd-4b14-986c-f6720031d4c6 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:10:10.140641 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6357e4e1-2b21-436a-b56d-c01c3a37272e', 'tag': '0b6b1b4f-b74d-4b26-9697-34171290efb2', 'status': 'completed', 'code': 200} Jul 07 21:10:10.236186 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-29adb866-6e09-4fbd-b685-3141aa737ff0 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:10.290831 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-29adb866-6e09-4fbd-b685-3141aa737ff0 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Transition to ACTIVE for port object 94568695-6c7b-4533-9283-e3bb39e26b3e will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:10:10.364543 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1077f939-d6cc-4a0b-a57d-d3d697841218 req-60f13fd8-a424-46a0-bab3-85689f0f6de1 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=184b1f40-f14e-47b2-9255-1451796b80bf HTTP/1.1" status: 200 len: 210 time: 0.0795507 Jul 07 21:10:10.369336 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-29adb866-6e09-4fbd-b685-3141aa737ff0 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:10.418750 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a8309-9233-487f-be98-7665a232fef6 req-05fc66dd-ec1b-4ebe-a374-711e05880e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:10.424887 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-355a8309-9233-487f-be98-7665a232fef6 req-05fc66dd-ec1b-4ebe-a374-711e05880e9b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c23c31392c87424d83a97ae28d7195c6&device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 1095 time: 0.2818725 Jul 07 21:10:10.426370 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-29adb866-6e09-4fbd-b685-3141aa737ff0 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Network 5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:10:10.434356 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-29adb866-6e09-4fbd-b685-3141aa737ff0 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:10:10.438844 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-29adb866-6e09-4fbd-b685-3141aa737ff0 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:10:10.487093 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-355a8309-9233-487f-be98-7665a232fef6 req-95fb7111-7f14-4e8c-a779-40b9114b60f3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b6b1b4f-b74d-4b26-9697-34171290efb2 HTTP/1.1" status: 200 len: 217 time: 0.0484395 Jul 07 21:10:10.497913 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-29adb866-6e09-4fbd-b685-3141aa737ff0 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:10.498551 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-29adb866-6e09-4fbd-b685-3141aa737ff0 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:10.500971 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29adb866-6e09-4fbd-b685-3141aa737ff0 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Pushing event updated for resources: {'Port': ['ID=94568695-6c7b-4533-9283-e3bb39e26b3e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:10.522962 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-29adb866-6e09-4fbd-b685-3141aa737ff0 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8657312 Jul 07 21:10:10.545859 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-5d053df4-9fb1-4c5a-93b2-8af0e13f4832 service neutron] Request body: {'port': {'device_id': '184b1f40-f14e-47b2-9255-1451796b80bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:10:10.613419 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a8309-9233-487f-be98-7665a232fef6 req-cb64febc-045f-4114-9d36-aea339a1e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:10.618510 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-355a8309-9233-487f-be98-7665a232fef6 req-cb64febc-045f-4114-9d36-aea339a1e50c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=50a40385-4248-4c1e-b1c5-1808ce542ec0 HTTP/1.1" status: 200 len: 855 time: 0.0998983 Jul 07 21:10:10.701223 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-5d053df4-9fb1-4c5a-93b2-8af0e13f4832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:10.954548 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-04e6b456-996a-48c8-848e-de24dfbf02bd None None] Provisioning for port 94568695-6c7b-4533-9283-e3bb39e26b3e completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:10:10.960022 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-04e6b456-996a-48c8-848e-de24dfbf02bd None None] Provisioning complete for port 94568695-6c7b-4533-9283-e3bb39e26b3e triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:10:10.960458 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-04e6b456-996a-48c8-848e-de24dfbf02bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:10.999113 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-04e6b456-996a-48c8-848e-de24dfbf02bd None None] Port 94568695-6c7b-4533-9283-e3bb39e26b3e cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:10:11.153777 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dcc141bc-17d2-43a5-88c1-711c298ecf4e req-49b02a40-7e26-4523-9523-b82c51145d6b tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.4431224 Jul 07 21:10:11.163963 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-01b1fd4f-0142-4a61-b87c-de203b35e9bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc4c7d0-581f-4e9c-87de-071a3b0927ff {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:10:11.187214 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-01b1fd4f-0142-4a61-b87c-de203b35e9bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:11.187925 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a8309-9233-487f-be98-7665a232fef6 req-cfbc28ff-a0d5-4be3-90cc-9bbdd61c1b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:11.189500 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-355a8309-9233-487f-be98-7665a232fef6 req-cfbc28ff-a0d5-4be3-90cc-9bbdd61c1b69 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5607431 Jul 07 21:10:11.204222 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-01b1fd4f-0142-4a61-b87c-de203b35e9bb service neutron] Transition to ACTIVE for port object 4dc4c7d0-581f-4e9c-87de-071a3b0927ff will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:10:11.215401 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-01b1fd4f-0142-4a61-b87c-de203b35e9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:11.326535 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e35b4-fc04-41a4-8b70-78690735eea8 req-7464ee4e-3205-4b2a-967f-da5060b0766b tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:11.328007 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0b1e35b4-fc04-41a4-8b70-78690735eea8 req-7464ee4e-3205-4b2a-967f-da5060b0766b tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.2045586 Jul 07 21:10:11.335366 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1fd4f-0142-4a61-b87c-de203b35e9bb service neutron] Pushing event updated for resources: {'Port': ['ID=4dc4c7d0-581f-4e9c-87de-071a3b0927ff,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:11.438558 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-5d053df4-9fb1-4c5a-93b2-8af0e13f4832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94568695-6c7b-4533-9283-e3bb39e26b3e {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:10:11.457247 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-5d053df4-9fb1-4c5a-93b2-8af0e13f4832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:11.483473 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0b1e35b4-fc04-41a4-8b70-78690735eea8 req-d552fd50-9f3f-4787-b732-1c6674c8730c tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412990 Jul 07 21:10:11.510237 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-5d053df4-9fb1-4c5a-93b2-8af0e13f4832 service neutron] Transition to ACTIVE for port object 94568695-6c7b-4533-9283-e3bb39e26b3e will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:10:11.516814 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-5d053df4-9fb1-4c5a-93b2-8af0e13f4832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:11.559983 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-355a8309-9233-487f-be98-7665a232fef6 req-4d1a785a-ce66-46b3-a476-7064929e843b service neutron] 10.222.0.58 "GET /v2.0/networks/5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576651 Jul 07 21:10:11.582003 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-1557d2c7-61c8-4a01-9b00-f807c7330e47 req-8d275bcb-8bd6-4763-b5bc-2c93e5555b60 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1673482104', 'description': 'tempest-description-1412434511'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:10:11.651036 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d053df4-9fb1-4c5a-93b2-8af0e13f4832 service neutron] Pushing event updated for resources: {'Port': ['ID=94568695-6c7b-4533-9283-e3bb39e26b3e,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:11.683903 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-355a8309-9233-487f-be98-7665a232fef6 req-963127c5-91e5-4420-95dc-b3c0d5bbb410 service neutron] 10.222.0.58 "GET /v2.0/networks/5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934305 Jul 07 21:10:11.779847 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1557d2c7-61c8-4a01-9b00-f807c7330e47 req-8d275bcb-8bd6-4763-b5bc-2c93e5555b60 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:11.803281 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-5d053df4-9fb1-4c5a-93b2-8af0e13f4832 service neutron] Attempting to bind port 94568695-6c7b-4533-9283-e3bb39e26b3e on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:10:11.803644 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-5d053df4-9fb1-4c5a-93b2-8af0e13f4832 service neutron] Attempting to bind port 94568695-6c7b-4533-9283-e3bb39e26b3e by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '1344b82c-d4f2-483c-aa39-e6125ee234ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:10:11.803975 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-5d053df4-9fb1-4c5a-93b2-8af0e13f4832 service neutron] Attempting to bind port 94568695-6c7b-4533-9283-e3bb39e26b3e on network 5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:10:11.808999 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-5d053df4-9fb1-4c5a-93b2-8af0e13f4832 service neutron] Port 94568695-6c7b-4533-9283-e3bb39e26b3e on network 5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:10:11.809402 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-5d053df4-9fb1-4c5a-93b2-8af0e13f4832 service neutron] Attempting to bind port 94568695-6c7b-4533-9283-e3bb39e26b3e on network 5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:10:11.816292 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-5d053df4-9fb1-4c5a-93b2-8af0e13f4832 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:10:11.816638 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-5d053df4-9fb1-4c5a-93b2-8af0e13f4832 service neutron] Checking segment: {'id': '1344b82c-d4f2-483c-aa39-e6125ee234ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:10:11.817030 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-5d053df4-9fb1-4c5a-93b2-8af0e13f4832 service neutron] Bound using segment: {'id': '1344b82c-d4f2-483c-aa39-e6125ee234ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:10:11.817460 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-5d053df4-9fb1-4c5a-93b2-8af0e13f4832 service neutron] Bound port: 94568695-6c7b-4533-9283-e3bb39e26b3e, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1344b82c-d4f2-483c-aa39-e6125ee234ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:10:11.817857 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-5d053df4-9fb1-4c5a-93b2-8af0e13f4832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:11.836736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-01b1fd4f-0142-4a61-b87c-de203b35e9bb service neutron] Attempting to bind port 4dc4c7d0-581f-4e9c-87de-071a3b0927ff on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:10:11.837518 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-01b1fd4f-0142-4a61-b87c-de203b35e9bb service neutron] Attempting to bind port 4dc4c7d0-581f-4e9c-87de-071a3b0927ff by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '1344b82c-d4f2-483c-aa39-e6125ee234ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:10:11.837959 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-01b1fd4f-0142-4a61-b87c-de203b35e9bb service neutron] Attempting to bind port 4dc4c7d0-581f-4e9c-87de-071a3b0927ff on network 5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:10:11.870978 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-01b1fd4f-0142-4a61-b87c-de203b35e9bb service neutron] Port 4dc4c7d0-581f-4e9c-87de-071a3b0927ff on network 5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:10:11.871303 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-01b1fd4f-0142-4a61-b87c-de203b35e9bb service neutron] Attempting to bind port 4dc4c7d0-581f-4e9c-87de-071a3b0927ff on network 5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:10:11.912086 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-5d053df4-9fb1-4c5a-93b2-8af0e13f4832 service neutron] For port 94568695-6c7b-4533-9283-e3bb39e26b3e, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:10:11.918026 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-5d053df4-9fb1-4c5a-93b2-8af0e13f4832 service neutron] For port 94568695-6c7b-4533-9283-e3bb39e26b3e, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=94568695-6c7b-4533-9283-e3bb39e26b3e,segment=NetworkSegment(1344b82c-d4f2-483c-aa39-e6125ee234ca),segment_id=1344b82c-d4f2-483c-aa39-e6125ee234ca)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:10:11.924812 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-01b1fd4f-0142-4a61-b87c-de203b35e9bb service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:10:11.925048 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-01b1fd4f-0142-4a61-b87c-de203b35e9bb service neutron] Checking segment: {'id': '1344b82c-d4f2-483c-aa39-e6125ee234ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:10:11.925652 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-01b1fd4f-0142-4a61-b87c-de203b35e9bb service neutron] Bound using segment: {'id': '1344b82c-d4f2-483c-aa39-e6125ee234ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:10:11.926282 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-01b1fd4f-0142-4a61-b87c-de203b35e9bb service neutron] Bound port: 4dc4c7d0-581f-4e9c-87de-071a3b0927ff, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1344b82c-d4f2-483c-aa39-e6125ee234ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:10:11.926723 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-01b1fd4f-0142-4a61-b87c-de203b35e9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:11.930258 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-5d053df4-9fb1-4c5a-93b2-8af0e13f4832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:11.973819 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4e3fa-425e-4655-96b8-8ef4b26ce071 req-6f8dbda7-8793-4f5c-acc9-deda3a79e0cb tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:11.975030 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-93d4e3fa-425e-4655-96b8-8ef4b26ce071 req-6f8dbda7-8793-4f5c-acc9-deda3a79e0cb tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=184b1f40-f14e-47b2-9255-1451796b80bf HTTP/1.1" status: 200 len: 944 time: 0.2282565 Jul 07 21:10:12.008581 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-5d053df4-9fb1-4c5a-93b2-8af0e13f4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:12.009462 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-5d053df4-9fb1-4c5a-93b2-8af0e13f4832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:12.011156 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-5d053df4-9fb1-4c5a-93b2-8af0e13f4832 service neutron] 10.222.0.58 "PUT /v2.0/ports/94568695-6c7b-4533-9283-e3bb39e26b3e HTTP/1.1" status: 200 len: 1093 time: 1.4748054 Jul 07 21:10:12.013661 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184b1f40-f14e-47b2-9255-1451796b80bf', 'tag': '94568695-6c7b-4533-9283-e3bb39e26b3e'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:10:12.022738 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2eb3b7-e83e-41a1-8cfa-898fe8a9adaa" -d '{"events": [{"name": "network-changed", "server_uuid": "184b1f40-f14e-47b2-9255-1451796b80bf", "tag": "94568695-6c7b-4533-9283-e3bb39e26b3e"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:10:12.046213 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0efccf-05a3-4ec3-a1df-8615e3383ad9 req-e66d0cbe-2608-4327-a9a5-af74ed286ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:12.054635 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d0efccf-05a3-4ec3-a1df-8615e3383ad9 req-e66d0cbe-2608-4327-a9a5-af74ed286ff4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c23c31392c87424d83a97ae28d7195c6&device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 1095 time: 0.2865095 Jul 07 21:10:12.057658 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d053df4-9fb1-4c5a-93b2-8af0e13f4832 service neutron] Pushing event updated for resources: {'Port': ['ID=94568695-6c7b-4533-9283-e3bb39e26b3e,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:12.110829 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-93d4e3fa-425e-4655-96b8-8ef4b26ce071 req-7316de77-0a5e-4e98-b6bd-7658a7a5d120 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284068 Jul 07 21:10:12.179198 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-01b1fd4f-0142-4a61-b87c-de203b35e9bb service neutron] For port 4dc4c7d0-581f-4e9c-87de-071a3b0927ff, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:10:12.183401 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-01b1fd4f-0142-4a61-b87c-de203b35e9bb service neutron] For port 4dc4c7d0-581f-4e9c-87de-071a3b0927ff, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=4dc4c7d0-581f-4e9c-87de-071a3b0927ff,segment=NetworkSegment(1344b82c-d4f2-483c-aa39-e6125ee234ca),segment_id=1344b82c-d4f2-483c-aa39-e6125ee234ca)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:10:12.209245 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45576a8c-bf61-4643-8313-344b6b1fa8b6 x-openstack-request-id: req-45576a8c-bf61-4643-8313-344b6b1fa8b6 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:10:12.209548 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184b1f40-f14e-47b2-9255-1451796b80bf", "tag": "94568695-6c7b-4533-9283-e3bb39e26b3e", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:10:12.209795 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-45576a8c-bf61-4643-8313-344b6b1fa8b6 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:10:12.210206 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184b1f40-f14e-47b2-9255-1451796b80bf', 'tag': '94568695-6c7b-4533-9283-e3bb39e26b3e', 'status': 'completed', 'code': 200} Jul 07 21:10:12.225232 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-01b1fd4f-0142-4a61-b87c-de203b35e9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:12.225571 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-cf97f308-ed0e-44a5-886d-6fa896307171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:12.229269 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-cf97f308-ed0e-44a5-886d-6fa896307171 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c23c31392c87424d83a97ae28d7195c6&device_id=184b1f40-f14e-47b2-9255-1451796b80bf HTTP/1.1" status: 200 len: 1096 time: 0.1453114 Jul 07 21:10:12.277965 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-17bf00c1-a03f-40b8-ade1-9bbb11e9ac7b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94568695-6c7b-4533-9283-e3bb39e26b3e HTTP/1.1" status: 200 len: 217 time: 0.0383704 Jul 07 21:10:12.354737 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1557d2c7-61c8-4a01-9b00-f807c7330e47 req-8d275bcb-8bd6-4763-b5bc-2c93e5555b60 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:12.375002 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-01b1fd4f-0142-4a61-b87c-de203b35e9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:12.375759 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-01b1fd4f-0142-4a61-b87c-de203b35e9bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:12.377616 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-01b1fd4f-0142-4a61-b87c-de203b35e9bb service neutron] 10.222.0.39 "PUT /v2.0/ports/4dc4c7d0-581f-4e9c-87de-071a3b0927ff HTTP/1.1" status: 200 len: 1093 time: 3.0254869 Jul 07 21:10:12.378113 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbcc40b-8d5f-4eea-b568-c7706dbf50da', 'tag': '4dc4c7d0-581f-4e9c-87de-071a3b0927ff'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:10:12.383006 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e8b2d6-a1ba-460d-a714-e81a09f15e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "bdbcc40b-8d5f-4eea-b568-c7706dbf50da", "tag": "4dc4c7d0-581f-4e9c-87de-071a3b0927ff"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:10:12.390537 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-6aecd315-76c9-41d9-889f-14296ab486c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:12.392138 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-6aecd315-76c9-41d9-889f-14296ab486c7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=50a40385-4248-4c1e-b1c5-1808ce542ec0 HTTP/1.1" status: 200 len: 855 time: 0.1063521 Jul 07 21:10:12.405879 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1557d2c7-61c8-4a01-9b00-f807c7330e47 req-8d275bcb-8bd6-4763-b5bc-2c93e5555b60 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:12.493989 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d4d92786-e212-411d-b4df-7c1f216d693f req-a25312c3-1958-4b16-be5a-275f799027ce tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.1057975 Jul 07 21:10:12.573014 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-7ad9fc57-984b-4c5d-960f-25ab3ab6155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:12.576425 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-7ad9fc57-984b-4c5d-960f-25ab3ab6155a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1717505 Jul 07 21:10:12.594277 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f3e844-7074-43f4-bd82-0e74d39847b2 x-openstack-request-id: req-27f3e844-7074-43f4-bd82-0e74d39847b2 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:10:12.594675 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdbcc40b-8d5f-4eea-b568-c7706dbf50da", "tag": "4dc4c7d0-581f-4e9c-87de-071a3b0927ff", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:10:12.594938 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-27f3e844-7074-43f4-bd82-0e74d39847b2 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:10:12.595369 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbcc40b-8d5f-4eea-b568-c7706dbf50da', 'tag': '4dc4c7d0-581f-4e9c-87de-071a3b0927ff', 'status': 'completed', 'code': 200} Jul 07 21:10:12.612196 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0efccf-05a3-4ec3-a1df-8615e3383ad9 req-0d14a03f-62e9-4225-b5b2-0acef9afcb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:12.613748 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d0efccf-05a3-4ec3-a1df-8615e3383ad9 req-0d14a03f-62e9-4225-b5b2-0acef9afcb73 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e HTTP/1.1" status: 200 len: 917 time: 0.5352864 Jul 07 21:10:12.629155 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1fd4f-0142-4a61-b87c-de203b35e9bb service neutron] Pushing event updated for resources: {'Port': ['ID=4dc4c7d0-581f-4e9c-87de-071a3b0927ff,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:12.648881 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-1557d2c7-61c8-4a01-9b00-f807c7330e47 req-8d275bcb-8bd6-4763-b5bc-2c93e5555b60 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:12.650109 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1557d2c7-61c8-4a01-9b00-f807c7330e47 req-8d275bcb-8bd6-4763-b5bc-2c93e5555b60 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 1.0732610 Jul 07 21:10:12.701752 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-85760534-759f-4899-9ed3-0e982af40839 req-ca6c1549-4c41-4a49-bbdf-523b9c7b5e0b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1842093 Jul 07 21:10:12.731355 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d0efccf-05a3-4ec3-a1df-8615e3383ad9 req-9abf27aa-9848-4161-9e2c-23af57b1243f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b6b1b4f-b74d-4b26-9697-34171290efb2 HTTP/1.1" status: 200 len: 217 time: 0.0861082 Jul 07 21:10:12.735564 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d275bcb-8bd6-4763-b5bc-2c93e5555b60 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd45c6a-488f-4e2a-8d75-ca823f4b5756,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:12.761589 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-8568d2ae-724f-4f54-8d39-451a3a0e26eb service neutron] 10.222.0.58 "GET /v2.0/networks/5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719286 Jul 07 21:10:12.781460 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-0a047032-cb92-47e5-9636-900fe23155e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:12.783790 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-0a047032-cb92-47e5-9636-900fe23155e7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c23c31392c87424d83a97ae28d7195c6&device_id=bdbcc40b-8d5f-4eea-b568-c7706dbf50da HTTP/1.1" status: 200 len: 1096 time: 0.2882636 Jul 07 21:10:12.867319 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-b137ed5e-3044-4040-989d-86e1a265b7a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dc4c7d0-581f-4e9c-87de-071a3b0927ff HTTP/1.1" status: 200 len: 217 time: 0.0528021 Jul 07 21:10:12.924438 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85760534-759f-4899-9ed3-0e982af40839 req-38a625d9-c31b-49ba-b4a0-05a23a4f71d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:12.926637 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8888cc53-9945-4890-8a7d-74635f888539 req-f3efd498-47ac-496c-b1a9-124a3884355f tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1673482104&fields=id&tenant_id=b23aeeec068f48d9b9417dac414bc687 HTTP/1.1" status: 200 len: 267 time: 0.1054411 Jul 07 21:10:12.931668 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0efccf-05a3-4ec3-a1df-8615e3383ad9 req-c8b53af6-efac-47db-a9d3-5a8e337cd125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:12.932770 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-85760534-759f-4899-9ed3-0e982af40839 req-38a625d9-c31b-49ba-b4a0-05a23a4f71d5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=03ca69fab8c3490785d81740376897ed&device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 1098 time: 0.1116884 Jul 07 21:10:12.932983 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d0efccf-05a3-4ec3-a1df-8615e3383ad9 req-c8b53af6-efac-47db-a9d3-5a8e337cd125 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=50a40385-4248-4c1e-b1c5-1808ce542ec0 HTTP/1.1" status: 200 len: 855 time: 0.1688898 Jul 07 21:10:12.944698 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-498d26d5-80e6-4ab5-879a-904e9bd1a5e5 req-80386346-b6e1-4aa0-9be4-9b167bd70242 service neutron] 10.222.0.58 "GET /v2.0/networks/5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597712 Jul 07 21:10:12.998864 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-d5d9a2c4-dc4e-4881-8792-0fad24bd1ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:13.000400 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-d5d9a2c4-dc4e-4881-8792-0fad24bd1ebf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50a40385-4248-4c1e-b1c5-1808ce542ec0 HTTP/1.1" status: 200 len: 855 time: 0.1224351 Jul 07 21:10:13.098261 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888cc53-9945-4890-8a7d-74635f888539 req-766f3217-6ef0-4e91-af9a-e0eadc3b83b8 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:13.106204 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8888cc53-9945-4890-8a7d-74635f888539 req-766f3217-6ef0-4e91-af9a-e0eadc3b83b8 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.1706386 Jul 07 21:10:13.112549 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-8888cc53-9945-4890-8a7d-74635f888539 req-ba08671c-8626-4180-9c44-4b68924b6ee0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Request body: {'port': {'security_groups': ['5c8d8a5b-f4f9-4651-b140-2416a1775b7d', '1dd45c6a-488f-4e2a-8d75-ca823f4b5756']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:10:13.153687 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0efccf-05a3-4ec3-a1df-8615e3383ad9 req-234084aa-3ec0-4c99-b79a-c12bf4b5e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:13.155999 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d0efccf-05a3-4ec3-a1df-8615e3383ad9 req-234084aa-3ec0-4c99-b79a-c12bf4b5e3d1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2097073 Jul 07 21:10:13.208545 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85760534-759f-4899-9ed3-0e982af40839 req-2651b74f-156a-45e3-8ff0-2d680ef5a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:13.218390 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-85760534-759f-4899-9ed3-0e982af40839 req-2651b74f-156a-45e3-8ff0-2d680ef5a9c2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a14eea41-1d99-44fc-b2e3-33f3b36e5825 HTTP/1.1" status: 200 len: 909 time: 0.2552221 Jul 07 21:10:13.247393 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-d9026039-0bc5-4e53-8af0-f5bb4ad7d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:13.249702 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-d9026039-0bc5-4e53-8af0-f5bb4ad7d273 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2311950 Jul 07 21:10:13.305085 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2eb3b7-e83e-41a1-8cfa-898fe8a9adaa req-bf310e0a-8ee4-49fa-996d-3785d4edd06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:13.307181 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-da2eb3b7-e83e-41a1-8cfa-898fe8a9adaa req-bf310e0a-8ee4-49fa-996d-3785d4edd06d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c23c31392c87424d83a97ae28d7195c6&device_id=184b1f40-f14e-47b2-9255-1451796b80bf HTTP/1.1" status: 200 len: 1096 time: 0.2770872 Jul 07 21:10:13.309215 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-85760534-759f-4899-9ed3-0e982af40839 req-ecc42946-490d-47cd-b283-050ad683a7dd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14cc1503-5d77-400a-a108-b1ad16e4b4e9 HTTP/1.1" status: 200 len: 1002 time: 0.0785894 Jul 07 21:10:13.394380 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8888cc53-9945-4890-8a7d-74635f888539 req-ba08671c-8626-4180-9c44-4b68924b6ee0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:13.496290 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85760534-759f-4899-9ed3-0e982af40839 req-d4d1c779-3522-40fa-a4a6-afb8faba7a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:13.498613 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-85760534-759f-4899-9ed3-0e982af40839 req-d4d1c779-3522-40fa-a4a6-afb8faba7a16 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cac4ea62-0922-4170-9b4c-660afcde50d6 HTTP/1.1" status: 200 len: 847 time: 0.1702654 Jul 07 21:10:13.504831 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2eb3b7-e83e-41a1-8cfa-898fe8a9adaa req-d87f945f-2651-4235-bddf-f7debe9ac093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:13.506680 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-da2eb3b7-e83e-41a1-8cfa-898fe8a9adaa req-d87f945f-2651-4235-bddf-f7debe9ac093 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e HTTP/1.1" status: 200 len: 917 time: 0.1795487 Jul 07 21:10:13.599307 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-da2eb3b7-e83e-41a1-8cfa-898fe8a9adaa req-33c174d8-5809-4024-a939-b8f8c91ff42a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94568695-6c7b-4533-9283-e3bb39e26b3e HTTP/1.1" status: 200 len: 217 time: 0.0706859 Jul 07 21:10:13.632991 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-8888cc53-9945-4890-8a7d-74635f888539 req-ba08671c-8626-4180-9c44-4b68924b6ee0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] For port 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69,segment=NetworkSegment(108432c1-a6ca-4ab1-8fa3-46e3c0d5295f),segment_id=108432c1-a6ca-4ab1-8fa3-46e3c0d5295f)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:10:13.666001 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8888cc53-9945-4890-8a7d-74635f888539 req-ba08671c-8626-4180-9c44-4b68924b6ee0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:13.681523 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2eb3b7-e83e-41a1-8cfa-898fe8a9adaa req-92d5ba2f-8070-4efa-a9a6-57c6de32d398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:13.683015 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-da2eb3b7-e83e-41a1-8cfa-898fe8a9adaa req-92d5ba2f-8070-4efa-a9a6-57c6de32d398 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=50a40385-4248-4c1e-b1c5-1808ce542ec0 HTTP/1.1" status: 200 len: 855 time: 0.0671115 Jul 07 21:10:13.688666 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8888cc53-9945-4890-8a7d-74635f888539 req-ba08671c-8626-4180-9c44-4b68924b6ee0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:13.703103 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85760534-759f-4899-9ed3-0e982af40839 req-551d1fa4-56e7-4469-80a2-c602005d7e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:13.704371 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:10:13.704887 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-85760534-759f-4899-9ed3-0e982af40839 req-551d1fa4-56e7-4469-80a2-c602005d7e58 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a14eea41-1d99-44fc-b2e3-33f3b36e5825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1838751 Jul 07 21:10:13.714294 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d0efccf-05a3-4ec3-a1df-8615e3383ad9 req-b66edc3e-a6d4-45f3-aa42-507a685ca4b4 service neutron] 10.222.0.58 "GET /v2.0/networks/5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5374167 Jul 07 21:10:13.827121 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2eb3b7-e83e-41a1-8cfa-898fe8a9adaa req-20076b5f-f875-4b28-81fe-a786f849dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:13.828608 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-da2eb3b7-e83e-41a1-8cfa-898fe8a9adaa req-20076b5f-f875-4b28-81fe-a786f849dbbf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1368878 Jul 07 21:10:13.832410 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-85760534-759f-4899-9ed3-0e982af40839 req-9993a848-d1e9-4bac-8b43-790db9ebcd61 service neutron] 10.222.0.58 "GET /v2.0/networks/a14eea41-1d99-44fc-b2e3-33f3b36e5825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089156 Jul 07 21:10:13.868368 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d0efccf-05a3-4ec3-a1df-8615e3383ad9 req-595826ce-9bb5-4265-95b2-a630cf71b065 service neutron] 10.222.0.58 "GET /v2.0/networks/5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221709 Jul 07 21:10:13.884459 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-7d7d32eb-76e5-4cd4-bdbb-3b1d55e07bb3 service neutron] 10.222.0.39 "GET /v2.0/networks/5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6195781 Jul 07 21:10:13.901304 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888cc53-9945-4890-8a7d-74635f888539 req-ba08671c-8626-4180-9c44-4b68924b6ee0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:13.901304 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8888cc53-9945-4890-8a7d-74635f888539 req-ba08671c-8626-4180-9c44-4b68924b6ee0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:13.918913 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8888cc53-9945-4890-8a7d-74635f888539 req-ba08671c-8626-4180-9c44-4b68924b6ee0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "PUT /v2.0/ports/7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 HTTP/1.1" status: 200 len: 982 time: 0.8052511 Jul 07 21:10:14.094360 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-85760534-759f-4899-9ed3-0e982af40839 req-a396342f-0bac-4189-a019-b78ab665d9fb service neutron] 10.222.0.58 "GET /v2.0/networks/a14eea41-1d99-44fc-b2e3-33f3b36e5825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419660 Jul 07 21:10:14.097288 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc70f0-4f68-488f-9bf5-fbb7e5663684 req-893729d8-2906-4f42-ad15-4834e2060b1b tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:14.098467 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:10:14.112753 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5bfc70f0-4f68-488f-9bf5-fbb7e5663684 req-893729d8-2906-4f42-ad15-4834e2060b1b tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=184b1f40-f14e-47b2-9255-1451796b80bf HTTP/1.1" status: 200 len: 944 time: 0.7308395 Jul 07 21:10:14.117083 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08671c-8626-4180-9c44-4b68924b6ee0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Pushing event updated for resources: {'Port': ['ID=7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69,revision_number=6']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:14.118174 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-da2eb3b7-e83e-41a1-8cfa-898fe8a9adaa req-e14c3c1a-1c60-40ea-886b-0082f138d270 service neutron] 10.222.0.58 "GET /v2.0/networks/5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616012 Jul 07 21:10:14.270218 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5bfc70f0-4f68-488f-9bf5-fbb7e5663684 req-f83c4806-3ff4-47db-96f7-c364946ea6d1 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564970 Jul 07 21:10:14.289567 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-89ac4178-b316-4fae-809f-9570e604faec req-059e1a2f-2d9e-40b7-bb5e-aeab57b77ad3 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.1412416 Jul 07 21:10:14.364045 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-da2eb3b7-e83e-41a1-8cfa-898fe8a9adaa req-004a032e-9405-4549-b081-006a20909858 service neutron] 10.222.0.58 "GET /v2.0/networks/5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307184 Jul 07 21:10:14.372673 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa3df19b-bd92-4eae-b31b-075d16241c3c req-671d5c35-ecf2-4096-aeb1-402bd8b231f0 service neutron] 10.222.0.39 "GET /v2.0/networks/5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492335 Jul 07 21:10:14.529214 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-037b8c76-ea41-4a0f-8ea4-817bed1a6b61 req-7b24a075-3148-4449-b49f-4d9ff8616779 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1673482104&fields=id&tenant_id=b23aeeec068f48d9b9417dac414bc687 HTTP/1.1" status: 200 len: 267 time: 0.0645721 Jul 07 21:10:14.597234 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8b2d6-a1ba-460d-a714-e81a09f15e4f req-0f560488-ce9e-4341-b1e6-3d1d963efa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:14.598671 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-36e8b2d6-a1ba-460d-a714-e81a09f15e4f req-0f560488-ce9e-4341-b1e6-3d1d963efa29 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c23c31392c87424d83a97ae28d7195c6&device_id=bdbcc40b-8d5f-4eea-b568-c7706dbf50da HTTP/1.1" status: 200 len: 1096 time: 0.1038167 Jul 07 21:10:14.599268 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f', 'tag': '7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:10:14.601542 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f07b58-79f5-49d6-837b-3d57cdb631c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f", "tag": "7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:10:14.643952 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b8c76-ea41-4a0f-8ea4-817bed1a6b61 req-f28beded-05af-40db-b5c5-ae1d1c50c407 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:14.645483 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-037b8c76-ea41-4a0f-8ea4-817bed1a6b61 req-f28beded-05af-40db-b5c5-ae1d1c50c407 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 985 time: 0.1083417 Jul 07 21:10:14.646920 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cff8a67-001e-4f4f-b7a3-e6e716f05fac x-openstack-request-id: req-6cff8a67-001e-4f4f-b7a3-e6e716f05fac {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:10:14.647209 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f", "tag": "7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:10:14.647485 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6cff8a67-001e-4f4f-b7a3-e6e716f05fac {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:10:14.647872 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f', 'tag': '7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69', 'status': 'completed', 'code': 200} Jul 07 21:10:14.680380 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-037b8c76-ea41-4a0f-8ea4-817bed1a6b61 req-59c144cd-8bc8-4d18-9b2a-bdc4e7989ee0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Request body: {'port': {'security_groups': ['5c8d8a5b-f4f9-4651-b140-2416a1775b7d']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:10:14.727694 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f07b58-79f5-49d6-837b-3d57cdb631c3 req-fad0043c-8d7c-42d9-9a00-8bd09190604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:14.729230 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-53f07b58-79f5-49d6-837b-3d57cdb631c3 req-fad0043c-8d7c-42d9-9a00-8bd09190604b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b23aeeec068f48d9b9417dac414bc687&device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 1137 time: 0.0583341 Jul 07 21:10:14.785714 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8b2d6-a1ba-460d-a714-e81a09f15e4f req-852d148f-aefc-4425-ba96-6b938c8e4a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:14.787252 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-36e8b2d6-a1ba-460d-a714-e81a09f15e4f req-852d148f-aefc-4425-ba96-6b938c8e4a13 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e HTTP/1.1" status: 200 len: 917 time: 0.1770005 Jul 07 21:10:14.797126 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-037b8c76-ea41-4a0f-8ea4-817bed1a6b61 req-59c144cd-8bc8-4d18-9b2a-bdc4e7989ee0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:14.825668 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f07b58-79f5-49d6-837b-3d57cdb631c3 req-85dbb360-7c1c-4a43-9796-62d5d3ee25d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:14.827204 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-53f07b58-79f5-49d6-837b-3d57cdb631c3 req-85dbb360-7c1c-4a43-9796-62d5d3ee25d8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac16b07c-c901-445c-9476-2e719a4f8a51 HTTP/1.1" status: 200 len: 921 time: 0.0895152 Jul 07 21:10:14.849771 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-36e8b2d6-a1ba-460d-a714-e81a09f15e4f req-9b4d9008-f888-486f-8c76-96abf0b14909 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dc4c7d0-581f-4e9c-87de-071a3b0927ff HTTP/1.1" status: 200 len: 217 time: 0.0473986 Jul 07 21:10:14.885726 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-53f07b58-79f5-49d6-837b-3d57cdb631c3 req-e859e847-061d-4b03-8d48-aefd21d76cce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 HTTP/1.1" status: 200 len: 217 time: 0.0458295 Jul 07 21:10:14.937901 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f07b58-79f5-49d6-837b-3d57cdb631c3 req-b004450a-f004-41d7-a843-ea286392891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:14.940831 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-53f07b58-79f5-49d6-837b-3d57cdb631c3 req-b004450a-f004-41d7-a843-ea286392891b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0733c22f-4060-4677-b2ba-941b9860e0e2 HTTP/1.1" status: 200 len: 860 time: 0.0478144 Jul 07 21:10:14.944043 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8b2d6-a1ba-460d-a714-e81a09f15e4f req-c8ac2cdc-3da6-4066-bf22-782a195a237f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:14.945518 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-36e8b2d6-a1ba-460d-a714-e81a09f15e4f req-c8ac2cdc-3da6-4066-bf22-782a195a237f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=50a40385-4248-4c1e-b1c5-1808ce542ec0 HTTP/1.1" status: 200 len: 855 time: 0.0784967 Jul 07 21:10:14.977359 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-53f07b58-79f5-49d6-837b-3d57cdb631c3 req-13910a4b-0d7b-411d-a62e-936c7bc9805b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac16b07c-c901-445c-9476-2e719a4f8a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285664 Jul 07 21:10:15.074581 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-53f07b58-79f5-49d6-837b-3d57cdb631c3 req-dc5dac8c-98ce-429e-a0f7-c4cffd5a2097 service neutron] 10.222.0.58 "GET /v2.0/networks/ac16b07c-c901-445c-9476-2e719a4f8a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894892 Jul 07 21:10:15.097250 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-037b8c76-ea41-4a0f-8ea4-817bed1a6b61 req-59c144cd-8bc8-4d18-9b2a-bdc4e7989ee0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] For port 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69,segment=NetworkSegment(108432c1-a6ca-4ab1-8fa3-46e3c0d5295f),segment_id=108432c1-a6ca-4ab1-8fa3-46e3c0d5295f)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:10:15.100414 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8b2d6-a1ba-460d-a714-e81a09f15e4f req-21569316-96ce-448b-b4fc-ac7cf7d907b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:15.101876 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-36e8b2d6-a1ba-460d-a714-e81a09f15e4f req-21569316-96ce-448b-b4fc-ac7cf7d907b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1407654 Jul 07 21:10:15.138202 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-037b8c76-ea41-4a0f-8ea4-817bed1a6b61 req-59c144cd-8bc8-4d18-9b2a-bdc4e7989ee0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:15.149268 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-037b8c76-ea41-4a0f-8ea4-817bed1a6b61 req-59c144cd-8bc8-4d18-9b2a-bdc4e7989ee0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:15.163228 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:10:15.177723 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-53f07b58-79f5-49d6-837b-3d57cdb631c3 req-ae4743de-1aba-4eff-a88c-294a10b6943d service neutron] 10.222.0.58 "GET /v2.0/networks/ac16b07c-c901-445c-9476-2e719a4f8a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951605 Jul 07 21:10:15.236994 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b8c76-ea41-4a0f-8ea4-817bed1a6b61 req-59c144cd-8bc8-4d18-9b2a-bdc4e7989ee0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:15.237659 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-037b8c76-ea41-4a0f-8ea4-817bed1a6b61 req-59c144cd-8bc8-4d18-9b2a-bdc4e7989ee0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:15.239081 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-037b8c76-ea41-4a0f-8ea4-817bed1a6b61 req-59c144cd-8bc8-4d18-9b2a-bdc4e7989ee0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "PUT /v2.0/ports/7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 HTTP/1.1" status: 200 len: 943 time: 0.5662150 Jul 07 21:10:15.373729 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:10:15.780911 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c144cd-8bc8-4d18-9b2a-bdc4e7989ee0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Pushing event updated for resources: {'Port': ['ID=7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69,revision_number=7']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:15.817515 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-36e8b2d6-a1ba-460d-a714-e81a09f15e4f req-983648fb-96ea-4c35-98bf-3d766be367a6 service neutron] 10.222.0.39 "GET /v2.0/networks/5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6910186 Jul 07 21:10:15.978627 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73eb66-c036-41f0-a5ea-566cafb4d0fc req-dd37ed0c-695d-4f06-a59b-f1d9e41a1215 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:15.980258 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2d73eb66-c036-41f0-a5ea-566cafb4d0fc req-dd37ed0c-695d-4f06-a59b-f1d9e41a1215 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=184b1f40-f14e-47b2-9255-1451796b80bf HTTP/1.1" status: 200 len: 944 time: 0.3531051 Jul 07 21:10:15.992398 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc965773-aaa0-4ed4-bd92-bc55c5a90210 req-178b326c-586d-414d-b33d-1557ab62abb6 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3664880 Jul 07 21:10:16.012873 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-cc965773-aaa0-4ed4-bd92-bc55c5a90210 req-cdb38e76-17b9-4461-82ba-ac2d6304aa2f tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:10:16.052803 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-36e8b2d6-a1ba-460d-a714-e81a09f15e4f req-33dee03c-4334-4e8f-8bff-b8e3e68b75d4 service neutron] 10.222.0.39 "GET /v2.0/networks/5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180173 Jul 07 21:10:16.062732 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2d73eb66-c036-41f0-a5ea-566cafb4d0fc req-02864a93-eba9-4f97-b474-b5df892a63d7 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760002 Jul 07 21:10:16.069553 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cc965773-aaa0-4ed4-bd92-bc55c5a90210 req-cdb38e76-17b9-4461-82ba-ac2d6304aa2f tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:16.180070 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cc965773-aaa0-4ed4-bd92-bc55c5a90210 req-cdb38e76-17b9-4461-82ba-ac2d6304aa2f tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:16.209937 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0b6b1b4f-b74d-4b26-9697-34171290efb2 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:10:16.224898 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e25aa9b-00c8-444c-b4c3-d6b00f45bc7f req-e5cba878-4818-43e5-abea-b9de95845125 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0417783 Jul 07 21:10:16.307807 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0b6b1b4f-b74d-4b26-9697-34171290efb2, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0b6b1b4f-b74d-4b26-9697-34171290efb2,segment=NetworkSegment(1344b82c-d4f2-483c-aa39-e6125ee234ca),segment_id=1344b82c-d4f2-483c-aa39-e6125ee234ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:10:16.320899 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '0b6b1b4f-b74d-4b26-9697-34171290efb2', 'network_id': '5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e', 'port_id': '0b6b1b4f-b74d-4b26-9697-34171290efb2', 'mac_address': 'fa:16:3e:26:69:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a40385-4248-4c1e-b1c5-1808ce542ec0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:10:16.347740 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-cc965773-aaa0-4ed4-bd92-bc55c5a90210 req-cdb38e76-17b9-4461-82ba-ac2d6304aa2f tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Allocated IP 172.25.5.155 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/5c946b4b-36cd-4827-9596-b553650384d9) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:10:16.366804 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:16.381694 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6b1b4f-b74d-4b26-9697-34171290efb2 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:10:16.402776 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0b6b1b4f-b74d-4b26-9697-34171290efb2, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0b6b1b4f-b74d-4b26-9697-34171290efb2,segment=NetworkSegment(1344b82c-d4f2-483c-aa39-e6125ee234ca),segment_id=1344b82c-d4f2-483c-aa39-e6125ee234ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:10:16.407278 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:16.408324 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 94568695-6c7b-4533-9283-e3bb39e26b3e details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:10:16.468343 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cc965773-aaa0-4ed4-bd92-bc55c5a90210 req-cdb38e76-17b9-4461-82ba-ac2d6304aa2f tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:16.479741 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 94568695-6c7b-4533-9283-e3bb39e26b3e, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=94568695-6c7b-4533-9283-e3bb39e26b3e,segment=NetworkSegment(1344b82c-d4f2-483c-aa39-e6125ee234ca),segment_id=1344b82c-d4f2-483c-aa39-e6125ee234ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:10:16.482159 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=0b6b1b4f-b74d-4b26-9697-34171290efb2,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:16.495700 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '94568695-6c7b-4533-9283-e3bb39e26b3e', 'network_id': '5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e', 'port_id': '94568695-6c7b-4533-9283-e3bb39e26b3e', 'mac_address': 'fa:16:3e:f2:e1:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a40385-4248-4c1e-b1c5-1808ce542ec0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:10:16.520093 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cc965773-aaa0-4ed4-bd92-bc55c5a90210 req-cdb38e76-17b9-4461-82ba-ac2d6304aa2f tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:16.538167 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:16.555298 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94568695-6c7b-4533-9283-e3bb39e26b3e {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:10:16.557018 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc965773-aaa0-4ed4-bd92-bc55c5a90210 req-cdb38e76-17b9-4461-82ba-ac2d6304aa2f tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:10:16.563026 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-cc965773-aaa0-4ed4-bd92-bc55c5a90210 req-cdb38e76-17b9-4461-82ba-ac2d6304aa2f tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:10:16.569985 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc965773-aaa0-4ed4-bd92-bc55c5a90210 req-cdb38e76-17b9-4461-82ba-ac2d6304aa2f tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:10:16.586999 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 94568695-6c7b-4533-9283-e3bb39e26b3e, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=94568695-6c7b-4533-9283-e3bb39e26b3e,segment=NetworkSegment(1344b82c-d4f2-483c-aa39-e6125ee234ca),segment_id=1344b82c-d4f2-483c-aa39-e6125ee234ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:10:16.591586 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:16.599461 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb38e76-17b9-4461-82ba-ac2d6304aa2f tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Pushing event updated for resources: {'Port': ['ID=5c946b4b-36cd-4827-9596-b553650384d9,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:16.648214 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=94568695-6c7b-4533-9283-e3bb39e26b3e,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:16.659387 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f', 'tag': '7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:10:16.661628 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cad952-6451-4cf3-8163-9be70d05ebc4" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f", "tag": "7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:10:16.713185 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cc965773-aaa0-4ed4-bd92-bc55c5a90210 req-cdb38e76-17b9-4461-82ba-ac2d6304aa2f tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:16.763976 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cc965773-aaa0-4ed4-bd92-bc55c5a90210 req-cdb38e76-17b9-4461-82ba-ac2d6304aa2f tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:16.786688 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c837ee-b295-4b8c-b478-6c5e30201ee2 x-openstack-request-id: req-51c837ee-b295-4b8c-b478-6c5e30201ee2 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:10:16.787366 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f", "tag": "7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:10:16.787366 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51c837ee-b295-4b8c-b478-6c5e30201ee2 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:10:16.787629 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f', 'tag': '7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69', 'status': 'completed', 'code': 200} Jul 07 21:10:16.887493 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cad952-6451-4cf3-8163-9be70d05ebc4 req-bdfcd90d-2109-4024-b0ce-90a2c43c85a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:16.888963 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-46cad952-6451-4cf3-8163-9be70d05ebc4 req-bdfcd90d-2109-4024-b0ce-90a2c43c85a5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b23aeeec068f48d9b9417dac414bc687&device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 1098 time: 0.0659966 Jul 07 21:10:16.939122 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0b6b1b4f-b74d-4b26-9697-34171290efb2'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:10:16.963869 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cc965773-aaa0-4ed4-bd92-bc55c5a90210 req-cdb38e76-17b9-4461-82ba-ac2d6304aa2f tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:16.972931 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cc965773-aaa0-4ed4-bd92-bc55c5a90210 req-cdb38e76-17b9-4461-82ba-ac2d6304aa2f tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:17.001797 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['94568695-6c7b-4533-9283-e3bb39e26b3e'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:10:17.013938 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73f7fff3-5ae2-42c2-88d2-d83b967409cf req-618a2252-44a8-4df2-a00c-47ff8cda2d5f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1151924 Jul 07 21:10:17.028148 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cad952-6451-4cf3-8163-9be70d05ebc4 req-47ffad67-cafc-49cb-8c71-f07cae2ad726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:17.030263 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-46cad952-6451-4cf3-8163-9be70d05ebc4 req-47ffad67-cafc-49cb-8c71-f07cae2ad726 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac16b07c-c901-445c-9476-2e719a4f8a51 HTTP/1.1" status: 200 len: 921 time: 0.1303041 Jul 07 21:10:17.052107 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb38e76-17b9-4461-82ba-ac2d6304aa2f tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Pushing event updated for resources: {'Port': ['ID=5c946b4b-36cd-4827-9596-b553650384d9,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:17.069183 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cc965773-aaa0-4ed4-bd92-bc55c5a90210 req-cdb38e76-17b9-4461-82ba-ac2d6304aa2f tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:17.103258 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-46cad952-6451-4cf3-8163-9be70d05ebc4 req-198989d9-050d-445a-b05d-873ff2b682fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 HTTP/1.1" status: 200 len: 217 time: 0.0624306 Jul 07 21:10:17.154828 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cc965773-aaa0-4ed4-bd92-bc55c5a90210 req-cdb38e76-17b9-4461-82ba-ac2d6304aa2f tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:17.156027 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc965773-aaa0-4ed4-bd92-bc55c5a90210 req-cdb38e76-17b9-4461-82ba-ac2d6304aa2f tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1557388 Jul 07 21:10:17.176494 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cad952-6451-4cf3-8163-9be70d05ebc4 req-1518f9ba-85e2-49bb-8857-901c3d5a307d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:17.178629 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-46cad952-6451-4cf3-8163-9be70d05ebc4 req-1518f9ba-85e2-49bb-8857-901c3d5a307d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0733c22f-4060-4677-b2ba-941b9860e0e2 HTTP/1.1" status: 200 len: 860 time: 0.0636921 Jul 07 21:10:17.262199 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-46cad952-6451-4cf3-8163-9be70d05ebc4 req-77147745-2ffc-451b-9704-257353ab6ba2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac16b07c-c901-445c-9476-2e719a4f8a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656261 Jul 07 21:10:17.269621 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc965773-aaa0-4ed4-bd92-bc55c5a90210 req-4382bb96-96eb-471b-b40f-53dd091d6a1e tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 696 time: 0.1036153 Jul 07 21:10:17.384158 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-46cad952-6451-4cf3-8163-9be70d05ebc4 req-7cda85a0-15d2-4ed1-8b08-1abc030cc18f service neutron] 10.222.0.58 "GET /v2.0/networks/ac16b07c-c901-445c-9476-2e719a4f8a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138768 Jul 07 21:10:17.477653 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046c24d-1626-48c7-9b8e-e0e7dec6829f req-41001948-6063-4764-bd4e-2edd0c19409e tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:17.479173 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4046c24d-1626-48c7-9b8e-e0e7dec6829f req-41001948-6063-4764-bd4e-2edd0c19409e tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=184b1f40-f14e-47b2-9255-1451796b80bf HTTP/1.1" status: 200 len: 945 time: 0.1779764 Jul 07 21:10:17.493035 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7fff3-5ae2-42c2-88d2-d83b967409cf req-7843330d-d50b-4dad-9eef-b3816b41739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:17.494540 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73f7fff3-5ae2-42c2-88d2-d83b967409cf req-7843330d-d50b-4dad-9eef-b3816b41739e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c77ff576c8f4eb18bd83eb9fa5ae9c8&device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 1097 time: 0.4078286 Jul 07 21:10:17.528995 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-46cad952-6451-4cf3-8163-9be70d05ebc4 req-7bd9f43c-4f6d-463e-8253-070daf350f2d service neutron] 10.222.0.58 "GET /v2.0/networks/ac16b07c-c901-445c-9476-2e719a4f8a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301901 Jul 07 21:10:17.535788 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc965773-aaa0-4ed4-bd92-bc55c5a90210 req-00bde21e-e02c-40d3-9ed0-6a782ba0152c tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:17.537136 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc965773-aaa0-4ed4-bd92-bc55c5a90210 req-00bde21e-e02c-40d3-9ed0-6a782ba0152c tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.2665906 Jul 07 21:10:17.582430 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-cc965773-aaa0-4ed4-bd92-bc55c5a90210 req-1de59b76-2453-484f-9ecf-f3dfb24c350e tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:10:17.583467 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc965773-aaa0-4ed4-bd92-bc55c5a90210 req-1de59b76-2453-484f-9ecf-f3dfb24c350e tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0344293 Jul 07 21:10:17.606833 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4046c24d-1626-48c7-9b8e-e0e7dec6829f req-bd005373-c249-443b-a2df-b1d6f9d1d46b tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160786 Jul 07 21:10:17.657954 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7fff3-5ae2-42c2-88d2-d83b967409cf req-4d60bea4-27c1-4041-a680-7e5048750ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:17.659708 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73f7fff3-5ae2-42c2-88d2-d83b967409cf req-4d60bea4-27c1-4041-a680-7e5048750ea1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=71e90e76-92b1-4ebc-85b0-c55c9e97f894 HTTP/1.1" status: 200 len: 916 time: 0.1387491 Jul 07 21:10:17.756106 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73f7fff3-5ae2-42c2-88d2-d83b967409cf req-af5c0919-5ec9-4c32-b323-a99891301641 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b56aa0f-6766-4f9f-b0df-5544a59b6a76 HTTP/1.1" status: 200 len: 1001 time: 0.0888960 Jul 07 21:10:17.784046 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d02429ad-32b7-43d2-893f-6e0f2ca8c3b1 req-51e2c4cc-7365-4d04-ae3f-c82320e89b24 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0427382 Jul 07 21:10:17.821847 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7fff3-5ae2-42c2-88d2-d83b967409cf req-960a2bf2-cc4f-4be0-9706-930be98a58b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:17.823345 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73f7fff3-5ae2-42c2-88d2-d83b967409cf req-960a2bf2-cc4f-4be0-9706-930be98a58b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695c722d-c0e1-4b67-838e-81b8bf679407 HTTP/1.1" status: 200 len: 854 time: 0.0494683 Jul 07 21:10:17.970831 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7fff3-5ae2-42c2-88d2-d83b967409cf req-032a4dc5-c25b-4b91-9f76-51c3ccd497f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:17.972565 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73f7fff3-5ae2-42c2-88d2-d83b967409cf req-032a4dc5-c25b-4b91-9f76-51c3ccd497f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71e90e76-92b1-4ebc-85b0-c55c9e97f894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1379006 Jul 07 21:10:17.994896 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a34ba4-d6d2-4827-b355-f420af7d1b41 req-082b2dc3-9e36-4ec0-81c0-c07e45734bc8 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:17.996390 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91a34ba4-d6d2-4827-b355-f420af7d1b41 req-082b2dc3-9e36-4ec0-81c0-c07e45734bc8 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1344786 Jul 07 21:10:18.038451 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 4dc4c7d0-581f-4e9c-87de-071a3b0927ff details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:10:18.098467 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91a34ba4-d6d2-4827-b355-f420af7d1b41 req-d4384098-2ad4-4d1a-a267-c7707c8c7e29 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 696 time: 0.0861712 Jul 07 21:10:18.120501 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-91a34ba4-d6d2-4827-b355-f420af7d1b41 req-e6ccb325-ebf3-46c1-95a6-cf8a9df9a619 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Request body: {'floatingip': {'port_id': '7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:10:18.143010 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 4dc4c7d0-581f-4e9c-87de-071a3b0927ff, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=4dc4c7d0-581f-4e9c-87de-071a3b0927ff,segment=NetworkSegment(1344b82c-d4f2-483c-aa39-e6125ee234ca),segment_id=1344b82c-d4f2-483c-aa39-e6125ee234ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:10:18.154533 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '4dc4c7d0-581f-4e9c-87de-071a3b0927ff', 'network_id': '5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e', 'port_id': '4dc4c7d0-581f-4e9c-87de-071a3b0927ff', 'mac_address': 'fa:16:3e:a2:96:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a40385-4248-4c1e-b1c5-1808ce542ec0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:10:18.176569 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-91a34ba4-d6d2-4827-b355-f420af7d1b41 req-e6ccb325-ebf3-46c1-95a6-cf8a9df9a619 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks [] for floatingip, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:18.181529 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73f7fff3-5ae2-42c2-88d2-d83b967409cf req-fb5fcd42-0f96-4e20-947c-50d71e86c908 service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012258 Jul 07 21:10:18.197424 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:18.210780 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc4c7d0-581f-4e9c-87de-071a3b0927ff {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:10:18.243472 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 4dc4c7d0-581f-4e9c-87de-071a3b0927ff, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=4dc4c7d0-581f-4e9c-87de-071a3b0927ff,segment=NetworkSegment(1344b82c-d4f2-483c-aa39-e6125ee234ca),segment_id=1344b82c-d4f2-483c-aa39-e6125ee234ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:10:18.248073 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:18.299503 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=4dc4c7d0-581f-4e9c-87de-071a3b0927ff,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:18.379846 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73f7fff3-5ae2-42c2-88d2-d83b967409cf req-2e001d8e-f4c7-4b87-bf92-d716de26d55e service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701882 Jul 07 21:10:18.580369 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['4dc4c7d0-581f-4e9c-87de-071a3b0927ff'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:10:19.183195 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.db.resource_extend [req-91a34ba4-d6d2-4827-b355-f420af7d1b41 req-e6ccb325-ebf3-46c1-95a6-cf8a9df9a619 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 21:10:19.245062 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-91a34ba4-d6d2-4827-b355-f420af7d1b41 req-e6ccb325-ebf3-46c1-95a6-cf8a9df9a619 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:19.254376 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad74cfb-d3ad-4c32-b4b1-04b8ab47d3e4 req-e06ca156-64fc-478c-b8f3-d0286744a08d tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:19.256232 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ad74cfb-d3ad-4c32-b4b1-04b8ab47d3e4 req-e06ca156-64fc-478c-b8f3-d0286744a08d tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=184b1f40-f14e-47b2-9255-1451796b80bf HTTP/1.1" status: 200 len: 945 time: 0.5123217 Jul 07 21:10:19.257355 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-91a34ba4-d6d2-4827-b355-f420af7d1b41 req-e6ccb325-ebf3-46c1-95a6-cf8a9df9a619 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:19.360148 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4ad74cfb-d3ad-4c32-b4b1-04b8ab47d3e4 req-fd7c8dad-3fc5-4539-aa38-ceabbf3c8c90 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711451 Jul 07 21:10:19.379716 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [req-91a34ba4-d6d2-4827-b355-f420af7d1b41 req-e6ccb325-ebf3-46c1-95a6-cf8a9df9a619 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Floating IP e35a0208-14b2-4838-9af6-222846c75427 associated. External IP: 172.25.5.155, port: 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69. Jul 07 21:10:19.612709 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8d4f15c-33a8-491f-96b4-823c766f3a08 req-28605244-2797-477b-a2c9-9c86cb31163c tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0346982 Jul 07 21:10:19.634880 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91a34ba4-d6d2-4827-b355-f420af7d1b41 req-e6ccb325-ebf3-46c1-95a6-cf8a9df9a619 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Router 421becc4-67c3-405f-9883-9f10ee9ab604 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:10:19.753017 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91a34ba4-d6d2-4827-b355-f420af7d1b41 req-e6ccb325-ebf3-46c1-95a6-cf8a9df9a619 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:10:19.757914 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-91a34ba4-d6d2-4827-b355-f420af7d1b41 req-e6ccb325-ebf3-46c1-95a6-cf8a9df9a619 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:19.764012 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525b4998-d5a4-4829-aeba-5ec124e93fd8 None None] Sync routers for ids ['421becc4-67c3-405f-9883-9f10ee9ab604'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:10:19.773399 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525b4998-d5a4-4829-aeba-5ec124e93fd8 None None] Routers {'421becc4-67c3-405f-9883-9f10ee9ab604'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:10:19.774001 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-525b4998-d5a4-4829-aeba-5ec124e93fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:10:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['421becc4-67c3-405f-9883-9f10ee9ab604'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:19.803073 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91a34ba4-d6d2-4827-b355-f420af7d1b41 req-e6ccb325-ebf3-46c1-95a6-cf8a9df9a619 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "PUT /v2.0/floatingips/e35a0208-14b2-4838-9af6-222846c75427 HTTP/1.1" status: 200 len: 997 time: 1.6899714 Jul 07 21:10:19.807857 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f', 'tag': '7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:10:19.811261 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d9fe69-5791-45f7-975c-a8597c519d55" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f", "tag": "7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:10:19.870815 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2181524e-e7e8-4f8a-b7a8-4cda98c645c3 x-openstack-request-id: req-2181524e-e7e8-4f8a-b7a8-4cda98c645c3 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:10:19.871032 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f", "tag": "7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:10:19.871292 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2181524e-e7e8-4f8a-b7a8-4cda98c645c3 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:10:19.871727 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f', 'tag': '7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69', 'status': 'completed', 'code': 200} Jul 07 21:10:19.899036 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a34ba4-d6d2-4827-b355-f420af7d1b41 req-1c55e983-2304-4366-b372-508de94c9e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:19.900635 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91a34ba4-d6d2-4827-b355-f420af7d1b41 req-1c55e983-2304-4366-b372-508de94c9e61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b23aeeec068f48d9b9417dac414bc687&device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 1098 time: 0.0852585 Jul 07 21:10:19.922571 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:19.927097 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-525b4998-d5a4-4829-aeba-5ec124e93fd8 None None] Set router 421becc4-67c3-405f-9883-9f10ee9ab604 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:10:20.006531 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fe69-5791-45f7-975c-a8597c519d55 req-3e1f780c-0a34-415d-bf77-f6ee7f8de366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:20.009274 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-22d9fe69-5791-45f7-975c-a8597c519d55 req-3e1f780c-0a34-415d-bf77-f6ee7f8de366 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b23aeeec068f48d9b9417dac414bc687&device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 1098 time: 0.0895998 Jul 07 21:10:20.016702 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a34ba4-d6d2-4827-b355-f420af7d1b41 req-18275ce5-58a4-4e3b-a96a-d5794f722785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:20.020204 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91a34ba4-d6d2-4827-b355-f420af7d1b41 req-18275ce5-58a4-4e3b-a96a-d5794f722785 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac16b07c-c901-445c-9476-2e719a4f8a51 HTTP/1.1" status: 200 len: 921 time: 0.1110358 Jul 07 21:10:20.054965 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 4dc4c7d0-581f-4e9c-87de-071a3b0927ff up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:10:20.107233 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91a34ba4-d6d2-4827-b355-f420af7d1b41 req-165b0954-a051-48da-a19f-580921211c35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 HTTP/1.1" status: 200 len: 1000 time: 0.0790985 Jul 07 21:10:20.131915 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fe69-5791-45f7-975c-a8597c519d55 req-15ef59ff-4b2e-48d1-b49e-b676696a0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:20.133555 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-22d9fe69-5791-45f7-975c-a8597c519d55 req-15ef59ff-4b2e-48d1-b49e-b676696a0a06 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac16b07c-c901-445c-9476-2e719a4f8a51 HTTP/1.1" status: 200 len: 921 time: 0.1145141 Jul 07 21:10:20.154676 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:20.176212 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a34ba4-d6d2-4827-b355-f420af7d1b41 req-ceb2131f-8b80-4b3e-aab5-a1ed83180090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:20.179293 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 4dc4c7d0-581f-4e9c-87de-071a3b0927ff completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:10:20.182833 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91a34ba4-d6d2-4827-b355-f420af7d1b41 req-ceb2131f-8b80-4b3e-aab5-a1ed83180090 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0733c22f-4060-4677-b2ba-941b9860e0e2 HTTP/1.1" status: 200 len: 860 time: 0.0629296 Jul 07 21:10:20.184324 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 4dc4c7d0-581f-4e9c-87de-071a3b0927ff triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:10:20.184812 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:20.233758 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0b6b1b4f-b74d-4b26-9697-34171290efb2 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:10:20.234241 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-22d9fe69-5791-45f7-975c-a8597c519d55 req-17882db0-700c-4b42-b922-0aec9750f423 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 HTTP/1.1" status: 200 len: 1000 time: 0.0859149 Jul 07 21:10:20.245315 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91a34ba4-d6d2-4827-b355-f420af7d1b41 req-e5de3cca-8115-4883-b9ee-b1641034c76c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac16b07c-c901-445c-9476-2e719a4f8a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572488 Jul 07 21:10:20.258785 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-91a34ba4-d6d2-4827-b355-f420af7d1b41 req-1a566e78-77d0-49f5-b211-8017687c7bdf service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:10:20.260160 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91a34ba4-d6d2-4827-b355-f420af7d1b41 req-1a566e78-77d0-49f5-b211-8017687c7bdf service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089266 Jul 07 21:10:20.324997 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-525b4998-d5a4-4829-aeba-5ec124e93fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'name': 'tempest-ServerRescueTestJSONUnderV235-1365337016-router', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:09Z', 'updated_at': '2021-07-07T21:09:17Z', 'revision_number': 4, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'gw_port': {'id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:11Z', 'updated_at': '2021-07-07T21:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'e35a0208-14b2-4838-9af6-222846c75427', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'port_id': '7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac16b07c-c901-445c-9476-2e719a4f8a51', 'mac_address': 'fa:16:3e:52:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:10:16Z', 'updated_at': '2021-07-07T21:10:18Z', 'revision_number': 1, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193b761b-8fa9-4621-bf14-998c3c34e1cd', 'name': '', 'network_id': 'ac16b07c-c901-445c-9476-2e719a4f8a51', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'mac_address': 'fa:16:3e:21:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '0733c22f-4060-4677-b2ba-941b9860e0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:15Z', 'updated_at': '2021-07-07T21:09:22Z', 'revision_number': 5, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'subnets': [{'id': '0733c22f-4060-4677-b2ba-941b9860e0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:20.328141 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9fe69-5791-45f7-975c-a8597c519d55 req-de3b1c77-4337-41e4-9cc0-d39839b12c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:20.330893 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-22d9fe69-5791-45f7-975c-a8597c519d55 req-de3b1c77-4337-41e4-9cc0-d39839b12c43 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0733c22f-4060-4677-b2ba-941b9860e0e2 HTTP/1.1" status: 200 len: 860 time: 0.0845573 Jul 07 21:10:20.344264 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 0b6b1b4f-b74d-4b26-9697-34171290efb2 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:10:20.352766 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 0b6b1b4f-b74d-4b26-9697-34171290efb2 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:10:20.353143 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:20.381915 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:20.382544 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91a34ba4-d6d2-4827-b355-f420af7d1b41 req-8f77c090-89be-44ea-a355-8219042b66d4 service neutron] 10.222.0.64 "GET /v2.0/networks/ac16b07c-c901-445c-9476-2e719a4f8a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148612 Jul 07 21:10:20.406606 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-22d9fe69-5791-45f7-975c-a8597c519d55 req-6ce1e539-5a06-47aa-a111-42597bf7ac05 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac16b07c-c901-445c-9476-2e719a4f8a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646718 Jul 07 21:10:20.431892 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525b4998-d5a4-4829-aeba-5ec124e93fd8 None None] Checking router: 421becc4-67c3-405f-9883-9f10ee9ab604 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:10:20.438235 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbcc40b-8d5f-4eea-b568-c7706dbf50da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc4c7d0-581f-4e9c-87de-071a3b0927ff'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:10:20.441343 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7992d7a-b89d-49d6-81b8-aa15e8ce66de" -d '{"events": [{"server_uuid": "bdbcc40b-8d5f-4eea-b568-c7706dbf50da", "name": "network-vif-plugged", "status": "completed", "tag": "4dc4c7d0-581f-4e9c-87de-071a3b0927ff"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:10:20.444408 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525b4998-d5a4-4829-aeba-5ec124e93fd8 None None] Routers {'421becc4-67c3-405f-9883-9f10ee9ab604'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:10:20.445263 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-525b4998-d5a4-4829-aeba-5ec124e93fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:10:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['421becc4-67c3-405f-9883-9f10ee9ab604'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:20.457396 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 4dc4c7d0-581f-4e9c-87de-071a3b0927ff, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=4dc4c7d0-581f-4e9c-87de-071a3b0927ff,segment=NetworkSegment(1344b82c-d4f2-483c-aa39-e6125ee234ca),segment_id=1344b82c-d4f2-483c-aa39-e6125ee234ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:10:20.467966 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:20.543118 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:20.568223 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=4dc4c7d0-581f-4e9c-87de-071a3b0927ff,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:20.597270 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-22d9fe69-5791-45f7-975c-a8597c519d55 req-e018413d-0b6a-42e5-afe1-66ed9e104731 service neutron] 10.222.0.58 "GET /v2.0/networks/ac16b07c-c901-445c-9476-2e719a4f8a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768937 Jul 07 21:10:20.604233 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0b6b1b4f-b74d-4b26-9697-34171290efb2, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0b6b1b4f-b74d-4b26-9697-34171290efb2,segment=NetworkSegment(1344b82c-d4f2-483c-aa39-e6125ee234ca),segment_id=1344b82c-d4f2-483c-aa39-e6125ee234ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:10:20.609603 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:20.610725 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 94568695-6c7b-4533-9283-e3bb39e26b3e up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:10:20.622449 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-525b4998-d5a4-4829-aeba-5ec124e93fd8 None None] Set router 421becc4-67c3-405f-9883-9f10ee9ab604 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:10:20.678721 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91a34ba4-d6d2-4827-b355-f420af7d1b41 req-b82d0e02-32e0-4772-a00f-f4f7f0db27f6 service neutron] 10.222.0.64 "GET /v2.0/networks/ac16b07c-c901-445c-9476-2e719a4f8a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847216 Jul 07 21:10:20.750156 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875689a-b68f-4f4b-8625-ac347888ad34 req-263be490-7f36-4293-bac7-96894e6bb65f tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:20.758521 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3875689a-b68f-4f4b-8625-ac347888ad34 req-263be490-7f36-4293-bac7-96894e6bb65f tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=184b1f40-f14e-47b2-9255-1451796b80bf HTTP/1.1" status: 200 len: 945 time: 0.1566520 Jul 07 21:10:20.769791 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-22d9fe69-5791-45f7-975c-a8597c519d55 req-41ee43f6-0b80-442a-a5ba-83b9ced4c6ae service neutron] 10.222.0.58 "GET /v2.0/networks/ac16b07c-c901-445c-9476-2e719a4f8a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598415 Jul 07 21:10:20.797171 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=0b6b1b4f-b74d-4b26-9697-34171290efb2,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:20.803468 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3875689a-b68f-4f4b-8625-ac347888ad34 req-ff4ab66f-9181-45d4-bf9e-00c8610c1cc4 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439227 Jul 07 21:10:20.816804 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 94568695-6c7b-4533-9283-e3bb39e26b3e completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:10:20.834932 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 94568695-6c7b-4533-9283-e3bb39e26b3e triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:10:20.835351 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:20.896447 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2e7c5b-2037-4b9f-882e-fb784578c2b0 x-openstack-request-id: req-2a2e7c5b-2037-4b9f-882e-fb784578c2b0 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:10:20.896746 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbcc40b-8d5f-4eea-b568-c7706dbf50da", "name": "network-vif-plugged", "status": "completed", "tag": "4dc4c7d0-581f-4e9c-87de-071a3b0927ff", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:10:20.897006 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2a2e7c5b-2037-4b9f-882e-fb784578c2b0 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:10:20.897404 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbcc40b-8d5f-4eea-b568-c7706dbf50da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc4c7d0-581f-4e9c-87de-071a3b0927ff', 'code': 200} Jul 07 21:10:20.944314 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:20.988054 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 94568695-6c7b-4533-9283-e3bb39e26b3e, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=94568695-6c7b-4533-9283-e3bb39e26b3e,segment=NetworkSegment(1344b82c-d4f2-483c-aa39-e6125ee234ca),segment_id=1344b82c-d4f2-483c-aa39-e6125ee234ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:10:20.994124 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:21.075172 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=94568695-6c7b-4533-9283-e3bb39e26b3e,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:21.099899 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-525b4998-d5a4-4829-aeba-5ec124e93fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'name': 'tempest-ServerRescueTestJSONUnderV235-1365337016-router', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:09Z', 'updated_at': '2021-07-07T21:09:17Z', 'revision_number': 4, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'gw_port': {'id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:11Z', 'updated_at': '2021-07-07T21:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'e35a0208-14b2-4838-9af6-222846c75427', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'port_id': '7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac16b07c-c901-445c-9476-2e719a4f8a51', 'mac_address': 'fa:16:3e:52:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:10:16Z', 'updated_at': '2021-07-07T21:10:18Z', 'revision_number': 1, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193b761b-8fa9-4621-bf14-998c3c34e1cd', 'name': '', 'network_id': 'ac16b07c-c901-445c-9476-2e719a4f8a51', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'mac_address': 'fa:16:3e:21:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '0733c22f-4060-4677-b2ba-941b9860e0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:15Z', 'updated_at': '2021-07-07T21:09:22Z', 'revision_number': 5, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'subnets': [{'id': '0733c22f-4060-4677-b2ba-941b9860e0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:21.127275 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525b4998-d5a4-4829-aeba-5ec124e93fd8 None None] The sync data for ids ['421becc4-67c3-405f-9883-9f10ee9ab604'] in n-d-695189-11 is: [{'id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'name': 'tempest-ServerRescueTestJSONUnderV235-1365337016-router', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:09Z', 'updated_at': '2021-07-07T21:09:17Z', 'revision_number': 4, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'gw_port': {'id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:11Z', 'updated_at': '2021-07-07T21:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'e35a0208-14b2-4838-9af6-222846c75427', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'port_id': '7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac16b07c-c901-445c-9476-2e719a4f8a51', 'mac_address': 'fa:16:3e:52:c3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:10:16Z', 'updated_at': '2021-07-07T21:10:18Z', 'revision_number': 1, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193b761b-8fa9-4621-bf14-998c3c34e1cd', 'name': '', 'network_id': 'ac16b07c-c901-445c-9476-2e719a4f8a51', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'mac_address': 'fa:16:3e:21:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '0733c22f-4060-4677-b2ba-941b9860e0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:15Z', 'updated_at': '2021-07-07T21:09:22Z', 'revision_number': 5, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'subnets': [{'id': '0733c22f-4060-4677-b2ba-941b9860e0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:10:21.142628 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8fda1e7e-c242-4441-8d0b-b16aa5330b94 req-d678472c-08c3-413a-ac36-b2c51cf03879 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0504692 Jul 07 21:10:21.185974 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-25b61012-e590-443a-9c0e-b27d471a5286 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 1000 time: 0.2117207 Jul 07 21:10:21.210118 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0398bf7-38bf-408b-a744-634071b22b7e req-8f30c6fd-0a6c-4d1f-95c0-7e109992475e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:21.211659 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b0398bf7-38bf-408b-a744-634071b22b7e req-8f30c6fd-0a6c-4d1f-95c0-7e109992475e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bdbcc40b-8d5f-4eea-b568-c7706dbf50da HTTP/1.1" status: 200 len: 1098 time: 0.2197795 Jul 07 21:10:21.272988 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-3ed9ba55-6ec1-4d04-bcf6-ad68a04c6299 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:21.274421 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-3ed9ba55-6ec1-4d04-bcf6-ad68a04c6299 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports/7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 HTTP/1.1" status: 200 len: 943 time: 0.0815496 Jul 07 21:10:21.289573 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b0398bf7-38bf-408b-a744-634071b22b7e req-06b918a5-34f5-4be2-9ea9-740875b53d15 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603292 Jul 07 21:10:21.397167 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c2792e-046c-433c-a580-09f0b0c2e911 None None] New status for floating IP e35a0208-14b2-4838-9af6-222846c75427: ACTIVE {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:10:21.457421 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-37671985-1a80-4e90-8d45-31a140a899b6 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 1000 time: 0.0863600 Jul 07 21:10:21.559606 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-f5b27fe7-cace-4bcb-b63f-13541f6ab064 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:21.561033 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-f5b27fe7-cace-4bcb-b63f-13541f6ab064 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.1044035 Jul 07 21:10:21.571727 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-5d854304-89b7-4758-b7ec-9f21065534c1 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:10:21.572744 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-5d854304-89b7-4758-b7ec-9f21065534c1 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059249 Jul 07 21:10:21.646114 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-fac17a23-8b5d-4a52-b760-fa21230a8232 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 1002 time: 0.0670514 Jul 07 21:10:21.656591 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-ec882c31-e4a4-4101-b33e-9b14b63539c6 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:10:21.737288 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-ec882c31-e4a4-4101-b33e-9b14b63539c6 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks [] for floatingip, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:21.887760 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-ec882c31-e4a4-4101-b33e-9b14b63539c6 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:21.892070 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-ec882c31-e4a4-4101-b33e-9b14b63539c6 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:21.893212 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-ec882c31-e4a4-4101-b33e-9b14b63539c6 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Floating IP e35a0208-14b2-4838-9af6-222846c75427 disassociated. External IP: 172.25.5.155, port: 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69. Jul 07 21:10:22.065193 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1837f9a-734c-44f6-adfa-a63c77dccde2 req-829edb1e-0298-4952-b6c7-2760ba7bea84 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:22.068087 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f1837f9a-734c-44f6-adfa-a63c77dccde2 req-829edb1e-0298-4952-b6c7-2760ba7bea84 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=184b1f40-f14e-47b2-9255-1451796b80bf HTTP/1.1" status: 200 len: 946 time: 0.1415951 Jul 07 21:10:22.176058 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f1837f9a-734c-44f6-adfa-a63c77dccde2 req-a28f8442-8f34-415b-8cf2-594998ee6343 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020103 Jul 07 21:10:22.205908 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-ec882c31-e4a4-4101-b33e-9b14b63539c6 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Router 421becc4-67c3-405f-9883-9f10ee9ab604 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:10:22.645041 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d827ed2c-d502-4ff5-b89a-889059d9553c req-a539fa74-3ee8-4c65-9ccb-6f22bc7bc88e tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0314047 Jul 07 21:10:22.660378 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-ec882c31-e4a4-4101-b33e-9b14b63539c6 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:10:22.665131 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-ec882c31-e4a4-4101-b33e-9b14b63539c6 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:22.676826 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266a3240-582f-4c28-b282-9fb9f44289ca None None] Sync routers for ids ['421becc4-67c3-405f-9883-9f10ee9ab604'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:10:22.685649 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266a3240-582f-4c28-b282-9fb9f44289ca None None] Routers {'421becc4-67c3-405f-9883-9f10ee9ab604'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:10:22.686252 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-266a3240-582f-4c28-b282-9fb9f44289ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:10:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['421becc4-67c3-405f-9883-9f10ee9ab604'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:22.706885 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-ec882c31-e4a4-4101-b33e-9b14b63539c6 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "PUT /v2.0/floatingips/e35a0208-14b2-4838-9af6-222846c75427 HTTP/1.1" status: 200 len: 695 time: 1.0550661 Jul 07 21:10:22.707452 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f', 'tag': '7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:10:22.709956 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7618b4ec-638b-495f-841c-06b0db0a2cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f", "tag": "7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:10:22.758801 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd71ef5f-f08b-492d-9f15-74fcca79545d x-openstack-request-id: req-bd71ef5f-f08b-492d-9f15-74fcca79545d {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:10:22.759167 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f", "tag": "7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:10:22.759512 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bd71ef5f-f08b-492d-9f15-74fcca79545d {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:10:22.759974 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f', 'tag': '7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69', 'status': 'completed', 'code': 200} Jul 07 21:10:22.801744 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-fb916605-54fd-4996-aabb-50c9de71870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:22.809271 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-fb916605-54fd-4996-aabb-50c9de71870e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b23aeeec068f48d9b9417dac414bc687&device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 1098 time: 0.0831330 Jul 07 21:10:22.821361 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-266a3240-582f-4c28-b282-9fb9f44289ca None None] Set router 421becc4-67c3-405f-9883-9f10ee9ab604 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:10:22.898718 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6357e4e1-2b21-436a-b56d-c01c3a37272e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6b1b4f-b74d-4b26-9697-34171290efb2'}, {'server_uuid': '184b1f40-f14e-47b2-9255-1451796b80bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94568695-6c7b-4533-9283-e3bb39e26b3e'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:10:22.901026 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594e3962-34c6-476a-b90b-17a477b78ba8" -d '{"events": [{"server_uuid": "6357e4e1-2b21-436a-b56d-c01c3a37272e", "name": "network-vif-plugged", "status": "completed", "tag": "0b6b1b4f-b74d-4b26-9697-34171290efb2"}, {"server_uuid": "184b1f40-f14e-47b2-9255-1451796b80bf", "name": "network-vif-plugged", "status": "completed", "tag": "94568695-6c7b-4533-9283-e3bb39e26b3e"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:10:22.920448 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-861e0d3a-5f59-411f-b2ce-a6356ca52a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:22.921989 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-861e0d3a-5f59-411f-b2ce-a6356ca52a13 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac16b07c-c901-445c-9476-2e719a4f8a51 HTTP/1.1" status: 200 len: 921 time: 0.1119409 Jul 07 21:10:22.957093 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 21:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4971588-0d92-4432-b480-8eeb9403fd41 x-openstack-request-id: req-e4971588-0d92-4432-b480-8eeb9403fd41 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:10:22.957755 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6357e4e1-2b21-436a-b56d-c01c3a37272e", "name": "network-vif-plugged", "status": "completed", "tag": "0b6b1b4f-b74d-4b26-9697-34171290efb2", "code": 200}, {"server_uuid": "184b1f40-f14e-47b2-9255-1451796b80bf", "name": "network-vif-plugged", "status": "completed", "tag": "94568695-6c7b-4533-9283-e3bb39e26b3e", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:10:22.958185 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e4971588-0d92-4432-b480-8eeb9403fd41 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:10:22.958757 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6357e4e1-2b21-436a-b56d-c01c3a37272e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6b1b4f-b74d-4b26-9697-34171290efb2', 'code': 200} Jul 07 21:10:22.959185 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184b1f40-f14e-47b2-9255-1451796b80bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94568695-6c7b-4533-9283-e3bb39e26b3e', 'code': 200} Jul 07 21:10:22.975674 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-b76c566f-88ca-4dc9-8a69-c74ee3a2fd3a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 HTTP/1.1" status: 200 len: 217 time: 0.0452824 Jul 07 21:10:23.029347 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-aeaa856a-1417-49a1-b1e1-62a880cb9632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:23.039159 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-aeaa856a-1417-49a1-b1e1-62a880cb9632 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0733c22f-4060-4677-b2ba-941b9860e0e2 HTTP/1.1" status: 200 len: 860 time: 0.0619252 Jul 07 21:10:23.103833 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-2ebd900d-b303-42d3-bca0-eae5e5c12ae9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac16b07c-c901-445c-9476-2e719a4f8a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577545 Jul 07 21:10:23.123822 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-266a3240-582f-4c28-b282-9fb9f44289ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'name': 'tempest-ServerRescueTestJSONUnderV235-1365337016-router', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:09Z', 'updated_at': '2021-07-07T21:09:17Z', 'revision_number': 4, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'gw_port': {'id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:11Z', 'updated_at': '2021-07-07T21:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '193b761b-8fa9-4621-bf14-998c3c34e1cd', 'name': '', 'network_id': 'ac16b07c-c901-445c-9476-2e719a4f8a51', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'mac_address': 'fa:16:3e:21:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '0733c22f-4060-4677-b2ba-941b9860e0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:15Z', 'updated_at': '2021-07-07T21:09:22Z', 'revision_number': 5, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'subnets': [{'id': '0733c22f-4060-4677-b2ba-941b9860e0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:23.163802 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266a3240-582f-4c28-b282-9fb9f44289ca None None] Checking router: 421becc4-67c3-405f-9883-9f10ee9ab604 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:10:23.177910 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266a3240-582f-4c28-b282-9fb9f44289ca None None] Routers {'421becc4-67c3-405f-9883-9f10ee9ab604'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:10:23.179430 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-266a3240-582f-4c28-b282-9fb9f44289ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:10:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['421becc4-67c3-405f-9883-9f10ee9ab604'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:23.217537 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce79b8-c778-43b4-9ea1-eebf75ffdd7a req-f085e967-2903-4e84-9ccd-c47f522a2b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:23.229536 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0ce79b8-c778-43b4-9ea1-eebf75ffdd7a req-f085e967-2903-4e84-9ccd-c47f522a2b29 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 1097 time: 0.1572394 Jul 07 21:10:23.259889 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-eae8f867-ecf2-4e72-9264-a6080817989b service neutron] 10.222.0.64 "GET /v2.0/networks/ac16b07c-c901-445c-9476-2e719a4f8a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496649 Jul 07 21:10:23.317993 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f810d-d0d3-41a1-9bba-d508ccd7ad51 req-9a95779e-4239-4a49-8727-b19e1beb7880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:23.319641 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-175f810d-d0d3-41a1-9bba-d508ccd7ad51 req-9a95779e-4239-4a49-8727-b19e1beb7880 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=184b1f40-f14e-47b2-9255-1451796b80bf HTTP/1.1" status: 200 len: 1098 time: 0.0840349 Jul 07 21:10:23.322244 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618b4ec-638b-495f-841c-06b0db0a2cc3 req-3107c04d-fbc8-49f6-9ebc-742e5906aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:23.323740 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7618b4ec-638b-495f-841c-06b0db0a2cc3 req-3107c04d-fbc8-49f6-9ebc-742e5906aeed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b23aeeec068f48d9b9417dac414bc687&device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 1098 time: 0.5432363 Jul 07 21:10:23.336256 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-266a3240-582f-4c28-b282-9fb9f44289ca None None] Set router 421becc4-67c3-405f-9883-9f10ee9ab604 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:10:23.361894 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0ce79b8-c778-43b4-9ea1-eebf75ffdd7a req-0b910faf-4597-49f2-9a94-f52ba9922ae7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210687 Jul 07 21:10:23.427876 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-175f810d-d0d3-41a1-9bba-d508ccd7ad51 req-4cb995d4-3751-4332-985e-992a17129a34 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924520 Jul 07 21:10:23.464945 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f96a7df5-f20d-45c9-8a7f-86c864327a19 req-faf4de0c-5b5a-48f9-b141-158b95354383 service neutron] 10.222.0.64 "GET /v2.0/networks/ac16b07c-c901-445c-9476-2e719a4f8a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964862 Jul 07 21:10:23.493742 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618b4ec-638b-495f-841c-06b0db0a2cc3 req-9002ae96-2288-45d2-a9f4-bb31c031869a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:23.495212 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7618b4ec-638b-495f-841c-06b0db0a2cc3 req-9002ae96-2288-45d2-a9f4-bb31c031869a service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac16b07c-c901-445c-9476-2e719a4f8a51 HTTP/1.1" status: 200 len: 921 time: 0.1531992 Jul 07 21:10:23.509037 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399f9f2-9293-4bdf-a948-cd002fb2f9e7 req-beffbdcf-2c63-4d09-9f6c-c034f9b80609 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:23.513107 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f399f9f2-9293-4bdf-a948-cd002fb2f9e7 req-beffbdcf-2c63-4d09-9f6c-c034f9b80609 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=184b1f40-f14e-47b2-9255-1451796b80bf HTTP/1.1" status: 200 len: 946 time: 0.1410513 Jul 07 21:10:23.581025 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7618b4ec-638b-495f-841c-06b0db0a2cc3 req-c96c2106-acc0-41ee-b085-0dc1b07bef38 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 HTTP/1.1" status: 200 len: 217 time: 0.0549757 Jul 07 21:10:23.586560 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f399f9f2-9293-4bdf-a948-cd002fb2f9e7 req-2d0ab980-846f-4f1b-bfb9-c73eea63d642 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670660 Jul 07 21:10:23.669367 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618b4ec-638b-495f-841c-06b0db0a2cc3 req-b6fdbc6e-4b40-4dbc-998c-6f2557a238bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:23.670863 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7618b4ec-638b-495f-841c-06b0db0a2cc3 req-b6fdbc6e-4b40-4dbc-998c-6f2557a238bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0733c22f-4060-4677-b2ba-941b9860e0e2 HTTP/1.1" status: 200 len: 860 time: 0.0754476 Jul 07 21:10:23.683965 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9afaced6-8e30-4ee7-92f1-d9fdb080f495 req-a08586f7-9af0-4234-bc78-60e370cd4ed7 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/floatingips/e35a0208-14b2-4838-9af6-222846c75427 HTTP/1.1" status: 200 len: 695 time: 0.0621655 Jul 07 21:10:23.702463 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-266a3240-582f-4c28-b282-9fb9f44289ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'name': 'tempest-ServerRescueTestJSONUnderV235-1365337016-router', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:09Z', 'updated_at': '2021-07-07T21:09:17Z', 'revision_number': 4, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'gw_port': {'id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:11Z', 'updated_at': '2021-07-07T21:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '193b761b-8fa9-4621-bf14-998c3c34e1cd', 'name': '', 'network_id': 'ac16b07c-c901-445c-9476-2e719a4f8a51', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'mac_address': 'fa:16:3e:21:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '0733c22f-4060-4677-b2ba-941b9860e0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:15Z', 'updated_at': '2021-07-07T21:09:22Z', 'revision_number': 5, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'subnets': [{'id': '0733c22f-4060-4677-b2ba-941b9860e0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:23.719538 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7618b4ec-638b-495f-841c-06b0db0a2cc3 req-7313c89b-5f75-485e-b266-96ac0dfc492b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac16b07c-c901-445c-9476-2e719a4f8a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376372 Jul 07 21:10:23.737968 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266a3240-582f-4c28-b282-9fb9f44289ca None None] The sync data for ids ['421becc4-67c3-405f-9883-9f10ee9ab604'] in n-d-695189-11 is: [{'id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'name': 'tempest-ServerRescueTestJSONUnderV235-1365337016-router', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:09Z', 'updated_at': '2021-07-07T21:09:17Z', 'revision_number': 4, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'gw_port': {'id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:11Z', 'updated_at': '2021-07-07T21:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '193b761b-8fa9-4621-bf14-998c3c34e1cd', 'name': '', 'network_id': 'ac16b07c-c901-445c-9476-2e719a4f8a51', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'mac_address': 'fa:16:3e:21:b5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '0733c22f-4060-4677-b2ba-941b9860e0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:15Z', 'updated_at': '2021-07-07T21:09:22Z', 'revision_number': 5, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'subnets': [{'id': '0733c22f-4060-4677-b2ba-941b9860e0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:10:23.846385 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afaced6-8e30-4ee7-92f1-d9fdb080f495 req-c7d1f8b1-010d-4e5b-bf7d-fefe124b806b tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:23.847858 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9afaced6-8e30-4ee7-92f1-d9fdb080f495 req-c7d1f8b1-010d-4e5b-bf7d-fefe124b806b tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 784 time: 0.1593931 Jul 07 21:10:23.862744 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7618b4ec-638b-495f-841c-06b0db0a2cc3 req-9a8bc6cb-aa8b-4298-a51d-799a30b06cca service neutron] 10.222.0.58 "GET /v2.0/networks/ac16b07c-c901-445c-9476-2e719a4f8a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306059 Jul 07 21:10:23.864133 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-9afaced6-8e30-4ee7-92f1-d9fdb080f495 req-cfed6658-5c2d-4d45-8779-9805b7c3e280 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:10:23.867780 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9afaced6-8e30-4ee7-92f1-d9fdb080f495 req-cfed6658-5c2d-4d45-8779-9805b7c3e280 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110939 Jul 07 21:10:23.943423 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a9a754aa-1ec5-434c-8fe0-87a30ea38e00 req-74c8dcae-5be0-40bb-8bbb-877c455cce63 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0729644 Jul 07 21:10:23.948945 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9afaced6-8e30-4ee7-92f1-d9fdb080f495 req-e0159e45-fb77-4e37-8a01-f11722d86492 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 698 time: 0.0775850 Jul 07 21:10:24.000655 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7618b4ec-638b-495f-841c-06b0db0a2cc3 req-8e2b146a-99c0-475e-94bc-bdfff0be902f service neutron] 10.222.0.58 "GET /v2.0/networks/ac16b07c-c901-445c-9476-2e719a4f8a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253572 Jul 07 21:10:24.005958 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9afaced6-8e30-4ee7-92f1-d9fdb080f495 req-fe3a0254-6e99-47c7-9b52-b1163e55e1ac tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.25.5.155 HTTP/1.1" status: 200 len: 698 time: 0.0496731 Jul 07 21:10:24.073009 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b7f8cd-49de-4a06-85b3-823dcb1f53bb None None] New status for floating IP e35a0208-14b2-4838-9af6-222846c75427: DOWN {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:10:24.149391 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-9afaced6-8e30-4ee7-92f1-d9fdb080f495 req-6d995520-a63b-42f2-90b2-ed503d02ea98 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Deleting port 5c946b4b-36cd-4827-9596-b553650384d9 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:10:24.149801 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9afaced6-8e30-4ee7-92f1-d9fdb080f495 req-6d995520-a63b-42f2-90b2-ed503d02ea98 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:24.242096 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9afaced6-8e30-4ee7-92f1-d9fdb080f495 req-6d995520-a63b-42f2-90b2-ed503d02ea98 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:24.242433 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9afaced6-8e30-4ee7-92f1-d9fdb080f495 req-6d995520-a63b-42f2-90b2-ed503d02ea98 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:24.254415 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-9afaced6-8e30-4ee7-92f1-d9fdb080f495 req-6d995520-a63b-42f2-90b2-ed503d02ea98 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Calling delete_port for 5c946b4b-36cd-4827-9596-b553650384d9 owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:10:24.398881 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9afaced6-8e30-4ee7-92f1-d9fdb080f495 req-6d995520-a63b-42f2-90b2-ed503d02ea98 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:24.429370 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d995520-a63b-42f2-90b2-ed503d02ea98 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Pushing event deleted for resources: {'Port': ['ID=5c946b4b-36cd-4827-9596-b553650384d9,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:24.503599 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9afaced6-8e30-4ee7-92f1-d9fdb080f495 req-6d995520-a63b-42f2-90b2-ed503d02ea98 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:24.506355 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-9afaced6-8e30-4ee7-92f1-d9fdb080f495 req-6d995520-a63b-42f2-90b2-ed503d02ea98 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:24.507536 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9afaced6-8e30-4ee7-92f1-d9fdb080f495 req-6d995520-a63b-42f2-90b2-ed503d02ea98 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "DELETE /v2.0/floatingips/e35a0208-14b2-4838-9af6-222846c75427 HTTP/1.1" status: 204 len: 173 time: 0.4947205 Jul 07 21:10:24.568396 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ec3ee4c-8ea7-4b38-a03c-04d7247f8a70 req-55a58616-df3d-4b3e-926c-de4c13d09f87 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups/1dd45c6a-488f-4e2a-8d75-ca823f4b5756 HTTP/1.1" status: 200 len: 1810 time: 0.0416596 Jul 07 21:10:24.625423 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5ec3ee4c-8ea7-4b38-a03c-04d7247f8a70 req-9026b280-d760-40a3-9d37-f5f4314b5d90 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:24.650555 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5ec3ee4c-8ea7-4b38-a03c-04d7247f8a70 req-9026b280-d760-40a3-9d37-f5f4314b5d90 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:24.706096 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5ec3ee4c-8ea7-4b38-a03c-04d7247f8a70 req-9026b280-d760-40a3-9d37-f5f4314b5d90 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:24.709073 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-5ec3ee4c-8ea7-4b38-a03c-04d7247f8a70 req-9026b280-d760-40a3-9d37-f5f4314b5d90 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:24.710261 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ec3ee4c-8ea7-4b38-a03c-04d7247f8a70 req-9026b280-d760-40a3-9d37-f5f4314b5d90 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "DELETE /v2.0/security-groups/1dd45c6a-488f-4e2a-8d75-ca823f4b5756 HTTP/1.1" status: 204 len: 173 time: 0.1363518 Jul 07 21:10:24.723497 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026b280-d760-40a3-9d37-f5f4314b5d90 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd45c6a-488f-4e2a-8d75-ca823f4b5756,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:24.843827 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89fba2-d9a0-403c-ad22-625917fbda70 req-549fbe67-d556-4bbd-87bd-113b2331840e tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:24.846235 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f89fba2-d9a0-403c-ad22-625917fbda70 req-549fbe67-d556-4bbd-87bd-113b2331840e tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=184b1f40-f14e-47b2-9255-1451796b80bf HTTP/1.1" status: 200 len: 946 time: 0.0765276 Jul 07 21:10:24.891391 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f89fba2-d9a0-403c-ad22-625917fbda70 req-324d5228-de2a-43d3-bfc9-525621cc7885 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379393 Jul 07 21:10:25.163994 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-48689b3e-2e34-45ba-82ba-bcadcf3bb236 req-4c2e26f5-5018-4d89-b257-eaf3d438e1f7 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0475140 Jul 07 21:10:25.253466 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdc194-dfc2-4e37-8ca4-7b5cfd290f6e req-dcd207e9-1b92-4690-bf59-af93383f1234 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:25.255006 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bacdc194-dfc2-4e37-8ca4-7b5cfd290f6e req-dcd207e9-1b92-4690-bf59-af93383f1234 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.0673785 Jul 07 21:10:25.293520 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bacdc194-dfc2-4e37-8ca4-7b5cfd290f6e req-8873c7b2-a5ff-4b03-86bf-b9b68a5e252a tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324023 Jul 07 21:10:26.084071 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728428fb-535f-4857-9f15-3319f73c8119 req-0759b632-de29-43bc-aa6a-f7464d7d1372 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:26.085668 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-728428fb-535f-4857-9f15-3319f73c8119 req-0759b632-de29-43bc-aa6a-f7464d7d1372 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=184b1f40-f14e-47b2-9255-1451796b80bf HTTP/1.1" status: 200 len: 946 time: 0.0700123 Jul 07 21:10:26.126098 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-728428fb-535f-4857-9f15-3319f73c8119 req-a3ac716f-b177-4d7c-9ea2-a80f4e6193a3 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346241 Jul 07 21:10:26.318098 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-49879d86-0442-4162-8f8d-a591c2cd041c req-e2aa0b0c-89ba-424b-a0bc-8bb737cce223 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0371943 Jul 07 21:10:26.341263 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64569d1b-ae9c-4cd5-aa39-df169ddf25f2 req-dac5c630-4418-480e-8c85-4c76061d0cfb tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:26.342851 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64569d1b-ae9c-4cd5-aa39-df169ddf25f2 req-dac5c630-4418-480e-8c85-4c76061d0cfb tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.1005890 Jul 07 21:10:26.389169 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64569d1b-ae9c-4cd5-aa39-df169ddf25f2 req-244e511d-5df2-4224-891f-c6e51547c965 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376847 Jul 07 21:10:26.517680 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b651eb-bd30-4357-b51a-5c1d141bc624 req-407d745a-ca2d-466b-a86f-7eccfe8d61ae tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:26.519675 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-69b651eb-bd30-4357-b51a-5c1d141bc624 req-407d745a-ca2d-466b-a86f-7eccfe8d61ae tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.0764396 Jul 07 21:10:26.563825 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-69b651eb-bd30-4357-b51a-5c1d141bc624 req-3c03d89d-fca4-4c51-bd4f-4c24acb604b9 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377204 Jul 07 21:10:26.640943 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfdcc5-175c-4894-be07-61fe2c5ae5c9 req-ffcc74c8-b0ee-4b2c-8113-7693911c22a5 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:26.642777 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6edfdcc5-175c-4894-be07-61fe2c5ae5c9 req-ffcc74c8-b0ee-4b2c-8113-7693911c22a5 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdbcc40b-8d5f-4eea-b568-c7706dbf50da HTTP/1.1" status: 200 len: 946 time: 0.0688460 Jul 07 21:10:26.687483 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6edfdcc5-175c-4894-be07-61fe2c5ae5c9 req-ff1455f0-205c-4199-94cf-7d360faa7464 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387769 Jul 07 21:10:26.990624 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0b7cc-67ae-4464-8e57-ed319ee7423a req-1946436d-7931-4042-8cd2-dd2396481ca1 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:26.992221 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78d0b7cc-67ae-4464-8e57-ed319ee7423a req-1946436d-7931-4042-8cd2-dd2396481ca1 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=184b1f40-f14e-47b2-9255-1451796b80bf HTTP/1.1" status: 200 len: 946 time: 0.0651200 Jul 07 21:10:27.035005 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78d0b7cc-67ae-4464-8e57-ed319ee7423a req-9be992c5-7eda-4d30-84ca-660127d93ec0 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374115 Jul 07 21:10:27.315031 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884405a4-09ff-453c-b80c-b512f021e573 req-b1cbb26f-0035-4e02-873c-5efa720fc817 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:27.316683 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-884405a4-09ff-453c-b80c-b512f021e573 req-b1cbb26f-0035-4e02-873c-5efa720fc817 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.0624108 Jul 07 21:10:27.356291 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-884405a4-09ff-453c-b80c-b512f021e573 req-5ade7e89-73c5-4d5c-bfc9-860731a04f63 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338137 Jul 07 21:10:27.502185 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7d4ba5d7-97f5-4649-8e21-56494b5f2e41 req-69ecde0d-1ade-4ba3-85bb-35f779da59b4 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0348485 Jul 07 21:10:27.761013 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6770a95-f4ec-4572-a95a-eedbbe296d58 req-44e8ac99-0921-4f53-a842-d392fba1f9fb tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:27.767046 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6770a95-f4ec-4572-a95a-eedbbe296d58 req-44e8ac99-0921-4f53-a842-d392fba1f9fb tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:27.773137 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6770a95-f4ec-4572-a95a-eedbbe296d58 req-44e8ac99-0921-4f53-a842-d392fba1f9fb tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:27.774811 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6770a95-f4ec-4572-a95a-eedbbe296d58 req-44e8ac99-0921-4f53-a842-d392fba1f9fb tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=184b1f40-f14e-47b2-9255-1451796b80bf&device_id=bdbcc40b-8d5f-4eea-b568-c7706dbf50da&device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 2418 time: 0.1309049 Jul 07 21:10:27.810708 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a98de-3ea6-422a-919a-1ffc000c7507 req-a392da8a-3cd8-4381-9701-8396ccd8183d tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:27.812226 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f49a98de-3ea6-422a-919a-1ffc000c7507 req-a392da8a-3cd8-4381-9701-8396ccd8183d tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.1169660 Jul 07 21:10:27.844430 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6770a95-f4ec-4572-a95a-eedbbe296d58 req-9dea9f92-25af-46e8-b4fb-4a14d2c7a421 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634639 Jul 07 21:10:27.873176 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f49a98de-3ea6-422a-919a-1ffc000c7507 req-50fef6ca-06e4-48bb-bfa9-6fcaea047bb1 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546427 Jul 07 21:10:28.072165 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9627e-35aa-4a63-9e5f-dbadf7d92de0 req-d382395a-fec3-4a53-bf9e-02f7a6aa16e1 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:28.074031 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eac9627e-35aa-4a63-9e5f-dbadf7d92de0 req-d382395a-fec3-4a53-bf9e-02f7a6aa16e1 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=184b1f40-f14e-47b2-9255-1451796b80bf HTTP/1.1" status: 200 len: 946 time: 0.0653477 Jul 07 21:10:28.113027 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eac9627e-35aa-4a63-9e5f-dbadf7d92de0 req-09769fe9-8f9f-40fa-a1d7-db8f651a681b tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335991 Jul 07 21:10:28.668022 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51d913dc-c595-479e-a2ee-478402601f40 req-653b4d66-817a-4777-b79d-737047fa0308 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0304163 Jul 07 21:10:28.736131 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c211715-f007-4be1-bbd3-d0a6de10671e req-af9725ed-c29c-464a-8fb2-8acb213d200d tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:28.738171 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6c211715-f007-4be1-bbd3-d0a6de10671e req-af9725ed-c29c-464a-8fb2-8acb213d200d tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.0874801 Jul 07 21:10:28.852082 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-6c211715-f007-4be1-bbd3-d0a6de10671e req-c106eecc-8a13-432f-9a6e-91b6ceae05c0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Deleting port 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:10:28.852448 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6c211715-f007-4be1-bbd3-d0a6de10671e req-c106eecc-8a13-432f-9a6e-91b6ceae05c0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:28.970451 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-6c211715-f007-4be1-bbd3-d0a6de10671e req-c106eecc-8a13-432f-9a6e-91b6ceae05c0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] For port 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69,segment=NetworkSegment(108432c1-a6ca-4ab1-8fa3-46e3c0d5295f),segment_id=108432c1-a6ca-4ab1-8fa3-46e3c0d5295f)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:10:28.970775 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6c211715-f007-4be1-bbd3-d0a6de10671e req-c106eecc-8a13-432f-9a6e-91b6ceae05c0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:28.998454 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-6c211715-f007-4be1-bbd3-d0a6de10671e req-c106eecc-8a13-432f-9a6e-91b6ceae05c0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Calling delete_port for 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:10:29.088455 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2c56c-b3c0-4bb3-a89c-70b09adee353 req-fc5e95c7-9d16-4971-ad69-3989fc16facc tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:29.095657 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99e2c56c-b3c0-4bb3-a89c-70b09adee353 req-fc5e95c7-9d16-4971-ad69-3989fc16facc tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f HTTP/1.1" status: 200 len: 946 time: 0.0858409 Jul 07 21:10:29.146189 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99e2c56c-b3c0-4bb3-a89c-70b09adee353 req-cfa20b9b-1458-4772-b6a3-dbf88a0bf9fb tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.64 "GET /v2.0/security-groups?id=5c8d8a5b-f4f9-4651-b140-2416a1775b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494344 Jul 07 21:10:29.186010 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6c211715-f007-4be1-bbd3-d0a6de10671e req-c106eecc-8a13-432f-9a6e-91b6ceae05c0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:29.208747 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:10:29.229133 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106eecc-8a13-432f-9a6e-91b6ceae05c0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Pushing event deleted for resources: {'Port': ['ID=7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:29.250530 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-557c0824-30be-4489-b77e-f3d921291481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:29.290187 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c211715-f007-4be1-bbd3-d0a6de10671e req-c106eecc-8a13-432f-9a6e-91b6ceae05c0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] No DVR routers for this DVR port 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:10:29.292980 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6c211715-f007-4be1-bbd3-d0a6de10671e req-c106eecc-8a13-432f-9a6e-91b6ceae05c0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:29.295496 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6c211715-f007-4be1-bbd3-d0a6de10671e req-c106eecc-8a13-432f-9a6e-91b6ceae05c0 tempest-ServerRescueTestJSONUnderV235-1481736570 tempest-ServerRescueTestJSONUnderV235-1481736570-project] 10.222.0.58 "DELETE /v2.0/ports/7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 HTTP/1.1" status: 204 len: 173 time: 0.5487926 Jul 07 21:10:29.296101 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f', 'name': 'network-vif-deleted', 'tag': '7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:10:29.298718 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8b1335-ba1f-47b5-8ea8-e469e59aec3c" -d '{"events": [{"server_uuid": "b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f", "name": "network-vif-deleted", "tag": "7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:10:29.337695 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e833fe-8a6e-4a2c-b725-ed180bcdd08a x-openstack-request-id: req-e3e833fe-8a6e-4a2c-b725-ed180bcdd08a {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:10:29.337996 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f", "name": "network-vif-deleted", "tag": "7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:10:29.338250 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3e833fe-8a6e-4a2c-b725-ed180bcdd08a {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:10:29.338657 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b6bbed-de0b-4bea-bec5-43e28ef5dd1f', 'name': 'network-vif-deleted', 'tag': '7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69', 'status': 'completed', 'code': 200} Jul 07 21:10:29.598329 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836f764-6975-41fb-b586-217d90c0ca4b req-1949bb95-af9f-4eca-a0d0-b4a592dd86cb tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:29.599911 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3836f764-6975-41fb-b586-217d90c0ca4b req-1949bb95-af9f-4eca-a0d0-b4a592dd86cb tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.0738769 Jul 07 21:10:29.641882 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3836f764-6975-41fb-b586-217d90c0ca4b req-ace39714-7895-4066-a846-eb74e886cf7b tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352538 Jul 07 21:10:29.706540 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:10:29.839273 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5f3586f2-c67e-490e-86d1-b3d3c084b471 req-b1c84ccb-8419-4be4-8260-3af6d2ef0738 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0289404 Jul 07 21:10:30.246504 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38426) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:30.605379 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be2b4587-aadd-40f4-8e38-c3379fc4e47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:30.832757 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785f4ce-9dc4-479e-9f3e-9d4bde955a01 req-daa27e32-30e6-4aef-8241-380087bcd5a8 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:30.834781 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9785f4ce-9dc4-479e-9f3e-9d4bde955a01 req-daa27e32-30e6-4aef-8241-380087bcd5a8 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.0753298 Jul 07 21:10:30.869269 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-be2b4587-aadd-40f4-8e38-c3379fc4e47d admin admin] Deleting port 193b761b-8fa9-4621-bf14-998c3c34e1cd {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:10:30.869852 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be2b4587-aadd-40f4-8e38-c3379fc4e47d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:30.873859 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9785f4ce-9dc4-479e-9f3e-9d4bde955a01 req-ba583b05-a885-4252-95a7-9fdb3b7ca05f tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333862 Jul 07 21:10:30.957716 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-be2b4587-aadd-40f4-8e38-c3379fc4e47d admin admin] For port 193b761b-8fa9-4621-bf14-998c3c34e1cd, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=193b761b-8fa9-4621-bf14-998c3c34e1cd,segment=NetworkSegment(108432c1-a6ca-4ab1-8fa3-46e3c0d5295f),segment_id=108432c1-a6ca-4ab1-8fa3-46e3c0d5295f)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:10:30.958759 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be2b4587-aadd-40f4-8e38-c3379fc4e47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:30.972033 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-be2b4587-aadd-40f4-8e38-c3379fc4e47d admin admin] Calling delete_port for 193b761b-8fa9-4621-bf14-998c3c34e1cd owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:10:31.016500 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-06543503-26b3-4d0d-89aa-be79f4fba14c req-39478fa8-4358-45f6-bb78-4ad04130b89c tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0330009 Jul 07 21:10:31.180115 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be2b4587-aadd-40f4-8e38-c3379fc4e47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:31.205841 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2b4587-aadd-40f4-8e38-c3379fc4e47d admin admin] Pushing event deleted for resources: {'Port': ['ID=193b761b-8fa9-4621-bf14-998c3c34e1cd,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:31.368212 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be2b4587-aadd-40f4-8e38-c3379fc4e47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:31.599183 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2b4587-aadd-40f4-8e38-c3379fc4e47d admin admin] Router 421becc4-67c3-405f-9883-9f10ee9ab604 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:10:31.719474 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2b4587-aadd-40f4-8e38-c3379fc4e47d admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:10:31.727354 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-be2b4587-aadd-40f4-8e38-c3379fc4e47d admin admin] 10.222.0.64 "PUT /v2.0/routers/421becc4-67c3-405f-9883-9f10ee9ab604/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4777510 Jul 07 21:10:31.727700 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38458) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:31.732505 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194b709c-4975-41f4-9f39-6f1fc6eda0db None None] Sync routers for ids ['421becc4-67c3-405f-9883-9f10ee9ab604'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:10:31.742711 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194b709c-4975-41f4-9f39-6f1fc6eda0db None None] Routers {'421becc4-67c3-405f-9883-9f10ee9ab604'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:10:31.743418 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-194b709c-4975-41f4-9f39-6f1fc6eda0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:10:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['421becc4-67c3-405f-9883-9f10ee9ab604'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:31.841614 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c8dbea9-6f89-4d42-9488-e6c7ff00ab7e admin admin] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:31.871242 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-194b709c-4975-41f4-9f39-6f1fc6eda0db None None] Set router 421becc4-67c3-405f-9883-9f10ee9ab604 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:10:31.896352 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-52570c08-1887-4ae8-8110-df889c47c656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:31.931249 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:31.991758 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c8dbea9-6f89-4d42-9488-e6c7ff00ab7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:32.118587 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-2c8dbea9-6f89-4d42-9488-e6c7ff00ab7e admin admin] Deleting port 59e34115-a9ce-4cb1-8755-7b90ea6c38d4 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:10:32.119007 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c8dbea9-6f89-4d42-9488-e6c7ff00ab7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:32.135609 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b7aef-4c30-40d7-bf40-f5f4f5d462e2 req-c0a5f0f5-fc06-4e1a-8d15-c242d37e5a44 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:32.143241 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5b7aef-4c30-40d7-bf40-f5f4f5d462e2 req-c0a5f0f5-fc06-4e1a-8d15-c242d37e5a44 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.1096354 Jul 07 21:10:32.211500 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae5b7aef-4c30-40d7-bf40-f5f4f5d462e2 req-37fce114-4059-4e58-bace-e6b2e88a03a7 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672972 Jul 07 21:10:32.216855 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-194b709c-4975-41f4-9f39-6f1fc6eda0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'name': 'tempest-ServerRescueTestJSONUnderV235-1365337016-router', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:09Z', 'updated_at': '2021-07-07T21:10:31Z', 'revision_number': 5, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'gw_port': {'id': '59e34115-a9ce-4cb1-8755-7b90ea6c38d4', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:54:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2585, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:11Z', 'updated_at': '2021-07-07T21:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:32.260872 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194b709c-4975-41f4-9f39-6f1fc6eda0db None None] Checking router: 421becc4-67c3-405f-9883-9f10ee9ab604 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:10:32.270233 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194b709c-4975-41f4-9f39-6f1fc6eda0db None None] Routers {'421becc4-67c3-405f-9883-9f10ee9ab604'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:10:32.270855 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-194b709c-4975-41f4-9f39-6f1fc6eda0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:10:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['421becc4-67c3-405f-9883-9f10ee9ab604'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:32.320128 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c8bd9547-239d-444b-9a39-997e3ce75eb2 req-0e9d9068-a2db-41b9-8005-b330499bdf15 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0455532 Jul 07 21:10:32.327590 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-2c8dbea9-6f89-4d42-9488-e6c7ff00ab7e admin admin] For port 59e34115-a9ce-4cb1-8755-7b90ea6c38d4, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=59e34115-a9ce-4cb1-8755-7b90ea6c38d4,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:10:32.332010 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c8dbea9-6f89-4d42-9488-e6c7ff00ab7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:32.348601 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-2c8dbea9-6f89-4d42-9488-e6c7ff00ab7e admin admin] Calling delete_port for 59e34115-a9ce-4cb1-8755-7b90ea6c38d4 owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:10:32.382125 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:10:32.396438 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-194b709c-4975-41f4-9f39-6f1fc6eda0db None None] Set router 421becc4-67c3-405f-9883-9f10ee9ab604 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:10:32.403017 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:10:32.403645 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 7c0da01c-58f5-4ab7-b5c3-4c9b053d1d69 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:10:32.458054 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-194b709c-4975-41f4-9f39-6f1fc6eda0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'name': 'tempest-ServerRescueTestJSONUnderV235-1365337016-router', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:09Z', 'updated_at': '2021-07-07T21:10:31Z', 'revision_number': 6, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:32.497934 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194b709c-4975-41f4-9f39-6f1fc6eda0db None None] The sync data for ids ['421becc4-67c3-405f-9883-9f10ee9ab604'] in n-d-695189-11 is: [{'id': '421becc4-67c3-405f-9883-9f10ee9ab604', 'name': 'tempest-ServerRescueTestJSONUnderV235-1365337016-router', 'tenant_id': 'b23aeeec068f48d9b9417dac414bc687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:09Z', 'updated_at': '2021-07-07T21:10:31Z', 'revision_number': 6, 'project_id': 'b23aeeec068f48d9b9417dac414bc687', 'gw_port_host': None}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:10:32.590191 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c8dbea9-6f89-4d42-9488-e6c7ff00ab7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:32.617115 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8dbea9-6f89-4d42-9488-e6c7ff00ab7e admin admin] Pushing event deleted for resources: {'Port': ['ID=59e34115-a9ce-4cb1-8755-7b90ea6c38d4,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:32.682082 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c8dbea9-6f89-4d42-9488-e6c7ff00ab7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:32.773604 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c8dbea9-6f89-4d42-9488-e6c7ff00ab7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:32.776181 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c8dbea9-6f89-4d42-9488-e6c7ff00ab7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:32.823868 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c8dbea9-6f89-4d42-9488-e6c7ff00ab7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:32.824405 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8dbea9-6f89-4d42-9488-e6c7ff00ab7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 421becc4-67c3-405f-9883-9f10ee9ab604 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:10:32.829336 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c8dbea9-6f89-4d42-9488-e6c7ff00ab7e admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:32.830769 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2c8dbea9-6f89-4d42-9488-e6c7ff00ab7e admin admin] 10.222.0.64 "DELETE /v2.0/routers/421becc4-67c3-405f-9883-9f10ee9ab604 HTTP/1.1" status: 204 len: 168 time: 1.1018534 Jul 07 21:10:32.833194 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38484) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:32.879570 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f3c5f4d-be38-4a8e-a3ce-f9c3cb25ff26 admin admin] Deleting subnet 0733c22f-4060-4677-b2ba-941b9860e0e2 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:10:32.883486 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6f3c5f4d-be38-4a8e-a3ce-f9c3cb25ff26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:32.927690 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6f3c5f4d-be38-4a8e-a3ce-f9c3cb25ff26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:32.969829 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6f3c5f4d-be38-4a8e-a3ce-f9c3cb25ff26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:33.032405 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6f3c5f4d-be38-4a8e-a3ce-f9c3cb25ff26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:33.058523 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c5f4d-be38-4a8e-a3ce-f9c3cb25ff26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0733c22f-4060-4677-b2ba-941b9860e0e2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:33.073515 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6f3c5f4d-be38-4a8e-a3ce-f9c3cb25ff26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:33.075520 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6f3c5f4d-be38-4a8e-a3ce-f9c3cb25ff26 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0733c22f-4060-4677-b2ba-941b9860e0e2 HTTP/1.1" status: 204 len: 168 time: 0.2413361 Jul 07 21:10:33.078353 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38490) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:33.146627 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-740627c7-0728-4186-a272-3e8db9410bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:33.226039 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-740627c7-0728-4186-a272-3e8db9410bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:33.236046 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-740627c7-0728-4186-a272-3e8db9410bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac16b07c-c901-445c-9476-2e719a4f8a51']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:33.246400 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-740627c7-0728-4186-a272-3e8db9410bd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108432c1-a6ca-4ab1-8fa3-46e3c0d5295f') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:33.246695 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-740627c7-0728-4186-a272-3e8db9410bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108432c1-a6ca-4ab1-8fa3-46e3c0d5295f') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:33.256120 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-740627c7-0728-4186-a272-3e8db9410bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:33.271317 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-740627c7-0728-4186-a272-3e8db9410bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:33.278139 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740627c7-0728-4186-a272-3e8db9410bd1 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:10:33.278556 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-740627c7-0728-4186-a272-3e8db9410bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:10:33.280316 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:10:33.377008 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-740627c7-0728-4186-a272-3e8db9410bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:33.388210 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-740627c7-0728-4186-a272-3e8db9410bd1 admin admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:33.397526 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-740627c7-0728-4186-a272-3e8db9410bd1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ac16b07c-c901-445c-9476-2e719a4f8a51 HTTP/1.1" status: 204 len: 168 time: 0.3177576 Jul 07 21:10:33.465527 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740627c7-0728-4186-a272-3e8db9410bd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac16b07c-c901-445c-9476-2e719a4f8a51,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:33.550312 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-341f2f04-7835-490b-9dc1-9fe54a1a7bd9 req-10a09323-d553-422a-96a6-09117d14b10f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0272884 Jul 07 21:10:33.552259 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-99409672-c275-4f0a-87bd-a6d95cb0aac3 req-3d6d64a6-7435-4bd6-9093-fb89ba09e7b1 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0633397 Jul 07 21:10:33.566835 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:33.587772 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38504) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:33.588822 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ed42a-c4ad-4241-9b2a-40169cafcc10 req-fb26b07f-7291-4b99-bdea-c830818e0a3a tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:33.590389 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-631ed42a-c4ad-4241-9b2a-40169cafcc10 req-fb26b07f-7291-4b99-bdea-c830818e0a3a tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.1817572 Jul 07 21:10:33.662453 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-326cc6ce-a031-4d7f-88b3-188f9625b006 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b23aeeec068f48d9b9417dac414bc687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0732639 Jul 07 21:10:33.664991 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38512) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:33.665712 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-631ed42a-c4ad-4241-9b2a-40169cafcc10 req-cdedc892-6dec-442f-87e3-65613eabc5d4 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647159 Jul 07 21:10:33.757766 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc272235-1207-470f-b94f-956afd2796aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:33.785048 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc272235-1207-470f-b94f-956afd2796aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:33.836815 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc272235-1207-470f-b94f-956afd2796aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:33.839537 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fc272235-1207-470f-b94f-956afd2796aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:33.840866 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fc272235-1207-470f-b94f-956afd2796aa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5c8d8a5b-f4f9-4651-b140-2416a1775b7d HTTP/1.1" status: 204 len: 168 time: 0.1745470 Jul 07 21:10:33.853180 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc272235-1207-470f-b94f-956afd2796aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8d8a5b-f4f9-4651-b140-2416a1775b7d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:34.305875 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 193b761b-8fa9-4621-bf14-998c3c34e1cd no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:10:34.333240 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 193b761b-8fa9-4621-bf14-998c3c34e1cd {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:10:34.333593 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 193b761b-8fa9-4621-bf14-998c3c34e1cd not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:10:34.334013 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 59e34115-a9ce-4cb1-8755-7b90ea6c38d4 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:10:34.357804 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 59e34115-a9ce-4cb1-8755-7b90ea6c38d4 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:10:34.358739 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 59e34115-a9ce-4cb1-8755-7b90ea6c38d4 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:10:34.584924 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38548) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:34.730577 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-081558ba-31ca-42c9-9e76-dd97efe19d90 req-17ec92be-6cfa-4f4c-8884-d77feb07d175 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0333631 Jul 07 21:10:34.734731 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-299d2435-82c5-46f3-9d9a-55f3d6000eb8 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-530908337-network', 'tenant_id': 'ed48dcf7e19544e9a00df8df701013d9'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:10:34.778865 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299d2435-82c5-46f3-9d9a-55f3d6000eb8 admin admin] Made reservation on behalf of ed48dcf7e19544e9a00df8df701013d9 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:10:34.781317 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-299d2435-82c5-46f3-9d9a-55f3d6000eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:34.794680 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-299d2435-82c5-46f3-9d9a-55f3d6000eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:34.938811 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a3771-0970-408e-b1a1-e128a71cf601 req-81e85122-eb20-48d9-9e9e-a6fa44fb6459 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:34.940453 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d4a3771-0970-408e-b1a1-e128a71cf601 req-81e85122-eb20-48d9-9e9e-a6fa44fb6459 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.1030979 Jul 07 21:10:34.984990 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-299d2435-82c5-46f3-9d9a-55f3d6000eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:34.995118 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-299d2435-82c5-46f3-9d9a-55f3d6000eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:35.018370 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d4a3771-0970-408e-b1a1-e128a71cf601 req-bc20b962-84a8-4e98-8f06-2d4894308dfc tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658612 Jul 07 21:10:35.027522 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299d2435-82c5-46f3-9d9a-55f3d6000eb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:10:35.043916 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d2435-82c5-46f3-9d9a-55f3d6000eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7730fdd3-6789-4dc5-ae65-5c30871729f5,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:35.049751 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-299d2435-82c5-46f3-9d9a-55f3d6000eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:35.050498 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-299d2435-82c5-46f3-9d9a-55f3d6000eb8 admin admin] Added segment 707e56e1-f8a5-4766-9462-692f06a27a98 of type vlan for network 2bd9dd1b-f98e-42d3-9474-365112f46c50 Jul 07 21:10:35.118276 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-299d2435-82c5-46f3-9d9a-55f3d6000eb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:35.144441 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f2e819cb-2247-4c2c-a2fd-90d49deacb2f req-edcac8b6-7cf5-4088-9816-d0ef6f7ef7a7 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142&device_id=ba280d27-845c-4123-a5ce-09ee668c4ea5 HTTP/1.1" status: 200 len: 210 time: 0.0470266 Jul 07 21:10:35.182018 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-299d2435-82c5-46f3-9d9a-55f3d6000eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:35.184335 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299d2435-82c5-46f3-9d9a-55f3d6000eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:35.185627 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-299d2435-82c5-46f3-9d9a-55f3d6000eb8 admin admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:35.243990 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:35.252318 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d2435-82c5-46f3-9d9a-55f3d6000eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=2bd9dd1b-f98e-42d3-9474-365112f46c50,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:35.256911 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-299d2435-82c5-46f3-9d9a-55f3d6000eb8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6708267 Jul 07 21:10:35.259959 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38572) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:35.263703 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 2bd9dd1b-f98e-42d3-9474-365112f46c50 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:10:35.265106 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-a426d875-b94e-4167-a0d2-f77c3b52f2f7 admin admin] Request body: {'subnet': {'network_id': '2bd9dd1b-f98e-42d3-9474-365112f46c50', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-530908337-subnet', 'tenant_id': 'ed48dcf7e19544e9a00df8df701013d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:10:35.296194 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a426d875-b94e-4167-a0d2-f77c3b52f2f7 admin admin] Made reservation on behalf of ed48dcf7e19544e9a00df8df701013d9 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:10:35.299230 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a426d875-b94e-4167-a0d2-f77c3b52f2f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:35.520486 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a426d875-b94e-4167-a0d2-f77c3b52f2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:35.564268 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426d875-b94e-4167-a0d2-f77c3b52f2f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba2af26-17fc-45d4-a632-12085fafe7ee,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:35.610606 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0b0edb05-ae84-441a-b8f8-2761ea0c1da7 req-6a351d60-f177-41d9-bd0e-8dc9327d1b10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f11ae0a688f4dc5b6cffc86f7a5b1e5&device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.1222067 Jul 07 21:10:35.632210 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8da1dca8-5ac2-4b26-b948-57106ab07a8b req-25a08f03-bcda-4385-8ec8-5ad17b961446 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0696025 Jul 07 21:10:35.663521 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0b0edb05-ae84-441a-b8f8-2761ea0c1da7 req-635a4dc2-b625-412d-ad08-381904af2718 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9f11ae0a688f4dc5b6cffc86f7a5b1e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356379 Jul 07 21:10:35.754666 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a426d875-b94e-4167-a0d2-f77c3b52f2f7 admin admin] Checking segment: {'id': '707e56e1-f8a5-4766-9462-692f06a27a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2bd9dd1b-f98e-42d3-9474-365112f46c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:10:35.755041 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a426d875-b94e-4167-a0d2-f77c3b52f2f7 admin admin] Network hostable DHCP agents. Network: 2bd9dd1b-f98e-42d3-9474-365112f46c50, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:10:35.826576 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a426d875-b94e-4167-a0d2-f77c3b52f2f7 admin admin] Network 2bd9dd1b-f98e-42d3-9474-365112f46c50 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:10:35.858859 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-a426d875-b94e-4167-a0d2-f77c3b52f2f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 2bd9dd1b-f98e-42d3-9474-365112f46c50) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:10:35.870319 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a426d875-b94e-4167-a0d2-f77c3b52f2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:35.871266 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a426d875-b94e-4167-a0d2-f77c3b52f2f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:35.874800 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa75173-6a99-4947-9bca-1ebba4a54d32 None None] Network 2bd9dd1b-f98e-42d3-9474-365112f46c50 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:10:35.882711 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0edb05-ae84-441a-b8f8-2761ea0c1da7 req-7acb2a8e-0fa0-4743-8e69-81d3be783892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:35.884135 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0b0edb05-ae84-441a-b8f8-2761ea0c1da7 req-7acb2a8e-0fa0-4743-8e69-81d3be783892 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2092555 Jul 07 21:10:35.890313 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a426d875-b94e-4167-a0d2-f77c3b52f2f7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6293113 Jul 07 21:10:36.011235 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38594) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:36.015190 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adfca80-367c-4fd5-883d-7cfb00ce0da7 None None] Network 2bd9dd1b-f98e-42d3-9474-365112f46c50 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:10:36.431142 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23f93eb-ad5a-4d4d-9cef-741f7b6b32ad admin admin] Deleting subnet 8ba2af26-17fc-45d4-a632-12085fafe7ee {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:10:36.438766 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d23f93eb-ad5a-4d4d-9cef-741f7b6b32ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:36.487873 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d23f93eb-ad5a-4d4d-9cef-741f7b6b32ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:36.517255 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a64669-d284-49e0-aadf-ad1bf44518cc req-6a21926b-8864-42ab-b707-6796c0b4a0f9 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:36.518761 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a5a64669-d284-49e0-aadf-ad1bf44518cc req-6a21926b-8864-42ab-b707-6796c0b4a0f9 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.1365592 Jul 07 21:10:36.555096 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d23f93eb-ad5a-4d4d-9cef-741f7b6b32ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:36.591118 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a5a64669-d284-49e0-aadf-ad1bf44518cc req-ceacf619-5a8f-460c-b463-3835a5576148 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661647 Jul 07 21:10:36.622110 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d23f93eb-ad5a-4d4d-9cef-741f7b6b32ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:36.649667 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f93eb-ad5a-4d4d-9cef-741f7b6b32ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ba2af26-17fc-45d4-a632-12085fafe7ee,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:36.651681 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d23f93eb-ad5a-4d4d-9cef-741f7b6b32ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:36.653562 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d23f93eb-ad5a-4d4d-9cef-741f7b6b32ad admin admin] 10.222.0.64 "DELETE /v2.0/subnets/8ba2af26-17fc-45d4-a632-12085fafe7ee HTTP/1.1" status: 204 len: 168 time: 0.6413014 Jul 07 21:10:36.656114 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38614) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:36.745766 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6005b5a0-155f-4233-9cec-a67b09538fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:36.849262 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3e357ec5-de2f-40fc-a9e6-e6b175b7a8a6 req-c7c4ea93-d6c5-48f9-9e82-56955aad0bff tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0625000 Jul 07 21:10:36.854069 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6005b5a0-155f-4233-9cec-a67b09538fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:36.864069 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-6005b5a0-155f-4233-9cec-a67b09538fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd9dd1b-f98e-42d3-9474-365112f46c50']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:36.879813 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-6005b5a0-155f-4233-9cec-a67b09538fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707e56e1-f8a5-4766-9462-692f06a27a98') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:36.880229 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-6005b5a0-155f-4233-9cec-a67b09538fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707e56e1-f8a5-4766-9462-692f06a27a98') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:36.890061 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6005b5a0-155f-4233-9cec-a67b09538fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:36.904358 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6005b5a0-155f-4233-9cec-a67b09538fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:36.912330 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6005b5a0-155f-4233-9cec-a67b09538fb7 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:10:36.912803 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6005b5a0-155f-4233-9cec-a67b09538fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:10:36.914593 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:10:36.972561 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6005b5a0-155f-4233-9cec-a67b09538fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:36.991274 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6005b5a0-155f-4233-9cec-a67b09538fb7 admin admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:36.995740 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6005b5a0-155f-4233-9cec-a67b09538fb7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2bd9dd1b-f98e-42d3-9474-365112f46c50 HTTP/1.1" status: 204 len: 168 time: 0.3362367 Jul 07 21:10:36.995740 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005b5a0-155f-4233-9cec-a67b09538fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bd9dd1b-f98e-42d3-9474-365112f46c50,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:37.120589 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38624) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:37.163664 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e297f3ae-2d18-4281-bc8f-76c1d1dbc194 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ed48dcf7e19544e9a00df8df701013d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395749 Jul 07 21:10:37.163899 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38626) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:37.218766 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a08511e4-28d9-4c43-8406-16ec5dae7875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:37.241453 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a08511e4-28d9-4c43-8406-16ec5dae7875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:37.295672 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a08511e4-28d9-4c43-8406-16ec5dae7875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:37.298971 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a08511e4-28d9-4c43-8406-16ec5dae7875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:37.300237 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a08511e4-28d9-4c43-8406-16ec5dae7875 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7730fdd3-6789-4dc5-ae65-5c30871729f5 HTTP/1.1" status: 204 len: 168 time: 0.1354077 Jul 07 21:10:37.309753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08511e4-28d9-4c43-8406-16ec5dae7875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7730fdd3-6789-4dc5-ae65-5c30871729f5,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:37.779569 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0b0edb05-ae84-441a-b8f8-2761ea0c1da7 req-6950c0da-56ae-418d-9ddc-f75b389ac262 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.39 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0354216 Jul 07 21:10:37.823845 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e11b45-a3c6-4eb7-aaa5-a241ada053f1 req-d2e223d6-27e3-4389-a143-56806a2ab876 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:37.830090 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5e11b45-a3c6-4eb7-aaa5-a241ada053f1 req-d2e223d6-27e3-4389-a143-56806a2ab876 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.1192820 Jul 07 21:10:37.886595 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5e11b45-a3c6-4eb7-aaa5-a241ada053f1 req-50a76db0-13c3-4a3c-b9ee-312fad0a2355 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547853 Jul 07 21:10:38.024243 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-18c83891-4827-4c7c-b413-0afaa221ae5d req-88cc2a4b-8571-4ccf-80c5-d56c07a9ee39 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cbf4d6d-e350-4543-8097-8dc9792c6142 HTTP/1.1" status: 200 len: 210 time: 0.0417764 Jul 07 21:10:38.694272 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38696) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:38.826855 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2ec4c1f6-afe5-4115-98f2-b8a875245a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:38.936036 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2ec4c1f6-afe5-4115-98f2-b8a875245a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:38.942097 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2ec4c1f6-afe5-4115-98f2-b8a875245a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:38.992271 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2ec4c1f6-afe5-4115-98f2-b8a875245a6e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be8ca1a696a042b08febffd65e95bfa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2966413 Jul 07 21:10:38.993451 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4c1f6-afe5-4115-98f2-b8a875245a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194fc278-0487-4a8b-a283-e43309efd049,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:39.001300 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38706) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:39.104204 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fbca3141-3190-421b-bfe5-ccd0385c3517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:39.135390 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fbca3141-3190-421b-bfe5-ccd0385c3517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:39.172627 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7241b-bab9-420a-b800-7a704a12c944 req-6b51eb34-5ad0-4e92-8c5f-92958540e0fa tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:39.174965 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0f7241b-bab9-420a-b800-7a704a12c944 req-6b51eb34-5ad0-4e92-8c5f-92958540e0fa tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.1280310 Jul 07 21:10:39.228294 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0f7241b-bab9-420a-b800-7a704a12c944 req-ca88d2f6-cba5-4857-849f-dc0f54708b5c tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435665 Jul 07 21:10:39.237073 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fbca3141-3190-421b-bfe5-ccd0385c3517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:39.251719 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fbca3141-3190-421b-bfe5-ccd0385c3517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:39.251719 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fbca3141-3190-421b-bfe5-ccd0385c3517 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/194fc278-0487-4a8b-a283-e43309efd049 HTTP/1.1" status: 204 len: 168 time: 0.2395277 Jul 07 21:10:39.252916 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca3141-3190-421b-bfe5-ccd0385c3517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194fc278-0487-4a8b-a283-e43309efd049,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:39.478032 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefea4fc-533b-4d81-a744-0b8fd0966ce8 req-67955c45-98d0-4479-b59f-58f8a5be20f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f11ae0a688f4dc5b6cffc86f7a5b1e5&device_id=ba280d27-845c-4123-a5ce-09ee668c4ea5 HTTP/1.1" status: 200 len: 210 time: 0.0343521 Jul 07 21:10:39.519989 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefea4fc-533b-4d81-a744-0b8fd0966ce8 req-84581fe4-948e-4bf7-a495-42bcad8e143b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9f11ae0a688f4dc5b6cffc86f7a5b1e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294981 Jul 07 21:10:39.555370 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f24f36d-8927-44d2-9518-9210e40c9985 req-52815f9d-ac1f-468c-83a5-ad162482c190 tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba280d27-845c-4123-a5ce-09ee668c4ea5 HTTP/1.1" status: 200 len: 210 time: 0.0393069 Jul 07 21:10:39.657942 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefea4fc-533b-4d81-a744-0b8fd0966ce8 req-5db559bb-74b2-419a-84d0-bccfb26c1a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:39.663269 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefea4fc-533b-4d81-a744-0b8fd0966ce8 req-5db559bb-74b2-419a-84d0-bccfb26c1a82 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317480 Jul 07 21:10:40.434374 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064873fb-c396-48bb-aa84-2efdf3b1f937 req-0a1bf8b6-8601-47d7-bb96-aa4e7cd22fd5 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:40.436199 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-064873fb-c396-48bb-aa84-2efdf3b1f937 req-0a1bf8b6-8601-47d7-bb96-aa4e7cd22fd5 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.0900865 Jul 07 21:10:40.483459 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-064873fb-c396-48bb-aa84-2efdf3b1f937 req-ecac2746-f0ad-415b-80d4-2a2136719b4b tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378251 Jul 07 21:10:40.739550 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-629cf8a4-06db-4905-a1a8-5a85b2ec1a6d req-9c0061af-0174-4621-9a36-78f02a1e58ab tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba280d27-845c-4123-a5ce-09ee668c4ea5 HTTP/1.1" status: 200 len: 210 time: 0.0441117 Jul 07 21:10:41.347390 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefea4fc-533b-4d81-a744-0b8fd0966ce8 req-a7c8193a-8cc4-4662-9a1f-6314816a3aaf tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba280d27-845c-4123-a5ce-09ee668c4ea5 HTTP/1.1" status: 200 len: 210 time: 0.0291700 Jul 07 21:10:41.671413 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe256b-0c92-4482-9401-adbca57c2a76 req-f0a605f4-7123-4ee5-b9c8-0414b7dd0ef8 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:41.679238 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4efe256b-0c92-4482-9401-adbca57c2a76 req-f0a605f4-7123-4ee5-b9c8-0414b7dd0ef8 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.0779865 Jul 07 21:10:41.720654 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4efe256b-0c92-4482-9401-adbca57c2a76 req-7ea35413-de91-4114-8933-78f545e2639b tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404301 Jul 07 21:10:41.972692 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a9d72bb0-2443-4209-bd84-63fda41b7164 req-2705463d-bd7a-46e4-8506-739fd3dedeca tempest-ServerShowV247Test-1231222076 tempest-ServerShowV247Test-1231222076-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba280d27-845c-4123-a5ce-09ee668c4ea5 HTTP/1.1" status: 200 len: 210 time: 0.0658484 Jul 07 21:10:42.966669 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a6b64-452f-4c3b-96af-1a8ec5022c02 req-855994a8-6da7-47fd-8b24-9ccebbe96cd2 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:42.973331 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5b5a6b64-452f-4c3b-96af-1a8ec5022c02 req-855994a8-6da7-47fd-8b24-9ccebbe96cd2 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.1222529 Jul 07 21:10:43.067975 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5b5a6b64-452f-4c3b-96af-1a8ec5022c02 req-0f57f26b-eb57-4c5a-ae0d-2ad00912501f tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891161 Jul 07 21:10:43.414115 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 38868) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:43.535097 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-53cb89e2-9040-48f5-906c-1794b0df99d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:43.626320 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-53cb89e2-9040-48f5-906c-1794b0df99d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:43.630938 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-53cb89e2-9040-48f5-906c-1794b0df99d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:43.669209 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-53cb89e2-9040-48f5-906c-1794b0df99d7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9f11ae0a688f4dc5b6cffc86f7a5b1e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2539372 Jul 07 21:10:43.670095 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb89e2-9040-48f5-906c-1794b0df99d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef38a501-c768-4140-843a-52abc0654c70,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:43.671979 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 38878) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:43.731410 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2aafc8b8-8e50-4dfa-b5e9-e062ecaa30c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:43.757526 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2aafc8b8-8e50-4dfa-b5e9-e062ecaa30c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:43.804790 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2aafc8b8-8e50-4dfa-b5e9-e062ecaa30c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:43.807469 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2aafc8b8-8e50-4dfa-b5e9-e062ecaa30c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:43.808678 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2aafc8b8-8e50-4dfa-b5e9-e062ecaa30c6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef38a501-c768-4140-843a-52abc0654c70 HTTP/1.1" status: 204 len: 168 time: 0.1333461 Jul 07 21:10:43.821017 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafc8b8-8e50-4dfa-b5e9-e062ecaa30c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef38a501-c768-4140-843a-52abc0654c70,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:44.318121 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91126b-0690-4250-9d3e-b9e2fd422308 req-85941371-e244-421d-92c4-1df7cad9ffe7 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:44.326158 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-df91126b-0690-4250-9d3e-b9e2fd422308 req-85941371-e244-421d-92c4-1df7cad9ffe7 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.1137655 Jul 07 21:10:44.372224 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-df91126b-0690-4250-9d3e-b9e2fd422308 req-b6f49954-a6b3-4997-83bd-852ba7a13ed0 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450745 Jul 07 21:10:45.008891 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0fdb9d8e-d6b0-46e6-989a-81380c30f3aa req-0ce8e0e2-05d1-44d5-88c0-2824a9a9070e tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0336809 Jul 07 21:10:45.625194 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466aef45-3c57-4f3e-89d0-acbea8c51dfe req-0c039295-ff8e-48c2-9d4c-ec594dae0c19 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:45.632858 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-466aef45-3c57-4f3e-89d0-acbea8c51dfe req-0c039295-ff8e-48c2-9d4c-ec594dae0c19 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.0910211 Jul 07 21:10:45.675997 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-466aef45-3c57-4f3e-89d0-acbea8c51dfe req-6e68571c-697d-486f-9ef8-618fda615a97 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419483 Jul 07 21:10:46.181749 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-184e5287-7cbf-4d45-a62b-dfb22c377528 req-ccad80fd-070e-49ae-bead-24ab41cf7809 tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0324402 Jul 07 21:10:46.861892 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f6f46-f306-46d6-97c8-4f48c89cb9c7 req-eb76c540-320a-4c95-bd3b-73d31af3d2e4 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:46.865374 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e86f6f46-f306-46d6-97c8-4f48c89cb9c7 req-eb76c540-320a-4c95-bd3b-73d31af3d2e4 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.0727520 Jul 07 21:10:46.899093 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39026) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:46.911354 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e86f6f46-f306-46d6-97c8-4f48c89cb9c7 req-2bf68122-663e-4cd1-9ab6-d11b556ce9f0 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387797 Jul 07 21:10:46.979961 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ff2d706c-ee58-42a8-a9bc-4f211da0a032 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/floatingips/74215575-217f-49e2-9b28-c67db4fda47b HTTP/1.1" status: 200 len: 993 time: 0.0797510 Jul 07 21:10:47.284945 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39038) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:47.373888 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-612afe98-bbe4-4b32-a38c-5ce5f6271add req-51e10dbb-d401-4bcc-a986-f3bdd8c76753 tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0575275 Jul 07 21:10:47.460376 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-ceedb097-5e1c-4b7f-bba7-ab4f685f47f4 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Deleting port 77084f4c-bd73-4ca5-a0e2-ef00dddd4990 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:10:47.461079 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ceedb097-5e1c-4b7f-bba7-ab4f685f47f4 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:47.558143 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ceedb097-5e1c-4b7f-bba7-ab4f685f47f4 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:47.558470 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ceedb097-5e1c-4b7f-bba7-ab4f685f47f4 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:47.571431 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-ceedb097-5e1c-4b7f-bba7-ab4f685f47f4 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Calling delete_port for 77084f4c-bd73-4ca5-a0e2-ef00dddd4990 owned by network:floatingip {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:10:47.772647 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ceedb097-5e1c-4b7f-bba7-ab4f685f47f4 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:47.806074 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedb097-5e1c-4b7f-bba7-ab4f685f47f4 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event deleted for resources: {'Port': ['ID=77084f4c-bd73-4ca5-a0e2-ef00dddd4990,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:47.889630 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ceedb097-5e1c-4b7f-bba7-ab4f685f47f4 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for floatingip, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:47.890045 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [None req-ceedb097-5e1c-4b7f-bba7-ab4f685f47f4 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Floating IP 74215575-217f-49e2-9b28-c67db4fda47b disassociated (deleted). External IP: 172.25.5.140, port: 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90. Jul 07 21:10:47.951389 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-faeaa8d4-10c9-48bb-8a79-bd9e7e972ebf req-d27a9fa4-2b24-415a-89b6-3546f07f9869 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0333953 Jul 07 21:10:48.151643 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d687ea8-9468-4235-b39b-90ba32bd8198 req-edf1ba2a-4af8-4a4b-a9d3-286fa90aac69 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:48.153304 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7d687ea8-9468-4235-b39b-90ba32bd8198 req-edf1ba2a-4af8-4a4b-a9d3-286fa90aac69 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.0937991 Jul 07 21:10:48.166312 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceedb097-5e1c-4b7f-bba7-ab4f685f47f4 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Router 5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:10:48.214971 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7d687ea8-9468-4235-b39b-90ba32bd8198 req-306a41b0-70fd-4786-b282-739bbcd1163c tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544465 Jul 07 21:10:48.596631 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d942ac48-9ba3-4ca6-ba89-2760d5067097 req-7a14e11f-1f84-442a-b4a8-b21e5087685f tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0519536 Jul 07 21:10:48.599819 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceedb097-5e1c-4b7f-bba7-ab4f685f47f4 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:10:48.612602 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ceedb097-5e1c-4b7f-bba7-ab4f685f47f4 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:48.616832 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d690a0-b888-4b9f-b720-ae9be428fa82 None None] Sync routers for ids ['5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:10:48.629882 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d690a0-b888-4b9f-b720-ae9be428fa82 None None] Routers {'5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:10:48.630821 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-25d690a0-b888-4b9f-b720-ae9be428fa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:10:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:48.659309 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ceedb097-5e1c-4b7f-bba7-ab4f685f47f4 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "DELETE /v2.0/floatingips/74215575-217f-49e2-9b28-c67db4fda47b HTTP/1.1" status: 204 len: 168 time: 1.3732443 Jul 07 21:10:48.660067 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791d5bd8-99f6-4318-9945-70ce2a55033e', 'tag': '7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:10:48.662649 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019633c6-9b0e-4ee2-b19c-8284aacf6d68" -d '{"events": [{"name": "network-changed", "server_uuid": "791d5bd8-99f6-4318-9945-70ce2a55033e", "tag": "7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:10:48.762620 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-25d690a0-b888-4b9f-b720-ae9be428fa82 None None] Set router 5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:10:48.874291 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c326f41-44ea-4eb0-a565-0ea3958b85ef x-openstack-request-id: req-3c326f41-44ea-4eb0-a565-0ea3958b85ef {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:10:48.874796 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "791d5bd8-99f6-4318-9945-70ce2a55033e", "tag": "7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:10:48.875380 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3c326f41-44ea-4eb0-a565-0ea3958b85ef {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:10:48.875942 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '791d5bd8-99f6-4318-9945-70ce2a55033e', 'tag': '7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90', 'status': 'completed', 'code': 200} Jul 07 21:10:48.999715 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019633c6-9b0e-4ee2-b19c-8284aacf6d68 req-001bd328-aace-416a-99a7-0fc39223cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:49.002376 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-019633c6-9b0e-4ee2-b19c-8284aacf6d68 req-001bd328-aace-416a-99a7-0fc39223cdad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=21232da6452a40d680cb4842c209ecfd&device_id=791d5bd8-99f6-4318-9945-70ce2a55033e HTTP/1.1" status: 200 len: 1097 time: 0.0707896 Jul 07 21:10:49.207696 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019633c6-9b0e-4ee2-b19c-8284aacf6d68 req-107342c2-2a09-41d0-8ab4-ee7637b6db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:49.209285 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-019633c6-9b0e-4ee2-b19c-8284aacf6d68 req-107342c2-2a09-41d0-8ab4-ee7637b6db95 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3dfec35d-3b9e-474a-9026-9f27e6710a7c HTTP/1.1" status: 200 len: 898 time: 0.1868236 Jul 07 21:10:49.225459 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-25d690a0-b888-4b9f-b720-ae9be428fa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'name': 'tempest-TestNetworkBasicOps-router-1311822345', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:36Z', 'updated_at': '2021-07-07T21:09:42Z', 'revision_number': 4, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:37Z', 'updated_at': '2021-07-07T21:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'be8ddb2d-b314-42b8-8a86-d1280ca51b63', 'name': '', 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:c3:43:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '793f751c-2b75-4745-accb-58f9290a94e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:41Z', 'updated_at': '2021-07-07T21:09:48Z', 'revision_number': 5, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '793f751c-2b75-4745-accb-58f9290a94e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:49.265364 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcde73-74b2-4e28-a9b5-ecedeec009d3 req-fd51e304-e81f-4793-b2cd-457c85765171 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:49.271253 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-019633c6-9b0e-4ee2-b19c-8284aacf6d68 req-d1d12b4f-1f76-49d9-9000-fcb26fe6933e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 HTTP/1.1" status: 200 len: 217 time: 0.0500596 Jul 07 21:10:49.272615 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4fcde73-74b2-4e28-a9b5-ecedeec009d3 req-fd51e304-e81f-4793-b2cd-457c85765171 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=791d5bd8-99f6-4318-9945-70ce2a55033e HTTP/1.1" status: 200 len: 945 time: 0.1064484 Jul 07 21:10:49.315438 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d690a0-b888-4b9f-b720-ae9be428fa82 None None] Checking router: 5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:10:49.324306 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d690a0-b888-4b9f-b720-ae9be428fa82 None None] Routers {'5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:10:49.324935 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-25d690a0-b888-4b9f-b720-ae9be428fa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:10:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:49.354010 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4fcde73-74b2-4e28-a9b5-ecedeec009d3 req-aac8f672-05bd-4631-889b-f410c30e6ff2 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d1d8c-d0c2-433b-8c7f-cde6d34c1501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739093 Jul 07 21:10:49.400255 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019633c6-9b0e-4ee2-b19c-8284aacf6d68 req-2d8e5b3e-1162-4053-9f3a-6b996129a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:49.403258 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-019633c6-9b0e-4ee2-b19c-8284aacf6d68 req-2d8e5b3e-1162-4053-9f3a-6b996129a41b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=793f751c-2b75-4745-accb-58f9290a94e8 HTTP/1.1" status: 200 len: 835 time: 0.1195388 Jul 07 21:10:49.492919 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019633c6-9b0e-4ee2-b19c-8284aacf6d68 req-6d061393-127c-49b9-900f-a3d0436fdf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:49.494464 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-019633c6-9b0e-4ee2-b19c-8284aacf6d68 req-6d061393-127c-49b9-900f-a3d0436fdf81 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3dfec35d-3b9e-474a-9026-9f27e6710a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763197 Jul 07 21:10:49.530673 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1defe4c-ce1f-4faf-8e9f-fcb3405e083e req-ee2c5d07-ad12-4d98-b82a-42a693321b94 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:49.539559 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c1defe4c-ce1f-4faf-8e9f-fcb3405e083e req-ee2c5d07-ad12-4d98-b82a-42a693321b94 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.1268532 Jul 07 21:10:49.591043 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c1defe4c-ce1f-4faf-8e9f-fcb3405e083e req-06e06a92-5dc7-48fa-baa1-be28e0d4de97 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461371 Jul 07 21:10:49.661144 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39114) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:49.760766 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-019633c6-9b0e-4ee2-b19c-8284aacf6d68 req-1757c1c4-cb25-487f-ae15-aaa703016e05 service neutron] 10.222.0.58 "GET /v2.0/networks/3dfec35d-3b9e-474a-9026-9f27e6710a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524769 Jul 07 21:10:49.846702 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-25d690a0-b888-4b9f-b720-ae9be428fa82 None None] Set router 5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:10:49.878906 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-465f59ba-46b2-4893-99fe-c7b71a622c33 req-107633b7-279c-457d-8aff-d6199a22391d tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0487983 Jul 07 21:10:49.953998 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-238c94fc-22ff-4882-853b-0323827354d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:50.049757 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-019633c6-9b0e-4ee2-b19c-8284aacf6d68 req-5c15cae0-b48a-410f-b2fe-99dd3e58835c service neutron] 10.222.0.58 "GET /v2.0/networks/3dfec35d-3b9e-474a-9026-9f27e6710a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736099 Jul 07 21:10:50.117076 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:50.146277 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:50.194064 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-25d690a0-b888-4b9f-b720-ae9be428fa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'name': 'tempest-TestNetworkBasicOps-router-1311822345', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:36Z', 'updated_at': '2021-07-07T21:09:42Z', 'revision_number': 4, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:37Z', 'updated_at': '2021-07-07T21:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'be8ddb2d-b314-42b8-8a86-d1280ca51b63', 'name': '', 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:c3:43:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '793f751c-2b75-4745-accb-58f9290a94e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:41Z', 'updated_at': '2021-07-07T21:09:48Z', 'revision_number': 5, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '793f751c-2b75-4745-accb-58f9290a94e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:50.201076 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-238c94fc-22ff-4882-853b-0323827354d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:50.215586 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-238c94fc-22ff-4882-853b-0323827354d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:50.231535 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d690a0-b888-4b9f-b720-ae9be428fa82 None None] The sync data for ids ['5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'] in n-d-695189-11 is: [{'id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'name': 'tempest-TestNetworkBasicOps-router-1311822345', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:36Z', 'updated_at': '2021-07-07T21:09:42Z', 'revision_number': 4, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:37Z', 'updated_at': '2021-07-07T21:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'be8ddb2d-b314-42b8-8a86-d1280ca51b63', 'name': '', 'network_id': '3dfec35d-3b9e-474a-9026-9f27e6710a7c', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'mac_address': 'fa:16:3e:c3:43:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '793f751c-2b75-4745-accb-58f9290a94e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:41Z', 'updated_at': '2021-07-07T21:09:48Z', 'revision_number': 5, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'subnets': [{'id': '793f751c-2b75-4745-accb-58f9290a94e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:10:50.262337 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-238c94fc-22ff-4882-853b-0323827354d2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=31115873f8fa4f7b9c1ec0ac98fe4b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5999298 Jul 07 21:10:50.265104 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 39138) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:50.281636 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c94fc-22ff-4882-853b-0323827354d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741cab41-9e71-467b-8370-45d7b0e3a202,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:50.428107 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca92c0a-c9c4-4385-b3a2-a2cbf5165633 req-0f69f8fe-ee9c-4228-8c1a-b6a362d3ece2 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:50.434966 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eca92c0a-c9c4-4385-b3a2-a2cbf5165633 req-0f69f8fe-ee9c-4228-8c1a-b6a362d3ece2 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/ports?device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 946 time: 0.1058552 Jul 07 21:10:50.436600 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-779482fe-e832-4760-9eb1-5066f2a3bb4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:50.460509 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-779482fe-e832-4760-9eb1-5066f2a3bb4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:50.545599 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-779482fe-e832-4760-9eb1-5066f2a3bb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:50.549063 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-779482fe-e832-4760-9eb1-5066f2a3bb4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:50.550448 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-779482fe-e832-4760-9eb1-5066f2a3bb4f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/741cab41-9e71-467b-8370-45d7b0e3a202 HTTP/1.1" status: 204 len: 168 time: 0.2838650 Jul 07 21:10:50.561446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779482fe-e832-4760-9eb1-5066f2a3bb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741cab41-9e71-467b-8370-45d7b0e3a202,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:50.596124 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eca92c0a-c9c4-4385-b3a2-a2cbf5165633 req-d0347017-1c55-49b1-8cee-6ef2771039d0 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71ecfc3-79b3-4654-8681-1436f8fa2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901566 Jul 07 21:10:50.684400 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e62fee-a1b6-465d-bbae-e7fdca651d76 None None] New status for floating IP 74215575-217f-49e2-9b28-c67db4fda47b: DOWN {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:10:50.856444 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1096c7fd-97df-4795-ae2e-c2bce31f065e req-07a926f1-d94f-4cce-a636-8e5cee63b4ee tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0774276 Jul 07 21:10:50.917112 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05029436-fbf3-44ce-ae0a-57a608c68cbb req-df2573ec-05f5-4aee-be95-c7f7070bbe82 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:50.924716 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05029436-fbf3-44ce-ae0a-57a608c68cbb req-df2573ec-05f5-4aee-be95-c7f7070bbe82 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=791d5bd8-99f6-4318-9945-70ce2a55033e HTTP/1.1" status: 200 len: 945 time: 0.2116983 Jul 07 21:10:50.975292 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05029436-fbf3-44ce-ae0a-57a608c68cbb req-c33eb9f7-dca3-4463-aca4-0cac524c5406 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/security-groups?id=430d1d8c-d0c2-433b-8c7f-cde6d34c1501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497453 Jul 07 21:10:51.091696 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec54db-3908-4018-926b-db67ec8ce092 req-b94d87d9-b468-4e1c-b945-ab6c61b6c26e tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:51.093568 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eeec54db-3908-4018-926b-db67ec8ce092 req-b94d87d9-b468-4e1c-b945-ab6c61b6c26e tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.0864263 Jul 07 21:10:51.137130 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eeec54db-3908-4018-926b-db67ec8ce092 req-41a10a6a-60e7-4681-9189-8d57c7efb2cc tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371895 Jul 07 21:10:51.443702 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a023bed-5c7c-4fa9-87bb-a3063d119838 req-deacb91b-1639-4b5d-a75c-1af6fc0f5c57 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:51.445374 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2a023bed-5c7c-4fa9-87bb-a3063d119838 req-deacb91b-1639-4b5d-a75c-1af6fc0f5c57 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.58 "GET /v2.0/ports?device_id=791d5bd8-99f6-4318-9945-70ce2a55033e HTTP/1.1" status: 200 len: 945 time: 0.0668821 Jul 07 21:10:51.557978 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-2a023bed-5c7c-4fa9-87bb-a3063d119838 req-df33a595-cfa6-4070-b38b-479c9a3ae7d8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Deleting port 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:10:51.558330 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-2a023bed-5c7c-4fa9-87bb-a3063d119838 req-df33a595-cfa6-4070-b38b-479c9a3ae7d8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:51.670992 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-2a023bed-5c7c-4fa9-87bb-a3063d119838 req-df33a595-cfa6-4070-b38b-479c9a3ae7d8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] For port 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90,segment=NetworkSegment(44cb5f30-5f1a-44e8-8e62-491db6e8273b),segment_id=44cb5f30-5f1a-44e8-8e62-491db6e8273b)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:10:51.671610 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-2a023bed-5c7c-4fa9-87bb-a3063d119838 req-df33a595-cfa6-4070-b38b-479c9a3ae7d8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:51.687526 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-2a023bed-5c7c-4fa9-87bb-a3063d119838 req-df33a595-cfa6-4070-b38b-479c9a3ae7d8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Calling delete_port for 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:10:51.846527 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b711052-c50a-4f40-86c2-6bc7a1813c9b req-876ea6c9-c09a-4868-ba72-81ecc46f42db tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:51.851516 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1b711052-c50a-4f40-86c2-6bc7a1813c9b req-876ea6c9-c09a-4868-ba72-81ecc46f42db tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/ports?device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 946 time: 0.1010628 Jul 07 21:10:51.866580 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-2a023bed-5c7c-4fa9-87bb-a3063d119838 req-df33a595-cfa6-4070-b38b-479c9a3ae7d8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:51.913570 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1b711052-c50a-4f40-86c2-6bc7a1813c9b req-a8b26bde-b8cd-4961-bcd7-3b096822f725 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71ecfc3-79b3-4654-8681-1436f8fa2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572662 Jul 07 21:10:51.918449 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33a595-cfa6-4070-b38b-479c9a3ae7d8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event deleted for resources: {'Port': ['ID=7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:51.948516 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33a595-cfa6-4070-b38b-479c9a3ae7d8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:51.948870 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33a595-cfa6-4070-b38b-479c9a3ae7d8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:51.949222 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33a595-cfa6-4070-b38b-479c9a3ae7d8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:51.949630 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33a595-cfa6-4070-b38b-479c9a3ae7d8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:51.949867 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33a595-cfa6-4070-b38b-479c9a3ae7d8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:51.950197 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33a595-cfa6-4070-b38b-479c9a3ae7d8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:51.950526 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33a595-cfa6-4070-b38b-479c9a3ae7d8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:51.950853 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33a595-cfa6-4070-b38b-479c9a3ae7d8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:51.951177 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33a595-cfa6-4070-b38b-479c9a3ae7d8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:51.951554 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33a595-cfa6-4070-b38b-479c9a3ae7d8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:51.951905 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33a595-cfa6-4070-b38b-479c9a3ae7d8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:51.952237 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df33a595-cfa6-4070-b38b-479c9a3ae7d8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:51.985354 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a023bed-5c7c-4fa9-87bb-a3063d119838 req-df33a595-cfa6-4070-b38b-479c9a3ae7d8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] No DVR routers for this DVR port 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:10:51.987874 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-2a023bed-5c7c-4fa9-87bb-a3063d119838 req-df33a595-cfa6-4070-b38b-479c9a3ae7d8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:51.991488 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2a023bed-5c7c-4fa9-87bb-a3063d119838 req-df33a595-cfa6-4070-b38b-479c9a3ae7d8 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.58 "DELETE /v2.0/ports/7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 HTTP/1.1" status: 204 len: 173 time: 0.5362194 Jul 07 21:10:51.993372 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791d5bd8-99f6-4318-9945-70ce2a55033e', 'name': 'network-vif-deleted', 'tag': '7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:10:51.994299 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146d1e7d-0060-4769-94e6-d54c75e25906" -d '{"events": [{"server_uuid": "791d5bd8-99f6-4318-9945-70ce2a55033e", "name": "network-vif-deleted", "tag": "7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:10:52.101970 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a7ae0c6f-9d83-46d9-8062-7856f5f09304 req-fecb3bed-d89d-4a87-a11d-404fa9679d17 tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0362012 Jul 07 21:10:52.149416 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-18c87663-efd7-4539-bbd0-698794e8b040 req-c0d03029-c2e4-4e36-8585-348db67bb9fb tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "GET /v2.0/ports?device_id=791d5bd8-99f6-4318-9945-70ce2a55033e HTTP/1.1" status: 200 len: 210 time: 0.0422876 Jul 07 21:10:52.420252 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375677a-3f46-4e52-970d-8335dec131d0 req-3d25c8af-50a1-4a84-a4af-30b1465187b1 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:52.422025 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4375677a-3f46-4e52-970d-8335dec131d0 req-3d25c8af-50a1-4a84-a4af-30b1465187b1 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.58 "GET /v2.0/ports?device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 946 time: 0.1797304 Jul 07 21:10:52.597316 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0fabe1-5fd7-4431-bee9-270543e0352b x-openstack-request-id: req-fb0fabe1-5fd7-4431-bee9-270543e0352b {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:10:52.597983 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791d5bd8-99f6-4318-9945-70ce2a55033e", "name": "network-vif-deleted", "tag": "7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:10:52.598224 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fb0fabe1-5fd7-4431-bee9-270543e0352b {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:10:52.598543 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791d5bd8-99f6-4318-9945-70ce2a55033e', 'name': 'network-vif-deleted', 'tag': '7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90', 'status': 'completed', 'code': 200} Jul 07 21:10:52.601463 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-4375677a-3f46-4e52-970d-8335dec131d0 req-e3eeb26b-41a8-437b-add8-d13e543f3a13 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Deleting port 14cc1503-5d77-400a-a108-b1ad16e4b4e9 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:10:52.601982 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4375677a-3f46-4e52-970d-8335dec131d0 req-e3eeb26b-41a8-437b-add8-d13e543f3a13 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:52.627920 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf5c31-12c7-4bc5-ba13-9f05848866ce req-205e128b-004e-42b9-adac-ead3536d4742 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:52.629810 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-abcf5c31-12c7-4bc5-ba13-9f05848866ce req-205e128b-004e-42b9-adac-ead3536d4742 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.1042178 Jul 07 21:10:52.685463 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-abcf5c31-12c7-4bc5-ba13-9f05848866ce req-9d6eb93c-e0c5-43e2-929d-804bb004c40b tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478582 Jul 07 21:10:52.748435 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-4375677a-3f46-4e52-970d-8335dec131d0 req-e3eeb26b-41a8-437b-add8-d13e543f3a13 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] For port 14cc1503-5d77-400a-a108-b1ad16e4b4e9, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=14cc1503-5d77-400a-a108-b1ad16e4b4e9,segment=NetworkSegment(f215fa7d-4f27-4349-b65f-154b7eaeed57),segment_id=f215fa7d-4f27-4349-b65f-154b7eaeed57)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:10:52.748791 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4375677a-3f46-4e52-970d-8335dec131d0 req-e3eeb26b-41a8-437b-add8-d13e543f3a13 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:52.993997 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4375677a-3f46-4e52-970d-8335dec131d0 req-e3eeb26b-41a8-437b-add8-d13e543f3a13 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:52.994388 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4375677a-3f46-4e52-970d-8335dec131d0 req-e3eeb26b-41a8-437b-add8-d13e543f3a13 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:52.995787 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [req-4375677a-3f46-4e52-970d-8335dec131d0 req-e3eeb26b-41a8-437b-add8-d13e543f3a13 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Floating IP cb4ba4c8-1dd8-4ca9-bb7d-49cd56c46872 disassociated. External IP: 172.25.5.104, port: 14cc1503-5d77-400a-a108-b1ad16e4b4e9. Jul 07 21:10:52.996150 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-4375677a-3f46-4e52-970d-8335dec131d0 req-e3eeb26b-41a8-437b-add8-d13e543f3a13 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Calling delete_port for 14cc1503-5d77-400a-a108-b1ad16e4b4e9 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:10:53.137430 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178a0bb-394b-4ae9-9372-875d3f643eee req-cdd18742-fa49-410f-a74e-a94a51fd2fa3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:53.147584 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e178a0bb-394b-4ae9-9372-875d3f643eee req-cdd18742-fa49-410f-a74e-a94a51fd2fa3 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/ports?device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 946 time: 0.0989678 Jul 07 21:10:53.189025 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4375677a-3f46-4e52-970d-8335dec131d0 req-e3eeb26b-41a8-437b-add8-d13e543f3a13 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:53.208487 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e178a0bb-394b-4ae9-9372-875d3f643eee req-bf1e7837-d83d-4735-94f1-dcc2da01083e tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/security-groups?id=f71ecfc3-79b3-4654-8681-1436f8fa2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588372 Jul 07 21:10:53.253538 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eeb26b-41a8-437b-add8-d13e543f3a13 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Pushing event deleted for resources: {'Port': ['ID=14cc1503-5d77-400a-a108-b1ad16e4b4e9,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:53.355008 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39250) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:53.366138 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-acad56a1-319b-450f-bd9e-37781b3878a5 req-c3b266fc-85a7-4e63-a315-d5ecc93f700c tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0613377 Jul 07 21:10:53.425593 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4375677a-3f46-4e52-970d-8335dec131d0 req-e3eeb26b-41a8-437b-add8-d13e543f3a13 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Router 6ff7f78b-bf98-43d8-af0d-e254d4f41116 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:10:53.447564 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cc906342-d6bf-468c-a8cd-6e70c0f2001a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:53.517919 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cc906342-d6bf-468c-a8cd-6e70c0f2001a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:53.623242 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4375677a-3f46-4e52-970d-8335dec131d0 req-e3eeb26b-41a8-437b-add8-d13e543f3a13 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:10:53.644271 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0bc3a8-b084-46cd-92cb-2ced31539a46 None None] Sync routers for ids ['6ff7f78b-bf98-43d8-af0d-e254d4f41116'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:10:53.661091 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0bc3a8-b084-46cd-92cb-2ced31539a46 None None] Routers {'6ff7f78b-bf98-43d8-af0d-e254d4f41116'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:10:53.662008 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-ff0bc3a8-b084-46cd-92cb-2ced31539a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:10:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['6ff7f78b-bf98-43d8-af0d-e254d4f41116'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:53.718649 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4375677a-3f46-4e52-970d-8335dec131d0 req-e3eeb26b-41a8-437b-add8-d13e543f3a13 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] No DVR routers for this DVR port 14cc1503-5d77-400a-a108-b1ad16e4b4e9 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:10:53.722162 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4375677a-3f46-4e52-970d-8335dec131d0 req-e3eeb26b-41a8-437b-add8-d13e543f3a13 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:53.727466 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4375677a-3f46-4e52-970d-8335dec131d0 req-e3eeb26b-41a8-437b-add8-d13e543f3a13 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.58 "DELETE /v2.0/ports/14cc1503-5d77-400a-a108-b1ad16e4b4e9 HTTP/1.1" status: 204 len: 173 time: 1.2953286 Jul 07 21:10:53.730646 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cc906342-d6bf-468c-a8cd-6e70c0f2001a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:53.737147 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cc906342-d6bf-468c-a8cd-6e70c0f2001a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:53.743991 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cc906342-d6bf-468c-a8cd-6e70c0f2001a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "DELETE /v2.0/security-groups/430d1d8c-d0c2-433b-8c7f-cde6d34c1501 HTTP/1.1" status: 204 len: 168 time: 0.3879645 Jul 07 21:10:53.779426 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc906342-d6bf-468c-a8cd-6e70c0f2001a tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=430d1d8c-d0c2-433b-8c7f-cde6d34c1501,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:53.801475 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 39260) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:53.891850 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-ff0bc3a8-b084-46cd-92cb-2ced31539a46 None None] Set router 6ff7f78b-bf98-43d8-af0d-e254d4f41116 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:10:54.114669 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770013d4-b923-40cb-8c5b-9aa36b32a478 req-8c5f806a-092a-4c7f-999b-5b9e5f7d1d56 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:54.116305 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-770013d4-b923-40cb-8c5b-9aa36b32a478 req-8c5f806a-092a-4c7f-999b-5b9e5f7d1d56 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.1720600 Jul 07 21:10:54.200684 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-770013d4-b923-40cb-8c5b-9aa36b32a478 req-1d82347d-70f7-4cae-b567-ce46e55038c2 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750358 Jul 07 21:10:54.210543 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-ff0bc3a8-b084-46cd-92cb-2ced31539a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'name': 'tempest-TestServerBasicOps-963672245-router', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:05:12Z', 'updated_at': '2021-07-07T21:05:21Z', 'revision_number': 4, 'project_id': '03ca69fab8c3490785d81740376897ed', 'gw_port': {'id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:13Z', 'updated_at': '2021-07-07T21:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'f616a60d-9cea-4cce-b62a-f876a26fb556', 'name': '', 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'mac_address': 'fa:16:3e:cd:f6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'cac4ea62-0922-4170-9b4c-660afcde50d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:19Z', 'updated_at': '2021-07-07T21:05:30Z', 'revision_number': 5, 'project_id': '03ca69fab8c3490785d81740376897ed', 'subnets': [{'id': 'cac4ea62-0922-4170-9b4c-660afcde50d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:54.248283 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0bc3a8-b084-46cd-92cb-2ced31539a46 None None] Checking router: 6ff7f78b-bf98-43d8-af0d-e254d4f41116 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:10:54.265681 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0bc3a8-b084-46cd-92cb-2ced31539a46 None None] Routers {'6ff7f78b-bf98-43d8-af0d-e254d4f41116'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:10:54.266719 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-ff0bc3a8-b084-46cd-92cb-2ced31539a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:10:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['6ff7f78b-bf98-43d8-af0d-e254d4f41116'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:54.339516 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39270) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:54.420702 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-975cac4c-bfad-4899-b35a-c9376378f928 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:54.452398 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-ff0bc3a8-b084-46cd-92cb-2ced31539a46 None None] Set router 6ff7f78b-bf98-43d8-af0d-e254d4f41116 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:10:54.598876 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1913d121-a77e-40e6-b2bf-d75103f1d53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:54.599736 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70d459e6-cbc6-4bc9-8e47-e73035a1f841 req-efd6514f-656f-4b92-a8cf-e58a13e67466 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "GET /v2.0/ports?device_id=15cb6b55-ebf6-4cce-998a-1ea37c94d7d1 HTTP/1.1" status: 200 len: 210 time: 0.0721781 Jul 07 21:10:54.629379 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15cb6b55-ebf6-4cce-998a-1ea37c94d7d1', 'name': 'network-vif-deleted', 'tag': '14cc1503-5d77-400a-a108-b1ad16e4b4e9'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:10:54.633601 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8970ee7a-02a5-4c8e-bce6-1ce4d2265414" -d '{"events": [{"server_uuid": "15cb6b55-ebf6-4cce-998a-1ea37c94d7d1", "name": "network-vif-deleted", "tag": "14cc1503-5d77-400a-a108-b1ad16e4b4e9"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:10:54.760922 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e2ef949a-52cc-419a-8f0b-127135370025 req-69ee7d58-91e9-41c1-a5a0-7900dbd8f463 tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0822618 Jul 07 21:10:54.792889 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1913d121-a77e-40e6-b2bf-d75103f1d53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:54.800043 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1913d121-a77e-40e6-b2bf-d75103f1d53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:54.842148 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bb2b0e-2c06-4ffc-b0e8-0382b71e90b7 x-openstack-request-id: req-40bb2b0e-2c06-4ffc-b0e8-0382b71e90b7 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:10:54.843063 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15cb6b55-ebf6-4cce-998a-1ea37c94d7d1", "name": "network-vif-deleted", "tag": "14cc1503-5d77-400a-a108-b1ad16e4b4e9", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:10:54.843605 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-40bb2b0e-2c06-4ffc-b0e8-0382b71e90b7 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:10:54.844366 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15cb6b55-ebf6-4cce-998a-1ea37c94d7d1', 'name': 'network-vif-deleted', 'tag': '14cc1503-5d77-400a-a108-b1ad16e4b4e9', 'status': 'completed', 'code': 200} Jul 07 21:10:54.855160 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-ff0bc3a8-b084-46cd-92cb-2ced31539a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'name': 'tempest-TestServerBasicOps-963672245-router', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:05:12Z', 'updated_at': '2021-07-07T21:05:21Z', 'revision_number': 4, 'project_id': '03ca69fab8c3490785d81740376897ed', 'gw_port': {'id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:13Z', 'updated_at': '2021-07-07T21:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'f616a60d-9cea-4cce-b62a-f876a26fb556', 'name': '', 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'mac_address': 'fa:16:3e:cd:f6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'cac4ea62-0922-4170-9b4c-660afcde50d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:19Z', 'updated_at': '2021-07-07T21:05:30Z', 'revision_number': 5, 'project_id': '03ca69fab8c3490785d81740376897ed', 'subnets': [{'id': 'cac4ea62-0922-4170-9b4c-660afcde50d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:54.858195 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1913d121-a77e-40e6-b2bf-d75103f1d53b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ee51bbe6d3534597bdbd05f273c405b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5173757 Jul 07 21:10:54.859601 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913d121-a77e-40e6-b2bf-d75103f1d53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0792f41f-0b4e-428d-9197-04de8079ad28,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:54.861174 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 39280) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:54.901036 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0bc3a8-b084-46cd-92cb-2ced31539a46 None None] The sync data for ids ['6ff7f78b-bf98-43d8-af0d-e254d4f41116'] in n-d-695189-11 is: [{'id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'name': 'tempest-TestServerBasicOps-963672245-router', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:05:12Z', 'updated_at': '2021-07-07T21:05:21Z', 'revision_number': 4, 'project_id': '03ca69fab8c3490785d81740376897ed', 'gw_port': {'id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:13Z', 'updated_at': '2021-07-07T21:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'f616a60d-9cea-4cce-b62a-f876a26fb556', 'name': '', 'network_id': 'a14eea41-1d99-44fc-b2e3-33f3b36e5825', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'mac_address': 'fa:16:3e:cd:f6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'device_owner': 'network:router_interface', 'standard_attr_id': 2250, 'fixed_ips': [{'subnet_id': 'cac4ea62-0922-4170-9b4c-660afcde50d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:19Z', 'updated_at': '2021-07-07T21:05:30Z', 'revision_number': 5, 'project_id': '03ca69fab8c3490785d81740376897ed', 'subnets': [{'id': 'cac4ea62-0922-4170-9b4c-660afcde50d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:10:54.934899 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-01b4d060-a91b-4f7e-bc51-6c0df07acacf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:54.984056 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-01b4d060-a91b-4f7e-bc51-6c0df07acacf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:55.075163 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-01b4d060-a91b-4f7e-bc51-6c0df07acacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:55.077672 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-01b4d060-a91b-4f7e-bc51-6c0df07acacf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:55.079716 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-01b4d060-a91b-4f7e-bc51-6c0df07acacf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0792f41f-0b4e-428d-9197-04de8079ad28 HTTP/1.1" status: 204 len: 168 time: 0.2173922 Jul 07 21:10:55.086275 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-975cac4c-bfad-4899-b35a-c9376378f928 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Deleting port be8ddb2d-b314-42b8-8a86-d1280ca51b63 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:10:55.086555 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-975cac4c-bfad-4899-b35a-c9376378f928 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:55.094449 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4d060-a91b-4f7e-bc51-6c0df07acacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0792f41f-0b4e-428d-9197-04de8079ad28,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:55.184029 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a15abd0-08a7-49e9-a6e2-b82e333fc6d2 None None] New status for floating IP cb4ba4c8-1dd8-4ca9-bb7d-49cd56c46872: DOWN {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:10:55.187641 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-975cac4c-bfad-4899-b35a-c9376378f928 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] For port be8ddb2d-b314-42b8-8a86-d1280ca51b63, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=be8ddb2d-b314-42b8-8a86-d1280ca51b63,segment=NetworkSegment(44cb5f30-5f1a-44e8-8e62-491db6e8273b),segment_id=44cb5f30-5f1a-44e8-8e62-491db6e8273b)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:10:55.188747 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-975cac4c-bfad-4899-b35a-c9376378f928 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:55.201635 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-975cac4c-bfad-4899-b35a-c9376378f928 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Calling delete_port for be8ddb2d-b314-42b8-8a86-d1280ca51b63 owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:10:55.470604 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054f404-805c-4871-bcad-792faf46121d req-587e62bb-825a-40c3-84b0-730775567fc6 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:55.472197 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9054f404-805c-4871-bcad-792faf46121d req-587e62bb-825a-40c3-84b0-730775567fc6 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.1018760 Jul 07 21:10:55.474451 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39290) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:55.489885 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c4ea37ac-37e1-4ef8-acf0-9ccf7cffc3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:55.544040 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9054f404-805c-4871-bcad-792faf46121d req-b5dce6b4-2bca-48c9-ab6a-8e1a324ce938 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529764 Jul 07 21:10:55.545239 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-975cac4c-bfad-4899-b35a-c9376378f928 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:55.587636 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975cac4c-bfad-4899-b35a-c9376378f928 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event deleted for resources: {'Port': ['ID=be8ddb2d-b314-42b8-8a86-d1280ca51b63,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:55.607470 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c4ea37ac-37e1-4ef8-acf0-9ccf7cffc3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:55.613404 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c4ea37ac-37e1-4ef8-acf0-9ccf7cffc3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:55.668249 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c4ea37ac-37e1-4ef8-acf0-9ccf7cffc3a7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b5e8df48278b4329919f5bbc077b2cc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1924403 Jul 07 21:10:55.669454 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 39294) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:55.669590 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea37ac-37e1-4ef8-acf0-9ccf7cffc3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8015515d-582a-4699-b6a6-eda47196c542,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:55.742443 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39296) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:55.878377 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ca0d15eb-7b42-4d3a-99c2-cb31560f864a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:56.010520 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3c8cb4b9-6ec1-4de8-a7ab-5c0896b1fbcf req-e9461a29-f31d-4d93-909c-29c0b4cb448c tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0387890 Jul 07 21:10:56.011192 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-975cac4c-bfad-4899-b35a-c9376378f928 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:56.019419 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ca0d15eb-7b42-4d3a-99c2-cb31560f864a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:56.020279 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-50611ed8-744b-476b-abbc-e8f243e7b44d tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Deleting port 17142f4f-9231-40c2-b235-16409c42436f {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:10:56.021078 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-50611ed8-744b-476b-abbc-e8f243e7b44d tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:56.122804 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-50611ed8-744b-476b-abbc-e8f243e7b44d tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:56.123197 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-50611ed8-744b-476b-abbc-e8f243e7b44d tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:56.136557 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-50611ed8-744b-476b-abbc-e8f243e7b44d tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Calling delete_port for 17142f4f-9231-40c2-b235-16409c42436f owned by network:floatingip {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:10:56.161471 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ca0d15eb-7b42-4d3a-99c2-cb31560f864a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:56.164168 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ca0d15eb-7b42-4d3a-99c2-cb31560f864a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:56.168336 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ca0d15eb-7b42-4d3a-99c2-cb31560f864a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8015515d-582a-4699-b6a6-eda47196c542 HTTP/1.1" status: 204 len: 168 time: 0.4946024 Jul 07 21:10:56.179945 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d15eb-7b42-4d3a-99c2-cb31560f864a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8015515d-582a-4699-b6a6-eda47196c542,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:56.337079 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-50611ed8-744b-476b-abbc-e8f243e7b44d tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:56.412217 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50611ed8-744b-476b-abbc-e8f243e7b44d tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Pushing event deleted for resources: {'Port': ['ID=17142f4f-9231-40c2-b235-16409c42436f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:56.507659 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-50611ed8-744b-476b-abbc-e8f243e7b44d tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for floatingip, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:56.511856 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-50611ed8-744b-476b-abbc-e8f243e7b44d tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:56.517002 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-50611ed8-744b-476b-abbc-e8f243e7b44d tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "DELETE /v2.0/floatingips/cb4ba4c8-1dd8-4ca9-bb7d-49cd56c46872 HTTP/1.1" status: 204 len: 168 time: 0.7696207 Jul 07 21:10:56.525610 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 14cc1503-5d77-400a-a108-b1ad16e4b4e9 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:10:56.593472 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 14cc1503-5d77-400a-a108-b1ad16e4b4e9 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:10:56.594073 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 14cc1503-5d77-400a-a108-b1ad16e4b4e9 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:10:56.594510 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:10:56.646728 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:10:56.646728 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 7a3ba5dd-08c5-4b9a-8560-4cabfbe06a90 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:10:56.737492 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39320) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:56.760804 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975cac4c-bfad-4899-b35a-c9376378f928 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Router 5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:10:56.820111 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ac795c62-8241-4c08-9a97-9dd25932e430 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:56.850770 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f33994-7d6c-4530-87bd-7860d2ce4799 req-4f2b123d-46c4-488b-a343-630cb321eb0d tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:56.851788 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ac795c62-8241-4c08-9a97-9dd25932e430 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:56.852583 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32f33994-7d6c-4530-87bd-7860d2ce4799 req-4f2b123d-46c4-488b-a343-630cb321eb0d tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.1396492 Jul 07 21:10:56.936327 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ac795c62-8241-4c08-9a97-9dd25932e430 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:56.939970 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ac795c62-8241-4c08-9a97-9dd25932e430 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:56.941220 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ac795c62-8241-4c08-9a97-9dd25932e430 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] 10.222.0.64 "DELETE /v2.0/security-groups/f71ecfc3-79b3-4654-8681-1436f8fa2a6a HTTP/1.1" status: 204 len: 168 time: 0.1994827 Jul 07 21:10:56.960205 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac795c62-8241-4c08-9a97-9dd25932e430 tempest-TestServerBasicOps-1535526091 tempest-TestServerBasicOps-1535526091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71ecfc3-79b3-4654-8681-1436f8fa2a6a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:56.966045 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32f33994-7d6c-4530-87bd-7860d2ce4799 req-804aaa1c-6673-48df-b5d8-6f4f43e3ef2f tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065214 Jul 07 21:10:56.988488 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39332) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:57.013790 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975cac4c-bfad-4899-b35a-c9376378f928 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:10:57.026867 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d952b44-82c7-428f-8888-9cbcfc484ef7 None None] Sync routers for ids ['5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:10:57.044581 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39342) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:57.046031 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d952b44-82c7-428f-8888-9cbcfc484ef7 None None] Routers {'5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:10:57.046710 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-975cac4c-bfad-4899-b35a-c9376378f928 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "PUT /v2.0/routers/5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2439597 Jul 07 21:10:57.049110 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-9d952b44-82c7-428f-8888-9cbcfc484ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:10:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:57.147051 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6deb493-9474-4265-af5d-c5a6574cb801 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Deleting subnet 793f751c-2b75-4745-accb-58f9290a94e8 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:10:57.154719 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d6deb493-9474-4265-af5d-c5a6574cb801 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:57.269102 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d6deb493-9474-4265-af5d-c5a6574cb801 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:57.299204 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-9d952b44-82c7-428f-8888-9cbcfc484ef7 None None] Set router 5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:10:57.363161 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eafbf8b6-2003-4006-abce-df32bf3849e5 req-08c543e8-d260-4f58-ae89-9081eb149774 tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0685177 Jul 07 21:10:57.596180 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d6deb493-9474-4265-af5d-c5a6574cb801 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:57.702217 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-9d952b44-82c7-428f-8888-9cbcfc484ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'name': 'tempest-TestNetworkBasicOps-router-1311822345', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:36Z', 'updated_at': '2021-07-07T21:10:55Z', 'revision_number': 5, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:37Z', 'updated_at': '2021-07-07T21:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:57.741448 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d6deb493-9474-4265-af5d-c5a6574cb801 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:57.770905 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d952b44-82c7-428f-8888-9cbcfc484ef7 None None] Checking router: 5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:10:57.782947 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d952b44-82c7-428f-8888-9cbcfc484ef7 None None] Routers {'5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:10:57.783683 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-9d952b44-82c7-428f-8888-9cbcfc484ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:10:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:57.808035 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6deb493-9474-4265-af5d-c5a6574cb801 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event deleted for resources: {'Subnet': ['ID=793f751c-2b75-4745-accb-58f9290a94e8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:57.819289 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d6deb493-9474-4265-af5d-c5a6574cb801 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:57.823932 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d6deb493-9474-4265-af5d-c5a6574cb801 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "DELETE /v2.0/subnets/793f751c-2b75-4745-accb-58f9290a94e8 HTTP/1.1" status: 204 len: 168 time: 0.7783308 Jul 07 21:10:57.824323 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 39414) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:10:57.858382 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ed3c5f-0b1d-4e39-9968-67cd8596440e None None] Network 3dfec35d-3b9e-474a-9026-9f27e6710a7c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:10:58.090028 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:58.116238 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-9d952b44-82c7-428f-8888-9cbcfc484ef7 None None] Set router 5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:10:58.250392 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3d3ebbcf-bc1f-43f0-815e-95a0e8847155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:58.456941 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:58.600203 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b680861-ddd1-49cc-b0d4-3428c05b8ec4 None None] DHCP port deletion for 3dfec35d-3b9e-474a-9026-9f27e6710a7c request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:10:58.600441 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be8598-1193-4384-8e68-4116b8e006db req-7f6fbf18-86c3-460f-a946-70fad0d76ba2 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:10:58.601979 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d1be8598-1193-4384-8e68-4116b8e006db req-7f6fbf18-86c3-460f-a946-70fad0d76ba2 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.2808123 Jul 07 21:10:58.645252 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Deleting port 99442292-cde6-4361-95c1-5cc89e75fb74 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:10:58.645745 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:58.723415 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dce445a1-80d9-4f41-87bf-11421240accf req-a94c43fe-3589-47c8-89de-d5555b297dc8 tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0999613 Jul 07 21:10:58.724434 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-9d952b44-82c7-428f-8888-9cbcfc484ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'name': 'tempest-TestNetworkBasicOps-router-1311822345', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:36Z', 'updated_at': '2021-07-07T21:10:55Z', 'revision_number': 5, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:37Z', 'updated_at': '2021-07-07T21:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:10:58.727207 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-7b680861-ddd1-49cc-b0d4-3428c05b8ec4 None None] Deleting port f2ebabef-f163-4a52-bc15-0e12f63beac8 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:10:58.727691 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7b680861-ddd1-49cc-b0d4-3428c05b8ec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:58.772668 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d952b44-82c7-428f-8888-9cbcfc484ef7 None None] The sync data for ids ['5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03'] in n-d-695189-11 is: [{'id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'name': 'tempest-TestNetworkBasicOps-router-1311822345', 'tenant_id': '21232da6452a40d680cb4842c209ecfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:09:36Z', 'updated_at': '2021-07-07T21:10:55Z', 'revision_number': 5, 'project_id': '21232da6452a40d680cb4842c209ecfd', 'gw_port': {'id': '99442292-cde6-4361-95c1-5cc89e75fb74', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:09:37Z', 'updated_at': '2021-07-07T21:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:10:58.880429 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] For port 99442292-cde6-4361-95c1-5cc89e75fb74, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=99442292-cde6-4361-95c1-5cc89e75fb74,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:10:58.881197 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:58.895767 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Calling delete_port for 99442292-cde6-4361-95c1-5cc89e75fb74 owned by network:router_gateway {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:10:58.905001 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-7b680861-ddd1-49cc-b0d4-3428c05b8ec4 None None] For port f2ebabef-f163-4a52-bc15-0e12f63beac8, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f2ebabef-f163-4a52-bc15-0e12f63beac8,segment=NetworkSegment(44cb5f30-5f1a-44e8-8e62-491db6e8273b),segment_id=44cb5f30-5f1a-44e8-8e62-491db6e8273b)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:10:58.905489 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7b680861-ddd1-49cc-b0d4-3428c05b8ec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:58.923992 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-3d3ebbcf-bc1f-43f0-815e-95a0e8847155 admin admin] Deleting port f616a60d-9cea-4cce-b62a-f876a26fb556 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:10:58.924488 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3d3ebbcf-bc1f-43f0-815e-95a0e8847155 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:58.935112 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-7b680861-ddd1-49cc-b0d4-3428c05b8ec4 None None] Calling delete_port for f2ebabef-f163-4a52-bc15-0e12f63beac8 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:10:59.099358 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7b680861-ddd1-49cc-b0d4-3428c05b8ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:59.117341 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d1be8598-1193-4384-8e68-4116b8e006db req-1e2d4140-c65b-432e-a793-cb46c2927039 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053914 Jul 07 21:10:59.228407 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b680861-ddd1-49cc-b0d4-3428c05b8ec4 None None] Pushing event deleted for resources: {'Port': ['ID=f2ebabef-f163-4a52-bc15-0e12f63beac8,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:59.241283 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b680861-ddd1-49cc-b0d4-3428c05b8ec4 None None] No DVR routers for this DVR port f2ebabef-f163-4a52-bc15-0e12f63beac8 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:10:59.305465 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-3d3ebbcf-bc1f-43f0-815e-95a0e8847155 admin admin] For port f616a60d-9cea-4cce-b62a-f876a26fb556, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f616a60d-9cea-4cce-b62a-f876a26fb556,segment=NetworkSegment(f215fa7d-4f27-4349-b65f-154b7eaeed57),segment_id=f215fa7d-4f27-4349-b65f-154b7eaeed57)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:10:59.305938 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3d3ebbcf-bc1f-43f0-815e-95a0e8847155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:59.319675 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b680861-ddd1-49cc-b0d4-3428c05b8ec4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:59.319675 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b680861-ddd1-49cc-b0d4-3428c05b8ec4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:59.319675 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b680861-ddd1-49cc-b0d4-3428c05b8ec4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:59.319675 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b680861-ddd1-49cc-b0d4-3428c05b8ec4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:59.320033 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b680861-ddd1-49cc-b0d4-3428c05b8ec4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:59.320415 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b680861-ddd1-49cc-b0d4-3428c05b8ec4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:59.321158 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b680861-ddd1-49cc-b0d4-3428c05b8ec4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:59.323882 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:59.332805 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b680861-ddd1-49cc-b0d4-3428c05b8ec4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:59.335229 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b680861-ddd1-49cc-b0d4-3428c05b8ec4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:59.335809 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b680861-ddd1-49cc-b0d4-3428c05b8ec4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:59.336311 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b680861-ddd1-49cc-b0d4-3428c05b8ec4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:59.336899 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b680861-ddd1-49cc-b0d4-3428c05b8ec4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:59.346262 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4c8996b8-b036-4152-8353-7565c587f428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:59.355478 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-3d3ebbcf-bc1f-43f0-815e-95a0e8847155 admin admin] Calling delete_port for f616a60d-9cea-4cce-b62a-f876a26fb556 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:10:59.370018 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event deleted for resources: {'Port': ['ID=99442292-cde6-4361-95c1-5cc89e75fb74,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:10:59.380133 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:59.380309 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:59.381247 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:59.381810 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:59.382417 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:59.383027 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:59.383891 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:59.384462 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:59.384968 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:59.385461 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:59.385980 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:59.386768 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:10:59.549002 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:59.841994 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:59.844757 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:59.946415 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:59.946415 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Fanout notify agent at l3_agent the message router_deleted on router 5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03 {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:10:59.978190 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3d3ebbcf-bc1f-43f0-815e-95a0e8847155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:59.980550 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:10:59.982290 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-57f9b247-5a55-4270-b3f1-fd41e8996624 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "DELETE /v2.0/routers/5a51ad2c-aca7-4ef8-8f25-ce39ab23ab03 HTTP/1.1" status: 204 len: 168 time: 2.1566215 Jul 07 21:10:59.987849 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39628) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:00.088761 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-850ed751-80c2-4afe-afec-41bab930c037 req-d60588f8-762f-4ec5-8462-d361e3676782 tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.1243300 Jul 07 21:11:00.276376 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ebbcf-bc1f-43f0-815e-95a0e8847155 admin admin] Pushing event deleted for resources: {'Port': ['ID=f616a60d-9cea-4cce-b62a-f876a26fb556,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:00.493832 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-130bc0a2-1acf-475e-9ae7-4cf66ae1ca57 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:00.584537 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b7c51-a537-4394-bc9c-9b6875235fe2 req-3019be2b-08ae-4551-9aa6-4ceb211cd032 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:00.586583 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ff6b7c51-a537-4394-bc9c-9b6875235fe2 req-3019be2b-08ae-4551-9aa6-4ceb211cd032 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.1452901 Jul 07 21:11:00.639403 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ff6b7c51-a537-4394-bc9c-9b6875235fe2 req-e392401c-9f06-44da-9e5f-38f0d98bb66e tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430598 Jul 07 21:11:00.778591 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-130bc0a2-1acf-475e-9ae7-4cf66ae1ca57 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:00.827643 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-130bc0a2-1acf-475e-9ae7-4cf66ae1ca57 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dfec35d-3b9e-474a-9026-9f27e6710a7c']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:00.846198 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3d3ebbcf-bc1f-43f0-815e-95a0e8847155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:00.869680 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-130bc0a2-1acf-475e-9ae7-4cf66ae1ca57 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44cb5f30-5f1a-44e8-8e62-491db6e8273b') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:00.870099 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-130bc0a2-1acf-475e-9ae7-4cf66ae1ca57 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44cb5f30-5f1a-44e8-8e62-491db6e8273b') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:00.895511 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-130bc0a2-1acf-475e-9ae7-4cf66ae1ca57 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:00.903251 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f2ebabef-f163-4a52-bc15-0e12f63beac8 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:11:00.942535 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: f2ebabef-f163-4a52-bc15-0e12f63beac8 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:11:00.942921 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f2ebabef-f163-4a52-bc15-0e12f63beac8 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:11:00.947131 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device be8ddb2d-b314-42b8-8a86-d1280ca51b63 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:11:00.971382 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: be8ddb2d-b314-42b8-8a86-d1280ca51b63 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:11:00.971909 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device be8ddb2d-b314-42b8-8a86-d1280ca51b63 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:11:01.394612 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eee4921e-25f4-46fe-84a0-09f9fbdd107b req-93b1ce7b-4a19-4835-a47f-21f142291d90 tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0519309 Jul 07 21:11:01.489478 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-130bc0a2-1acf-475e-9ae7-4cf66ae1ca57 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:01.497141 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130bc0a2-1acf-475e-9ae7-4cf66ae1ca57 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:11:01.498037 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-130bc0a2-1acf-475e-9ae7-4cf66ae1ca57 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:11:01.560450 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:11:01.579276 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-130bc0a2-1acf-475e-9ae7-4cf66ae1ca57 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:01.611576 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996ff01-c35f-401a-8d43-75828604d46c req-58f85953-62a0-4c03-80ff-1e0d93f06215 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:01.614405 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6996ff01-c35f-401a-8d43-75828604d46c req-58f85953-62a0-4c03-80ff-1e0d93f06215 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.0921824 Jul 07 21:11:01.628332 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-130bc0a2-1acf-475e-9ae7-4cf66ae1ca57 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:01.631237 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-130bc0a2-1acf-475e-9ae7-4cf66ae1ca57 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] 10.222.0.64 "DELETE /v2.0/networks/3dfec35d-3b9e-474a-9026-9f27e6710a7c HTTP/1.1" status: 204 len: 168 time: 1.6399012 Jul 07 21:11:01.632334 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130bc0a2-1acf-475e-9ae7-4cf66ae1ca57 tempest-TestNetworkBasicOps-840074048 tempest-TestNetworkBasicOps-840074048-project] Pushing event deleted for resources: {'Network': ['ID=3dfec35d-3b9e-474a-9026-9f27e6710a7c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:01.680591 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6996ff01-c35f-401a-8d43-75828604d46c req-38b8f2f5-4da3-4347-b510-0f1fb5513967 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550506 Jul 07 21:11:01.790035 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517e307-1221-4e55-8e84-a5a4e4e27447 req-c36f8597-a4c4-4eea-a6ae-f426568a3816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:01.791664 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a517e307-1221-4e55-8e84-a5a4e4e27447 req-c36f8597-a4c4-4eea-a6ae-f426568a3816 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c23c31392c87424d83a97ae28d7195c6&device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 1097 time: 0.2236428 Jul 07 21:11:01.900523 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7c114f6a-9040-4f0b-9f31-7a9d4c8b3f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:01.936218 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:01.960048 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3ebbcf-bc1f-43f0-815e-95a0e8847155 admin admin] Router 6ff7f78b-bf98-43d8-af0d-e254d4f41116 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:11:02.004728 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517e307-1221-4e55-8e84-a5a4e4e27447 req-d844799d-9412-4e21-a408-59c7b92d8afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:02.006399 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a517e307-1221-4e55-8e84-a5a4e4e27447 req-d844799d-9412-4e21-a408-59c7b92d8afb service neutron] 10.222.0.58 "GET /v2.0/networks?id=5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e HTTP/1.1" status: 200 len: 917 time: 0.1837480 Jul 07 21:11:02.099702 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a517e307-1221-4e55-8e84-a5a4e4e27447 req-f4eb8570-be87-44d3-ac62-13d196abce68 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b6b1b4f-b74d-4b26-9697-34171290efb2 HTTP/1.1" status: 200 len: 217 time: 0.0841336 Jul 07 21:11:02.121647 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 39860) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:02.158564 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517e307-1221-4e55-8e84-a5a4e4e27447 req-99338f24-93f9-46d5-a5b8-e6cdd66d565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:02.160665 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a517e307-1221-4e55-8e84-a5a4e4e27447 req-99338f24-93f9-46d5-a5b8-e6cdd66d565b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=50a40385-4248-4c1e-b1c5-1808ce542ec0 HTTP/1.1" status: 200 len: 855 time: 0.0517428 Jul 07 21:11:02.262091 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3ebbcf-bc1f-43f0-815e-95a0e8847155 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:11:02.268513 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3d3ebbcf-bc1f-43f0-815e-95a0e8847155 admin admin] 10.222.0.64 "PUT /v2.0/routers/6ff7f78b-bf98-43d8-af0d-e254d4f41116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2786949 Jul 07 21:11:02.271183 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 39882) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:02.272954 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea48546-4c9d-47db-9f76-a64093ae1acf None None] Sync routers for ids ['6ff7f78b-bf98-43d8-af0d-e254d4f41116'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:11:02.281046 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517e307-1221-4e55-8e84-a5a4e4e27447 req-a1de5aa7-b810-4da0-a087-7868c3a10a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:02.283495 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a517e307-1221-4e55-8e84-a5a4e4e27447 req-a1de5aa7-b810-4da0-a087-7868c3a10a98 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888894 Jul 07 21:11:02.292453 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea48546-4c9d-47db-9f76-a64093ae1acf None None] Routers {'6ff7f78b-bf98-43d8-af0d-e254d4f41116'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:11:02.293657 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-3ea48546-4c9d-47db-9f76-a64093ae1acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:11:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['6ff7f78b-bf98-43d8-af0d-e254d4f41116'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:02.330456 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 99442292-cde6-4361-95c1-5cc89e75fb74 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:11:02.372013 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 99442292-cde6-4361-95c1-5cc89e75fb74 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:11:02.372357 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 99442292-cde6-4361-95c1-5cc89e75fb74 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:11:02.435845 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a517e307-1221-4e55-8e84-a5a4e4e27447 req-c82315cd-e0ad-41a3-a90c-aa9ac9f9035e service neutron] 10.222.0.58 "GET /v2.0/networks/5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436384 Jul 07 21:11:02.515387 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-3ea48546-4c9d-47db-9f76-a64093ae1acf None None] Set router 6ff7f78b-bf98-43d8-af0d-e254d4f41116 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:11:02.529510 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40a848f5-13f4-48f9-8f8b-c432f60a3c47 admin admin] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:02.639606 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-cccbec55-9270-4f5c-baef-a53e3c54c2ea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=21232da6452a40d680cb4842c209ecfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5160468 Jul 07 21:11:02.644996 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 39902) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:02.664856 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a517e307-1221-4e55-8e84-a5a4e4e27447 req-eed79131-d131-47b3-9d7a-6da1d7dab283 service neutron] 10.222.0.58 "GET /v2.0/networks/5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198088 Jul 07 21:11:02.726716 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7228f987-afe0-4734-8467-41b03f1bfdfa req-68755749-1433-47fb-be68-3f9d38f79712 tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0828574 Jul 07 21:11:02.773744 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-3ea48546-4c9d-47db-9f76-a64093ae1acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'name': 'tempest-TestServerBasicOps-963672245-router', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:05:12Z', 'updated_at': '2021-07-07T21:10:59Z', 'revision_number': 5, 'project_id': '03ca69fab8c3490785d81740376897ed', 'gw_port': {'id': '387a3354-cfe0-4968-a1b9-889fbaa17a31', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:13Z', 'updated_at': '2021-07-07T21:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:02.809074 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5bd8092b-da2a-42b5-be35-c8ef0eb5a98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:02.863159 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40a848f5-13f4-48f9-8f8b-c432f60a3c47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:02.881460 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5bd8092b-da2a-42b5-be35-c8ef0eb5a98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:02.910997 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea48546-4c9d-47db-9f76-a64093ae1acf None None] Checking router: 6ff7f78b-bf98-43d8-af0d-e254d4f41116 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:11:02.919301 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea48546-4c9d-47db-9f76-a64093ae1acf None None] Routers {'6ff7f78b-bf98-43d8-af0d-e254d4f41116'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:11:02.919937 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-3ea48546-4c9d-47db-9f76-a64093ae1acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:11:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['6ff7f78b-bf98-43d8-af0d-e254d4f41116'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:02.993031 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a32e3-48c7-4030-98a8-ea2ca6cbcccb req-4434a84c-6cf1-4fe8-82a5-9831d644fc15 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:02.994887 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c81a32e3-48c7-4030-98a8-ea2ca6cbcccb req-4434a84c-6cf1-4fe8-82a5-9831d644fc15 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.1641254 Jul 07 21:11:03.010847 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-40a848f5-13f4-48f9-8f8b-c432f60a3c47 admin admin] Deleting port 387a3354-cfe0-4968-a1b9-889fbaa17a31 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:11:03.011493 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40a848f5-13f4-48f9-8f8b-c432f60a3c47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:03.028946 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-3ea48546-4c9d-47db-9f76-a64093ae1acf None None] Set router 6ff7f78b-bf98-43d8-af0d-e254d4f41116 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:11:03.086512 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-3ea48546-4c9d-47db-9f76-a64093ae1acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'name': 'tempest-TestServerBasicOps-963672245-router', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:05:12Z', 'updated_at': '2021-07-07T21:11:02Z', 'revision_number': 6, 'project_id': '03ca69fab8c3490785d81740376897ed', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:03.115024 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea48546-4c9d-47db-9f76-a64093ae1acf None None] The sync data for ids ['6ff7f78b-bf98-43d8-af0d-e254d4f41116'] in n-d-695189-11 is: [{'id': '6ff7f78b-bf98-43d8-af0d-e254d4f41116', 'name': 'tempest-TestServerBasicOps-963672245-router', 'tenant_id': '03ca69fab8c3490785d81740376897ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:05:12Z', 'updated_at': '2021-07-07T21:11:02Z', 'revision_number': 6, 'project_id': '03ca69fab8c3490785d81740376897ed', 'gw_port_host': None}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:11:03.120310 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5bd8092b-da2a-42b5-be35-c8ef0eb5a98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:03.122841 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5bd8092b-da2a-42b5-be35-c8ef0eb5a98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:03.126723 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5bd8092b-da2a-42b5-be35-c8ef0eb5a98a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c3d6c22b-7dc0-4950-b797-bafb560ccccf HTTP/1.1" status: 204 len: 168 time: 0.4780703 Jul 07 21:11:03.141885 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-40a848f5-13f4-48f9-8f8b-c432f60a3c47 admin admin] For port 387a3354-cfe0-4968-a1b9-889fbaa17a31, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=387a3354-cfe0-4968-a1b9-889fbaa17a31,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:03.142528 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40a848f5-13f4-48f9-8f8b-c432f60a3c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:03.155149 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-40a848f5-13f4-48f9-8f8b-c432f60a3c47 admin admin] Calling delete_port for 387a3354-cfe0-4968-a1b9-889fbaa17a31 owned by network:router_gateway {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:11:03.269582 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8092b-da2a-42b5-be35-c8ef0eb5a98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d6c22b-7dc0-4950-b797-bafb560ccccf,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:03.382772 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c81a32e3-48c7-4030-98a8-ea2ca6cbcccb req-7cd471a0-ab57-44ab-9e0f-f0134e8c781e tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744218 Jul 07 21:11:03.483182 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40a848f5-13f4-48f9-8f8b-c432f60a3c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:03.556300 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a848f5-13f4-48f9-8f8b-c432f60a3c47 admin admin] Pushing event deleted for resources: {'Port': ['ID=387a3354-cfe0-4968-a1b9-889fbaa17a31,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:03.572347 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:03.704549 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40a848f5-13f4-48f9-8f8b-c432f60a3c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:03.721011 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39940) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:03.737708 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cb88df3-aaab-4c0a-91ea-adf761dbaa84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:03.848436 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40a848f5-13f4-48f9-8f8b-c432f60a3c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:03.851575 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40a848f5-13f4-48f9-8f8b-c432f60a3c47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:03.886202 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cb88df3-aaab-4c0a-91ea-adf761dbaa84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:03.892460 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cb88df3-aaab-4c0a-91ea-adf761dbaa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:03.932975 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-401b1a45-de3f-4e48-8fda-cad093ec8cab req-eb1531ea-22ed-4ede-8e55-92ad4af2c10f tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0350831 Jul 07 21:11:03.933607 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40a848f5-13f4-48f9-8f8b-c432f60a3c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:03.934166 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a848f5-13f4-48f9-8f8b-c432f60a3c47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ff7f78b-bf98-43d8-af0d-e254d4f41116 {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:11:03.940848 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2cb88df3-aaab-4c0a-91ea-adf761dbaa84 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c4484813de6c43aa8c967acc6f5bbe16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2150881 Jul 07 21:11:03.940848 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb88df3-aaab-4c0a-91ea-adf761dbaa84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d178ed93-f26e-45b3-9132-27d44f7f7fa6,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:03.942714 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-40a848f5-13f4-48f9-8f8b-c432f60a3c47 admin admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:03.946476 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-40a848f5-13f4-48f9-8f8b-c432f60a3c47 admin admin] 10.222.0.64 "DELETE /v2.0/routers/6ff7f78b-bf98-43d8-af0d-e254d4f41116 HTTP/1.1" status: 204 len: 168 time: 1.6741948 Jul 07 21:11:03.948713 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39946) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:03.949139 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39948) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:03.955353 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cecfd4-4d0d-41c3-9450-89dad7d1b43c req-49b30a4c-806f-4de1-9846-0aac1ad75f21 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:03.971734 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0cecfd4-4d0d-41c3-9450-89dad7d1b43c req-49b30a4c-806f-4de1-9846-0aac1ad75f21 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 945 time: 0.2736931 Jul 07 21:11:04.020803 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0cecfd4-4d0d-41c3-9450-89dad7d1b43c req-b62fc24b-09ec-41ea-96e4-25914952d5cf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576105 Jul 07 21:11:04.067897 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc82dbd0-f57a-4668-994b-731d39f32f7d admin admin] Deleting subnet cac4ea62-0922-4170-9b4c-660afcde50d6 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:11:04.072186 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cc82dbd0-f57a-4668-994b-731d39f32f7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:04.112464 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ff46abfa-5ec6-4874-ac5a-cba4e189fba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:04.152272 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cc82dbd0-f57a-4668-994b-731d39f32f7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:04.156516 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ff46abfa-5ec6-4874-ac5a-cba4e189fba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:04.187088 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-d8c9489b-d752-4637-b8fa-a34e4c88a02c tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:04.194836 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-d8c9489b-d752-4637-b8fa-a34e4c88a02c tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/networks?id=6a238c9f-798d-4070-a28a-9d436224a3e0 HTTP/1.1" status: 200 len: 813 time: 0.1370842 Jul 07 21:11:04.211864 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-33a92ae6-c3a1-4c1d-8466-531cd01d95a9 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/quotas/b1e6eb25ac9842e293c302bddad407f5 HTTP/1.1" status: 200 len: 375 time: 0.0160432 Jul 07 21:11:04.242597 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-99f79a64-99c8-4c34-852d-10e7f3537cf2 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b1e6eb25ac9842e293c302bddad407f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297892 Jul 07 21:11:04.298374 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cc82dbd0-f57a-4668-994b-731d39f32f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:04.340230 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 387a3354-cfe0-4968-a1b9-889fbaa17a31 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:11:04.355516 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ff46abfa-5ec6-4874-ac5a-cba4e189fba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:04.358798 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ff46abfa-5ec6-4874-ac5a-cba4e189fba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:04.363531 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-c8a12516-78b2-48d6-aa48-38ed8dcb2fcc service neutron] 10.222.0.64 "GET /v2.0/networks/6a238c9f-798d-4070-a28a-9d436224a3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142006 Jul 07 21:11:04.366057 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ff46abfa-5ec6-4874-ac5a-cba4e189fba6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d178ed93-f26e-45b3-9132-27d44f7f7fa6 HTTP/1.1" status: 204 len: 168 time: 0.4142389 Jul 07 21:11:04.379512 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 387a3354-cfe0-4968-a1b9-889fbaa17a31 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:11:04.379967 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 387a3354-cfe0-4968-a1b9-889fbaa17a31 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:11:04.380714 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f616a60d-9cea-4cce-b62a-f876a26fb556 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:11:04.387838 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46abfa-5ec6-4874-ac5a-cba4e189fba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d178ed93-f26e-45b3-9132-27d44f7f7fa6,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:04.404059 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: f616a60d-9cea-4cce-b62a-f876a26fb556 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:11:04.404776 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f616a60d-9cea-4cce-b62a-f876a26fb556 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:11:04.418832 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cc82dbd0-f57a-4668-994b-731d39f32f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:04.466690 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cc82dbd0-f57a-4668-994b-731d39f32f7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:04.471055 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a52dc46-e9b6-43b2-bba2-54505215895a None None] Network a14eea41-1d99-44fc-b2e3-33f3b36e5825 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:11:04.478233 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cc82dbd0-f57a-4668-994b-731d39f32f7d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cac4ea62-0922-4170-9b4c-660afcde50d6 HTTP/1.1" status: 204 len: 168 time: 0.5121181 Jul 07 21:11:04.523301 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 39968) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:04.537255 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82dbd0-f57a-4668-994b-731d39f32f7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac4ea62-0922-4170-9b4c-660afcde50d6,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:04.632085 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b77c64a8-1c11-4ffa-975c-411c09e7a055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:04.698078 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-a316ba35-dd86-4e37-ba21-119960c747c2 service neutron] 10.222.0.64 "GET /v2.0/networks/6a238c9f-798d-4070-a28a-9d436224a3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335795 Jul 07 21:11:04.704558 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-b77c64a8-1c11-4ffa-975c-411c09e7a055 admin admin] Deleting port 95cc1e76-f946-427a-9b16-d58e2015e1d2 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:11:04.705293 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b77c64a8-1c11-4ffa-975c-411c09e7a055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:04.774284 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd2145-edf0-427e-b5a2-4d26dcbb2a3d req-3f56fdea-53a4-45d0-bd7e-5517459b2b4a tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:04.775933 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44fd2145-edf0-427e-b5a2-4d26dcbb2a3d req-3f56fdea-53a4-45d0-bd7e-5517459b2b4a tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.1972871 Jul 07 21:11:04.821642 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-b77c64a8-1c11-4ffa-975c-411c09e7a055 admin admin] For port 95cc1e76-f946-427a-9b16-d58e2015e1d2, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=95cc1e76-f946-427a-9b16-d58e2015e1d2,segment=NetworkSegment(f215fa7d-4f27-4349-b65f-154b7eaeed57),segment_id=f215fa7d-4f27-4349-b65f-154b7eaeed57)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:04.822226 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b77c64a8-1c11-4ffa-975c-411c09e7a055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:04.840904 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a1a487-3c10-47bf-8682-2fb609966f23 None None] DHCP port deletion for a14eea41-1d99-44fc-b2e3-33f3b36e5825 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:11:04.850879 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-b77c64a8-1c11-4ffa-975c-411c09e7a055 admin admin] Calling delete_port for 95cc1e76-f946-427a-9b16-d58e2015e1d2 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:11:04.866828 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44fd2145-edf0-427e-b5a2-4d26dcbb2a3d req-0b982b65-3d93-4f29-8e59-566c1334b473 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682492 Jul 07 21:11:04.953593 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-55a1a487-3c10-47bf-8682-2fb609966f23 None None] Deleting port 95cc1e76-f946-427a-9b16-d58e2015e1d2 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:11:04.953714 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-55a1a487-3c10-47bf-8682-2fb609966f23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:05.055207 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-097f91f9-ce9c-491d-aab5-edfd682493e1 req-84d8c201-7b44-44a1-9f0b-43d122ff2ca6 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2c6d18-34ab-4c64-93db-3bfd76b027fe HTTP/1.1" status: 200 len: 210 time: 0.0742404 Jul 07 21:11:05.070109 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b77c64a8-1c11-4ffa-975c-411c09e7a055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:05.098914 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-55a1a487-3c10-47bf-8682-2fb609966f23 None None] For port 95cc1e76-f946-427a-9b16-d58e2015e1d2, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=95cc1e76-f946-427a-9b16-d58e2015e1d2,segment=NetworkSegment(f215fa7d-4f27-4349-b65f-154b7eaeed57),segment_id=f215fa7d-4f27-4349-b65f-154b7eaeed57)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:05.099222 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-55a1a487-3c10-47bf-8682-2fb609966f23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:05.126493 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-55a1a487-3c10-47bf-8682-2fb609966f23 None None] Calling delete_port for 95cc1e76-f946-427a-9b16-d58e2015e1d2 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:11:05.153749 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c64a8-1c11-4ffa-975c-411c09e7a055 admin admin] Pushing event deleted for resources: {'Port': ['ID=95cc1e76-f946-427a-9b16-d58e2015e1d2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:05.161262 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77c64a8-1c11-4ffa-975c-411c09e7a055 admin admin] No DVR routers for this DVR port 95cc1e76-f946-427a-9b16-d58e2015e1d2 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:11:05.202586 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6e598-a3fe-469b-b9b0-dbf79cf67562 req-a1c8c9e5-1328-4fd3-8dea-37ccf897c999 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:05.216086 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-abe6e598-a3fe-469b-b9b0-dbf79cf67562 req-a1c8c9e5-1328-4fd3-8dea-37ccf897c999 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.1369267 Jul 07 21:11:05.286078 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:05.299965 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-abe6e598-a3fe-469b-b9b0-dbf79cf67562 req-abebd6a3-7d01-483f-9383-76979c2f887a tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830364 Jul 07 21:11:05.300269 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-55a1a487-3c10-47bf-8682-2fb609966f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:05.324031 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b77c64a8-1c11-4ffa-975c-411c09e7a055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:05.336290 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-b77c64a8-1c11-4ffa-975c-411c09e7a055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14eea41-1d99-44fc-b2e3-33f3b36e5825']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:05.352053 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-b77c64a8-1c11-4ffa-975c-411c09e7a055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f215fa7d-4f27-4349-b65f-154b7eaeed57') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:05.354876 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-b77c64a8-1c11-4ffa-975c-411c09e7a055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f215fa7d-4f27-4349-b65f-154b7eaeed57') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:05.366425 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1a487-3c10-47bf-8682-2fb609966f23 None None] Pushing event deleted for resources: {'Port': ['ID=95cc1e76-f946-427a-9b16-d58e2015e1d2,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:05.368496 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b77c64a8-1c11-4ffa-975c-411c09e7a055 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:05.385309 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a1a487-3c10-47bf-8682-2fb609966f23 None None] No DVR routers for this DVR port 95cc1e76-f946-427a-9b16-d58e2015e1d2 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:11:05.389838 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b77c64a8-1c11-4ffa-975c-411c09e7a055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:05.404975 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77c64a8-1c11-4ffa-975c-411c09e7a055 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:11:05.405354 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b77c64a8-1c11-4ffa-975c-411c09e7a055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:11:05.410025 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:11:05.441124 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9333458e-1f5b-43e1-8022-ef09585bdd00 req-955ecc78-3ffd-4cd0-8ec0-583089657b70 tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.1265681 Jul 07 21:11:05.562603 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bc428-8e90-4bb3-881d-18ba789d0232 req-7f022296-c8e1-4399-8883-71287efddde1 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:05.564643 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b77c64a8-1c11-4ffa-975c-411c09e7a055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:05.570889 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b77c64a8-1c11-4ffa-975c-411c09e7a055 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:05.576298 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b77c64a8-1c11-4ffa-975c-411c09e7a055 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a14eea41-1d99-44fc-b2e3-33f3b36e5825 HTTP/1.1" status: 204 len: 168 time: 1.0491498 Jul 07 21:11:05.585501 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-196bc428-8e90-4bb3-881d-18ba789d0232 req-7f022296-c8e1-4399-8883-71287efddde1 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 945 time: 0.1063840 Jul 07 21:11:05.586324 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40006) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:05.684834 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-196bc428-8e90-4bb3-881d-18ba789d0232 req-ff97d50c-22e0-4183-a303-0c35ffd29e8e tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971758 Jul 07 21:11:05.791218 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c64a8-1c11-4ffa-975c-411c09e7a055 admin admin] Pushing event deleted for resources: {'Network': ['ID=a14eea41-1d99-44fc-b2e3-33f3b36e5825,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:05.827251 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e2361-b037-4f5b-baa6-8242b953b38f req-11b2dac5-7c65-4ddf-b19d-c7c53dd42303 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:05.827251 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-147e2361-b037-4f5b-baa6-8242b953b38f req-11b2dac5-7c65-4ddf-b19d-c7c53dd42303 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdbcc40b-8d5f-4eea-b568-c7706dbf50da HTTP/1.1" status: 200 len: 946 time: 0.1691995 Jul 07 21:11:05.875312 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-147e2361-b037-4f5b-baa6-8242b953b38f req-ab49a158-d746-4fef-a188-58d0722718e5 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490165 Jul 07 21:11:06.068335 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0781c4-28a1-4903-8252-0cb85f4e14f5 req-d6a4cbe5-54fb-47b4-8506-0c5026aa79af tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:06.076232 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1b0781c4-28a1-4903-8252-0cb85f4e14f5 req-d6a4cbe5-54fb-47b4-8506-0c5026aa79af tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=184b1f40-f14e-47b2-9255-1451796b80bf HTTP/1.1" status: 200 len: 946 time: 0.0887043 Jul 07 21:11:06.155716 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c098a87-1507-4e02-9224-03129b3f2e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:06.182455 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1b0781c4-28a1-4903-8252-0cb85f4e14f5 req-57670977-4bc9-4553-9285-20802457a44c tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052389 Jul 07 21:11:06.221808 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-b99426b7-85d4-43a5-a91c-8d1ff6a04005 req-04d09cbd-984a-448a-b02d-76da71339590 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:11:06.222879 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b99426b7-85d4-43a5-a91c-8d1ff6a04005 req-04d09cbd-984a-448a-b02d-76da71339590 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073562 Jul 07 21:11:06.374274 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 95cc1e76-f946-427a-9b16-d58e2015e1d2 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:11:06.386905 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5bcbab36-e5df-4687-a232-8d100d60274e req-4d53b03d-6305-44b7-afa3-0531f9984e70 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2c6d18-34ab-4c64-93db-3bfd76b027fe HTTP/1.1" status: 200 len: 210 time: 0.0713034 Jul 07 21:11:06.415905 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 95cc1e76-f946-427a-9b16-d58e2015e1d2 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:11:06.416475 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 95cc1e76-f946-427a-9b16-d58e2015e1d2 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:11:06.470051 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b99426b7-85d4-43a5-a91c-8d1ff6a04005 req-985d7e6c-111a-4417-b9a7-5d6b24a4c588 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2350376 Jul 07 21:11:06.530871 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-5c098a87-1507-4e02-9224-03129b3f2e03 admin admin] Deleting port 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:11:06.531224 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c098a87-1507-4e02-9224-03129b3f2e03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:06.656116 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-5c098a87-1507-4e02-9224-03129b3f2e03 admin admin] For port 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8,segment=NetworkSegment(d2f427ef-86e6-4ebc-aae6-0fea6ea4af43),segment_id=d2f427ef-86e6-4ebc-aae6-0fea6ea4af43)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:06.656499 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c098a87-1507-4e02-9224-03129b3f2e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:06.662064 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-17686cec-4d0a-4eb6-8500-b2186134df83 req-6e96ad23-d1cb-4dea-b2f3-f153eaa6f666 tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0661142 Jul 07 21:11:06.708080 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:11:06.709406 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-5c098a87-1507-4e02-9224-03129b3f2e03 admin admin] Calling delete_port for 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:11:06.960862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0e1eb-edff-4612-bc05-83e6f0d07581 req-eeec21f0-4256-4b81-9f3e-13df184f82e2 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:06.962431 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dfc0e1eb-edff-4612-bc05-83e6f0d07581 req-eeec21f0-4256-4b81-9f3e-13df184f82e2 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.1384947 Jul 07 21:11:06.988134 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049d6b0-76c6-40b0-9d29-29b92cfb8fc9 req-addaebb8-3018-4a9c-a0f8-4d214314e85b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:06.989697 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3049d6b0-76c6-40b0-9d29-29b92cfb8fc9 req-addaebb8-3018-4a9c-a0f8-4d214314e85b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 945 time: 0.1070714 Jul 07 21:11:06.996115 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-12fb9ff4-4a54-4fba-9fae-4bad38b644d6 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:06.997998 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-12fb9ff4-4a54-4fba-9fae-4bad38b644d6 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.58 "GET /v2.0/networks?id=6a238c9f-798d-4070-a28a-9d436224a3e0 HTTP/1.1" status: 200 len: 813 time: 0.1242869 Jul 07 21:11:07.018386 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-2e0a406e-1609-452a-ad32-f8919db7aa2f tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Request body: {'port': {'device_id': '2f2c6d18-34ab-4c64-93db-3bfd76b027fe', 'network_id': '6a238c9f-798d-4070-a28a-9d436224a3e0', 'admin_state_up': True, 'tenant_id': 'b1e6eb25ac9842e293c302bddad407f5'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:07.227187 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c098a87-1507-4e02-9224-03129b3f2e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:07.289607 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c098a87-1507-4e02-9224-03129b3f2e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:07.336564 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-2e0a406e-1609-452a-ad32-f8919db7aa2f tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Made reservation on behalf of b1e6eb25ac9842e293c302bddad407f5 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:11:07.340496 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-2e0a406e-1609-452a-ad32-f8919db7aa2f tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:07.426257 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dfc0e1eb-edff-4612-bc05-83e6f0d07581 req-fb0c2da0-9c8f-43fd-b306-dfc573b37386 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557924 Jul 07 21:11:07.482323 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3049d6b0-76c6-40b0-9d29-29b92cfb8fc9 req-b325e523-8803-4358-bb6f-76c76cfe116c tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4860423 Jul 07 21:11:07.586247 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c098a87-1507-4e02-9224-03129b3f2e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:07.736854 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-2e0a406e-1609-452a-ad32-f8919db7aa2f tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Allocated IP 172.20.0.4 (6a238c9f-798d-4070-a28a-9d436224a3e0/a3ef07a6-1f20-43e8-ad0f-980c825575e2/0624b411-66c5-4c4f-9c00-17ee681dee91) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:11:07.746748 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7d3e58fc-9986-4b3b-9d9e-47c64f15f5b0 req-5188a968-f9b8-41d8-bf94-a6d6f9dea8bf tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2c6d18-34ab-4c64-93db-3bfd76b027fe HTTP/1.1" status: 200 len: 210 time: 0.0630548 Jul 07 21:11:07.817263 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81631d-5d7d-4fdb-9233-5e9e3a5c35f2 req-341c897b-e128-4415-8210-488954b7c116 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:07.821832 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e81631d-5d7d-4fdb-9233-5e9e3a5c35f2 req-341c897b-e128-4415-8210-488954b7c116 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdbcc40b-8d5f-4eea-b568-c7706dbf50da HTTP/1.1" status: 200 len: 946 time: 0.1542273 Jul 07 21:11:07.888386 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e81631d-5d7d-4fdb-9233-5e9e3a5c35f2 req-a21d0595-ee11-4b67-86cd-da6549822f35 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588262 Jul 07 21:11:07.940674 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c03c21f3-3023-409c-a2a0-999442a260ab req-f7f35959-ca08-4056-b072-27060b713e8b tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0504527 Jul 07 21:11:08.136257 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ee93d-60bc-47dd-b7b8-2b43c9738b89 req-1cb971de-cc6c-494a-8f23-708aee69f5e4 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:08.138627 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-000ee93d-60bc-47dd-b7b8-2b43c9738b89 req-1cb971de-cc6c-494a-8f23-708aee69f5e4 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=184b1f40-f14e-47b2-9255-1451796b80bf HTTP/1.1" status: 200 len: 946 time: 0.1141531 Jul 07 21:11:08.199223 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-000ee93d-60bc-47dd-b7b8-2b43c9738b89 req-49bbbc58-9cec-43dd-af9d-b8f384262f08 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539484 Jul 07 21:11:08.364361 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c098a87-1507-4e02-9224-03129b3f2e03 admin admin] Router 5c01ae29-2791-4469-a2ba-8ddac93cab13 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:11:08.447863 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-2e0a406e-1609-452a-ad32-f8919db7aa2f tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:08.539779 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c098a87-1507-4e02-9224-03129b3f2e03 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:11:08.549152 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5c098a87-1507-4e02-9224-03129b3f2e03 admin admin] 10.222.0.64 "PUT /v2.0/routers/5c01ae29-2791-4469-a2ba-8ddac93cab13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9571528 Jul 07 21:11:08.549152 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40170) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:08.551895 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29af2eff-fff3-4978-a586-106950db0a50 None None] Sync routers for ids ['5c01ae29-2791-4469-a2ba-8ddac93cab13'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:11:08.582124 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29af2eff-fff3-4978-a586-106950db0a50 None None] Routers {'5c01ae29-2791-4469-a2ba-8ddac93cab13'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:11:08.585926 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-29af2eff-fff3-4978-a586-106950db0a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:11:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5c01ae29-2791-4469-a2ba-8ddac93cab13'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:08.593057 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-2e0a406e-1609-452a-ad32-f8919db7aa2f tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:08.712102 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a406e-1609-452a-ad32-f8919db7aa2f tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Pushing event updated for resources: {'Port': ['ID=0624b411-66c5-4c4f-9c00-17ee681dee91,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:08.720763 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-2e0a406e-1609-452a-ad32-f8919db7aa2f tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Network 6a238c9f-798d-4070-a28a-9d436224a3e0 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:11:08.739389 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33410a51-21aa-49e6-aad6-7c9ebb27117a req-7bbacc90-225b-43af-941e-1b98f79cd542 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:08.751951 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33410a51-21aa-49e6-aad6-7c9ebb27117a req-7bbacc90-225b-43af-941e-1b98f79cd542 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:08.758543 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33410a51-21aa-49e6-aad6-7c9ebb27117a req-7bbacc90-225b-43af-941e-1b98f79cd542 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:08.762604 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-2e0a406e-1609-452a-ad32-f8919db7aa2f tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:08.763413 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-29af2eff-fff3-4978-a586-106950db0a50 None None] Set router 5c01ae29-2791-4469-a2ba-8ddac93cab13 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:11:08.767252 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-2e0a406e-1609-452a-ad32-f8919db7aa2f tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:11:08.768516 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-33410a51-21aa-49e6-aad6-7c9ebb27117a req-7bbacc90-225b-43af-941e-1b98f79cd542 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=184b1f40-f14e-47b2-9255-1451796b80bf&device_id=bdbcc40b-8d5f-4eea-b568-c7706dbf50da&device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 2418 time: 0.2020144 Jul 07 21:11:08.858782 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5e96bfbf-ae85-4685-afa1-81cf290ceafc admin admin] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:08.870799 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-33410a51-21aa-49e6-aad6-7c9ebb27117a req-1ac2fc2e-bc2a-4f27-9b39-1219530a3e4b tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800257 Jul 07 21:11:08.874971 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-2e0a406e-1609-452a-ad32-f8919db7aa2f tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:08.876329 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-2e0a406e-1609-452a-ad32-f8919db7aa2f tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:08.953414 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f87cd-932a-4449-86a8-6bcf92385d1c req-eadfb454-d2d6-4bfc-a7f1-637a1f7ae530 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:08.955109 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e62f87cd-932a-4449-86a8-6bcf92385d1c req-eadfb454-d2d6-4bfc-a7f1-637a1f7ae530 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 945 time: 0.1856346 Jul 07 21:11:09.008679 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-2e0a406e-1609-452a-ad32-f8919db7aa2f tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9972193 Jul 07 21:11:09.019767 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e62f87cd-932a-4449-86a8-6bcf92385d1c req-7ecc87be-a2ad-4e96-87c8-5f87652a893d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591648 Jul 07 21:11:09.095400 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-06a86b73-b071-4510-85e5-f315b0789557 req-17734d61-b1c4-443f-b757-679e81050ae4 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:11:09.097425 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-06a86b73-b071-4510-85e5-f315b0789557 req-17734d61-b1c4-443f-b757-679e81050ae4 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0220273 Jul 07 21:11:09.140644 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5e96bfbf-ae85-4685-afa1-81cf290ceafc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:09.185316 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa22fc-c22d-4e1c-b61c-a76d9bddf32c req-4a75297b-3d97-4e49-b0e6-5a113a9d2a93 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:09.195084 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29fa22fc-c22d-4e1c-b61c-a76d9bddf32c req-4a75297b-3d97-4e49-b0e6-5a113a9d2a93 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2c6d18-34ab-4c64-93db-3bfd76b027fe HTTP/1.1" status: 200 len: 931 time: 0.1641252 Jul 07 21:11:09.229233 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-5e96bfbf-ae85-4685-afa1-81cf290ceafc admin admin] Deleting port de219a52-9a20-4ae8-a3d9-b9c7a50ced8d {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:11:09.229894 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5e96bfbf-ae85-4685-afa1-81cf290ceafc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:09.278016 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29fa22fc-c22d-4e1c-b61c-a76d9bddf32c req-aa332dca-3ec4-4920-bcb4-72a60619f0e3 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5de3e0-7fbd-4f89-a7f9-4fa26d8a9cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814838 Jul 07 21:11:09.282055 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-06672c16-de3a-44cb-bfc5-6c4d9dc95d4f service neutron] Request body: {'port': {'device_id': '2f2c6d18-34ab-4c64-93db-3bfd76b027fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:09.301719 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-29af2eff-fff3-4978-a586-106950db0a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c01ae29-2791-4469-a2ba-8ddac93cab13', 'name': 'tempest-TestServerBasicOps-884867017-router', 'tenant_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'de219a52-9a20-4ae8-a3d9-b9c7a50ced8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:05:25Z', 'updated_at': '2021-07-07T21:11:07Z', 'revision_number': 5, 'project_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'gw_port': {'id': 'de219a52-9a20-4ae8-a3d9-b9c7a50ced8d', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ad:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c01ae29-2791-4469-a2ba-8ddac93cab13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:05:27Z', 'updated_at': '2021-07-07T21:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:09.359567 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-06a86b73-b071-4510-85e5-f315b0789557 req-f7ec628c-8a82-44db-963c-508401a1160f tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2499056 Jul 07 21:11:09.375643 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29af2eff-fff3-4978-a586-106950db0a50 None None] Checking router: 5c01ae29-2791-4469-a2ba-8ddac93cab13 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:11:09.390661 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29af2eff-fff3-4978-a586-106950db0a50 None None] Routers {'5c01ae29-2791-4469-a2ba-8ddac93cab13'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:11:09.392311 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-29af2eff-fff3-4978-a586-106950db0a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:11:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5c01ae29-2791-4469-a2ba-8ddac93cab13'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:09.434999 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-5e96bfbf-ae85-4685-afa1-81cf290ceafc admin admin] For port de219a52-9a20-4ae8-a3d9-b9c7a50ced8d, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=de219a52-9a20-4ae8-a3d9-b9c7a50ced8d,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:09.435610 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5e96bfbf-ae85-4685-afa1-81cf290ceafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:09.482725 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-5e96bfbf-ae85-4685-afa1-81cf290ceafc admin admin] Calling delete_port for de219a52-9a20-4ae8-a3d9-b9c7a50ced8d owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:11:09.494956 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40226) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:09.535065 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-29af2eff-fff3-4978-a586-106950db0a50 None None] Set router 5c01ae29-2791-4469-a2ba-8ddac93cab13 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:11:09.552966 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-effb5dff-88d3-43cb-9dbb-7b2373e244d3 req-b5a07b08-7f10-4c90-bc3b-59ac3ed4bb98 tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0494397 Jul 07 21:11:09.610655 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-29af2eff-fff3-4978-a586-106950db0a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c01ae29-2791-4469-a2ba-8ddac93cab13', 'name': 'tempest-TestServerBasicOps-884867017-router', 'tenant_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:05:25Z', 'updated_at': '2021-07-07T21:11:09Z', 'revision_number': 6, 'project_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:09.657861 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29af2eff-fff3-4978-a586-106950db0a50 None None] The sync data for ids ['5c01ae29-2791-4469-a2ba-8ddac93cab13'] in n-d-695189-11 is: [{'id': '5c01ae29-2791-4469-a2ba-8ddac93cab13', 'name': 'tempest-TestServerBasicOps-884867017-router', 'tenant_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:05:25Z', 'updated_at': '2021-07-07T21:11:09Z', 'revision_number': 6, 'project_id': '9abf086a93ec4acc8d2aaa0e154e7a41', 'gw_port_host': None}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:11:09.681853 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-06672c16-de3a-44cb-bfc5-6c4d9dc95d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:09.696393 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2c9aa0cc-f0f9-445d-9917-ece45ff87628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:09.824886 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2c9aa0cc-f0f9-445d-9917-ece45ff87628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:09.830793 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2c9aa0cc-f0f9-445d-9917-ece45ff87628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:09.881283 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2c9aa0cc-f0f9-445d-9917-ece45ff87628 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e0c3858266a5494b8b8dc4f0d5dfc040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3820632 Jul 07 21:11:09.882212 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40238) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:09.886656 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9aa0cc-f0f9-445d-9917-ece45ff87628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07c7183-1ad5-4f8c-8f1a-9fc45d25b4ab,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:10.020821 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0bfcfc6a-314e-4b17-b0cd-d41ef51e4ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:10.066537 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5e96bfbf-ae85-4685-afa1-81cf290ceafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:10.088648 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0bfcfc6a-314e-4b17-b0cd-d41ef51e4ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:10.105127 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96bfbf-ae85-4685-afa1-81cf290ceafc admin admin] Pushing event deleted for resources: {'Port': ['ID=de219a52-9a20-4ae8-a3d9-b9c7a50ced8d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:10.251477 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0bfcfc6a-314e-4b17-b0cd-d41ef51e4ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:10.254620 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0bfcfc6a-314e-4b17-b0cd-d41ef51e4ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:10.256034 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0bfcfc6a-314e-4b17-b0cd-d41ef51e4ff8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d07c7183-1ad5-4f8c-8f1a-9fc45d25b4ab HTTP/1.1" status: 204 len: 168 time: 0.3726127 Jul 07 21:11:10.275876 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-06672c16-de3a-44cb-bfc5-6c4d9dc95d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0624b411-66c5-4c4f-9c00-17ee681dee91 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:11:10.284752 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcfc6a-314e-4b17-b0cd-d41ef51e4ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07c7183-1ad5-4f8c-8f1a-9fc45d25b4ab,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:10.288052 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-06672c16-de3a-44cb-bfc5-6c4d9dc95d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:10.293536 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5e96bfbf-ae85-4685-afa1-81cf290ceafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:10.379788 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b7f9a-af66-4b78-8850-436f1efd7105 req-249847b8-a319-4d26-98a2-15c9b6f93b6b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:10.387814 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8c5b7f9a-af66-4b78-8850-436f1efd7105 req-249847b8-a319-4d26-98a2-15c9b6f93b6b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 945 time: 0.1430187 Jul 07 21:11:10.398661 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-06672c16-de3a-44cb-bfc5-6c4d9dc95d4f service neutron] Transition to ACTIVE for port object 0624b411-66c5-4c4f-9c00-17ee681dee91 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:11:10.404778 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5e96bfbf-ae85-4685-afa1-81cf290ceafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:10.408241 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5e96bfbf-ae85-4685-afa1-81cf290ceafc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:10.410405 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-06672c16-de3a-44cb-bfc5-6c4d9dc95d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:10.455916 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8c5b7f9a-af66-4b78-8850-436f1efd7105 req-b64b20eb-3e42-45e3-af75-727ec11e5b4e tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670576 Jul 07 21:11:10.503088 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5e96bfbf-ae85-4685-afa1-81cf290ceafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:10.503686 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e96bfbf-ae85-4685-afa1-81cf290ceafc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c01ae29-2791-4469-a2ba-8ddac93cab13 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:11:10.508742 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06672c16-de3a-44cb-bfc5-6c4d9dc95d4f service neutron] Pushing event updated for resources: {'Port': ['ID=0624b411-66c5-4c4f-9c00-17ee681dee91,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:10.517877 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5e96bfbf-ae85-4685-afa1-81cf290ceafc admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:10.523061 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5e96bfbf-ae85-4685-afa1-81cf290ceafc admin admin] 10.222.0.64 "DELETE /v2.0/routers/5c01ae29-2791-4469-a2ba-8ddac93cab13 HTTP/1.1" status: 204 len: 168 time: 1.9728553 Jul 07 21:11:10.524480 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40256) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:10.600947 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369dd10-3c64-4f9f-bcfe-8b08fc13de35 req-902e9c6f-2ed5-441a-922c-9a6e0179c408 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:10.609192 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8369dd10-3c64-4f9f-bcfe-8b08fc13de35 req-902e9c6f-2ed5-441a-922c-9a6e0179c408 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2c6d18-34ab-4c64-93db-3bfd76b027fe HTTP/1.1" status: 200 len: 943 time: 0.1391048 Jul 07 21:11:10.627315 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device de219a52-9a20-4ae8-a3d9-b9c7a50ced8d no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:11:10.648285 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-06672c16-de3a-44cb-bfc5-6c4d9dc95d4f service neutron] Attempting to bind port 0624b411-66c5-4c4f-9c00-17ee681dee91 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:11:10.648695 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-06672c16-de3a-44cb-bfc5-6c4d9dc95d4f service neutron] Attempting to bind port 0624b411-66c5-4c4f-9c00-17ee681dee91 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'e2925426-a04b-4eda-a4ea-a3aeab926faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a238c9f-798d-4070-a28a-9d436224a3e0'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:11:10.648956 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-06672c16-de3a-44cb-bfc5-6c4d9dc95d4f service neutron] Attempting to bind port 0624b411-66c5-4c4f-9c00-17ee681dee91 on network 6a238c9f-798d-4070-a28a-9d436224a3e0 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:11:10.658325 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-06672c16-de3a-44cb-bfc5-6c4d9dc95d4f service neutron] Port 0624b411-66c5-4c4f-9c00-17ee681dee91 on network 6a238c9f-798d-4070-a28a-9d436224a3e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:11:10.658652 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-06672c16-de3a-44cb-bfc5-6c4d9dc95d4f service neutron] Attempting to bind port 0624b411-66c5-4c4f-9c00-17ee681dee91 on network 6a238c9f-798d-4070-a28a-9d436224a3e0 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:11:10.663958 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-0868fbd1-314b-4d5b-8d62-d01762f4d425 admin admin] Deleting subnet cde40334-0cc8-4c12-bf99-208057dbe731 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:11:10.668645 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0868fbd1-314b-4d5b-8d62-d01762f4d425 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:10.670548 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-06672c16-de3a-44cb-bfc5-6c4d9dc95d4f service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:11:10.670898 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-06672c16-de3a-44cb-bfc5-6c4d9dc95d4f service neutron] Checking segment: {'id': 'e2925426-a04b-4eda-a4ea-a3aeab926faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a238c9f-798d-4070-a28a-9d436224a3e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:11:10.671400 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-06672c16-de3a-44cb-bfc5-6c4d9dc95d4f service neutron] Bound using segment: {'id': 'e2925426-a04b-4eda-a4ea-a3aeab926faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a238c9f-798d-4070-a28a-9d436224a3e0'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:11:10.671932 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-06672c16-de3a-44cb-bfc5-6c4d9dc95d4f service neutron] Bound port: 0624b411-66c5-4c4f-9c00-17ee681dee91, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2925426-a04b-4eda-a4ea-a3aeab926faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a238c9f-798d-4070-a28a-9d436224a3e0'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:11:10.672574 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-06672c16-de3a-44cb-bfc5-6c4d9dc95d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:10.682992 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: de219a52-9a20-4ae8-a3d9-b9c7a50ced8d {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:11:10.684841 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device de219a52-9a20-4ae8-a3d9-b9c7a50ced8d not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:11:10.695799 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:11:10.742725 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0868fbd1-314b-4d5b-8d62-d01762f4d425 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:10.744133 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:11:10.745490 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 03d9daa4-84e9-4eb6-ba53-8359f6e1a4c8 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:11:10.759914 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8369dd10-3c64-4f9f-bcfe-8b08fc13de35 req-a3659854-ce68-461c-9722-91e19458b99c tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5de3e0-7fbd-4f89-a7f9-4fa26d8a9cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489015 Jul 07 21:11:10.830066 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-06672c16-de3a-44cb-bfc5-6c4d9dc95d4f service neutron] For port 0624b411-66c5-4c4f-9c00-17ee681dee91, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:11:10.836763 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-06672c16-de3a-44cb-bfc5-6c4d9dc95d4f service neutron] For port 0624b411-66c5-4c4f-9c00-17ee681dee91, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0624b411-66c5-4c4f-9c00-17ee681dee91,segment=NetworkSegment(e2925426-a04b-4eda-a4ea-a3aeab926faf),segment_id=e2925426-a04b-4eda-a4ea-a3aeab926faf)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:11:10.883826 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-06672c16-de3a-44cb-bfc5-6c4d9dc95d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:10.977434 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06672c16-de3a-44cb-bfc5-6c4d9dc95d4f service neutron] Pushing event updated for resources: {'Port': ['ID=0624b411-66c5-4c4f-9c00-17ee681dee91,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:10.990180 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8599314d-e977-4037-9d33-f9e2bd25f1d6 req-e70f2843-861e-43e4-a60f-440d2ca0b8a4 tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0588055 Jul 07 21:11:11.022109 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-06672c16-de3a-44cb-bfc5-6c4d9dc95d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:11.022837 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-06672c16-de3a-44cb-bfc5-6c4d9dc95d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:11.024842 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-06672c16-de3a-44cb-bfc5-6c4d9dc95d4f service neutron] 10.222.0.58 "PUT /v2.0/ports/0624b411-66c5-4c4f-9c00-17ee681dee91 HTTP/1.1" status: 200 len: 1092 time: 1.9995189 Jul 07 21:11:11.024842 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2c6d18-34ab-4c64-93db-3bfd76b027fe', 'tag': '0624b411-66c5-4c4f-9c00-17ee681dee91'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:11:11.027444 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f587f372-22a4-4374-8197-d6bf9f9da0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2c6d18-34ab-4c64-93db-3bfd76b027fe", "tag": "0624b411-66c5-4c4f-9c00-17ee681dee91"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:11:11.038209 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0868fbd1-314b-4d5b-8d62-d01762f4d425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:11.047753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40270) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:11.076420 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6a3a7e10-70e2-4c8b-baf1-b8dcd478e1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:11.122676 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8764da26-b43a-4651-b8e6-0c43a19fcd61 x-openstack-request-id: req-8764da26-b43a-4651-b8e6-0c43a19fcd61 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:11:11.123157 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2c6d18-34ab-4c64-93db-3bfd76b027fe", "tag": "0624b411-66c5-4c4f-9c00-17ee681dee91", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:11:11.123678 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8764da26-b43a-4651-b8e6-0c43a19fcd61 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:11:11.124384 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2c6d18-34ab-4c64-93db-3bfd76b027fe', 'tag': '0624b411-66c5-4c4f-9c00-17ee681dee91', 'status': 'completed', 'code': 200} Jul 07 21:11:11.182621 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-b44a55b2-643c-416a-ba95-70d70c87805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:11.184560 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-b44a55b2-643c-416a-ba95-70d70c87805a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b1e6eb25ac9842e293c302bddad407f5&device_id=2f2c6d18-34ab-4c64-93db-3bfd76b027fe HTTP/1.1" status: 200 len: 1095 time: 0.0979118 Jul 07 21:11:11.196496 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0868fbd1-314b-4d5b-8d62-d01762f4d425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:11.218480 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6a3a7e10-70e2-4c8b-baf1-b8dcd478e1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:11.219173 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e896f90-4578-468a-93b4-82d463aac6a1 None None] Network e6940da8-da5b-45d3-ada0-c972354c504d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:11:11.224607 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6a3a7e10-70e2-4c8b-baf1-b8dcd478e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:11.245190 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0868fbd1-314b-4d5b-8d62-d01762f4d425 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:11.247317 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0868fbd1-314b-4d5b-8d62-d01762f4d425 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/cde40334-0cc8-4c12-bf99-208057dbe731 HTTP/1.1" status: 204 len: 168 time: 0.7217062 Jul 07 21:11:11.250779 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868fbd1-314b-4d5b-8d62-d01762f4d425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cde40334-0cc8-4c12-bf99-208057dbe731,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:11.252782 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40276) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:11.293021 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-b0b6467f-3014-446f-ada5-08cba0b0e35e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0624b411-66c5-4c4f-9c00-17ee681dee91 HTTP/1.1" status: 200 len: 217 time: 0.0846896 Jul 07 21:11:11.295760 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a7e10-70e2-4c8b-baf1-b8dcd478e1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ff92e6-ff01-4ba8-8629-e73a19d63b69,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:11.307734 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6a3a7e10-70e2-4c8b-baf1-b8dcd478e1d6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c03f4be92b7b425cb6a9673f0bb260c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2583313 Jul 07 21:11:11.310055 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40278) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:11.378117 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-587b154b-e40b-4a96-a992-1b87ecf90279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:11.403948 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-587b154b-e40b-4a96-a992-1b87ecf90279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:11.497853 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-587b154b-e40b-4a96-a992-1b87ecf90279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:11.499125 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17adf2fc-6f09-45c8-86da-abf4474d3e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:11.501555 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-587b154b-e40b-4a96-a992-1b87ecf90279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:11.502766 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-587b154b-e40b-4a96-a992-1b87ecf90279 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/91ff92e6-ff01-4ba8-8629-e73a19d63b69 HTTP/1.1" status: 204 len: 168 time: 0.1917684 Jul 07 21:11:11.505095 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-6b651bfa-1473-4ed3-84b3-cd834c2b3be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:11.514051 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b154b-e40b-4a96-a992-1b87ecf90279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ff92e6-ff01-4ba8-8629-e73a19d63b69,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:11.517242 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c605a3c-c5ce-4ad6-917f-94d75d0ad262 None None] DHCP port deletion for e6940da8-da5b-45d3-ada0-c972354c504d request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:11:11.519800 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-6b651bfa-1473-4ed3-84b3-cd834c2b3be2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a3ef07a6-1f20-43e8-ad0f-980c825575e2 HTTP/1.1" status: 200 len: 853 time: 0.1674247 Jul 07 21:11:11.592338 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-c5f3ae9d-c965-479f-8230-4e5ce0169db7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6a238c9f-798d-4070-a28a-9d436224a3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607016 Jul 07 21:11:11.600928 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-8c605a3c-c5ce-4ad6-917f-94d75d0ad262 None None] Deleting port 4562a833-15e1-44fe-be54-ca1b0f3ebf8d {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:11:11.601424 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8c605a3c-c5ce-4ad6-917f-94d75d0ad262 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:11.685397 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-8c605a3c-c5ce-4ad6-917f-94d75d0ad262 None None] For port 4562a833-15e1-44fe-be54-ca1b0f3ebf8d, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=4562a833-15e1-44fe-be54-ca1b0f3ebf8d,segment=NetworkSegment(d2f427ef-86e6-4ebc-aae6-0fea6ea4af43),segment_id=d2f427ef-86e6-4ebc-aae6-0fea6ea4af43)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:11.687044 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8c605a3c-c5ce-4ad6-917f-94d75d0ad262 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:11.706715 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-8c605a3c-c5ce-4ad6-917f-94d75d0ad262 None None] Calling delete_port for 4562a833-15e1-44fe-be54-ca1b0f3ebf8d owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:11:11.721946 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-17adf2fc-6f09-45c8-86da-abf4474d3e3b admin admin] Deleting port 4562a833-15e1-44fe-be54-ca1b0f3ebf8d {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:11:11.722285 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17adf2fc-6f09-45c8-86da-abf4474d3e3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:11.768866 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-573eefe1-ef1c-4f8a-a9b1-25bb1741dfb1 service neutron] 10.222.0.58 "GET /v2.0/networks/6a238c9f-798d-4070-a28a-9d436224a3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451070 Jul 07 21:11:11.825905 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8c605a3c-c5ce-4ad6-917f-94d75d0ad262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:11.856091 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-17adf2fc-6f09-45c8-86da-abf4474d3e3b admin admin] For port 4562a833-15e1-44fe-be54-ca1b0f3ebf8d, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=4562a833-15e1-44fe-be54-ca1b0f3ebf8d,segment=NetworkSegment(d2f427ef-86e6-4ebc-aae6-0fea6ea4af43),segment_id=d2f427ef-86e6-4ebc-aae6-0fea6ea4af43)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:11.856754 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17adf2fc-6f09-45c8-86da-abf4474d3e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:11.873910 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-17adf2fc-6f09-45c8-86da-abf4474d3e3b admin admin] Calling delete_port for 4562a833-15e1-44fe-be54-ca1b0f3ebf8d owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:11:11.890508 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c605a3c-c5ce-4ad6-917f-94d75d0ad262 None None] Pushing event deleted for resources: {'Port': ['ID=4562a833-15e1-44fe-be54-ca1b0f3ebf8d,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:11.892839 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c605a3c-c5ce-4ad6-917f-94d75d0ad262 None None] No DVR routers for this DVR port 4562a833-15e1-44fe-be54-ca1b0f3ebf8d on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:11:11.912316 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e811e98-30b3-42cb-8143-8c4a9cce504c req-6cc56c96-8c28-4a90-ba41-0102ea046f15 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:11.914024 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e811e98-30b3-42cb-8143-8c4a9cce504c req-6cc56c96-8c28-4a90-ba41-0102ea046f15 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=184b1f40-f14e-47b2-9255-1451796b80bf HTTP/1.1" status: 200 len: 946 time: 0.1646924 Jul 07 21:11:11.927482 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74719e8-0224-4f1c-a61a-e4493933bbbc req-8929e914-d1de-408f-b308-9ae460dc242a tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:11.933266 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d74719e8-0224-4f1c-a61a-e4493933bbbc req-8929e914-d1de-408f-b308-9ae460dc242a tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 945 time: 0.1967263 Jul 07 21:11:11.934866 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40298) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:11.951550 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-bddff2f3-0fd0-4dce-b9d8-872a57030b35 req-d6581fe2-478f-4c06-bad1-068441c105de service neutron] 10.222.0.58 "GET /v2.0/networks/6a238c9f-798d-4070-a28a-9d436224a3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712275 Jul 07 21:11:11.996606 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17adf2fc-6f09-45c8-86da-abf4474d3e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:12.013313 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d74719e8-0224-4f1c-a61a-e4493933bbbc req-133bc2a7-a4b5-45b6-95cb-73c8c0fb1fe0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790598 Jul 07 21:11:12.035613 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17adf2fc-6f09-45c8-86da-abf4474d3e3b admin admin] Pushing event deleted for resources: {'Port': ['ID=4562a833-15e1-44fe-be54-ca1b0f3ebf8d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:12.042573 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e811e98-30b3-42cb-8143-8c4a9cce504c req-22ab263a-b2f6-4494-a05c-02320f55044c tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065431 Jul 07 21:11:12.045575 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17adf2fc-6f09-45c8-86da-abf4474d3e3b admin admin] No DVR routers for this DVR port 4562a833-15e1-44fe-be54-ca1b0f3ebf8d on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:11:12.149242 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c87a0498-11e5-4de6-a5e6-54d447277020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:12.162960 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17adf2fc-6f09-45c8-86da-abf4474d3e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:12.178355 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-17adf2fc-6f09-45c8-86da-abf4474d3e3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6940da8-da5b-45d3-ada0-c972354c504d']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:12.195489 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-17adf2fc-6f09-45c8-86da-abf4474d3e3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f427ef-86e6-4ebc-aae6-0fea6ea4af43') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:12.195610 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-17adf2fc-6f09-45c8-86da-abf4474d3e3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f427ef-86e6-4ebc-aae6-0fea6ea4af43') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:12.207572 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17adf2fc-6f09-45c8-86da-abf4474d3e3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:12.226253 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587f372-22a4-4374-8197-d6bf9f9da0fc req-9147decb-5ee4-4f43-9c69-52d7a363ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:12.226529 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-518a3da8-7274-4116-9114-a9fa5da4f43b req-cc625bd8-6cc4-4768-8f53-4ac863f1c8ee tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0471926 Jul 07 21:11:12.227903 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f587f372-22a4-4374-8197-d6bf9f9da0fc req-9147decb-5ee4-4f43-9c69-52d7a363ac14 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b1e6eb25ac9842e293c302bddad407f5&device_id=2f2c6d18-34ab-4c64-93db-3bfd76b027fe HTTP/1.1" status: 200 len: 1095 time: 0.1587834 Jul 07 21:11:12.228831 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17adf2fc-6f09-45c8-86da-abf4474d3e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:12.235264 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17adf2fc-6f09-45c8-86da-abf4474d3e3b admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:11:12.235700 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17adf2fc-6f09-45c8-86da-abf4474d3e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:11:12.237416 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:11:12.329393 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d9003-339d-4982-a52e-191ba1ca574e req-85520f72-30b5-4661-91af-db9d9ec9b3da tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:12.332355 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3d2d9003-339d-4982-a52e-191ba1ca574e req-85520f72-30b5-4661-91af-db9d9ec9b3da tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2c6d18-34ab-4c64-93db-3bfd76b027fe HTTP/1.1" status: 200 len: 943 time: 0.1097631 Jul 07 21:11:12.372111 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 4562a833-15e1-44fe-be54-ca1b0f3ebf8d no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:11:12.412151 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17adf2fc-6f09-45c8-86da-abf4474d3e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:12.412406 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 4562a833-15e1-44fe-be54-ca1b0f3ebf8d {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:11:12.412708 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 4562a833-15e1-44fe-be54-ca1b0f3ebf8d not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:11:12.413974 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c87a0498-11e5-4de6-a5e6-54d447277020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:12.423472 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17adf2fc-6f09-45c8-86da-abf4474d3e3b admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:12.425504 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-17adf2fc-6f09-45c8-86da-abf4474d3e3b admin admin] 10.222.0.64 "DELETE /v2.0/networks/e6940da8-da5b-45d3-ada0-c972354c504d HTTP/1.1" status: 204 len: 168 time: 1.1413388 Jul 07 21:11:12.433859 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c87a0498-11e5-4de6-a5e6-54d447277020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:12.439079 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17adf2fc-6f09-45c8-86da-abf4474d3e3b admin admin] Pushing event deleted for resources: {'Network': ['ID=e6940da8-da5b-45d3-ada0-c972354c504d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:12.468568 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587f372-22a4-4374-8197-d6bf9f9da0fc req-87e840ac-c9e3-43ac-9076-bfc253e8b23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:12.470061 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f587f372-22a4-4374-8197-d6bf9f9da0fc req-87e840ac-c9e3-43ac-9076-bfc253e8b23d service neutron] 10.222.0.58 "GET /v2.0/networks?id=6a238c9f-798d-4070-a28a-9d436224a3e0 HTTP/1.1" status: 200 len: 914 time: 0.2234399 Jul 07 21:11:12.476690 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3d2d9003-339d-4982-a52e-191ba1ca574e req-f1a9235e-f7b7-4418-8886-81e831ff869f tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5de3e0-7fbd-4f89-a7f9-4fa26d8a9cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096404 Jul 07 21:11:12.511803 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c87a0498-11e5-4de6-a5e6-54d447277020 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ac595c3d24244c29d021c7ae6fe5b65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5742495 Jul 07 21:11:12.514276 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40324) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:12.527567 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f587f372-22a4-4374-8197-d6bf9f9da0fc req-74fd9726-6fd4-488d-8cee-44f4b1493790 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0624b411-66c5-4c4f-9c00-17ee681dee91 HTTP/1.1" status: 200 len: 217 time: 0.0425804 Jul 07 21:11:12.550195 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a0498-11e5-4de6-a5e6-54d447277020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14825af1-02bd-41b3-9372-41238d9f210e,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:12.593678 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587f372-22a4-4374-8197-d6bf9f9da0fc req-0ef65f07-b87e-4edd-8465-8720f5acf2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:12.595353 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f587f372-22a4-4374-8197-d6bf9f9da0fc req-0ef65f07-b87e-4edd-8465-8720f5acf2b8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a3ef07a6-1f20-43e8-ad0f-980c825575e2 HTTP/1.1" status: 200 len: 853 time: 0.0560145 Jul 07 21:11:12.596168 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9bcc74a7-7fa8-49cc-9a5f-972f35c5212e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:12.605455 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40326) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:12.620283 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40330) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:12.632336 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9bcc74a7-7fa8-49cc-9a5f-972f35c5212e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:12.647561 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f587f372-22a4-4374-8197-d6bf9f9da0fc req-2382c743-c211-45b1-808a-9866d747b9a0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6a238c9f-798d-4070-a28a-9d436224a3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362649 Jul 07 21:11:12.693394 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3c47d9f3-60c8-4674-9914-2587861d1afb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=03ca69fab8c3490785d81740376897ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0695693 Jul 07 21:11:12.693673 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40332) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:12.737425 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9bcc74a7-7fa8-49cc-9a5f-972f35c5212e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:12.739965 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9bcc74a7-7fa8-49cc-9a5f-972f35c5212e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:12.741120 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9bcc74a7-7fa8-49cc-9a5f-972f35c5212e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/14825af1-02bd-41b3-9372-41238d9f210e HTTP/1.1" status: 204 len: 168 time: 0.2253950 Jul 07 21:11:12.754203 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f587f372-22a4-4374-8197-d6bf9f9da0fc req-e54cd172-5bf0-4eaf-b339-fc3cc2690276 service neutron] 10.222.0.58 "GET /v2.0/networks/6a238c9f-798d-4070-a28a-9d436224a3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942681 Jul 07 21:11:12.766266 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7d0a-88f8-49d3-aa2a-1c4de5d6c182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:12.769638 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc74a7-7fa8-49cc-9a5f-972f35c5212e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14825af1-02bd-41b3-9372-41238d9f210e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:12.809957 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7d0a-88f8-49d3-aa2a-1c4de5d6c182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:12.849443 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-21fd999c-b2c2-44c2-a5d7-a69ecdfb78a5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-553718404-network', 'tenant_id': '13751c5ffc744a1d9398ffde63c0cf0d'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:12.867087 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f587f372-22a4-4374-8197-d6bf9f9da0fc req-b04470f4-ebaa-4657-9684-5728af14bf5c service neutron] 10.222.0.58 "GET /v2.0/networks/6a238c9f-798d-4070-a28a-9d436224a3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995901 Jul 07 21:11:12.871834 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fd999c-b2c2-44c2-a5d7-a69ecdfb78a5 admin admin] Made reservation on behalf of 13751c5ffc744a1d9398ffde63c0cf0d for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:11:12.874265 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-21fd999c-b2c2-44c2-a5d7-a69ecdfb78a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:12.884192 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-21fd999c-b2c2-44c2-a5d7-a69ecdfb78a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:12.912596 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7d0a-88f8-49d3-aa2a-1c4de5d6c182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:12.915234 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7d0a-88f8-49d3-aa2a-1c4de5d6c182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:12.918785 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6e2a7d0a-88f8-49d3-aa2a-1c4de5d6c182 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/61ab09aa-4ff9-4276-a9cd-34b603f0a1e3 HTTP/1.1" status: 204 len: 168 time: 0.2218986 Jul 07 21:11:12.932122 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a7d0a-88f8-49d3-aa2a-1c4de5d6c182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ab09aa-4ff9-4276-a9cd-34b603f0a1e3,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:13.010042 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-21fd999c-b2c2-44c2-a5d7-a69ecdfb78a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:13.014989 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-21fd999c-b2c2-44c2-a5d7-a69ecdfb78a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:13.050203 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21fd999c-b2c2-44c2-a5d7-a69ecdfb78a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:11:13.060876 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd999c-b2c2-44c2-a5d7-a69ecdfb78a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b434ae-0329-4e16-8a4f-96d6ff65e21d,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:13.066497 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-21fd999c-b2c2-44c2-a5d7-a69ecdfb78a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:13.066850 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-21fd999c-b2c2-44c2-a5d7-a69ecdfb78a5 admin admin] Added segment 46deab92-d4f7-4fa1-98be-0d15aac7bc21 of type vlan for network 1ceede95-db7c-4340-b997-707ddc803ba0 Jul 07 21:11:13.133835 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-21fd999c-b2c2-44c2-a5d7-a69ecdfb78a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:13.181177 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-21fd999c-b2c2-44c2-a5d7-a69ecdfb78a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:13.182340 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fd999c-b2c2-44c2-a5d7-a69ecdfb78a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:13.183024 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-21fd999c-b2c2-44c2-a5d7-a69ecdfb78a5 admin admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:13.194453 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40346) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:13.214440 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-29e4c881-84d4-4c8b-a388-6a99872cb6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:13.354138 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd999c-b2c2-44c2-a5d7-a69ecdfb78a5 admin admin] Pushing event updated for resources: {'Network': ['ID=1ceede95-db7c-4340-b997-707ddc803ba0,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:13.364295 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 1ceede95-db7c-4340-b997-707ddc803ba0 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:11:13.368811 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-29e4c881-84d4-4c8b-a388-6a99872cb6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:13.375761 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-29e4c881-84d4-4c8b-a388-6a99872cb6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:13.383218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5155673-85dc-45a3-83a6-157bff663e06 req-418f96bb-1f11-4ba2-af61-557e48956a33 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:13.392567 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a5155673-85dc-45a3-83a6-157bff663e06 req-418f96bb-1f11-4ba2-af61-557e48956a33 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 945 time: 0.2020102 Jul 07 21:11:13.416424 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-21fd999c-b2c2-44c2-a5d7-a69ecdfb78a5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8097346 Jul 07 21:11:13.417018 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4c881-84d4-4c8b-a388-6a99872cb6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74800da8-9077-4feb-9685-25553f8e126b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:13.417147 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40350) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:13.428826 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-920872bc-c81f-431a-9cc2-d7f1dfa71f6a admin admin] Request body: {'subnet': {'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-553718404-subnet', 'tenant_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:13.449004 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-29e4c881-84d4-4c8b-a388-6a99872cb6ff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=60730c902f884ecbbfa82c72f2cc0952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2503638 Jul 07 21:11:13.449424 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40352) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:13.469248 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38141eab-0b74-4399-9e1b-d543bfe74f3f req-df1bab93-151a-45cb-a7e7-b610c8cfd1f9 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:13.470762 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-38141eab-0b74-4399-9e1b-d543bfe74f3f req-df1bab93-151a-45cb-a7e7-b610c8cfd1f9 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=184b1f40-f14e-47b2-9255-1451796b80bf HTTP/1.1" status: 200 len: 946 time: 0.2175119 Jul 07 21:11:13.488339 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a5155673-85dc-45a3-83a6-157bff663e06 req-d915d997-041d-4259-8519-e0022e3d5122 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948017 Jul 07 21:11:13.533504 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920872bc-c81f-431a-9cc2-d7f1dfa71f6a admin admin] Made reservation on behalf of 13751c5ffc744a1d9398ffde63c0cf0d for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:11:13.537637 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-920872bc-c81f-431a-9cc2-d7f1dfa71f6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:13.581161 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40356) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:13.590908 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6c2c1484-f9a0-4589-b1a3-3d495baacd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:13.616542 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-38141eab-0b74-4399-9e1b-d543bfe74f3f req-285c8497-8ab5-4b35-a92d-c1d5f6fe5197 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252849 Jul 07 21:11:13.652473 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6c2c1484-f9a0-4589-b1a3-3d495baacd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:13.684847 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746e058-b808-4cbf-b926-cc4c09f4d577 req-385e3268-5727-4b33-bbaf-c4181091a528 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:13.687314 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a746e058-b808-4cbf-b926-cc4c09f4d577 req-385e3268-5727-4b33-bbaf-c4181091a528 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.58 "GET /v2.0/ports?device_id=184b1f40-f14e-47b2-9255-1451796b80bf HTTP/1.1" status: 200 len: 946 time: 0.1839187 Jul 07 21:11:13.688808 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e255bd34-c00d-4bb5-a642-f37839d47a8a req-e2f5084c-4518-4a84-8cf8-674d1e5e4f97 tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0572853 Jul 07 21:11:13.697644 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-258629e5-752c-4138-80f2-b219d4aafd32 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9abf086a93ec4acc8d2aaa0e154e7a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1108482 Jul 07 21:11:13.700148 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40358) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:13.849350 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e12dfc25-92a7-4aaf-a283-c7ee76b2b401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:13.849950 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6c2c1484-f9a0-4589-b1a3-3d495baacd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:13.852453 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6c2c1484-f9a0-4589-b1a3-3d495baacd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:13.855992 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6c2c1484-f9a0-4589-b1a3-3d495baacd8e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/74800da8-9077-4feb-9685-25553f8e126b HTTP/1.1" status: 204 len: 168 time: 0.4025548 Jul 07 21:11:13.879268 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c1484-f9a0-4589-b1a3-3d495baacd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74800da8-9077-4feb-9685-25553f8e126b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:13.918253 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e12dfc25-92a7-4aaf-a283-c7ee76b2b401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:13.920078 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-a746e058-b808-4cbf-b926-cc4c09f4d577 req-ce96909f-1323-4a83-9a37-fe8a3261765f tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Deleting port 94568695-6c7b-4533-9283-e3bb39e26b3e {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:11:13.920760 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a746e058-b808-4cbf-b926-cc4c09f4d577 req-ce96909f-1323-4a83-9a37-fe8a3261765f tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:13.947061 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-920872bc-c81f-431a-9cc2-d7f1dfa71f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:14.043531 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a0e1c-9d6f-4f11-8d6a-b2231a8edd08 req-45ce25d9-83c6-4d15-a4d7-9419131acc71 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:14.045345 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-739a0e1c-9d6f-4f11-8d6a-b2231a8edd08 req-45ce25d9-83c6-4d15-a4d7-9419131acc71 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2c6d18-34ab-4c64-93db-3bfd76b027fe HTTP/1.1" status: 200 len: 943 time: 0.2538207 Jul 07 21:11:14.059190 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-a746e058-b808-4cbf-b926-cc4c09f4d577 req-ce96909f-1323-4a83-9a37-fe8a3261765f tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] For port 94568695-6c7b-4533-9283-e3bb39e26b3e, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=94568695-6c7b-4533-9283-e3bb39e26b3e,segment=NetworkSegment(1344b82c-d4f2-483c-aa39-e6125ee234ca),segment_id=1344b82c-d4f2-483c-aa39-e6125ee234ca)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:14.059671 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a746e058-b808-4cbf-b926-cc4c09f4d577 req-ce96909f-1323-4a83-9a37-fe8a3261765f tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:14.080536 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-a746e058-b808-4cbf-b926-cc4c09f4d577 req-ce96909f-1323-4a83-9a37-fe8a3261765f tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Calling delete_port for 94568695-6c7b-4533-9283-e3bb39e26b3e owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:11:14.126371 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e12dfc25-92a7-4aaf-a283-c7ee76b2b401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:14.130253 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e12dfc25-92a7-4aaf-a283-c7ee76b2b401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:14.131770 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e12dfc25-92a7-4aaf-a283-c7ee76b2b401 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0db0ac71-ea00-4d0c-80c1-43e00f94f337 HTTP/1.1" status: 204 len: 168 time: 0.4308863 Jul 07 21:11:14.141769 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920872bc-c81f-431a-9cc2-d7f1dfa71f6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a70f2c2-1555-4520-a148-7200d29f89c7,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:14.172574 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12dfc25-92a7-4aaf-a283-c7ee76b2b401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db0ac71-ea00-4d0c-80c1-43e00f94f337,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:14.175108 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920872bc-c81f-431a-9cc2-d7f1dfa71f6a admin admin] Checking segment: {'id': '46deab92-d4f7-4fa1-98be-0d15aac7bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:11:14.175619 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920872bc-c81f-431a-9cc2-d7f1dfa71f6a admin admin] Network hostable DHCP agents. Network: 1ceede95-db7c-4340-b997-707ddc803ba0, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:11:14.190824 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-739a0e1c-9d6f-4f11-8d6a-b2231a8edd08 req-0c142a9f-93bd-44b3-ad4a-eafcb5ba0688 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5de3e0-7fbd-4f89-a7f9-4fa26d8a9cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217642 Jul 07 21:11:14.222595 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920872bc-c81f-431a-9cc2-d7f1dfa71f6a admin admin] Network 1ceede95-db7c-4340-b997-707ddc803ba0 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:11:14.238583 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-920872bc-c81f-431a-9cc2-d7f1dfa71f6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 1ceede95-db7c-4340-b997-707ddc803ba0) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:14.245579 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920872bc-c81f-431a-9cc2-d7f1dfa71f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:14.246570 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-920872bc-c81f-431a-9cc2-d7f1dfa71f6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:14.250378 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59985c63-cf1d-40b8-b075-137231e10bf7 None None] Network 1ceede95-db7c-4340-b997-707ddc803ba0 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:11:14.279910 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-920872bc-c81f-431a-9cc2-d7f1dfa71f6a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8584974 Jul 07 21:11:14.281619 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40366) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:14.293416 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-4a05bda7-3188-46df-acf0-60ee7101268d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-553718404-router', 'tenant_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:14.356274 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a05bda7-3188-46df-acf0-60ee7101268d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:14.357817 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a05bda7-3188-46df-acf0-60ee7101268d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:14.361687 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a746e058-b808-4cbf-b926-cc4c09f4d577 req-ce96909f-1323-4a83-9a37-fe8a3261765f tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:14.378294 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0b6b1b4f-b74d-4b26-9697-34171290efb2', '94568695-6c7b-4533-9283-e3bb39e26b3e'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:11:14.384261 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['4dc4c7d0-581f-4e9c-87de-071a3b0927ff'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:11:14.414242 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40368) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:14.423537 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96909f-1323-4a83-9a37-fe8a3261765f tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Pushing event deleted for resources: {'Port': ['ID=94568695-6c7b-4533-9283-e3bb39e26b3e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:14.451177 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d9e3332c-ce90-44bb-baef-8b013cbfa472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:14.491514 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a05bda7-3188-46df-acf0-60ee7101268d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:14.559959 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0624b411-66c5-4c4f-9c00-17ee681dee91 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:11:14.629366 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-a746e058-b808-4cbf-b926-cc4c09f4d577 req-ce96909f-1323-4a83-9a37-fe8a3261765f tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] No DVR routers for this DVR port 94568695-6c7b-4533-9283-e3bb39e26b3e on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:11:14.637085 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-a746e058-b808-4cbf-b926-cc4c09f4d577 req-ce96909f-1323-4a83-9a37-fe8a3261765f tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:14.640471 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a746e058-b808-4cbf-b926-cc4c09f4d577 req-ce96909f-1323-4a83-9a37-fe8a3261765f tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.58 "DELETE /v2.0/ports/94568695-6c7b-4533-9283-e3bb39e26b3e HTTP/1.1" status: 204 len: 173 time: 0.9351501 Jul 07 21:11:14.641244 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184b1f40-f14e-47b2-9255-1451796b80bf', 'name': 'network-vif-deleted', 'tag': '94568695-6c7b-4533-9283-e3bb39e26b3e'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:11:14.644418 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ec4f47-4d47-4aed-bdee-8aff89b81964" -d '{"events": [{"server_uuid": "184b1f40-f14e-47b2-9255-1451796b80bf", "name": "network-vif-deleted", "tag": "94568695-6c7b-4533-9283-e3bb39e26b3e"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:11:14.684530 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3c8d60-a9dd-44e8-b5a3-8e9a1c518674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-1ceede95-db7c-4340-b997-707ddc803ba0', 'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0', 'tenant_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'fixed_ips': [{'subnet_id': '2a70f2c2-1555-4520-a148-7200d29f89c7'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:11:14.688536 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8d60-a9dd-44e8-b5a3-8e9a1c518674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:14.764991 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2144ae-43e2-494d-a282-f1254a059d3e x-openstack-request-id: req-7a2144ae-43e2-494d-a282-f1254a059d3e {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:11:14.769302 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184b1f40-f14e-47b2-9255-1451796b80bf", "name": "network-vif-deleted", "tag": "94568695-6c7b-4533-9283-e3bb39e26b3e", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:11:14.770168 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7a2144ae-43e2-494d-a282-f1254a059d3e {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:11:14.770873 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184b1f40-f14e-47b2-9255-1451796b80bf', 'name': 'network-vif-deleted', 'tag': '94568695-6c7b-4533-9283-e3bb39e26b3e', 'status': 'completed', 'code': 200} Jul 07 21:11:14.935653 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a05bda7-3188-46df-acf0-60ee7101268d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:14.944101 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d9e3332c-ce90-44bb-baef-8b013cbfa472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:14.957039 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d9e3332c-ce90-44bb-baef-8b013cbfa472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:15.020575 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3332c-ce90-44bb-baef-8b013cbfa472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6b77b3-3baa-4383-90fe-570924a51bba,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:15.026257 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d9e3332c-ce90-44bb-baef-8b013cbfa472 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=16c8876284c840229d1677899508d731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6090324 Jul 07 21:11:15.028994 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40378) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:15.070682 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6e939af4-fcc4-4073-8a0a-26fc3889abcc req-f4800734-8597-405a-be75-713e4df69958 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=184b1f40-f14e-47b2-9255-1451796b80bf HTTP/1.1" status: 200 len: 210 time: 0.0629017 Jul 07 21:11:15.093796 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b0cde71-dc45-498f-af3c-4181b3851718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:15.128149 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0624b411-66c5-4c4f-9c00-17ee681dee91, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0624b411-66c5-4c4f-9c00-17ee681dee91,segment=NetworkSegment(e2925426-a04b-4eda-a4ea-a3aeab926faf),segment_id=e2925426-a04b-4eda-a4ea-a3aeab926faf)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:15.139962 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b0cde71-dc45-498f-af3c-4181b3851718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:15.159479 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089029f-7aac-4918-afc0-55de7f20d42d req-61e442f1-8cd6-4896-9739-7b14e8381aad tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:15.161341 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7089029f-7aac-4918-afc0-55de7f20d42d req-61e442f1-8cd6-4896-9739-7b14e8381aad tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 945 time: 0.2176783 Jul 07 21:11:15.175777 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '0624b411-66c5-4c4f-9c00-17ee681dee91', 'network_id': '6a238c9f-798d-4070-a28a-9d436224a3e0', 'port_id': '0624b411-66c5-4c4f-9c00-17ee681dee91', 'mac_address': 'fa:16:3e:a4:a3:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ef07a6-1f20-43e8-ad0f-980c825575e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:11:15.180760 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-1b3c8d60-a9dd-44e8-b5a3-8e9a1c518674 None None] Allocated IP 172.20.0.2 (1ceede95-db7c-4340-b997-707ddc803ba0/2a70f2c2-1555-4520-a148-7200d29f89c7/be6eb458-1f18-41c6-90de-72dcb675c952) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:11:15.218833 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b0cde71-dc45-498f-af3c-4181b3851718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:15.223455 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b0cde71-dc45-498f-af3c-4181b3851718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:15.224682 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4b0cde71-dc45-498f-af3c-4181b3851718 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7d6b77b3-3baa-4383-90fe-570924a51bba HTTP/1.1" status: 204 len: 168 time: 0.1940916 Jul 07 21:11:15.240756 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0cde71-dc45-498f-af3c-4181b3851718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6b77b3-3baa-4383-90fe-570924a51bba,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:15.250763 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7089029f-7aac-4918-afc0-55de7f20d42d req-aa6b4e57-b203-46aa-995e-16bdeaf7285b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0773404 Jul 07 21:11:15.287894 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f66d1ea-c7ed-4c6b-b020-1a8234dbace3 req-0d07d4f8-eaaf-4e62-8551-6644840d1807 tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0564189 Jul 07 21:11:15.303990 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:15.344039 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0624b411-66c5-4c4f-9c00-17ee681dee91 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:11:15.367478 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0624b411-66c5-4c4f-9c00-17ee681dee91, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0624b411-66c5-4c4f-9c00-17ee681dee91,segment=NetworkSegment(e2925426-a04b-4eda-a4ea-a3aeab926faf),segment_id=e2925426-a04b-4eda-a4ea-a3aeab926faf)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:15.383603 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:15.450450 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=0624b411-66c5-4c4f-9c00-17ee681dee91,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:15.493528 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a05bda7-3188-46df-acf0-60ee7101268d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:15.520886 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a05bda7-3188-46df-acf0-60ee7101268d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:15.526372 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8d60-a9dd-44e8-b5a3-8e9a1c518674 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:15.539995 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1b3c8d60-a9dd-44e8-b5a3-8e9a1c518674 None None] Transition to ACTIVE for port object be6eb458-1f18-41c6-90de-72dcb675c952 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:11:15.558957 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1b3c8d60-a9dd-44e8-b5a3-8e9a1c518674 None None] Transition to ACTIVE for port object be6eb458-1f18-41c6-90de-72dcb675c952 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:11:15.567165 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8d60-a9dd-44e8-b5a3-8e9a1c518674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:15.580851 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c71a2-4bf0-4d84-9539-9bcd61c32c91 req-21a78725-6c61-472e-a9d2-bc2d8dd61bf9 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:15.582441 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a94c71a2-4bf0-4d84-9539-9bcd61c32c91 req-21a78725-6c61-472e-a9d2-bc2d8dd61bf9 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2c6d18-34ab-4c64-93db-3bfd76b027fe HTTP/1.1" status: 200 len: 944 time: 0.1498888 Jul 07 21:11:15.615598 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3c8d60-a9dd-44e8-b5a3-8e9a1c518674 None None] Network 1ceede95-db7c-4340-b997-707ddc803ba0 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:11:15.618979 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-1b3c8d60-a9dd-44e8-b5a3-8e9a1c518674 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:15.626384 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3c8d60-a9dd-44e8-b5a3-8e9a1c518674 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:11:15.666521 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a94c71a2-4bf0-4d84-9539-9bcd61c32c91 req-8fe4c8d9-d722-4f50-ba46-943932dfd1ba tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5de3e0-7fbd-4f89-a7f9-4fa26d8a9cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763214 Jul 07 21:11:15.686900 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-4a05bda7-3188-46df-acf0-60ee7101268d admin admin] Allocated IP 172.25.5.40 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/795f09f0-643d-40af-ae42-e33b9873fb27) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:11:15.693883 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c8d60-a9dd-44e8-b5a3-8e9a1c518674 None None] Pushing event updated for resources: {'Port': ['ID=be6eb458-1f18-41c6-90de-72dcb675c952,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:15.721049 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0624b411-66c5-4c4f-9c00-17ee681dee91'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:11:15.731816 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1b3c8d60-a9dd-44e8-b5a3-8e9a1c518674 None None] Attempting to bind port be6eb458-1f18-41c6-90de-72dcb675c952 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:11:15.732896 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1b3c8d60-a9dd-44e8-b5a3-8e9a1c518674 None None] Attempting to bind port be6eb458-1f18-41c6-90de-72dcb675c952 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '46deab92-d4f7-4fa1-98be-0d15aac7bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:11:15.733712 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3c8d60-a9dd-44e8-b5a3-8e9a1c518674 None None] Attempting to bind port be6eb458-1f18-41c6-90de-72dcb675c952 on network 1ceede95-db7c-4340-b997-707ddc803ba0 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:11:15.770081 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3c8d60-a9dd-44e8-b5a3-8e9a1c518674 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:11:15.770690 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3c8d60-a9dd-44e8-b5a3-8e9a1c518674 None None] Checking segment: {'id': '46deab92-d4f7-4fa1-98be-0d15aac7bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:11:15.771984 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8d60-a9dd-44e8-b5a3-8e9a1c518674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:15.772699 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3c8d60-a9dd-44e8-b5a3-8e9a1c518674 None None] Bound using segment: {'id': '46deab92-d4f7-4fa1-98be-0d15aac7bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:11:15.773371 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1b3c8d60-a9dd-44e8-b5a3-8e9a1c518674 None None] Bound port: be6eb458-1f18-41c6-90de-72dcb675c952, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46deab92-d4f7-4fa1-98be-0d15aac7bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:11:15.773955 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8d60-a9dd-44e8-b5a3-8e9a1c518674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:15.824891 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a05bda7-3188-46df-acf0-60ee7101268d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:15.892519 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a05bda7-3188-46df-acf0-60ee7101268d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:15.914796 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1b3c8d60-a9dd-44e8-b5a3-8e9a1c518674 None None] For port be6eb458-1f18-41c6-90de-72dcb675c952, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:11:15.934124 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1b3c8d60-a9dd-44e8-b5a3-8e9a1c518674 None None] For port be6eb458-1f18-41c6-90de-72dcb675c952, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=be6eb458-1f18-41c6-90de-72dcb675c952,segment=NetworkSegment(46deab92-d4f7-4fa1-98be-0d15aac7bc21),segment_id=46deab92-d4f7-4fa1-98be-0d15aac7bc21)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:11:15.936413 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a05bda7-3188-46df-acf0-60ee7101268d admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:11:15.941937 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-4a05bda7-3188-46df-acf0-60ee7101268d admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:15.949063 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a05bda7-3188-46df-acf0-60ee7101268d admin admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:11:15.955947 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8d60-a9dd-44e8-b5a3-8e9a1c518674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:15.972931 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05bda7-3188-46df-acf0-60ee7101268d admin admin] Pushing event updated for resources: {'Port': ['ID=795f09f0-643d-40af-ae42-e33b9873fb27,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:16.065619 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c8d60-a9dd-44e8-b5a3-8e9a1c518674 None None] Pushing event updated for resources: {'Port': ['ID=be6eb458-1f18-41c6-90de-72dcb675c952,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:16.324527 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a05bda7-3188-46df-acf0-60ee7101268d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:16.363875 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:11:16.540219 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=1b56aa0f-6766-4f9f-b0df-5544a59b6a76,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:16.565166 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '1b56aa0f-6766-4f9f-b0df-5544a59b6a76', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'port_id': '1b56aa0f-6766-4f9f-b0df-5544a59b6a76', 'mac_address': 'fa:16:3e:90:71:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:11:16.602270 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0624b411-66c5-4c4f-9c00-17ee681dee91 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:11:16.654433 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:16.687941 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:11:16.711007 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 0624b411-66c5-4c4f-9c00-17ee681dee91 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:11:16.716915 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=1b56aa0f-6766-4f9f-b0df-5544a59b6a76,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:16.718895 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 0624b411-66c5-4c4f-9c00-17ee681dee91 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:16.719270 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:16.740673 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:16.815783 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=1b56aa0f-6766-4f9f-b0df-5544a59b6a76,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:16.852211 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:16.855721 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['1b56aa0f-6766-4f9f-b0df-5544a59b6a76'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:11:16.923352 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2c6d18-34ab-4c64-93db-3bfd76b027fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0624b411-66c5-4c4f-9c00-17ee681dee91'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:11:16.926179 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b63258c-2bb2-47c8-9c1b-914c71a346f8" -d '{"events": [{"server_uuid": "2f2c6d18-34ab-4c64-93db-3bfd76b027fe", "name": "network-vif-plugged", "status": "completed", "tag": "0624b411-66c5-4c4f-9c00-17ee681dee91"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:11:16.953800 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0624b411-66c5-4c4f-9c00-17ee681dee91, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0624b411-66c5-4c4f-9c00-17ee681dee91,segment=NetworkSegment(e2925426-a04b-4eda-a4ea-a3aeab926faf),segment_id=e2925426-a04b-4eda-a4ea-a3aeab926faf)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:16.966734 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:16.967572 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 94568695-6c7b-4533-9283-e3bb39e26b3e no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:11:17.018089 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 94568695-6c7b-4533-9283-e3bb39e26b3e {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:11:17.018449 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 94568695-6c7b-4533-9283-e3bb39e26b3e not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:11:17.023633 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9377e2f4-d847-49f0-b954-14f73d457f21 req-e33d62c1-8229-4889-89bc-346c6aeeeb4a tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0472455 Jul 07 21:11:17.036704 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca3cd2-5dca-438e-b3c1-2402676b50e4 req-db348a22-c646-4bb1-b5d0-763f7bb98f79 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:17.043775 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4ca3cd2-5dca-438e-b3c1-2402676b50e4 req-db348a22-c646-4bb1-b5d0-763f7bb98f79 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 945 time: 0.5589521 Jul 07 21:11:17.083911 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=0624b411-66c5-4c4f-9c00-17ee681dee91,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:17.085232 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a05bda7-3188-46df-acf0-60ee7101268d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:17.160019 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4ca3cd2-5dca-438e-b3c1-2402676b50e4 req-71f17b4b-75dd-4548-bb1d-e928c8143dd4 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1151426 Jul 07 21:11:17.434010 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1607ad-4d53-44c2-800e-28223862affa req-5c6ca232-d827-4537-a018-8bd7dd57ee93 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:17.435657 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de1607ad-4d53-44c2-800e-28223862affa req-5c6ca232-d827-4537-a018-8bd7dd57ee93 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdbcc40b-8d5f-4eea-b568-c7706dbf50da HTTP/1.1" status: 200 len: 946 time: 0.1884403 Jul 07 21:11:17.508918 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ec74a-9ea8-4dce-b38e-60de4e442fff req-e86839d7-b748-4018-97b5-6654e3f73416 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:17.511254 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b25ec74a-9ea8-4dce-b38e-60de4e442fff req-e86839d7-b748-4018-97b5-6654e3f73416 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2c6d18-34ab-4c64-93db-3bfd76b027fe HTTP/1.1" status: 200 len: 945 time: 0.1806974 Jul 07 21:11:17.513288 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a05bda7-3188-46df-acf0-60ee7101268d admin admin] Router 9573b4a5-ce7b-4426-a318-ce345db27d3b is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:11:17.529387 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c091a5-ea11-4587-857e-077b8430fb62 None None] Network 1ceede95-db7c-4340-b997-707ddc803ba0 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:11:17.536126 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-de1607ad-4d53-44c2-800e-28223862affa req-a1927609-3374-407b-a312-2ce00f923e38 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883811 Jul 07 21:11:17.656902 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630b82dd-c474-4425-a34d-8ed350ddedc2 x-openstack-request-id: req-630b82dd-c474-4425-a34d-8ed350ddedc2 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:11:17.657522 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2c6d18-34ab-4c64-93db-3bfd76b027fe", "name": "network-vif-plugged", "status": "completed", "tag": "0624b411-66c5-4c4f-9c00-17ee681dee91", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:11:17.657522 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-630b82dd-c474-4425-a34d-8ed350ddedc2 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:11:17.657892 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2c6d18-34ab-4c64-93db-3bfd76b027fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0624b411-66c5-4c4f-9c00-17ee681dee91', 'code': 200} Jul 07 21:11:17.658911 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4cbd5bba-27cc-4675-9431-1764ceedfd5e None None] Provisioning for port be6eb458-1f18-41c6-90de-72dcb675c952 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:11:17.659054 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b25ec74a-9ea8-4dce-b38e-60de4e442fff req-f173ed20-f8bc-44ed-a112-25ff8958fe85 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5de3e0-7fbd-4f89-a7f9-4fa26d8a9cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410449 Jul 07 21:11:17.757488 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a05bda7-3188-46df-acf0-60ee7101268d admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:11:17.768721 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] Sync routers for ids ['9573b4a5-ce7b-4426-a318-ce345db27d3b'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:11:17.780295 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] Routers {'9573b4a5-ce7b-4426-a318-ce345db27d3b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:11:17.781599 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:11:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['9573b4a5-ce7b-4426-a318-ce345db27d3b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:17.798688 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a05bda7-3188-46df-acf0-60ee7101268d admin admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:17.800455 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4a05bda7-3188-46df-acf0-60ee7101268d admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5171428 Jul 07 21:11:17.803060 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40462) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:17.892202 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad833cf-6fa6-47a7-bbf8-8779baba6c7a req-841a7c1e-7cb9-4d3e-a753-579c328b5584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:17.896441 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1ad833cf-6fa6-47a7-bbf8-8779baba6c7a req-841a7c1e-7cb9-4d3e-a753-579c328b5584 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2f2c6d18-34ab-4c64-93db-3bfd76b027fe HTTP/1.1" status: 200 len: 1097 time: 0.1249187 Jul 07 21:11:17.965627 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1ad833cf-6fa6-47a7-bbf8-8779baba6c7a req-e0912887-fc3b-4317-bb89-b361dea292e4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3c5de3e0-7fbd-4f89-a7f9-4fa26d8a9cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617192 Jul 07 21:11:17.994619 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] Set router 9573b4a5-ce7b-4426-a318-ce345db27d3b gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:11:18.187869 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40472) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:18.244913 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9573b4a5-ce7b-4426-a318-ce345db27d3b', 'name': 'tempest-TestServerMultinode-553718404-router', 'tenant_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '795f09f0-643d-40af-ae42-e33b9873fb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:11:14Z', 'updated_at': '2021-07-07T21:11:16Z', 'revision_number': 3, 'project_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'gw_port': {'id': '795f09f0-643d-40af-ae42-e33b9873fb27', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:72:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9573b4a5-ce7b-4426-a318-ce345db27d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:11:15Z', 'updated_at': '2021-07-07T21:11:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:18.284737 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a9286580-7595-453f-a250-2321ad049cb4 req-dfa28892-480b-4667-ba14-87302dac3444 tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0603211 Jul 07 21:11:18.328435 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] Checking router: 9573b4a5-ce7b-4426-a318-ce345db27d3b for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:11:18.329007 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] Updating router 9573b4a5-ce7b-4426-a318-ce345db27d3b port 795f09f0-643d-40af-ae42-e33b9873fb27 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:11:18.370865 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:11:18.394636 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:18.432647 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device be6eb458-1f18-41c6-90de-72dcb675c952 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:11:18.464347 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8cfb1742-ddc6-492a-8f35-521a057e8c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:18.628127 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:18.628911 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:18.682551 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port be6eb458-1f18-41c6-90de-72dcb675c952 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:11:18.684385 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476b358-a93b-4ddd-a807-dfcfbe97680c req-13c6cc16-27dc-4be0-8d31-f5775b50ecdb tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:18.699921 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b476b358-a93b-4ddd-a807-dfcfbe97680c req-13c6cc16-27dc-4be0-8d31-f5775b50ecdb tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 944 time: 0.2080047 Jul 07 21:11:18.701330 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port be6eb458-1f18-41c6-90de-72dcb675c952 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:18.701888 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:18.709973 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8cfb1742-ddc6-492a-8f35-521a057e8c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:18.724845 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8cfb1742-ddc6-492a-8f35-521a057e8c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:18.786674 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e142c8c-5d44-4347-895a-20927f532e51 req-64c4f0a5-ba91-4147-8a26-999ce81b3e7e tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:18.787648 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6e142c8c-5d44-4347-895a-20927f532e51 req-64c4f0a5-ba91-4147-8a26-999ce81b3e7e tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdbcc40b-8d5f-4eea-b568-c7706dbf50da HTTP/1.1" status: 200 len: 946 time: 0.3629353 Jul 07 21:11:18.822077 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8cfb1742-ddc6-492a-8f35-521a057e8c6c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c7b0ebe22cad450592e54160e84cace7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6329005 Jul 07 21:11:18.822724 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40482) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:18.839608 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb1742-ddc6-492a-8f35-521a057e8c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c002b2db-4bd6-41de-9984-ddb044abe4b5,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:18.858620 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:18.873657 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] Transition to ACTIVE for port object 795f09f0-643d-40af-ae42-e33b9873fb27 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:11:18.887405 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:18.957607 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b476b358-a93b-4ddd-a807-dfcfbe97680c req-96ea8ea7-7692-4b5c-af1c-64a24e8afd91 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2560861 Jul 07 21:11:18.964743 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c72a8ca5-f8e1-4745-a0b4-272409897b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:18.986045 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d305cb-67af-4a7d-8977-e5f4f88a08d0 None None] Pushing event updated for resources: {'Port': ['ID=795f09f0-643d-40af-ae42-e33b9873fb27,revision_number=2']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:18.997255 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c72a8ca5-f8e1-4745-a0b4-272409897b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:19.013852 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d305cb-67af-4a7d-8977-e5f4f88a08d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:19.016823 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d305cb-67af-4a7d-8977-e5f4f88a08d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:19.017276 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d305cb-67af-4a7d-8977-e5f4f88a08d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:19.017628 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d305cb-67af-4a7d-8977-e5f4f88a08d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:19.017965 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d305cb-67af-4a7d-8977-e5f4f88a08d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:19.020044 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:19.022149 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d305cb-67af-4a7d-8977-e5f4f88a08d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:19.022537 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d305cb-67af-4a7d-8977-e5f4f88a08d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:19.022880 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d305cb-67af-4a7d-8977-e5f4f88a08d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:19.023219 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d305cb-67af-4a7d-8977-e5f4f88a08d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:19.023614 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d305cb-67af-4a7d-8977-e5f4f88a08d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:19.023965 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d305cb-67af-4a7d-8977-e5f4f88a08d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:19.025606 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d305cb-67af-4a7d-8977-e5f4f88a08d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:19.064160 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] Attempting to bind port 795f09f0-643d-40af-ae42-e33b9873fb27 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:11:19.065548 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] Attempting to bind port 795f09f0-643d-40af-ae42-e33b9873fb27 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:11:19.067959 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] Attempting to bind port 795f09f0-643d-40af-ae42-e33b9873fb27 on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:11:19.080918 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:11:19.081397 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:11:19.082035 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:19.083059 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:11:19.083754 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c72a8ca5-f8e1-4745-a0b4-272409897b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:19.084310 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] Bound port: 795f09f0-643d-40af-ae42-e33b9873fb27, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:11:19.085637 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:19.088614 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c72a8ca5-f8e1-4745-a0b4-272409897b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:19.091286 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c72a8ca5-f8e1-4745-a0b4-272409897b7d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c002b2db-4bd6-41de-9984-ddb044abe4b5 HTTP/1.1" status: 204 len: 168 time: 0.2672436 Jul 07 21:11:19.100218 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port be6eb458-1f18-41c6-90de-72dcb675c952, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=be6eb458-1f18-41c6-90de-72dcb675c952,segment=NetworkSegment(46deab92-d4f7-4fa1-98be-0d15aac7bc21),segment_id=46deab92-d4f7-4fa1-98be-0d15aac7bc21)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:19.101803 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:19.105879 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a8ca5-f8e1-4745-a0b4-272409897b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c002b2db-4bd6-41de-9984-ddb044abe4b5,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:19.142507 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:19.244806 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=1b56aa0f-6766-4f9f-b0df-5544a59b6a76,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:19.257934 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] For port 795f09f0-643d-40af-ae42-e33b9873fb27, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:11:19.260284 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:19.262571 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] For port 795f09f0-643d-40af-ae42-e33b9873fb27, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=795f09f0-643d-40af-ae42-e33b9873fb27,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:11:19.274492 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:19.308447 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=be6eb458-1f18-41c6-90de-72dcb675c952,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:19.377075 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0d8fec4c-8783-4a71-9d32-2f2afd96f069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:19.405101 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] Routers {'9573b4a5-ce7b-4426-a318-ce345db27d3b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:11:19.406176 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:11:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['9573b4a5-ce7b-4426-a318-ce345db27d3b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:19.409563 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=1b56aa0f-6766-4f9f-b0df-5544a59b6a76,revision_number=7']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:19.430054 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c81362-b343-458c-83f7-a89e5af613a5 req-56ee4561-5284-4969-896b-dbc3efe0332a tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:19.431693 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4c81362-b343-458c-83f7-a89e5af613a5 req-56ee4561-5284-4969-896b-dbc3efe0332a tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdbcc40b-8d5f-4eea-b568-c7706dbf50da HTTP/1.1" status: 200 len: 946 time: 0.6603200 Jul 07 21:11:19.455617 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d305cb-67af-4a7d-8977-e5f4f88a08d0 None None] Pushing event updated for resources: {'Port': ['ID=795f09f0-643d-40af-ae42-e33b9873fb27,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:19.583849 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] Set router 9573b4a5-ce7b-4426-a318-ce345db27d3b gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:11:19.658827 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809a5da3-4d7e-4714-865b-489bdecbbf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b56aa0f-6766-4f9f-b0df-5544a59b6a76'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:11:19.661356 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96d91b0-e627-43f8-9de5-e8e226d70b9d" -d '{"events": [{"server_uuid": "809a5da3-4d7e-4714-865b-489bdecbbf6a", "name": "network-vif-plugged", "status": "completed", "tag": "1b56aa0f-6766-4f9f-b0df-5544a59b6a76"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:11:19.661829 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-0d8fec4c-8783-4a71-9d32-2f2afd96f069 admin admin] Allocated IP 172.20.0.1 (1ceede95-db7c-4340-b997-707ddc803ba0/2a70f2c2-1555-4520-a148-7200d29f89c7/76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:11:19.725404 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4c81362-b343-458c-83f7-a89e5af613a5 req-0c4074af-fe1e-464e-baf7-45a7b28e09b6 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869349 Jul 07 21:11:19.745234 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3c080-edbd-4a0a-b17c-f5854c8148f3 req-0e5b8488-fbc6-47e8-972d-c4ba18324a59 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:19.753025 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42a3c080-edbd-4a0a-b17c-f5854c8148f3 req-0e5b8488-fbc6-47e8-972d-c4ba18324a59 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2c6d18-34ab-4c64-93db-3bfd76b027fe HTTP/1.1" status: 200 len: 945 time: 0.5429194 Jul 07 21:11:19.776128 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-6e142c8c-5d44-4347-895a-20927f532e51 req-5b282f0b-2464-4fe4-be57-5bc023d32b21 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Deleting port 4dc4c7d0-581f-4e9c-87de-071a3b0927ff {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:11:19.776481 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6e142c8c-5d44-4347-895a-20927f532e51 req-5b282f0b-2464-4fe4-be57-5bc023d32b21 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:19.972376 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:19.996140 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4d13457f-1515-4464-b073-3446be0c0dc4 req-520cd443-cd55-4282-9299-436dc31a2e43 tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0852599 Jul 07 21:11:20.001552 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-6e142c8c-5d44-4347-895a-20927f532e51 req-5b282f0b-2464-4fe4-be57-5bc023d32b21 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] For port 4dc4c7d0-581f-4e9c-87de-071a3b0927ff, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=4dc4c7d0-581f-4e9c-87de-071a3b0927ff,segment=NetworkSegment(1344b82c-d4f2-483c-aa39-e6125ee234ca),segment_id=1344b82c-d4f2-483c-aa39-e6125ee234ca)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:20.002118 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6e142c8c-5d44-4347-895a-20927f532e51 req-5b282f0b-2464-4fe4-be57-5bc023d32b21 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:20.004745 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9573b4a5-ce7b-4426-a318-ce345db27d3b', 'name': 'tempest-TestServerMultinode-553718404-router', 'tenant_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '795f09f0-643d-40af-ae42-e33b9873fb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:11:14Z', 'updated_at': '2021-07-07T21:11:16Z', 'revision_number': 3, 'project_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'gw_port': {'id': '795f09f0-643d-40af-ae42-e33b9873fb27', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:72:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9573b4a5-ce7b-4426-a318-ce345db27d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:11:15Z', 'updated_at': '2021-07-07T21:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:20.027450 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-6e142c8c-5d44-4347-895a-20927f532e51 req-5b282f0b-2464-4fe4-be57-5bc023d32b21 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Calling delete_port for 4dc4c7d0-581f-4e9c-87de-071a3b0927ff owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:11:20.085968 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f118fd2-dcb8-4ead-b5a5-012c5818c63a x-openstack-request-id: req-3f118fd2-dcb8-4ead-b5a5-012c5818c63a {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:11:20.086600 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809a5da3-4d7e-4714-865b-489bdecbbf6a", "name": "network-vif-plugged", "status": "completed", "tag": "1b56aa0f-6766-4f9f-b0df-5544a59b6a76", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:11:20.086861 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f118fd2-dcb8-4ead-b5a5-012c5818c63a {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:11:20.087342 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809a5da3-4d7e-4714-865b-489bdecbbf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b56aa0f-6766-4f9f-b0df-5544a59b6a76', 'code': 200} Jul 07 21:11:20.092711 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b19279-c9ec-451a-b359-5ef119a1e0a9 None None] The sync data for ids ['9573b4a5-ce7b-4426-a318-ce345db27d3b'] in n-d-695189-11 is: [{'id': '9573b4a5-ce7b-4426-a318-ce345db27d3b', 'name': 'tempest-TestServerMultinode-553718404-router', 'tenant_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '795f09f0-643d-40af-ae42-e33b9873fb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:11:14Z', 'updated_at': '2021-07-07T21:11:16Z', 'revision_number': 3, 'project_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'gw_port': {'id': '795f09f0-643d-40af-ae42-e33b9873fb27', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:72:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9573b4a5-ce7b-4426-a318-ce345db27d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:11:15Z', 'updated_at': '2021-07-07T21:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:11:20.125537 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:20.134498 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42a3c080-edbd-4a0a-b17c-f5854c8148f3 req-680a7cb3-1e2c-42fb-b09e-93b4c18b0734 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5de3e0-7fbd-4f89-a7f9-4fa26d8a9cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788090 Jul 07 21:11:20.177658 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0d8fec4c-8783-4a71-9d32-2f2afd96f069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:20.206030 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-0d8fec4c-8783-4a71-9d32-2f2afd96f069 admin admin] Transition to ACTIVE for port object 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:11:20.367240 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0d8fec4c-8783-4a71-9d32-2f2afd96f069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:20.370481 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40510) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:20.404615 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device be6eb458-1f18-41c6-90de-72dcb675c952 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:11:20.413659 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6e142c8c-5d44-4347-895a-20927f532e51 req-5b282f0b-2464-4fe4-be57-5bc023d32b21 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:20.445775 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0b6b1b4f-b74d-4b26-9697-34171290efb2'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:11:20.519076 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Request body: {'networks': [{'name': 'tempest-network--257747827'}, {'name': 'tempest-network--1257016077'}]} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:20.519412 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Request body: {'network': {'name': 'tempest-network--257747827'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:20.519882 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Request body: {'network': {'name': 'tempest-network--1257016077'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:20.550151 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8fec4c-8783-4a71-9d32-2f2afd96f069 admin admin] Network 1ceede95-db7c-4340-b997-707ddc803ba0 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:11:20.595287 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Made reservation on behalf of f41da1b0070745fdac3cedd22564616b for: {'network': 2} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:11:20.600269 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:20.610853 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-0d8fec4c-8783-4a71-9d32-2f2afd96f069 admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:20.617435 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:20.619318 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8fec4c-8783-4a71-9d32-2f2afd96f069 admin admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:11:20.621783 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e142c8c-5d44-4347-895a-20927f532e51 req-5b282f0b-2464-4fe4-be57-5bc023d32b21 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] No DVR routers for this DVR port 4dc4c7d0-581f-4e9c-87de-071a3b0927ff on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:11:20.668490 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6e142c8c-5d44-4347-895a-20927f532e51 req-5b282f0b-2464-4fe4-be57-5bc023d32b21 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:20.674508 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6e142c8c-5d44-4347-895a-20927f532e51 req-5b282f0b-2464-4fe4-be57-5bc023d32b21 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.39 "DELETE /v2.0/ports/4dc4c7d0-581f-4e9c-87de-071a3b0927ff HTTP/1.1" status: 204 len: 173 time: 1.8554206 Jul 07 21:11:20.684327 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbcc40b-8d5f-4eea-b568-c7706dbf50da', 'name': 'network-vif-deleted', 'tag': '4dc4c7d0-581f-4e9c-87de-071a3b0927ff'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:11:20.695521 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24276f32-9967-46e5-b4c0-8503c57fcc3b" -d '{"events": [{"server_uuid": "bdbcc40b-8d5f-4eea-b568-c7706dbf50da", "name": "network-vif-deleted", "tag": "4dc4c7d0-581f-4e9c-87de-071a3b0927ff"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:11:20.707549 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8fec4c-8783-4a71-9d32-2f2afd96f069 admin admin] Pushing event updated for resources: {'Port': ['ID=76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:20.710273 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port be6eb458-1f18-41c6-90de-72dcb675c952 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:20.710986 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:20.784642 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b282f0b-2464-4fe4-be57-5bc023d32b21 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Pushing event deleted for resources: {'Port': ['ID=4dc4c7d0-581f-4e9c-87de-071a3b0927ff,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:20.819292 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd25ae8-1464-4038-9517-d945710179e0 req-477846cf-1fdf-48fd-9356-2d981a4c7399 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:20.829007 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7cd25ae8-1464-4038-9517-d945710179e0 req-477846cf-1fdf-48fd-9356-2d981a4c7399 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 945 time: 0.5407660 Jul 07 21:11:20.886189 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:20.901071 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:20.901966 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:20.919882 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c939b193-efd6-4437-957d-4bc2f1dc4e0d x-openstack-request-id: req-c939b193-efd6-4437-957d-4bc2f1dc4e0d {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:11:20.923783 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbcc40b-8d5f-4eea-b568-c7706dbf50da", "name": "network-vif-deleted", "tag": "4dc4c7d0-581f-4e9c-87de-071a3b0927ff", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:11:20.924273 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c939b193-efd6-4437-957d-4bc2f1dc4e0d {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:11:20.926441 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbcc40b-8d5f-4eea-b568-c7706dbf50da', 'name': 'network-vif-deleted', 'tag': '4dc4c7d0-581f-4e9c-87de-071a3b0927ff', 'status': 'completed', 'code': 200} Jul 07 21:11:20.987458 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7cd25ae8-1464-4038-9517-d945710179e0 req-ad3a58a6-6f84-40a6-b7ba-62a2460dbda3 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1513658 Jul 07 21:11:20.988923 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0d8fec4c-8783-4a71-9d32-2f2afd96f069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:21.044326 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ab02cf-2c00-46d5-9aa4-9fd8bb909a90,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:21.085402 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:11:21.112531 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:21.112894 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Added segment 31c19cea-6da2-471c-ae8a-92a2e0056b6c of type vlan for network ff0d5752-6833-4cb7-badf-3bc0e88696c3 Jul 07 21:11:21.245621 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:21.253399 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e3d4f86c-c20f-43e4-a29b-3f761b703a69 None None] Provisioning for port 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:11:21.263751 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e3d4f86c-c20f-43e4-a29b-3f761b703a69 None None] Provisioning complete for port 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:21.266433 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e3d4f86c-c20f-43e4-a29b-3f761b703a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:21.386138 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-e3d4f86c-c20f-43e4-a29b-3f761b703a69 None None] Port 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:11:21.390371 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:11:21.407226 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:21.408189 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Added segment 8f6049f6-3729-49dc-a316-40bff613ca27 of type vlan for network 6188edef-e06a-4000-b23e-a0ad9aaa201e Jul 07 21:11:21.435833 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6ea4cd7b-162a-4ccd-b8f8-033c6729dd9e req-09763bb2-0c9c-40bf-baa8-47f318ad1317 tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0803561 Jul 07 21:11:21.443233 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45411e07-77f1-4b0a-a540-3cb3e1ed1798 req-22bdcb1e-319c-4c2f-9857-a036f3cbb003 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdbcc40b-8d5f-4eea-b568-c7706dbf50da HTTP/1.1" status: 200 len: 210 time: 0.0810678 Jul 07 21:11:21.450359 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0d8fec4c-8783-4a71-9d32-2f2afd96f069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:21.528574 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:21.612796 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:21.613461 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:21.619224 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:21.625106 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:21.635759 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:21.742047 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Pushing event updated for resources: {'Network': ['ID=ff0d5752-6833-4cb7-badf-3bc0e88696c3,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:21.745846 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3742781 Jul 07 21:11:21.757304 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network ff0d5752-6833-4cb7-badf-3bc0e88696c3 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:11:21.779494 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40522) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:21.892616 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ac133-19c8-41bb-93ba-86353ddc8278 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Pushing event updated for resources: {'Network': ['ID=6188edef-e06a-4000-b23e-a0ad9aaa201e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:21.911623 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 6188edef-e06a-4000-b23e-a0ad9aaa201e details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:11:22.387205 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 4dc4c7d0-581f-4e9c-87de-071a3b0927ff no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:11:22.459432 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 4dc4c7d0-581f-4e9c-87de-071a3b0927ff {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:11:22.460109 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 4dc4c7d0-581f-4e9c-87de-071a3b0927ff not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:11:22.487532 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 795f09f0-643d-40af-ae42-e33b9873fb27 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:11:22.544825 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02400590-31c3-4533-bc39-34c6c35e2898 req-f919a024-b652-4498-9a8a-af210ad98a2f tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:22.553786 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-02400590-31c3-4533-bc39-34c6c35e2898 req-f919a024-b652-4498-9a8a-af210ad98a2f tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2c6d18-34ab-4c64-93db-3bfd76b027fe HTTP/1.1" status: 200 len: 945 time: 0.8572059 Jul 07 21:11:22.563154 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58041a0f-2754-4826-b0dd-430ce364f156 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:22.571820 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58041a0f-2754-4826-b0dd-430ce364f156 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:22.578960 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58041a0f-2754-4826-b0dd-430ce364f156 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:22.585090 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58041a0f-2754-4826-b0dd-430ce364f156 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:22.589320 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-58041a0f-2754-4826-b0dd-430ce364f156 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8035700 Jul 07 21:11:22.591582 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40530) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:22.611751 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0d8fec4c-8783-4a71-9d32-2f2afd96f069 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:22.635108 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0d8fec4c-8783-4a71-9d32-2f2afd96f069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:22.657727 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 795f09f0-643d-40af-ae42-e33b9873fb27 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:11:22.670129 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 795f09f0-643d-40af-ae42-e33b9873fb27 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:22.670848 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:22.709366 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdc3d1-57d0-466a-a634-5b4b1254d5f6 req-20711abd-756b-48bc-9e43-10076d6e96ac tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:22.716536 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b7fdc3d1-57d0-466a-a634-5b4b1254d5f6 req-20711abd-756b-48bc-9e43-10076d6e96ac tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 945 time: 0.3813078 Jul 07 21:11:22.720814 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-02400590-31c3-4533-bc39-34c6c35e2898 req-01329a4f-d085-4ba8-b234-9cd5844f47a1 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5de3e0-7fbd-4f89-a7f9-4fa26d8a9cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294656 Jul 07 21:11:22.774506 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0d8fec4c-8783-4a71-9d32-2f2afd96f069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:22.777141 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aa0d6176-6d3d-433b-bed7-69ae04d96867 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:22.831097 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8fec4c-8783-4a71-9d32-2f2afd96f069 admin admin] Pushing event updated for resources: {'Port': ['ID=76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:22.931862 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aa0d6176-6d3d-433b-bed7-69ae04d96867 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:22.952371 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-aa0d6176-6d3d-433b-bed7-69ae04d96867 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff0d5752-6833-4cb7-badf-3bc0e88696c3']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:22.997039 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:23.004932 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b7fdc3d1-57d0-466a-a634-5b4b1254d5f6 req-8f5977c6-0c28-47a2-9bcd-ef85477d78eb tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2867048 Jul 07 21:11:23.058052 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 795f09f0-643d-40af-ae42-e33b9873fb27, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=795f09f0-643d-40af-ae42-e33b9873fb27,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:23.066469 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:23.138738 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=795f09f0-643d-40af-ae42-e33b9873fb27,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:23.212594 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8fec4c-8783-4a71-9d32-2f2afd96f069 admin admin] Network 1ceede95-db7c-4340-b997-707ddc803ba0 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:11:23.225212 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-0d8fec4c-8783-4a71-9d32-2f2afd96f069 admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:23.443879 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2006f6c8-bc9b-4647-99da-7bb40578cb14 req-932e7299-ed18-4b07-bc32-b12dd75112cc tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.1115999 Jul 07 21:11:23.567201 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8fec4c-8783-4a71-9d32-2f2afd96f069 admin admin] Router 9573b4a5-ce7b-4426-a318-ce345db27d3b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:11:23.664246 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-eff7376c-4ec2-4ef6-819a-211ee9d6640d None None] Provisioning complete for port 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:23.664882 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-eff7376c-4ec2-4ef6-819a-211ee9d6640d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:23.745645 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8fec4c-8783-4a71-9d32-2f2afd96f069 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:11:23.771607 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-eff7376c-4ec2-4ef6-819a-211ee9d6640d None None] Port 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:11:23.778847 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0d8fec4c-8783-4a71-9d32-2f2afd96f069 admin admin] 10.222.0.64 "PUT /v2.0/routers/9573b4a5-ce7b-4426-a318-ce345db27d3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9673004 Jul 07 21:11:23.785858 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] Sync routers for ids ['9573b4a5-ce7b-4426-a318-ce345db27d3b'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:11:23.797573 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] Routers {'9573b4a5-ce7b-4426-a318-ce345db27d3b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:11:23.798455 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:11:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['9573b4a5-ce7b-4426-a318-ce345db27d3b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:23.924079 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-aa0d6176-6d3d-433b-bed7-69ae04d96867 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c19cea-6da2-471c-ae8a-92a2e0056b6c') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:23.925368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-aa0d6176-6d3d-433b-bed7-69ae04d96867 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c19cea-6da2-471c-ae8a-92a2e0056b6c') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:23.958073 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aa0d6176-6d3d-433b-bed7-69ae04d96867 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:24.015715 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aa0d6176-6d3d-433b-bed7-69ae04d96867 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:24.028359 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0d6176-6d3d-433b-bed7-69ae04d96867 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:11:24.028791 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aa0d6176-6d3d-433b-bed7-69ae04d96867 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:24.035783 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] Set router 9573b4a5-ce7b-4426-a318-ce345db27d3b gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:11:24.038694 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:11:24.047782 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05311b-9a7c-4863-a761-66d27b718cc4 req-c536d5a2-d39f-46ae-a40d-f5a594ce0fb8 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:24.059092 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7e05311b-9a7c-4863-a761-66d27b718cc4 req-c536d5a2-d39f-46ae-a40d-f5a594ce0fb8 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.1491432 Jul 07 21:11:24.183762 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7e05311b-9a7c-4863-a761-66d27b718cc4 req-12fab8c8-1db9-4f9b-8dfd-a94509a1a40a tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231196 Jul 07 21:11:24.243122 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aa0d6176-6d3d-433b-bed7-69ae04d96867 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:24.256259 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aa0d6176-6d3d-433b-bed7-69ae04d96867 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:24.258829 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-aa0d6176-6d3d-433b-bed7-69ae04d96867 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] 10.222.0.64 "DELETE /v2.0/networks/ff0d5752-6833-4cb7-badf-3bc0e88696c3 HTTP/1.1" status: 204 len: 168 time: 1.6670709 Jul 07 21:11:24.272866 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40616) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:24.297517 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d6176-6d3d-433b-bed7-69ae04d96867 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Pushing event deleted for resources: {'Network': ['ID=ff0d5752-6833-4cb7-badf-3bc0e88696c3,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:24.306493 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-756b511d-9c42-4e28-8abc-ec9511175a48 req-cb6e993e-7f80-4b34-99ea-c78f00953ea4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0919273 Jul 07 21:11:24.472088 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c327216b-dafd-4613-913e-8e2e718aea86 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:24.519113 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6277379-5845-4dd1-8e7c-f691e747e0ab req-fa2f7173-87b6-460a-9e1c-e4bad58ba1d8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:24.526052 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 795f09f0-643d-40af-ae42-e33b9873fb27 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:11:24.533220 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6277379-5845-4dd1-8e7c-f691e747e0ab req-fa2f7173-87b6-460a-9e1c-e4bad58ba1d8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 945 time: 0.2291391 Jul 07 21:11:24.627491 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6277379-5845-4dd1-8e7c-f691e747e0ab req-7fa977d0-2bd0-414c-932d-119a0f426ce5 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0932429 Jul 07 21:11:24.703046 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 795f09f0-643d-40af-ae42-e33b9873fb27 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:24.704156 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:24.706022 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c327216b-dafd-4613-913e-8e2e718aea86 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:24.734080 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-c327216b-dafd-4613-913e-8e2e718aea86 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6188edef-e06a-4000-b23e-a0ad9aaa201e']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:24.745885 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9573b4a5-ce7b-4426-a318-ce345db27d3b', 'name': 'tempest-TestServerMultinode-553718404-router', 'tenant_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '795f09f0-643d-40af-ae42-e33b9873fb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:11:14Z', 'updated_at': '2021-07-07T21:11:21Z', 'revision_number': 4, 'project_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'gw_port': {'id': '795f09f0-643d-40af-ae42-e33b9873fb27', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:72:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9573b4a5-ce7b-4426-a318-ce345db27d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:11:15Z', 'updated_at': '2021-07-07T21:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3', 'name': '', 'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0', 'tenant_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'mac_address': 'fa:16:3e:cd:25:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9573b4a5-ce7b-4426-a318-ce345db27d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '2a70f2c2-1555-4520-a148-7200d29f89c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:11:19Z', 'updated_at': '2021-07-07T21:11:21Z', 'revision_number': 2, 'project_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'subnets': [{'id': '2a70f2c2-1555-4520-a148-7200d29f89c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:24.773406 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-c327216b-dafd-4613-913e-8e2e718aea86 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6049f6-3729-49dc-a316-40bff613ca27') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:24.773819 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-c327216b-dafd-4613-913e-8e2e718aea86 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6049f6-3729-49dc-a316-40bff613ca27') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:24.786471 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] Checking router: 9573b4a5-ce7b-4426-a318-ce345db27d3b for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:11:24.786824 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] Updating router 9573b4a5-ce7b-4426-a318-ce345db27d3b port 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:11:24.796950 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c327216b-dafd-4613-913e-8e2e718aea86 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:24.809181 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4210c7c-0d96-44e6-87ec-8978bfa68042 req-00db10c0-3fb3-442a-a8a4-9105f5febce2 tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0640996 Jul 07 21:11:24.841657 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c327216b-dafd-4613-913e-8e2e718aea86 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:24.853275 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:24.860449 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c327216b-dafd-4613-913e-8e2e718aea86 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:11:24.861593 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c327216b-dafd-4613-913e-8e2e718aea86 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:11:24.942960 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:11:24.987498 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c327216b-dafd-4613-913e-8e2e718aea86 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:24.997204 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c327216b-dafd-4613-913e-8e2e718aea86 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:25.004049 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c327216b-dafd-4613-913e-8e2e718aea86 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] 10.222.0.64 "DELETE /v2.0/networks/6188edef-e06a-4000-b23e-a0ad9aaa201e HTTP/1.1" status: 204 len: 168 time: 0.7297401 Jul 07 21:11:25.005553 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40634) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:25.031872 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327216b-dafd-4613-913e-8e2e718aea86 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Pushing event deleted for resources: {'Network': ['ID=6188edef-e06a-4000-b23e-a0ad9aaa201e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:25.070759 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40636) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:25.078312 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-cb040950-f150-4415-bffe-b747cf334b0e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1682781917-network', 'tenant_id': 'f1b8bb73c9d44913809e077bb505c12b'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:25.147502 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb040950-f150-4415-bffe-b747cf334b0e admin admin] Made reservation on behalf of f1b8bb73c9d44913809e077bb505c12b for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:11:25.150192 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cb040950-f150-4415-bffe-b747cf334b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:25.171132 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cb040950-f150-4415-bffe-b747cf334b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:25.348677 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aab447-b031-411c-834a-edd593d2a926 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:25.355768 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aab447-b031-411c-834a-edd593d2a926 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:25.357807 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-63aab447-b031-411c-834a-edd593d2a926 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3510940 Jul 07 21:11:25.363264 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40640) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:25.386137 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-75d8fd1a-8867-4e7f-bd37-6a5fa309860b tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1783850119'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:25.457669 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cb040950-f150-4415-bffe-b747cf334b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:25.471458 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:25.488050 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cb040950-f150-4415-bffe-b747cf334b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:25.488422 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] Transition to ACTIVE for port object 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:11:25.515497 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:25.576112 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663781e6-afda-42d9-b0fa-96c60e0a6a1c None None] Pushing event updated for resources: {'Port': ['ID=76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:25.586493 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb040950-f150-4415-bffe-b747cf334b0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:11:25.592403 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d8fd1a-8867-4e7f-bd37-6a5fa309860b tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Made reservation on behalf of f41da1b0070745fdac3cedd22564616b for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:11:25.609239 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75d8fd1a-8867-4e7f-bd37-6a5fa309860b tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:25.638391 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bfb64-a32e-4873-ac1e-e7513d914584 req-738b80ae-44a5-4c74-8f52-ed902cb21af3 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:25.641571 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d0bfb64-a32e-4873-ac1e-e7513d914584 req-738b80ae-44a5-4c74-8f52-ed902cb21af3 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.1764870 Jul 07 21:11:25.698783 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] Attempting to bind port 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:11:25.699160 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] Attempting to bind port 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '46deab92-d4f7-4fa1-98be-0d15aac7bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:11:25.702373 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb040950-f150-4415-bffe-b747cf334b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5d134c-46c5-478a-8b55-40d1789fd580,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:25.710468 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] Attempting to bind port 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3 on network 1ceede95-db7c-4340-b997-707ddc803ba0 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:11:25.722098 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cb040950-f150-4415-bffe-b747cf334b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:25.722457 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-cb040950-f150-4415-bffe-b747cf334b0e admin admin] Added segment 66256889-855f-438e-926b-38666a79b57a of type vlan for network c398b206-c09a-4b82-8a48-4e854cd34270 Jul 07 21:11:25.732448 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:11:25.732840 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] Checking segment: {'id': '46deab92-d4f7-4fa1-98be-0d15aac7bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:11:25.733987 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:25.739796 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d0bfb64-a32e-4873-ac1e-e7513d914584 req-3927c2cd-f4a1-4f60-bcde-6bece74ec848 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891678 Jul 07 21:11:25.742542 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] Bound using segment: {'id': '46deab92-d4f7-4fa1-98be-0d15aac7bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:11:25.743059 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] Bound port: 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46deab92-d4f7-4fa1-98be-0d15aac7bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:11:25.744489 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:25.828409 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d8fd1a-8867-4e7f-bd37-6a5fa309860b tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:11:25.951273 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] For port 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:11:25.955888 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] For port 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3,segment=NetworkSegment(46deab92-d4f7-4fa1-98be-0d15aac7bc21),segment_id=46deab92-d4f7-4fa1-98be-0d15aac7bc21)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:11:25.969845 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75d8fd1a-8867-4e7f-bd37-6a5fa309860b tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:25.971548 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-75d8fd1a-8867-4e7f-bd37-6a5fa309860b tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Added segment 480cb1e5-b670-486d-abe3-b90020678d82 of type vlan for network 12885e31-c323-483f-8056-a2b03968e8da Jul 07 21:11:25.977582 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:25.979125 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cb040950-f150-4415-bffe-b747cf334b0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:26.092049 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663781e6-afda-42d9-b0fa-96c60e0a6a1c None None] Pushing event updated for resources: {'Port': ['ID=76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:26.100430 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] Routers {'9573b4a5-ce7b-4426-a318-ce345db27d3b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:11:26.101328 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:11:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['9573b4a5-ce7b-4426-a318-ce345db27d3b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:26.154845 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.db.resource_extend [None req-cb040950-f150-4415-bffe-b747cf334b0e admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 21:11:26.173060 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75d8fd1a-8867-4e7f-bd37-6a5fa309860b tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:26.244034 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cab711fa-5a96-4649-9040-f8226cf0d6cb req-e4fe6662-9331-4234-a818-8103a52cebd8 tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.1118677 Jul 07 21:11:26.245673 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cb040950-f150-4415-bffe-b747cf334b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:26.245975 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb040950-f150-4415-bffe-b747cf334b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:26.246557 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cb040950-f150-4415-bffe-b747cf334b0e admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:26.303656 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bebc8e-b0d1-45a7-a89b-4c41aa94354c req-5901a87f-ea30-41a2-9133-09d76b43eab2 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:26.306154 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-69bebc8e-b0d1-45a7-a89b-4c41aa94354c req-5901a87f-ea30-41a2-9133-09d76b43eab2 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.58 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 945 time: 0.4680948 Jul 07 21:11:26.311961 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc3b12-f603-4228-b136-bf934c8371ef req-3052780b-40e7-4e84-8237-f3db8a97ec99 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:26.331109 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-18cc3b12-f603-4228-b136-bf934c8371ef req-3052780b-40e7-4e84-8237-f3db8a97ec99 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 945 time: 0.3028071 Jul 07 21:11:26.371595 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] Set router 9573b4a5-ce7b-4426-a318-ce345db27d3b gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:11:26.464534 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-18cc3b12-f603-4228-b136-bf934c8371ef req-ca3e5924-e6d1-4fa2-b628-91f4ad238ec0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1324043 Jul 07 21:11:26.541059 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75d8fd1a-8867-4e7f-bd37-6a5fa309860b tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:26.555806 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d8fd1a-8867-4e7f-bd37-6a5fa309860b tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:26.556452 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75d8fd1a-8867-4e7f-bd37-6a5fa309860b tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:26.595891 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cb040950-f150-4415-bffe-b747cf334b0e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5230343 Jul 07 21:11:26.596144 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40650) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:26.603059 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-f07744ea-23f4-416a-891b-47af040b71eb admin admin] Request body: {'subnet': {'network_id': 'c398b206-c09a-4b82-8a48-4e854cd34270', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1682781917-subnet', 'tenant_id': 'f1b8bb73c9d44913809e077bb505c12b', 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:26.633197 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-75d8fd1a-8867-4e7f-bd37-6a5fa309860b tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2681427 Jul 07 21:11:26.637133 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40652) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:26.660904 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07744ea-23f4-416a-891b-47af040b71eb admin admin] Made reservation on behalf of f1b8bb73c9d44913809e077bb505c12b for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:11:26.666048 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-aad1b242-7156-4829-a826-aa41fdf12d57 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1233331858'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:26.676774 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f07744ea-23f4-416a-891b-47af040b71eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:26.703560 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb040950-f150-4415-bffe-b747cf334b0e admin admin] Pushing event updated for resources: {'Network': ['ID=c398b206-c09a-4b82-8a48-4e854cd34270,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:26.724296 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network c398b206-c09a-4b82-8a48-4e854cd34270 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:11:26.895802 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8fd1a-8867-4e7f-bd37-6a5fa309860b tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Pushing event updated for resources: {'Network': ['ID=12885e31-c323-483f-8056-a2b03968e8da,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:26.954725 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 12885e31-c323-483f-8056-a2b03968e8da details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:11:27.048784 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad1b242-7156-4829-a826-aa41fdf12d57 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Made reservation on behalf of f41da1b0070745fdac3cedd22564616b for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:11:27.052688 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aad1b242-7156-4829-a826-aa41fdf12d57 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:27.128661 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad1b242-7156-4829-a826-aa41fdf12d57 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:11:27.150739 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aad1b242-7156-4829-a826-aa41fdf12d57 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:27.151075 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-aad1b242-7156-4829-a826-aa41fdf12d57 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Added segment 4a627172-cc92-4888-800b-aa698e5566e6 of type vlan for network 6c5aaf33-309e-4191-bee7-c95b30216514 Jul 07 21:11:27.169578 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-69bebc8e-b0d1-45a7-a89b-4c41aa94354c req-b0aace00-e08e-43d0-89c4-bbd9705455b3 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Deleting port 0b6b1b4f-b74d-4b26-9697-34171290efb2 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:11:27.169938 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-69bebc8e-b0d1-45a7-a89b-4c41aa94354c req-b0aace00-e08e-43d0-89c4-bbd9705455b3 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:27.225023 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f07744ea-23f4-416a-891b-47af040b71eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:27.229488 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9573b4a5-ce7b-4426-a318-ce345db27d3b', 'name': 'tempest-TestServerMultinode-553718404-router', 'tenant_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '795f09f0-643d-40af-ae42-e33b9873fb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:11:14Z', 'updated_at': '2021-07-07T21:11:21Z', 'revision_number': 4, 'project_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'gw_port': {'id': '795f09f0-643d-40af-ae42-e33b9873fb27', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:72:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9573b4a5-ce7b-4426-a318-ce345db27d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:11:15Z', 'updated_at': '2021-07-07T21:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3', 'name': '', 'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0', 'tenant_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'mac_address': 'fa:16:3e:cd:25:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9573b4a5-ce7b-4426-a318-ce345db27d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '2a70f2c2-1555-4520-a148-7200d29f89c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:11:19Z', 'updated_at': '2021-07-07T21:11:25Z', 'revision_number': 4, 'project_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'subnets': [{'id': '2a70f2c2-1555-4520-a148-7200d29f89c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:27.283945 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-69bebc8e-b0d1-45a7-a89b-4c41aa94354c req-b0aace00-e08e-43d0-89c4-bbd9705455b3 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] For port 0b6b1b4f-b74d-4b26-9697-34171290efb2, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0b6b1b4f-b74d-4b26-9697-34171290efb2,segment=NetworkSegment(1344b82c-d4f2-483c-aa39-e6125ee234ca),segment_id=1344b82c-d4f2-483c-aa39-e6125ee234ca)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:27.284338 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-69bebc8e-b0d1-45a7-a89b-4c41aa94354c req-b0aace00-e08e-43d0-89c4-bbd9705455b3 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:27.298606 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e4891b-899b-4d75-a831-cf06d0d13ed0 None None] The sync data for ids ['9573b4a5-ce7b-4426-a318-ce345db27d3b'] in n-d-695189-11 is: [{'id': '9573b4a5-ce7b-4426-a318-ce345db27d3b', 'name': 'tempest-TestServerMultinode-553718404-router', 'tenant_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '795f09f0-643d-40af-ae42-e33b9873fb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:11:14Z', 'updated_at': '2021-07-07T21:11:21Z', 'revision_number': 4, 'project_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'gw_port': {'id': '795f09f0-643d-40af-ae42-e33b9873fb27', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:72:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9573b4a5-ce7b-4426-a318-ce345db27d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:11:15Z', 'updated_at': '2021-07-07T21:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3', 'name': '', 'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0', 'tenant_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'mac_address': 'fa:16:3e:cd:25:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9573b4a5-ce7b-4426-a318-ce345db27d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '2a70f2c2-1555-4520-a148-7200d29f89c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:11:19Z', 'updated_at': '2021-07-07T21:11:25Z', 'revision_number': 4, 'project_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'subnets': [{'id': '2a70f2c2-1555-4520-a148-7200d29f89c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:11:27.299438 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-69bebc8e-b0d1-45a7-a89b-4c41aa94354c req-b0aace00-e08e-43d0-89c4-bbd9705455b3 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Calling delete_port for 0b6b1b4f-b74d-4b26-9697-34171290efb2 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:11:27.388430 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-39f5295a-7749-42c6-a04e-cf7db8641ecd req-4c4fc7a8-2ac6-4d8a-9976-e84728c336e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1903a7d0632a4d798fc4db3060167ed6&device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.1690197 Jul 07 21:11:27.406333 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0755a4aa-8e0b-4852-bcdf-83f05e08fc54 req-02d85a00-2512-4cce-b8f8-81fe397b7e11 tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.2351077 Jul 07 21:11:27.462498 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aad1b242-7156-4829-a826-aa41fdf12d57 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:27.504009 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-39f5295a-7749-42c6-a04e-cf7db8641ecd req-499def77-0920-4be2-8192-0e93735f25ed service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1903a7d0632a4d798fc4db3060167ed6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1142943 Jul 07 21:11:27.555786 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aad1b242-7156-4829-a826-aa41fdf12d57 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:27.569146 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad1b242-7156-4829-a826-aa41fdf12d57 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:27.569965 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aad1b242-7156-4829-a826-aa41fdf12d57 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:27.646022 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-aad1b242-7156-4829-a826-aa41fdf12d57 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9907146 Jul 07 21:11:27.674870 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40662) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:27.699744 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Request body: {'ports': [{'network_id': '12885e31-c323-483f-8056-a2b03968e8da', 'name': 'tempest-port--383166373', 'admin_state_up': True}, {'network_id': '6c5aaf33-309e-4191-bee7-c95b30216514', 'admin_state_up': False}]} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:27.701371 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Request body: {'port': {'network_id': '12885e31-c323-483f-8056-a2b03968e8da', 'name': 'tempest-port--383166373', 'admin_state_up': True}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:27.703088 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Request body: {'port': {'network_id': '6c5aaf33-309e-4191-bee7-c95b30216514', 'admin_state_up': False}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:27.764067 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1b242-7156-4829-a826-aa41fdf12d57 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Pushing event updated for resources: {'Network': ['ID=6c5aaf33-309e-4191-bee7-c95b30216514,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:27.772361 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-69bebc8e-b0d1-45a7-a89b-4c41aa94354c req-b0aace00-e08e-43d0-89c4-bbd9705455b3 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:27.784812 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0b6b1b4f-b74d-4b26-9697-34171290efb2'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:11:27.792378 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 6c5aaf33-309e-4191-bee7-c95b30216514 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:11:27.839738 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aace00-e08e-43d0-89c4-bbd9705455b3 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Pushing event deleted for resources: {'Port': ['ID=0b6b1b4f-b74d-4b26-9697-34171290efb2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:27.965883 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-69bebc8e-b0d1-45a7-a89b-4c41aa94354c req-b0aace00-e08e-43d0-89c4-bbd9705455b3 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] No DVR routers for this DVR port 0b6b1b4f-b74d-4b26-9697-34171290efb2 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:11:27.973735 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-69bebc8e-b0d1-45a7-a89b-4c41aa94354c req-b0aace00-e08e-43d0-89c4-bbd9705455b3 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:27.976840 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-69bebc8e-b0d1-45a7-a89b-4c41aa94354c req-b0aace00-e08e-43d0-89c4-bbd9705455b3 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.58 "DELETE /v2.0/ports/0b6b1b4f-b74d-4b26-9697-34171290efb2 HTTP/1.1" status: 204 len: 173 time: 1.6547000 Jul 07 21:11:27.980114 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6357e4e1-2b21-436a-b56d-c01c3a37272e', 'name': 'network-vif-deleted', 'tag': '0b6b1b4f-b74d-4b26-9697-34171290efb2'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:11:27.987433 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804891ba-afb5-4b90-9fd2-1019bc1bd7fd" -d '{"events": [{"server_uuid": "6357e4e1-2b21-436a-b56d-c01c3a37272e", "name": "network-vif-deleted", "tag": "0b6b1b4f-b74d-4b26-9697-34171290efb2"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:11:28.081565 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07744ea-23f4-416a-891b-47af040b71eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f1fb14a-be5f-4863-9a6e-dd1a0f165f28,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:28.240986 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5295a-7749-42c6-a04e-cf7db8641ecd req-a17a0e1d-fc95-4513-91d4-2a44feb503f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:28.242612 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-39f5295a-7749-42c6-a04e-cf7db8641ecd req-a17a0e1d-fc95-4513-91d4-2a44feb503f1 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6566813 Jul 07 21:11:28.391462 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f28b5-4c37-4f3c-a390-739a1e5d421b req-443ca327-48df-41c3-a9a3-ccc6f3b3d9f3 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:28.397263 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2c5f28b5-4c37-4f3c-a390-739a1e5d421b req-443ca327-48df-41c3-a9a3-ccc6f3b3d9f3 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/ports?device_id=6357e4e1-2b21-436a-b56d-c01c3a37272e HTTP/1.1" status: 200 len: 867 time: 1.2598090 Jul 07 21:11:28.410457 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:11:28.443795 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07744ea-23f4-416a-891b-47af040b71eb admin admin] Checking segment: {'id': '66256889-855f-438e-926b-38666a79b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c398b206-c09a-4b82-8a48-4e854cd34270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:11:28.444228 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07744ea-23f4-416a-891b-47af040b71eb admin admin] Network hostable DHCP agents. Network: c398b206-c09a-4b82-8a48-4e854cd34270, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:11:28.528987 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:11:28.535935 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:28.538224 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:28.538368 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89ebf0-dc6d-46ce-9c6a-8b8efebc5719 req-2a38d4ff-7918-4185-85a7-e6921efb428a tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:28.545976 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f89ebf0-dc6d-46ce-9c6a-8b8efebc5719 req-2a38d4ff-7918-4185-85a7-e6921efb428a tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 945 time: 0.7503314 Jul 07 21:11:28.626194 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07744ea-23f4-416a-891b-47af040b71eb admin admin] Network c398b206-c09a-4b82-8a48-4e854cd34270 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:11:28.661811 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2c5f28b5-4c37-4f3c-a390-739a1e5d421b req-40682fb8-bd7a-47a7-95d3-08c910c8f2b2 tempest-ListServerFiltersTestJSON-1737436647 tempest-ListServerFiltersTestJSON-1737436647-project] 10.222.0.64 "GET /v2.0/security-groups?id=dd1ddc19-f500-49d2-91f4-6a001c0932e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192066 Jul 07 21:11:28.671664 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-f07744ea-23f4-416a-891b-47af040b71eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, c398b206-c09a-4b82-8a48-4e854cd34270) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:28.686851 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Made reservation on behalf of f41da1b0070745fdac3cedd22564616b for: {'port': 2} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:11:28.696667 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:28.699345 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:28.701523 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1089a7-f17a-47c4-b71f-43b346326ad1 None None] Network c398b206-c09a-4b82-8a48-4e854cd34270 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:11:28.731648 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07744ea-23f4-416a-891b-47af040b71eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:28.732590 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f07744ea-23f4-416a-891b-47af040b71eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:28.750585 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60273ec8-8116-4501-b111-c907f6158fd3 x-openstack-request-id: req-60273ec8-8116-4501-b111-c907f6158fd3 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:11:28.750585 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6357e4e1-2b21-436a-b56d-c01c3a37272e", "name": "network-vif-deleted", "tag": "0b6b1b4f-b74d-4b26-9697-34171290efb2", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:11:28.750585 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-60273ec8-8116-4501-b111-c907f6158fd3 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:11:28.751759 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6357e4e1-2b21-436a-b56d-c01c3a37272e', 'name': 'network-vif-deleted', 'tag': '0b6b1b4f-b74d-4b26-9697-34171290efb2', 'status': 'completed', 'code': 200} Jul 07 21:11:28.760864 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f89ebf0-dc6d-46ce-9c6a-8b8efebc5719 req-8a250192-7d21-476b-9db6-6682a33f3afa tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2137203 Jul 07 21:11:28.803580 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:28.861585 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40670) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:28.865287 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f07744ea-23f4-416a-891b-47af040b71eb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2610054 Jul 07 21:11:28.866857 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-633b8892-24d6-40f6-859a-6e42fe074f14 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1682781917-router', 'tenant_id': 'f1b8bb73c9d44913809e077bb505c12b', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:28.940665 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-633b8892-24d6-40f6-859a-6e42fe074f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:28.942433 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-633b8892-24d6-40f6-859a-6e42fe074f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:29.017867 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-633b8892-24d6-40f6-859a-6e42fe074f14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:29.051915 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3,segment=NetworkSegment(46deab92-d4f7-4fa1-98be-0d15aac7bc21),segment_id=46deab92-d4f7-4fa1-98be-0d15aac7bc21)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:29.073740 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:29.125876 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-633cbd99-3689-401a-870b-01853fe013e9 req-08c50aca-cb36-4e52-9d60-c2bb5d607f4c tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.1153526 Jul 07 21:11:29.209032 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] device_id is not set on port 3512ae70-1e5c-4a62-9951-810fd67722ee yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:11:29.433666 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-633b8892-24d6-40f6-859a-6e42fe074f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:29.534551 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:29.649641 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] device_id is not set on port e9540e32-daaf-440f-8fc6-142bf7b27c23 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:11:29.685764 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f1f2462f-a0bd-4489-9d28-991d38c64857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:29.689384 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a4504c-bb7f-4792-8fc5-c29d2e9eeb2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-c398b206-c09a-4b82-8a48-4e854cd34270', 'network_id': 'c398b206-c09a-4b82-8a48-4e854cd34270', 'tenant_id': 'f1b8bb73c9d44913809e077bb505c12b', 'fixed_ips': [{'subnet_id': '7f1fb14a-be5f-4863-9a6e-dd1a0f165f28'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:11:29.690770 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-51a4504c-bb7f-4792-8fc5-c29d2e9eeb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:29.707736 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:29.781711 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:29.835065 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:29.836617 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-633b8892-24d6-40f6-859a-6e42fe074f14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:29.861002 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-39f5295a-7749-42c6-a04e-cf7db8641ecd req-c64878b7-6a90-4a6a-9f19-b67c0aa92c1f tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0408390 Jul 07 21:11:29.866696 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40678) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:29.867948 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-633b8892-24d6-40f6-859a-6e42fe074f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:29.990733 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-51a4504c-bb7f-4792-8fc5-c29d2e9eeb2e None None] Allocated IP 172.20.0.2 (c398b206-c09a-4b82-8a48-4e854cd34270/7f1fb14a-be5f-4863-9a6e-dd1a0f165f28/1e3b135c-474b-41cb-9543-558f24fa26e6) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:11:30.074335 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-633b8892-24d6-40f6-859a-6e42fe074f14 admin admin] Allocated IP 172.25.5.78 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/8e975fe5-70ae-46c8-9450-e718160fb56b) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:11:30.094519 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Pushing event updated for resources: {'Port': ['ID=3512ae70-1e5c-4a62-9951-810fd67722ee,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:30.113661 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-04799a8d-9eef-46f7-a65b-3ff13e5d5b6c admin admin] Deleting subnet 50a40385-4248-4c1e-b1c5-1808ce542ec0 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:11:30.120800 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-04799a8d-9eef-46f7-a65b-3ff13e5d5b6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:30.150331 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Checking segment: {'id': '480cb1e5-b670-486d-abe3-b90020678d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '12885e31-c323-483f-8056-a2b03968e8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:11:30.151212 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Network hostable DHCP agents. Network: 12885e31-c323-483f-8056-a2b03968e8da, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:11:30.196187 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-04799a8d-9eef-46f7-a65b-3ff13e5d5b6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:30.229313 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb1a20-40eb-4c12-a794-dded3963fe4f req-c408c8b0-a583-476b-87d1-d9f6a1abd178 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:30.238054 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-24eb1a20-40eb-4c12-a794-dded3963fe4f req-c408c8b0-a583-476b-87d1-d9f6a1abd178 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 945 time: 0.1988747 Jul 07 21:11:30.288840 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Network 12885e31-c323-483f-8056-a2b03968e8da is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:11:30.290150 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-633b8892-24d6-40f6-859a-6e42fe074f14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:30.321223 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 12885e31-c323-483f-8056-a2b03968e8da) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:30.351665 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5248f78b-6c54-4018-85e9-737d4071f72b None None] Network 12885e31-c323-483f-8056-a2b03968e8da requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:11:30.379767 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-633b8892-24d6-40f6-859a-6e42fe074f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:30.390501 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-24eb1a20-40eb-4c12-a794-dded3963fe4f req-25c3b3ba-468c-4e78-8bbb-957299b4a1fa tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1508722 Jul 07 21:11:30.391374 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:11:30.392290 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:30.463474 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b8892-24d6-40f6-859a-6e42fe074f14 admin admin] Pushing event updated for resources: {'Port': ['ID=8e975fe5-70ae-46c8-9450-e718160fb56b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:30.484449 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633b8892-24d6-40f6-859a-6e42fe074f14 admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:11:30.486612 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-633b8892-24d6-40f6-859a-6e42fe074f14 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:30.489461 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b8892-24d6-40f6-859a-6e42fe074f14 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:11:30.529080 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:11:30.603606 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-04799a8d-9eef-46f7-a65b-3ff13e5d5b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:30.619995 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3b69bbd-3fa1-48b7-bc22-b3a0aad07128 req-fcb10dca-5fe2-4dff-b17e-9b61340a4c0d tempest-ServerShowV257Test-170369151 tempest-ServerShowV257Test-170369151-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b762c30-9dcc-414d-82bd-69db0b78cdfd HTTP/1.1" status: 200 len: 210 time: 0.0976260 Jul 07 21:11:30.680901 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Pushing event updated for resources: {'Port': ['ID=e9540e32-daaf-440f-8fc6-142bf7b27c23,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:30.705959 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Checking segment: {'id': '4a627172-cc92-4888-800b-aa698e5566e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '6c5aaf33-309e-4191-bee7-c95b30216514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:11:30.706333 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Network hostable DHCP agents. Network: 6c5aaf33-309e-4191-bee7-c95b30216514, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:11:30.721693 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0b6b1b4f-b74d-4b26-9697-34171290efb2 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:11:30.746711 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Network 6c5aaf33-309e-4191-bee7-c95b30216514 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:11:30.754336 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 0b6b1b4f-b74d-4b26-9697-34171290efb2 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:11:30.754831 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0b6b1b4f-b74d-4b26-9697-34171290efb2 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:11:30.775031 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 6c5aaf33-309e-4191-bee7-c95b30216514) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:30.780491 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-04799a8d-9eef-46f7-a65b-3ff13e5d5b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:30.789685 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:11:30.797198 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:30.800360 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f204268e-67fa-4203-b531-4d400d28cdcc None None] Network 6c5aaf33-309e-4191-bee7-c95b30216514 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:11:30.818094 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:30.819935 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:30.876384 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-04799a8d-9eef-46f7-a65b-3ff13e5d5b6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:30.881198 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-04799a8d-9eef-46f7-a65b-3ff13e5d5b6c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/50a40385-4248-4c1e-b1c5-1808ce542ec0 HTTP/1.1" status: 204 len: 168 time: 1.0134981 Jul 07 21:11:30.882645 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04799a8d-9eef-46f7-a65b-3ff13e5d5b6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50a40385-4248-4c1e-b1c5-1808ce542ec0,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:30.886919 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40684) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:30.889249 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-51a4504c-bb7f-4792-8fc5-c29d2e9eeb2e None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:30.915484 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-73fef80a-8650-45b2-8569-a6be48bf4148 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.2370462 Jul 07 21:11:30.945566 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40686) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:30.958801 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:30.958801 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:30.961210 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3818e906-3adc-47e2-a283-53428ee49e1c None None] Network 5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:11:31.032251 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-51a4504c-bb7f-4792-8fc5-c29d2e9eeb2e None None] Transition to ACTIVE for port object 1e3b135c-474b-41cb-9543-558f24fa26e6 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:11:31.058334 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5875b76-89e1-4fc1-96bf-50e437e40c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:31.106420 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-633b8892-24d6-40f6-859a-6e42fe074f14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:31.112007 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4b419e-d4a5-4a95-8d56-5fc7dc7a567e tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:31.119830 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4b419e-d4a5-4a95-8d56-5fc7dc7a567e tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:31.121470 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5c4b419e-d4a5-4a95-8d56-5fc7dc7a567e tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1749437 Jul 07 21:11:31.126074 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40688) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:31.128252 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-51a4504c-bb7f-4792-8fc5-c29d2e9eeb2e None None] Transition to ACTIVE for port object 1e3b135c-474b-41cb-9543-558f24fa26e6 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:11:31.203155 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-51a4504c-bb7f-4792-8fc5-c29d2e9eeb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:31.262325 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a4504c-bb7f-4792-8fc5-c29d2e9eeb2e None None] Network c398b206-c09a-4b82-8a48-4e854cd34270 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:11:31.312393 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-51a4504c-bb7f-4792-8fc5-c29d2e9eeb2e None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:31.348742 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a4504c-bb7f-4792-8fc5-c29d2e9eeb2e None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:11:31.367753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d5875b76-89e1-4fc1-96bf-50e437e40c84 admin admin] Deleting port 854c793b-e0d2-4cf4-ad61-1f3c7aa07235 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:11:31.368240 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5875b76-89e1-4fc1-96bf-50e437e40c84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:31.435571 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d669f-09aa-42d8-9208-a3452e9db7d0 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Deleting port 3512ae70-1e5c-4a62-9951-810fd67722ee {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:11:31.436122 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0d3d669f-09aa-42d8-9208-a3452e9db7d0 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:31.453950 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4504c-bb7f-4792-8fc5-c29d2e9eeb2e None None] Pushing event updated for resources: {'Port': ['ID=1e3b135c-474b-41cb-9543-558f24fa26e6,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:31.478973 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-51a4504c-bb7f-4792-8fc5-c29d2e9eeb2e None None] Attempting to bind port 1e3b135c-474b-41cb-9543-558f24fa26e6 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:11:31.479579 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-51a4504c-bb7f-4792-8fc5-c29d2e9eeb2e None None] Attempting to bind port 1e3b135c-474b-41cb-9543-558f24fa26e6 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '66256889-855f-438e-926b-38666a79b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c398b206-c09a-4b82-8a48-4e854cd34270'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:11:31.480150 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4504c-bb7f-4792-8fc5-c29d2e9eeb2e None None] Attempting to bind port 1e3b135c-474b-41cb-9543-558f24fa26e6 on network c398b206-c09a-4b82-8a48-4e854cd34270 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:11:31.486628 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4504c-bb7f-4792-8fc5-c29d2e9eeb2e None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:11:31.487307 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4504c-bb7f-4792-8fc5-c29d2e9eeb2e None None] Checking segment: {'id': '66256889-855f-438e-926b-38666a79b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c398b206-c09a-4b82-8a48-4e854cd34270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:11:31.487954 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-51a4504c-bb7f-4792-8fc5-c29d2e9eeb2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:31.488523 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4504c-bb7f-4792-8fc5-c29d2e9eeb2e None None] Bound using segment: {'id': '66256889-855f-438e-926b-38666a79b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c398b206-c09a-4b82-8a48-4e854cd34270'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:11:31.489184 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-51a4504c-bb7f-4792-8fc5-c29d2e9eeb2e None None] Bound port: 1e3b135c-474b-41cb-9543-558f24fa26e6, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66256889-855f-438e-926b-38666a79b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c398b206-c09a-4b82-8a48-4e854cd34270'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:11:31.489758 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-51a4504c-bb7f-4792-8fc5-c29d2e9eeb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:31.566558 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-d5875b76-89e1-4fc1-96bf-50e437e40c84 admin admin] For port 854c793b-e0d2-4cf4-ad61-1f3c7aa07235, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=854c793b-e0d2-4cf4-ad61-1f3c7aa07235,segment=NetworkSegment(1344b82c-d4f2-483c-aa39-e6125ee234ca),segment_id=1344b82c-d4f2-483c-aa39-e6125ee234ca)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:31.567115 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5875b76-89e1-4fc1-96bf-50e437e40c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:31.599720 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-633b8892-24d6-40f6-859a-6e42fe074f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:31.608876 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0d3d669f-09aa-42d8-9208-a3452e9db7d0 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:31.612710 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d5875b76-89e1-4fc1-96bf-50e437e40c84 admin admin] Calling delete_port for 854c793b-e0d2-4cf4-ad61-1f3c7aa07235 owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:11:31.641598 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d669f-09aa-42d8-9208-a3452e9db7d0 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Calling delete_port for 3512ae70-1e5c-4a62-9951-810fd67722ee owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:11:31.673670 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-51a4504c-bb7f-4792-8fc5-c29d2e9eeb2e None None] For port 1e3b135c-474b-41cb-9543-558f24fa26e6, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:11:31.677926 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-51a4504c-bb7f-4792-8fc5-c29d2e9eeb2e None None] For port 1e3b135c-474b-41cb-9543-558f24fa26e6, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=1e3b135c-474b-41cb-9543-558f24fa26e6,segment=NetworkSegment(66256889-855f-438e-926b-38666a79b57a),segment_id=66256889-855f-438e-926b-38666a79b57a)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:11:31.689281 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecab2d9-6d8b-4a4f-85e9-42406f79c700 None None] DHCP port deletion for 5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:11:31.705731 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-51a4504c-bb7f-4792-8fc5-c29d2e9eeb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:31.829266 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633b8892-24d6-40f6-859a-6e42fe074f14 admin admin] Router 4ccddde4-1217-4783-aa5f-4f6c86e927ab is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:11:31.915969 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4504c-bb7f-4792-8fc5-c29d2e9eeb2e None None] Pushing event updated for resources: {'Port': ['ID=1e3b135c-474b-41cb-9543-558f24fa26e6,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:31.923360 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-aab327fd-8c77-41ab-9548-37f7caefce60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:31.961926 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-eecab2d9-6d8b-4a4f-85e9-42406f79c700 None None] Deleting port 854c793b-e0d2-4cf4-ad61-1f3c7aa07235 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:11:31.962469 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-eecab2d9-6d8b-4a4f-85e9-42406f79c700 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:32.050454 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-eecab2d9-6d8b-4a4f-85e9-42406f79c700 None None] For port 854c793b-e0d2-4cf4-ad61-1f3c7aa07235, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=854c793b-e0d2-4cf4-ad61-1f3c7aa07235,segment=NetworkSegment(1344b82c-d4f2-483c-aa39-e6125ee234ca),segment_id=1344b82c-d4f2-483c-aa39-e6125ee234ca)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:32.051124 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-eecab2d9-6d8b-4a4f-85e9-42406f79c700 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:32.068189 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-eecab2d9-6d8b-4a4f-85e9-42406f79c700 None None] Calling delete_port for 854c793b-e0d2-4cf4-ad61-1f3c7aa07235 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:11:32.164578 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633b8892-24d6-40f6-859a-6e42fe074f14 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:11:32.191943 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] Sync routers for ids ['4ccddde4-1217-4783-aa5f-4f6c86e927ab'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:11:32.206767 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7aeccb-9e46-4af7-9b9f-7e813c51b1f8 req-caa07e7a-8b41-4c38-b59e-4a06ff0ad03b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:32.215680 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] Routers {'4ccddde4-1217-4783-aa5f-4f6c86e927ab'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:11:32.219977 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f7aeccb-9e46-4af7-9b9f-7e813c51b1f8 req-caa07e7a-8b41-4c38-b59e-4a06ff0ad03b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 945 time: 0.4918375 Jul 07 21:11:32.223409 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5875b76-89e1-4fc1-96bf-50e437e40c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:32.224638 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-633b8892-24d6-40f6-859a-6e42fe074f14 admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:32.228670 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-633b8892-24d6-40f6-859a-6e42fe074f14 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3634288 Jul 07 21:11:32.229090 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40700) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:32.242533 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:11:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4ccddde4-1217-4783-aa5f-4f6c86e927ab'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:32.262577 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5875b76-89e1-4fc1-96bf-50e437e40c84 admin admin] No DVR routers for this DVR port 854c793b-e0d2-4cf4-ad61-1f3c7aa07235 on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:11:32.410799 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:32.418479 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-eecab2d9-6d8b-4a4f-85e9-42406f79c700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:32.445032 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40702) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:32.534921 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 854c793b-e0d2-4cf4-ad61-1f3c7aa07235 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:11:32.547546 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecab2d9-6d8b-4a4f-85e9-42406f79c700 None None] Pushing event deleted for resources: {'Port': ['ID=854c793b-e0d2-4cf4-ad61-1f3c7aa07235,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:32.578498 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5875b76-89e1-4fc1-96bf-50e437e40c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:32.595039 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-d5875b76-89e1-4fc1-96bf-50e437e40c84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:32.612478 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 854c793b-e0d2-4cf4-ad61-1f3c7aa07235 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:11:32.615607 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 854c793b-e0d2-4cf4-ad61-1f3c7aa07235 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:11:32.617819 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-d5875b76-89e1-4fc1-96bf-50e437e40c84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1344b82c-d4f2-483c-aa39-e6125ee234ca') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:32.618431 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-d5875b76-89e1-4fc1-96bf-50e437e40c84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1344b82c-d4f2-483c-aa39-e6125ee234ca') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:32.630609 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5875b76-89e1-4fc1-96bf-50e437e40c84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:32.637387 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecab2d9-6d8b-4a4f-85e9-42406f79c700 None None] No DVR routers for this DVR port 854c793b-e0d2-4cf4-ad61-1f3c7aa07235 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:11:32.658225 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5875b76-89e1-4fc1-96bf-50e437e40c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:32.667062 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5875b76-89e1-4fc1-96bf-50e437e40c84 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:11:32.667542 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5875b76-89e1-4fc1-96bf-50e437e40c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:32.875471 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] Set router 4ccddde4-1217-4783-aa5f-4f6c86e927ab gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:11:33.116648 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccddde4-1217-4783-aa5f-4f6c86e927ab', 'name': 'tempest-TestServerMultinode-1682781917-router', 'tenant_id': 'f1b8bb73c9d44913809e077bb505c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '8e975fe5-70ae-46c8-9450-e718160fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:11:28Z', 'updated_at': '2021-07-07T21:11:30Z', 'revision_number': 3, 'project_id': 'f1b8bb73c9d44913809e077bb505c12b', 'gw_port': {'id': '8e975fe5-70ae-46c8-9450-e718160fb56b', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:db:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccddde4-1217-4783-aa5f-4f6c86e927ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:11:29Z', 'updated_at': '2021-07-07T21:11:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:33.181268 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] Checking router: 4ccddde4-1217-4783-aa5f-4f6c86e927ab for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:11:33.181901 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] Updating router 4ccddde4-1217-4783-aa5f-4f6c86e927ab port 8e975fe5-70ae-46c8-9450-e718160fb56b binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:11:33.186332 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:11:33.196423 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ab736207-a4bb-4a28-8a5a-35bcc43aa316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:33.213397 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0d3d669f-09aa-42d8-9208-a3452e9db7d0 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:33.215105 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5875b76-89e1-4fc1-96bf-50e437e40c84 admin admin] Pushing event deleted for resources: {'Port': ['ID=854c793b-e0d2-4cf4-ad61-1f3c7aa07235,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:33.265788 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8bc86125-40a9-4761-b7e0-49f978721d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:33.292301 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:33.354846 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d669f-09aa-42d8-9208-a3452e9db7d0 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Pushing event deleted for resources: {'Port': ['ID=3512ae70-1e5c-4a62-9951-810fd67722ee,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:33.362547 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0d3d669f-09aa-42d8-9208-a3452e9db7d0 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:33.367622 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0d3d669f-09aa-42d8-9208-a3452e9db7d0 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] 10.222.0.64 "DELETE /v2.0/ports/3512ae70-1e5c-4a62-9951-810fd67722ee HTTP/1.1" status: 204 len: 168 time: 2.2413061 Jul 07 21:11:33.371230 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7f7aeccb-9e46-4af7-9b9f-7e813c51b1f8 req-86807d06-c01e-4873-8b77-c979715ef783 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.1503677 Jul 07 21:11:33.372969 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40712) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:33.375980 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5875b76-89e1-4fc1-96bf-50e437e40c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:33.424426 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5875b76-89e1-4fc1-96bf-50e437e40c84 admin admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:33.426579 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d5875b76-89e1-4fc1-96bf-50e437e40c84 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e HTTP/1.1" status: 204 len: 168 time: 2.5378385 Jul 07 21:11:33.527147 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5875b76-89e1-4fc1-96bf-50e437e40c84 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c4a5a10-f746-4fa2-bb30-45e0b7b45a5e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:33.578535 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:33.669495 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-97ef3a00-74dc-4f0d-8c51-7da25aacc7eb tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Deleting port e9540e32-daaf-440f-8fc6-142bf7b27c23 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:11:33.669842 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-97ef3a00-74dc-4f0d-8c51-7da25aacc7eb tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:33.696608 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-ab736207-a4bb-4a28-8a5a-35bcc43aa316 admin admin] Allocated IP 172.20.0.1 (c398b206-c09a-4b82-8a48-4e854cd34270/7f1fb14a-be5f-4863-9a6e-dd1a0f165f28/16656cb2-8a67-407e-b7e5-e21d7df519c7) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:11:33.708246 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40716) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:33.756955 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-97ef3a00-74dc-4f0d-8c51-7da25aacc7eb tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:33.773599 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-97ef3a00-74dc-4f0d-8c51-7da25aacc7eb tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Calling delete_port for e9540e32-daaf-440f-8fc6-142bf7b27c23 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:11:33.919039 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8bc86125-40a9-4761-b7e0-49f978721d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:33.933877 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8bc86125-40a9-4761-b7e0-49f978721d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:33.957165 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc58b1a5-edd1-4494-a59d-367461ba9c8d None None] Network c398b206-c09a-4b82-8a48-4e854cd34270 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:11:33.985011 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-97ef3a00-74dc-4f0d-8c51-7da25aacc7eb tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:33.989083 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:34.004483 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] Transition to ACTIVE for port object 8e975fe5-70ae-46c8-9450-e718160fb56b will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:11:34.020399 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:34.066316 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00702b0-c727-4fb2-8c8f-8ef6a6f0a6d4 None None] Pushing event updated for resources: {'Port': ['ID=8e975fe5-70ae-46c8-9450-e718160fb56b,revision_number=2']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:34.089725 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] Attempting to bind port 8e975fe5-70ae-46c8-9450-e718160fb56b on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:11:34.090104 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] Attempting to bind port 8e975fe5-70ae-46c8-9450-e718160fb56b by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:11:34.090482 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] Attempting to bind port 8e975fe5-70ae-46c8-9450-e718160fb56b on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:11:34.096797 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:11:34.097191 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:11:34.097665 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:34.098195 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:11:34.098724 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] Bound port: 8e975fe5-70ae-46c8-9450-e718160fb56b, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:11:34.099136 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:34.153194 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef3a00-74dc-4f0d-8c51-7da25aacc7eb tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Pushing event deleted for resources: {'Port': ['ID=e9540e32-daaf-440f-8fc6-142bf7b27c23,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:34.165414 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] For port 8e975fe5-70ae-46c8-9450-e718160fb56b, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:11:34.168900 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] For port 8e975fe5-70ae-46c8-9450-e718160fb56b, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=8e975fe5-70ae-46c8-9450-e718160fb56b,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:11:34.180097 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:34.192228 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc86125-40a9-4761-b7e0-49f978721d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02dedab-1a26-4ffb-b5f6-5e279a683f87,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:34.204836 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8bc86125-40a9-4761-b7e0-49f978721d2e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1903a7d0632a4d798fc4db3060167ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6673207 Jul 07 21:11:34.207413 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40720) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:34.216856 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-97ef3a00-74dc-4f0d-8c51-7da25aacc7eb tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:34.222654 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a36cdc10-d9da-4cd3-9ab7-6e9b76cd8064 None None] Provisioning for port 1e3b135c-474b-41cb-9543-558f24fa26e6 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:11:34.223251 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-97ef3a00-74dc-4f0d-8c51-7da25aacc7eb tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] 10.222.0.64 "DELETE /v2.0/ports/e9540e32-daaf-440f-8fc6-142bf7b27c23 HTTP/1.1" status: 204 len: 168 time: 0.8446558 Jul 07 21:11:34.247173 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40722) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:34.319189 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00702b0-c727-4fb2-8c8f-8ef6a6f0a6d4 None None] Pushing event updated for resources: {'Port': ['ID=8e975fe5-70ae-46c8-9450-e718160fb56b,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:34.357506 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-05e0d095-6f4d-446a-aa8c-0f7363f49c09 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1059232 Jul 07 21:11:34.357847 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] Routers {'4ccddde4-1217-4783-aa5f-4f6c86e927ab'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:11:34.359652 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:11:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4ccddde4-1217-4783-aa5f-4f6c86e927ab'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:34.372963 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40724) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:34.399263 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-56792f75-c3eb-4853-b163-93adb6baded5 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-70877141'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:34.471782 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40728) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:34.473129 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-723cf1e9-edb1-4438-9983-e0332841abb8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c23c31392c87424d83a97ae28d7195c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7633634 Jul 07 21:11:34.584509 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ab736207-a4bb-4a28-8a5a-35bcc43aa316 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:34.588999 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 1e3b135c-474b-41cb-9543-558f24fa26e6 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:11:34.602654 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56792f75-c3eb-4853-b163-93adb6baded5 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Made reservation on behalf of f41da1b0070745fdac3cedd22564616b for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:11:34.606258 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-56792f75-c3eb-4853-b163-93adb6baded5 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:34.626366 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-ab736207-a4bb-4a28-8a5a-35bcc43aa316 admin admin] Transition to ACTIVE for port object 16656cb2-8a67-407e-b7e5-e21d7df519c7 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:11:34.685536 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 1e3b135c-474b-41cb-9543-558f24fa26e6 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:11:34.692690 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 1e3b135c-474b-41cb-9543-558f24fa26e6 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:34.693530 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:34.700255 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ab736207-a4bb-4a28-8a5a-35bcc43aa316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:34.713820 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56792f75-c3eb-4853-b163-93adb6baded5 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:11:34.723877 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] Set router 4ccddde4-1217-4783-aa5f-4f6c86e927ab gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:11:34.758850 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-56792f75-c3eb-4853-b163-93adb6baded5 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:34.759204 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-56792f75-c3eb-4853-b163-93adb6baded5 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Added segment 53138f3b-346f-4ae5-b65c-8c5904ab4695 of type vlan for network c9081104-975f-4b2b-8f66-9b3d4b1dacbf Jul 07 21:11:34.809716 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab736207-a4bb-4a28-8a5a-35bcc43aa316 admin admin] Pushing event updated for resources: {'Port': ['ID=16656cb2-8a67-407e-b7e5-e21d7df519c7,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:34.839682 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-56792f75-c3eb-4853-b163-93adb6baded5 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:34.855318 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab736207-a4bb-4a28-8a5a-35bcc43aa316 admin admin] Network c398b206-c09a-4b82-8a48-4e854cd34270 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:11:34.857144 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-ab736207-a4bb-4a28-8a5a-35bcc43aa316 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:34.875965 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab736207-a4bb-4a28-8a5a-35bcc43aa316 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:11:34.946960 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c9b184b-c61d-403c-9e9b-844acd36200f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:34.956477 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ab736207-a4bb-4a28-8a5a-35bcc43aa316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:34.957159 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:34.976710 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.db.resource_extend [None req-56792f75-c3eb-4853-b163-93adb6baded5 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 21:11:34.981479 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-35213c9a-2cd2-4c9f-90a3-2c0d0019522d None None] Provisioning complete for port 1e3b135c-474b-41cb-9543-558f24fa26e6 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:34.982199 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-35213c9a-2cd2-4c9f-90a3-2c0d0019522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:35.072619 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 1e3b135c-474b-41cb-9543-558f24fa26e6, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=1e3b135c-474b-41cb-9543-558f24fa26e6,segment=NetworkSegment(66256889-855f-438e-926b-38666a79b57a),segment_id=66256889-855f-438e-926b-38666a79b57a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:35.090405 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:35.098389 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c9b184b-c61d-403c-9e9b-844acd36200f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:35.142459 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e0903912-723c-46d0-b3ed-1d9497c1ecc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:35.163793 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-56792f75-c3eb-4853-b163-93adb6baded5 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:35.186641 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56792f75-c3eb-4853-b163-93adb6baded5 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:35.189958 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-56792f75-c3eb-4853-b163-93adb6baded5 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:35.213070 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccddde4-1217-4783-aa5f-4f6c86e927ab', 'name': 'tempest-TestServerMultinode-1682781917-router', 'tenant_id': 'f1b8bb73c9d44913809e077bb505c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '8e975fe5-70ae-46c8-9450-e718160fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:11:28Z', 'updated_at': '2021-07-07T21:11:30Z', 'revision_number': 3, 'project_id': 'f1b8bb73c9d44913809e077bb505c12b', 'gw_port': {'id': '8e975fe5-70ae-46c8-9450-e718160fb56b', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:db:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccddde4-1217-4783-aa5f-4f6c86e927ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:11:29Z', 'updated_at': '2021-07-07T21:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:35.271366 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ab736207-a4bb-4a28-8a5a-35bcc43aa316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:35.306034 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49b8ed0-9311-42f7-bf4b-c8b8131ccbd5 None None] The sync data for ids ['4ccddde4-1217-4783-aa5f-4f6c86e927ab'] in n-d-695189-11 is: [{'id': '4ccddde4-1217-4783-aa5f-4f6c86e927ab', 'name': 'tempest-TestServerMultinode-1682781917-router', 'tenant_id': 'f1b8bb73c9d44913809e077bb505c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '8e975fe5-70ae-46c8-9450-e718160fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:11:28Z', 'updated_at': '2021-07-07T21:11:30Z', 'revision_number': 3, 'project_id': 'f1b8bb73c9d44913809e077bb505c12b', 'gw_port': {'id': '8e975fe5-70ae-46c8-9450-e718160fb56b', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:db:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccddde4-1217-4783-aa5f-4f6c86e927ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:11:29Z', 'updated_at': '2021-07-07T21:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:11:35.376283 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=1e3b135c-474b-41cb-9543-558f24fa26e6,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:35.388322 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:35.457734 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e0903912-723c-46d0-b3ed-1d9497c1ecc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:35.471896 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-56792f75-c3eb-4853-b163-93adb6baded5 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0969834 Jul 07 21:11:35.485615 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40732) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:35.488535 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-cd856d23-d18a-4c8e-8ddf-0d205c32cbf6 None None] Provisioning for port 16656cb2-8a67-407e-b7e5-e21d7df519c7 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:11:35.495604 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-cd856d23-d18a-4c8e-8ddf-0d205c32cbf6 None None] Provisioning complete for port 16656cb2-8a67-407e-b7e5-e21d7df519c7 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:35.496030 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cd856d23-d18a-4c8e-8ddf-0d205c32cbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:35.509230 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-af87132f-64b2-4503-9aa4-fd86fbd4d647 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-460188243'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:35.534584 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56792f75-c3eb-4853-b163-93adb6baded5 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Pushing event updated for resources: {'Network': ['ID=c9081104-975f-4b2b-8f66-9b3d4b1dacbf,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:35.553066 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network c9081104-975f-4b2b-8f66-9b3d4b1dacbf details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:11:35.556901 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434368c-2f0a-4410-9bd3-cce6794c4dce req-04f2b567-1259-4f0c-9535-002c3b49e9b3 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:35.558471 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6434368c-2f0a-4410-9bd3-cce6794c4dce req-04f2b567-1259-4f0c-9535-002c3b49e9b3 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 945 time: 0.6935167 Jul 07 21:11:35.583276 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c9b184b-c61d-403c-9e9b-844acd36200f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:35.586627 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c9b184b-c61d-403c-9e9b-844acd36200f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:35.590304 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3c9b184b-c61d-403c-9e9b-844acd36200f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c02dedab-1a26-4ffb-b5f6-5e279a683f87 HTTP/1.1" status: 204 len: 168 time: 1.3784478 Jul 07 21:11:35.637434 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af87132f-64b2-4503-9aa4-fd86fbd4d647 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Made reservation on behalf of f41da1b0070745fdac3cedd22564616b for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:11:35.648553 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b184b-c61d-403c-9e9b-844acd36200f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02dedab-1a26-4ffb-b5f6-5e279a683f87,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:35.650512 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-af87132f-64b2-4503-9aa4-fd86fbd4d647 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:35.667200 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6434368c-2f0a-4410-9bd3-cce6794c4dce req-4b963f5e-d6cf-467a-874f-5608667cde1c tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774968 Jul 07 21:11:35.688006 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e0903912-723c-46d0-b3ed-1d9497c1ecc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:35.727719 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e0903912-723c-46d0-b3ed-1d9497c1ecc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:35.756436 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e0903912-723c-46d0-b3ed-1d9497c1ecc0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dd1ddc19-f500-49d2-91f4-6a001c0932e3 HTTP/1.1" status: 204 len: 168 time: 1.2607481 Jul 07 21:11:35.762978 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-cd856d23-d18a-4c8e-8ddf-0d205c32cbf6 None None] Port 16656cb2-8a67-407e-b7e5-e21d7df519c7 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:11:35.800538 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0903912-723c-46d0-b3ed-1d9497c1ecc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1ddc19-f500-49d2-91f4-6a001c0932e3,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:35.907485 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ab736207-a4bb-4a28-8a5a-35bcc43aa316 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:35.920051 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af87132f-64b2-4503-9aa4-fd86fbd4d647 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:11:35.932296 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-af87132f-64b2-4503-9aa4-fd86fbd4d647 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:35.933137 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-af87132f-64b2-4503-9aa4-fd86fbd4d647 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Added segment 90ac7649-3fc1-4ddc-8169-c46885265ef6 of type vlan for network cef0c9a9-4499-4062-a250-1ab4c1189de2 Jul 07 21:11:35.995955 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-af87132f-64b2-4503-9aa4-fd86fbd4d647 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:36.034145 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ab736207-a4bb-4a28-8a5a-35bcc43aa316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:36.118327 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-af87132f-64b2-4503-9aa4-fd86fbd4d647 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:36.128725 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af87132f-64b2-4503-9aa4-fd86fbd4d647 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:36.129551 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-af87132f-64b2-4503-9aa4-fd86fbd4d647 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:36.204649 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ab736207-a4bb-4a28-8a5a-35bcc43aa316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:36.317327 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-af87132f-64b2-4503-9aa4-fd86fbd4d647 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8129346 Jul 07 21:11:36.464995 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab736207-a4bb-4a28-8a5a-35bcc43aa316 admin admin] Pushing event updated for resources: {'Port': ['ID=16656cb2-8a67-407e-b7e5-e21d7df519c7,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:36.478434 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40750) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:36.486143 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-c20c42a4-9f5f-4319-a453-053de7c4da12 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Request body: {'subnets': [{'network_id': 'c9081104-975f-4b2b-8f66-9b3d4b1dacbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1727354098', 'ip_version': 4}, {'network_id': 'cef0c9a9-4499-4062-a250-1ab4c1189de2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:36.486480 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-c20c42a4-9f5f-4319-a453-053de7c4da12 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Request body: {'subnet': {'network_id': 'c9081104-975f-4b2b-8f66-9b3d4b1dacbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1727354098', 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:36.487218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-c20c42a4-9f5f-4319-a453-053de7c4da12 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Request body: {'subnet': {'network_id': 'cef0c9a9-4499-4062-a250-1ab4c1189de2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:36.510552 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87132f-64b2-4503-9aa4-fd86fbd4d647 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Pushing event updated for resources: {'Network': ['ID=cef0c9a9-4499-4062-a250-1ab4c1189de2,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:36.532713 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network cef0c9a9-4499-4062-a250-1ab4c1189de2 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:11:36.665559 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab736207-a4bb-4a28-8a5a-35bcc43aa316 admin admin] Network c398b206-c09a-4b82-8a48-4e854cd34270 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:11:36.670956 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 1e3b135c-474b-41cb-9543-558f24fa26e6 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:11:36.682108 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-ab736207-a4bb-4a28-8a5a-35bcc43aa316 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:37.046867 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 1e3b135c-474b-41cb-9543-558f24fa26e6 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:37.053098 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:37.066267 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20c42a4-9f5f-4319-a453-053de7c4da12 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Made reservation on behalf of f41da1b0070745fdac3cedd22564616b for: {'subnet': 2} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:11:37.074325 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c20c42a4-9f5f-4319-a453-053de7c4da12 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:37.075088 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c20c42a4-9f5f-4319-a453-053de7c4da12 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:37.174968 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab736207-a4bb-4a28-8a5a-35bcc43aa316 admin admin] Router 4ccddde4-1217-4783-aa5f-4f6c86e927ab has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:11:37.345526 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 8e975fe5-70ae-46c8-9450-e718160fb56b up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:11:37.368126 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-bb40423e-8dd8-48bc-9f68-c5fca0c50d01 None None] Provisioning complete for port 16656cb2-8a67-407e-b7e5-e21d7df519c7 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:37.368831 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bb40423e-8dd8-48bc-9f68-c5fca0c50d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:37.507995 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-bb40423e-8dd8-48bc-9f68-c5fca0c50d01 None None] Port 16656cb2-8a67-407e-b7e5-e21d7df519c7 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:11:37.535417 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 8e975fe5-70ae-46c8-9450-e718160fb56b completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:11:37.544828 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 8e975fe5-70ae-46c8-9450-e718160fb56b triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:37.545717 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:37.572004 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab736207-a4bb-4a28-8a5a-35bcc43aa316 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:11:37.579059 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ab736207-a4bb-4a28-8a5a-35bcc43aa316 admin admin] 10.222.0.64 "PUT /v2.0/routers/4ccddde4-1217-4783-aa5f-4f6c86e927ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3487234 Jul 07 21:11:37.661179 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2d0e8-d0c1-4489-a00e-04e77d587c67 req-f7aa2ccb-dee5-4ffd-901b-3884af340067 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:37.670882 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aff2d0e8-d0c1-4489-a00e-04e77d587c67 req-f7aa2ccb-dee5-4ffd-901b-3884af340067 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 945 time: 0.2856493 Jul 07 21:11:37.746925 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aff2d0e8-d0c1-4489-a00e-04e77d587c67 req-71a3fa3b-0d25-450f-832e-8e7cc894809e tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0745709 Jul 07 21:11:37.855662 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40780) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:38.133084 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:38.141542 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-1cf37604-8361-4d2d-8bf0-4ac8cdc51886 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1696596168-network', 'tenant_id': 'cac6c510af104ba09c90ccd142f51a19'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:38.205757 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 8e975fe5-70ae-46c8-9450-e718160fb56b, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=8e975fe5-70ae-46c8-9450-e718160fb56b,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:38.220220 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:38.241617 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf37604-8361-4d2d-8bf0-4ac8cdc51886 admin admin] Made reservation on behalf of cac6c510af104ba09c90ccd142f51a19 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:11:38.248874 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1cf37604-8361-4d2d-8bf0-4ac8cdc51886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:38.265055 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1cf37604-8361-4d2d-8bf0-4ac8cdc51886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:38.408433 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c20c42a4-9f5f-4319-a453-053de7c4da12 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:38.469348 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=8e975fe5-70ae-46c8-9450-e718160fb56b,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:38.585383 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1cf37604-8361-4d2d-8bf0-4ac8cdc51886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:38.591378 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1cf37604-8361-4d2d-8bf0-4ac8cdc51886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:38.671937 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf37604-8361-4d2d-8bf0-4ac8cdc51886 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:11:38.688165 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c42a4-9f5f-4319-a453-053de7c4da12 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Pushing event updated for resources: {'Subnet': ['ID=00eb1eb1-e16a-48fc-a229-ee9dc7eb9a3e,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:38.700483 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20c42a4-9f5f-4319-a453-053de7c4da12 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Checking segment: {'id': '53138f3b-346f-4ae5-b65c-8c5904ab4695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9081104-975f-4b2b-8f66-9b3d4b1dacbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:11:38.702659 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20c42a4-9f5f-4319-a453-053de7c4da12 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Network hostable DHCP agents. Network: c9081104-975f-4b2b-8f66-9b3d4b1dacbf, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:11:38.710261 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1cf37604-8361-4d2d-8bf0-4ac8cdc51886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:38.710656 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-1cf37604-8361-4d2d-8bf0-4ac8cdc51886 admin admin] Added segment 58fb124c-c894-49e4-8eef-1936160d5a51 of type vlan for network 52efefbb-28df-45b6-b938-6100f70e7fd5 Jul 07 21:11:38.759901 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20c42a4-9f5f-4319-a453-053de7c4da12 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Network c9081104-975f-4b2b-8f66-9b3d4b1dacbf is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:11:38.823663 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] Sync routers for ids ['4ccddde4-1217-4783-aa5f-4f6c86e927ab'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:11:38.829145 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-c20c42a4-9f5f-4319-a453-053de7c4da12 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, c9081104-975f-4b2b-8f66-9b3d4b1dacbf) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:38.864320 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c20c42a4-9f5f-4319-a453-053de7c4da12 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:38.881409 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338f5b5c-f2de-496c-b8d5-7ebaf136325f None None] Network c9081104-975f-4b2b-8f66-9b3d4b1dacbf requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:11:38.906964 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf37604-8361-4d2d-8bf0-4ac8cdc51886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:38.927214 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1cf37604-8361-4d2d-8bf0-4ac8cdc51886 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:39.018484 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1cf37604-8361-4d2d-8bf0-4ac8cdc51886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:39.020249 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf37604-8361-4d2d-8bf0-4ac8cdc51886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:39.021170 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1cf37604-8361-4d2d-8bf0-4ac8cdc51886 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:39.062324 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c42a4-9f5f-4319-a453-053de7c4da12 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Pushing event updated for resources: {'Subnet': ['ID=a01ecd8c-49db-4e43-9ff1-2b7e1a8a19c2,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:39.075918 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] Routers {'4ccddde4-1217-4783-aa5f-4f6c86e927ab'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:11:39.079048 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:11:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4ccddde4-1217-4783-aa5f-4f6c86e927ab'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:39.129951 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf37604-8361-4d2d-8bf0-4ac8cdc51886 admin admin] Pushing event updated for resources: {'Network': ['ID=52efefbb-28df-45b6-b938-6100f70e7fd5,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:39.152741 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 52efefbb-28df-45b6-b938-6100f70e7fd5 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:11:39.176430 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1cf37604-8361-4d2d-8bf0-4ac8cdc51886 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3154159 Jul 07 21:11:39.177338 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40812) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:39.193258 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-780f39dd-2f2d-4fad-b3f4-0aece26629a3 admin admin] Request body: {'subnet': {'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1696596168-subnet', 'tenant_id': 'cac6c510af104ba09c90ccd142f51a19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:39.236327 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780f39dd-2f2d-4fad-b3f4-0aece26629a3 admin admin] Made reservation on behalf of cac6c510af104ba09c90ccd142f51a19 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:11:39.239833 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-780f39dd-2f2d-4fad-b3f4-0aece26629a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:39.314930 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20c42a4-9f5f-4319-a453-053de7c4da12 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Checking segment: {'id': '90ac7649-3fc1-4ddc-8169-c46885265ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'cef0c9a9-4499-4062-a250-1ab4c1189de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:11:39.315308 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20c42a4-9f5f-4319-a453-053de7c4da12 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Network hostable DHCP agents. Network: cef0c9a9-4499-4062-a250-1ab4c1189de2, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:11:39.380566 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20c42a4-9f5f-4319-a453-053de7c4da12 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Network cef0c9a9-4499-4062-a250-1ab4c1189de2 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:11:39.392714 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] Set router 4ccddde4-1217-4783-aa5f-4f6c86e927ab gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:11:39.393957 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bf4be-4165-4696-b068-1820ff3c4f88 req-b0144688-f38a-4f31-bc0d-3a2a09a50baf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:39.395770 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e21bf4be-4165-4696-b068-1820ff3c4f88 req-b0144688-f38a-4f31-bc0d-3a2a09a50baf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 945 time: 0.2869167 Jul 07 21:11:39.410665 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-c20c42a4-9f5f-4319-a453-053de7c4da12 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, cef0c9a9-4499-4062-a250-1ab4c1189de2) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:39.425229 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20c42a4-9f5f-4319-a453-053de7c4da12 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:39.426298 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20c42a4-9f5f-4319-a453-053de7c4da12 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:39.426524 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c20c42a4-9f5f-4319-a453-053de7c4da12 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:39.456481 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e21bf4be-4165-4696-b068-1820ff3c4f88 req-f195ad43-2974-4837-b310-f1478543de9e tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547762 Jul 07 21:11:39.460461 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c20c42a4-9f5f-4319-a453-053de7c4da12 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.9806321 Jul 07 21:11:39.462836 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40816) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:39.574288 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3227e405-7bbd-42b6-ad86-b985027360a7 None None] Network cef0c9a9-4499-4062-a250-1ab4c1189de2 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:11:39.679626 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-780f39dd-2f2d-4fad-b3f4-0aece26629a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:39.728817 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af9d9f7-3a95-4e1d-a208-8c4577559af0 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:39.733970 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af9d9f7-3a95-4e1d-a208-8c4577559af0 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:39.740978 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af9d9f7-3a95-4e1d-a208-8c4577559af0 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:39.746127 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8af9d9f7-3a95-4e1d-a208-8c4577559af0 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2803276 Jul 07 21:11:39.750747 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40824) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:39.869038 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f39dd-2f2d-4fad-b3f4-0aece26629a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3aec7e4-4ac9-4591-bb22-5f8a519b186b,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:39.897498 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780f39dd-2f2d-4fad-b3f4-0aece26629a3 admin admin] Checking segment: {'id': '58fb124c-c894-49e4-8eef-1936160d5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:11:39.897864 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780f39dd-2f2d-4fad-b3f4-0aece26629a3 admin admin] Network hostable DHCP agents. Network: 52efefbb-28df-45b6-b938-6100f70e7fd5, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:11:39.909258 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9e3a92-de7f-4060-b675-b6f710caa277 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Deleting subnet 00eb1eb1-e16a-48fc-a229-ee9dc7eb9a3e {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:11:39.917774 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3a92-de7f-4060-b675-b6f710caa277 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:39.944107 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780f39dd-2f2d-4fad-b3f4-0aece26629a3 admin admin] Network 52efefbb-28df-45b6-b938-6100f70e7fd5 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:11:39.944381 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0de4144-9bd1-4c4a-af78-e89ca75e938f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-c9081104-975f-4b2b-8f66-9b3d4b1dacbf', 'network_id': 'c9081104-975f-4b2b-8f66-9b3d4b1dacbf', 'tenant_id': 'f41da1b0070745fdac3cedd22564616b', 'fixed_ips': [{'subnet_id': '00eb1eb1-e16a-48fc-a229-ee9dc7eb9a3e'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:11:39.945176 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e0de4144-9bd1-4c4a-af78-e89ca75e938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:39.987987 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-780f39dd-2f2d-4fad-b3f4-0aece26629a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 52efefbb-28df-45b6-b938-6100f70e7fd5) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:39.993220 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780f39dd-2f2d-4fad-b3f4-0aece26629a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:39.993826 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-780f39dd-2f2d-4fad-b3f4-0aece26629a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:40.011621 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19decf94-7b3b-44ac-a7de-baa16cf6b904 None None] Network 52efefbb-28df-45b6-b938-6100f70e7fd5 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:11:40.013387 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3a92-de7f-4060-b675-b6f710caa277 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:40.038385 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-780f39dd-2f2d-4fad-b3f4-0aece26629a3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8603318 Jul 07 21:11:40.058223 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76df3b87-c31d-400b-99c4-c833d4bf978b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-cef0c9a9-4499-4062-a250-1ab4c1189de2', 'network_id': 'cef0c9a9-4499-4062-a250-1ab4c1189de2', 'tenant_id': 'f41da1b0070745fdac3cedd22564616b', 'fixed_ips': [{'subnet_id': 'a01ecd8c-49db-4e43-9ff1-2b7e1a8a19c2'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:11:40.062072 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-76df3b87-c31d-400b-99c4-c833d4bf978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:40.120310 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3a92-de7f-4060-b675-b6f710caa277 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:40.269643 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3a92-de7f-4060-b675-b6f710caa277 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:40.332976 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e3a92-de7f-4060-b675-b6f710caa277 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Pushing event deleted for resources: {'Subnet': ['ID=00eb1eb1-e16a-48fc-a229-ee9dc7eb9a3e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:40.347081 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ca9e3a92-de7f-4060-b675-b6f710caa277 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:40.353491 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40838) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:40.364340 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ca9e3a92-de7f-4060-b675-b6f710caa277 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] 10.222.0.64 "DELETE /v2.0/subnets/00eb1eb1-e16a-48fc-a229-ee9dc7eb9a3e HTTP/1.1" status: 204 len: 168 time: 0.6122320 Jul 07 21:11:40.489232 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba39c9d-5bf4-4f83-89f1-243bf40d4cff tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Deleting subnet a01ecd8c-49db-4e43-9ff1-2b7e1a8a19c2 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:11:40.493282 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eba39c9d-5bf4-4f83-89f1-243bf40d4cff tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:40.561147 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eba39c9d-5bf4-4f83-89f1-243bf40d4cff tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server [None req-e0de4144-9bd1-4c4a-af78-e89ca75e938f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00eb1eb1-e16a-48fc-a229-ee9dc7eb9a3e: This subnet is being modified by another concurrent operation. Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 21:11:40.642516 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise exception Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00eb1eb1-e16a-48fc-a229-ee9dc7eb9a3e: This subnet is being modified by another concurrent operation. Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server Jul 07 21:11:40.646805 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 8e975fe5-70ae-46c8-9450-e718160fb56b up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:11:40.695563 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eba39c9d-5bf4-4f83-89f1-243bf40d4cff tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:40.758077 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699507eb-e64f-409c-8eaf-5e9c771e19b6 None None] Network c9081104-975f-4b2b-8f66-9b3d4b1dacbf requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:11:40.798537 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eba39c9d-5bf4-4f83-89f1-243bf40d4cff tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:40.884502 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eba39c9d-5bf4-4f83-89f1-243bf40d4cff tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:40.888455 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-eba39c9d-5bf4-4f83-89f1-243bf40d4cff tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] 10.222.0.64 "DELETE /v2.0/subnets/a01ecd8c-49db-4e43-9ff1-2b7e1a8a19c2 HTTP/1.1" status: 204 len: 168 time: 0.5338807 Jul 07 21:11:40.890021 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba39c9d-5bf4-4f83-89f1-243bf40d4cff tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Pushing event deleted for resources: {'Subnet': ['ID=a01ecd8c-49db-4e43-9ff1-2b7e1a8a19c2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:40.891822 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40856) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:41.005747 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccddde4-1217-4783-aa5f-4f6c86e927ab', 'name': 'tempest-TestServerMultinode-1682781917-router', 'tenant_id': 'f1b8bb73c9d44913809e077bb505c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '8e975fe5-70ae-46c8-9450-e718160fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:11:28Z', 'updated_at': '2021-07-07T21:11:35Z', 'revision_number': 4, 'project_id': 'f1b8bb73c9d44913809e077bb505c12b', 'gw_port': {'id': '8e975fe5-70ae-46c8-9450-e718160fb56b', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:db:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccddde4-1217-4783-aa5f-4f6c86e927ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:11:29Z', 'updated_at': '2021-07-07T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '16656cb2-8a67-407e-b7e5-e21d7df519c7', 'name': '', 'network_id': 'c398b206-c09a-4b82-8a48-4e854cd34270', 'tenant_id': 'f1b8bb73c9d44913809e077bb505c12b', 'mac_address': 'fa:16:3e:97:87:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccddde4-1217-4783-aa5f-4f6c86e927ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '7f1fb14a-be5f-4863-9a6e-dd1a0f165f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:11:33Z', 'updated_at': '2021-07-07T21:11:35Z', 'revision_number': 2, 'project_id': 'f1b8bb73c9d44913809e077bb505c12b', 'subnets': [{'id': '7f1fb14a-be5f-4863-9a6e-dd1a0f165f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:41.006496 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355cdb5d-36f3-4710-9564-ffed5e1255d2 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:41.008053 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-355cdb5d-36f3-4710-9564-ffed5e1255d2 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1150906 Jul 07 21:11:41.012080 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40858) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:41.118478 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 8e975fe5-70ae-46c8-9450-e718160fb56b triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:41.118875 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:41.168252 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] Checking router: 4ccddde4-1217-4783-aa5f-4f6c86e927ab for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:11:41.168625 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] Updating router 4ccddde4-1217-4783-aa5f-4f6c86e927ab port 16656cb2-8a67-407e-b7e5-e21d7df519c7 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:11:41.192087 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1541-bfe9-494c-8441-c203e7821213 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:41.257340 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8c5cd1-e0d6-4f5b-a917-9d9f3d25bbd5 None None] Network 52efefbb-28df-45b6-b938-6100f70e7fd5 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server [None req-76df3b87-c31d-400b-99c4-c833d4bf978b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a01ecd8c-49db-4e43-9ff1-2b7e1a8a19c2: This subnet is being modified by another concurrent operation. Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 21:11:41.277952 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise exception Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a01ecd8c-49db-4e43-9ff1-2b7e1a8a19c2: This subnet is being modified by another concurrent operation. Jul 07 21:11:41.282900 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server Jul 07 21:11:41.319906 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7718cf46-c181-4b27-9cfe-d08430f600bc None None] Network cef0c9a9-4499-4062-a250-1ab4c1189de2 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:11:41.447911 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:41.515458 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1541-bfe9-494c-8441-c203e7821213 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:41.554492 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-5a7a1541-bfe9-494c-8441-c203e7821213 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef0c9a9-4499-4062-a250-1ab4c1189de2']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:41.582748 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-5a7a1541-bfe9-494c-8441-c203e7821213 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ac7649-3fc1-4ddc-8169-c46885265ef6') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:41.583570 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-5a7a1541-bfe9-494c-8441-c203e7821213 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ac7649-3fc1-4ddc-8169-c46885265ef6') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:41.603006 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1541-bfe9-494c-8441-c203e7821213 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:41.626778 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1541-bfe9-494c-8441-c203e7821213 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:41.635855 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a7a1541-bfe9-494c-8441-c203e7821213 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:11:41.636683 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1541-bfe9-494c-8441-c203e7821213 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:11:41.641810 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:11:41.773703 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1541-bfe9-494c-8441-c203e7821213 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:41.812532 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1541-bfe9-494c-8441-c203e7821213 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:41.814690 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5a7a1541-bfe9-494c-8441-c203e7821213 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] 10.222.0.64 "DELETE /v2.0/networks/cef0c9a9-4499-4062-a250-1ab4c1189de2 HTTP/1.1" status: 204 len: 168 time: 0.8015811 Jul 07 21:11:41.817654 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40878) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:41.818225 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a1541-bfe9-494c-8441-c203e7821213 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Pushing event deleted for resources: {'Network': ['ID=cef0c9a9-4499-4062-a250-1ab4c1189de2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:41.914156 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c108df20-744f-4019-811e-cd5b3494bb70 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:42.051903 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c108df20-744f-4019-811e-cd5b3494bb70 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:42.066709 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-c108df20-744f-4019-811e-cd5b3494bb70 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9081104-975f-4b2b-8f66-9b3d4b1dacbf']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:42.080268 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-c108df20-744f-4019-811e-cd5b3494bb70 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53138f3b-346f-4ae5-b65c-8c5904ab4695') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:42.080575 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-c108df20-744f-4019-811e-cd5b3494bb70 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53138f3b-346f-4ae5-b65c-8c5904ab4695') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:42.092168 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c108df20-744f-4019-811e-cd5b3494bb70 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:42.110009 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c108df20-744f-4019-811e-cd5b3494bb70 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:42.118845 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c108df20-744f-4019-811e-cd5b3494bb70 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:11:42.119370 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c108df20-744f-4019-811e-cd5b3494bb70 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:11:42.124018 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:11:42.221513 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c108df20-744f-4019-811e-cd5b3494bb70 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:42.237263 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c108df20-744f-4019-811e-cd5b3494bb70 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:42.242648 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c108df20-744f-4019-811e-cd5b3494bb70 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] 10.222.0.64 "DELETE /v2.0/networks/c9081104-975f-4b2b-8f66-9b3d4b1dacbf HTTP/1.1" status: 204 len: 168 time: 0.4207408 Jul 07 21:11:42.243237 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40882) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:42.251312 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:42.264772 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] Transition to ACTIVE for port object 16656cb2-8a67-407e-b7e5-e21d7df519c7 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:11:42.271121 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f42496c-c6f6-4ecb-95dd-b782170067a1 None None] get_active_networks_info from n-d-695189-11 {{(pid=100449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 21:11:42.276598 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:42.288008 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108df20-744f-4019-811e-cd5b3494bb70 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Pushing event deleted for resources: {'Network': ['ID=c9081104-975f-4b2b-8f66-9b3d4b1dacbf,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:42.393178 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a885d-7d8e-4ea5-92d1-1326f2773936 None None] Pushing event updated for resources: {'Port': ['ID=16656cb2-8a67-407e-b7e5-e21d7df519c7,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:42.487779 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e225563-db12-4942-b724-0b7c55f370c1 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:42.524161 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] Attempting to bind port 16656cb2-8a67-407e-b7e5-e21d7df519c7 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:11:42.524536 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] Attempting to bind port 16656cb2-8a67-407e-b7e5-e21d7df519c7 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '66256889-855f-438e-926b-38666a79b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c398b206-c09a-4b82-8a48-4e854cd34270'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:11:42.524906 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] Attempting to bind port 16656cb2-8a67-407e-b7e5-e21d7df519c7 on network c398b206-c09a-4b82-8a48-4e854cd34270 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:11:42.533377 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:11:42.533754 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] Checking segment: {'id': '66256889-855f-438e-926b-38666a79b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c398b206-c09a-4b82-8a48-4e854cd34270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:11:42.534168 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:42.534567 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] Bound using segment: {'id': '66256889-855f-438e-926b-38666a79b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c398b206-c09a-4b82-8a48-4e854cd34270'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:11:42.535033 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] Bound port: 16656cb2-8a67-407e-b7e5-e21d7df519c7, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66256889-855f-438e-926b-38666a79b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c398b206-c09a-4b82-8a48-4e854cd34270'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:11:42.535443 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:42.551556 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f42496c-c6f6-4ecb-95dd-b782170067a1 None None] Resources bound (agent type, host, resource id): {{(pid=100449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 21:11:42.641782 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e225563-db12-4942-b724-0b7c55f370c1 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:42.656275 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-3e225563-db12-4942-b724-0b7c55f370c1 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5aaf33-309e-4191-bee7-c95b30216514']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:42.670195 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-3e225563-db12-4942-b724-0b7c55f370c1 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a627172-cc92-4888-800b-aa698e5566e6') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:42.670965 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-3e225563-db12-4942-b724-0b7c55f370c1 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a627172-cc92-4888-800b-aa698e5566e6') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:42.681361 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] For port 16656cb2-8a67-407e-b7e5-e21d7df519c7, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:11:42.684471 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e225563-db12-4942-b724-0b7c55f370c1 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:42.709846 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] For port 16656cb2-8a67-407e-b7e5-e21d7df519c7, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=16656cb2-8a67-407e-b7e5-e21d7df519c7,segment=NetworkSegment(66256889-855f-438e-926b-38666a79b57a),segment_id=66256889-855f-438e-926b-38666a79b57a)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:11:42.718889 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e225563-db12-4942-b724-0b7c55f370c1 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:42.729772 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:42.736007 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e225563-db12-4942-b724-0b7c55f370c1 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:11:42.736925 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e225563-db12-4942-b724-0b7c55f370c1 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:11:42.743118 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:11:42.799401 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a885d-7d8e-4ea5-92d1-1326f2773936 None None] Pushing event updated for resources: {'Port': ['ID=16656cb2-8a67-407e-b7e5-e21d7df519c7,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:42.828278 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] Routers {'4ccddde4-1217-4783-aa5f-4f6c86e927ab'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:11:42.828936 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:11:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4ccddde4-1217-4783-aa5f-4f6c86e927ab'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:42.839873 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e225563-db12-4942-b724-0b7c55f370c1 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:42.851001 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3e225563-db12-4942-b724-0b7c55f370c1 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:42.856382 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40888) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:42.877787 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3e225563-db12-4942-b724-0b7c55f370c1 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] 10.222.0.64 "DELETE /v2.0/networks/6c5aaf33-309e-4191-bee7-c95b30216514 HTTP/1.1" status: 204 len: 168 time: 0.6328290 Jul 07 21:11:42.939574 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e225563-db12-4942-b724-0b7c55f370c1 tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Pushing event deleted for resources: {'Network': ['ID=6c5aaf33-309e-4191-bee7-c95b30216514,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:42.991897 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] Set router 4ccddde4-1217-4783-aa5f-4f6c86e927ab gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:11:43.034843 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ffdd57bd-0605-43e7-97e5-4dc98b0e7cfb tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:43.166132 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ffdd57bd-0605-43e7-97e5-4dc98b0e7cfb tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:43.188364 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-ffdd57bd-0605-43e7-97e5-4dc98b0e7cfb tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12885e31-c323-483f-8056-a2b03968e8da']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:43.216203 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-ffdd57bd-0605-43e7-97e5-4dc98b0e7cfb tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480cb1e5-b670-486d-abe3-b90020678d82') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:43.217372 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-ffdd57bd-0605-43e7-97e5-4dc98b0e7cfb tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480cb1e5-b670-486d-abe3-b90020678d82') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:43.228004 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ffdd57bd-0605-43e7-97e5-4dc98b0e7cfb tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:43.243304 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ffdd57bd-0605-43e7-97e5-4dc98b0e7cfb tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:43.249967 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffdd57bd-0605-43e7-97e5-4dc98b0e7cfb tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:11:43.250358 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ffdd57bd-0605-43e7-97e5-4dc98b0e7cfb tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:43.263167 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14aa25ee-a6c4-4680-99fc-ca8c6b5622e2 None None] get_active_networks_info from n-d-695189-11 {{(pid=100449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:11:43.290538 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:11:43.383239 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40912) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:43.393885 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-1b2a8f58-c5d1-48e9-902f-ddb25f215e34 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:43.395924 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-1b2a8f58-c5d1-48e9-902f-ddb25f215e34 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/networks?id=1ceede95-db7c-4340-b997-707ddc803ba0 HTTP/1.1" status: 200 len: 910 time: 0.2045171 Jul 07 21:11:43.419268 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aa25ee-a6c4-4680-99fc-ca8c6b5622e2 None None] Resources bound (agent type, host, resource id): {{(pid=100449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 21:11:43.446151 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccddde4-1217-4783-aa5f-4f6c86e927ab', 'name': 'tempest-TestServerMultinode-1682781917-router', 'tenant_id': 'f1b8bb73c9d44913809e077bb505c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '8e975fe5-70ae-46c8-9450-e718160fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:11:28Z', 'updated_at': '2021-07-07T21:11:35Z', 'revision_number': 4, 'project_id': 'f1b8bb73c9d44913809e077bb505c12b', 'gw_port': {'id': '8e975fe5-70ae-46c8-9450-e718160fb56b', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:db:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccddde4-1217-4783-aa5f-4f6c86e927ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:11:29Z', 'updated_at': '2021-07-07T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '16656cb2-8a67-407e-b7e5-e21d7df519c7', 'name': '', 'network_id': 'c398b206-c09a-4b82-8a48-4e854cd34270', 'tenant_id': 'f1b8bb73c9d44913809e077bb505c12b', 'mac_address': 'fa:16:3e:97:87:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccddde4-1217-4783-aa5f-4f6c86e927ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '7f1fb14a-be5f-4863-9a6e-dd1a0f165f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:11:33Z', 'updated_at': '2021-07-07T21:11:42Z', 'revision_number': 4, 'project_id': 'f1b8bb73c9d44913809e077bb505c12b', 'subnets': [{'id': '7f1fb14a-be5f-4863-9a6e-dd1a0f165f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:43.471235 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-dc211239-d10c-40f1-8c64-24556c978097 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/quotas/f1b8bb73c9d44913809e077bb505c12b HTTP/1.1" status: 200 len: 375 time: 0.0584733 Jul 07 21:11:43.477022 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ffdd57bd-0605-43e7-97e5-4dc98b0e7cfb tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:43.485951 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e226ac43-08c0-4221-a367-c1b20ece144a None None] The sync data for ids ['4ccddde4-1217-4783-aa5f-4f6c86e927ab'] in n-d-695189-11 is: [{'id': '4ccddde4-1217-4783-aa5f-4f6c86e927ab', 'name': 'tempest-TestServerMultinode-1682781917-router', 'tenant_id': 'f1b8bb73c9d44913809e077bb505c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '8e975fe5-70ae-46c8-9450-e718160fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:11:28Z', 'updated_at': '2021-07-07T21:11:35Z', 'revision_number': 4, 'project_id': 'f1b8bb73c9d44913809e077bb505c12b', 'gw_port': {'id': '8e975fe5-70ae-46c8-9450-e718160fb56b', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:db:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccddde4-1217-4783-aa5f-4f6c86e927ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:11:29Z', 'updated_at': '2021-07-07T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '16656cb2-8a67-407e-b7e5-e21d7df519c7', 'name': '', 'network_id': 'c398b206-c09a-4b82-8a48-4e854cd34270', 'tenant_id': 'f1b8bb73c9d44913809e077bb505c12b', 'mac_address': 'fa:16:3e:97:87:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccddde4-1217-4783-aa5f-4f6c86e927ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '7f1fb14a-be5f-4863-9a6e-dd1a0f165f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:11:33Z', 'updated_at': '2021-07-07T21:11:42Z', 'revision_number': 4, 'project_id': 'f1b8bb73c9d44913809e077bb505c12b', 'subnets': [{'id': '7f1fb14a-be5f-4863-9a6e-dd1a0f165f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:11:43.496561 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ffdd57bd-0605-43e7-97e5-4dc98b0e7cfb tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:43.499036 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ffdd57bd-0605-43e7-97e5-4dc98b0e7cfb tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] 10.222.0.64 "DELETE /v2.0/networks/12885e31-c323-483f-8056-a2b03968e8da HTTP/1.1" status: 204 len: 168 time: 0.6413298 Jul 07 21:11:43.627016 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-7d445260-2c49-4fed-8065-f3fb5c9e7056 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:43.628883 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-7d445260-2c49-4fed-8065-f3fb5c9e7056 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/networks?id=52efefbb-28df-45b6-b938-6100f70e7fd5 HTTP/1.1" status: 200 len: 815 time: 0.3319538 Jul 07 21:11:43.629772 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd57bd-0605-43e7-97e5-4dc98b0e7cfb tempest-BulkNetworkOpsTest-401982837 tempest-BulkNetworkOpsTest-401982837-project] Pushing event deleted for resources: {'Network': ['ID=12885e31-c323-483f-8056-a2b03968e8da,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:43.665557 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-a469e8a8-ae35-40e0-866a-164db57268bb tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/quotas/cac6c510af104ba09c90ccd142f51a19 HTTP/1.1" status: 200 len: 375 time: 0.0223463 Jul 07 21:11:43.694029 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-96c434ae-6c6c-407f-91e8-5531c227ef10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:43.710776 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:11:43.805737 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-d457b046-0c4c-491d-afc7-7d1749c7c5d4 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cac6c510af104ba09c90ccd142f51a19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1097701 Jul 07 21:11:43.957682 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40920) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:44.040035 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-96c434ae-6c6c-407f-91e8-5531c227ef10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:44.051289 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-61311bc6-aba5-4796-ad69-ef6ad5a3da84 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1b8bb73c9d44913809e077bb505c12b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5718470 Jul 07 21:11:44.076525 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-96c434ae-6c6c-407f-91e8-5531c227ef10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:44.136087 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-96c434ae-6c6c-407f-91e8-5531c227ef10 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a708b78b90247c9a0e9cbeee77faa3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7514801 Jul 07 21:11:44.143254 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 40926) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:44.192890 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c434ae-6c6c-407f-91e8-5531c227ef10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66cd3b2-e051-43bd-84ff-9c5836f8fae1,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:44.370868 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-a45f8805-bebd-4e5f-908b-427d087cece2 service neutron] 10.222.0.64 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506122 Jul 07 21:11:44.436695 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-87f6d9cd-573b-42c2-8162-0fe93e35f976 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f41da1b0070745fdac3cedd22564616b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4776089 Jul 07 21:11:44.440364 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40928) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:44.458425 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 16656cb2-8a67-407e-b7e5-e21d7df519c7 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:11:44.486622 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0747c69-0306-4fd8-b631-cca821d5bf84 req-45b4d36f-3b01-46a5-942a-7bad0a55e5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:44.488065 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0747c69-0306-4fd8-b631-cca821d5bf84 req-45b4d36f-3b01-46a5-942a-7bad0a55e5d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c77ff576c8f4eb18bd83eb9fa5ae9c8&device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 1097 time: 0.5316887 Jul 07 21:11:44.549702 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-e18f0f6e-1fd3-4487-b6f0-767bbab6ce6c service neutron] 10.222.0.64 "GET /v2.0/networks/1ceede95-db7c-4340-b997-707ddc803ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274576 Jul 07 21:11:44.551770 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-94e7a962-401f-4723-acc7-cf1f5e875be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:44.561418 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 16656cb2-8a67-407e-b7e5-e21d7df519c7 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:11:44.568010 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 16656cb2-8a67-407e-b7e5-e21d7df519c7 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:44.568420 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:44.589541 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-94e7a962-401f-4723-acc7-cf1f5e875be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:44.622033 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b93cffb9-f654-482f-aef8-e77d13eecf84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:44.652389 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-94e7a962-401f-4723-acc7-cf1f5e875be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:44.656008 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-94e7a962-401f-4723-acc7-cf1f5e875be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:44.657908 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-94e7a962-401f-4723-acc7-cf1f5e875be2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b1ab02cf-2c00-46d5-9aa4-9fd8bb909a90 HTTP/1.1" status: 204 len: 168 time: 0.2134199 Jul 07 21:11:44.690139 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7a962-401f-4723-acc7-cf1f5e875be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ab02cf-2c00-46d5-9aa4-9fd8bb909a90,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:44.752475 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:44.769862 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b93cffb9-f654-482f-aef8-e77d13eecf84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:44.785581 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7cc7c898-d762-467a-a515-b93ad770eca8 None None] Provisioning complete for port 16656cb2-8a67-407e-b7e5-e21d7df519c7 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:44.785968 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7cc7c898-d762-467a-a515-b93ad770eca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:44.829568 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 16656cb2-8a67-407e-b7e5-e21d7df519c7, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=16656cb2-8a67-407e-b7e5-e21d7df519c7,segment=NetworkSegment(66256889-855f-438e-926b-38666a79b57a),segment_id=66256889-855f-438e-926b-38666a79b57a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:44.847156 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:44.898079 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-76a798b4-72bb-4bb6-a528-ead9e22ae8f4 service neutron] 10.222.0.64 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260360 Jul 07 21:11:44.911183 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0747c69-0306-4fd8-b631-cca821d5bf84 req-930dfae1-2d64-4bfc-920f-bf9cca16bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:44.915618 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0747c69-0306-4fd8-b631-cca821d5bf84 req-930dfae1-2d64-4bfc-920f-bf9cca16bb6e service neutron] 10.222.0.39 "GET /v2.0/networks?id=71e90e76-92b1-4ebc-85b0-c55c9e97f894 HTTP/1.1" status: 200 len: 916 time: 0.4079118 Jul 07 21:11:45.019351 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0747c69-0306-4fd8-b631-cca821d5bf84 req-70ca0f6d-dacd-4147-87d3-5eb4f9aeda66 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b56aa0f-6766-4f9f-b0df-5544a59b6a76 HTTP/1.1" status: 200 len: 1001 time: 0.0879803 Jul 07 21:11:45.024960 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-29ed5062-1014-4bb6-a265-111b65547174 service neutron] 10.222.0.64 "GET /v2.0/networks/1ceede95-db7c-4340-b997-707ddc803ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204907 Jul 07 21:11:45.067532 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=16656cb2-8a67-407e-b7e5-e21d7df519c7,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:45.108689 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b93cffb9-f654-482f-aef8-e77d13eecf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:45.113730 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b93cffb9-f654-482f-aef8-e77d13eecf84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:45.131803 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b93cffb9-f654-482f-aef8-e77d13eecf84 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b66cd3b2-e051-43bd-84ff-9c5836f8fae1 HTTP/1.1" status: 204 len: 168 time: 0.9578292 Jul 07 21:11:45.205599 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cffb9-f654-482f-aef8-e77d13eecf84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66cd3b2-e051-43bd-84ff-9c5836f8fae1,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:45.235139 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0747c69-0306-4fd8-b631-cca821d5bf84 req-e236d88e-e3b3-41f8-bf53-33f719382ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:45.241251 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0747c69-0306-4fd8-b631-cca821d5bf84 req-e236d88e-e3b3-41f8-bf53-33f719382ece service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695c722d-c0e1-4b67-838e-81b8bf679407 HTTP/1.1" status: 200 len: 854 time: 0.2142894 Jul 07 21:11:45.782683 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40974) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:45.816032 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d045fdb8-8414-4db5-b814-aefd71612b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:45.977828 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2149dfff-6381-446f-a080-5791d1193879 req-26b7f20b-4f6d-4bef-b0ed-f6062bf0aecf tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=461cfa5a-6441-4370-a557-068af51636d8 HTTP/1.1" status: 200 len: 210 time: 0.0768628 Jul 07 21:11:46.029683 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d045fdb8-8414-4db5-b814-aefd71612b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:46.030749 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40986) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:46.053207 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d045fdb8-8414-4db5-b814-aefd71612b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:46.129749 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045fdb8-8414-4db5-b814-aefd71612b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3b4592-c8e0-4ec5-a42d-5102efa63092,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:46.145384 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d045fdb8-8414-4db5-b814-aefd71612b43 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6f946089b2384c57b7d537a0a6d44e54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606400 Jul 07 21:11:46.147301 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 40990) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:46.151023 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d561c-e851-44cf-a363-88a3445897fc req-5eeb819a-4d6b-458a-a735-d42b44e26417 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:46.164573 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5d8d561c-e851-44cf-a363-88a3445897fc req-5eeb819a-4d6b-458a-a735-d42b44e26417 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 945 time: 0.2535996 Jul 07 21:11:46.183795 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05d0b3ce-e934-4182-9764-defaffca66a7 req-9d146ecf-f9b6-40dd-a23d-8f9deb127c7a tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dc16f6cc-8d21-4df4-acbc-7816b9253dbf HTTP/1.1" status: 200 len: 210 time: 0.0955918 Jul 07 21:11:46.188680 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0747c69-0306-4fd8-b631-cca821d5bf84 req-9ae7eeeb-2a25-42ad-855f-2e56bdc06ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:46.190771 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0747c69-0306-4fd8-b631-cca821d5bf84 req-9ae7eeeb-2a25-42ad-855f-2e56bdc06ab6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71e90e76-92b1-4ebc-85b0-c55c9e97f894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9400945 Jul 07 21:11:46.257342 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5d8d561c-e851-44cf-a363-88a3445897fc req-6b6a1c86-92af-4c4b-afb8-33546b6b733f tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900714 Jul 07 21:11:46.261227 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-69ffacf6-bf6a-4294-ab1e-3079de646aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:46.290038 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-69ffacf6-bf6a-4294-ab1e-3079de646aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:46.356264 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0747c69-0306-4fd8-b631-cca821d5bf84 req-7c63110f-df08-4927-8f41-7673e9c8647f service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436205 Jul 07 21:11:46.364815 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-70b009a4-7ba4-40c5-9d07-7ab63f20d447 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1786430270'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:46.396994 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 16656cb2-8a67-407e-b7e5-e21d7df519c7 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:11:46.409502 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-69ffacf6-bf6a-4294-ab1e-3079de646aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:46.412588 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-69ffacf6-bf6a-4294-ab1e-3079de646aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:46.418312 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-69ffacf6-bf6a-4294-ab1e-3079de646aec admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8f3b4592-c8e0-4ec5-a42d-5102efa63092 HTTP/1.1" status: 204 len: 168 time: 0.2696371 Jul 07 21:11:46.422097 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b009a4-7ba4-40c5-9d07-7ab63f20d447 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Made reservation on behalf of 8d8c2c5abfae4e3499bbd479eb60f4c5 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:11:46.425783 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-70b009a4-7ba4-40c5-9d07-7ab63f20d447 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:46.437038 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-70b009a4-7ba4-40c5-9d07-7ab63f20d447 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:46.453245 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffacf6-bf6a-4294-ab1e-3079de646aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3b4592-c8e0-4ec5-a42d-5102efa63092,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:46.498959 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:11:46.571560 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f0747c69-0306-4fd8-b631-cca821d5bf84 req-6b2c589a-01e2-4a0d-9aae-de3e8a234e0c service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061620 Jul 07 21:11:46.635735 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 16656cb2-8a67-407e-b7e5-e21d7df519c7 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:46.636093 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:46.636377 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-70b009a4-7ba4-40c5-9d07-7ab63f20d447 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:46.641366 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:46.642864 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-70b009a4-7ba4-40c5-9d07-7ab63f20d447 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:46.697931 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b009a4-7ba4-40c5-9d07-7ab63f20d447 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:11:46.716015 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b009a4-7ba4-40c5-9d07-7ab63f20d447 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34183c2f-2c1e-4508-b046-b41e42396e53,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:46.730998 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-70b009a4-7ba4-40c5-9d07-7ab63f20d447 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:46.736374 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-70b009a4-7ba4-40c5-9d07-7ab63f20d447 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Added segment 79a729cc-3894-4687-819b-fb3bc97cc9fe of type vlan for network 70232910-57ba-4e9d-b141-27ba2a3133db Jul 07 21:11:46.807866 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-70b009a4-7ba4-40c5-9d07-7ab63f20d447 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:46.852115 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-70b009a4-7ba4-40c5-9d07-7ab63f20d447 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:46.862212 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b009a4-7ba4-40c5-9d07-7ab63f20d447 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:46.863832 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-70b009a4-7ba4-40c5-9d07-7ab63f20d447 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:46.948681 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-70b009a4-7ba4-40c5-9d07-7ab63f20d447 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9166753 Jul 07 21:11:46.951182 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41010) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:46.956519 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=1b56aa0f-6766-4f9f-b0df-5544a59b6a76,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:46.958483 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-3b8c976e-81cc-42c6-8ede-9d14eb198f32 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1612635116'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:46.959272 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809a5da3-4d7e-4714-865b-489bdecbbf6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b56aa0f-6766-4f9f-b0df-5544a59b6a76'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:11:46.963737 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa6ff04-4ce5-4685-9b3d-3f5315a61ec4" -d '{"events": [{"server_uuid": "809a5da3-4d7e-4714-865b-489bdecbbf6a", "name": "network-vif-unplugged", "status": "completed", "tag": "1b56aa0f-6766-4f9f-b0df-5544a59b6a76"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:11:46.968689 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:47.000951 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b009a4-7ba4-40c5-9d07-7ab63f20d447 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Network': ['ID=70232910-57ba-4e9d-b141-27ba2a3133db,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:47.017824 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 70232910-57ba-4e9d-b141-27ba2a3133db details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:11:47.032225 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8c976e-81cc-42c6-8ede-9d14eb198f32 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Made reservation on behalf of 8d8c2c5abfae4e3499bbd479eb60f4c5 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:11:47.037869 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b8c976e-81cc-42c6-8ede-9d14eb198f32 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:47.096421 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 21:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb78ce0-7a79-4383-a369-c55a07b3911b x-openstack-request-id: req-feb78ce0-7a79-4383-a369-c55a07b3911b {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:11:47.096796 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809a5da3-4d7e-4714-865b-489bdecbbf6a", "name": "network-vif-unplugged", "status": "completed", "tag": "1b56aa0f-6766-4f9f-b0df-5544a59b6a76", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:11:47.097138 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-feb78ce0-7a79-4383-a369-c55a07b3911b {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:11:47.097617 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809a5da3-4d7e-4714-865b-489bdecbbf6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b56aa0f-6766-4f9f-b0df-5544a59b6a76', 'code': 200} Jul 07 21:11:47.106531 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8c976e-81cc-42c6-8ede-9d14eb198f32 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:11:47.119228 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b8c976e-81cc-42c6-8ede-9d14eb198f32 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:47.119819 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-3b8c976e-81cc-42c6-8ede-9d14eb198f32 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Added segment 39598e78-359d-47c0-bacf-0b18d867b66e of type vlan for network 1311e4de-09cd-4689-8d06-a389fa5e336d Jul 07 21:11:47.179743 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=1b56aa0f-6766-4f9f-b0df-5544a59b6a76,revision_number=8']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:47.188675 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b8c976e-81cc-42c6-8ede-9d14eb198f32 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:47.234054 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-37bd1845-6154-47bd-9c96-e871fad3a4c3 req-10234ad3-e4d7-4eb1-86fc-3eabf0a932f6 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=461cfa5a-6441-4370-a557-068af51636d8 HTTP/1.1" status: 200 len: 210 time: 0.0578616 Jul 07 21:11:47.279204 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b8c976e-81cc-42c6-8ede-9d14eb198f32 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:47.285446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8c976e-81cc-42c6-8ede-9d14eb198f32 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:47.286265 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b8c976e-81cc-42c6-8ede-9d14eb198f32 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:47.421000 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3b8c976e-81cc-42c6-8ede-9d14eb198f32 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4669714 Jul 07 21:11:47.421267 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41032) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:47.496468 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-0ea67d5c-45ec-4071-9d2a-8743ae31a2ac tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'subnet': {'network_id': '70232910-57ba-4e9d-b141-27ba2a3133db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:47.553574 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c976e-81cc-42c6-8ede-9d14eb198f32 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Network': ['ID=1311e4de-09cd-4689-8d06-a389fa5e336d,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:47.565321 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 1311e4de-09cd-4689-8d06-a389fa5e336d details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:11:47.593267 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-ccdc71df-6407-4973-ad4a-eff66b383a29 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:47.595062 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-ccdc71df-6407-4973-ad4a-eff66b383a29 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.58 "GET /v2.0/networks?id=1ceede95-db7c-4340-b997-707ddc803ba0 HTTP/1.1" status: 200 len: 910 time: 0.2148244 Jul 07 21:11:47.609629 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-a7c28542-1ae1-4f4c-9866-1d6acb8cefee tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Request body: {'port': {'device_id': 'dc16f6cc-8d21-4df4-acbc-7816b9253dbf', 'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0', 'admin_state_up': True, 'tenant_id': 'f1b8bb73c9d44913809e077bb505c12b'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:47.653779 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b70a955e-2982-425c-bd9e-434e381bf2bc req-3dc2bf9c-3f17-4596-bcdc-eae805374d40 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dc16f6cc-8d21-4df4-acbc-7816b9253dbf HTTP/1.1" status: 200 len: 210 time: 0.1476038 Jul 07 21:11:47.681654 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-a7c28542-1ae1-4f4c-9866-1d6acb8cefee tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Made reservation on behalf of f1b8bb73c9d44913809e077bb505c12b for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:11:47.687892 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-a7c28542-1ae1-4f4c-9866-1d6acb8cefee tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:47.873702 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-a7c28542-1ae1-4f4c-9866-1d6acb8cefee tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Allocated IP 172.20.0.5 (1ceede95-db7c-4340-b997-707ddc803ba0/2a70f2c2-1555-4520-a148-7200d29f89c7/74196638-3f71-480b-82b0-ed37e3dd3b60) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:11:47.874291 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-736ebe91-0a15-47cc-b6cb-5a1ffb67c655 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:47.875691 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-736ebe91-0a15-47cc-b6cb-5a1ffb67c655 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.39 "GET /v2.0/networks?id=52efefbb-28df-45b6-b938-6100f70e7fd5 HTTP/1.1" status: 200 len: 815 time: 0.5231349 Jul 07 21:11:47.895818 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-98256f42-4804-432f-92ff-dacc6c200475 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Request body: {'port': {'device_id': '461cfa5a-6441-4370-a557-068af51636d8', 'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5', 'admin_state_up': True, 'tenant_id': 'cac6c510af104ba09c90ccd142f51a19'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:47.963614 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838ee2d-744a-48d7-8e3e-3011c8640e0e req-941751b1-3b5c-4432-b8cb-2c7349a9c756 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:47.965561 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6838ee2d-744a-48d7-8e3e-3011c8640e0e req-941751b1-3b5c-4432-b8cb-2c7349a9c756 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.4042621 Jul 07 21:11:47.969982 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea67d5c-45ec-4071-9d2a-8743ae31a2ac tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Made reservation on behalf of 8d8c2c5abfae4e3499bbd479eb60f4c5 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:11:47.974614 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0ea67d5c-45ec-4071-9d2a-8743ae31a2ac tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:48.050789 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-a7c28542-1ae1-4f4c-9866-1d6acb8cefee tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:48.068192 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-a7c28542-1ae1-4f4c-9866-1d6acb8cefee tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Transition to ACTIVE for port object 74196638-3f71-480b-82b0-ed37e3dd3b60 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:11:48.111039 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-a7c28542-1ae1-4f4c-9866-1d6acb8cefee tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:48.133705 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6838ee2d-744a-48d7-8e3e-3011c8640e0e req-eea81834-f282-4f36-a67d-a4640b6e01aa tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1525257 Jul 07 21:11:48.183399 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-a7c28542-1ae1-4f4c-9866-1d6acb8cefee tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Network 1ceede95-db7c-4340-b997-707ddc803ba0 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:11:48.192502 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-a7c28542-1ae1-4f4c-9866-1d6acb8cefee tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:48.194818 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c28542-1ae1-4f4c-9866-1d6acb8cefee tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Pushing event updated for resources: {'Port': ['ID=74196638-3f71-480b-82b0-ed37e3dd3b60,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:48.197026 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-a7c28542-1ae1-4f4c-9866-1d6acb8cefee tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:11:48.206062 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-98256f42-4804-432f-92ff-dacc6c200475 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Made reservation on behalf of cac6c510af104ba09c90ccd142f51a19 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:11:48.209759 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-98256f42-4804-432f-92ff-dacc6c200475 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:48.270883 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-a7c28542-1ae1-4f4c-9866-1d6acb8cefee tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:48.271834 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-a7c28542-1ae1-4f4c-9866-1d6acb8cefee tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:48.288940 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-a7c28542-1ae1-4f4c-9866-1d6acb8cefee tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6853302 Jul 07 21:11:48.303606 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-20c61873-c793-4b17-be63-79b9ad3783c4 service neutron] Request body: {'port': {'device_id': 'dc16f6cc-8d21-4df4-acbc-7816b9253dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:48.487748 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-20c61873-c793-4b17-be63-79b9ad3783c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:48.517622 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-98256f42-4804-432f-92ff-dacc6c200475 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Allocated IP 172.20.0.11 (52efefbb-28df-45b6-b938-6100f70e7fd5/e3aec7e4-4ac9-4591-bb22-5f8a519b186b/2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:11:48.599832 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-54a76c75-1b3b-4796-80c2-5860eb028b42 None None] Provisioning for port 74196638-3f71-480b-82b0-ed37e3dd3b60 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:11:48.602058 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4cb6aac3-372a-431d-b6b1-55ca42566257 req-356b0ce4-711e-4043-8701-bc604f82d931 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=461cfa5a-6441-4370-a557-068af51636d8 HTTP/1.1" status: 200 len: 210 time: 0.0805731 Jul 07 21:11:48.605383 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-54a76c75-1b3b-4796-80c2-5860eb028b42 None None] Provisioning complete for port 74196638-3f71-480b-82b0-ed37e3dd3b60 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:48.606275 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-54a76c75-1b3b-4796-80c2-5860eb028b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:48.613190 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0ea67d5c-45ec-4071-9d2a-8743ae31a2ac tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:48.701682 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-54a76c75-1b3b-4796-80c2-5860eb028b42 None None] Port 74196638-3f71-480b-82b0-ed37e3dd3b60 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:11:48.799658 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea67d5c-45ec-4071-9d2a-8743ae31a2ac tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Subnet': ['ID=1e8382d3-af4b-4bdd-be63-0151d862661b,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:48.839423 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea67d5c-45ec-4071-9d2a-8743ae31a2ac tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Checking segment: {'id': '79a729cc-3894-4687-819b-fb3bc97cc9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '70232910-57ba-4e9d-b141-27ba2a3133db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:11:48.839666 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea67d5c-45ec-4071-9d2a-8743ae31a2ac tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network hostable DHCP agents. Network: 70232910-57ba-4e9d-b141-27ba2a3133db, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:11:48.926919 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-20c61873-c793-4b17-be63-79b9ad3783c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74196638-3f71-480b-82b0-ed37e3dd3b60 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:11:48.941144 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-20c61873-c793-4b17-be63-79b9ad3783c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:48.963872 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-20c61873-c793-4b17-be63-79b9ad3783c4 service neutron] Transition to ACTIVE for port object 74196638-3f71-480b-82b0-ed37e3dd3b60 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:11:48.970208 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-20c61873-c793-4b17-be63-79b9ad3783c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:49.010576 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-98256f42-4804-432f-92ff-dacc6c200475 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:49.036404 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cea4e-8d77-44bb-865a-86c88733cc54 req-a707d0dc-01ce-41fc-9fc5-3cc11db43af2 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:49.038325 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec4cea4e-8d77-44bb-865a-86c88733cc54 req-a707d0dc-01ce-41fc-9fc5-3cc11db43af2 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dc16f6cc-8d21-4df4-acbc-7816b9253dbf HTTP/1.1" status: 200 len: 1027 time: 0.1066520 Jul 07 21:11:49.041215 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea67d5c-45ec-4071-9d2a-8743ae31a2ac tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 70232910-57ba-4e9d-b141-27ba2a3133db is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:11:49.067735 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c61873-c793-4b17-be63-79b9ad3783c4 service neutron] Pushing event updated for resources: {'Port': ['ID=74196638-3f71-480b-82b0-ed37e3dd3b60,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:49.125038 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-0ea67d5c-45ec-4071-9d2a-8743ae31a2ac tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 70232910-57ba-4e9d-b141-27ba2a3133db) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:49.134305 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bcdc37-4318-452f-952e-a5433dc3b278 None None] Network 70232910-57ba-4e9d-b141-27ba2a3133db requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:11:49.134495 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea67d5c-45ec-4071-9d2a-8743ae31a2ac tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:49.135005 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0ea67d5c-45ec-4071-9d2a-8743ae31a2ac tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:49.174219 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0ea67d5c-45ec-4071-9d2a-8743ae31a2ac tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7148664 Jul 07 21:11:49.179311 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41076) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:49.195775 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f7b5f0b9-8dce-434a-9ef9-e97a32ce9e15 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'subnet': {'network_id': '1311e4de-09cd-4689-8d06-a389fa5e336d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:49.219830 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec4cea4e-8d77-44bb-865a-86c88733cc54 req-cd7be1a8-4255-498f-907f-9c38b4890c34 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740606 Jul 07 21:11:49.256597 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-98256f42-4804-432f-92ff-dacc6c200475 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:49.318335 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-20c61873-c793-4b17-be63-79b9ad3783c4 service neutron] Attempting to bind port 74196638-3f71-480b-82b0-ed37e3dd3b60 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:11:49.318683 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-20c61873-c793-4b17-be63-79b9ad3783c4 service neutron] Attempting to bind port 74196638-3f71-480b-82b0-ed37e3dd3b60 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '46deab92-d4f7-4fa1-98be-0d15aac7bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:11:49.319021 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-20c61873-c793-4b17-be63-79b9ad3783c4 service neutron] Attempting to bind port 74196638-3f71-480b-82b0-ed37e3dd3b60 on network 1ceede95-db7c-4340-b997-707ddc803ba0 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:11:49.333397 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98256f42-4804-432f-92ff-dacc6c200475 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Pushing event updated for resources: {'Port': ['ID=2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:49.346232 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-20c61873-c793-4b17-be63-79b9ad3783c4 service neutron] Port 74196638-3f71-480b-82b0-ed37e3dd3b60 on network 1ceede95-db7c-4340-b997-707ddc803ba0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:11:49.346707 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-20c61873-c793-4b17-be63-79b9ad3783c4 service neutron] Attempting to bind port 74196638-3f71-480b-82b0-ed37e3dd3b60 on network 1ceede95-db7c-4340-b997-707ddc803ba0 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:11:49.374242 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-98256f42-4804-432f-92ff-dacc6c200475 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Network 52efefbb-28df-45b6-b938-6100f70e7fd5 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:11:49.376032 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-98256f42-4804-432f-92ff-dacc6c200475 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:49.378780 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-98256f42-4804-432f-92ff-dacc6c200475 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:11:49.385035 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-20c61873-c793-4b17-be63-79b9ad3783c4 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:11:49.386525 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-20c61873-c793-4b17-be63-79b9ad3783c4 service neutron] Checking segment: {'id': '46deab92-d4f7-4fa1-98be-0d15aac7bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:11:49.387974 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-20c61873-c793-4b17-be63-79b9ad3783c4 service neutron] Bound using segment: {'id': '46deab92-d4f7-4fa1-98be-0d15aac7bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:11:49.389018 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-20c61873-c793-4b17-be63-79b9ad3783c4 service neutron] Bound port: 74196638-3f71-480b-82b0-ed37e3dd3b60, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46deab92-d4f7-4fa1-98be-0d15aac7bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:11:49.389690 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-20c61873-c793-4b17-be63-79b9ad3783c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:49.468985 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5455ec-1a26-42ba-a71e-4e1773f95a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-70232910-57ba-4e9d-b141-27ba2a3133db', 'network_id': '70232910-57ba-4e9d-b141-27ba2a3133db', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'fixed_ips': [{'subnet_id': '1e8382d3-af4b-4bdd-be63-0151d862661b'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:11:49.469785 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-af5455ec-1a26-42ba-a71e-4e1773f95a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:49.477325 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b5f0b9-8dce-434a-9ef9-e97a32ce9e15 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Made reservation on behalf of 8d8c2c5abfae4e3499bbd479eb60f4c5 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:11:49.483960 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f7b5f0b9-8dce-434a-9ef9-e97a32ce9e15 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:49.502446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-98256f42-4804-432f-92ff-dacc6c200475 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:49.503142 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-98256f42-4804-432f-92ff-dacc6c200475 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:49.566070 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91344a53-f341-4293-946a-b875734b753f req-d10a667c-5bca-4b79-9814-7da5cc3f96c1 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:49.572920 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91344a53-f341-4293-946a-b875734b753f req-d10a667c-5bca-4b79-9814-7da5cc3f96c1 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.1687989 Jul 07 21:11:49.574849 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-98256f42-4804-432f-92ff-dacc6c200475 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6876898 Jul 07 21:11:49.588030 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-70ff065d-042f-407d-be1f-7516b2236156 service neutron] Request body: {'port': {'device_id': '461cfa5a-6441-4370-a557-068af51636d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:49.696968 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-af5455ec-1a26-42ba-a71e-4e1773f95a29 None None] Allocated IP 2001:db8::2 (70232910-57ba-4e9d-b141-27ba2a3133db/1e8382d3-af4b-4bdd-be63-0151d862661b/c13c19d9-cecd-4ae6-ac8d-65b17c3e4481) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:11:49.726904 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91344a53-f341-4293-946a-b875734b753f req-d1f21822-70da-44ad-9589-13979e04c26c tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1445210 Jul 07 21:11:49.864339 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f7b5f0b9-8dce-434a-9ef9-e97a32ce9e15 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:49.925121 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-70ff065d-042f-407d-be1f-7516b2236156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:49.932328 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5f0b9-8dce-434a-9ef9-e97a32ce9e15 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Subnet': ['ID=cf2c2888-db7f-4010-85b8-ea380ced3e4e,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:49.958018 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-20c61873-c793-4b17-be63-79b9ad3783c4 service neutron] For port 74196638-3f71-480b-82b0-ed37e3dd3b60, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:11:49.961601 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-20c61873-c793-4b17-be63-79b9ad3783c4 service neutron] For port 74196638-3f71-480b-82b0-ed37e3dd3b60, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=74196638-3f71-480b-82b0-ed37e3dd3b60,segment=NetworkSegment(46deab92-d4f7-4fa1-98be-0d15aac7bc21),segment_id=46deab92-d4f7-4fa1-98be-0d15aac7bc21)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:11:49.975029 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:49.976572 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-20c61873-c793-4b17-be63-79b9ad3783c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:49.990648 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-af5455ec-1a26-42ba-a71e-4e1773f95a29 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:50.001373 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-af5455ec-1a26-42ba-a71e-4e1773f95a29 None None] Transition to ACTIVE for port object c13c19d9-cecd-4ae6-ac8d-65b17c3e4481 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:11:50.019023 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-af5455ec-1a26-42ba-a71e-4e1773f95a29 None None] Transition to ACTIVE for port object c13c19d9-cecd-4ae6-ac8d-65b17c3e4481 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:11:50.030508 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-af5455ec-1a26-42ba-a71e-4e1773f95a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:50.081648 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5455ec-1a26-42ba-a71e-4e1773f95a29 None None] Network 70232910-57ba-4e9d-b141-27ba2a3133db is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:11:50.083142 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-20c61873-c793-4b17-be63-79b9ad3783c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:50.087062 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-af5455ec-1a26-42ba-a71e-4e1773f95a29 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:50.094288 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5455ec-1a26-42ba-a71e-4e1773f95a29 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:11:50.102456 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-20c61873-c793-4b17-be63-79b9ad3783c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:50.105206 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-20c61873-c793-4b17-be63-79b9ad3783c4 service neutron] 10.222.0.58 "PUT /v2.0/ports/74196638-3f71-480b-82b0-ed37e3dd3b60 HTTP/1.1" status: 200 len: 1092 time: 1.8077116 Jul 07 21:11:50.110239 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5455ec-1a26-42ba-a71e-4e1773f95a29 None None] Pushing event updated for resources: {'Port': ['ID=c13c19d9-cecd-4ae6-ac8d-65b17c3e4481,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:50.112295 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc16f6cc-8d21-4df4-acbc-7816b9253dbf', 'tag': '74196638-3f71-480b-82b0-ed37e3dd3b60'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:11:50.114679 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdb736a-c2c7-4ffe-a2d5-f1ce9b88ba3d" -d '{"events": [{"name": "network-changed", "server_uuid": "dc16f6cc-8d21-4df4-acbc-7816b9253dbf", "tag": "74196638-3f71-480b-82b0-ed37e3dd3b60"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:11:50.144587 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c61873-c793-4b17-be63-79b9ad3783c4 service neutron] Pushing event updated for resources: {'Port': ['ID=74196638-3f71-480b-82b0-ed37e3dd3b60,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:50.153502 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b5f0b9-8dce-434a-9ef9-e97a32ce9e15 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Checking segment: {'id': '39598e78-359d-47c0-bacf-0b18d867b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1311e4de-09cd-4689-8d06-a389fa5e336d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:11:50.153956 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b5f0b9-8dce-434a-9ef9-e97a32ce9e15 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network hostable DHCP agents. Network: 1311e4de-09cd-4689-8d06-a389fa5e336d, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:11:50.305971 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-af5455ec-1a26-42ba-a71e-4e1773f95a29 None None] Attempting to bind port c13c19d9-cecd-4ae6-ac8d-65b17c3e4481 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:11:50.306344 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-af5455ec-1a26-42ba-a71e-4e1773f95a29 None None] Attempting to bind port c13c19d9-cecd-4ae6-ac8d-65b17c3e4481 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '79a729cc-3894-4687-819b-fb3bc97cc9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '70232910-57ba-4e9d-b141-27ba2a3133db'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:11:50.307420 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5455ec-1a26-42ba-a71e-4e1773f95a29 None None] Attempting to bind port c13c19d9-cecd-4ae6-ac8d-65b17c3e4481 on network 70232910-57ba-4e9d-b141-27ba2a3133db {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:11:50.313047 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b5f0b9-8dce-434a-9ef9-e97a32ce9e15 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 1311e4de-09cd-4689-8d06-a389fa5e336d is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:11:50.314706 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5455ec-1a26-42ba-a71e-4e1773f95a29 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:11:50.315211 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5455ec-1a26-42ba-a71e-4e1773f95a29 None None] Checking segment: {'id': '79a729cc-3894-4687-819b-fb3bc97cc9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '70232910-57ba-4e9d-b141-27ba2a3133db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:11:50.315670 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-af5455ec-1a26-42ba-a71e-4e1773f95a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:50.316314 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5455ec-1a26-42ba-a71e-4e1773f95a29 None None] Bound using segment: {'id': '79a729cc-3894-4687-819b-fb3bc97cc9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '70232910-57ba-4e9d-b141-27ba2a3133db'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:11:50.318860 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-af5455ec-1a26-42ba-a71e-4e1773f95a29 None None] Bound port: c13c19d9-cecd-4ae6-ac8d-65b17c3e4481, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a729cc-3894-4687-819b-fb3bc97cc9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '70232910-57ba-4e9d-b141-27ba2a3133db'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:11:50.318860 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-af5455ec-1a26-42ba-a71e-4e1773f95a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:50.328381 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:50.345248 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-f7b5f0b9-8dce-434a-9ef9-e97a32ce9e15 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 1311e4de-09cd-4689-8d06-a389fa5e336d) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:50.351610 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b5f0b9-8dce-434a-9ef9-e97a32ce9e15 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:50.352630 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f7b5f0b9-8dce-434a-9ef9-e97a32ce9e15 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:50.357763 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-3bba43cd-495b-4a6b-8339-21ed1da30263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:50.359666 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-3bba43cd-495b-4a6b-8339-21ed1da30263 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f1b8bb73c9d44913809e077bb505c12b&device_id=dc16f6cc-8d21-4df4-acbc-7816b9253dbf HTTP/1.1" status: 200 len: 1095 time: 0.1975594 Jul 07 21:11:50.372134 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758b8db4-8b78-43df-a3c4-aa47a14c0804 None None] Network 1311e4de-09cd-4689-8d06-a389fa5e336d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:11:50.436464 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-b2aa1fd7-9da8-4a6a-b2ce-dead6863f4d4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74196638-3f71-480b-82b0-ed37e3dd3b60 HTTP/1.1" status: 200 len: 217 time: 0.0675013 Jul 07 21:11:50.440349 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f7b5f0b9-8dce-434a-9ef9-e97a32ce9e15 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2572870 Jul 07 21:11:50.442385 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41104) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:50.457364 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-01b0a68e-765b-4144-98b6-aa6a792a2f35 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-789040777', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:11:50.489351 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-af5455ec-1a26-42ba-a71e-4e1773f95a29 None None] For port c13c19d9-cecd-4ae6-ac8d-65b17c3e4481, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:11:50.496161 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-70ff065d-042f-407d-be1f-7516b2236156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:11:50.510214 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-70ff065d-042f-407d-be1f-7516b2236156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:50.525941 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:11:50.526642 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-70ff065d-042f-407d-be1f-7516b2236156 service neutron] Transition to ACTIVE for port object 2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:11:50.547905 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-70ff065d-042f-407d-be1f-7516b2236156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:50.552981 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-01b0a68e-765b-4144-98b6-aa6a792a2f35 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:50.554090 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-01b0a68e-765b-4144-98b6-aa6a792a2f35 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:50.566384 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-308a05f3-47ed-419e-9f5d-802356960e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:50.568388 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-308a05f3-47ed-419e-9f5d-802356960e2e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2a70f2c2-1555-4520-a148-7200d29f89c7 HTTP/1.1" status: 200 len: 848 time: 0.1227176 Jul 07 21:11:50.639619 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff065d-042f-407d-be1f-7516b2236156 service neutron] Pushing event updated for resources: {'Port': ['ID=2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:50.662506 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-af5455ec-1a26-42ba-a71e-4e1773f95a29 None None] For port c13c19d9-cecd-4ae6-ac8d-65b17c3e4481, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c13c19d9-cecd-4ae6-ac8d-65b17c3e4481,segment=NetworkSegment(79a729cc-3894-4687-819b-fb3bc97cc9fe),segment_id=79a729cc-3894-4687-819b-fb3bc97cc9fe)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:11:50.676479 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e4360-98ae-470f-b0a6-7dbce710cb47 req-508efde1-46ae-472b-9868-6a9509681b88 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:50.685650 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac5e4360-98ae-470f-b0a6-7dbce710cb47 req-508efde1-46ae-472b-9868-6a9509681b88 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=461cfa5a-6441-4370-a557-068af51636d8 HTTP/1.1" status: 200 len: 932 time: 0.7995384 Jul 07 21:11:50.689795 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-af5455ec-1a26-42ba-a71e-4e1773f95a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:50.738769 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ac5e4360-98ae-470f-b0a6-7dbce710cb47 req-b80588cf-7282-4fee-bf9c-ed39342ce93e tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521829 Jul 07 21:11:50.784166 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-01b0a68e-765b-4144-98b6-aa6a792a2f35 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:50.793947 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-01b0a68e-765b-4144-98b6-aa6a792a2f35 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:50.824518 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-4fc30e9e-90ac-4024-87ad-0f19c804209b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:50.826593 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-4fc30e9e-90ac-4024-87ad-0f19c804209b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1ceede95-db7c-4340-b997-707ddc803ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2467959 Jul 07 21:11:50.828158 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-01b0a68e-765b-4144-98b6-aa6a792a2f35 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:50.829483 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-01b0a68e-765b-4144-98b6-aa6a792a2f35 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3855422 Jul 07 21:11:50.831513 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5c032f-b314-4951-843e-d055b7c68375 x-openstack-request-id: req-da5c032f-b314-4951-843e-d055b7c68375 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:11:50.831969 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc16f6cc-8d21-4df4-acbc-7816b9253dbf", "tag": "74196638-3f71-480b-82b0-ed37e3dd3b60", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:11:50.832361 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da5c032f-b314-4951-843e-d055b7c68375 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:11:50.832641 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc16f6cc-8d21-4df4-acbc-7816b9253dbf', 'tag': '74196638-3f71-480b-82b0-ed37e3dd3b60', 'status': 'completed', 'code': 200} Jul 07 21:11:50.833110 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41116) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:50.868609 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-70ff065d-042f-407d-be1f-7516b2236156 service neutron] Attempting to bind port 2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:11:50.869076 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-70ff065d-042f-407d-be1f-7516b2236156 service neutron] Attempting to bind port 2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '58fb124c-c894-49e4-8eef-1936160d5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:11:50.869516 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-70ff065d-042f-407d-be1f-7516b2236156 service neutron] Attempting to bind port 2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e on network 52efefbb-28df-45b6-b938-6100f70e7fd5 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:11:50.874613 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-70ff065d-042f-407d-be1f-7516b2236156 service neutron] Port 2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e on network 52efefbb-28df-45b6-b938-6100f70e7fd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:11:50.875054 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-70ff065d-042f-407d-be1f-7516b2236156 service neutron] Attempting to bind port 2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e on network 52efefbb-28df-45b6-b938-6100f70e7fd5 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:11:50.880686 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-70ff065d-042f-407d-be1f-7516b2236156 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:11:50.881137 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-70ff065d-042f-407d-be1f-7516b2236156 service neutron] Checking segment: {'id': '58fb124c-c894-49e4-8eef-1936160d5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:11:50.881663 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-70ff065d-042f-407d-be1f-7516b2236156 service neutron] Bound using segment: {'id': '58fb124c-c894-49e4-8eef-1936160d5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:11:50.882201 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-70ff065d-042f-407d-be1f-7516b2236156 service neutron] Bound port: 2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fb124c-c894-49e4-8eef-1936160d5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:11:50.882672 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-70ff065d-042f-407d-be1f-7516b2236156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:50.993150 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41120) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:51.018573 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-70ff065d-042f-407d-be1f-7516b2236156 service neutron] For port 2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:11:51.022739 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-70ff065d-042f-407d-be1f-7516b2236156 service neutron] For port 2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e,segment=NetworkSegment(58fb124c-c894-49e4-8eef-1936160d5a51),segment_id=58fb124c-c894-49e4-8eef-1936160d5a51)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:11:51.035263 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-70ff065d-042f-407d-be1f-7516b2236156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:51.102004 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5455ec-1a26-42ba-a71e-4e1773f95a29 None None] Pushing event updated for resources: {'Port': ['ID=c13c19d9-cecd-4ae6-ac8d-65b17c3e4481,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:51.108095 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd062fef-4bcc-4e31-8a21-72c1ebddbced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-1311e4de-09cd-4689-8d06-a389fa5e336d', 'network_id': '1311e4de-09cd-4689-8d06-a389fa5e336d', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'fixed_ips': [{'subnet_id': 'cf2c2888-db7f-4010-85b8-ea380ced3e4e'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:11:51.109723 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bd062fef-4bcc-4e31-8a21-72c1ebddbced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:51.146575 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-70ff065d-042f-407d-be1f-7516b2236156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:51.147304 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-70ff065d-042f-407d-be1f-7516b2236156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:51.149845 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-70ff065d-042f-407d-be1f-7516b2236156 service neutron] 10.222.0.39 "PUT /v2.0/ports/2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e HTTP/1.1" status: 200 len: 1093 time: 1.5663228 Jul 07 21:11:51.151805 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff065d-042f-407d-be1f-7516b2236156 service neutron] Pushing event updated for resources: {'Port': ['ID=2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:51.156182 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461cfa5a-6441-4370-a557-068af51636d8', 'tag': '2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:11:51.160343 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78aa268-e118-4dd7-8156-6fe11f51920e" -d '{"events": [{"name": "network-changed", "server_uuid": "461cfa5a-6441-4370-a557-068af51636d8", "tag": "2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:11:51.322176 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b92edc-0c22-46be-bc25-b05693c291fe req-724f3c65-f97b-44ad-84d0-c0211fb4222e tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:51.331786 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-68b92edc-0c22-46be-bc25-b05693c291fe req-724f3c65-f97b-44ad-84d0-c0211fb4222e tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dc16f6cc-8d21-4df4-acbc-7816b9253dbf HTTP/1.1" status: 200 len: 1095 time: 0.2785790 Jul 07 21:11:51.335120 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-bd062fef-4bcc-4e31-8a21-72c1ebddbced None None] Allocated IP 2001:db8:1::2 (1311e4de-09cd-4689-8d06-a389fa5e336d/cf2c2888-db7f-4010-85b8-ea380ced3e4e/b9695510-a858-455d-b257-48e2247c1fda) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:11:51.432323 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-be158513-dd8e-4a65-b81f-37d52a11a220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:51.507527 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-68b92edc-0c22-46be-bc25-b05693c291fe req-bf76cf13-63a9-48a2-ab4a-8e6aa44d0889 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673856 Jul 07 21:11:51.533067 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-e4a91eb2-ec01-43f2-aca3-2962029201d2 service neutron] 10.222.0.58 "GET /v2.0/networks/1ceede95-db7c-4340-b997-707ddc803ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6890588 Jul 07 21:11:51.604441 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d74201b-0176-4189-82f7-9cf88b5345c3 x-openstack-request-id: req-2d74201b-0176-4189-82f7-9cf88b5345c3 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:11:51.604716 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461cfa5a-6441-4370-a557-068af51636d8", "tag": "2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:11:51.604971 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2d74201b-0176-4189-82f7-9cf88b5345c3 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:11:51.605375 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461cfa5a-6441-4370-a557-068af51636d8', 'tag': '2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e', 'status': 'completed', 'code': 200} Jul 07 21:11:51.630603 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bd062fef-4bcc-4e31-8a21-72c1ebddbced None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:51.639488 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-f0be249d-8c2b-40f6-9c1b-8476cc81741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:51.641095 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-f0be249d-8c2b-40f6-9c1b-8476cc81741d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cac6c510af104ba09c90ccd142f51a19&device_id=461cfa5a-6441-4370-a557-068af51636d8 HTTP/1.1" status: 200 len: 1096 time: 0.4147799 Jul 07 21:11:51.655961 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-bd062fef-4bcc-4e31-8a21-72c1ebddbced None None] Transition to ACTIVE for port object b9695510-a858-455d-b257-48e2247c1fda will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:11:51.683530 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-bd062fef-4bcc-4e31-8a21-72c1ebddbced None None] Transition to ACTIVE for port object b9695510-a858-455d-b257-48e2247c1fda will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:11:51.697948 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bd062fef-4bcc-4e31-8a21-72c1ebddbced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:51.731074 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:51.767986 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-6474932e-6ea5-4447-b9f5-0c6e5e6c8bab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e HTTP/1.1" status: 200 len: 217 time: 0.1166878 Jul 07 21:11:51.772421 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd062fef-4bcc-4e31-8a21-72c1ebddbced None None] Network 1311e4de-09cd-4689-8d06-a389fa5e336d is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:11:51.790325 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-bd062fef-4bcc-4e31-8a21-72c1ebddbced None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:51.797034 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd062fef-4bcc-4e31-8a21-72c1ebddbced None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:11:51.816539 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd062fef-4bcc-4e31-8a21-72c1ebddbced None None] Pushing event updated for resources: {'Port': ['ID=b9695510-a858-455d-b257-48e2247c1fda,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:51.986548 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-bd062fef-4bcc-4e31-8a21-72c1ebddbced None None] Attempting to bind port b9695510-a858-455d-b257-48e2247c1fda on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:11:51.987206 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-bd062fef-4bcc-4e31-8a21-72c1ebddbced None None] Attempting to bind port b9695510-a858-455d-b257-48e2247c1fda by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '39598e78-359d-47c0-bacf-0b18d867b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1311e4de-09cd-4689-8d06-a389fa5e336d'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:11:51.987894 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd062fef-4bcc-4e31-8a21-72c1ebddbced None None] Attempting to bind port b9695510-a858-455d-b257-48e2247c1fda on network 1311e4de-09cd-4689-8d06-a389fa5e336d {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:11:52.002575 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41142) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:52.003102 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd062fef-4bcc-4e31-8a21-72c1ebddbced None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:11:52.003730 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd062fef-4bcc-4e31-8a21-72c1ebddbced None None] Checking segment: {'id': '39598e78-359d-47c0-bacf-0b18d867b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1311e4de-09cd-4689-8d06-a389fa5e336d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:11:52.006043 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bd062fef-4bcc-4e31-8a21-72c1ebddbced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:52.007772 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-4dcd338e-5a8e-4909-82f8-6884d0b7104d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:52.008234 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd062fef-4bcc-4e31-8a21-72c1ebddbced None None] Bound using segment: {'id': '39598e78-359d-47c0-bacf-0b18d867b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1311e4de-09cd-4689-8d06-a389fa5e336d'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:11:52.009253 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-bd062fef-4bcc-4e31-8a21-72c1ebddbced None None] Bound port: b9695510-a858-455d-b257-48e2247c1fda, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39598e78-359d-47c0-bacf-0b18d867b66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '1311e4de-09cd-4689-8d06-a389fa5e336d'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:11:52.010461 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bd062fef-4bcc-4e31-8a21-72c1ebddbced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:52.012889 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-4dcd338e-5a8e-4909-82f8-6884d0b7104d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e3aec7e4-4ac9-4591-bb22-5f8a519b186b HTTP/1.1" status: 200 len: 855 time: 0.1998706 Jul 07 21:11:52.077491 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-32a54029-983a-4855-bb51-ce7daaeaa009 req-c5428b3d-215b-4eec-a7e1-28fed9ca51d3 service neutron] 10.222.0.58 "GET /v2.0/networks/1ceede95-db7c-4340-b997-707ddc803ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148175 Jul 07 21:11:52.120627 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-d01538f7-2739-4886-b9cf-60f0cda7330c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52efefbb-28df-45b6-b938-6100f70e7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769677 Jul 07 21:11:52.161294 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-bd062fef-4bcc-4e31-8a21-72c1ebddbced None None] For port b9695510-a858-455d-b257-48e2247c1fda, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:11:52.165720 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-bd062fef-4bcc-4e31-8a21-72c1ebddbced None None] For port b9695510-a858-455d-b257-48e2247c1fda, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b9695510-a858-455d-b257-48e2247c1fda,segment=NetworkSegment(39598e78-359d-47c0-bacf-0b18d867b66e),segment_id=39598e78-359d-47c0-bacf-0b18d867b66e)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:11:52.175945 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bd062fef-4bcc-4e31-8a21-72c1ebddbced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:52.248191 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-be158513-dd8e-4a65-b81f-37d52a11a220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:52.262585 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd062fef-4bcc-4e31-8a21-72c1ebddbced None None] Pushing event updated for resources: {'Port': ['ID=b9695510-a858-455d-b257-48e2247c1fda,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:52.264166 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Allocated IP 2001:db8::1 (70232910-57ba-4e9d-b141-27ba2a3133db/1e8382d3-af4b-4bdd-be63-0151d862661b/825a0c96-54e1-4aef-9325-ba814afdfeb5) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:11:52.272866 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b77b5-3a1e-4209-a949-a770cef2dd08 req-73b62791-fd6d-436c-a269-6f8d21ef5e1e tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:52.295466 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-720b77b5-3a1e-4209-a949-a770cef2dd08 req-73b62791-fd6d-436c-a269-6f8d21ef5e1e tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.5519280 Jul 07 21:11:52.357769 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-be158513-dd8e-4a65-b81f-37d52a11a220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:52.431572 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-720b77b5-3a1e-4209-a949-a770cef2dd08 req-c2ee089a-645d-449d-8c7b-e136de8627df tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1349537 Jul 07 21:11:52.511746 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a6236-5f08-45e6-b762-a24fc08ce509 req-52550a80-5b7c-48f6-9eeb-7b5c19564e14 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:52.522114 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-040a6236-5f08-45e6-b762-a24fc08ce509 req-52550a80-5b7c-48f6-9eeb-7b5c19564e14 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=461cfa5a-6441-4370-a557-068af51636d8 HTTP/1.1" status: 200 len: 944 time: 0.5327454 Jul 07 21:11:52.528213 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c13c19d9-cecd-4ae6-ac8d-65b17c3e4481 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:11:52.547167 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-be158513-dd8e-4a65-b81f-37d52a11a220 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c9b132b9d98d4a458849a29683b0537c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5509746 Jul 07 21:11:52.606815 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41148) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:52.609551 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be158513-dd8e-4a65-b81f-37d52a11a220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272af469-394d-446b-b7ad-704964753e4b,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:52.643411 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port c13c19d9-cecd-4ae6-ac8d-65b17c3e4481 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:11:52.649064 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-9e55036c-8d80-41f8-b382-caa731cbc59c service neutron] 10.222.0.39 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146732 Jul 07 21:11:52.692820 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-040a6236-5f08-45e6-b762-a24fc08ce509 req-4364cb03-ba86-4b52-8e9e-5891fe1dab25 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663494 Jul 07 21:11:52.762590 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8330c3c4-cc50-4102-af96-536e1e242651 None None] Network 70232910-57ba-4e9d-b141-27ba2a3133db requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:11:52.806263 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c5fcf6d3-d762-458d-96a8-b3b32cc7f644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:52.857064 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c5fcf6d3-d762-458d-96a8-b3b32cc7f644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:52.949761 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e52c33b1-9ff8-48b5-a3a6-bbae1e13485b req-764f5928-ad1e-4e40-ae14-129665ce0389 service neutron] 10.222.0.39 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875283 Jul 07 21:11:52.987004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95f709-57cd-4406-a2b8-f1b6db9337e0 req-3c9b4f63-7000-482e-9234-baed07be5df0 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:52.989255 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3c95f709-57cd-4406-a2b8-f1b6db9337e0 req-3c9b4f63-7000-482e-9234-baed07be5df0 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dc16f6cc-8d21-4df4-acbc-7816b9253dbf HTTP/1.1" status: 200 len: 1095 time: 0.1081202 Jul 07 21:11:53.030230 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c5fcf6d3-d762-458d-96a8-b3b32cc7f644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:53.033959 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c5fcf6d3-d762-458d-96a8-b3b32cc7f644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:53.035578 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c5fcf6d3-d762-458d-96a8-b3b32cc7f644 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/272af469-394d-446b-b7ad-704964753e4b HTTP/1.1" status: 204 len: 168 time: 0.4223840 Jul 07 21:11:53.038650 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb736a-c2c7-4ffe-a2d5-f1ce9b88ba3d req-28cbc8c5-57ad-46f6-99f7-debf64548682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:53.039161 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-dd33889b-b05f-4f3d-ad76-6169ff393e9b None None] Provisioning for port c13c19d9-cecd-4ae6-ac8d-65b17c3e4481 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:11:53.041897 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8cdb736a-c2c7-4ffe-a2d5-f1ce9b88ba3d req-28cbc8c5-57ad-46f6-99f7-debf64548682 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f1b8bb73c9d44913809e077bb505c12b&device_id=dc16f6cc-8d21-4df4-acbc-7816b9253dbf HTTP/1.1" status: 200 len: 1095 time: 0.7596662 Jul 07 21:11:53.048986 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-dd33889b-b05f-4f3d-ad76-6169ff393e9b None None] Provisioning complete for port c13c19d9-cecd-4ae6-ac8d-65b17c3e4481 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:53.049506 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dd33889b-b05f-4f3d-ad76-6169ff393e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:53.129799 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcf6d3-d762-458d-96a8-b3b32cc7f644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272af469-394d-446b-b7ad-704964753e4b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:53.152832 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3c95f709-57cd-4406-a2b8-f1b6db9337e0 req-7f79ca45-3a84-4283-85dd-b2698ac29a77 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257906 Jul 07 21:11:53.180525 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:53.196704 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78aa268-e118-4dd7-8156-6fe11f51920e req-6c5784ea-b8d3-4923-8d3e-bff16a95a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:53.198934 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d78aa268-e118-4dd7-8156-6fe11f51920e req-6c5784ea-b8d3-4923-8d3e-bff16a95a62d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cac6c510af104ba09c90ccd142f51a19&device_id=461cfa5a-6441-4370-a557-068af51636d8 HTTP/1.1" status: 200 len: 1096 time: 0.1533253 Jul 07 21:11:53.209200 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-841d18d5-269d-4bcc-b51a-47fa0d81441c req-9e65aac7-6eb4-4b77-93b3-94f607cb8a2d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2053020 Jul 07 21:11:53.251474 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Transition to ACTIVE for port object 825a0c96-54e1-4aef-9325-ba814afdfeb5 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:11:53.283556 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb736a-c2c7-4ffe-a2d5-f1ce9b88ba3d req-474fc5db-8dab-44ad-9141-fbb45c376911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:53.286286 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8cdb736a-c2c7-4ffe-a2d5-f1ce9b88ba3d req-474fc5db-8dab-44ad-9141-fbb45c376911 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1ceede95-db7c-4340-b997-707ddc803ba0 HTTP/1.1" status: 200 len: 910 time: 0.2208395 Jul 07 21:11:53.340450 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8cdb736a-c2c7-4ffe-a2d5-f1ce9b88ba3d req-23f4ec69-469a-479b-a877-2170d96643a7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74196638-3f71-480b-82b0-ed37e3dd3b60 HTTP/1.1" status: 200 len: 217 time: 0.0408006 Jul 07 21:11:53.346622 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dd33889b-b05f-4f3d-ad76-6169ff393e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:53.364444 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:53.370216 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78aa268-e118-4dd7-8156-6fe11f51920e req-55837ba0-784d-477e-9023-9c3124906dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:53.373271 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d78aa268-e118-4dd7-8156-6fe11f51920e req-55837ba0-784d-477e-9023-9c3124906dd8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=52efefbb-28df-45b6-b938-6100f70e7fd5 HTTP/1.1" status: 200 len: 916 time: 0.1639051 Jul 07 21:11:53.403264 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-dd33889b-b05f-4f3d-ad76-6169ff393e9b None None] For port c13c19d9-cecd-4ae6-ac8d-65b17c3e4481, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c13c19d9-cecd-4ae6-ac8d-65b17c3e4481,segment=NetworkSegment(79a729cc-3894-4687-819b-fb3bc97cc9fe),segment_id=79a729cc-3894-4687-819b-fb3bc97cc9fe)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:53.414474 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dd33889b-b05f-4f3d-ad76-6169ff393e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:53.481249 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d78aa268-e118-4dd7-8156-6fe11f51920e req-0fcb8de2-55a8-4f7c-b59c-89568aba0c74 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e HTTP/1.1" status: 200 len: 217 time: 0.0979297 Jul 07 21:11:53.489933 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33889b-b05f-4f3d-ad76-6169ff393e9b None None] Pushing event updated for resources: {'Port': ['ID=c13c19d9-cecd-4ae6-ac8d-65b17c3e4481,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:53.564885 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Port': ['ID=825a0c96-54e1-4aef-9325-ba814afdfeb5,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:53.588066 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:53.588415 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:53.588663 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:53.591600 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:53.592365 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:53.592613 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:53.593281 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:53.593281 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:53.593615 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:53.593864 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:53.594189 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:53.594511 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:53.659221 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78aa268-e118-4dd7-8156-6fe11f51920e req-a380af54-7d26-4911-ac4a-61ce86c54d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:53.665259 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 70232910-57ba-4e9d-b141-27ba2a3133db is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:11:53.670749 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d78aa268-e118-4dd7-8156-6fe11f51920e req-a380af54-7d26-4911-ac4a-61ce86c54d39 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e3aec7e4-4ac9-4591-bb22-5f8a519b186b HTTP/1.1" status: 200 len: 855 time: 0.1669888 Jul 07 21:11:53.673419 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb736a-c2c7-4ffe-a2d5-f1ce9b88ba3d req-c9c73123-e8e1-4a12-becc-f4ca908ab95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:53.677874 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8cdb736a-c2c7-4ffe-a2d5-f1ce9b88ba3d req-c9c73123-e8e1-4a12-becc-f4ca908ab95d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2a70f2c2-1555-4520-a148-7200d29f89c7 HTTP/1.1" status: 200 len: 848 time: 0.3242388 Jul 07 21:11:53.679356 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:53.688157 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:11:53.690813 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:53.745951 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d78aa268-e118-4dd7-8156-6fe11f51920e req-ef5a2b59-5d50-4f31-aa07-3146ca615ab3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52efefbb-28df-45b6-b938-6100f70e7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682943 Jul 07 21:11:53.778940 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41166) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:53.823934 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-66441fba-a2f9-4eeb-bfa7-3abc5514c6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:53.887140 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-cbbe85fc-af8a-41de-8b8f-a0b37c7df4fe None None] Provisioning complete for port c13c19d9-cecd-4ae6-ac8d-65b17c3e4481 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:53.887561 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cbbe85fc-af8a-41de-8b8f-a0b37c7df4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:53.929591 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb736a-c2c7-4ffe-a2d5-f1ce9b88ba3d req-c069eb5e-e725-42b2-ba03-33bca06961c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:53.931643 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8cdb736a-c2c7-4ffe-a2d5-f1ce9b88ba3d req-c069eb5e-e725-42b2-ba03-33bca06961c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1ceede95-db7c-4340-b997-707ddc803ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2357759 Jul 07 21:11:54.099901 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:54.179148 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8cdb736a-c2c7-4ffe-a2d5-f1ce9b88ba3d req-ef4540db-6673-4f84-a89c-7c2941b3da75 service neutron] 10.222.0.58 "GET /v2.0/networks/1ceede95-db7c-4340-b997-707ddc803ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354646 Jul 07 21:11:54.223989 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d78aa268-e118-4dd7-8156-6fe11f51920e req-a098d3b6-7e78-4b37-af36-4d836afb6654 service neutron] 10.222.0.39 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459715 Jul 07 21:11:54.348374 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9348118e-ff93-4cd0-aa01-2e167ba3a622 None None] Network 1311e4de-09cd-4689-8d06-a389fa5e336d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:11:54.363735 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-66441fba-a2f9-4eeb-bfa7-3abc5514c6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:54.391199 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d90c5-7499-4761-be7e-20224a45ae59 req-442123a8-3de5-48ff-b287-e7121600ec76 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:54.403212 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f85d90c5-7499-4761-be7e-20224a45ae59 req-442123a8-3de5-48ff-b287-e7121600ec76 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.6551864 Jul 07 21:11:54.403404 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-66441fba-a2f9-4eeb-bfa7-3abc5514c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:54.478762 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-903787f9-8272-45f7-96aa-de5d20f51fd0 None None] Provisioning for port b9695510-a858-455d-b257-48e2247c1fda completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:11:54.504040 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f85d90c5-7499-4761-be7e-20224a45ae59 req-1db2b137-feb8-4813-8119-c7ff9e01a253 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0980198 Jul 07 21:11:54.522374 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:11:54.546538 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-66441fba-a2f9-4eeb-bfa7-3abc5514c6b7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c93afef25fef4462a2f6167c877d1081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7634301 Jul 07 21:11:54.547284 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41174) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:54.561205 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2704c-9eca-4a9e-87d6-7d7fc2548115 req-241fee68-e3b8-40b6-a167-335d6a7a9917 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:54.577545 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-903787f9-8272-45f7-96aa-de5d20f51fd0 None None] Provisioning for port 825a0c96-54e1-4aef-9325-ba814afdfeb5 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:11:54.581140 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66441fba-a2f9-4eeb-bfa7-3abc5514c6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7223244d-e13a-4391-adcd-07814db3c051,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:54.587990 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0f2704c-9eca-4a9e-87d6-7d7fc2548115 req-241fee68-e3b8-40b6-a167-335d6a7a9917 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=461cfa5a-6441-4370-a557-068af51636d8 HTTP/1.1" status: 200 len: 944 time: 0.6333063 Jul 07 21:11:54.603179 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8cdb736a-c2c7-4ffe-a2d5-f1ce9b88ba3d req-62217cf5-c074-4204-ac11-1595e058a7f1 service neutron] 10.222.0.58 "GET /v2.0/networks/1ceede95-db7c-4340-b997-707ddc803ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709610 Jul 07 21:11:54.752672 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6f9131a1-6a26-4eb7-94c3-9f66490173b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:54.756748 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e,segment=NetworkSegment(58fb124c-c894-49e4-8eef-1936160d5a51),segment_id=58fb124c-c894-49e4-8eef-1936160d5a51)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:54.782085 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e', 'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5', 'port_id': '2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e', 'mac_address': 'fa:16:3e:bd:18:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aec7e4-4ac9-4591-bb22-5f8a519b186b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:11:54.789294 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c13c19d9-cecd-4ae6-ac8d-65b17c3e4481 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:11:54.796045 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-903787f9-8272-45f7-96aa-de5d20f51fd0 None None] Provisioning complete for port 825a0c96-54e1-4aef-9325-ba814afdfeb5 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:54.796507 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-903787f9-8272-45f7-96aa-de5d20f51fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:54.806504 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6f9131a1-6a26-4eb7-94c3-9f66490173b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:54.877415 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:54.885503 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:54.886869 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:54.978796 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 74196638-3f71-480b-82b0-ed37e3dd3b60 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:11:54.995378 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6f9131a1-6a26-4eb7-94c3-9f66490173b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:54.999236 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6f9131a1-6a26-4eb7-94c3-9f66490173b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:55.014575 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6f9131a1-6a26-4eb7-94c3-9f66490173b1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7223244d-e13a-4391-adcd-07814db3c051 HTTP/1.1" status: 204 len: 168 time: 0.4460466 Jul 07 21:11:55.032944 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Port': ['ID=825a0c96-54e1-4aef-9325-ba814afdfeb5,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:55.061482 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9131a1-6a26-4eb7-94c3-9f66490173b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7223244d-e13a-4391-adcd-07814db3c051,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:55.069366 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-903787f9-8272-45f7-96aa-de5d20f51fd0 None None] Port 825a0c96-54e1-4aef-9325-ba814afdfeb5 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:11:55.071939 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:55.101443 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:11:55.120113 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 70232910-57ba-4e9d-b141-27ba2a3133db is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:11:55.121672 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:55.125958 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e,segment=NetworkSegment(58fb124c-c894-49e4-8eef-1936160d5a51),segment_id=58fb124c-c894-49e4-8eef-1936160d5a51)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:55.136715 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0f2704c-9eca-4a9e-87d6-7d7fc2548115 req-5841db24-b8ea-4df1-a848-5ab75a61d23e tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5474844 Jul 07 21:11:55.172165 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:55.228584 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d78aa268-e118-4dd7-8156-6fe11f51920e req-74f029b4-0cc3-4883-8942-319272f859fd service neutron] 10.222.0.39 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9927292 Jul 07 21:11:55.249663 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:55.264937 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8566a-dcfb-42cd-a430-f518e52bf932 req-8e4afa88-90cc-4c0a-939b-31d940dc953b tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:55.276227 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-48b8566a-dcfb-42cd-a430-f518e52bf932 req-8e4afa88-90cc-4c0a-939b-31d940dc953b tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dc16f6cc-8d21-4df4-acbc-7816b9253dbf HTTP/1.1" status: 200 len: 1095 time: 0.1746597 Jul 07 21:11:55.303692 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port c13c19d9-cecd-4ae6-ac8d-65b17c3e4481 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:55.304086 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:55.334213 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-48b8566a-dcfb-42cd-a430-f518e52bf932 req-de59cf17-923d-40f2-92b2-0c9be3e744cf tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554819 Jul 07 21:11:55.421730 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 74196638-3f71-480b-82b0-ed37e3dd3b60, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=74196638-3f71-480b-82b0-ed37e3dd3b60,segment=NetworkSegment(46deab92-d4f7-4fa1-98be-0d15aac7bc21),segment_id=46deab92-d4f7-4fa1-98be-0d15aac7bc21)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:55.452766 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Router b36587d2-6dac-4057-b9a5-5ae8507869cd is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:11:55.459893 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '74196638-3f71-480b-82b0-ed37e3dd3b60', 'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0', 'port_id': '74196638-3f71-480b-82b0-ed37e3dd3b60', 'mac_address': 'fa:16:3e:6d:03:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a70f2c2-1555-4520-a148-7200d29f89c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:11:55.462155 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:11:55.619053 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b9695510-a858-455d-b257-48e2247c1fda up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:11:55.718406 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:11:55.726809 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ead1f866-cc7b-4ccb-bdf8-1acd045a29f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "PUT /v2.0/routers/b36587d2-6dac-4057-b9a5-5ae8507869cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8927178 Jul 07 21:11:55.729322 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe28a42-4d20-4b74-bdf6-7a94d2629932 None None] Sync routers for ids ['b36587d2-6dac-4057-b9a5-5ae8507869cd'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:11:55.730397 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41196) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:55.754454 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe28a42-4d20-4b74-bdf6-7a94d2629932 None None] Routers {'b36587d2-6dac-4057-b9a5-5ae8507869cd'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:11:55.757016 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-abe28a42-4d20-4b74-bdf6-7a94d2629932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:11:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['b36587d2-6dac-4057-b9a5-5ae8507869cd'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:55.867476 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1267023-c435-40b4-9211-43a7e6de24df tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:55.876772 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-abe28a42-4d20-4b74-bdf6-7a94d2629932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:55.878282 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c1267023-c435-40b4-9211-43a7e6de24df tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "GET /v2.0/ports/825a0c96-54e1-4aef-9325-ba814afdfeb5 HTTP/1.1" status: 200 len: 911 time: 0.1468070 Jul 07 21:11:55.881536 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41198) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:55.902796 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe28a42-4d20-4b74-bdf6-7a94d2629932 None None] Routers {'b36587d2-6dac-4057-b9a5-5ae8507869cd'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:11:55.904572 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-abe28a42-4d20-4b74-bdf6-7a94d2629932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:11:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['b36587d2-6dac-4057-b9a5-5ae8507869cd'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:55.915917 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:55.931931 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cebb37-c652-4020-bd6d-8e0a86ced028 req-497450c8-0902-4d1e-add5-c81deccf6ded tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:55.948234 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-33cebb37-c652-4020-bd6d-8e0a86ced028 req-497450c8-0902-4d1e-add5-c81deccf6ded tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.2277546 Jul 07 21:11:56.009827 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-33cebb37-c652-4020-bd6d-8e0a86ced028 req-8bda21c4-7c1e-49ac-b204-f365b50b5fa0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595908 Jul 07 21:11:56.030417 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-abe28a42-4d20-4b74-bdf6-7a94d2629932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:56.030676 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-63f09ff9-06b4-4da1-baf7-bfd44187b69e None None] Provisioning complete for port 825a0c96-54e1-4aef-9325-ba814afdfeb5 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:56.031273 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-63f09ff9-06b4-4da1-baf7-bfd44187b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:56.031610 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe28a42-4d20-4b74-bdf6-7a94d2629932 None None] The sync data for ids ['b36587d2-6dac-4057-b9a5-5ae8507869cd'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:11:56.099596 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-63f09ff9-06b4-4da1-baf7-bfd44187b69e None None] Port 825a0c96-54e1-4aef-9325-ba814afdfeb5 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:11:56.105603 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74196638-3f71-480b-82b0-ed37e3dd3b60 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:11:56.162314 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 74196638-3f71-480b-82b0-ed37e3dd3b60, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=74196638-3f71-480b-82b0-ed37e3dd3b60,segment=NetworkSegment(46deab92-d4f7-4fa1-98be-0d15aac7bc21),segment_id=46deab92-d4f7-4fa1-98be-0d15aac7bc21)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:56.179797 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:56.256090 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port b9695510-a858-455d-b257-48e2247c1fda completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:11:56.272616 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f6d3afd2-8579-48f9-96c1-b776dcf7e737 None None] Provisioning complete for port b9695510-a858-455d-b257-48e2247c1fda triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:56.272985 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f6d3afd2-8579-48f9-96c1-b776dcf7e737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:56.315240 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port b9695510-a858-455d-b257-48e2247c1fda triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:56.315896 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:56.474427 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aead93a8-9808-4d3a-9205-c99abb545967 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:56.515768 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97adb0-953b-4acc-b574-7eca880a58c9 req-358fc72d-2691-4a1e-ad9c-527b4bde36c8 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:56.522573 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=74196638-3f71-480b-82b0-ed37e3dd3b60,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:56.530848 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2e97adb0-953b-4acc-b574-7eca880a58c9 req-358fc72d-2691-4a1e-ad9c-527b4bde36c8 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=461cfa5a-6441-4370-a557-068af51636d8 HTTP/1.1" status: 200 len: 945 time: 0.1527383 Jul 07 21:11:56.611477 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2e97adb0-953b-4acc-b574-7eca880a58c9 req-1bf3f378-b971-4e0a-8f5b-8d65ba6846b4 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793383 Jul 07 21:11:56.637213 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:56.637213 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['74196638-3f71-480b-82b0-ed37e3dd3b60'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:11:56.640680 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:11:56.656383 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d4436-4ca0-409a-bf96-79bd5cc263ad req-4aa4eed5-78d6-4391-b275-4975ed1c29de tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:56.657967 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b67d4436-4ca0-409a-bf96-79bd5cc263ad req-4aa4eed5-78d6-4391-b275-4975ed1c29de tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dc16f6cc-8d21-4df4-acbc-7816b9253dbf HTTP/1.1" status: 200 len: 1096 time: 0.0794721 Jul 07 21:11:56.721366 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b67d4436-4ca0-409a-bf96-79bd5cc263ad req-cc82b92b-4201-4847-ae41-2118cb5392d7 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558379 Jul 07 21:11:56.745644 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f6d3afd2-8579-48f9-96c1-b776dcf7e737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:56.811310 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port b9695510-a858-455d-b257-48e2247c1fda, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b9695510-a858-455d-b257-48e2247c1fda,segment=NetworkSegment(39598e78-359d-47c0-bacf-0b18d867b66e),segment_id=39598e78-359d-47c0-bacf-0b18d867b66e)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:56.834138 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:56.932720 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:11:56.988270 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-aead93a8-9808-4d3a-9205-c99abb545967 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Allocated IP 2001:db8:1::1 (1311e4de-09cd-4689-8d06-a389fa5e336d/cf2c2888-db7f-4010-85b8-ea380ced3e4e/7e99fa22-1cb3-4437-bc9f-b5fa4684bc67) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:11:57.050016 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:57.050766 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:57.097854 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=b9695510-a858-455d-b257-48e2247c1fda,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:57.147426 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.db.api [None req-f6d3afd2-8579-48f9-96c1-b776dcf7e737 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:11:57.148333 n-d-695189-11 neutron-server[100449]: DEBUG oslo_db.api [None req-f6d3afd2-8579-48f9-96c1-b776dcf7e737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:11:57.202145 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:57.206637 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aead93a8-9808-4d3a-9205-c99abb545967 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:57.230156 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461cfa5a-6441-4370-a557-068af51636d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:11:57.234261 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec0f7c2-33b3-4856-88a2-19cb2f94790b" -d '{"events": [{"server_uuid": "461cfa5a-6441-4370-a557-068af51636d8", "name": "network-vif-plugged", "status": "completed", "tag": "2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:11:57.250992 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e,segment=NetworkSegment(58fb124c-c894-49e4-8eef-1936160d5a51),segment_id=58fb124c-c894-49e4-8eef-1936160d5a51)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:57.252897 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-aead93a8-9808-4d3a-9205-c99abb545967 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Transition to ACTIVE for port object 7e99fa22-1cb3-4437-bc9f-b5fa4684bc67 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:11:57.258409 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:57.324665 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:57.340083 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7922307c-eee9-4da5-8dba-803e39141872 x-openstack-request-id: req-7922307c-eee9-4da5-8dba-803e39141872 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:11:57.340625 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461cfa5a-6441-4370-a557-068af51636d8", "name": "network-vif-plugged", "status": "completed", "tag": "2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:11:57.341983 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7922307c-eee9-4da5-8dba-803e39141872 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:11:57.342747 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461cfa5a-6441-4370-a557-068af51636d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e', 'code': 200} Jul 07 21:11:57.347669 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aead93a8-9808-4d3a-9205-c99abb545967 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:57.360513 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db79bc-6252-4320-b7d0-67435f57a1bf req-b85c5ebb-6428-4237-9345-8be3328f5c6c tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:57.362473 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f9db79bc-6252-4320-b7d0-67435f57a1bf req-b85c5ebb-6428-4237-9345-8be3328f5c6c tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.1316843 Jul 07 21:11:57.411960 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f9db79bc-6252-4320-b7d0-67435f57a1bf req-2bdf24eb-659f-4afd-bf61-91fe30ceb5bc tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436382 Jul 07 21:11:57.440049 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aead93a8-9808-4d3a-9205-c99abb545967 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 1311e4de-09cd-4689-8d06-a389fa5e336d is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:11:57.493402 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-aead93a8-9808-4d3a-9205-c99abb545967 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:57.496298 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aead93a8-9808-4d3a-9205-c99abb545967 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:11:57.496973 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aead93a8-9808-4d3a-9205-c99abb545967 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:57.517002 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb33c80-7060-48d7-9362-aee128f8a87e req-ba0b41e2-eff0-476c-babe-d6a7cffb2267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:57.517560 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead93a8-9808-4d3a-9205-c99abb545967 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Port': ['ID=7e99fa22-1cb3-4437-bc9f-b5fa4684bc67,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:57.518586 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5cb33c80-7060-48d7-9362-aee128f8a87e req-ba0b41e2-eff0-476c-babe-d6a7cffb2267 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=461cfa5a-6441-4370-a557-068af51636d8 HTTP/1.1" status: 200 len: 1098 time: 0.0779660 Jul 07 21:11:57.573140 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5cb33c80-7060-48d7-9362-aee128f8a87e req-18d01e0f-8e62-4013-a20c-7a01aa822275 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461652 Jul 07 21:11:57.678277 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aead93a8-9808-4d3a-9205-c99abb545967 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:57.878550 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f5ce5922-5c81-4e09-aa0f-100d0ebc3964 None None] Provisioning for port 7e99fa22-1cb3-4437-bc9f-b5fa4684bc67 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:11:57.883067 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f5ce5922-5c81-4e09-aa0f-100d0ebc3964 None None] Provisioning complete for port 7e99fa22-1cb3-4437-bc9f-b5fa4684bc67 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:57.883820 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f5ce5922-5c81-4e09-aa0f-100d0ebc3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:57.960436 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-f5ce5922-5c81-4e09-aa0f-100d0ebc3964 None None] Port 7e99fa22-1cb3-4437-bc9f-b5fa4684bc67 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:11:58.010620 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f020a21-382f-41ab-ab2e-ba8edd5870a7 req-446f53ef-e8ee-4742-b9e9-eae2863cac3f tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:58.012430 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f020a21-382f-41ab-ab2e-ba8edd5870a7 req-446f53ef-e8ee-4742-b9e9-eae2863cac3f tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=461cfa5a-6441-4370-a557-068af51636d8 HTTP/1.1" status: 200 len: 946 time: 0.1737061 Jul 07 21:11:58.046529 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bb264-40d2-48e0-b838-600fbd275856 req-4b4d70f1-abb2-49fd-897c-67cd972033a7 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:58.047986 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cb6bb264-40d2-48e0-b838-600fbd275856 req-4b4d70f1-abb2-49fd-897c-67cd972033a7 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dc16f6cc-8d21-4df4-acbc-7816b9253dbf HTTP/1.1" status: 200 len: 1096 time: 0.1091070 Jul 07 21:11:58.072028 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f020a21-382f-41ab-ab2e-ba8edd5870a7 req-cfae13d6-b459-4e05-aecf-f16cffee9e88 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506639 Jul 07 21:11:58.105660 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cb6bb264-40d2-48e0-b838-600fbd275856 req-f6e1ecf2-113a-4d0a-9f42-1ae6c99156a1 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478148 Jul 07 21:11:58.107477 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aead93a8-9808-4d3a-9205-c99abb545967 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:58.113241 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aead93a8-9808-4d3a-9205-c99abb545967 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:58.114215 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aead93a8-9808-4d3a-9205-c99abb545967 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:58.214238 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead93a8-9808-4d3a-9205-c99abb545967 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Port': ['ID=7e99fa22-1cb3-4437-bc9f-b5fa4684bc67,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:58.273407 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aead93a8-9808-4d3a-9205-c99abb545967 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 1311e4de-09cd-4689-8d06-a389fa5e336d is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:11:58.275853 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-aead93a8-9808-4d3a-9205-c99abb545967 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:11:58.678259 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bafc11-d3dd-4d14-aadd-599a272dca1d req-8adcbac2-1409-4b13-983a-8d9a6ec04850 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:58.688474 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45bafc11-d3dd-4d14-aadd-599a272dca1d req-8adcbac2-1409-4b13-983a-8d9a6ec04850 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.0864179 Jul 07 21:11:58.690362 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41270) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:58.691595 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a8441e16-3d2e-4d76-a6a9-c5a612293786 None None] Provisioning complete for port 7e99fa22-1cb3-4437-bc9f-b5fa4684bc67 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:58.691989 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a8441e16-3d2e-4d76-a6a9-c5a612293786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:58.743799 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45bafc11-d3dd-4d14-aadd-599a272dca1d req-1e56d491-6f32-4d5e-80ce-2d1331459292 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541680 Jul 07 21:11:58.781992 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-a8441e16-3d2e-4d76-a6a9-c5a612293786 None None] Port 7e99fa22-1cb3-4437-bc9f-b5fa4684bc67 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:11:58.832457 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aead93a8-9808-4d3a-9205-c99abb545967 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Router b36587d2-6dac-4057-b9a5-5ae8507869cd has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:11:58.845032 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f0383b5d-648e-4e05-8dc7-adf8f0810f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:58.871043 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 74196638-3f71-480b-82b0-ed37e3dd3b60 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:11:58.944011 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b9695510-a858-455d-b257-48e2247c1fda up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:11:58.952860 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f0383b5d-648e-4e05-8dc7-adf8f0810f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:58.959426 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f0383b5d-648e-4e05-8dc7-adf8f0810f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:58.976265 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aead93a8-9808-4d3a-9205-c99abb545967 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:11:58.987087 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-aead93a8-9808-4d3a-9205-c99abb545967 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "PUT /v2.0/routers/b36587d2-6dac-4057-b9a5-5ae8507869cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1045678 Jul 07 21:11:58.989664 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41274) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:58.992618 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c679b95-7a4b-44fc-853c-d130e8258a95 None None] Sync routers for ids ['b36587d2-6dac-4057-b9a5-5ae8507869cd'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:11:58.995528 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 74196638-3f71-480b-82b0-ed37e3dd3b60 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:11:59.004798 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 74196638-3f71-480b-82b0-ed37e3dd3b60 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:59.005679 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:59.023033 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f0383b5d-648e-4e05-8dc7-adf8f0810f0d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bdb79bfc6bed4fba930ab7fda0350ac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3302431 Jul 07 21:11:59.024752 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41276) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:59.034225 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0383b5d-648e-4e05-8dc7-adf8f0810f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a601b10-876e-4525-88fa-6a8f5cf9e9fd,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:59.041294 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c679b95-7a4b-44fc-853c-d130e8258a95 None None] Routers {'b36587d2-6dac-4057-b9a5-5ae8507869cd'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:11:59.042187 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1c679b95-7a4b-44fc-853c-d130e8258a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:11:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['b36587d2-6dac-4057-b9a5-5ae8507869cd'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:59.065138 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a820d074-def7-47a4-878a-d87f2c98bbfc tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:59.069302 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a820d074-def7-47a4-878a-d87f2c98bbfc tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "GET /v2.0/ports/7e99fa22-1cb3-4437-bc9f-b5fa4684bc67 HTTP/1.1" status: 200 len: 913 time: 0.0756571 Jul 07 21:11:59.069639 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41278) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:59.095221 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port b9695510-a858-455d-b257-48e2247c1fda triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:11:59.096053 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:59.099429 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1c679b95-7a4b-44fc-853c-d130e8258a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:59.110655 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a0bd0cc1-3c2d-41fa-bd2d-5512f39a1b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:59.142774 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a0bd0cc1-3c2d-41fa-bd2d-5512f39a1b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:59.152712 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c679b95-7a4b-44fc-853c-d130e8258a95 None None] Routers {'b36587d2-6dac-4057-b9a5-5ae8507869cd'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:11:59.153982 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1c679b95-7a4b-44fc-853c-d130e8258a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:11:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['b36587d2-6dac-4057-b9a5-5ae8507869cd'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:59.204298 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a0bd0cc1-3c2d-41fa-bd2d-5512f39a1b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:59.208052 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a0bd0cc1-3c2d-41fa-bd2d-5512f39a1b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:59.216961 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1c679b95-7a4b-44fc-853c-d130e8258a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:11:59.218430 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c679b95-7a4b-44fc-853c-d130e8258a95 None None] The sync data for ids ['b36587d2-6dac-4057-b9a5-5ae8507869cd'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:11:59.240493 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a0bd0cc1-3c2d-41fa-bd2d-5512f39a1b05 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a601b10-876e-4525-88fa-6a8f5cf9e9fd HTTP/1.1" status: 204 len: 168 time: 0.1895533 Jul 07 21:11:59.261286 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd0cc1-3c2d-41fa-bd2d-5512f39a1b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a601b10-876e-4525-88fa-6a8f5cf9e9fd,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:59.341695 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a3d7638b-5447-4aaa-8deb-f6b111bcf98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:59.351929 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:59.405807 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc16f6cc-8d21-4df4-acbc-7816b9253dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74196638-3f71-480b-82b0-ed37e3dd3b60'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:11:59.408363 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54ff717-c644-41b9-b37c-c42d3af72f0d" -d '{"events": [{"server_uuid": "dc16f6cc-8d21-4df4-acbc-7816b9253dbf", "name": "network-vif-plugged", "status": "completed", "tag": "74196638-3f71-480b-82b0-ed37e3dd3b60"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:11:59.424136 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 74196638-3f71-480b-82b0-ed37e3dd3b60, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=74196638-3f71-480b-82b0-ed37e3dd3b60,segment=NetworkSegment(46deab92-d4f7-4fa1-98be-0d15aac7bc21),segment_id=46deab92-d4f7-4fa1-98be-0d15aac7bc21)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:11:59.430720 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:59.493743 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=74196638-3f71-480b-82b0-ed37e3dd3b60,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:59.509088 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:59.510298 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:59.511890 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:59.515100 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:59.515680 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:59.516201 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:59.516841 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:59.517372 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:59.517883 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:59.519351 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:59.520425 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:59.521853 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:59.525361 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e3e01-96eb-49ed-b2d3-4a6b1ed88475 req-0af00763-ce4d-4db4-ae6d-310e7680d2e7 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:59.527001 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e15e3e01-96eb-49ed-b2d3-4a6b1ed88475 req-0af00763-ce4d-4db4-ae6d-310e7680d2e7 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=461cfa5a-6441-4370-a557-068af51636d8 HTTP/1.1" status: 200 len: 946 time: 0.2018464 Jul 07 21:11:59.554228 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12808f-3dae-41e8-b5b4-c2201100fa57 req-847ca7ee-0bfe-4903-bfb8-5a9903afed90 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:59.562286 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e12808f-3dae-41e8-b5b4-c2201100fa57 req-847ca7ee-0bfe-4903-bfb8-5a9903afed90 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dc16f6cc-8d21-4df4-acbc-7816b9253dbf HTTP/1.1" status: 200 len: 1096 time: 0.1684570 Jul 07 21:11:59.598013 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74de2390-21e7-48a8-b777-1b802c7ce0ff tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:59.620061 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e12808f-3dae-41e8-b5b4-c2201100fa57 req-0cacf182-878c-4c72-9cf0-0f549bad6e97 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567446 Jul 07 21:11:59.627264 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e15e3e01-96eb-49ed-b2d3-4a6b1ed88475 req-5eaef802-cdca-4011-b22d-30f2140f081e tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922885 Jul 07 21:11:59.687067 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9daf98b-aa27-4013-81f3-9e1537923302 x-openstack-request-id: req-f9daf98b-aa27-4013-81f3-9e1537923302 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:11:59.687299 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc16f6cc-8d21-4df4-acbc-7816b9253dbf", "name": "network-vif-plugged", "status": "completed", "tag": "74196638-3f71-480b-82b0-ed37e3dd3b60", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:11:59.687579 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f9daf98b-aa27-4013-81f3-9e1537923302 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:11:59.688128 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc16f6cc-8d21-4df4-acbc-7816b9253dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74196638-3f71-480b-82b0-ed37e3dd3b60', 'code': 200} Jul 07 21:11:59.750327 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41292) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:59.764825 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f8b69f3e-02d4-4356-90fe-40bf676f749e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:59.852703 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9dbc24-0e95-4a09-bded-bd23373e88af req-828018a2-9fa7-431e-b481-fafab0631ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:11:59.854200 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2d9dbc24-0e95-4a09-bded-bd23373e88af req-828018a2-9fa7-431e-b481-fafab0631ddc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dc16f6cc-8d21-4df4-acbc-7816b9253dbf HTTP/1.1" status: 200 len: 1097 time: 0.0775931 Jul 07 21:11:59.884080 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f8b69f3e-02d4-4356-90fe-40bf676f749e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:59.890010 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f8b69f3e-02d4-4356-90fe-40bf676f749e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:11:59.933832 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2d9dbc24-0e95-4a09-bded-bd23373e88af req-4a017d77-de12-476a-b8a8-757985d3e7ca service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682504 Jul 07 21:11:59.967678 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f8b69f3e-02d4-4356-90fe-40bf676f749e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ead0b635f90748fa98781ff1c4279ca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2160318 Jul 07 21:11:59.972094 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41296) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:11:59.972253 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b69f3e-02d4-4356-90fe-40bf676f749e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73750117-4a87-4590-ad67-f5e86c2b1a0b,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:11:59.982806 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b69f3e-02d4-4356-90fe-40bf676f749e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:59.983159 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b69f3e-02d4-4356-90fe-40bf676f749e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:59.983544 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b69f3e-02d4-4356-90fe-40bf676f749e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:59.983888 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b69f3e-02d4-4356-90fe-40bf676f749e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:59.984226 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b69f3e-02d4-4356-90fe-40bf676f749e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:59.984568 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b69f3e-02d4-4356-90fe-40bf676f749e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:59.984901 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b69f3e-02d4-4356-90fe-40bf676f749e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:59.985232 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b69f3e-02d4-4356-90fe-40bf676f749e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:59.985555 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b69f3e-02d4-4356-90fe-40bf676f749e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:59.985884 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b69f3e-02d4-4356-90fe-40bf676f749e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:59.986214 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b69f3e-02d4-4356-90fe-40bf676f749e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:11:59.986538 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b69f3e-02d4-4356-90fe-40bf676f749e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:12:00.002009 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-74de2390-21e7-48a8-b777-1b802c7ce0ff tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting port 7e99fa22-1cb3-4437-bc9f-b5fa4684bc67 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:00.002363 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74de2390-21e7-48a8-b777-1b802c7ce0ff tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:00.016919 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35070dcc-2e41-46d2-abe8-c81eae390076 req-32c26bf5-74ee-4e5a-869c-ba15cc2abf3f tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:00.018486 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-35070dcc-2e41-46d2-abe8-c81eae390076 req-32c26bf5-74ee-4e5a-869c-ba15cc2abf3f tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.1053691 Jul 07 21:12:00.060919 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-35070dcc-2e41-46d2-abe8-c81eae390076 req-38fdf525-daa8-4f3f-a656-11f58af5f51d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367749 Jul 07 21:12:00.112162 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3a687999-7073-45a4-8512-1fd62eba7b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:00.134606 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74de2390-21e7-48a8-b777-1b802c7ce0ff tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:00.156094 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3a687999-7073-45a4-8512-1fd62eba7b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:00.157853 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-74de2390-21e7-48a8-b777-1b802c7ce0ff tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Calling delete_port for 7e99fa22-1cb3-4437-bc9f-b5fa4684bc67 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:00.283173 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3a687999-7073-45a4-8512-1fd62eba7b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:00.285843 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3a687999-7073-45a4-8512-1fd62eba7b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:00.286995 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3a687999-7073-45a4-8512-1fd62eba7b03 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/73750117-4a87-4590-ad67-f5e86c2b1a0b HTTP/1.1" status: 204 len: 168 time: 0.3122301 Jul 07 21:12:00.304581 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a687999-7073-45a4-8512-1fd62eba7b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73750117-4a87-4590-ad67-f5e86c2b1a0b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:00.378949 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74de2390-21e7-48a8-b777-1b802c7ce0ff tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:00.411193 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de2390-21e7-48a8-b777-1b802c7ce0ff tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Port': ['ID=7e99fa22-1cb3-4437-bc9f-b5fa4684bc67,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:00.556686 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74de2390-21e7-48a8-b777-1b802c7ce0ff tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:00.807660 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74de2390-21e7-48a8-b777-1b802c7ce0ff tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Router b36587d2-6dac-4057-b9a5-5ae8507869cd has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:12:00.820260 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23588ba5-303a-40c3-b5e8-ce4cebd3577c req-be559869-782f-47b4-98a6-f63caa215348 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:00.822237 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-23588ba5-303a-40c3-b5e8-ce4cebd3577c req-be559869-782f-47b4-98a6-f63caa215348 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dc16f6cc-8d21-4df4-acbc-7816b9253dbf HTTP/1.1" status: 200 len: 1097 time: 0.0700259 Jul 07 21:12:00.872976 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-23588ba5-303a-40c3-b5e8-ce4cebd3577c req-14dcc369-bcb0-477b-b465-719faecef7b2 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438631 Jul 07 21:12:00.937277 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74de2390-21e7-48a8-b777-1b802c7ce0ff tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:12:00.951588 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b8157c-95d4-411d-8c01-327d680f8d83 None None] Sync routers for ids ['b36587d2-6dac-4057-b9a5-5ae8507869cd'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:12:00.953662 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-74de2390-21e7-48a8-b777-1b802c7ce0ff tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "PUT /v2.0/routers/b36587d2-6dac-4057-b9a5-5ae8507869cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8826959 Jul 07 21:12:00.956434 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41314) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:00.969417 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b8157c-95d4-411d-8c01-327d680f8d83 None None] Routers {'b36587d2-6dac-4057-b9a5-5ae8507869cd'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:00.970756 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-58b8157c-95d4-411d-8c01-327d680f8d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:11:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['b36587d2-6dac-4057-b9a5-5ae8507869cd'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:01.020099 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-58b8157c-95d4-411d-8c01-327d680f8d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:01.031081 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b8157c-95d4-411d-8c01-327d680f8d83 None None] Routers {'b36587d2-6dac-4057-b9a5-5ae8507869cd'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:01.033286 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-58b8157c-95d4-411d-8c01-327d680f8d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:11:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['b36587d2-6dac-4057-b9a5-5ae8507869cd'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:01.073578 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-58b8157c-95d4-411d-8c01-327d680f8d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:01.074354 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b8157c-95d4-411d-8c01-327d680f8d83 None None] The sync data for ids ['b36587d2-6dac-4057-b9a5-5ae8507869cd'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:12:01.329643 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f4ba7-5a27-459e-aa9c-bb919f4079aa req-ad65fea2-5072-4bda-a601-6fc7a5839eea tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:01.331275 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-306f4ba7-5a27-459e-aa9c-bb919f4079aa req-ad65fea2-5072-4bda-a601-6fc7a5839eea tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.1159825 Jul 07 21:12:01.401365 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-306f4ba7-5a27-459e-aa9c-bb919f4079aa req-12e33639-f996-4175-9dff-134e7d55ad46 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630257 Jul 07 21:12:01.424395 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-043a472a-5738-4792-bf7a-7343f0da3fbb tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:01.706404 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-043a472a-5738-4792-bf7a-7343f0da3fbb tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting port 825a0c96-54e1-4aef-9325-ba814afdfeb5 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:01.706763 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-043a472a-5738-4792-bf7a-7343f0da3fbb tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:01.812986 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-043a472a-5738-4792-bf7a-7343f0da3fbb tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:01.828913 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-043a472a-5738-4792-bf7a-7343f0da3fbb tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Calling delete_port for 825a0c96-54e1-4aef-9325-ba814afdfeb5 owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:01.891773 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4f2226d1-f3ad-420a-b6ea-51adeaf6f8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:01.937032 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:02.079558 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-043a472a-5738-4792-bf7a-7343f0da3fbb tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:02.135638 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a472a-5738-4792-bf7a-7343f0da3fbb tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Port': ['ID=825a0c96-54e1-4aef-9325-ba814afdfeb5,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:02.179631 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f56edf-6a0d-4ca3-8927-f6ea9e921b7d req-7843a514-f6ba-49eb-933c-a0ca15d9e307 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:02.180472 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84f56edf-6a0d-4ca3-8927-f6ea9e921b7d req-7843a514-f6ba-49eb-933c-a0ca15d9e307 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dc16f6cc-8d21-4df4-acbc-7816b9253dbf HTTP/1.1" status: 200 len: 1097 time: 0.1560547 Jul 07 21:12:02.253168 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-043a472a-5738-4792-bf7a-7343f0da3fbb tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:02.452902 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-84f56edf-6a0d-4ca3-8927-f6ea9e921b7d req-fd2aa6f2-4a82-4262-87d4-35572bfdc3af tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971703 Jul 07 21:12:02.514203 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043a472a-5738-4792-bf7a-7343f0da3fbb tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Router b36587d2-6dac-4057-b9a5-5ae8507869cd has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:12:02.735527 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043a472a-5738-4792-bf7a-7343f0da3fbb tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:12:02.746625 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-043a472a-5738-4792-bf7a-7343f0da3fbb tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "PUT /v2.0/routers/b36587d2-6dac-4057-b9a5-5ae8507869cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7888935 Jul 07 21:12:02.746992 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f40d489-36a8-458a-87ba-3556a6959e6f None None] Sync routers for ids ['b36587d2-6dac-4057-b9a5-5ae8507869cd'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:12:02.749478 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41362) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:02.761354 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f40d489-36a8-458a-87ba-3556a6959e6f None None] Routers {'b36587d2-6dac-4057-b9a5-5ae8507869cd'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:02.761984 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-0f40d489-36a8-458a-87ba-3556a6959e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:12:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['b36587d2-6dac-4057-b9a5-5ae8507869cd'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:02.784153 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab69698-4473-4d91-8290-966e972f6607 req-9a1e7f17-74eb-47ee-8448-07c05cebb410 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:02.786147 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cab69698-4473-4d91-8290-966e972f6607 req-9a1e7f17-74eb-47ee-8448-07c05cebb410 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dc16f6cc-8d21-4df4-acbc-7816b9253dbf HTTP/1.1" status: 200 len: 1097 time: 0.1730800 Jul 07 21:12:02.803610 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a09d9-7b6e-4139-8478-cba5e465a2f6 req-0f147552-358b-4bad-b968-a2eaa83e3505 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:02.811060 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-237a09d9-7b6e-4139-8478-cba5e465a2f6 req-0f147552-358b-4bad-b968-a2eaa83e3505 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.1232338 Jul 07 21:12:02.817509 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c9250f48-e613-474a-9f0c-dda2fd6130e7 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "GET /v2.0/ports?device_id=b36587d2-6dac-4057-b9a5-5ae8507869cd HTTP/1.1" status: 200 len: 205 time: 0.0662489 Jul 07 21:12:02.818315 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41366) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:02.828588 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-0f40d489-36a8-458a-87ba-3556a6959e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:02.859839 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f40d489-36a8-458a-87ba-3556a6959e6f None None] Routers {'b36587d2-6dac-4057-b9a5-5ae8507869cd'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:02.860858 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-0f40d489-36a8-458a-87ba-3556a6959e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:12:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['b36587d2-6dac-4057-b9a5-5ae8507869cd'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:02.885090 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-237a09d9-7b6e-4139-8478-cba5e465a2f6 req-d5910b41-26c4-44cf-b58d-97b312ea191e tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710828 Jul 07 21:12:02.888940 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cab69698-4473-4d91-8290-966e972f6607 req-cde6674f-ac60-4291-b8d9-289d64813ae6 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930827 Jul 07 21:12:02.938273 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-0f40d489-36a8-458a-87ba-3556a6959e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:02.939017 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f40d489-36a8-458a-87ba-3556a6959e6f None None] The sync data for ids ['b36587d2-6dac-4057-b9a5-5ae8507869cd'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:12:02.973194 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f8100a42-d134-4974-b3aa-e53417fdecb4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:03.102342 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c98ba-f1cd-4faf-af3b-7db11a942043 req-9e4f34af-6e5f-42b2-9c2c-6f8094a63e5f tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:03.110509 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-101c98ba-f1cd-4faf-af3b-7db11a942043 req-9e4f34af-6e5f-42b2-9c2c-6f8094a63e5f tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dc16f6cc-8d21-4df4-acbc-7816b9253dbf HTTP/1.1" status: 200 len: 1097 time: 0.0693092 Jul 07 21:12:03.153744 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-101c98ba-f1cd-4faf-af3b-7db11a942043 req-7068cbcc-bdcb-4174-b3f3-2cf8d5dacb60 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426264 Jul 07 21:12:03.206801 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f8100a42-d134-4974-b3aa-e53417fdecb4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:03.217156 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f8100a42-d134-4974-b3aa-e53417fdecb4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:03.361658 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f8100a42-d134-4974-b3aa-e53417fdecb4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:03.362271 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8100a42-d134-4974-b3aa-e53417fdecb4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Fanout notify agent at l3_agent the message router_deleted on router b36587d2-6dac-4057-b9a5-5ae8507869cd {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:12:03.371463 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f8100a42-d134-4974-b3aa-e53417fdecb4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:03.373538 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f8100a42-d134-4974-b3aa-e53417fdecb4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/routers/b36587d2-6dac-4057-b9a5-5ae8507869cd HTTP/1.1" status: 204 len: 168 time: 0.5540793 Jul 07 21:12:03.377196 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41388) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:03.462396 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-263166a9-2c41-4c52-9180-93a1934e57c3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting subnet cf2c2888-db7f-4010-85b8-ea380ced3e4e {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:12:03.472268 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-263166a9-2c41-4c52-9180-93a1934e57c3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:03.527553 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-263166a9-2c41-4c52-9180-93a1934e57c3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:03.580246 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:03.620087 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-263166a9-2c41-4c52-9180-93a1934e57c3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:03.759271 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-d85d3668-da7c-4f3e-b203-8bf149ec08ae tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:03.760848 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-d85d3668-da7c-4f3e-b203-8bf149ec08ae tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/networks?id=1ceede95-db7c-4340-b997-707ddc803ba0 HTTP/1.1" status: 200 len: 910 time: 0.0968060 Jul 07 21:12:03.789817 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-263166a9-2c41-4c52-9180-93a1934e57c3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:03.808655 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-a727c46c-5c02-4521-9965-e9cc83ee0c35 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/quotas/f1b8bb73c9d44913809e077bb505c12b HTTP/1.1" status: 200 len: 375 time: 0.0304143 Jul 07 21:12:03.835651 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263166a9-2c41-4c52-9180-93a1934e57c3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Subnet': ['ID=cf2c2888-db7f-4010-85b8-ea380ced3e4e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:03.851361 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-263166a9-2c41-4c52-9180-93a1934e57c3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:03.853388 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-263166a9-2c41-4c52-9180-93a1934e57c3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/subnets/cf2c2888-db7f-4010-85b8-ea380ced3e4e HTTP/1.1" status: 204 len: 168 time: 0.4751751 Jul 07 21:12:03.856322 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41406) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:03.874574 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6fd645-303a-4980-92d9-a58e3c7a7841 None None] Network 1311e4de-09cd-4689-8d06-a389fa5e336d requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:12:03.998408 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-667986f1-20f2-4807-bb5a-56f9864912a4 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1b8bb73c9d44913809e077bb505c12b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1649806 Jul 07 21:12:03.999091 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20572d8-44f6-4c57-acfb-978b56c540a8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting subnet 1e8382d3-af4b-4bdd-be63-0151d862661b {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:12:04.008103 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b20572d8-44f6-4c57-acfb-978b56c540a8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:04.081380 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b20572d8-44f6-4c57-acfb-978b56c540a8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:04.170421 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d18d5-269d-4bcc-b51a-47fa0d81441c req-5d893fa3-1882-4492-b583-dbe5bf6434d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:04.174993 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-841d18d5-269d-4bcc-b51a-47fa0d81441c req-5d893fa3-1882-4492-b583-dbe5bf6434d2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a&tenant_id=2c77ff576c8f4eb18bd83eb9fa5ae9c8 HTTP/1.1" status: 200 len: 1095 time: 0.2457488 Jul 07 21:12:04.267099 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b20572d8-44f6-4c57-acfb-978b56c540a8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:04.330542 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8752c8d6-5509-47c1-b575-c24bfe05d441 None None] DHCP port deletion for 1311e4de-09cd-4689-8d06-a389fa5e336d request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:12:04.380654 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b20572d8-44f6-4c57-acfb-978b56c540a8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:04.395854 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-72b74300-f7a8-40bc-9998-2d596ce139f4 service neutron] 10.222.0.64 "GET /v2.0/networks/1ceede95-db7c-4340-b997-707ddc803ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865151 Jul 07 21:12:04.438150 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b20572d8-44f6-4c57-acfb-978b56c540a8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:04.438150 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b20572d8-44f6-4c57-acfb-978b56c540a8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/subnets/1e8382d3-af4b-4bdd-be63-0151d862661b HTTP/1.1" status: 204 len: 168 time: 0.5765338 Jul 07 21:12:04.438150 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20572d8-44f6-4c57-acfb-978b56c540a8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Subnet': ['ID=1e8382d3-af4b-4bdd-be63-0151d862661b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:04.440549 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41416) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:04.446842 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3905cf5c-f11d-4e87-ae48-398f6af969c3 None None] Network 70232910-57ba-4e9d-b141-27ba2a3133db requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:12:04.498481 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d7983-96d9-44e6-9f09-53475be9a81a req-d085292a-f2bf-4bf8-91ea-8a50e9a1d0e7 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:04.501868 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-af0d7983-96d9-44e6-9f09-53475be9a81a req-d085292a-f2bf-4bf8-91ea-8a50e9a1d0e7 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.3494227 Jul 07 21:12:04.521915 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-8752c8d6-5509-47c1-b575-c24bfe05d441 None None] Deleting port b9695510-a858-455d-b257-48e2247c1fda {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:04.522284 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8752c8d6-5509-47c1-b575-c24bfe05d441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:04.554993 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d18d5-269d-4bcc-b51a-47fa0d81441c req-a5ce8e0b-d0dc-44d7-b5b0-f47b40e431fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:04.557708 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-841d18d5-269d-4bcc-b51a-47fa0d81441c req-a5ce8e0b-d0dc-44d7-b5b0-f47b40e431fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c77ff576c8f4eb18bd83eb9fa5ae9c8&device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 1095 time: 0.3033764 Jul 07 21:12:04.561977 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6cfc170f-8d79-4528-ada0-63c0192d7ace tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:04.639223 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-6cfc170f-8d79-4528-ada0-63c0192d7ace tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting port b9695510-a858-455d-b257-48e2247c1fda {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:04.640093 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6cfc170f-8d79-4528-ada0-63c0192d7ace tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:04.646587 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-8752c8d6-5509-47c1-b575-c24bfe05d441 None None] For port b9695510-a858-455d-b257-48e2247c1fda, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b9695510-a858-455d-b257-48e2247c1fda,segment=NetworkSegment(39598e78-359d-47c0-bacf-0b18d867b66e),segment_id=39598e78-359d-47c0-bacf-0b18d867b66e)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:04.647052 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8752c8d6-5509-47c1-b575-c24bfe05d441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:04.685213 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-af0d7983-96d9-44e6-9f09-53475be9a81a req-94324644-8a96-4f2e-ad7b-5124494a7852 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1683187 Jul 07 21:12:04.694355 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-2acadfbd-2430-478d-9f4b-02ca4fb1078b service neutron] 10.222.0.64 "GET /v2.0/networks/1ceede95-db7c-4340-b997-707ddc803ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973840 Jul 07 21:12:04.733213 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-8752c8d6-5509-47c1-b575-c24bfe05d441 None None] Calling delete_port for b9695510-a858-455d-b257-48e2247c1fda owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:04.733651 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d18d5-269d-4bcc-b51a-47fa0d81441c req-0aa71d98-e0ed-4a4f-8374-7611b1f00c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:04.735699 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-841d18d5-269d-4bcc-b51a-47fa0d81441c req-0aa71d98-e0ed-4a4f-8374-7611b1f00c7b service neutron] 10.222.0.39 "GET /v2.0/networks?id=71e90e76-92b1-4ebc-85b0-c55c9e97f894 HTTP/1.1" status: 200 len: 916 time: 0.1673560 Jul 07 21:12:04.777603 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-6cfc170f-8d79-4528-ada0-63c0192d7ace tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] For port b9695510-a858-455d-b257-48e2247c1fda, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b9695510-a858-455d-b257-48e2247c1fda,segment=NetworkSegment(39598e78-359d-47c0-bacf-0b18d867b66e),segment_id=39598e78-359d-47c0-bacf-0b18d867b66e)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:04.778353 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6cfc170f-8d79-4528-ada0-63c0192d7ace tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:04.802793 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-6cfc170f-8d79-4528-ada0-63c0192d7ace tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Calling delete_port for b9695510-a858-455d-b257-48e2247c1fda owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:04.889715 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-841d18d5-269d-4bcc-b51a-47fa0d81441c req-885bfcc3-f358-4c08-83c6-a9d8dd59fdc8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b56aa0f-6766-4f9f-b0df-5544a59b6a76 HTTP/1.1" status: 200 len: 999 time: 0.1429665 Jul 07 21:12:04.973205 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8752c8d6-5509-47c1-b575-c24bfe05d441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:04.999819 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8752c8d6-5509-47c1-b575-c24bfe05d441 None None] No DVR routers for this DVR port b9695510-a858-455d-b257-48e2247c1fda on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:12:05.008109 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b9695510-a858-455d-b257-48e2247c1fda no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:12:05.011014 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6cfc170f-8d79-4528-ada0-63c0192d7ace tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:05.049926 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc170f-8d79-4528-ada0-63c0192d7ace tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Port': ['ID=b9695510-a858-455d-b257-48e2247c1fda,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:05.052079 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfc170f-8d79-4528-ada0-63c0192d7ace tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] No DVR routers for this DVR port b9695510-a858-455d-b257-48e2247c1fda on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:12:05.107303 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1329716c-d0f9-465b-8d25-c7f50614243a req-31724267-4339-4c04-afc7-83d09eb04d5b tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4932719-7217-4357-9e33-0fd0b5cb59f5 HTTP/1.1" status: 200 len: 210 time: 0.1278431 Jul 07 21:12:05.115915 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d18d5-269d-4bcc-b51a-47fa0d81441c req-501ff9d6-c856-4ab9-b891-0da87de725d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:05.120046 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-841d18d5-269d-4bcc-b51a-47fa0d81441c req-501ff9d6-c856-4ab9-b891-0da87de725d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695c722d-c0e1-4b67-838e-81b8bf679407 HTTP/1.1" status: 200 len: 854 time: 0.2196302 Jul 07 21:12:05.130486 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752c8d6-5509-47c1-b575-c24bfe05d441 None None] Pushing event deleted for resources: {'Port': ['ID=b9695510-a858-455d-b257-48e2247c1fda,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:05.130486 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: b9695510-a858-455d-b257-48e2247c1fda {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:12:05.130486 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b9695510-a858-455d-b257-48e2247c1fda not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:12:05.193318 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6cfc170f-8d79-4528-ada0-63c0192d7ace tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:05.208162 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-6cfc170f-8d79-4528-ada0-63c0192d7ace tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1311e4de-09cd-4689-8d06-a389fa5e336d']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:05.227400 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d18d5-269d-4bcc-b51a-47fa0d81441c req-22f96260-e201-4780-b97a-bdb41408005d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:05.229427 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-841d18d5-269d-4bcc-b51a-47fa0d81441c req-22f96260-e201-4780-b97a-bdb41408005d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71e90e76-92b1-4ebc-85b0-c55c9e97f894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1018903 Jul 07 21:12:05.247503 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-6cfc170f-8d79-4528-ada0-63c0192d7ace tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39598e78-359d-47c0-bacf-0b18d867b66e') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:05.247812 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-6cfc170f-8d79-4528-ada0-63c0192d7ace tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39598e78-359d-47c0-bacf-0b18d867b66e') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:05.266329 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6cfc170f-8d79-4528-ada0-63c0192d7ace tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:05.268650 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917047c4-e021-45ca-8b9e-089e7b12e7bf None None] DHCP port deletion for 70232910-57ba-4e9d-b141-27ba2a3133db request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:12:05.282815 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:05.299073 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6cfc170f-8d79-4528-ada0-63c0192d7ace tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:05.307061 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cfc170f-8d79-4528-ada0-63c0192d7ace tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:12:05.307829 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6cfc170f-8d79-4528-ada0-63c0192d7ace tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:12:05.312196 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:12:05.386521 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-917047c4-e021-45ca-8b9e-089e7b12e7bf None None] Deleting port c13c19d9-cecd-4ae6-ac8d-65b17c3e4481 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:05.388745 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-917047c4-e021-45ca-8b9e-089e7b12e7bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:05.421197 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-841d18d5-269d-4bcc-b51a-47fa0d81441c req-2d5c07c5-495b-47f1-9762-1cae9d281b24 service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836097 Jul 07 21:12:05.424498 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6cfc170f-8d79-4528-ada0-63c0192d7ace tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:05.439876 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6cfc170f-8d79-4528-ada0-63c0192d7ace tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:05.443445 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6cfc170f-8d79-4528-ada0-63c0192d7ace tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/networks/1311e4de-09cd-4689-8d06-a389fa5e336d HTTP/1.1" status: 204 len: 168 time: 1.0018907 Jul 07 21:12:05.452630 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41452) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:05.551707 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-917047c4-e021-45ca-8b9e-089e7b12e7bf None None] For port c13c19d9-cecd-4ae6-ac8d-65b17c3e4481, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c13c19d9-cecd-4ae6-ac8d-65b17c3e4481,segment=NetworkSegment(79a729cc-3894-4687-819b-fb3bc97cc9fe),segment_id=79a729cc-3894-4687-819b-fb3bc97cc9fe)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:05.554666 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-917047c4-e021-45ca-8b9e-089e7b12e7bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:05.577144 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-917047c4-e021-45ca-8b9e-089e7b12e7bf None None] Calling delete_port for c13c19d9-cecd-4ae6-ac8d-65b17c3e4481 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:05.656360 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-841d18d5-269d-4bcc-b51a-47fa0d81441c req-6d760829-e35f-4f5c-8693-a98dcca5f76d service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265522 Jul 07 21:12:05.714348 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-917047c4-e021-45ca-8b9e-089e7b12e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:05.761833 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917047c4-e021-45ca-8b9e-089e7b12e7bf None None] Pushing event deleted for resources: {'Port': ['ID=c13c19d9-cecd-4ae6-ac8d-65b17c3e4481,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:05.798995 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917047c4-e021-45ca-8b9e-089e7b12e7bf None None] No DVR routers for this DVR port c13c19d9-cecd-4ae6-ac8d-65b17c3e4481 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:12:06.077768 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc170f-8d79-4528-ada0-63c0192d7ace tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Network': ['ID=1311e4de-09cd-4689-8d06-a389fa5e336d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:06.084978 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48325f09-b714-43dc-9c9d-2d629a725c93 req-ab612f41-d286-4080-96ec-16395b3f8299 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:06.096716 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-48325f09-b714-43dc-9c9d-2d629a725c93 req-ab612f41-d286-4080-96ec-16395b3f8299 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.1645823 Jul 07 21:12:06.161430 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-48325f09-b714-43dc-9c9d-2d629a725c93 req-5f0a40e9-7970-4716-af3e-d3b9566b0de1 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611196 Jul 07 21:12:06.209373 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b137de4d-09b7-4bc8-8b51-61461e325df4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:06.309925 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c8812cd1-5656-424b-90dd-bc86756e4655 req-399493c1-7ba4-4558-b76e-2ab32b3989a7 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4932719-7217-4357-9e33-0fd0b5cb59f5 HTTP/1.1" status: 200 len: 210 time: 0.0485189 Jul 07 21:12:06.357302 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b137de4d-09b7-4bc8-8b51-61461e325df4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:06.369910 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-b137de4d-09b7-4bc8-8b51-61461e325df4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70232910-57ba-4e9d-b141-27ba2a3133db']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:06.381891 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-b137de4d-09b7-4bc8-8b51-61461e325df4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a729cc-3894-4687-819b-fb3bc97cc9fe') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:06.382197 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-b137de4d-09b7-4bc8-8b51-61461e325df4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a729cc-3894-4687-819b-fb3bc97cc9fe') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:06.393309 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b137de4d-09b7-4bc8-8b51-61461e325df4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:06.410300 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b137de4d-09b7-4bc8-8b51-61461e325df4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:06.417979 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b137de4d-09b7-4bc8-8b51-61461e325df4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:12:06.418429 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b137de4d-09b7-4bc8-8b51-61461e325df4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:12:06.424172 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:12:06.518127 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b137de4d-09b7-4bc8-8b51-61461e325df4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:06.534530 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b137de4d-09b7-4bc8-8b51-61461e325df4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:06.536441 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b137de4d-09b7-4bc8-8b51-61461e325df4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/networks/70232910-57ba-4e9d-b141-27ba2a3133db HTTP/1.1" status: 204 len: 168 time: 1.0826006 Jul 07 21:12:06.540792 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41496) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:06.546222 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-6a22cb07-7336-4761-9a1d-9b77029359b6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1942462882'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:06.568447 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137de4d-09b7-4bc8-8b51-61461e325df4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Network': ['ID=70232910-57ba-4e9d-b141-27ba2a3133db,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:06.602129 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a22cb07-7336-4761-9a1d-9b77029359b6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Made reservation on behalf of 8d8c2c5abfae4e3499bbd479eb60f4c5 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:12:06.613556 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6a22cb07-7336-4761-9a1d-9b77029359b6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:06.647677 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a22cb07-7336-4761-9a1d-9b77029359b6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:12:06.661854 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6a22cb07-7336-4761-9a1d-9b77029359b6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:06.662330 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-6a22cb07-7336-4761-9a1d-9b77029359b6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Added segment b113950e-1f22-47d8-8e1b-26c5aa135e6a of type vlan for network 8ee7aab9-2e4e-4913-a4d0-3f04199a12a3 Jul 07 21:12:06.755415 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6a22cb07-7336-4761-9a1d-9b77029359b6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:06.843099 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6a22cb07-7336-4761-9a1d-9b77029359b6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:06.854826 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a22cb07-7336-4761-9a1d-9b77029359b6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:06.855985 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6a22cb07-7336-4761-9a1d-9b77029359b6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:06.985087 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c13c19d9-cecd-4ae6-ac8d-65b17c3e4481 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:12:07.007551 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22cb07-7336-4761-9a1d-9b77029359b6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Network': ['ID=8ee7aab9-2e4e-4913-a4d0-3f04199a12a3,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:07.015031 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6a22cb07-7336-4761-9a1d-9b77029359b6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4731910 Jul 07 21:12:07.017992 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41500) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:07.024140 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-3fdd260c-e637-42d7-9309-20e55e59e887 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'subnet': {'network_id': '8ee7aab9-2e4e-4913-a4d0-3f04199a12a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:07.051900 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 8ee7aab9-2e4e-4913-a4d0-3f04199a12a3 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:12:07.054574 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: c13c19d9-cecd-4ae6-ac8d-65b17c3e4481 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:12:07.055212 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c13c19d9-cecd-4ae6-ac8d-65b17c3e4481 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:12:07.248300 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdd260c-e637-42d7-9309-20e55e59e887 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Made reservation on behalf of 8d8c2c5abfae4e3499bbd479eb60f4c5 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:12:07.254082 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3fdd260c-e637-42d7-9309-20e55e59e887 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:07.593008 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3fdd260c-e637-42d7-9309-20e55e59e887 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:07.617207 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ff1a2101-df75-41eb-91e0-505aa7e425e8 req-54a0dbbb-1cd2-4504-ac5f-7cc342985b28 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4932719-7217-4357-9e33-0fd0b5cb59f5 HTTP/1.1" status: 200 len: 210 time: 0.0861564 Jul 07 21:12:07.681291 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8b250-9db4-41a9-89bc-65ef5d8a113e req-3fc001ae-3ebb-4bca-a592-128a3300a490 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:07.696045 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01a8b250-9db4-41a9-89bc-65ef5d8a113e req-3fc001ae-3ebb-4bca-a592-128a3300a490 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.2491002 Jul 07 21:12:07.713075 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd260c-e637-42d7-9309-20e55e59e887 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Subnet': ['ID=f186ce9d-585e-4a13-9362-22089f7af929,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:07.732277 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdd260c-e637-42d7-9309-20e55e59e887 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Checking segment: {'id': 'b113950e-1f22-47d8-8e1b-26c5aa135e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8ee7aab9-2e4e-4913-a4d0-3f04199a12a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:12:07.732992 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdd260c-e637-42d7-9309-20e55e59e887 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network hostable DHCP agents. Network: 8ee7aab9-2e4e-4913-a4d0-3f04199a12a3, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:12:07.787836 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-01a8b250-9db4-41a9-89bc-65ef5d8a113e req-0dca33d8-9c21-4bd2-81de-5d91de4bf2ce tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874259 Jul 07 21:12:07.807252 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdd260c-e637-42d7-9309-20e55e59e887 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 8ee7aab9-2e4e-4913-a4d0-3f04199a12a3 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:12:07.829305 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-3fdd260c-e637-42d7-9309-20e55e59e887 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 8ee7aab9-2e4e-4913-a4d0-3f04199a12a3) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:12:07.836412 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdd260c-e637-42d7-9309-20e55e59e887 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:07.838020 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3fdd260c-e637-42d7-9309-20e55e59e887 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:07.839370 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc584bd-6206-4337-a97f-20a0838ea18f None None] Network 8ee7aab9-2e4e-4913-a4d0-3f04199a12a3 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:12:07.869426 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41520) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:07.869833 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3fdd260c-e637-42d7-9309-20e55e59e887 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8505135 Jul 07 21:12:07.876193 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-3c0657b1-4d5e-4e19-bae9-db7d956bff06 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-670647825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:07.929810 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c0657b1-4d5e-4e19-bae9-db7d956bff06 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:07.931239 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c0657b1-4d5e-4e19-bae9-db7d956bff06 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:08.056854 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c0657b1-4d5e-4e19-bae9-db7d956bff06 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:08.065034 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c0657b1-4d5e-4e19-bae9-db7d956bff06 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:08.104053 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c0657b1-4d5e-4e19-bae9-db7d956bff06 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:08.106667 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3c0657b1-4d5e-4e19-bae9-db7d956bff06 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2346325 Jul 07 21:12:08.109190 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41524) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:08.120030 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-6cedda54-851f-4d2d-91db-21b3b2aa5d86 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'port': {'network_id': '8ee7aab9-2e4e-4913-a4d0-3f04199a12a3', 'name': 'tempest-RoutersIpV6Test-738539210'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:08.215566 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60335161-71b4-46ca-9cbe-23ad1061a36a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-8ee7aab9-2e4e-4913-a4d0-3f04199a12a3', 'network_id': '8ee7aab9-2e4e-4913-a4d0-3f04199a12a3', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'fixed_ips': [{'subnet_id': 'f186ce9d-585e-4a13-9362-22089f7af929'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:12:08.216707 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-60335161-71b4-46ca-9cbe-23ad1061a36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:08.727054 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-60335161-71b4-46ca-9cbe-23ad1061a36a None None] Allocated IP 2001:db8::2 (8ee7aab9-2e4e-4913-a4d0-3f04199a12a3/f186ce9d-585e-4a13-9362-22089f7af929/4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:12:08.968134 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cedda54-851f-4d2d-91db-21b3b2aa5d86 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Made reservation on behalf of 8d8c2c5abfae4e3499bbd479eb60f4c5 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:12:08.974921 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6cedda54-851f-4d2d-91db-21b3b2aa5d86 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:09.011698 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-6cedda54-851f-4d2d-91db-21b3b2aa5d86 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] device_id is not set on port ff25671d-1367-47f6-944b-559e1169acee yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:12:09.175695 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-60335161-71b4-46ca-9cbe-23ad1061a36a None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:09.194274 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-60335161-71b4-46ca-9cbe-23ad1061a36a None None] Transition to ACTIVE for port object 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:12:09.228778 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-60335161-71b4-46ca-9cbe-23ad1061a36a None None] Transition to ACTIVE for port object 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:12:09.233569 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bd87effd-d2e3-4cfb-adf0-3df1c184cc91 req-836e4345-cae1-4013-8029-c5398f101f4f tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4932719-7217-4357-9e33-0fd0b5cb59f5 HTTP/1.1" status: 200 len: 210 time: 0.1185436 Jul 07 21:12:09.241511 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-60335161-71b4-46ca-9cbe-23ad1061a36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:09.331591 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60335161-71b4-46ca-9cbe-23ad1061a36a None None] Pushing event updated for resources: {'Port': ['ID=4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:09.361373 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60335161-71b4-46ca-9cbe-23ad1061a36a None None] Network 8ee7aab9-2e4e-4913-a4d0-3f04199a12a3 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:12:09.367665 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-60335161-71b4-46ca-9cbe-23ad1061a36a None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:12:09.371393 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60335161-71b4-46ca-9cbe-23ad1061a36a None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:12:09.414811 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-6cedda54-851f-4d2d-91db-21b3b2aa5d86 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Allocated IP 2001:db8::156 (8ee7aab9-2e4e-4913-a4d0-3f04199a12a3/f186ce9d-585e-4a13-9362-22089f7af929/ff25671d-1367-47f6-944b-559e1169acee) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:12:09.491440 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-60335161-71b4-46ca-9cbe-23ad1061a36a None None] Attempting to bind port 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:12:09.492448 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-60335161-71b4-46ca-9cbe-23ad1061a36a None None] Attempting to bind port 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'b113950e-1f22-47d8-8e1b-26c5aa135e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8ee7aab9-2e4e-4913-a4d0-3f04199a12a3'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:12:09.493087 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60335161-71b4-46ca-9cbe-23ad1061a36a None None] Attempting to bind port 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e on network 8ee7aab9-2e4e-4913-a4d0-3f04199a12a3 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:12:09.500955 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60335161-71b4-46ca-9cbe-23ad1061a36a None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:12:09.501622 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60335161-71b4-46ca-9cbe-23ad1061a36a None None] Checking segment: {'id': 'b113950e-1f22-47d8-8e1b-26c5aa135e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8ee7aab9-2e4e-4913-a4d0-3f04199a12a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:12:09.502659 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-60335161-71b4-46ca-9cbe-23ad1061a36a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:09.503381 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60335161-71b4-46ca-9cbe-23ad1061a36a None None] Bound using segment: {'id': 'b113950e-1f22-47d8-8e1b-26c5aa135e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8ee7aab9-2e4e-4913-a4d0-3f04199a12a3'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:12:09.504033 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-60335161-71b4-46ca-9cbe-23ad1061a36a None None] Bound port: 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b113950e-1f22-47d8-8e1b-26c5aa135e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '8ee7aab9-2e4e-4913-a4d0-3f04199a12a3'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:12:09.504855 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-60335161-71b4-46ca-9cbe-23ad1061a36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:09.707621 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6cedda54-851f-4d2d-91db-21b3b2aa5d86 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:09.708013 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-60335161-71b4-46ca-9cbe-23ad1061a36a None None] For port 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:12:09.717115 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-60335161-71b4-46ca-9cbe-23ad1061a36a None None] For port 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e,segment=NetworkSegment(b113950e-1f22-47d8-8e1b-26c5aa135e6a),segment_id=b113950e-1f22-47d8-8e1b-26c5aa135e6a)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:12:09.726335 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-60335161-71b4-46ca-9cbe-23ad1061a36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:09.743285 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-6cedda54-851f-4d2d-91db-21b3b2aa5d86 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Transition to ACTIVE for port object ff25671d-1367-47f6-944b-559e1169acee will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:12:09.786949 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53935d7-36f3-44a1-83cb-2d9c9b0d8641 req-c75f398c-7e64-46df-adeb-ab4f9ff4d65b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:09.794369 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e53935d7-36f3-44a1-83cb-2d9c9b0d8641 req-c75f398c-7e64-46df-adeb-ab4f9ff4d65b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.6025891 Jul 07 21:12:09.905880 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60335161-71b4-46ca-9cbe-23ad1061a36a None None] Pushing event updated for resources: {'Port': ['ID=4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:09.922597 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e53935d7-36f3-44a1-83cb-2d9c9b0d8641 req-365ea2ec-29a8-4ded-9122-dc6f84dd51ad tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1272514 Jul 07 21:12:10.000518 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6cedda54-851f-4d2d-91db-21b3b2aa5d86 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:10.097476 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cedda54-851f-4d2d-91db-21b3b2aa5d86 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 8ee7aab9-2e4e-4913-a4d0-3f04199a12a3 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:12:10.101960 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-e062708b-9ad2-4633-9217-c3202f4cc5f2 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:10.112175 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-e062708b-9ad2-4633-9217-c3202f4cc5f2 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.39 "GET /v2.0/networks?id=1ceede95-db7c-4340-b997-707ddc803ba0 HTTP/1.1" status: 200 len: 910 time: 0.3544867 Jul 07 21:12:10.116718 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-6cedda54-851f-4d2d-91db-21b3b2aa5d86 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:12:10.121373 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cedda54-851f-4d2d-91db-21b3b2aa5d86 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:12:10.128004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cedda54-851f-4d2d-91db-21b3b2aa5d86 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:10.128955 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6cedda54-851f-4d2d-91db-21b3b2aa5d86 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:10.147598 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cedda54-851f-4d2d-91db-21b3b2aa5d86 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Port': ['ID=ff25671d-1367-47f6-944b-559e1169acee,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:10.166129 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41570) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:10.173545 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6cedda54-851f-4d2d-91db-21b3b2aa5d86 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0628765 Jul 07 21:12:10.198516 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-d364c9be-6e95-4b14-a609-bb685ea3a805 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Request body: {'port': {'device_id': 'a4932719-7217-4357-9e33-0fd0b5cb59f5', 'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0', 'admin_state_up': True, 'tenant_id': 'f1b8bb73c9d44913809e077bb505c12b'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:10.262094 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-d364c9be-6e95-4b14-a609-bb685ea3a805 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Made reservation on behalf of f1b8bb73c9d44913809e077bb505c12b for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:12:10.273470 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-d364c9be-6e95-4b14-a609-bb685ea3a805 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:10.639550 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e48403b9-324d-4d27-b56d-508ad360e8cd req-70b08657-ab84-4581-9d83-be8434689015 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4932719-7217-4357-9e33-0fd0b5cb59f5 HTTP/1.1" status: 200 len: 210 time: 0.1199338 Jul 07 21:12:10.694551 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-d364c9be-6e95-4b14-a609-bb685ea3a805 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Allocated IP 172.20.0.6 (1ceede95-db7c-4340-b997-707ddc803ba0/2a70f2c2-1555-4520-a148-7200d29f89c7/f6dc1f4d-4f87-4223-a66c-bb035917eda4) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:12:11.006009 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-d364c9be-6e95-4b14-a609-bb685ea3a805 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:11.023304 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-d364c9be-6e95-4b14-a609-bb685ea3a805 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Transition to ACTIVE for port object f6dc1f4d-4f87-4223-a66c-bb035917eda4 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:12:11.099961 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-d364c9be-6e95-4b14-a609-bb685ea3a805 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:11.114725 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['74196638-3f71-480b-82b0-ed37e3dd3b60'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:12:11.219134 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:12:11.302689 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-d364c9be-6e95-4b14-a609-bb685ea3a805 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Network 1ceede95-db7c-4340-b997-707ddc803ba0 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:12:11.320440 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-d364c9be-6e95-4b14-a609-bb685ea3a805 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:12:11.354116 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-d364c9be-6e95-4b14-a609-bb685ea3a805 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:12:11.450433 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-d364c9be-6e95-4b14-a609-bb685ea3a805 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:11.451062 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-d364c9be-6e95-4b14-a609-bb685ea3a805 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:11.473167 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:12:11.513381 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364c9be-6e95-4b14-a609-bb685ea3a805 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Pushing event updated for resources: {'Port': ['ID=f6dc1f4d-4f87-4223-a66c-bb035917eda4,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:11.535295 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7fac76f3-a191-43da-9f2b-69d198233526 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:11.574691 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-d364c9be-6e95-4b14-a609-bb685ea3a805 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3801856 Jul 07 21:12:11.648339 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553ec0d-61ec-4061-a769-94a06f42cadc req-9e3377b0-d8d5-4028-8b4e-ce5a27611e66 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:11.649979 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9553ec0d-61ec-4061-a769-94a06f42cadc req-9e3377b0-d8d5-4028-8b4e-ce5a27611e66 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.3335700 Jul 07 21:12:11.790779 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9553ec0d-61ec-4061-a769-94a06f42cadc req-e6a809c5-2efb-41d1-a938-7ea0abc43865 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1317425 Jul 07 21:12:11.938934 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8e5ba3f8-ea66-4936-b560-48efa1b1971a None None] Provisioning for port f6dc1f4d-4f87-4223-a66c-bb035917eda4 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:12:11.956147 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8e5ba3f8-ea66-4936-b560-48efa1b1971a None None] Provisioning complete for port f6dc1f4d-4f87-4223-a66c-bb035917eda4 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:11.957626 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8e5ba3f8-ea66-4936-b560-48efa1b1971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:12.062119 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b9344-4ee1-45e2-a774-cbc2218f5025 req-bdb1600d-9128-49c7-b56e-aa6fd827490e tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:12.070869 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fe4b9344-4ee1-45e2-a774-cbc2218f5025 req-bdb1600d-9128-49c7-b56e-aa6fd827490e tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4932719-7217-4357-9e33-0fd0b5cb59f5 HTTP/1.1" status: 200 len: 1027 time: 0.1617055 Jul 07 21:12:12.074330 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-8e5ba3f8-ea66-4936-b560-48efa1b1971a None None] Port f6dc1f4d-4f87-4223-a66c-bb035917eda4 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:12:12.098157 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21b34cc-97c8-4875-b879-35b15e1db562 None None] Network 8ee7aab9-2e4e-4913-a4d0-3f04199a12a3 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:12:12.135590 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fe4b9344-4ee1-45e2-a774-cbc2218f5025 req-e1a1b534-dc73-4603-ade9-d814282f72f1 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631776 Jul 07 21:12:12.148371 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-bc8503b1-281e-4aae-b1c5-2e21fc163cbd service neutron] Request body: {'port': {'device_id': 'a4932719-7217-4357-9e33-0fd0b5cb59f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:12.237141 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7fac76f3-a191-43da-9f2b-69d198233526 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:12.249285 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7fac76f3-a191-43da-9f2b-69d198233526 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:12.351364 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7d98eb6b-3dbd-4302-a891-05e90a6df712 None None] Provisioning for port 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:12:12.366175 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7d98eb6b-3dbd-4302-a891-05e90a6df712 None None] Provisioning complete for port 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:12.368949 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7d98eb6b-3dbd-4302-a891-05e90a6df712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:12.457357 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-bc8503b1-281e-4aae-b1c5-2e21fc163cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:12.587880 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac76f3-a191-43da-9f2b-69d198233526 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Port': ['ID=ff25671d-1367-47f6-944b-559e1169acee,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:12.715074 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7fac76f3-a191-43da-9f2b-69d198233526 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:12.821892 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7d98eb6b-3dbd-4302-a891-05e90a6df712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:12.956368 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-7d98eb6b-3dbd-4302-a891-05e90a6df712 None None] For port 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e,segment=NetworkSegment(b113950e-1f22-47d8-8e1b-26c5aa135e6a),segment_id=b113950e-1f22-47d8-8e1b-26c5aa135e6a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:12.979146 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7d98eb6b-3dbd-4302-a891-05e90a6df712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:13.013138 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7fac76f3-a191-43da-9f2b-69d198233526 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:13.148793 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98eb6b-3dbd-4302-a891-05e90a6df712 None None] Pushing event updated for resources: {'Port': ['ID=4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:13.606735 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fedd50e-2f95-4e3e-b55c-65393c4245ef req-f18a2240-08f5-4cdf-9090-08207f8b55b3 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:13.615485 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5fedd50e-2f95-4e3e-b55c-65393c4245ef req-f18a2240-08f5-4cdf-9090-08207f8b55b3 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.5065250 Jul 07 21:12:13.647767 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-bc8503b1-281e-4aae-b1c5-2e21fc163cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6dc1f4d-4f87-4223-a66c-bb035917eda4 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:12:13.651674 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d9e139b0-1127-4406-9c8f-6e28d91dff37 None None] Provisioning for port ff25671d-1367-47f6-944b-559e1169acee completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:12:13.665020 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d9e139b0-1127-4406-9c8f-6e28d91dff37 None None] Provisioning complete for port ff25671d-1367-47f6-944b-559e1169acee triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:13.665690 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-bc8503b1-281e-4aae-b1c5-2e21fc163cbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:13.668763 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d9e139b0-1127-4406-9c8f-6e28d91dff37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:13.696290 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5fedd50e-2f95-4e3e-b55c-65393c4245ef req-f1d6ebcf-7f46-4399-a5fa-6b8bf123cdae tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800872 Jul 07 21:12:13.740765 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-bc8503b1-281e-4aae-b1c5-2e21fc163cbd service neutron] Transition to ACTIVE for port object f6dc1f4d-4f87-4223-a66c-bb035917eda4 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:12:13.755193 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ced0e-aa85-4e42-a44f-cbf2396c45c4 req-e5866ae6-c44e-4108-8d01-f79de6e71520 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:13.757006 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f2ced0e-aa85-4e42-a44f-cbf2396c45c4 req-e5866ae6-c44e-4108-8d01-f79de6e71520 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4932719-7217-4357-9e33-0fd0b5cb59f5 HTTP/1.1" status: 200 len: 1027 time: 0.2597432 Jul 07 21:12:13.758161 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-bc8503b1-281e-4aae-b1c5-2e21fc163cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:13.816365 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7fac76f3-a191-43da-9f2b-69d198233526 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:13.831687 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-d9e139b0-1127-4406-9c8f-6e28d91dff37 None None] Port ff25671d-1367-47f6-944b-559e1169acee cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:12:13.855638 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7fac76f3-a191-43da-9f2b-69d198233526 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:13.856696 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7fac76f3-a191-43da-9f2b-69d198233526 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:13.868128 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8503b1-281e-4aae-b1c5-2e21fc163cbd service neutron] Pushing event updated for resources: {'Port': ['ID=f6dc1f4d-4f87-4223-a66c-bb035917eda4,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:13.897804 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d9e139b0-1127-4406-9c8f-6e28d91dff37 None None] Provisioning complete for port 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:13.898197 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d9e139b0-1127-4406-9c8f-6e28d91dff37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:14.127442 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-bc8503b1-281e-4aae-b1c5-2e21fc163cbd service neutron] Attempting to bind port f6dc1f4d-4f87-4223-a66c-bb035917eda4 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:12:14.129762 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-bc8503b1-281e-4aae-b1c5-2e21fc163cbd service neutron] Attempting to bind port f6dc1f4d-4f87-4223-a66c-bb035917eda4 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '46deab92-d4f7-4fa1-98be-0d15aac7bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:12:14.130980 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-bc8503b1-281e-4aae-b1c5-2e21fc163cbd service neutron] Attempting to bind port f6dc1f4d-4f87-4223-a66c-bb035917eda4 on network 1ceede95-db7c-4340-b997-707ddc803ba0 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:12:14.172011 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8f2ced0e-aa85-4e42-a44f-cbf2396c45c4 req-739890a6-1b8a-4076-9dec-3149d9e4694f tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866830 Jul 07 21:12:14.179579 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac76f3-a191-43da-9f2b-69d198233526 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Port': ['ID=ff25671d-1367-47f6-944b-559e1169acee,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:14.185425 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-bc8503b1-281e-4aae-b1c5-2e21fc163cbd service neutron] Port f6dc1f4d-4f87-4223-a66c-bb035917eda4 on network 1ceede95-db7c-4340-b997-707ddc803ba0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:12:14.185848 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-bc8503b1-281e-4aae-b1c5-2e21fc163cbd service neutron] Attempting to bind port f6dc1f4d-4f87-4223-a66c-bb035917eda4 on network 1ceede95-db7c-4340-b997-707ddc803ba0 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:12:14.191649 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-bc8503b1-281e-4aae-b1c5-2e21fc163cbd service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:12:14.192242 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-bc8503b1-281e-4aae-b1c5-2e21fc163cbd service neutron] Checking segment: {'id': '46deab92-d4f7-4fa1-98be-0d15aac7bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:12:14.198641 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-bc8503b1-281e-4aae-b1c5-2e21fc163cbd service neutron] Bound using segment: {'id': '46deab92-d4f7-4fa1-98be-0d15aac7bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:12:14.205219 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-bc8503b1-281e-4aae-b1c5-2e21fc163cbd service neutron] Bound port: f6dc1f4d-4f87-4223-a66c-bb035917eda4, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46deab92-d4f7-4fa1-98be-0d15aac7bc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:12:14.205728 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-bc8503b1-281e-4aae-b1c5-2e21fc163cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:14.353808 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-be43824e-ae8d-4084-a468-210d2e9605e4 None None] Provisioning complete for port ff25671d-1367-47f6-944b-559e1169acee triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:14.373767 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-be43824e-ae8d-4084-a468-210d2e9605e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:14.412822 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-bc8503b1-281e-4aae-b1c5-2e21fc163cbd service neutron] For port f6dc1f4d-4f87-4223-a66c-bb035917eda4, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:12:14.426507 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-bc8503b1-281e-4aae-b1c5-2e21fc163cbd service neutron] For port f6dc1f4d-4f87-4223-a66c-bb035917eda4, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=f6dc1f4d-4f87-4223-a66c-bb035917eda4,segment=NetworkSegment(46deab92-d4f7-4fa1-98be-0d15aac7bc21),segment_id=46deab92-d4f7-4fa1-98be-0d15aac7bc21)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:12:14.447216 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-bc8503b1-281e-4aae-b1c5-2e21fc163cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:14.563630 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-be43824e-ae8d-4084-a468-210d2e9605e4 None None] Port ff25671d-1367-47f6-944b-559e1169acee cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:12:14.570086 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fac76f3-a191-43da-9f2b-69d198233526 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 8ee7aab9-2e4e-4913-a4d0-3f04199a12a3 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:12:14.570254 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-bc8503b1-281e-4aae-b1c5-2e21fc163cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:14.571008 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-bc8503b1-281e-4aae-b1c5-2e21fc163cbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:14.572511 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-7fac76f3-a191-43da-9f2b-69d198233526 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:12:14.572678 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-bc8503b1-281e-4aae-b1c5-2e21fc163cbd service neutron] 10.222.0.39 "PUT /v2.0/ports/f6dc1f4d-4f87-4223-a66c-bb035917eda4 HTTP/1.1" status: 200 len: 1092 time: 2.4512234 Jul 07 21:12:14.573097 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4932719-7217-4357-9e33-0fd0b5cb59f5', 'tag': 'f6dc1f4d-4f87-4223-a66c-bb035917eda4'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:12:14.579718 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71edb963-54e8-4c75-8580-2f22bfb06150" -d '{"events": [{"name": "network-changed", "server_uuid": "a4932719-7217-4357-9e33-0fd0b5cb59f5", "tag": "f6dc1f4d-4f87-4223-a66c-bb035917eda4"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:12:14.735396 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3daaffe-8996-445f-a322-eb2cab2fbc49 x-openstack-request-id: req-e3daaffe-8996-445f-a322-eb2cab2fbc49 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:12:14.736448 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4932719-7217-4357-9e33-0fd0b5cb59f5", "tag": "f6dc1f4d-4f87-4223-a66c-bb035917eda4", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:12:14.736886 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e3daaffe-8996-445f-a322-eb2cab2fbc49 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:12:14.737486 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4932719-7217-4357-9e33-0fd0b5cb59f5', 'tag': 'f6dc1f4d-4f87-4223-a66c-bb035917eda4', 'status': 'completed', 'code': 200} Jul 07 21:12:14.770340 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7807bf73-b730-4d65-b978-0b389023a6f9 None None] Provisioning complete for port ff25671d-1367-47f6-944b-559e1169acee triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:14.770793 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7807bf73-b730-4d65-b978-0b389023a6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:14.821360 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8503b1-281e-4aae-b1c5-2e21fc163cbd service neutron] Pushing event updated for resources: {'Port': ['ID=f6dc1f4d-4f87-4223-a66c-bb035917eda4,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:14.949000 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-b4f4079a-2ce2-4f7a-b601-9658497dde4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:14.950153 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-7807bf73-b730-4d65-b978-0b389023a6f9 None None] Port ff25671d-1367-47f6-944b-559e1169acee cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:12:14.954498 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-b4f4079a-2ce2-4f7a-b601-9658497dde4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1b8bb73c9d44913809e077bb505c12b&device_id=a4932719-7217-4357-9e33-0fd0b5cb59f5 HTTP/1.1" status: 200 len: 1095 time: 0.2870994 Jul 07 21:12:15.053110 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-f15b637e-e84f-4569-bbc3-4d778842cd1b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6dc1f4d-4f87-4223-a66c-bb035917eda4 HTTP/1.1" status: 200 len: 217 time: 0.0710089 Jul 07 21:12:15.065631 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fac76f3-a191-43da-9f2b-69d198233526 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Router 6b4f5135-5540-4355-ad2a-2d152197336b is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:12:15.088522 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:12:15.273326 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-c023d23e-f06f-4332-8626-5c4d8345776f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:15.275704 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:15.276095 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-c023d23e-f06f-4332-8626-5c4d8345776f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2a70f2c2-1555-4520-a148-7200d29f89c7 HTTP/1.1" status: 200 len: 848 time: 0.1609321 Jul 07 21:12:15.276242 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:15.357901 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eff5aa-f3b9-4b53-916b-dc372ad8a2fb req-141f643d-869f-4093-8b67-29374db64e90 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:15.390309 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79eff5aa-f3b9-4b53-916b-dc372ad8a2fb req-141f643d-869f-4093-8b67-29374db64e90 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.3348279 Jul 07 21:12:15.393743 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fac76f3-a191-43da-9f2b-69d198233526 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:12:15.431760 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7fac76f3-a191-43da-9f2b-69d198233526 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "PUT /v2.0/routers/6b4f5135-5540-4355-ad2a-2d152197336b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2619960 Jul 07 21:12:15.432364 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41644) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:15.444906 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf212ffb-e5d7-43da-a92e-e4175b7d1ff9 None None] Sync routers for ids ['6b4f5135-5540-4355-ad2a-2d152197336b'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:12:15.524285 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf212ffb-e5d7-43da-a92e-e4175b7d1ff9 None None] Routers {'6b4f5135-5540-4355-ad2a-2d152197336b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:15.525623 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-cf212ffb-e5d7-43da-a92e-e4175b7d1ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:12:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['6b4f5135-5540-4355-ad2a-2d152197336b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:15.642556 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a22c38-ec4c-4173-aac9-b48041d97bec tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:15.648105 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-79eff5aa-f3b9-4b53-916b-dc372ad8a2fb req-f481fce1-f514-43f5-97da-a8106894e2e0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2529006 Jul 07 21:12:15.658425 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d3a22c38-ec4c-4173-aac9-b48041d97bec tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "GET /v2.0/ports/ff25671d-1367-47f6-944b-559e1169acee HTTP/1.1" status: 200 len: 983 time: 0.2208254 Jul 07 21:12:15.660385 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41652) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:15.676605 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-cf212ffb-e5d7-43da-a92e-e4175b7d1ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:15.708547 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf212ffb-e5d7-43da-a92e-e4175b7d1ff9 None None] Routers {'6b4f5135-5540-4355-ad2a-2d152197336b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:15.710994 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-cf212ffb-e5d7-43da-a92e-e4175b7d1ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:12:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['6b4f5135-5540-4355-ad2a-2d152197336b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:15.777193 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-df4232da-c9dc-4634-a78c-3822ce878b5e None None] Provisioning complete for port ff25671d-1367-47f6-944b-559e1169acee triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:15.778293 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-df4232da-c9dc-4634-a78c-3822ce878b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:15.836316 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-cf212ffb-e5d7-43da-a92e-e4175b7d1ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:15.837601 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-a6351021-bcd1-4415-8397-efd9e871a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:15.841326 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf212ffb-e5d7-43da-a92e-e4175b7d1ff9 None None] The sync data for ids ['6b4f5135-5540-4355-ad2a-2d152197336b'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:12:15.846034 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-a6351021-bcd1-4415-8397-efd9e871a520 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1ceede95-db7c-4340-b997-707ddc803ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5587931 Jul 07 21:12:15.914021 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-df4232da-c9dc-4634-a78c-3822ce878b5e None None] Port ff25671d-1367-47f6-944b-559e1169acee cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:12:15.997644 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4cf0f-2c42-4823-addf-aff933c68c34 req-4a514323-b8b1-4421-b7ce-7770310c151f tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:16.015383 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5dd4cf0f-2c42-4823-addf-aff933c68c34 req-4a514323-b8b1-4421-b7ce-7770310c151f tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4932719-7217-4357-9e33-0fd0b5cb59f5 HTTP/1.1" status: 200 len: 1095 time: 0.3856850 Jul 07 21:12:16.115990 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5dd4cf0f-2c42-4823-addf-aff933c68c34 req-2d23a11a-4d96-4c00-acc1-45b3066604ff tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993750 Jul 07 21:12:16.164108 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-9cce70ef-447a-4e67-a376-9dae8dc0dd34 service neutron] 10.222.0.39 "GET /v2.0/networks/1ceede95-db7c-4340-b997-707ddc803ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987809 Jul 07 21:12:16.221723 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6648cc4a-fbc1-4b4c-b0d7-adb413bd4ecd req-258b18cd-589b-41a2-98ad-1ec259a3d99b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2f2c6d18-34ab-4c64-93db-3bfd76b027fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5601985 Jul 07 21:12:16.401684 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648cc4a-fbc1-4b4c-b0d7-adb413bd4ecd req-c023379a-ce72-4a07-bd31-b5904b763d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:16.403348 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6648cc4a-fbc1-4b4c-b0d7-adb413bd4ecd req-c023379a-ce72-4a07-bd31-b5904b763d72 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b1e6eb25ac9842e293c302bddad407f5&device_id=2f2c6d18-34ab-4c64-93db-3bfd76b027fe HTTP/1.1" status: 200 len: 1097 time: 0.1172388 Jul 07 21:12:16.731101 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-848a3b07-1658-4fd9-b3f0-ae1a9c6bf481 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:16.735254 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648cc4a-fbc1-4b4c-b0d7-adb413bd4ecd req-58fec633-ecba-4b96-9b94-9bc5ef0db7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:16.737768 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6648cc4a-fbc1-4b4c-b0d7-adb413bd4ecd req-58fec633-ecba-4b96-9b94-9bc5ef0db7a6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6a238c9f-798d-4070-a28a-9d436224a3e0 HTTP/1.1" status: 200 len: 914 time: 0.2992327 Jul 07 21:12:16.815191 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6648cc4a-fbc1-4b4c-b0d7-adb413bd4ecd req-2e906b34-c898-4b3c-aba3-3cf023d3de57 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0624b411-66c5-4c4f-9c00-17ee681dee91 HTTP/1.1" status: 200 len: 217 time: 0.0447171 Jul 07 21:12:16.949677 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648cc4a-fbc1-4b4c-b0d7-adb413bd4ecd req-030b78f0-5866-4ac0-b583-8f94f9faaed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:16.951231 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6648cc4a-fbc1-4b4c-b0d7-adb413bd4ecd req-030b78f0-5866-4ac0-b583-8f94f9faaed7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a3ef07a6-1f20-43e8-ad0f-980c825575e2 HTTP/1.1" status: 200 len: 853 time: 0.1076868 Jul 07 21:12:17.039027 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0920cb8-bd1d-434f-9226-d1c90e4694e1 req-0ac8ee95-23ce-410b-933f-7fc51e240560 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:17.040683 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c0920cb8-bd1d-434f-9226-d1c90e4694e1 req-0ac8ee95-23ce-410b-933f-7fc51e240560 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.1296315 Jul 07 21:12:17.079197 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6648cc4a-fbc1-4b4c-b0d7-adb413bd4ecd req-563c5890-1d9c-4572-b411-ca804a070fa0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6a238c9f-798d-4070-a28a-9d436224a3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498719 Jul 07 21:12:17.162550 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c0920cb8-bd1d-434f-9226-d1c90e4694e1 req-02aa278c-7a6b-4280-9295-f01ae5c4a9c0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1135025 Jul 07 21:12:17.296420 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6648cc4a-fbc1-4b4c-b0d7-adb413bd4ecd req-4373485b-38dd-4ab5-bac1-37d93eda524c service neutron] 10.222.0.58 "GET /v2.0/networks/6a238c9f-798d-4070-a28a-9d436224a3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081583 Jul 07 21:12:17.442389 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6648cc4a-fbc1-4b4c-b0d7-adb413bd4ecd req-56c782dc-cf43-469a-91cb-62916bd7d58d service neutron] 10.222.0.58 "GET /v2.0/networks/6a238c9f-798d-4070-a28a-9d436224a3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302044 Jul 07 21:12:17.476528 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0e183-fbef-4128-8aca-c3fa8ecd2248 req-edd1803e-ee6a-446f-bd08-ca0688142b9f tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:17.478407 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0af0e183-fbef-4128-8aca-c3fa8ecd2248 req-edd1803e-ee6a-446f-bd08-ca0688142b9f tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4932719-7217-4357-9e33-0fd0b5cb59f5 HTTP/1.1" status: 200 len: 1095 time: 0.1683245 Jul 07 21:12:17.488333 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-848a3b07-1658-4fd9-b3f0-ae1a9c6bf481 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting port ff25671d-1367-47f6-944b-559e1169acee {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:17.489413 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-848a3b07-1658-4fd9-b3f0-ae1a9c6bf481 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:17.558635 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0af0e183-fbef-4128-8aca-c3fa8ecd2248 req-e7572b5e-bbf7-4ef3-8854-dd2705d40f78 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719788 Jul 07 21:12:17.705823 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-848a3b07-1658-4fd9-b3f0-ae1a9c6bf481 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:17.735907 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-848a3b07-1658-4fd9-b3f0-ae1a9c6bf481 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Calling delete_port for ff25671d-1367-47f6-944b-559e1169acee owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:18.008787 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-848a3b07-1658-4fd9-b3f0-ae1a9c6bf481 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:18.066868 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a3b07-1658-4fd9-b3f0-ae1a9c6bf481 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Port': ['ID=ff25671d-1367-47f6-944b-559e1169acee,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:18.241803 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-848a3b07-1658-4fd9-b3f0-ae1a9c6bf481 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:18.538843 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad062ab-a234-43cf-9012-2939625b1572 req-354ea53b-a2bb-455e-b5ee-1642b567e541 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:18.546452 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ad062ab-a234-43cf-9012-2939625b1572 req-354ea53b-a2bb-455e-b5ee-1642b567e541 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.1218483 Jul 07 21:12:18.617335 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ad062ab-a234-43cf-9012-2939625b1572 req-93503b07-7502-4f18-b50c-db6802f1376b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698230 Jul 07 21:12:18.951491 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b333b-f806-436b-bdb4-251c7ae7e70d req-e49bf0f2-ad82-4ef9-8bcd-f3a906382894 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:18.953234 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c64b333b-f806-436b-bdb4-251c7ae7e70d req-e49bf0f2-ad82-4ef9-8bcd-f3a906382894 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4932719-7217-4357-9e33-0fd0b5cb59f5 HTTP/1.1" status: 200 len: 1095 time: 0.1331341 Jul 07 21:12:19.045284 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c64b333b-f806-436b-bdb4-251c7ae7e70d req-9d331a87-a5e2-4552-92e6-1b6d0c1f76ab tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788965 Jul 07 21:12:19.071419 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848a3b07-1658-4fd9-b3f0-ae1a9c6bf481 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Router 6b4f5135-5540-4355-ad2a-2d152197336b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:12:19.191427 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848a3b07-1658-4fd9-b3f0-ae1a9c6bf481 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:12:19.197999 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-848a3b07-1658-4fd9-b3f0-ae1a9c6bf481 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "PUT /v2.0/routers/6b4f5135-5540-4355-ad2a-2d152197336b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5353544 Jul 07 21:12:19.201313 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41722) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:19.203157 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b4aba7-4409-4827-a989-41480c5d853b None None] Sync routers for ids ['6b4f5135-5540-4355-ad2a-2d152197336b'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:12:19.213643 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b4aba7-4409-4827-a989-41480c5d853b None None] Routers {'6b4f5135-5540-4355-ad2a-2d152197336b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:19.214275 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-70b4aba7-4409-4827-a989-41480c5d853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:12:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['6b4f5135-5540-4355-ad2a-2d152197336b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:19.254117 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-70b4aba7-4409-4827-a989-41480c5d853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:19.265792 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b4aba7-4409-4827-a989-41480c5d853b None None] Routers {'6b4f5135-5540-4355-ad2a-2d152197336b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:19.266590 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-70b4aba7-4409-4827-a989-41480c5d853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:12:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['6b4f5135-5540-4355-ad2a-2d152197336b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:19.306034 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-70b4aba7-4409-4827-a989-41480c5d853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:19.306855 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b4aba7-4409-4827-a989-41480c5d853b None None] The sync data for ids ['6b4f5135-5540-4355-ad2a-2d152197336b'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:12:19.464133 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-3a7c308a-09dd-4d23-9839-b1c5ce669fdd tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] remove_router_interface failed (client error): The resource could not be found. Jul 07 21:12:19.465918 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3a7c308a-09dd-4d23-9839-b1c5ce669fdd tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "PUT /v2.0/routers/6b4f5135-5540-4355-ad2a-2d152197336b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2629187 Jul 07 21:12:19.468562 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41730) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:19.497105 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-15d5ba09-11f8-4d2b-b72c-fcdf6efd7486 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b4f5135-5540-4355-ad2a-2d152197336b HTTP/1.1" status: 200 len: 205 time: 0.0274115 Jul 07 21:12:19.500349 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41732) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:19.624325 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-436b67ba-bd7c-4eb3-8cdb-05c3c9a52e4f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:19.839695 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3dd58-438d-4170-9ef2-9fd40bff4bcf req-3a8a0a17-f999-4d7d-957e-6237046d403f tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:19.840788 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-436b67ba-bd7c-4eb3-8cdb-05c3c9a52e4f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:19.843115 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-436b67ba-bd7c-4eb3-8cdb-05c3c9a52e4f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:19.843806 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cad3dd58-438d-4170-9ef2-9fd40bff4bcf req-3a8a0a17-f999-4d7d-957e-6237046d403f tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.0948966 Jul 07 21:12:19.891153 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-436b67ba-bd7c-4eb3-8cdb-05c3c9a52e4f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:19.891872 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436b67ba-bd7c-4eb3-8cdb-05c3c9a52e4f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Fanout notify agent at l3_agent the message router_deleted on router 6b4f5135-5540-4355-ad2a-2d152197336b {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:12:19.899074 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-436b67ba-bd7c-4eb3-8cdb-05c3c9a52e4f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:19.900280 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-436b67ba-bd7c-4eb3-8cdb-05c3c9a52e4f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/routers/6b4f5135-5540-4355-ad2a-2d152197336b HTTP/1.1" status: 204 len: 168 time: 0.3989458 Jul 07 21:12:19.902995 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41746) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:19.939399 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cad3dd58-438d-4170-9ef2-9fd40bff4bcf req-c3ed591f-927c-44e3-9c9c-051c9ab4f249 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0899167 Jul 07 21:12:19.942258 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:19.964846 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5dbd0e-94f8-4b29-9647-b17503e48902 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting subnet f186ce9d-585e-4a13-9362-22089f7af929 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:12:19.968199 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6f5dbd0e-94f8-4b29-9647-b17503e48902 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:20.010827 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6f5dbd0e-94f8-4b29-9647-b17503e48902 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:20.096537 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6f5dbd0e-94f8-4b29-9647-b17503e48902 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:20.131571 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:20.218609 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6f5dbd0e-94f8-4b29-9647-b17503e48902 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:20.245005 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b89710-e7cb-4001-9350-50c91cba8ca9 req-fa155b99-d0a9-4bb6-9928-49cb530f1c5a tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:20.247493 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6f5dbd0e-94f8-4b29-9647-b17503e48902 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:20.248253 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-60b89710-e7cb-4001-9350-50c91cba8ca9 req-fa155b99-d0a9-4bb6-9928-49cb530f1c5a tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4932719-7217-4357-9e33-0fd0b5cb59f5 HTTP/1.1" status: 200 len: 1095 time: 0.0617206 Jul 07 21:12:20.251155 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6f5dbd0e-94f8-4b29-9647-b17503e48902 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/subnets/f186ce9d-585e-4a13-9362-22089f7af929 HTTP/1.1" status: 204 len: 168 time: 0.3465543 Jul 07 21:12:20.254044 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41760) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:20.258351 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19289e88-b6a6-4713-840e-ba62f600bf8c None None] Network 8ee7aab9-2e4e-4913-a4d0-3f04199a12a3 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:12:20.297276 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5dbd0e-94f8-4b29-9647-b17503e48902 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Subnet': ['ID=f186ce9d-585e-4a13-9362-22089f7af929,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:20.424762 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-60b89710-e7cb-4001-9350-50c91cba8ca9 req-295a8920-2374-4bb5-8e46-496261bdeb69 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367019 Jul 07 21:12:20.488251 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98957033-5ed0-4451-8b9d-3aadf9e476ed tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:20.602248 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-98957033-5ed0-4451-8b9d-3aadf9e476ed tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting port 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:20.602600 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98957033-5ed0-4451-8b9d-3aadf9e476ed tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:20.612002 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6542e2c3-6fdb-40ff-b9df-63b889dc3675 None None] DHCP port deletion for 8ee7aab9-2e4e-4913-a4d0-3f04199a12a3 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:12:20.696166 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-6542e2c3-6fdb-40ff-b9df-63b889dc3675 None None] Deleting port 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:20.696623 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6542e2c3-6fdb-40ff-b9df-63b889dc3675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:20.697516 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-98957033-5ed0-4451-8b9d-3aadf9e476ed tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] For port 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e,segment=NetworkSegment(b113950e-1f22-47d8-8e1b-26c5aa135e6a),segment_id=b113950e-1f22-47d8-8e1b-26c5aa135e6a)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:20.698025 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98957033-5ed0-4451-8b9d-3aadf9e476ed tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:20.713682 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:12:20.730765 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-98957033-5ed0-4451-8b9d-3aadf9e476ed tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Calling delete_port for 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:20.775660 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-6542e2c3-6fdb-40ff-b9df-63b889dc3675 None None] For port 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e,segment=NetworkSegment(b113950e-1f22-47d8-8e1b-26c5aa135e6a),segment_id=b113950e-1f22-47d8-8e1b-26c5aa135e6a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:20.776054 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6542e2c3-6fdb-40ff-b9df-63b889dc3675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:20.807315 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-6542e2c3-6fdb-40ff-b9df-63b889dc3675 None None] Calling delete_port for 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:20.829855 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98957033-5ed0-4451-8b9d-3aadf9e476ed tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:20.904929 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98957033-5ed0-4451-8b9d-3aadf9e476ed tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] No DVR routers for this DVR port 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:12:20.909293 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6542e2c3-6fdb-40ff-b9df-63b889dc3675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:20.947710 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542e2c3-6fdb-40ff-b9df-63b889dc3675 None None] Pushing event deleted for resources: {'Port': ['ID=4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:20.951388 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98957033-5ed0-4451-8b9d-3aadf9e476ed tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Port': ['ID=4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:20.951870 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6542e2c3-6fdb-40ff-b9df-63b889dc3675 None None] No DVR routers for this DVR port 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:12:20.988458 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:12:21.033871 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:12:21.035483 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 4d969eb4-b1d7-4ab5-a0a9-7e215773fd1e not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:12:21.131872 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98957033-5ed0-4451-8b9d-3aadf9e476ed tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:21.184760 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-98957033-5ed0-4451-8b9d-3aadf9e476ed tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee7aab9-2e4e-4913-a4d0-3f04199a12a3']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:21.224121 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-98957033-5ed0-4451-8b9d-3aadf9e476ed tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b113950e-1f22-47d8-8e1b-26c5aa135e6a') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:21.224406 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-98957033-5ed0-4451-8b9d-3aadf9e476ed tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b113950e-1f22-47d8-8e1b-26c5aa135e6a') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:21.242144 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98957033-5ed0-4451-8b9d-3aadf9e476ed tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:21.280265 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98957033-5ed0-4451-8b9d-3aadf9e476ed tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:21.303649 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98957033-5ed0-4451-8b9d-3aadf9e476ed tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:12:21.304066 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98957033-5ed0-4451-8b9d-3aadf9e476ed tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:12:21.309666 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:12:21.350004 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6c9bcc9e-9a3b-4a1b-bb85-30f6cb62ec3b req-cf1a1c88-7e71-498c-8395-92169b98a5cf service neutron] 10.222.0.39 "GET /v2.0/networks/1ceede95-db7c-4340-b997-707ddc803ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670627 Jul 07 21:12:21.360254 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229bec4-2acb-4868-bd59-f63ee1bcaea1 req-96b3092b-818d-4039-b8e9-3b61f3c2bedd tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:21.361815 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7229bec4-2acb-4868-bd59-f63ee1bcaea1 req-96b3092b-818d-4039-b8e9-3b61f3c2bedd tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.2271402 Jul 07 21:12:21.405867 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98957033-5ed0-4451-8b9d-3aadf9e476ed tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:21.428586 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-98957033-5ed0-4451-8b9d-3aadf9e476ed tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:21.430503 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-98957033-5ed0-4451-8b9d-3aadf9e476ed tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/networks/8ee7aab9-2e4e-4913-a4d0-3f04199a12a3 HTTP/1.1" status: 204 len: 168 time: 1.1748970 Jul 07 21:12:21.431385 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98957033-5ed0-4451-8b9d-3aadf9e476ed tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Network': ['ID=8ee7aab9-2e4e-4913-a4d0-3f04199a12a3,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:21.435726 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41794) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:21.445235 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-f0446bf1-5475-46b8-acc1-8861a4a303ba tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-99918928'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:21.478042 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7229bec4-2acb-4868-bd59-f63ee1bcaea1 req-be82b9a6-3978-41a5-ba24-565bd45c4c8a tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1036429 Jul 07 21:12:21.507457 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0446bf1-5475-46b8-acc1-8861a4a303ba tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Made reservation on behalf of 8d8c2c5abfae4e3499bbd479eb60f4c5 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:12:21.511122 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f0446bf1-5475-46b8-acc1-8861a4a303ba tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:21.586661 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edb963-54e8-4c75-8580-2f22bfb06150 req-2244702d-43ed-4524-b0f3-fd0bf0e913e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:21.588403 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-71edb963-54e8-4c75-8580-2f22bfb06150 req-2244702d-43ed-4524-b0f3-fd0bf0e913e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1b8bb73c9d44913809e077bb505c12b&device_id=a4932719-7217-4357-9e33-0fd0b5cb59f5 HTTP/1.1" status: 200 len: 1095 time: 0.1398811 Jul 07 21:12:21.619683 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0446bf1-5475-46b8-acc1-8861a4a303ba tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:12:21.689823 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f0446bf1-5475-46b8-acc1-8861a4a303ba tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:21.690511 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-f0446bf1-5475-46b8-acc1-8861a4a303ba tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Added segment 12da788f-16ec-4b4b-bf81-fa9da58d06f5 of type vlan for network 14ee1df3-237b-4077-bf76-4364d83a2f1e Jul 07 21:12:21.757201 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f0446bf1-5475-46b8-acc1-8861a4a303ba tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:21.791043 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872dd0ca-5361-4436-9fd7-0ab65e219c00 req-60572c41-0761-4905-a2b4-1f0ea434088c tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:21.792755 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-872dd0ca-5361-4436-9fd7-0ab65e219c00 req-60572c41-0761-4905-a2b4-1f0ea434088c tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4932719-7217-4357-9e33-0fd0b5cb59f5 HTTP/1.1" status: 200 len: 1095 time: 0.2034664 Jul 07 21:12:21.825601 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edb963-54e8-4c75-8580-2f22bfb06150 req-f6010161-3040-4614-be92-3deedcf704ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:21.827558 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-71edb963-54e8-4c75-8580-2f22bfb06150 req-f6010161-3040-4614-be92-3deedcf704ba service neutron] 10.222.0.39 "GET /v2.0/networks?id=1ceede95-db7c-4340-b997-707ddc803ba0 HTTP/1.1" status: 200 len: 910 time: 0.2055619 Jul 07 21:12:21.895010 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-71edb963-54e8-4c75-8580-2f22bfb06150 req-ac4f0eb7-ce19-4a22-a6f1-a762dbe57f50 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6dc1f4d-4f87-4223-a66c-bb035917eda4 HTTP/1.1" status: 200 len: 217 time: 0.0532374 Jul 07 21:12:21.907301 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f0446bf1-5475-46b8-acc1-8861a4a303ba tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:21.913365 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0446bf1-5475-46b8-acc1-8861a4a303ba tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:21.914175 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f0446bf1-5475-46b8-acc1-8861a4a303ba tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:22.049330 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-872dd0ca-5361-4436-9fd7-0ab65e219c00 req-789cd9a8-3d41-4222-875b-7fee6b287d5b tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481244 Jul 07 21:12:22.054620 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0446bf1-5475-46b8-acc1-8861a4a303ba tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Network': ['ID=14ee1df3-237b-4077-bf76-4364d83a2f1e,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:22.077045 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41806) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:22.081516 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f0446bf1-5475-46b8-acc1-8861a4a303ba tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6424358 Jul 07 21:12:22.083415 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f57255e4-f786-48e1-833c-220d31707ff9 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'subnet': {'network_id': '14ee1df3-237b-4077-bf76-4364d83a2f1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:22.102893 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edb963-54e8-4c75-8580-2f22bfb06150 req-8747b25e-6eaf-4f73-8511-9aed10c482ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:22.102893 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-71edb963-54e8-4c75-8580-2f22bfb06150 req-8747b25e-6eaf-4f73-8511-9aed10c482ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2a70f2c2-1555-4520-a148-7200d29f89c7 HTTP/1.1" status: 200 len: 848 time: 0.1908579 Jul 07 21:12:22.106421 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 14ee1df3-237b-4077-bf76-4364d83a2f1e details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:12:22.169832 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edb963-54e8-4c75-8580-2f22bfb06150 req-41289e21-d0d1-43aa-91ed-d47b275ef419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:22.172384 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-71edb963-54e8-4c75-8580-2f22bfb06150 req-41289e21-d0d1-43aa-91ed-d47b275ef419 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1ceede95-db7c-4340-b997-707ddc803ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680103 Jul 07 21:12:22.195474 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41808) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:22.238905 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57255e4-f786-48e1-833c-220d31707ff9 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Made reservation on behalf of 8d8c2c5abfae4e3499bbd479eb60f4c5 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:12:22.248646 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f57255e4-f786-48e1-833c-220d31707ff9 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:22.288559 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-71edb963-54e8-4c75-8580-2f22bfb06150 req-6fc570b5-7efd-4657-9058-36b78d950fe5 service neutron] 10.222.0.39 "GET /v2.0/networks/1ceede95-db7c-4340-b997-707ddc803ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093731 Jul 07 21:12:22.367917 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9fe36185-9c05-4ea6-8172-b956458f3ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:22.395177 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-71edb963-54e8-4c75-8580-2f22bfb06150 req-71501872-a1b7-4d82-a350-1aa4a39185af service neutron] 10.222.0.39 "GET /v2.0/networks/1ceede95-db7c-4340-b997-707ddc803ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965989 Jul 07 21:12:22.514557 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f57255e4-f786-48e1-833c-220d31707ff9 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:22.599427 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9fe36185-9c05-4ea6-8172-b956458f3ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:22.600495 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57255e4-f786-48e1-833c-220d31707ff9 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Subnet': ['ID=84293133-581f-4faa-84a6-10434e84beea,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:22.609808 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9fe36185-9c05-4ea6-8172-b956458f3ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:22.651668 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57255e4-f786-48e1-833c-220d31707ff9 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Checking segment: {'id': '12da788f-16ec-4b4b-bf81-fa9da58d06f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '14ee1df3-237b-4077-bf76-4364d83a2f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:12:22.652042 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57255e4-f786-48e1-833c-220d31707ff9 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network hostable DHCP agents. Network: 14ee1df3-237b-4077-bf76-4364d83a2f1e, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:12:22.658848 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe36185-9c05-4ea6-8172-b956458f3ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7974fb2b-af6f-46fe-9212-5103fb52d1a3,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:22.664455 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9fe36185-9c05-4ea6-8172-b956458f3ae4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a7297737d4564eacbdf08187ab89210e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4678810 Jul 07 21:12:22.667277 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41816) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:22.675013 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device f6dc1f4d-4f87-4223-a66c-bb035917eda4 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:12:22.691808 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24843f6-98db-4975-a6e7-b7dbe9c864a6 req-8e59b1db-d1f0-450e-bb24-b7f2deaf46b6 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:22.693402 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a24843f6-98db-4975-a6e7-b7dbe9c864a6 req-8e59b1db-d1f0-450e-bb24-b7f2deaf46b6 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.0771086 Jul 07 21:12:22.725220 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57255e4-f786-48e1-833c-220d31707ff9 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 14ee1df3-237b-4077-bf76-4364d83a2f1e is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:12:22.761003 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-63aa8941-a115-41f5-aae1-0837dfdf6f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:22.786030 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-63aa8941-a115-41f5-aae1-0837dfdf6f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:22.790628 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a24843f6-98db-4975-a6e7-b7dbe9c864a6 req-b1781745-bac8-4efa-bf2f-4b37bead4cb6 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844436 Jul 07 21:12:22.797937 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-f57255e4-f786-48e1-833c-220d31707ff9 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 14ee1df3-237b-4077-bf76-4364d83a2f1e) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:12:22.807936 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57255e4-f786-48e1-833c-220d31707ff9 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:22.808278 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f57255e4-f786-48e1-833c-220d31707ff9 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:22.828030 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port f6dc1f4d-4f87-4223-a66c-bb035917eda4, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=f6dc1f4d-4f87-4223-a66c-bb035917eda4,segment=NetworkSegment(46deab92-d4f7-4fa1-98be-0d15aac7bc21),segment_id=46deab92-d4f7-4fa1-98be-0d15aac7bc21)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:22.842445 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b32d4a-989c-477b-9ec3-b693d3957ee9 None None] Network 14ee1df3-237b-4077-bf76-4364d83a2f1e requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:12:22.842674 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f57255e4-f786-48e1-833c-220d31707ff9 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7637718 Jul 07 21:12:22.845111 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41826) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:22.851021 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-c868ae43-4f71-42f1-90b2-4e54e59f6914 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1125979415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:22.876707 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-63aa8941-a115-41f5-aae1-0837dfdf6f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:22.879238 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-63aa8941-a115-41f5-aae1-0837dfdf6f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:22.887946 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-63aa8941-a115-41f5-aae1-0837dfdf6f08 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7974fb2b-af6f-46fe-9212-5103fb52d1a3 HTTP/1.1" status: 204 len: 168 time: 0.2172973 Jul 07 21:12:22.896172 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa8941-a115-41f5-aae1-0837dfdf6f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7974fb2b-af6f-46fe-9212-5103fb52d1a3,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:22.902137 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c868ae43-4f71-42f1-90b2-4e54e59f6914 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:22.904398 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c868ae43-4f71-42f1-90b2-4e54e59f6914 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:22.912882 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'f6dc1f4d-4f87-4223-a66c-bb035917eda4', 'network_id': '1ceede95-db7c-4340-b997-707ddc803ba0', 'port_id': 'f6dc1f4d-4f87-4223-a66c-bb035917eda4', 'mac_address': 'fa:16:3e:a7:30:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a70f2c2-1555-4520-a148-7200d29f89c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:12:23.004671 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c868ae43-4f71-42f1-90b2-4e54e59f6914 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:23.011518 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c868ae43-4f71-42f1-90b2-4e54e59f6914 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:23.081623 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6fed6a-91fe-4be9-af76-30110c15689d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-14ee1df3-237b-4077-bf76-4364d83a2f1e', 'network_id': '14ee1df3-237b-4077-bf76-4364d83a2f1e', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'fixed_ips': [{'subnet_id': '84293133-581f-4faa-84a6-10434e84beea'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:12:23.082490 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2a6fed6a-91fe-4be9-af76-30110c15689d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:23.085925 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:23.098610 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c868ae43-4f71-42f1-90b2-4e54e59f6914 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:23.100107 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c868ae43-4f71-42f1-90b2-4e54e59f6914 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2537241 Jul 07 21:12:23.102875 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41842) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:23.114215 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6dc1f4d-4f87-4223-a66c-bb035917eda4 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:12:23.138078 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port f6dc1f4d-4f87-4223-a66c-bb035917eda4, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=f6dc1f4d-4f87-4223-a66c-bb035917eda4,segment=NetworkSegment(46deab92-d4f7-4fa1-98be-0d15aac7bc21),segment_id=46deab92-d4f7-4fa1-98be-0d15aac7bc21)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:23.209925 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:23.213449 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-f23c332c-5b25-4556-ba07-3e62b268a7f1 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:23.217687 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-f23c332c-5b25-4556-ba07-3e62b268a7f1 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/networks?id=52efefbb-28df-45b6-b938-6100f70e7fd5 HTTP/1.1" status: 200 len: 815 time: 0.1991248 Jul 07 21:12:23.247594 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-1ac8ff4f-3608-43c4-a4f3-9769b4c87ac0 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/quotas/cac6c510af104ba09c90ccd142f51a19 HTTP/1.1" status: 200 len: 375 time: 0.0231209 Jul 07 21:12:23.336025 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=f6dc1f4d-4f87-4223-a66c-bb035917eda4,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:23.365519 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-2a6fed6a-91fe-4be9-af76-30110c15689d None None] Allocated IP 2001:db8::2 (14ee1df3-237b-4077-bf76-4364d83a2f1e/84293133-581f-4faa-84a6-10434e84beea/db76b579-e434-440e-bd1e-0f91002b72fa) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:12:23.375792 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-13ab7b6a-4dbb-493a-813c-ee544b938c2d tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cac6c510af104ba09c90ccd142f51a19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1155746 Jul 07 21:12:23.398711 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1e2a3-a0b3-425f-9e68-136ca677322d req-ff2daa73-5649-4ff7-892f-1c3b1ce475bd tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:23.400723 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-49f1e2a3-a0b3-425f-9e68-136ca677322d req-ff2daa73-5649-4ff7-892f-1c3b1ce475bd tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4932719-7217-4357-9e33-0fd0b5cb59f5 HTTP/1.1" status: 200 len: 1096 time: 0.1057110 Jul 07 21:12:23.440566 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41846) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:23.476139 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-556718d7-595c-4f85-a6b5-0c0abde455a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:23.523237 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-25a93471-1b88-4935-a895-7f212b87152a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:23.577432 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2a6fed6a-91fe-4be9-af76-30110c15689d None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:23.588564 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2a6fed6a-91fe-4be9-af76-30110c15689d None None] Transition to ACTIVE for port object db76b579-e434-440e-bd1e-0f91002b72fa will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:12:23.606077 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2a6fed6a-91fe-4be9-af76-30110c15689d None None] Transition to ACTIVE for port object db76b579-e434-440e-bd1e-0f91002b72fa will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:12:23.611265 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['f6dc1f4d-4f87-4223-a66c-bb035917eda4'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:12:23.617028 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2a6fed6a-91fe-4be9-af76-30110c15689d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:23.723549 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6fed6a-91fe-4be9-af76-30110c15689d None None] Network 14ee1df3-237b-4077-bf76-4364d83a2f1e is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:12:23.734596 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-2a6fed6a-91fe-4be9-af76-30110c15689d None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:12:23.741527 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6fed6a-91fe-4be9-af76-30110c15689d None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:12:23.794633 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fed6a-91fe-4be9-af76-30110c15689d None None] Pushing event updated for resources: {'Port': ['ID=db76b579-e434-440e-bd1e-0f91002b72fa,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:23.845846 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-2a6fed6a-91fe-4be9-af76-30110c15689d None None] Attempting to bind port db76b579-e434-440e-bd1e-0f91002b72fa on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:12:23.846134 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-2a6fed6a-91fe-4be9-af76-30110c15689d None None] Attempting to bind port db76b579-e434-440e-bd1e-0f91002b72fa by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '12da788f-16ec-4b4b-bf81-fa9da58d06f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '14ee1df3-237b-4077-bf76-4364d83a2f1e'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:12:23.846280 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-25a93471-1b88-4935-a895-7f212b87152a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Allocated IP 2001:db8::1 (14ee1df3-237b-4077-bf76-4364d83a2f1e/84293133-581f-4faa-84a6-10434e84beea/28084786-0d4d-4fbf-b1ff-f0a04dc10a52) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:12:23.846516 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6fed6a-91fe-4be9-af76-30110c15689d None None] Attempting to bind port db76b579-e434-440e-bd1e-0f91002b72fa on network 14ee1df3-237b-4077-bf76-4364d83a2f1e {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:12:23.904071 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-49f1e2a3-a0b3-425f-9e68-136ca677322d req-4f65642e-9d25-45b9-af6d-a3be0730779d tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4913309 Jul 07 21:12:23.925222 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6fed6a-91fe-4be9-af76-30110c15689d None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:12:23.925592 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6fed6a-91fe-4be9-af76-30110c15689d None None] Checking segment: {'id': '12da788f-16ec-4b4b-bf81-fa9da58d06f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '14ee1df3-237b-4077-bf76-4364d83a2f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:12:23.926024 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2a6fed6a-91fe-4be9-af76-30110c15689d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:23.926435 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6fed6a-91fe-4be9-af76-30110c15689d None None] Bound using segment: {'id': '12da788f-16ec-4b4b-bf81-fa9da58d06f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '14ee1df3-237b-4077-bf76-4364d83a2f1e'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:12:23.927148 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-2a6fed6a-91fe-4be9-af76-30110c15689d None None] Bound port: db76b579-e434-440e-bd1e-0f91002b72fa, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12da788f-16ec-4b4b-bf81-fa9da58d06f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '14ee1df3-237b-4077-bf76-4364d83a2f1e'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:12:23.927451 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2a6fed6a-91fe-4be9-af76-30110c15689d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:23.988642 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-7c85958d-2ab4-4320-a245-d45c93d5060a service neutron] 10.222.0.64 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6039646 Jul 07 21:12:23.995241 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-25a93471-1b88-4935-a895-7f212b87152a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:24.021813 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-25a93471-1b88-4935-a895-7f212b87152a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Transition to ACTIVE for port object 28084786-0d4d-4fbf-b1ff-f0a04dc10a52 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:12:24.084019 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-25a93471-1b88-4935-a895-7f212b87152a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:24.124788 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-2a6fed6a-91fe-4be9-af76-30110c15689d None None] For port db76b579-e434-440e-bd1e-0f91002b72fa, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:12:24.129596 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-2a6fed6a-91fe-4be9-af76-30110c15689d None None] For port db76b579-e434-440e-bd1e-0f91002b72fa, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=db76b579-e434-440e-bd1e-0f91002b72fa,segment=NetworkSegment(12da788f-16ec-4b4b-bf81-fa9da58d06f5),segment_id=12da788f-16ec-4b4b-bf81-fa9da58d06f5)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:12:24.136229 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2a6fed6a-91fe-4be9-af76-30110c15689d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:24.154657 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a93471-1b88-4935-a895-7f212b87152a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 14ee1df3-237b-4077-bf76-4364d83a2f1e is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:12:24.160497 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-25a93471-1b88-4935-a895-7f212b87152a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:12:24.165337 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a93471-1b88-4935-a895-7f212b87152a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:12:24.166236 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-25a93471-1b88-4935-a895-7f212b87152a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:24.197320 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-556718d7-595c-4f85-a6b5-0c0abde455a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:24.223834 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-556718d7-595c-4f85-a6b5-0c0abde455a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:24.234417 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fed6a-91fe-4be9-af76-30110c15689d None None] Pushing event updated for resources: {'Port': ['ID=db76b579-e434-440e-bd1e-0f91002b72fa,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:24.251981 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a93471-1b88-4935-a895-7f212b87152a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Port': ['ID=28084786-0d4d-4fbf-b1ff-f0a04dc10a52,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:24.287124 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556718d7-595c-4f85-a6b5-0c0abde455a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ac6b56-f050-4a8d-8090-bbff2238b368,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:24.342672 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-556718d7-595c-4f85-a6b5-0c0abde455a0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a3410687b3b34a019f76b59dba903f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8938525 Jul 07 21:12:24.348340 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41852) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:24.371449 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8585231-b057-46b6-ba37-597a83d19c03 req-67fea5da-8174-496a-a8b6-51756258c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:24.374399 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8585231-b057-46b6-ba37-597a83d19c03 req-67fea5da-8174-496a-a8b6-51756258c6df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c77ff576c8f4eb18bd83eb9fa5ae9c8&device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 1095 time: 0.4906790 Jul 07 21:12:24.385308 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-25a93471-1b88-4935-a895-7f212b87152a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:24.386363 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-744dbdb1-1278-4ece-85a7-c2475c031d0f service neutron] 10.222.0.64 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897336 Jul 07 21:12:24.511074 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab00884-66c8-4e4e-aa75-9528c5d75c3b req-102fa45c-5f55-49a0-88e7-34b02edd514c tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:24.513569 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6ab00884-66c8-4e4e-aa75-9528c5d75c3b req-102fa45c-5f55-49a0-88e7-34b02edd514c tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.3796391 Jul 07 21:12:24.568849 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81929ea4-234e-4df6-b844-7617b8d00c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:24.626924 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6ab00884-66c8-4e4e-aa75-9528c5d75c3b req-844cfc58-34a8-4cbb-9ccf-f14307ae2b31 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0984173 Jul 07 21:12:24.637309 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81929ea4-234e-4df6-b844-7617b8d00c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:24.650371 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8585231-b057-46b6-ba37-597a83d19c03 req-5086bc9f-5b95-4202-ad2d-0db3072d3b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:24.651804 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8585231-b057-46b6-ba37-597a83d19c03 req-5086bc9f-5b95-4202-ad2d-0db3072d3b62 service neutron] 10.222.0.39 "GET /v2.0/networks?id=71e90e76-92b1-4ebc-85b0-c55c9e97f894 HTTP/1.1" status: 200 len: 916 time: 0.2489629 Jul 07 21:12:24.703364 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device f6dc1f4d-4f87-4223-a66c-bb035917eda4 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:12:24.704268 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-07b65c70-3ec5-4383-a51c-fae825897606 req-8148c033-66bb-4540-9c17-5655b38c1db1 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1355dbf-532c-4fea-ac5e-4882cd0ba5c5 HTTP/1.1" status: 200 len: 210 time: 0.0508819 Jul 07 21:12:24.776731 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8585231-b057-46b6-ba37-597a83d19c03 req-349528bd-b51b-475a-8489-85a8b957ef6f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b56aa0f-6766-4f9f-b0df-5544a59b6a76 HTTP/1.1" status: 200 len: 999 time: 0.1029408 Jul 07 21:12:24.781113 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81929ea4-234e-4df6-b844-7617b8d00c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:24.784247 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81929ea4-234e-4df6-b844-7617b8d00c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:24.785340 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port f6dc1f4d-4f87-4223-a66c-bb035917eda4 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:12:24.786114 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-81929ea4-234e-4df6-b844-7617b8d00c17 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/67ac6b56-f050-4a8d-8090-bbff2238b368 HTTP/1.1" status: 204 len: 168 time: 0.4359496 Jul 07 21:12:24.794667 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port f6dc1f4d-4f87-4223-a66c-bb035917eda4 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:24.801880 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:24.825439 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-25a93471-1b88-4935-a895-7f212b87152a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:24.829565 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81929ea4-234e-4df6-b844-7617b8d00c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ac6b56-f050-4a8d-8090-bbff2238b368,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:24.834665 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-25a93471-1b88-4935-a895-7f212b87152a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:24.835561 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-25a93471-1b88-4935-a895-7f212b87152a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:24.867495 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8585231-b057-46b6-ba37-597a83d19c03 req-7626abb0-9a63-491e-ad7b-a255fa62e038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:24.871994 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8585231-b057-46b6-ba37-597a83d19c03 req-7626abb0-9a63-491e-ad7b-a255fa62e038 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695c722d-c0e1-4b67-838e-81b8bf679407 HTTP/1.1" status: 200 len: 854 time: 0.0834548 Jul 07 21:12:24.956489 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:25.002813 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4932719-7217-4357-9e33-0fd0b5cb59f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dc1f4d-4f87-4223-a66c-bb035917eda4'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:12:25.008419 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de556eb6-3e1e-43e0-bbc1-a0836e2787b3" -d '{"events": [{"server_uuid": "a4932719-7217-4357-9e33-0fd0b5cb59f5", "name": "network-vif-plugged", "status": "completed", "tag": "f6dc1f4d-4f87-4223-a66c-bb035917eda4"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:12:25.011534 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8585231-b057-46b6-ba37-597a83d19c03 req-c7e41fe8-0fdf-44c7-ba3d-24669c912b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:25.018441 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8585231-b057-46b6-ba37-597a83d19c03 req-c7e41fe8-0fdf-44c7-ba3d-24669c912b56 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71e90e76-92b1-4ebc-85b0-c55c9e97f894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1355360 Jul 07 21:12:25.075826 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port f6dc1f4d-4f87-4223-a66c-bb035917eda4, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=f6dc1f4d-4f87-4223-a66c-bb035917eda4,segment=NetworkSegment(46deab92-d4f7-4fa1-98be-0d15aac7bc21),segment_id=46deab92-d4f7-4fa1-98be-0d15aac7bc21)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:25.085090 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:25.170051 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a93471-1b88-4935-a895-7f212b87152a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Port': ['ID=28084786-0d4d-4fbf-b1ff-f0a04dc10a52,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:25.192948 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50923468-6be6-476a-9bcd-f351fce759d1 x-openstack-request-id: req-50923468-6be6-476a-9bcd-f351fce759d1 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:12:25.194722 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4932719-7217-4357-9e33-0fd0b5cb59f5", "name": "network-vif-plugged", "status": "completed", "tag": "f6dc1f4d-4f87-4223-a66c-bb035917eda4", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:12:25.195373 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-50923468-6be6-476a-9bcd-f351fce759d1 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:12:25.196536 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4932719-7217-4357-9e33-0fd0b5cb59f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dc1f4d-4f87-4223-a66c-bb035917eda4', 'code': 200} Jul 07 21:12:25.201474 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device db76b579-e434-440e-bd1e-0f91002b72fa up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:12:25.305225 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=f6dc1f4d-4f87-4223-a66c-bb035917eda4,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:25.310881 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a93471-1b88-4935-a895-7f212b87152a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 14ee1df3-237b-4077-bf76-4364d83a2f1e is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:12:25.321260 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-25a93471-1b88-4935-a895-7f212b87152a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:12:25.344996 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port db76b579-e434-440e-bd1e-0f91002b72fa completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:12:25.540231 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a93471-1b88-4935-a895-7f212b87152a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Router 2c62e8ee-0496-41f1-8b82-5db139b93cfe is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:12:25.613999 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bea4a-e727-45ae-b165-5bff9306c7f8 req-78859594-b2a7-43cc-b441-f2b6b2321014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:25.622794 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8c5bea4a-e727-45ae-b165-5bff9306c7f8 req-78859594-b2a7-43cc-b441-f2b6b2321014 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a4932719-7217-4357-9e33-0fd0b5cb59f5 HTTP/1.1" status: 200 len: 1097 time: 0.2632701 Jul 07 21:12:25.701460 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8c5bea4a-e727-45ae-b165-5bff9306c7f8 req-3c476f4a-09ca-4de8-823c-bfe038453b47 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768158 Jul 07 21:12:25.703392 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8585231-b057-46b6-ba37-597a83d19c03 req-183b5c1e-3ac2-4171-ab12-3feaa6ff1cf7 service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6765275 Jul 07 21:12:25.708907 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3ad3d-0ee7-457c-afdc-4d7bc350879c req-a0294c3d-12ae-45af-bdea-127cea979193 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:25.710400 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bae3ad3d-0ee7-457c-afdc-4d7bc350879c req-a0294c3d-12ae-45af-bdea-127cea979193 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4932719-7217-4357-9e33-0fd0b5cb59f5 HTTP/1.1" status: 200 len: 1097 time: 0.4568350 Jul 07 21:12:25.759171 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a93471-1b88-4935-a895-7f212b87152a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:12:25.762747 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b207534-07b4-45e9-b816-803c927e15e1 None None] Network 14ee1df3-237b-4077-bf76-4364d83a2f1e requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:12:25.770123 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4606f7f-5f21-4640-aecb-f8587f33511c None None] Sync routers for ids ['2c62e8ee-0496-41f1-8b82-5db139b93cfe'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:12:25.771793 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-25a93471-1b88-4935-a895-7f212b87152a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "PUT /v2.0/routers/2c62e8ee-0496-41f1-8b82-5db139b93cfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6663017 Jul 07 21:12:25.773351 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bae3ad3d-0ee7-457c-afdc-4d7bc350879c req-373db733-9ae4-495e-9fba-4f2ca70c1e46 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548244 Jul 07 21:12:25.774265 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41892) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:25.811129 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4606f7f-5f21-4640-aecb-f8587f33511c None None] Routers {'2c62e8ee-0496-41f1-8b82-5db139b93cfe'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:25.811672 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f4606f7f-5f21-4640-aecb-f8587f33511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:12:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['2c62e8ee-0496-41f1-8b82-5db139b93cfe'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:25.881602 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f4606f7f-5f21-4640-aecb-f8587f33511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:25.930687 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4606f7f-5f21-4640-aecb-f8587f33511c None None] Routers {'2c62e8ee-0496-41f1-8b82-5db139b93cfe'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:25.931422 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f4606f7f-5f21-4640-aecb-f8587f33511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:12:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['2c62e8ee-0496-41f1-8b82-5db139b93cfe'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:25.951804 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-887d6c58-0550-4233-a04c-f9815ec777b9 req-5a16c5ae-345c-4d47-a29e-91fb4e30a689 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1355dbf-532c-4fea-ac5e-4882cd0ba5c5 HTTP/1.1" status: 200 len: 210 time: 0.0355351 Jul 07 21:12:25.959173 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e80d6a2-098f-4c34-9ef4-58dca56cf623 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:25.960596 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3e80d6a2-098f-4c34-9ef4-58dca56cf623 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "GET /v2.0/ports/28084786-0d4d-4fbf-b1ff-f0a04dc10a52 HTTP/1.1" status: 200 len: 911 time: 0.1854010 Jul 07 21:12:25.963820 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41898) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:26.020246 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f4606f7f-5f21-4640-aecb-f8587f33511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:26.020984 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4606f7f-5f21-4640-aecb-f8587f33511c None None] The sync data for ids ['2c62e8ee-0496-41f1-8b82-5db139b93cfe'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:12:26.035996 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b8585231-b057-46b6-ba37-597a83d19c03 req-2e1b8a80-6363-45c9-992a-64600ef05c9e service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784290 Jul 07 21:12:26.118999 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9cb5c-dba7-4559-bb7d-f142ab90fb6a req-512e8016-6d7d-4e4e-9712-b2dfefef04ef tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:26.122095 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ddd9cb5c-dba7-4559-bb7d-f142ab90fb6a req-512e8016-6d7d-4e4e-9712-b2dfefef04ef tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.1035674 Jul 07 21:12:26.185459 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ddd9cb5c-dba7-4559-bb7d-f142ab90fb6a req-fedcc325-c7d9-487f-ac9e-c34c7ec8c45e tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570929 Jul 07 21:12:26.259347 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a8154110-df96-44d3-b65f-d80c7a6efab8 None None] Provisioning for port db76b579-e434-440e-bd1e-0f91002b72fa completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:12:26.272845 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a8154110-df96-44d3-b65f-d80c7a6efab8 None None] Provisioning complete for port db76b579-e434-440e-bd1e-0f91002b72fa triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:26.273569 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a8154110-df96-44d3-b65f-d80c7a6efab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:26.495558 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5f1dee42-e4ab-462a-98d6-cf648c89274f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:26.581482 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a8154110-df96-44d3-b65f-d80c7a6efab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:26.665963 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-a8154110-df96-44d3-b65f-d80c7a6efab8 None None] For port db76b579-e434-440e-bd1e-0f91002b72fa, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=db76b579-e434-440e-bd1e-0f91002b72fa,segment=NetworkSegment(12da788f-16ec-4b4b-bf81-fa9da58d06f5),segment_id=12da788f-16ec-4b4b-bf81-fa9da58d06f5)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:26.675098 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a8154110-df96-44d3-b65f-d80c7a6efab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:26.764992 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8154110-df96-44d3-b65f-d80c7a6efab8 None None] Pushing event updated for resources: {'Port': ['ID=db76b579-e434-440e-bd1e-0f91002b72fa,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:27.058082 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device db76b579-e434-440e-bd1e-0f91002b72fa up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:12:27.163042 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94814b5-5b90-4b5a-bcac-e69fcf0ba6bb req-643ddf7e-a1fa-437b-b421-3645f28321ff tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:27.165112 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f94814b5-5b90-4b5a-bcac-e69fcf0ba6bb req-643ddf7e-a1fa-437b-b421-3645f28321ff tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4932719-7217-4357-9e33-0fd0b5cb59f5 HTTP/1.1" status: 200 len: 1097 time: 0.1686664 Jul 07 21:12:27.219460 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-aea5bc47-bdf2-4af1-a108-715e97ee876a None None] Provisioning for port 28084786-0d4d-4fbf-b1ff-f0a04dc10a52 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:12:27.224973 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-aea5bc47-bdf2-4af1-a108-715e97ee876a None None] Provisioning complete for port 28084786-0d4d-4fbf-b1ff-f0a04dc10a52 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:27.225832 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-aea5bc47-bdf2-4af1-a108-715e97ee876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:27.261300 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port db76b579-e434-440e-bd1e-0f91002b72fa triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:27.264352 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:27.276874 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4adbb50b-3e62-4cf2-8c1d-ad784d78b0a3 req-da215e8b-8312-4349-ae17-67eb8009a863 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1355dbf-532c-4fea-ac5e-4882cd0ba5c5 HTTP/1.1" status: 200 len: 210 time: 0.0589011 Jul 07 21:12:27.280798 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f94814b5-5b90-4b5a-bcac-e69fcf0ba6bb req-5e06b4bf-b016-4656-9f16-865ca27d1521 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061997 Jul 07 21:12:27.310721 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-aea5bc47-bdf2-4af1-a108-715e97ee876a None None] Port 28084786-0d4d-4fbf-b1ff-f0a04dc10a52 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:12:27.330163 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-aea5bc47-bdf2-4af1-a108-715e97ee876a None None] Provisioning complete for port db76b579-e434-440e-bd1e-0f91002b72fa triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:27.330979 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-aea5bc47-bdf2-4af1-a108-715e97ee876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:27.632390 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1dab4-6e1a-4b9c-ab7e-2b74a0f1d769 req-6fb69f36-3a45-44a6-bcd6-152f238c3a75 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:27.642317 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1af1dab4-6e1a-4b9c-ab7e-2b74a0f1d769 req-6fb69f36-3a45-44a6-bcd6-152f238c3a75 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.1914701 Jul 07 21:12:27.708239 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-03eeae68-b61a-4e36-bcc0-7a5027122653 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:27.710434 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-03eeae68-b61a-4e36-bcc0-7a5027122653 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.58 "GET /v2.0/networks?id=52efefbb-28df-45b6-b938-6100f70e7fd5 HTTP/1.1" status: 200 len: 815 time: 1.0661788 Jul 07 21:12:27.728902 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-6bc1291d-22f2-49b3-8d9b-73ca0dd677a1 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Request body: {'port': {'device_id': 'f1355dbf-532c-4fea-ac5e-4882cd0ba5c5', 'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5', 'admin_state_up': True, 'tenant_id': 'cac6c510af104ba09c90ccd142f51a19'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:27.729064 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1af1dab4-6e1a-4b9c-ab7e-2b74a0f1d769 req-4d64ac55-4061-4a95-8a15-52dd9accd572 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0853865 Jul 07 21:12:27.736700 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9072ccd-e64e-45e6-84ff-43d9f91ce613 req-37622737-d32f-4afc-9df3-0ad5e428dc6d tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:27.738259 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9072ccd-e64e-45e6-84ff-43d9f91ce613 req-37622737-d32f-4afc-9df3-0ad5e428dc6d tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4932719-7217-4357-9e33-0fd0b5cb59f5 HTTP/1.1" status: 200 len: 1097 time: 0.1373816 Jul 07 21:12:27.767064 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3a587429-19fb-41f8-b669-6a24d06fa3fd None None] Provisioning complete for port 28084786-0d4d-4fbf-b1ff-f0a04dc10a52 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:27.767537 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3a587429-19fb-41f8-b669-6a24d06fa3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:27.819609 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9072ccd-e64e-45e6-84ff-43d9f91ce613 req-87f56bcb-4a39-4e87-8852-b71361d3c67c tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750372 Jul 07 21:12:27.848151 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-3a587429-19fb-41f8-b669-6a24d06fa3fd None None] Port 28084786-0d4d-4fbf-b1ff-f0a04dc10a52 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:12:27.980883 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fd9007f7-e968-4d17-8365-0e0b16f70107 None None] Provisioning complete for port 28084786-0d4d-4fbf-b1ff-f0a04dc10a52 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:27.981334 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fd9007f7-e968-4d17-8365-0e0b16f70107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:28.011318 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-6bc1291d-22f2-49b3-8d9b-73ca0dd677a1 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Made reservation on behalf of cac6c510af104ba09c90ccd142f51a19 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:12:28.015217 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-6bc1291d-22f2-49b3-8d9b-73ca0dd677a1 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:28.033574 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fd9007f7-e968-4d17-8365-0e0b16f70107 None None] Port 28084786-0d4d-4fbf-b1ff-f0a04dc10a52 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:12:28.043041 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493df04-9006-4f61-9909-ad5c7e3471e7 req-17ba74aa-bf51-4876-baa8-859928ab79a7 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:28.044872 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4493df04-9006-4f61-9909-ad5c7e3471e7 req-17ba74aa-bf51-4876-baa8-859928ab79a7 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4932719-7217-4357-9e33-0fd0b5cb59f5 HTTP/1.1" status: 200 len: 1097 time: 0.0829210 Jul 07 21:12:28.090662 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-5f1dee42-e4ab-462a-98d6-cf648c89274f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting port 28084786-0d4d-4fbf-b1ff-f0a04dc10a52 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:28.091021 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5f1dee42-e4ab-462a-98d6-cf648c89274f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:28.095695 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4493df04-9006-4f61-9909-ad5c7e3471e7 req-9d611029-bd62-466e-92b9-0f6068a1e0b9 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439322 Jul 07 21:12:28.224733 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5f1dee42-e4ab-462a-98d6-cf648c89274f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:28.272525 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-5f1dee42-e4ab-462a-98d6-cf648c89274f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Calling delete_port for 28084786-0d4d-4fbf-b1ff-f0a04dc10a52 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:28.343368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-6bc1291d-22f2-49b3-8d9b-73ca0dd677a1 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Allocated IP 172.20.0.7 (52efefbb-28df-45b6-b938-6100f70e7fd5/e3aec7e4-4ac9-4591-bb22-5f8a519b186b/0c2baac1-9f13-462b-8d99-f0052ded7660) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:12:28.510619 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0a144a5f-dd3e-4800-a9c0-927c13899d16 req-ede7d65e-f00b-465d-8e7c-875d2cc06aca tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1355dbf-532c-4fea-ac5e-4882cd0ba5c5 HTTP/1.1" status: 200 len: 210 time: 0.0486293 Jul 07 21:12:28.650194 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee4fcc-26f2-4958-ad0d-4adabe91950f req-712c3dd2-18a8-4ea7-aefb-58b72404a606 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:28.651873 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-25ee4fcc-26f2-4958-ad0d-4adabe91950f req-712c3dd2-18a8-4ea7-aefb-58b72404a606 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4932719-7217-4357-9e33-0fd0b5cb59f5 HTTP/1.1" status: 200 len: 1097 time: 0.0626020 Jul 07 21:12:28.710913 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-25ee4fcc-26f2-4958-ad0d-4adabe91950f req-617c790b-a782-4164-8291-0d8c5de3951b tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521295 Jul 07 21:12:28.730946 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:12:28.734003 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-6bc1291d-22f2-49b3-8d9b-73ca0dd677a1 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:28.759168 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5f1dee42-e4ab-462a-98d6-cf648c89274f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:28.797789 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1dee42-e4ab-462a-98d6-cf648c89274f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Port': ['ID=28084786-0d4d-4fbf-b1ff-f0a04dc10a52,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:28.856113 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=1b56aa0f-6766-4f9f-b0df-5544a59b6a76,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:28.877756 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '1b56aa0f-6766-4f9f-b0df-5544a59b6a76', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'port_id': '1b56aa0f-6766-4f9f-b0df-5544a59b6a76', 'mac_address': 'fa:16:3e:90:71:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:12:28.930826 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:28.957732 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-6bc1291d-22f2-49b3-8d9b-73ca0dd677a1 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:28.960857 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5f1dee42-e4ab-462a-98d6-cf648c89274f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:28.971303 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:12:28.988285 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:12:29.050490 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=1b56aa0f-6766-4f9f-b0df-5544a59b6a76,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:29.057212 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:29.063540 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e7ac9-0ec8-4ca0-a36b-69c1197f5625 req-7bb71880-12b2-4fc1-8eb5-60fc957fe964 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:29.068728 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c75e7ac9-0ec8-4ca0-a36b-69c1197f5625 req-7bb71880-12b2-4fc1-8eb5-60fc957fe964 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 943 time: 0.1034558 Jul 07 21:12:29.069242 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41964) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:29.104104 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1291d-22f2-49b3-8d9b-73ca0dd677a1 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Pushing event updated for resources: {'Port': ['ID=0c2baac1-9f13-462b-8d99-f0052ded7660,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:29.135318 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=1b56aa0f-6766-4f9f-b0df-5544a59b6a76,revision_number=9']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:29.139526 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c75e7ac9-0ec8-4ca0-a36b-69c1197f5625 req-a85149f7-7ffa-4bfb-a0bd-f87b325100e7 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605421 Jul 07 21:12:29.158760 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-6bc1291d-22f2-49b3-8d9b-73ca0dd677a1 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Network 52efefbb-28df-45b6-b938-6100f70e7fd5 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:12:29.162748 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-6bc1291d-22f2-49b3-8d9b-73ca0dd677a1 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:12:29.164468 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-6bc1291d-22f2-49b3-8d9b-73ca0dd677a1 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:12:29.214069 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ce495f10-76c8-4d7c-9f2f-002dfcc880ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:29.233963 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1eef0081-346a-4686-a169-98bc8871e365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:29.283130 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-6bc1291d-22f2-49b3-8d9b-73ca0dd677a1 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:29.283770 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-6bc1291d-22f2-49b3-8d9b-73ca0dd677a1 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:29.330945 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1eef0081-346a-4686-a169-98bc8871e365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:29.334970 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1eef0081-346a-4686-a169-98bc8871e365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:29.358837 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-6bc1291d-22f2-49b3-8d9b-73ca0dd677a1 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6385112 Jul 07 21:12:29.360637 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['1b56aa0f-6766-4f9f-b0df-5544a59b6a76'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:12:29.366872 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1dee42-e4ab-462a-98d6-cf648c89274f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Router 2c62e8ee-0496-41f1-8b82-5db139b93cfe has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:12:29.372241 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-3cdf18eb-63f8-4a71-acda-b18513e724d5 service neutron] Request body: {'port': {'device_id': 'f1355dbf-532c-4fea-ac5e-4882cd0ba5c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:29.382500 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1eef0081-346a-4686-a169-98bc8871e365 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a25793ca83844174b5ddd42c8319d1c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3094733 Jul 07 21:12:29.383832 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41968) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:29.387218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef0081-346a-4686-a169-98bc8871e365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dcccbe-4d4b-425c-a49f-4d016fbaaa10,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:29.469636 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-659a49a8-b8c7-482e-ac1a-f0aad1684ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:29.505105 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-659a49a8-b8c7-482e-ac1a-f0aad1684ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:29.568055 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-659a49a8-b8c7-482e-ac1a-f0aad1684ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:29.568664 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1dee42-e4ab-462a-98d6-cf648c89274f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:12:29.571342 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-659a49a8-b8c7-482e-ac1a-f0aad1684ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:29.574036 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5f1dee42-e4ab-462a-98d6-cf648c89274f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "PUT /v2.0/routers/2c62e8ee-0496-41f1-8b82-5db139b93cfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6087294 Jul 07 21:12:29.577159 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-659a49a8-b8c7-482e-ac1a-f0aad1684ab8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78dcccbe-4d4b-425c-a49f-4d016fbaaa10 HTTP/1.1" status: 204 len: 168 time: 0.1919541 Jul 07 21:12:29.578026 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41978) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:29.579190 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9446a902-d340-4361-87be-1c98cfe92669 None None] Sync routers for ids ['2c62e8ee-0496-41f1-8b82-5db139b93cfe'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:12:29.594732 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a49a8-b8c7-482e-ac1a-f0aad1684ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dcccbe-4d4b-425c-a49f-4d016fbaaa10,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:29.596692 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9446a902-d340-4361-87be-1c98cfe92669 None None] Routers {'2c62e8ee-0496-41f1-8b82-5db139b93cfe'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:29.601650 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-9446a902-d340-4361-87be-1c98cfe92669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:12:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['2c62e8ee-0496-41f1-8b82-5db139b93cfe'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:29.648167 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41984) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:29.657765 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5556ff29-8112-4636-a996-d7bcc142708e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c62e8ee-0496-41f1-8b82-5db139b93cfe HTTP/1.1" status: 200 len: 205 time: 0.0658760 Jul 07 21:12:29.658479 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-3cdf18eb-63f8-4a71-acda-b18513e724d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:29.671647 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-9446a902-d340-4361-87be-1c98cfe92669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:29.731766 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9446a902-d340-4361-87be-1c98cfe92669 None None] Routers {'2c62e8ee-0496-41f1-8b82-5db139b93cfe'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:29.734127 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-9446a902-d340-4361-87be-1c98cfe92669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:12:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['2c62e8ee-0496-41f1-8b82-5db139b93cfe'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:29.810732 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-230825a5-3ae2-4fb0-ba0e-1be95a65cdb3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:29.819903 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-9446a902-d340-4361-87be-1c98cfe92669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:29.820813 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9446a902-d340-4361-87be-1c98cfe92669 None None] The sync data for ids ['2c62e8ee-0496-41f1-8b82-5db139b93cfe'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:12:29.995185 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41992) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:30.016642 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1d2cd2b-6387-40d5-b794-97f6cfc0dfd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:30.026552 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c9c7f-86ad-41b1-8618-366e6275c00f req-0b8588f7-a96b-4e18-b55f-f845c7a64383 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:30.028110 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-120c9c7f-86ad-41b1-8618-366e6275c00f req-0b8588f7-a96b-4e18-b55f-f845c7a64383 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1355dbf-532c-4fea-ac5e-4882cd0ba5c5 HTTP/1.1" status: 200 len: 931 time: 0.3233829 Jul 07 21:12:30.068373 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-230825a5-3ae2-4fb0-ba0e-1be95a65cdb3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:30.079575 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-230825a5-3ae2-4fb0-ba0e-1be95a65cdb3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:30.085814 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-3cdf18eb-63f8-4a71-acda-b18513e724d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c2baac1-9f13-462b-8d99-f0052ded7660 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:12:30.096900 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-3cdf18eb-63f8-4a71-acda-b18513e724d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:30.119553 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-3cdf18eb-63f8-4a71-acda-b18513e724d5 service neutron] Transition to ACTIVE for port object 0c2baac1-9f13-462b-8d99-f0052ded7660 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:12:30.128172 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-3cdf18eb-63f8-4a71-acda-b18513e724d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:30.172307 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-120c9c7f-86ad-41b1-8618-366e6275c00f req-1fabbaff-5f8e-4bb8-81ba-f29370eb9159 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180334 Jul 07 21:12:30.177934 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec80e49-773e-432c-8ae0-a8aff8f0b6de req-077fe43a-0cfc-42d4-9c48-3add89c2ed7a tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:30.179641 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2ec80e49-773e-432c-8ae0-a8aff8f0b6de req-077fe43a-0cfc-42d4-9c48-3add89c2ed7a tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4932719-7217-4357-9e33-0fd0b5cb59f5 HTTP/1.1" status: 200 len: 1097 time: 0.3097820 Jul 07 21:12:30.181214 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-230825a5-3ae2-4fb0-ba0e-1be95a65cdb3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:30.181706 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230825a5-3ae2-4fb0-ba0e-1be95a65cdb3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Fanout notify agent at l3_agent the message router_deleted on router 2c62e8ee-0496-41f1-8b82-5db139b93cfe {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:12:30.189859 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-230825a5-3ae2-4fb0-ba0e-1be95a65cdb3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:30.199231 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-230825a5-3ae2-4fb0-ba0e-1be95a65cdb3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/routers/2c62e8ee-0496-41f1-8b82-5db139b93cfe HTTP/1.1" status: 204 len: 168 time: 0.5410802 Jul 07 21:12:30.199231 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 41996) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:30.206710 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf18eb-63f8-4a71-acda-b18513e724d5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2baac1-9f13-462b-8d99-f0052ded7660,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:30.266029 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1d2cd2b-6387-40d5-b794-97f6cfc0dfd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:30.274816 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d1a627-dd3a-44a1-b6d7-e6385584c758 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting subnet 84293133-581f-4faa-84a6-10434e84beea {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:12:30.276797 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1d2cd2b-6387-40d5-b794-97f6cfc0dfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:30.279487 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2ec80e49-773e-432c-8ae0-a8aff8f0b6de req-b758f91c-74a2-4e92-b937-f23b3101b05e tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863960 Jul 07 21:12:30.283849 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a4d1a627-dd3a-44a1-b6d7-e6385584c758 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:30.327532 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2cd2b-6387-40d5-b794-97f6cfc0dfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec4eeb0-ce78-45e0-8272-56c003ca177e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:30.340448 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b1d2cd2b-6387-40d5-b794-97f6cfc0dfd1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ea0a66d3d024a7db930bc3b4aab941e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3433154 Jul 07 21:12:30.343230 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-3cdf18eb-63f8-4a71-acda-b18513e724d5 service neutron] Attempting to bind port 0c2baac1-9f13-462b-8d99-f0052ded7660 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:12:30.343620 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-3cdf18eb-63f8-4a71-acda-b18513e724d5 service neutron] Attempting to bind port 0c2baac1-9f13-462b-8d99-f0052ded7660 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '58fb124c-c894-49e4-8eef-1936160d5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:12:30.343987 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-3cdf18eb-63f8-4a71-acda-b18513e724d5 service neutron] Attempting to bind port 0c2baac1-9f13-462b-8d99-f0052ded7660 on network 52efefbb-28df-45b6-b938-6100f70e7fd5 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:12:30.346858 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 41998) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:30.349222 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a4d1a627-dd3a-44a1-b6d7-e6385584c758 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:30.355762 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-3cdf18eb-63f8-4a71-acda-b18513e724d5 service neutron] Port 0c2baac1-9f13-462b-8d99-f0052ded7660 on network 52efefbb-28df-45b6-b938-6100f70e7fd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:12:30.356105 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-3cdf18eb-63f8-4a71-acda-b18513e724d5 service neutron] Attempting to bind port 0c2baac1-9f13-462b-8d99-f0052ded7660 on network 52efefbb-28df-45b6-b938-6100f70e7fd5 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:12:30.369662 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-3cdf18eb-63f8-4a71-acda-b18513e724d5 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:12:30.369958 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-3cdf18eb-63f8-4a71-acda-b18513e724d5 service neutron] Checking segment: {'id': '58fb124c-c894-49e4-8eef-1936160d5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:12:30.370452 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-3cdf18eb-63f8-4a71-acda-b18513e724d5 service neutron] Bound using segment: {'id': '58fb124c-c894-49e4-8eef-1936160d5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:12:30.371125 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-3cdf18eb-63f8-4a71-acda-b18513e724d5 service neutron] Bound port: 0c2baac1-9f13-462b-8d99-f0052ded7660, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fb124c-c894-49e4-8eef-1936160d5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:12:30.371708 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-3cdf18eb-63f8-4a71-acda-b18513e724d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:30.385166 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4478498-b9aa-401b-aad7-c225ab2e4e05 req-e12c475b-1f62-4b42-96a6-60090de2d6f2 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:30.387121 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4478498-b9aa-401b-aad7-c225ab2e4e05 req-e12c475b-1f62-4b42-96a6-60090de2d6f2 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a4932719-7217-4357-9e33-0fd0b5cb59f5 HTTP/1.1" status: 200 len: 1097 time: 0.2522316 Jul 07 21:12:30.457940 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-964fdecb-aebe-4828-b9cf-5bacd86ee34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:30.490901 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-3cdf18eb-63f8-4a71-acda-b18513e724d5 service neutron] For port 0c2baac1-9f13-462b-8d99-f0052ded7660, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:12:30.498379 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-3cdf18eb-63f8-4a71-acda-b18513e724d5 service neutron] For port 0c2baac1-9f13-462b-8d99-f0052ded7660, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0c2baac1-9f13-462b-8d99-f0052ded7660,segment=NetworkSegment(58fb124c-c894-49e4-8eef-1936160d5a51),segment_id=58fb124c-c894-49e4-8eef-1936160d5a51)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:12:30.503944 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-964fdecb-aebe-4828-b9cf-5bacd86ee34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:30.506649 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-3cdf18eb-63f8-4a71-acda-b18513e724d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:30.569412 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfd32f-a864-4f4b-b689-0bb8d9941675 req-b59fbaf5-e0d7-45ef-9366-f7561ee5397d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:30.571847 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-60bfd32f-a864-4f4b-b689-0bb8d9941675 req-b59fbaf5-e0d7-45ef-9366-f7561ee5397d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 944 time: 0.2435117 Jul 07 21:12:30.576000 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-3cdf18eb-63f8-4a71-acda-b18513e724d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:30.576638 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-3cdf18eb-63f8-4a71-acda-b18513e724d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:30.578170 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-3cdf18eb-63f8-4a71-acda-b18513e724d5 service neutron] 10.222.0.58 "PUT /v2.0/ports/0c2baac1-9f13-462b-8d99-f0052ded7660 HTTP/1.1" status: 200 len: 1092 time: 1.2100761 Jul 07 21:12:30.578616 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1355dbf-532c-4fea-ac5e-4882cd0ba5c5', 'tag': '0c2baac1-9f13-462b-8d99-f0052ded7660'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:12:30.580922 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32229ba-9ab4-4d01-9140-392c4c36b8e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f1355dbf-532c-4fea-ac5e-4882cd0ba5c5", "tag": "0c2baac1-9f13-462b-8d99-f0052ded7660"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:12:30.617331 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf18eb-63f8-4a71-acda-b18513e724d5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c2baac1-9f13-462b-8d99-f0052ded7660,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:30.640279 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-964fdecb-aebe-4828-b9cf-5bacd86ee34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:30.643494 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-964fdecb-aebe-4828-b9cf-5bacd86ee34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:30.644899 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-964fdecb-aebe-4828-b9cf-5bacd86ee34f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3ec4eeb0-ce78-45e0-8272-56c003ca177e HTTP/1.1" status: 204 len: 168 time: 0.2969685 Jul 07 21:12:30.660166 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a4d1a627-dd3a-44a1-b6d7-e6385584c758 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:30.669523 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddaf12d-9aaa-4b76-ae70-d2f86f5ea08e x-openstack-request-id: req-4ddaf12d-9aaa-4b76-ae70-d2f86f5ea08e {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:12:30.669933 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1355dbf-532c-4fea-ac5e-4882cd0ba5c5", "tag": "0c2baac1-9f13-462b-8d99-f0052ded7660", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:12:30.670287 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ddaf12d-9aaa-4b76-ae70-d2f86f5ea08e {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:12:30.670792 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1355dbf-532c-4fea-ac5e-4882cd0ba5c5', 'tag': '0c2baac1-9f13-462b-8d99-f0052ded7660', 'status': 'completed', 'code': 200} Jul 07 21:12:30.693381 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fdecb-aebe-4828-b9cf-5bacd86ee34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec4eeb0-ce78-45e0-8272-56c003ca177e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:30.711795 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-60bfd32f-a864-4f4b-b689-0bb8d9941675 req-acba7e3a-0bc0-4ff8-ad6c-381e7c84dc69 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1310310 Jul 07 21:12:30.735688 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:12:30.746881 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-a4478498-b9aa-401b-aad7-c225ab2e4e05 req-33caf180-1b04-4383-bc5b-0bd418e70e2f tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Deleting port f6dc1f4d-4f87-4223-a66c-bb035917eda4 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:30.747309 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a4478498-b9aa-401b-aad7-c225ab2e4e05 req-33caf180-1b04-4383-bc5b-0bd418e70e2f tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:30.784361 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-573455d1-3a3b-422d-834b-fa3d922ff52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:30.786453 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-573455d1-3a3b-422d-834b-fa3d922ff52a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cac6c510af104ba09c90ccd142f51a19&device_id=f1355dbf-532c-4fea-ac5e-4882cd0ba5c5 HTTP/1.1" status: 200 len: 1095 time: 0.1398201 Jul 07 21:12:30.818761 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a4d1a627-dd3a-44a1-b6d7-e6385584c758 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:30.859400 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:30.860474 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:30.888847 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-e5387b61-3961-4e2e-8dd4-6371d62be766 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c2baac1-9f13-462b-8d99-f0052ded7660 HTTP/1.1" status: 200 len: 217 time: 0.0904107 Jul 07 21:12:30.893174 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1a627-dd3a-44a1-b6d7-e6385584c758 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Subnet': ['ID=84293133-581f-4faa-84a6-10434e84beea,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:30.951049 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-5bc0b3ff-838c-4cfa-86c8-b2deb5730013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:30.954686 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-5bc0b3ff-838c-4cfa-86c8-b2deb5730013 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e3aec7e4-4ac9-4591-bb22-5f8a519b186b HTTP/1.1" status: 200 len: 855 time: 0.0570111 Jul 07 21:12:30.957589 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-a4478498-b9aa-401b-aad7-c225ab2e4e05 req-33caf180-1b04-4383-bc5b-0bd418e70e2f tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] For port f6dc1f4d-4f87-4223-a66c-bb035917eda4, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=f6dc1f4d-4f87-4223-a66c-bb035917eda4,segment=NetworkSegment(46deab92-d4f7-4fa1-98be-0d15aac7bc21),segment_id=46deab92-d4f7-4fa1-98be-0d15aac7bc21)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:30.957589 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a4478498-b9aa-401b-aad7-c225ab2e4e05 req-33caf180-1b04-4383-bc5b-0bd418e70e2f tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:30.971158 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-a4478498-b9aa-401b-aad7-c225ab2e4e05 req-33caf180-1b04-4383-bc5b-0bd418e70e2f tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Calling delete_port for f6dc1f4d-4f87-4223-a66c-bb035917eda4 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:30.996648 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:31.015206 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-51021765-c623-4c33-854c-0e8665d930d4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=52efefbb-28df-45b6-b938-6100f70e7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523319 Jul 07 21:12:31.026247 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809a5da3-4d7e-4714-865b-489bdecbbf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b56aa0f-6766-4f9f-b0df-5544a59b6a76'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:12:31.028911 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66c72fc-0106-4f69-8378-41e662bb2f53" -d '{"events": [{"server_uuid": "809a5da3-4d7e-4714-865b-489bdecbbf6a", "name": "network-vif-plugged", "status": "completed", "tag": "1b56aa0f-6766-4f9f-b0df-5544a59b6a76"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:12:31.044696 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=1b56aa0f-6766-4f9f-b0df-5544a59b6a76,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:31.052879 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:31.056789 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a4d1a627-dd3a-44a1-b6d7-e6385584c758 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:31.064154 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a4d1a627-dd3a-44a1-b6d7-e6385584c758 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/subnets/84293133-581f-4faa-84a6-10434e84beea HTTP/1.1" status: 204 len: 168 time: 0.8692553 Jul 07 21:12:31.070532 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42012) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:31.129494 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0ac4c5-ea3e-48c2-a89d-83de5cdb18b7 None None] Network 14ee1df3-237b-4077-bf76-4364d83a2f1e requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:12:31.129639 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=1b56aa0f-6766-4f9f-b0df-5544a59b6a76,revision_number=10']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:31.135176 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcedb137-e38b-47ea-af15-bae9f69948f1 x-openstack-request-id: req-dcedb137-e38b-47ea-af15-bae9f69948f1 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:12:31.135586 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809a5da3-4d7e-4714-865b-489bdecbbf6a", "name": "network-vif-plugged", "status": "completed", "tag": "1b56aa0f-6766-4f9f-b0df-5544a59b6a76", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:12:31.135849 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dcedb137-e38b-47ea-af15-bae9f69948f1 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:12:31.136328 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809a5da3-4d7e-4714-865b-489bdecbbf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b56aa0f-6766-4f9f-b0df-5544a59b6a76', 'code': 200} Jul 07 21:12:31.289072 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfd10-8a71-4206-9f3e-f000eab0ffa6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:31.290711 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-c190a9dc-fd5c-44c7-a62d-b88e470e84cb service neutron] 10.222.0.58 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680705 Jul 07 21:12:31.473131 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4626e61-822e-419f-889a-d6b4bf672400 None None] DHCP port deletion for 14ee1df3-237b-4077-bf76-4364d83a2f1e request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:12:31.494216 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a4478498-b9aa-401b-aad7-c225ab2e4e05 req-33caf180-1b04-4383-bc5b-0bd418e70e2f tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:31.517246 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-f5ed9c81-7296-4c7a-a30a-37b16bdfa64b req-79ebac88-5db0-4380-8c2c-43a97dcc2bb8 service neutron] 10.222.0.58 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197623 Jul 07 21:12:31.519887 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['74196638-3f71-480b-82b0-ed37e3dd3b60'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:12:31.593598 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33caf180-1b04-4383-bc5b-0bd418e70e2f tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6dc1f4d-4f87-4223-a66c-bb035917eda4,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:31.613021 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-75c187fb-81bb-4f2f-b53e-3054d9f188bc req-b02f2da0-d995-4f54-916f-a11a5579a96c tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a4932719-7217-4357-9e33-0fd0b5cb59f5 HTTP/1.1" status: 200 len: 210 time: 0.1023602 Jul 07 21:12:31.717313 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32229ba-9ab4-4d01-9140-392c4c36b8e5 req-93a9820a-c86f-492f-b0cd-f2e0f4c1698b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:31.718814 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c32229ba-9ab4-4d01-9140-392c4c36b8e5 req-93a9820a-c86f-492f-b0cd-f2e0f4c1698b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cac6c510af104ba09c90ccd142f51a19&device_id=f1355dbf-532c-4fea-ac5e-4882cd0ba5c5 HTTP/1.1" status: 200 len: 1095 time: 0.1182799 Jul 07 21:12:31.723206 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4478498-b9aa-401b-aad7-c225ab2e4e05 req-33caf180-1b04-4383-bc5b-0bd418e70e2f tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] No DVR routers for this DVR port f6dc1f4d-4f87-4223-a66c-bb035917eda4 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:12:31.731041 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b54240-8468-4032-97eb-ee8f64a1f1ae req-797eaabc-4f43-4bc4-a63f-2d63006e9e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:31.735863 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-55b54240-8468-4032-97eb-ee8f64a1f1ae req-797eaabc-4f43-4bc4-a63f-2d63006e9e90 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 1098 time: 0.4126508 Jul 07 21:12:31.740135 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a4478498-b9aa-401b-aad7-c225ab2e4e05 req-33caf180-1b04-4383-bc5b-0bd418e70e2f tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:31.749658 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a4478498-b9aa-401b-aad7-c225ab2e4e05 req-33caf180-1b04-4383-bc5b-0bd418e70e2f tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.39 "DELETE /v2.0/ports/f6dc1f4d-4f87-4223-a66c-bb035917eda4 HTTP/1.1" status: 204 len: 173 time: 1.3419499 Jul 07 21:12:31.752389 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4932719-7217-4357-9e33-0fd0b5cb59f5', 'name': 'network-vif-deleted', 'tag': 'f6dc1f4d-4f87-4223-a66c-bb035917eda4'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:12:31.758556 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b4626e61-822e-419f-889a-d6b4bf672400 None None] Deleting port db76b579-e434-440e-bd1e-0f91002b72fa {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:31.759116 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b4626e61-822e-419f-889a-d6b4bf672400 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:31.760468 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31485887-247c-4dc8-9843-b22485eb5028" -d '{"events": [{"server_uuid": "a4932719-7217-4357-9e33-0fd0b5cb59f5", "name": "network-vif-deleted", "tag": "f6dc1f4d-4f87-4223-a66c-bb035917eda4"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:12:31.828356 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73e400-319d-492d-85d9-a1a9a754b619 req-b5d8776e-d772-454a-92d2-a1acfdf25646 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:31.846584 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-db73e400-319d-492d-85d9-a1a9a754b619 req-b5d8776e-d772-454a-92d2-a1acfdf25646 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1355dbf-532c-4fea-ac5e-4882cd0ba5c5 HTTP/1.1" status: 200 len: 943 time: 0.4134991 Jul 07 21:12:31.850332 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-4bfbfd10-8a71-4206-9f3e-f000eab0ffa6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting port db76b579-e434-440e-bd1e-0f91002b72fa {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:31.850905 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfd10-8a71-4206-9f3e-f000eab0ffa6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:31.925159 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32229ba-9ab4-4d01-9140-392c4c36b8e5 req-8a23134a-68ac-4569-a2b7-1998d85e0b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:31.932793 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c32229ba-9ab4-4d01-9140-392c4c36b8e5 req-8a23134a-68ac-4569-a2b7-1998d85e0b3c service neutron] 10.222.0.58 "GET /v2.0/networks?id=52efefbb-28df-45b6-b938-6100f70e7fd5 HTTP/1.1" status: 200 len: 916 time: 0.2065344 Jul 07 21:12:31.971618 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b4626e61-822e-419f-889a-d6b4bf672400 None None] For port db76b579-e434-440e-bd1e-0f91002b72fa, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=db76b579-e434-440e-bd1e-0f91002b72fa,segment=NetworkSegment(12da788f-16ec-4b4b-bf81-fa9da58d06f5),segment_id=12da788f-16ec-4b4b-bf81-fa9da58d06f5)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:31.972014 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b4626e61-822e-419f-889a-d6b4bf672400 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:32.022708 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b4626e61-822e-419f-889a-d6b4bf672400 None None] Calling delete_port for db76b579-e434-440e-bd1e-0f91002b72fa owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:32.029372 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c32229ba-9ab4-4d01-9140-392c4c36b8e5 req-4332527b-902b-441e-8bfa-563227fdbf80 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c2baac1-9f13-462b-8d99-f0052ded7660 HTTP/1.1" status: 200 len: 217 time: 0.0798903 Jul 07 21:12:32.117042 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f3d51baa-e02d-4f1a-8b22-7ef456a1958e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:32.147704 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32229ba-9ab4-4d01-9140-392c4c36b8e5 req-9f78407a-afb0-4b91-aeae-7745542e3681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:32.149315 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c32229ba-9ab4-4d01-9140-392c4c36b8e5 req-9f78407a-afb0-4b91-aeae-7745542e3681 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e3aec7e4-4ac9-4591-bb22-5f8a519b186b HTTP/1.1" status: 200 len: 855 time: 0.1191406 Jul 07 21:12:32.174417 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:32.211072 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c32229ba-9ab4-4d01-9140-392c4c36b8e5 req-f928097a-0bab-4c9b-8821-3f8ffdbda964 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=52efefbb-28df-45b6-b938-6100f70e7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535491 Jul 07 21:12:32.274195 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b4626e61-822e-419f-889a-d6b4bf672400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:32.315192 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4626e61-822e-419f-889a-d6b4bf672400 None None] Pushing event deleted for resources: {'Port': ['ID=db76b579-e434-440e-bd1e-0f91002b72fa,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:32.329316 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4626e61-822e-419f-889a-d6b4bf672400 None None] No DVR routers for this DVR port db76b579-e434-440e-bd1e-0f91002b72fa on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:12:32.384363 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c32229ba-9ab4-4d01-9140-392c4c36b8e5 req-a21e9fe9-2e14-4fab-9cc5-b292ef7dd97b service neutron] 10.222.0.58 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648779 Jul 07 21:12:32.563514 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-55b54240-8468-4032-97eb-ee8f64a1f1ae req-3bf6761c-afb0-45a4-ada3-f3a2155c0d91 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7875254 Jul 07 21:12:32.576184 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c32229ba-9ab4-4d01-9140-392c4c36b8e5 req-11552414-8177-4d91-8e90-a1f1c0df3159 service neutron] 10.222.0.58 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814218 Jul 07 21:12:32.598669 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-4bfbfd10-8a71-4206-9f3e-f000eab0ffa6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] For port db76b579-e434-440e-bd1e-0f91002b72fa, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=db76b579-e434-440e-bd1e-0f91002b72fa,segment=NetworkSegment(12da788f-16ec-4b4b-bf81-fa9da58d06f5),segment_id=12da788f-16ec-4b4b-bf81-fa9da58d06f5)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:32.599206 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfd10-8a71-4206-9f3e-f000eab0ffa6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:32.625223 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-db73e400-319d-492d-85d9-a1a9a754b619 req-5a6753c7-ebcf-4eee-b994-aec4112f7305 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7766180 Jul 07 21:12:32.634392 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-4bfbfd10-8a71-4206-9f3e-f000eab0ffa6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Calling delete_port for db76b579-e434-440e-bd1e-0f91002b72fa owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:32.711926 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2add9666-c0cb-4caf-856f-f4581a5a5853 x-openstack-request-id: req-2add9666-c0cb-4caf-856f-f4581a5a5853 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:12:32.712439 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4932719-7217-4357-9e33-0fd0b5cb59f5", "name": "network-vif-deleted", "tag": "f6dc1f4d-4f87-4223-a66c-bb035917eda4", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:12:32.713236 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2add9666-c0cb-4caf-856f-f4581a5a5853 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:12:32.714070 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4932719-7217-4357-9e33-0fd0b5cb59f5', 'name': 'network-vif-deleted', 'tag': 'f6dc1f4d-4f87-4223-a66c-bb035917eda4', 'status': 'completed', 'code': 200} Jul 07 21:12:32.754737 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04b2d5-3cad-416f-ab32-0a66e90b7a66 req-c626542f-d25a-4ecd-9e96-11726c0e4e77 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:32.763103 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1e04b2d5-3cad-416f-ab32-0a66e90b7a66 req-c626542f-d25a-4ecd-9e96-11726c0e4e77 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 946 time: 0.2931466 Jul 07 21:12:32.769541 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device f6dc1f4d-4f87-4223-a66c-bb035917eda4 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:12:32.800301 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfd10-8a71-4206-9f3e-f000eab0ffa6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:32.821768 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: f6dc1f4d-4f87-4223-a66c-bb035917eda4 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:12:32.822118 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device f6dc1f4d-4f87-4223-a66c-bb035917eda4 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:12:32.835706 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbfd10-8a71-4206-9f3e-f000eab0ffa6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Port': ['ID=db76b579-e434-440e-bd1e-0f91002b72fa,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:32.858783 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1e04b2d5-3cad-416f-ab32-0a66e90b7a66 req-e0368403-ea3d-49fe-8db2-9952759019d7 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0938289 Jul 07 21:12:32.868224 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfbfd10-8a71-4206-9f3e-f000eab0ffa6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] No DVR routers for this DVR port db76b579-e434-440e-bd1e-0f91002b72fa on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:12:32.976339 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfd10-8a71-4206-9f3e-f000eab0ffa6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:32.989613 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-4bfbfd10-8a71-4206-9f3e-f000eab0ffa6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ee1df3-237b-4077-bf76-4364d83a2f1e']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:33.001579 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device db76b579-e434-440e-bd1e-0f91002b72fa no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:12:33.013792 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-4bfbfd10-8a71-4206-9f3e-f000eab0ffa6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12da788f-16ec-4b4b-bf81-fa9da58d06f5') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:33.014099 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-4bfbfd10-8a71-4206-9f3e-f000eab0ffa6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12da788f-16ec-4b4b-bf81-fa9da58d06f5') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:33.033618 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfd10-8a71-4206-9f3e-f000eab0ffa6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:33.035459 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: db76b579-e434-440e-bd1e-0f91002b72fa {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:12:33.038828 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device db76b579-e434-440e-bd1e-0f91002b72fa not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:12:33.060442 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42068) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:33.070348 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfd10-8a71-4206-9f3e-f000eab0ffa6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:33.091575 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bfbfd10-8a71-4206-9f3e-f000eab0ffa6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:12:33.091999 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfd10-8a71-4206-9f3e-f000eab0ffa6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: self.session.flush() Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: self.session.flush() Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: self.session.flush() Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: self.session.flush() Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:12:33.100491 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:12:33.212298 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfd10-8a71-4206-9f3e-f000eab0ffa6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:33.221218 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfd10-8a71-4206-9f3e-f000eab0ffa6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:33.222560 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-06db3d97-9255-4c48-9410-e5981eeecaa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:33.226552 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4bfbfd10-8a71-4206-9f3e-f000eab0ffa6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/networks/14ee1df3-237b-4077-bf76-4364d83a2f1e HTTP/1.1" status: 204 len: 168 time: 2.1515758 Jul 07 21:12:33.227691 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42074) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:33.243351 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-51a210ca-a803-4914-814e-0038a0f4e558 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-994029125', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}, 'admin_state_up': False}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:33.250807 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbfd10-8a71-4206-9f3e-f000eab0ffa6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Network': ['ID=14ee1df3-237b-4077-bf76-4364d83a2f1e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:33.266336 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f620f1-981e-4cdc-9d41-3d1ca625fa7d req-10784185-0a26-4ba9-b435-c65f186fa7d5 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:33.267942 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-26f620f1-981e-4cdc-9d41-3d1ca625fa7d req-10784185-0a26-4ba9-b435-c65f186fa7d5 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dc16f6cc-8d21-4df4-acbc-7816b9253dbf HTTP/1.1" status: 200 len: 1097 time: 0.1090982 Jul 07 21:12:33.308502 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-26f620f1-981e-4cdc-9d41-3d1ca625fa7d req-34c31748-e432-4f55-9169-69d0e2aa8421 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336962 Jul 07 21:12:33.334250 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-06db3d97-9255-4c48-9410-e5981eeecaa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:33.338151 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-06db3d97-9255-4c48-9410-e5981eeecaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:33.354259 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-51a210ca-a803-4914-814e-0038a0f4e558 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:33.356186 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-51a210ca-a803-4914-814e-0038a0f4e558 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:33.389039 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-06db3d97-9255-4c48-9410-e5981eeecaa9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a8d85ce3153741f6b1abc8a16e81485d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3239541 Jul 07 21:12:33.389039 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db3d97-9255-4c48-9410-e5981eeecaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcad25d-ec60-4228-9b2a-3ef837850d4d,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:33.391443 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42076) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:33.425469 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-51a210ca-a803-4914-814e-0038a0f4e558 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:33.452898 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9e8d977a-d901-430b-a0c8-88b931b2e815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:33.480898 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9e8d977a-d901-430b-a0c8-88b931b2e815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:33.554106 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9e8d977a-d901-430b-a0c8-88b931b2e815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:33.557789 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9e8d977a-d901-430b-a0c8-88b931b2e815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:33.559802 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9e8d977a-d901-430b-a0c8-88b931b2e815 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3dcad25d-ec60-4228-9b2a-3ef837850d4d HTTP/1.1" status: 204 len: 168 time: 0.1673429 Jul 07 21:12:33.567917 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d977a-d901-430b-a0c8-88b931b2e815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcad25d-ec60-4228-9b2a-3ef837850d4d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:33.612343 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:33.706520 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-51a210ca-a803-4914-814e-0038a0f4e558 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:34.333053 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-51a210ca-a803-4914-814e-0038a0f4e558 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:34.371216 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721595b-1417-47a2-9e38-263b371f353d req-0fc54eaf-9a21-4da5-a055-6cc732eaddb5 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:34.378527 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f721595b-1417-47a2-9e38-263b371f353d req-0fc54eaf-9a21-4da5-a055-6cc732eaddb5 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1355dbf-532c-4fea-ac5e-4882cd0ba5c5 HTTP/1.1" status: 200 len: 943 time: 0.4710898 Jul 07 21:12:34.381127 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-51a210ca-a803-4914-814e-0038a0f4e558 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:34.502014 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f721595b-1417-47a2-9e38-263b371f353d req-44a296e3-e48d-413d-9c1b-af9b4a7bfc91 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225452 Jul 07 21:12:34.523370 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c57423-7937-42bd-bb8c-f515f4595f08 req-42dad949-17b6-47f3-8898-f97006e115f3 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:34.556957 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-31c57423-7937-42bd-bb8c-f515f4595f08 req-42dad949-17b6-47f3-8898-f97006e115f3 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 946 time: 0.3712373 Jul 07 21:12:34.696250 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-31c57423-7937-42bd-bb8c-f515f4595f08 req-43fd93c9-f4fa-429c-8e9a-56c060e14a01 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1352613 Jul 07 21:12:34.790123 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-51a210ca-a803-4914-814e-0038a0f4e558 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Allocated IP 172.25.5.115 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/e9c578d5-da84-4a9f-87b6-d30afd997ffa) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:12:34.868768 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a26aea-6903-42e6-85b3-394cf9681711 req-798d47f9-a028-465b-9e18-26285c8cbb09 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:34.870301 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-83a26aea-6903-42e6-85b3-394cf9681711 req-798d47f9-a028-465b-9e18-26285c8cbb09 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=dc16f6cc-8d21-4df4-acbc-7816b9253dbf HTTP/1.1" status: 200 len: 1097 time: 0.1345587 Jul 07 21:12:34.941428 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95a58c-a8df-4a9b-9552-8db2cc06a18e req-c01b03ac-af69-4848-928c-d2f727a968e7 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:34.943111 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e95a58c-a8df-4a9b-9552-8db2cc06a18e req-c01b03ac-af69-4848-928c-d2f727a968e7 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=dc16f6cc-8d21-4df4-acbc-7816b9253dbf HTTP/1.1" status: 200 len: 1097 time: 0.2428007 Jul 07 21:12:35.002187 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-83a26aea-6903-42e6-85b3-394cf9681711 req-d2d6f82f-0f5f-4e46-bab9-09117f1af125 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Deleting port 74196638-3f71-480b-82b0-ed37e3dd3b60 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:35.002973 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-83a26aea-6903-42e6-85b3-394cf9681711 req-d2d6f82f-0f5f-4e46-bab9-09117f1af125 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:35.023671 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e95a58c-a8df-4a9b-9552-8db2cc06a18e req-7c06e85a-4ee9-4c72-89c2-1effdee62b19 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=6d5d134c-46c5-478a-8b55-40d1789fd580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693855 Jul 07 21:12:35.039456 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-51a210ca-a803-4914-814e-0038a0f4e558 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:35.096652 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-51a210ca-a803-4914-814e-0038a0f4e558 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:35.109887 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-83a26aea-6903-42e6-85b3-394cf9681711 req-d2d6f82f-0f5f-4e46-bab9-09117f1af125 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] For port 74196638-3f71-480b-82b0-ed37e3dd3b60, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=74196638-3f71-480b-82b0-ed37e3dd3b60,segment=NetworkSegment(46deab92-d4f7-4fa1-98be-0d15aac7bc21),segment_id=46deab92-d4f7-4fa1-98be-0d15aac7bc21)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:35.114965 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-83a26aea-6903-42e6-85b3-394cf9681711 req-d2d6f82f-0f5f-4e46-bab9-09117f1af125 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:35.129119 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0c2baac1-9f13-462b-8d99-f0052ded7660 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:12:35.133130 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-83a26aea-6903-42e6-85b3-394cf9681711 req-d2d6f82f-0f5f-4e46-bab9-09117f1af125 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Calling delete_port for 74196638-3f71-480b-82b0-ed37e3dd3b60 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:35.162752 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a210ca-a803-4914-814e-0038a0f4e558 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:12:35.167201 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-51a210ca-a803-4914-814e-0038a0f4e558 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:12:35.173499 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a210ca-a803-4914-814e-0038a0f4e558 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:12:35.202118 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a210ca-a803-4914-814e-0038a0f4e558 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Port': ['ID=e9c578d5-da84-4a9f-87b6-d30afd997ffa,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:35.302789 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-83a26aea-6903-42e6-85b3-394cf9681711 req-d2d6f82f-0f5f-4e46-bab9-09117f1af125 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:35.324324 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:35.336217 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['74196638-3f71-480b-82b0-ed37e3dd3b60'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:12:35.353614 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6f82f-0f5f-4e46-bab9-09117f1af125 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Pushing event deleted for resources: {'Port': ['ID=74196638-3f71-480b-82b0-ed37e3dd3b60,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:35.420214 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a26aea-6903-42e6-85b3-394cf9681711 req-d2d6f82f-0f5f-4e46-bab9-09117f1af125 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] No DVR routers for this DVR port 74196638-3f71-480b-82b0-ed37e3dd3b60 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:12:35.424105 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-83a26aea-6903-42e6-85b3-394cf9681711 req-d2d6f82f-0f5f-4e46-bab9-09117f1af125 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:35.424606 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0c2baac1-9f13-462b-8d99-f0052ded7660, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0c2baac1-9f13-462b-8d99-f0052ded7660,segment=NetworkSegment(58fb124c-c894-49e4-8eef-1936160d5a51),segment_id=58fb124c-c894-49e4-8eef-1936160d5a51)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:35.427450 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-83a26aea-6903-42e6-85b3-394cf9681711 req-d2d6f82f-0f5f-4e46-bab9-09117f1af125 tempest-TestServerMultinode-604625636 tempest-TestServerMultinode-604625636-project-admin] 10.222.0.58 "DELETE /v2.0/ports/74196638-3f71-480b-82b0-ed37e3dd3b60 HTTP/1.1" status: 204 len: 173 time: 0.5503149 Jul 07 21:12:35.430895 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc16f6cc-8d21-4df4-acbc-7816b9253dbf', 'name': 'network-vif-deleted', 'tag': '74196638-3f71-480b-82b0-ed37e3dd3b60'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:12:35.440090 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bcaef9-70e6-4970-a0f3-74b30461a860" -d '{"events": [{"server_uuid": "dc16f6cc-8d21-4df4-acbc-7816b9253dbf", "name": "network-vif-deleted", "tag": "74196638-3f71-480b-82b0-ed37e3dd3b60"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:12:35.466418 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '0c2baac1-9f13-462b-8d99-f0052ded7660', 'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5', 'port_id': '0c2baac1-9f13-462b-8d99-f0052ded7660', 'mac_address': 'fa:16:3e:65:f9:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aec7e4-4ac9-4591-bb22-5f8a519b186b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:12:35.545497 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:35.578989 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c2baac1-9f13-462b-8d99-f0052ded7660 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:12:35.626745 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0c2baac1-9f13-462b-8d99-f0052ded7660, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0c2baac1-9f13-462b-8d99-f0052ded7660,segment=NetworkSegment(58fb124c-c894-49e4-8eef-1936160d5a51),segment_id=58fb124c-c894-49e4-8eef-1936160d5a51)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:35.632904 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:35.716083 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-51a210ca-a803-4914-814e-0038a0f4e558 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:35.744663 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=0c2baac1-9f13-462b-8d99-f0052ded7660,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:35.845643 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733ccb76-e22a-4620-bf35-b4c3734d5131 x-openstack-request-id: req-733ccb76-e22a-4620-bf35-b4c3734d5131 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:12:35.845932 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc16f6cc-8d21-4df4-acbc-7816b9253dbf", "name": "network-vif-deleted", "tag": "74196638-3f71-480b-82b0-ed37e3dd3b60", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:12:35.846169 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-733ccb76-e22a-4620-bf35-b4c3734d5131 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:12:35.846570 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc16f6cc-8d21-4df4-acbc-7816b9253dbf', 'name': 'network-vif-deleted', 'tag': '74196638-3f71-480b-82b0-ed37e3dd3b60', 'status': 'completed', 'code': 200} Jul 07 21:12:35.894333 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0c2baac1-9f13-462b-8d99-f0052ded7660'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:12:36.174867 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c1396-2aa3-4077-90fe-c3ca7f4a2ba0 req-fe0b958b-8f69-408e-a5a6-8f6f17f9318c tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:36.176463 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2d8c1396-2aa3-4077-90fe-c3ca7f4a2ba0 req-fe0b958b-8f69-408e-a5a6-8f6f17f9318c tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1355dbf-532c-4fea-ac5e-4882cd0ba5c5 HTTP/1.1" status: 200 len: 944 time: 0.3036883 Jul 07 21:12:36.226689 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc64cf-2474-4437-a79c-f16f2fc0f6ab req-24fc8a12-d0a6-4180-a7ef-cc2c7ad486bf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:36.234126 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5dcc64cf-2474-4437-a79c-f16f2fc0f6ab req-24fc8a12-d0a6-4180-a7ef-cc2c7ad486bf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 946 time: 0.2228055 Jul 07 21:12:36.273915 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2d8c1396-2aa3-4077-90fe-c3ca7f4a2ba0 req-3ad9d5cb-03dc-401e-a28b-f1c048d5b464 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888858 Jul 07 21:12:36.274876 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-51a210ca-a803-4914-814e-0038a0f4e558 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:36.330262 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5dcc64cf-2474-4437-a79c-f16f2fc0f6ab req-6c26ccf6-f549-426f-84d9-04e7e2cf4a57 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0952566 Jul 07 21:12:36.419977 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42196) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:36.478539 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a210ca-a803-4914-814e-0038a0f4e558 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Router 5b20088e-b0cb-4a94-9838-959da07291b0 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:12:36.612326 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a210ca-a803-4914-814e-0038a0f4e558 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:12:36.622445 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f7a6b3-0997-4eeb-bc5e-0816b08d952a None None] Sync routers for ids ['5b20088e-b0cb-4a94-9838-959da07291b0'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:12:36.635368 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f7a6b3-0997-4eeb-bc5e-0816b08d952a None None] Routers {'5b20088e-b0cb-4a94-9838-959da07291b0'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:36.638648 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-b7f7a6b3-0997-4eeb-bc5e-0816b08d952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:12:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5b20088e-b0cb-4a94-9838-959da07291b0'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:36.659422 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-51a210ca-a803-4914-814e-0038a0f4e558 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:36.660779 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-51a210ca-a803-4914-814e-0038a0f4e558 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.4230700 Jul 07 21:12:36.663600 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42210) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:36.718601 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-b7f7a6b3-0997-4eeb-bc5e-0816b08d952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:36.728081 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f7a6b3-0997-4eeb-bc5e-0816b08d952a None None] Routers {'5b20088e-b0cb-4a94-9838-959da07291b0'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:36.729156 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-b7f7a6b3-0997-4eeb-bc5e-0816b08d952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:12:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5b20088e-b0cb-4a94-9838-959da07291b0'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:36.784260 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-b7f7a6b3-0997-4eeb-bc5e-0816b08d952a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:36.784915 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f7a6b3-0997-4eeb-bc5e-0816b08d952a None None] The sync data for ids ['5b20088e-b0cb-4a94-9838-959da07291b0'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:12:36.827134 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b831ef79-a979-41cc-92c4-98338926f417 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "GET /v2.0/routers/5b20088e-b0cb-4a94-9838-959da07291b0 HTTP/1.1" status: 200 len: 884 time: 0.1623487 Jul 07 21:12:36.829453 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42216) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:36.915928 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a5ebe9e2-1ce9-4f45-be71-13cb700f3632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:36.934622 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42218) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:37.015932 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b94a1-29a2-48aa-851f-773ab93153c8 req-e3b3cc5f-4d55-4358-88ec-0b2122e463d6 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:37.017532 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f01b94a1-29a2-48aa-851f-773ab93153c8 req-e3b3cc5f-4d55-4358-88ec-0b2122e463d6 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2c6d18-34ab-4c64-93db-3bfd76b027fe HTTP/1.1" status: 200 len: 945 time: 0.1267486 Jul 07 21:12:37.102767 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b611f8a-4a0c-47ea-aa37-673bdbe8b64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:37.131310 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0c2baac1-9f13-462b-8d99-f0052ded7660 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:12:37.184658 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 0c2baac1-9f13-462b-8d99-f0052ded7660 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:12:37.188984 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 0c2baac1-9f13-462b-8d99-f0052ded7660 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:37.189367 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:37.274067 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:37.300215 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1355dbf-532c-4fea-ac5e-4882cd0ba5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2baac1-9f13-462b-8d99-f0052ded7660'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:12:37.302542 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d2b171-d12b-4436-8fa0-3f741a1d6c0f" -d '{"events": [{"server_uuid": "f1355dbf-532c-4fea-ac5e-4882cd0ba5c5", "name": "network-vif-plugged", "status": "completed", "tag": "0c2baac1-9f13-462b-8d99-f0052ded7660"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:12:37.322923 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 0c2baac1-9f13-462b-8d99-f0052ded7660, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0c2baac1-9f13-462b-8d99-f0052ded7660,segment=NetworkSegment(58fb124c-c894-49e4-8eef-1936160d5a51),segment_id=58fb124c-c894-49e4-8eef-1936160d5a51)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:37.328013 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:37.328932 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 74196638-3f71-480b-82b0-ed37e3dd3b60 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:12:37.397348 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=0c2baac1-9f13-462b-8d99-f0052ded7660,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:37.401211 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778ad1b0-d6f1-4c6a-9bd0-1d5e4c762f1b x-openstack-request-id: req-778ad1b0-d6f1-4c6a-9bd0-1d5e4c762f1b {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:12:37.401503 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1355dbf-532c-4fea-ac5e-4882cd0ba5c5", "name": "network-vif-plugged", "status": "completed", "tag": "0c2baac1-9f13-462b-8d99-f0052ded7660", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:12:37.402132 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-778ad1b0-d6f1-4c6a-9bd0-1d5e4c762f1b {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:12:37.402829 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1355dbf-532c-4fea-ac5e-4882cd0ba5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c2baac1-9f13-462b-8d99-f0052ded7660', 'code': 200} Jul 07 21:12:37.424025 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 74196638-3f71-480b-82b0-ed37e3dd3b60 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:12:37.424724 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 74196638-3f71-480b-82b0-ed37e3dd3b60 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:12:37.516829 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f01b94a1-29a2-48aa-851f-773ab93153c8 req-f822dc7d-1125-42bd-a62b-b0892d33b74c tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5de3e0-7fbd-4f89-a7f9-4fa26d8a9cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813623 Jul 07 21:12:37.536387 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4befa-6f75-4171-be32-f1ac80cee32b req-7bf754c0-293e-453d-9157-fc2f728b7c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:37.537911 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a0e4befa-6f75-4171-be32-f1ac80cee32b req-7bf754c0-293e-453d-9157-fc2f728b7c61 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f1355dbf-532c-4fea-ac5e-4882cd0ba5c5 HTTP/1.1" status: 200 len: 1097 time: 0.0897136 Jul 07 21:12:37.624356 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a0e4befa-6f75-4171-be32-f1ac80cee32b req-bc23d403-4360-4194-9c95-cfacc19af1ef service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788589 Jul 07 21:12:37.639187 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a57ea212-ff09-4dc7-8e74-be20c0259403 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8085101 Jul 07 21:12:37.641780 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42226) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:37.647726 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-2dc1ecee-26cb-4d7f-9bfd-fac8078d2fcd tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-994029125'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:37.665167 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814010e-7cd7-4320-844b-8886923f684a req-5c6bcfe1-2ad0-47ef-bc62-2bad5b933b18 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:37.666697 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8814010e-7cd7-4320-844b-8886923f684a req-5c6bcfe1-2ad0-47ef-bc62-2bad5b933b18 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1355dbf-532c-4fea-ac5e-4882cd0ba5c5 HTTP/1.1" status: 200 len: 945 time: 0.1631262 Jul 07 21:12:37.696194 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-a5ebe9e2-1ce9-4f45-be71-13cb700f3632 admin admin] Deleting port 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:37.696433 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a5ebe9e2-1ce9-4f45-be71-13cb700f3632 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:37.734438 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b611f8a-4a0c-47ea-aa37-673bdbe8b64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:37.739090 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8814010e-7cd7-4320-844b-8886923f684a req-7c4e3f18-a429-498c-a39a-4eb6c5a5aea1 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652575 Jul 07 21:12:37.743016 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b611f8a-4a0c-47ea-aa37-673bdbe8b64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:37.785097 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8b611f8a-4a0c-47ea-aa37-673bdbe8b64f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2614a4ff35424649a660e70605b7559d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8460054 Jul 07 21:12:37.785097 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b611f8a-4a0c-47ea-aa37-673bdbe8b64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a91466b-5c66-4e4d-8f79-e510244603f0,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:37.786708 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42228) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:37.857812 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-a5ebe9e2-1ce9-4f45-be71-13cb700f3632 admin admin] For port 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3,segment=NetworkSegment(46deab92-d4f7-4fa1-98be-0d15aac7bc21),segment_id=46deab92-d4f7-4fa1-98be-0d15aac7bc21)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:37.858182 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a5ebe9e2-1ce9-4f45-be71-13cb700f3632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:37.909975 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-a5ebe9e2-1ce9-4f45-be71-13cb700f3632 admin admin] Calling delete_port for 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:38.001863 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17ed24b8-6c28-4900-87b5-4c07176fbee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:38.045317 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17ed24b8-6c28-4900-87b5-4c07176fbee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:38.244997 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17ed24b8-6c28-4900-87b5-4c07176fbee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:38.250508 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17ed24b8-6c28-4900-87b5-4c07176fbee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:38.252738 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-17ed24b8-6c28-4900-87b5-4c07176fbee0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a91466b-5c66-4e4d-8f79-e510244603f0 HTTP/1.1" status: 204 len: 168 time: 0.4650168 Jul 07 21:12:38.263053 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ecee-26cb-4d7f-9bfd-fac8078d2fcd tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:38.277404 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed24b8-6c28-4900-87b5-4c07176fbee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a91466b-5c66-4e4d-8f79-e510244603f0,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:38.286600 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ecee-26cb-4d7f-9bfd-fac8078d2fcd tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7883739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7883712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7881482'] for router, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:38.443843 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a5ebe9e2-1ce9-4f45-be71-13cb700f3632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:38.488061 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebe9e2-1ce9-4f45-be71-13cb700f3632 admin admin] Pushing event deleted for resources: {'Port': ['ID=76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:38.574650 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc1ecee-26cb-4d7f-9bfd-fac8078d2fcd tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Router 5b20088e-b0cb-4a94-9838-959da07291b0 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:12:38.740472 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42236) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:38.778102 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-53d84a06-522b-4095-a194-567d3da4951f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:38.841687 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ce595-6990-4917-92c3-82ac07dfe75b req-77f078b4-cfbe-4b15-9f2e-de58137d0885 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:38.843665 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-789ce595-6990-4917-92c3-82ac07dfe75b req-77f078b4-cfbe-4b15-9f2e-de58137d0885 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2c6d18-34ab-4c64-93db-3bfd76b027fe HTTP/1.1" status: 200 len: 945 time: 0.1365800 Jul 07 21:12:38.845189 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc1ecee-26cb-4d7f-9bfd-fac8078d2fcd tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:12:38.846715 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a5ebe9e2-1ce9-4f45-be71-13cb700f3632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:38.860323 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ecee-26cb-4d7f-9bfd-fac8078d2fcd tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:38.864229 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2dc1ecee-26cb-4d7f-9bfd-fac8078d2fcd tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "PUT /v2.0/routers/5b20088e-b0cb-4a94-9838-959da07291b0 HTTP/1.1" status: 200 len: 891 time: 1.2189727 Jul 07 21:12:38.867227 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631e5a03-52a8-4cbf-9fca-b8c1dba70a52 None None] Sync routers for ids ['5b20088e-b0cb-4a94-9838-959da07291b0'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:12:38.872821 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42240) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:38.884078 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3b5d7-8eae-46c5-b458-22ad373e075c req-4452dfff-4838-4d0a-bade-d927129107c7 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:38.886058 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6bd3b5d7-8eae-46c5-b458-22ad373e075c req-4452dfff-4838-4d0a-bade-d927129107c7 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f2c6d18-34ab-4c64-93db-3bfd76b027fe HTTP/1.1" status: 200 len: 945 time: 0.2268553 Jul 07 21:12:38.889879 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631e5a03-52a8-4cbf-9fca-b8c1dba70a52 None None] Routers {'5b20088e-b0cb-4a94-9838-959da07291b0'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:38.890625 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-631e5a03-52a8-4cbf-9fca-b8c1dba70a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:12:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5b20088e-b0cb-4a94-9838-959da07291b0'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:38.935465 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-631e5a03-52a8-4cbf-9fca-b8c1dba70a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:38.966666 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631e5a03-52a8-4cbf-9fca-b8c1dba70a52 None None] Routers {'5b20088e-b0cb-4a94-9838-959da07291b0'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:38.967617 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-631e5a03-52a8-4cbf-9fca-b8c1dba70a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:12:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['5b20088e-b0cb-4a94-9838-959da07291b0'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:38.987897 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-789ce595-6990-4917-92c3-82ac07dfe75b req-00ab75ce-8215-4cd2-9897-cd6f0237cac9 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5de3e0-7fbd-4f89-a7f9-4fa26d8a9cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282814 Jul 07 21:12:39.015209 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-631e5a03-52a8-4cbf-9fca-b8c1dba70a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:39.017190 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631e5a03-52a8-4cbf-9fca-b8c1dba70a52 None None] The sync data for ids ['5b20088e-b0cb-4a94-9838-959da07291b0'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:12:39.060685 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbe1d1-f10e-408f-a0fb-a8e9c9af8a73 req-4be20957-c142-478f-bae5-d73598a50b5c tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:39.062278 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05cbe1d1-f10e-408f-a0fb-a8e9c9af8a73 req-4be20957-c142-478f-bae5-d73598a50b5c tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1355dbf-532c-4fea-ac5e-4882cd0ba5c5 HTTP/1.1" status: 200 len: 945 time: 0.1649604 Jul 07 21:12:39.084722 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-53d84a06-522b-4095-a194-567d3da4951f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:39.092569 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-53d84a06-522b-4095-a194-567d3da4951f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:39.144729 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d84a06-522b-4095-a194-567d3da4951f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33e2ff7-55d9-44bf-99da-b5caac2c2953,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:39.151964 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-53d84a06-522b-4095-a194-567d3da4951f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3c29ad18269640d28646e797631a53df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4083154 Jul 07 21:12:39.154608 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42242) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:39.163936 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05cbe1d1-f10e-408f-a0fb-a8e9c9af8a73 req-82ecdad7-af30-4333-a71d-bdb0c649c644 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816314 Jul 07 21:12:39.216807 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-679a9d3e-5bb4-44ab-8777-929d578c03de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:39.219745 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c8751bf0-432f-4309-b853-2fd8bcd697ff tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "GET /v2.0/routers/5b20088e-b0cb-4a94-9838-959da07291b0 HTTP/1.1" status: 200 len: 891 time: 0.3325057 Jul 07 21:12:39.220890 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42246) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:39.263671 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-6bd3b5d7-8eae-46c5-b458-22ad373e075c req-8c702f59-0263-4c04-8672-6c2089c0c1c8 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Deleting port 0624b411-66c5-4c4f-9c00-17ee681dee91 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:39.264021 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6bd3b5d7-8eae-46c5-b458-22ad373e075c req-8c702f59-0263-4c04-8672-6c2089c0c1c8 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:39.268572 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ba5a47d5-66ed-42e9-9951-0f2888c90a06 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b20088e-b0cb-4a94-9838-959da07291b0 HTTP/1.1" status: 200 len: 205 time: 0.0465331 Jul 07 21:12:39.273667 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42248) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:39.285002 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-679a9d3e-5bb4-44ab-8777-929d578c03de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:39.446102 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-210babc0-45bf-42fe-b74a-f7009055d0fe tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:39.448191 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ebe9e2-1ce9-4f45-be71-13cb700f3632 admin admin] Router 9573b4a5-ce7b-4426-a318-ce345db27d3b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:12:39.450812 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-6bd3b5d7-8eae-46c5-b458-22ad373e075c req-8c702f59-0263-4c04-8672-6c2089c0c1c8 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] For port 0624b411-66c5-4c4f-9c00-17ee681dee91, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0624b411-66c5-4c4f-9c00-17ee681dee91,segment=NetworkSegment(e2925426-a04b-4eda-a4ea-a3aeab926faf),segment_id=e2925426-a04b-4eda-a4ea-a3aeab926faf)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:39.451188 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6bd3b5d7-8eae-46c5-b458-22ad373e075c req-8c702f59-0263-4c04-8672-6c2089c0c1c8 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:39.469431 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-6bd3b5d7-8eae-46c5-b458-22ad373e075c req-8c702f59-0263-4c04-8672-6c2089c0c1c8 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Calling delete_port for 0624b411-66c5-4c4f-9c00-17ee681dee91 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:39.492884 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-679a9d3e-5bb4-44ab-8777-929d578c03de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:39.496413 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-679a9d3e-5bb4-44ab-8777-929d578c03de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:39.497733 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-679a9d3e-5bb4-44ab-8777-929d578c03de admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e33e2ff7-55d9-44bf-99da-b5caac2c2953 HTTP/1.1" status: 204 len: 168 time: 0.3422239 Jul 07 21:12:39.578601 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a9d3e-5bb4-44ab-8777-929d578c03de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33e2ff7-55d9-44bf-99da-b5caac2c2953,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:39.623886 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-210babc0-45bf-42fe-b74a-f7009055d0fe tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:39.634884 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ebe9e2-1ce9-4f45-be71-13cb700f3632 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:12:39.644953 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a5ebe9e2-1ce9-4f45-be71-13cb700f3632 admin admin] 10.222.0.64 "PUT /v2.0/routers/9573b4a5-ce7b-4426-a318-ce345db27d3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2226319 Jul 07 21:12:39.646973 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b64ece2-7dac-4fd3-bb4f-0314372c1c46 None None] Sync routers for ids ['9573b4a5-ce7b-4426-a318-ce345db27d3b'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:12:39.647491 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42262) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:39.657669 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b64ece2-7dac-4fd3-bb4f-0314372c1c46 None None] Routers {'9573b4a5-ce7b-4426-a318-ce345db27d3b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:39.660612 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0b64ece2-7dac-4fd3-bb4f-0314372c1c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:12:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['9573b4a5-ce7b-4426-a318-ce345db27d3b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:39.724523 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-210babc0-45bf-42fe-b74a-f7009055d0fe tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting port e9c578d5-da84-4a9f-87b6-d30afd997ffa {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:39.731768 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-210babc0-45bf-42fe-b74a-f7009055d0fe tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:39.864486 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-210babc0-45bf-42fe-b74a-f7009055d0fe tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:39.881261 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-210babc0-45bf-42fe-b74a-f7009055d0fe tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Calling delete_port for e9c578d5-da84-4a9f-87b6-d30afd997ffa owned by network:router_gateway {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:39.954979 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-0b64ece2-7dac-4fd3-bb4f-0314372c1c46 None None] Set router 9573b4a5-ce7b-4426-a318-ce345db27d3b gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:12:40.123252 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6bd3b5d7-8eae-46c5-b458-22ad373e075c req-8c702f59-0263-4c04-8672-6c2089c0c1c8 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:40.138867 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0624b411-66c5-4c4f-9c00-17ee681dee91'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:12:40.160356 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c702f59-0263-4c04-8672-6c2089c0c1c8 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Pushing event deleted for resources: {'Port': ['ID=0624b411-66c5-4c4f-9c00-17ee681dee91,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:40.163054 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ef354eb-0ed1-47a9-acfd-f462a7e55386 admin admin] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:40.182776 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-210babc0-45bf-42fe-b74a-f7009055d0fe tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:40.222963 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0b64ece2-7dac-4fd3-bb4f-0314372c1c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9573b4a5-ce7b-4426-a318-ce345db27d3b', 'name': 'tempest-TestServerMultinode-553718404-router', 'tenant_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '795f09f0-643d-40af-ae42-e33b9873fb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:11:14Z', 'updated_at': '2021-07-07T21:12:38Z', 'revision_number': 5, 'project_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'gw_port': {'id': '795f09f0-643d-40af-ae42-e33b9873fb27', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:72:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9573b4a5-ce7b-4426-a318-ce345db27d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:11:15Z', 'updated_at': '2021-07-07T21:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:40.227895 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210babc0-45bf-42fe-b74a-f7009055d0fe tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Port': ['ID=e9c578d5-da84-4a9f-87b6-d30afd997ffa,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:40.249426 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd3b5d7-8eae-46c5-b458-22ad373e075c req-8c702f59-0263-4c04-8672-6c2089c0c1c8 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] No DVR routers for this DVR port 0624b411-66c5-4c4f-9c00-17ee681dee91 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:12:40.253190 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-6bd3b5d7-8eae-46c5-b458-22ad373e075c req-8c702f59-0263-4c04-8672-6c2089c0c1c8 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:40.255494 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6bd3b5d7-8eae-46c5-b458-22ad373e075c req-8c702f59-0263-4c04-8672-6c2089c0c1c8 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.58 "DELETE /v2.0/ports/0624b411-66c5-4c4f-9c00-17ee681dee91 HTTP/1.1" status: 204 len: 173 time: 1.3613746 Jul 07 21:12:40.255947 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2c6d18-34ab-4c64-93db-3bfd76b027fe', 'name': 'network-vif-deleted', 'tag': '0624b411-66c5-4c4f-9c00-17ee681dee91'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:12:40.258701 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2767843-f8cd-47a0-90b0-92c8c18a591a" -d '{"events": [{"server_uuid": "2f2c6d18-34ab-4c64-93db-3bfd76b027fe", "name": "network-vif-deleted", "tag": "0624b411-66c5-4c4f-9c00-17ee681dee91"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:12:40.259555 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-281c9d39-0e87-479c-a521-0cf82c1a3686 req-1eadeed0-412a-4940-90bc-a9da7fc9a008 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f2c6d18-34ab-4c64-93db-3bfd76b027fe HTTP/1.1" status: 200 len: 210 time: 0.0726104 Jul 07 21:12:40.277129 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b64ece2-7dac-4fd3-bb4f-0314372c1c46 None None] Checking router: 9573b4a5-ce7b-4426-a318-ce345db27d3b for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:12:40.301664 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b64ece2-7dac-4fd3-bb4f-0314372c1c46 None None] Routers {'9573b4a5-ce7b-4426-a318-ce345db27d3b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:40.302638 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0b64ece2-7dac-4fd3-bb4f-0314372c1c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:12:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['9573b4a5-ce7b-4426-a318-ce345db27d3b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:40.365199 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f74f02-6758-4bc8-a08b-7be1397da438 x-openstack-request-id: req-49f74f02-6758-4bc8-a08b-7be1397da438 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:12:40.365436 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2c6d18-34ab-4c64-93db-3bfd76b027fe", "name": "network-vif-deleted", "tag": "0624b411-66c5-4c4f-9c00-17ee681dee91", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:12:40.366231 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-49f74f02-6758-4bc8-a08b-7be1397da438 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:12:40.366648 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2c6d18-34ab-4c64-93db-3bfd76b027fe', 'name': 'network-vif-deleted', 'tag': '0624b411-66c5-4c4f-9c00-17ee681dee91', 'status': 'completed', 'code': 200} Jul 07 21:12:40.371413 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ef354eb-0ed1-47a9-acfd-f462a7e55386 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:40.412345 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-210babc0-45bf-42fe-b74a-f7009055d0fe tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:40.481708 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-3ef354eb-0ed1-47a9-acfd-f462a7e55386 admin admin] Deleting port 795f09f0-643d-40af-ae42-e33b9873fb27 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:40.482063 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ef354eb-0ed1-47a9-acfd-f462a7e55386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:40.498470 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-0b64ece2-7dac-4fd3-bb4f-0314372c1c46 None None] Set router 9573b4a5-ce7b-4426-a318-ce345db27d3b gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:12:40.590451 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-210babc0-45bf-42fe-b74a-f7009055d0fe tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:40.592796 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-210babc0-45bf-42fe-b74a-f7009055d0fe tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:40.641801 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-210babc0-45bf-42fe-b74a-f7009055d0fe tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:40.642474 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210babc0-45bf-42fe-b74a-f7009055d0fe tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Fanout notify agent at l3_agent the message router_deleted on router 5b20088e-b0cb-4a94-9838-959da07291b0 {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:12:40.656364 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-210babc0-45bf-42fe-b74a-f7009055d0fe tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:40.657851 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-210babc0-45bf-42fe-b74a-f7009055d0fe tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/routers/5b20088e-b0cb-4a94-9838-959da07291b0 HTTP/1.1" status: 204 len: 168 time: 1.3832667 Jul 07 21:12:40.661305 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-3ef354eb-0ed1-47a9-acfd-f462a7e55386 admin admin] For port 795f09f0-643d-40af-ae42-e33b9873fb27, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=795f09f0-643d-40af-ae42-e33b9873fb27,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:40.661305 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ef354eb-0ed1-47a9-acfd-f462a7e55386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:40.662592 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42286) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:40.671026 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-4daaa550-7638-4c38-a00a-59399ba7472e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1085907887'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:40.675231 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-3ef354eb-0ed1-47a9-acfd-f462a7e55386 admin admin] Calling delete_port for 795f09f0-643d-40af-ae42-e33b9873fb27 owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:40.704171 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4daaa550-7638-4c38-a00a-59399ba7472e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Made reservation on behalf of 8d8c2c5abfae4e3499bbd479eb60f4c5 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:12:40.709773 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4daaa550-7638-4c38-a00a-59399ba7472e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:40.748026 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4daaa550-7638-4c38-a00a-59399ba7472e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:12:40.760426 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4daaa550-7638-4c38-a00a-59399ba7472e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:40.761458 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-4daaa550-7638-4c38-a00a-59399ba7472e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Added segment ff298f40-1724-4819-93e4-783a6026d603 of type vlan for network 9700d408-ebea-4f53-b230-b73d8d219964 Jul 07 21:12:40.809941 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4daaa550-7638-4c38-a00a-59399ba7472e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:40.861241 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0b64ece2-7dac-4fd3-bb4f-0314372c1c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9573b4a5-ce7b-4426-a318-ce345db27d3b', 'name': 'tempest-TestServerMultinode-553718404-router', 'tenant_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '795f09f0-643d-40af-ae42-e33b9873fb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:11:14Z', 'updated_at': '2021-07-07T21:12:38Z', 'revision_number': 5, 'project_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'gw_port': {'id': '795f09f0-643d-40af-ae42-e33b9873fb27', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:72:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9573b4a5-ce7b-4426-a318-ce345db27d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:11:15Z', 'updated_at': '2021-07-07T21:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:40.865295 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4daaa550-7638-4c38-a00a-59399ba7472e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:40.872830 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daaa550-7638-4c38-a00a-59399ba7472e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:40.873462 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4daaa550-7638-4c38-a00a-59399ba7472e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:40.925114 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b64ece2-7dac-4fd3-bb4f-0314372c1c46 None None] The sync data for ids ['9573b4a5-ce7b-4426-a318-ce345db27d3b'] in n-d-695189-11 is: [{'id': '9573b4a5-ce7b-4426-a318-ce345db27d3b', 'name': 'tempest-TestServerMultinode-553718404-router', 'tenant_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': '795f09f0-643d-40af-ae42-e33b9873fb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:11:14Z', 'updated_at': '2021-07-07T21:12:38Z', 'revision_number': 5, 'project_id': '13751c5ffc744a1d9398ffde63c0cf0d', 'gw_port': {'id': '795f09f0-643d-40af-ae42-e33b9873fb27', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:72:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9573b4a5-ce7b-4426-a318-ce345db27d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:11:15Z', 'updated_at': '2021-07-07T21:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:12:40.936200 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ef354eb-0ed1-47a9-acfd-f462a7e55386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:41.006067 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef354eb-0ed1-47a9-acfd-f462a7e55386 admin admin] Pushing event deleted for resources: {'Port': ['ID=795f09f0-643d-40af-ae42-e33b9873fb27,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:41.025566 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daaa550-7638-4c38-a00a-59399ba7472e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Network': ['ID=9700d408-ebea-4f53-b230-b73d8d219964,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:41.034332 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4daaa550-7638-4c38-a00a-59399ba7472e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3694425 Jul 07 21:12:41.035197 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42294) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:41.042953 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-5517f27b-fb3c-43c6-9808-da96b42866e8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'subnet': {'network_id': '9700d408-ebea-4f53-b230-b73d8d219964', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:41.054570 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 9700d408-ebea-4f53-b230-b73d8d219964 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:12:41.107148 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ef354eb-0ed1-47a9-acfd-f462a7e55386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:41.203860 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5517f27b-fb3c-43c6-9808-da96b42866e8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Made reservation on behalf of 8d8c2c5abfae4e3499bbd479eb60f4c5 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:12:41.211782 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5517f27b-fb3c-43c6-9808-da96b42866e8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:41.285743 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ef354eb-0ed1-47a9-acfd-f462a7e55386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:41.288549 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ef354eb-0ed1-47a9-acfd-f462a7e55386 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:41.396506 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ef354eb-0ed1-47a9-acfd-f462a7e55386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:41.397111 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef354eb-0ed1-47a9-acfd-f462a7e55386 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9573b4a5-ce7b-4426-a318-ce345db27d3b {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:12:41.405467 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ef354eb-0ed1-47a9-acfd-f462a7e55386 admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:41.410795 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3ef354eb-0ed1-47a9-acfd-f462a7e55386 admin admin] 10.222.0.64 "DELETE /v2.0/routers/9573b4a5-ce7b-4426-a318-ce345db27d3b HTTP/1.1" status: 204 len: 168 time: 1.7635233 Jul 07 21:12:41.411597 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42302) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:41.491781 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5517f27b-fb3c-43c6-9808-da96b42866e8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:41.496110 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea7f7b2-965a-4cf6-82df-30d2433e3bb5 admin admin] Deleting subnet 2a70f2c2-1555-4520-a148-7200d29f89c7 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:12:41.500649 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bea7f7b2-965a-4cf6-82df-30d2433e3bb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:41.557203 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517f27b-fb3c-43c6-9808-da96b42866e8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Subnet': ['ID=3217d318-8f63-44df-ab14-f18b42f62585,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:41.560944 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bea7f7b2-965a-4cf6-82df-30d2433e3bb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:41.575303 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5517f27b-fb3c-43c6-9808-da96b42866e8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Checking segment: {'id': 'ff298f40-1724-4819-93e4-783a6026d603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9700d408-ebea-4f53-b230-b73d8d219964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:12:41.575832 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5517f27b-fb3c-43c6-9808-da96b42866e8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network hostable DHCP agents. Network: 9700d408-ebea-4f53-b230-b73d8d219964, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:12:41.595287 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5517f27b-fb3c-43c6-9808-da96b42866e8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 9700d408-ebea-4f53-b230-b73d8d219964 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:12:41.612545 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-5517f27b-fb3c-43c6-9808-da96b42866e8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 9700d408-ebea-4f53-b230-b73d8d219964) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:12:41.623514 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7546d859-959b-4365-82ad-9e537c43ab0a None None] Network 9700d408-ebea-4f53-b230-b73d8d219964 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:12:41.640579 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5517f27b-fb3c-43c6-9808-da96b42866e8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:41.643320 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5517f27b-fb3c-43c6-9808-da96b42866e8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:41.675232 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5517f27b-fb3c-43c6-9808-da96b42866e8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6385865 Jul 07 21:12:41.678474 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42310) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:41.679671 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bea7f7b2-965a-4cf6-82df-30d2433e3bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:41.687788 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-24dd1f8c-7e5c-4317-b0f4-d8087a610a0e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-465886396', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:41.755664 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-24dd1f8c-7e5c-4317-b0f4-d8087a610a0e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:41.757739 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-24dd1f8c-7e5c-4317-b0f4-d8087a610a0e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:41.801643 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bea7f7b2-965a-4cf6-82df-30d2433e3bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:41.848540 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-24dd1f8c-7e5c-4317-b0f4-d8087a610a0e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:41.858114 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-24dd1f8c-7e5c-4317-b0f4-d8087a610a0e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:41.893590 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-24dd1f8c-7e5c-4317-b0f4-d8087a610a0e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:41.898455 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-24dd1f8c-7e5c-4317-b0f4-d8087a610a0e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2165015 Jul 07 21:12:41.899269 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42320) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:41.909983 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7f7b2-965a-4cf6-82df-30d2433e3bb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a70f2c2-1555-4520-a148-7200d29f89c7,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:41.925608 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bea7f7b2-965a-4cf6-82df-30d2433e3bb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:41.928086 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bea7f7b2-965a-4cf6-82df-30d2433e3bb5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2a70f2c2-1555-4520-a148-7200d29f89c7 HTTP/1.1" status: 204 len: 168 time: 0.5155005 Jul 07 21:12:41.930802 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42322) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:41.934840 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f46759-7ac2-4523-b451-dc8be076bd86 None None] Network 1ceede95-db7c-4340-b997-707ddc803ba0 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:12:42.118627 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7cc10236-f5d8-4924-a25f-987c24109c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:42.224262 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fc799c-8e96-471a-bc41-3696e07158ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-9700d408-ebea-4f53-b230-b73d8d219964', 'network_id': '9700d408-ebea-4f53-b230-b73d8d219964', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'fixed_ips': [{'subnet_id': '3217d318-8f63-44df-ab14-f18b42f62585'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:12:42.225413 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-09fc799c-8e96-471a-bc41-3696e07158ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:42.238642 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-7cc10236-f5d8-4924-a25f-987c24109c7d admin admin] Deleting port be6eb458-1f18-41c6-90de-72dcb675c952 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:42.238996 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7cc10236-f5d8-4924-a25f-987c24109c7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:42.382194 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-7cc10236-f5d8-4924-a25f-987c24109c7d admin admin] For port be6eb458-1f18-41c6-90de-72dcb675c952, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=be6eb458-1f18-41c6-90de-72dcb675c952,segment=NetworkSegment(46deab92-d4f7-4fa1-98be-0d15aac7bc21),segment_id=46deab92-d4f7-4fa1-98be-0d15aac7bc21)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:42.382819 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7cc10236-f5d8-4924-a25f-987c24109c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:42.413624 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-7cc10236-f5d8-4924-a25f-987c24109c7d admin admin] Calling delete_port for be6eb458-1f18-41c6-90de-72dcb675c952 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:42.446765 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c41489b5-7ccf-47e5-b3a6-0ce5a0126fab tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:42.470853 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258e41cc-609c-4c25-bc7f-17fa3914da52 None None] DHCP port deletion for 1ceede95-db7c-4340-b997-707ddc803ba0 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:12:42.559019 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-09fc799c-8e96-471a-bc41-3696e07158ed None None] Allocated IP 2001:db8::2 (9700d408-ebea-4f53-b230-b73d8d219964/3217d318-8f63-44df-ab14-f18b42f62585/c234d895-31ad-425e-97db-0eac1adeff58) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:12:42.615565 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7cc10236-f5d8-4924-a25f-987c24109c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:42.712664 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc10236-f5d8-4924-a25f-987c24109c7d admin admin] Pushing event deleted for resources: {'Port': ['ID=be6eb458-1f18-41c6-90de-72dcb675c952,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:42.725089 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc10236-f5d8-4924-a25f-987c24109c7d admin admin] No DVR routers for this DVR port be6eb458-1f18-41c6-90de-72dcb675c952 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:12:42.829293 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7cc10236-f5d8-4924-a25f-987c24109c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:42.843974 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-7cc10236-f5d8-4924-a25f-987c24109c7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ceede95-db7c-4340-b997-707ddc803ba0']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:42.856137 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-258e41cc-609c-4c25-bc7f-17fa3914da52 None None] Deleting port be6eb458-1f18-41c6-90de-72dcb675c952 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:42.856612 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-258e41cc-609c-4c25-bc7f-17fa3914da52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:42.872566 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-7cc10236-f5d8-4924-a25f-987c24109c7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46deab92-d4f7-4fa1-98be-0d15aac7bc21') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:42.873237 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-7cc10236-f5d8-4924-a25f-987c24109c7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46deab92-d4f7-4fa1-98be-0d15aac7bc21') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:42.884343 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7cc10236-f5d8-4924-a25f-987c24109c7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:42.900839 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7cc10236-f5d8-4924-a25f-987c24109c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:42.912525 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc10236-f5d8-4924-a25f-987c24109c7d admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:12:42.913084 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7cc10236-f5d8-4924-a25f-987c24109c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:43.038328 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:12:43.070227 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:12:43.076354 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7cc10236-f5d8-4924-a25f-987c24109c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:43.083275 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7cc10236-f5d8-4924-a25f-987c24109c7d admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:43.088317 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7cc10236-f5d8-4924-a25f-987c24109c7d admin admin] 10.222.0.64 "DELETE /v2.0/networks/1ceede95-db7c-4340-b997-707ddc803ba0 HTTP/1.1" status: 204 len: 168 time: 1.1517751 Jul 07 21:12:43.089721 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42360) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:43.108644 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc10236-f5d8-4924-a25f-987c24109c7d admin admin] Pushing event deleted for resources: {'Network': ['ID=1ceede95-db7c-4340-b997-707ddc803ba0,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:43.177892 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:12:43.177892 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 76ad4b65-1ba2-4e41-93b3-96d55b9e1fe3 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:12:43.177892 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 795f09f0-643d-40af-ae42-e33b9873fb27 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:12:43.193118 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0624b411-66c5-4c4f-9c00-17ee681dee91 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:12:43.277862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42364) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:43.299792 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 0624b411-66c5-4c4f-9c00-17ee681dee91 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:12:43.300461 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0624b411-66c5-4c4f-9c00-17ee681dee91 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:12:43.310093 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-258e41cc-609c-4c25-bc7f-17fa3914da52 None None] For port be6eb458-1f18-41c6-90de-72dcb675c952, host n-d-695189-11, got binding levels [] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:43.311272 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-258e41cc-609c-4c25-bc7f-17fa3914da52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:43.337729 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 795f09f0-643d-40af-ae42-e33b9873fb27 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:12:43.338196 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 795f09f0-643d-40af-ae42-e33b9873fb27 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:12:43.338729 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device be6eb458-1f18-41c6-90de-72dcb675c952 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:12:43.447551 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e85cf49e-a0b0-4c03-ba73-e03956015331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:43.484567 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-09fc799c-8e96-471a-bc41-3696e07158ed None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:43.501079 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: be6eb458-1f18-41c6-90de-72dcb675c952 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:12:43.501785 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device be6eb458-1f18-41c6-90de-72dcb675c952 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:12:43.518052 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-258e41cc-609c-4c25-bc7f-17fa3914da52 None None] Calling delete_port for be6eb458-1f18-41c6-90de-72dcb675c952 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:43.522845 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.ipam_backend_mixin [None req-258e41cc-609c-4c25-bc7f-17fa3914da52 None None] Port be6eb458-1f18-41c6-90de-72dcb675c952 was not found and therefore no delete operation was performed {{(pid=100449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 21:12:43.525166 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-09fc799c-8e96-471a-bc41-3696e07158ed None None] Transition to ACTIVE for port object c234d895-31ad-425e-97db-0eac1adeff58 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:12:43.529290 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-258e41cc-609c-4c25-bc7f-17fa3914da52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:43.539738 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-258e41cc-609c-4c25-bc7f-17fa3914da52 None None] Network 1ceede95-db7c-4340-b997-707ddc803ba0 is not hosted by any dhcp agent {{(pid=100449) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 21:12:43.540575 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258e41cc-609c-4c25-bc7f-17fa3914da52 None None] No DVR routers for this DVR port be6eb458-1f18-41c6-90de-72dcb675c952 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:12:43.577890 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e41cc-609c-4c25-bc7f-17fa3914da52 None None] Pushing event deleted for resources: {'Port': ['ID=be6eb458-1f18-41c6-90de-72dcb675c952,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:43.591738 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-09fc799c-8e96-471a-bc41-3696e07158ed None None] Transition to ACTIVE for port object c234d895-31ad-425e-97db-0eac1adeff58 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:12:43.606912 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-09fc799c-8e96-471a-bc41-3696e07158ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:43.644853 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e85cf49e-a0b0-4c03-ba73-e03956015331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:43.661829 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cb92b20-ea42-486d-80ab-782da3c4655e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:43.696618 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e85cf49e-a0b0-4c03-ba73-e03956015331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:43.723047 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fc799c-8e96-471a-bc41-3696e07158ed None None] Network 9700d408-ebea-4f53-b230-b73d8d219964 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:12:43.731058 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e85cf49e-a0b0-4c03-ba73-e03956015331 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aed3c52a6741485d93d72d6e5503eeed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4519823 Jul 07 21:12:43.736496 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42368) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:43.742061 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-09fc799c-8e96-471a-bc41-3696e07158ed None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:12:43.762747 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fc799c-8e96-471a-bc41-3696e07158ed None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:12:43.806668 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc799c-8e96-471a-bc41-3696e07158ed None None] Pushing event updated for resources: {'Port': ['ID=c234d895-31ad-425e-97db-0eac1adeff58,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:43.819711 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-c41489b5-7ccf-47e5-b3a6-0ce5a0126fab tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Allocated IP 2001:db8::1 (9700d408-ebea-4f53-b230-b73d8d219964/3217d318-8f63-44df-ab14-f18b42f62585/c58ee02f-8413-4f97-bfb2-9dc4032b70a1) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:12:43.840867 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cf49e-a0b0-4c03-ba73-e03956015331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225282be-a230-4921-9886-99e46348af70,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:43.904180 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-09fc799c-8e96-471a-bc41-3696e07158ed None None] Attempting to bind port c234d895-31ad-425e-97db-0eac1adeff58 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:12:43.904810 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-09fc799c-8e96-471a-bc41-3696e07158ed None None] Attempting to bind port c234d895-31ad-425e-97db-0eac1adeff58 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'ff298f40-1724-4819-93e4-783a6026d603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9700d408-ebea-4f53-b230-b73d8d219964'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:12:43.905215 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc799c-8e96-471a-bc41-3696e07158ed None None] Attempting to bind port c234d895-31ad-425e-97db-0eac1adeff58 on network 9700d408-ebea-4f53-b230-b73d8d219964 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:12:43.912693 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc799c-8e96-471a-bc41-3696e07158ed None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:12:43.912693 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc799c-8e96-471a-bc41-3696e07158ed None None] Checking segment: {'id': 'ff298f40-1724-4819-93e4-783a6026d603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9700d408-ebea-4f53-b230-b73d8d219964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:12:43.913304 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-09fc799c-8e96-471a-bc41-3696e07158ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:43.914090 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fc799c-8e96-471a-bc41-3696e07158ed None None] Bound using segment: {'id': 'ff298f40-1724-4819-93e4-783a6026d603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9700d408-ebea-4f53-b230-b73d8d219964'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:12:43.914695 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-09fc799c-8e96-471a-bc41-3696e07158ed None None] Bound port: c234d895-31ad-425e-97db-0eac1adeff58, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff298f40-1724-4819-93e4-783a6026d603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '9700d408-ebea-4f53-b230-b73d8d219964'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:12:43.915192 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-09fc799c-8e96-471a-bc41-3696e07158ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:43.927933 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6759fceb-e62a-4876-97bb-b3ffacdc4960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:43.990973 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-09fc799c-8e96-471a-bc41-3696e07158ed None None] For port c234d895-31ad-425e-97db-0eac1adeff58, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:12:43.996859 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-09fc799c-8e96-471a-bc41-3696e07158ed None None] For port c234d895-31ad-425e-97db-0eac1adeff58, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c234d895-31ad-425e-97db-0eac1adeff58,segment=NetworkSegment(ff298f40-1724-4819-93e4-783a6026d603),segment_id=ff298f40-1724-4819-93e4-783a6026d603)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:12:44.000185 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6759fceb-e62a-4876-97bb-b3ffacdc4960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:44.016907 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-09fc799c-8e96-471a-bc41-3696e07158ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:44.103781 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc799c-8e96-471a-bc41-3696e07158ed None None] Pushing event updated for resources: {'Port': ['ID=c234d895-31ad-425e-97db-0eac1adeff58,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:44.130140 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c41489b5-7ccf-47e5-b3a6-0ce5a0126fab tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:44.172930 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-c41489b5-7ccf-47e5-b3a6-0ce5a0126fab tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Transition to ACTIVE for port object c58ee02f-8413-4f97-bfb2-9dc4032b70a1 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:12:44.206158 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6759fceb-e62a-4876-97bb-b3ffacdc4960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:44.209514 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6759fceb-e62a-4876-97bb-b3ffacdc4960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:44.211018 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6759fceb-e62a-4876-97bb-b3ffacdc4960 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/225282be-a230-4921-9886-99e46348af70 HTTP/1.1" status: 204 len: 168 time: 0.4688981 Jul 07 21:12:44.249546 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c41489b5-7ccf-47e5-b3a6-0ce5a0126fab tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:44.256114 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759fceb-e62a-4876-97bb-b3ffacdc4960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225282be-a230-4921-9886-99e46348af70,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:44.256651 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-2cb92b20-ea42-486d-80ab-782da3c4655e admin admin] Deleting port 16656cb2-8a67-407e-b7e5-e21d7df519c7 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:44.257113 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cb92b20-ea42-486d-80ab-782da3c4655e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:44.363978 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41489b5-7ccf-47e5-b3a6-0ce5a0126fab tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 9700d408-ebea-4f53-b230-b73d8d219964 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:12:44.395651 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-c41489b5-7ccf-47e5-b3a6-0ce5a0126fab tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:12:44.406270 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41489b5-7ccf-47e5-b3a6-0ce5a0126fab tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:12:44.406860 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c41489b5-7ccf-47e5-b3a6-0ce5a0126fab tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:44.412063 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-2cb92b20-ea42-486d-80ab-782da3c4655e admin admin] For port 16656cb2-8a67-407e-b7e5-e21d7df519c7, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=16656cb2-8a67-407e-b7e5-e21d7df519c7,segment=NetworkSegment(66256889-855f-438e-926b-38666a79b57a),segment_id=66256889-855f-438e-926b-38666a79b57a)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:44.412251 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cb92b20-ea42-486d-80ab-782da3c4655e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:44.413457 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41489b5-7ccf-47e5-b3a6-0ce5a0126fab tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Port': ['ID=c58ee02f-8413-4f97-bfb2-9dc4032b70a1,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:44.450704 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-2cb92b20-ea42-486d-80ab-782da3c4655e admin admin] Calling delete_port for 16656cb2-8a67-407e-b7e5-e21d7df519c7 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:44.587348 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c41489b5-7ccf-47e5-b3a6-0ce5a0126fab tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:44.684319 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42378) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:44.720979 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cb92b20-ea42-486d-80ab-782da3c4655e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:44.726374 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-76e160c5-4645-46e1-89da-8c00d046b2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:44.749467 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb92b20-ea42-486d-80ab-782da3c4655e admin admin] Pushing event deleted for resources: {'Port': ['ID=16656cb2-8a67-407e-b7e5-e21d7df519c7,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:44.961448 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-76e160c5-4645-46e1-89da-8c00d046b2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:44.971773 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cb92b20-ea42-486d-80ab-782da3c4655e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:44.986970 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-76e160c5-4645-46e1-89da-8c00d046b2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:45.037714 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c41489b5-7ccf-47e5-b3a6-0ce5a0126fab tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:45.067271 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c41489b5-7ccf-47e5-b3a6-0ce5a0126fab tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:45.070163 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c41489b5-7ccf-47e5-b3a6-0ce5a0126fab tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:45.105480 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42386) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:45.111471 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-76e160c5-4645-46e1-89da-8c00d046b2dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9415f417a53f45bfb6ffd2901faa58c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4258528 Jul 07 21:12:45.141833 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e160c5-4645-46e1-89da-8c00d046b2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd728a6d-9cf4-488d-bd42-d93575d6c443,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:45.230335 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41489b5-7ccf-47e5-b3a6-0ce5a0126fab tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Port': ['ID=c58ee02f-8413-4f97-bfb2-9dc4032b70a1,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:45.277263 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c234d895-31ad-425e-97db-0eac1adeff58 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:12:45.302501 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2d574f49-1485-4f44-a547-0110cfc01a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:45.312722 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41489b5-7ccf-47e5-b3a6-0ce5a0126fab tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 9700d408-ebea-4f53-b230-b73d8d219964 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:12:45.321803 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-c41489b5-7ccf-47e5-b3a6-0ce5a0126fab tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:12:45.380087 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port c234d895-31ad-425e-97db-0eac1adeff58 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:12:45.478868 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2d574f49-1485-4f44-a547-0110cfc01a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:45.502014 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb92b20-ea42-486d-80ab-782da3c4655e admin admin] Router 4ccddde4-1217-4783-aa5f-4f6c86e927ab has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:12:45.519303 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41489b5-7ccf-47e5-b3a6-0ce5a0126fab tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Router 0db16000-e6f7-4aaa-ab0f-f285af7cc7ea is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:12:45.610974 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedab716-564b-442d-a924-2d3992399957 None None] Network 9700d408-ebea-4f53-b230-b73d8d219964 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:12:45.654456 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41489b5-7ccf-47e5-b3a6-0ce5a0126fab tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:12:45.659544 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c41489b5-7ccf-47e5-b3a6-0ce5a0126fab tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "PUT /v2.0/routers/0db16000-e6f7-4aaa-ab0f-f285af7cc7ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7591944 Jul 07 21:12:45.660834 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2d574f49-1485-4f44-a547-0110cfc01a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:45.662047 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42398) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:45.663458 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2d574f49-1485-4f44-a547-0110cfc01a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:45.664865 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2d574f49-1485-4f44-a547-0110cfc01a65 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd728a6d-9cf4-488d-bd42-d93575d6c443 HTTP/1.1" status: 204 len: 168 time: 0.5549242 Jul 07 21:12:45.688282 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d574f49-1485-4f44-a547-0110cfc01a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd728a6d-9cf4-488d-bd42-d93575d6c443,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:45.692146 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad00247-ecff-481e-aa28-2ff3bbcee70c None None] Sync routers for ids ['0db16000-e6f7-4aaa-ab0f-f285af7cc7ea'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:12:45.714804 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb92b20-ea42-486d-80ab-782da3c4655e admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:12:45.721908 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2cb92b20-ea42-486d-80ab-782da3c4655e admin admin] 10.222.0.64 "PUT /v2.0/routers/4ccddde4-1217-4783-aa5f-4f6c86e927ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6306462 Jul 07 21:12:45.726002 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42402) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:45.726617 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1247f8-1a2e-4dff-9665-2b058d74f959 None None] Sync routers for ids ['4ccddde4-1217-4783-aa5f-4f6c86e927ab'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:12:45.738089 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1247f8-1a2e-4dff-9665-2b058d74f959 None None] Routers {'4ccddde4-1217-4783-aa5f-4f6c86e927ab'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:45.739398 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-bf1247f8-1a2e-4dff-9665-2b058d74f959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:12:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4ccddde4-1217-4783-aa5f-4f6c86e927ab'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:45.754481 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad00247-ecff-481e-aa28-2ff3bbcee70c None None] Routers {'0db16000-e6f7-4aaa-ab0f-f285af7cc7ea'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:45.757090 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-aad00247-ecff-481e-aa28-2ff3bbcee70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:12:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0db16000-e6f7-4aaa-ab0f-f285af7cc7ea'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:45.798888 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-40ea2e81-ff6a-44c1-bf1c-6db54edb4cd2 None None] Provisioning for port c234d895-31ad-425e-97db-0eac1adeff58 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:12:45.805342 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-aad00247-ecff-481e-aa28-2ff3bbcee70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:45.826028 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-40ea2e81-ff6a-44c1-bf1c-6db54edb4cd2 None None] Provisioning complete for port c234d895-31ad-425e-97db-0eac1adeff58 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:45.826805 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-40ea2e81-ff6a-44c1-bf1c-6db54edb4cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:45.871430 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad00247-ecff-481e-aa28-2ff3bbcee70c None None] Routers {'0db16000-e6f7-4aaa-ab0f-f285af7cc7ea'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:45.872356 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-aad00247-ecff-481e-aa28-2ff3bbcee70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:12:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0db16000-e6f7-4aaa-ab0f-f285af7cc7ea'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:45.890736 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-bf1247f8-1a2e-4dff-9665-2b058d74f959 None None] Set router 4ccddde4-1217-4783-aa5f-4f6c86e927ab gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:12:45.903706 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c20073-e51f-463c-8ed1-05bedad05127 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:45.910333 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-23c20073-e51f-463c-8ed1-05bedad05127 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "GET /v2.0/ports/c58ee02f-8413-4f97-bfb2-9dc4032b70a1 HTTP/1.1" status: 200 len: 911 time: 0.2468443 Jul 07 21:12:45.912565 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42404) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:45.919133 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-08057051-00aa-40e7-aaf9-add26ef7479a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3217d318-8f63-44df-ab14-f18b42f62585'}]}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:45.939561 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-aad00247-ecff-481e-aa28-2ff3bbcee70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:45.940228 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad00247-ecff-481e-aa28-2ff3bbcee70c None None] The sync data for ids ['0db16000-e6f7-4aaa-ab0f-f285af7cc7ea'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:12:46.054324 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1e597e25-667b-4a73-9386-a54c9dd4fa99 admin admin] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:46.166424 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-40ea2e81-ff6a-44c1-bf1c-6db54edb4cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:46.238050 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-40ea2e81-ff6a-44c1-bf1c-6db54edb4cd2 None None] For port c234d895-31ad-425e-97db-0eac1adeff58, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c234d895-31ad-425e-97db-0eac1adeff58,segment=NetworkSegment(ff298f40-1724-4819-93e4-783a6026d603),segment_id=ff298f40-1724-4819-93e4-783a6026d603)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:46.251796 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-40ea2e81-ff6a-44c1-bf1c-6db54edb4cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:46.295855 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-08057051-00aa-40e7-aaf9-add26ef7479a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:46.297968 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-bf1247f8-1a2e-4dff-9665-2b058d74f959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccddde4-1217-4783-aa5f-4f6c86e927ab', 'name': 'tempest-TestServerMultinode-1682781917-router', 'tenant_id': 'f1b8bb73c9d44913809e077bb505c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '8e975fe5-70ae-46c8-9450-e718160fb56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:11:28Z', 'updated_at': '2021-07-07T21:12:44Z', 'revision_number': 5, 'project_id': 'f1b8bb73c9d44913809e077bb505c12b', 'gw_port': {'id': '8e975fe5-70ae-46c8-9450-e718160fb56b', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:db:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccddde4-1217-4783-aa5f-4f6c86e927ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2762, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:11:29Z', 'updated_at': '2021-07-07T21:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:46.312509 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1e597e25-667b-4a73-9386-a54c9dd4fa99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:46.345445 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1247f8-1a2e-4dff-9665-2b058d74f959 None None] Checking router: 4ccddde4-1217-4783-aa5f-4f6c86e927ab for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:12:46.361269 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1247f8-1a2e-4dff-9665-2b058d74f959 None None] Routers {'4ccddde4-1217-4783-aa5f-4f6c86e927ab'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:46.362599 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-bf1247f8-1a2e-4dff-9665-2b058d74f959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:12:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4ccddde4-1217-4783-aa5f-4f6c86e927ab'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:46.420566 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea2e81-ff6a-44c1-bf1c-6db54edb4cd2 None None] Pushing event updated for resources: {'Port': ['ID=c234d895-31ad-425e-97db-0eac1adeff58,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:46.444528 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-1e597e25-667b-4a73-9386-a54c9dd4fa99 admin admin] Deleting port 8e975fe5-70ae-46c8-9450-e718160fb56b {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:46.444878 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1e597e25-667b-4a73-9386-a54c9dd4fa99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:46.568483 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-bf1247f8-1a2e-4dff-9665-2b058d74f959 None None] Set router 4ccddde4-1217-4783-aa5f-4f6c86e927ab gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:12:46.601072 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-1e597e25-667b-4a73-9386-a54c9dd4fa99 admin admin] For port 8e975fe5-70ae-46c8-9450-e718160fb56b, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=8e975fe5-70ae-46c8-9450-e718160fb56b,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:46.601647 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1e597e25-667b-4a73-9386-a54c9dd4fa99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:46.615792 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-1e597e25-667b-4a73-9386-a54c9dd4fa99 admin admin] Calling delete_port for 8e975fe5-70ae-46c8-9450-e718160fb56b owned by network:router_gateway {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:46.671340 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-bf1247f8-1a2e-4dff-9665-2b058d74f959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccddde4-1217-4783-aa5f-4f6c86e927ab', 'name': 'tempest-TestServerMultinode-1682781917-router', 'tenant_id': 'f1b8bb73c9d44913809e077bb505c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:11:28Z', 'updated_at': '2021-07-07T21:12:46Z', 'revision_number': 6, 'project_id': 'f1b8bb73c9d44913809e077bb505c12b', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:46.745434 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1247f8-1a2e-4dff-9665-2b058d74f959 None None] The sync data for ids ['4ccddde4-1217-4783-aa5f-4f6c86e927ab'] in n-d-695189-11 is: [{'id': '4ccddde4-1217-4783-aa5f-4f6c86e927ab', 'name': 'tempest-TestServerMultinode-1682781917-router', 'tenant_id': 'f1b8bb73c9d44913809e077bb505c12b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:11:28Z', 'updated_at': '2021-07-07T21:12:46Z', 'revision_number': 6, 'project_id': 'f1b8bb73c9d44913809e077bb505c12b', 'gw_port_host': None}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:12:46.828697 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1e597e25-667b-4a73-9386-a54c9dd4fa99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:46.848844 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3b1c4a80-2b99-41df-a35e-a51eed3e7620 None None] Provisioning for port c58ee02f-8413-4f97-bfb2-9dc4032b70a1 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:12:46.853240 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3b1c4a80-2b99-41df-a35e-a51eed3e7620 None None] Provisioning complete for port c58ee02f-8413-4f97-bfb2-9dc4032b70a1 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:46.853875 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3b1c4a80-2b99-41df-a35e-a51eed3e7620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:46.872809 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e597e25-667b-4a73-9386-a54c9dd4fa99 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e975fe5-70ae-46c8-9450-e718160fb56b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:46.952506 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1e597e25-667b-4a73-9386-a54c9dd4fa99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:46.971710 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-3b1c4a80-2b99-41df-a35e-a51eed3e7620 None None] Port c58ee02f-8413-4f97-bfb2-9dc4032b70a1 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:12:47.004461 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3b1c4a80-2b99-41df-a35e-a51eed3e7620 None None] Provisioning complete for port c234d895-31ad-425e-97db-0eac1adeff58 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:47.005369 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3b1c4a80-2b99-41df-a35e-a51eed3e7620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:47.064864 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-08057051-00aa-40e7-aaf9-add26ef7479a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:47.074265 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1e597e25-667b-4a73-9386-a54c9dd4fa99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:47.075751 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-08057051-00aa-40e7-aaf9-add26ef7479a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:47.077343 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1e597e25-667b-4a73-9386-a54c9dd4fa99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:47.085850 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08057051-00aa-40e7-aaf9-add26ef7479a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:47.086604 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-08057051-00aa-40e7-aaf9-add26ef7479a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:47.092088 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-08057051-00aa-40e7-aaf9-add26ef7479a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "PUT /v2.0/ports/c58ee02f-8413-4f97-bfb2-9dc4032b70a1 HTTP/1.1" status: 200 len: 911 time: 1.1741819 Jul 07 21:12:47.093306 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42426) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:47.337068 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5c85b3c7-2982-4cd4-86dc-e483d39b4755 None None] Provisioning complete for port c58ee02f-8413-4f97-bfb2-9dc4032b70a1 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:47.337389 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5c85b3c7-2982-4cd4-86dc-e483d39b4755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:47.378903 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08057051-00aa-40e7-aaf9-add26ef7479a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Port': ['ID=c58ee02f-8413-4f97-bfb2-9dc4032b70a1,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:47.444494 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-5c85b3c7-2982-4cd4-86dc-e483d39b4755 None None] Port c58ee02f-8413-4f97-bfb2-9dc4032b70a1 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:12:47.496515 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c234d895-31ad-425e-97db-0eac1adeff58 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:12:47.630295 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port c234d895-31ad-425e-97db-0eac1adeff58 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:47.630684 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:47.801381 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 16656cb2-8a67-407e-b7e5-e21d7df519c7 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:12:47.807002 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6ba5def6-0208-45c2-930f-2fd73c1cdaff None None] Provisioning complete for port c58ee02f-8413-4f97-bfb2-9dc4032b70a1 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:47.807605 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6ba5def6-0208-45c2-930f-2fd73c1cdaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:47.865133 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 16656cb2-8a67-407e-b7e5-e21d7df519c7 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:12:47.870476 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 16656cb2-8a67-407e-b7e5-e21d7df519c7 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:12:47.916504 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-6ba5def6-0208-45c2-930f-2fd73c1cdaff None None] Port c58ee02f-8413-4f97-bfb2-9dc4032b70a1 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:12:47.936724 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1e597e25-667b-4a73-9386-a54c9dd4fa99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:47.937437 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e597e25-667b-4a73-9386-a54c9dd4fa99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ccddde4-1217-4783-aa5f-4f6c86e927ab {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:12:47.970400 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1e597e25-667b-4a73-9386-a54c9dd4fa99 admin admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:47.973926 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1e597e25-667b-4a73-9386-a54c9dd4fa99 admin admin] 10.222.0.64 "DELETE /v2.0/routers/4ccddde4-1217-4783-aa5f-4f6c86e927ab HTTP/1.1" status: 204 len: 168 time: 2.2446988 Jul 07 21:12:47.974307 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42458) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:48.047788 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c6c959-ef9b-4b6e-8494-027a1c95014b admin admin] Deleting subnet 7f1fb14a-be5f-4863-9a6e-dd1a0f165f28 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:12:48.056601 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78c6c959-ef9b-4b6e-8494-027a1c95014b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:48.107223 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-2e2c8d75-7699-480b-a80d-de355b9d2134 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:48.108908 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-2e2c8d75-7699-480b-a80d-de355b9d2134 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/networks?id=52efefbb-28df-45b6-b938-6100f70e7fd5 HTTP/1.1" status: 200 len: 815 time: 0.1966202 Jul 07 21:12:48.116460 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78c6c959-ef9b-4b6e-8494-027a1c95014b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:48.154629 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-9c759b68-42c9-46b2-84c1-5384af55806c tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/quotas/cac6c510af104ba09c90ccd142f51a19 HTTP/1.1" status: 200 len: 375 time: 0.0359464 Jul 07 21:12:48.252936 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d120fe71-1df2-4795-a6d8-4c07caa2365a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:48.280385 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78c6c959-ef9b-4b6e-8494-027a1c95014b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:48.311620 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-c20f73a0-2e2a-4d06-942d-670b950904a2 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cac6c510af104ba09c90ccd142f51a19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1465051 Jul 07 21:12:48.365927 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78c6c959-ef9b-4b6e-8494-027a1c95014b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:48.404677 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78c6c959-ef9b-4b6e-8494-027a1c95014b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:48.407411 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-78c6c959-ef9b-4b6e-8494-027a1c95014b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7f1fb14a-be5f-4863-9a6e-dd1a0f165f28 HTTP/1.1" status: 204 len: 168 time: 0.4313667 Jul 07 21:12:48.410954 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42480) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:48.413486 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6c959-ef9b-4b6e-8494-027a1c95014b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f1fb14a-be5f-4863-9a6e-dd1a0f165f28,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:48.413894 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248ca15f-edfb-4e55-bc08-4c6184d1cc03 None None] Network c398b206-c09a-4b82-8a48-4e854cd34270 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:12:48.500583 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15f2d39a-9b76-4865-a568-aa8edf6bff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:48.581023 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-7206f1ff-a965-4942-b107-0558db64374a service neutron] 10.222.0.64 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624245 Jul 07 21:12:48.632791 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-15f2d39a-9b76-4865-a568-aa8edf6bff50 admin admin] Deleting port 1e3b135c-474b-41cb-9543-558f24fa26e6 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:48.633140 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15f2d39a-9b76-4865-a568-aa8edf6bff50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:48.717051 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-15f2d39a-9b76-4865-a568-aa8edf6bff50 admin admin] For port 1e3b135c-474b-41cb-9543-558f24fa26e6, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=1e3b135c-474b-41cb-9543-558f24fa26e6,segment=NetworkSegment(66256889-855f-438e-926b-38666a79b57a),segment_id=66256889-855f-438e-926b-38666a79b57a)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:48.717682 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15f2d39a-9b76-4865-a568-aa8edf6bff50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:48.719364 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3df5d5-3f89-42e4-a83c-d78dea88100e None None] DHCP port deletion for c398b206-c09a-4b82-8a48-4e854cd34270 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:12:48.740911 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-d120fe71-1df2-4795-a6d8-4c07caa2365a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting port c58ee02f-8413-4f97-bfb2-9dc4032b70a1 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:48.741507 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d120fe71-1df2-4795-a6d8-4c07caa2365a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:48.747090 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-15f2d39a-9b76-4865-a568-aa8edf6bff50 admin admin] Calling delete_port for 1e3b135c-474b-41cb-9543-558f24fa26e6 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:48.750691 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-4551805b-4668-44b8-bc83-77945710d356 service neutron] 10.222.0.64 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620953 Jul 07 21:12:48.785580 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1b3df5d5-3f89-42e4-a83c-d78dea88100e None None] Deleting port 1e3b135c-474b-41cb-9543-558f24fa26e6 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:48.786498 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1b3df5d5-3f89-42e4-a83c-d78dea88100e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:48.899280 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1b3df5d5-3f89-42e4-a83c-d78dea88100e None None] For port 1e3b135c-474b-41cb-9543-558f24fa26e6, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=1e3b135c-474b-41cb-9543-558f24fa26e6,segment=NetworkSegment(66256889-855f-438e-926b-38666a79b57a),segment_id=66256889-855f-438e-926b-38666a79b57a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:48.899812 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1b3df5d5-3f89-42e4-a83c-d78dea88100e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:48.925506 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1b3df5d5-3f89-42e4-a83c-d78dea88100e None None] Calling delete_port for 1e3b135c-474b-41cb-9543-558f24fa26e6 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:48.975706 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d120fe71-1df2-4795-a6d8-4c07caa2365a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:48.991875 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-d120fe71-1df2-4795-a6d8-4c07caa2365a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Calling delete_port for c58ee02f-8413-4f97-bfb2-9dc4032b70a1 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:49.045788 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 1e3b135c-474b-41cb-9543-558f24fa26e6 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:12:49.073659 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 1e3b135c-474b-41cb-9543-558f24fa26e6 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:12:49.074034 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 1e3b135c-474b-41cb-9543-558f24fa26e6 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:12:49.074465 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 8e975fe5-70ae-46c8-9450-e718160fb56b no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:12:49.097828 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1b3df5d5-3f89-42e4-a83c-d78dea88100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:49.101088 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 8e975fe5-70ae-46c8-9450-e718160fb56b {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:12:49.101683 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 8e975fe5-70ae-46c8-9450-e718160fb56b not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:12:49.131131 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3df5d5-3f89-42e4-a83c-d78dea88100e None None] Pushing event deleted for resources: {'Port': ['ID=1e3b135c-474b-41cb-9543-558f24fa26e6,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:49.136600 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3e400054-3a53-43f7-8601-2e108b7d0419 req-defc357c-b960-41d7-b8d7-16537f72da2e tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=35e58c87-21e1-495e-87ce-0526f268dea8 HTTP/1.1" status: 200 len: 210 time: 0.0682592 Jul 07 21:12:49.145455 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3df5d5-3f89-42e4-a83c-d78dea88100e None None] No DVR routers for this DVR port 1e3b135c-474b-41cb-9543-558f24fa26e6 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:12:49.157064 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15f2d39a-9b76-4865-a568-aa8edf6bff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:49.195211 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2d39a-9b76-4865-a568-aa8edf6bff50 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e3b135c-474b-41cb-9543-558f24fa26e6,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:49.197629 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f2d39a-9b76-4865-a568-aa8edf6bff50 admin admin] No DVR routers for this DVR port 1e3b135c-474b-41cb-9543-558f24fa26e6 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:12:49.330769 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15f2d39a-9b76-4865-a568-aa8edf6bff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:49.348680 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-15f2d39a-9b76-4865-a568-aa8edf6bff50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c398b206-c09a-4b82-8a48-4e854cd34270']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:49.362431 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-15f2d39a-9b76-4865-a568-aa8edf6bff50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66256889-855f-438e-926b-38666a79b57a') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:49.362431 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-15f2d39a-9b76-4865-a568-aa8edf6bff50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66256889-855f-438e-926b-38666a79b57a') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:49.387223 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15f2d39a-9b76-4865-a568-aa8edf6bff50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:49.426446 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15f2d39a-9b76-4865-a568-aa8edf6bff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:49.439388 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f2d39a-9b76-4865-a568-aa8edf6bff50 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:12:49.439813 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15f2d39a-9b76-4865-a568-aa8edf6bff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:12:49.442349 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:12:49.499857 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d120fe71-1df2-4795-a6d8-4c07caa2365a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:49.544378 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120fe71-1df2-4795-a6d8-4c07caa2365a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Port': ['ID=c58ee02f-8413-4f97-bfb2-9dc4032b70a1,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:49.622799 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15f2d39a-9b76-4865-a568-aa8edf6bff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:49.663788 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-15f2d39a-9b76-4865-a568-aa8edf6bff50 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:49.666467 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-15f2d39a-9b76-4865-a568-aa8edf6bff50 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c398b206-c09a-4b82-8a48-4e854cd34270 HTTP/1.1" status: 204 len: 168 time: 1.2533615 Jul 07 21:12:49.681641 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d120fe71-1df2-4795-a6d8-4c07caa2365a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:49.684574 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2d39a-9b76-4865-a568-aa8edf6bff50 admin admin] Pushing event deleted for resources: {'Network': ['ID=c398b206-c09a-4b82-8a48-4e854cd34270,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:49.953164 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:49.991285 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d120fe71-1df2-4795-a6d8-4c07caa2365a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Router 0db16000-e6f7-4aaa-ab0f-f285af7cc7ea has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:12:49.992504 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42562) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:50.050778 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-876b7d65-2e8c-4573-ac45-f238999dd12c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=13751c5ffc744a1d9398ffde63c0cf0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568283 Jul 07 21:12:50.053483 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42564) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:50.086129 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d120fe71-1df2-4795-a6d8-4c07caa2365a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:12:50.091432 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d120fe71-1df2-4795-a6d8-4c07caa2365a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "PUT /v2.0/routers/0db16000-e6f7-4aaa-ab0f-f285af7cc7ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9973457 Jul 07 21:12:50.094089 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42566) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:50.100236 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15614c61-da88-4207-a640-6c1323b2d31b None None] Sync routers for ids ['0db16000-e6f7-4aaa-ab0f-f285af7cc7ea'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:12:50.125629 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-15c79000-3408-4788-b2a5-d44985bfe19e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "GET /v2.0/ports?device_id=0db16000-e6f7-4aaa-ab0f-f285af7cc7ea HTTP/1.1" status: 200 len: 205 time: 0.0303004 Jul 07 21:12:50.128672 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15614c61-da88-4207-a640-6c1323b2d31b None None] Routers {'0db16000-e6f7-4aaa-ab0f-f285af7cc7ea'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:50.128959 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42570) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:50.129328 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-15614c61-da88-4207-a640-6c1323b2d31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:12:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0db16000-e6f7-4aaa-ab0f-f285af7cc7ea'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:50.133773 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-99f03aa2-9bb5-419c-a04a-c9459da4da2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:50.194920 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-99f03aa2-9bb5-419c-a04a-c9459da4da2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:50.213845 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-15614c61-da88-4207-a640-6c1323b2d31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:50.225867 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2bef91cb-7e80-43bf-8750-fc826ffbebc6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:50.249766 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15614c61-da88-4207-a640-6c1323b2d31b None None] Routers {'0db16000-e6f7-4aaa-ab0f-f285af7cc7ea'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:50.250845 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-15614c61-da88-4207-a640-6c1323b2d31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:12:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0db16000-e6f7-4aaa-ab0f-f285af7cc7ea'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:50.319229 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:50.330809 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-15614c61-da88-4207-a640-6c1323b2d31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:50.333694 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15614c61-da88-4207-a640-6c1323b2d31b None None] The sync data for ids ['0db16000-e6f7-4aaa-ab0f-f285af7cc7ea'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:12:50.425466 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5626101a-575e-4852-a40c-21d28614fba0 req-5420d1d0-a93e-4eef-9a54-b12acd318c6e tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=35e58c87-21e1-495e-87ce-0526f268dea8 HTTP/1.1" status: 200 len: 210 time: 0.1411223 Jul 07 21:12:50.476790 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-99f03aa2-9bb5-419c-a04a-c9459da4da2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:50.480660 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-99f03aa2-9bb5-419c-a04a-c9459da4da2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:50.484933 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-99f03aa2-9bb5-419c-a04a-c9459da4da2d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c4b434ae-0329-4e16-8a4f-96d6ff65e21d HTTP/1.1" status: 204 len: 168 time: 0.4299965 Jul 07 21:12:50.494209 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2bef91cb-7e80-43bf-8750-fc826ffbebc6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:50.496700 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2bef91cb-7e80-43bf-8750-fc826ffbebc6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:50.509985 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f03aa2-9bb5-419c-a04a-c9459da4da2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b434ae-0329-4e16-8a4f-96d6ff65e21d,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:50.584807 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2bef91cb-7e80-43bf-8750-fc826ffbebc6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:50.585358 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bef91cb-7e80-43bf-8750-fc826ffbebc6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Fanout notify agent at l3_agent the message router_deleted on router 0db16000-e6f7-4aaa-ab0f-f285af7cc7ea {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:12:50.593131 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2bef91cb-7e80-43bf-8750-fc826ffbebc6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:50.597383 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2bef91cb-7e80-43bf-8750-fc826ffbebc6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/routers/0db16000-e6f7-4aaa-ab0f-f285af7cc7ea HTTP/1.1" status: 204 len: 168 time: 0.4637306 Jul 07 21:12:50.597498 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42582) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:50.686228 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c41f28-b115-4e5a-a553-877e7535cb2b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting subnet 3217d318-8f63-44df-ab14-f18b42f62585 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:12:50.696546 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7c41f28-b115-4e5a-a553-877e7535cb2b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:50.803129 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7c41f28-b115-4e5a-a553-877e7535cb2b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:50.888803 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-8bf22db5-0eb7-4027-860b-e2c0ad5bd8cf tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:50.890593 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-8bf22db5-0eb7-4027-860b-e2c0ad5bd8cf tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.39 "GET /v2.0/networks?id=52efefbb-28df-45b6-b938-6100f70e7fd5 HTTP/1.1" status: 200 len: 815 time: 0.2175202 Jul 07 21:12:50.944742 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-36b5cd3d-0a7c-4a07-b131-4a0fbdd8f17c tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Request body: {'port': {'device_id': '35e58c87-21e1-495e-87ce-0526f268dea8', 'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5', 'admin_state_up': True, 'tenant_id': 'cac6c510af104ba09c90ccd142f51a19'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:51.018587 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7c41f28-b115-4e5a-a553-877e7535cb2b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:51.037353 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42608) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:51.095313 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9324e46c-0130-4c20-ab1a-868bc57ade8f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f1b8bb73c9d44913809e077bb505c12b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562708 Jul 07 21:12:51.097820 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42610) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:51.135422 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7c41f28-b115-4e5a-a553-877e7535cb2b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:51.146161 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-36b5cd3d-0a7c-4a07-b131-4a0fbdd8f17c tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Made reservation on behalf of cac6c510af104ba09c90ccd142f51a19 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:12:51.149739 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-36b5cd3d-0a7c-4a07-b131-4a0fbdd8f17c tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:51.157059 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-35bf906a-9a82-4d2b-92ec-6716311ca417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:51.181901 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c41f28-b115-4e5a-a553-877e7535cb2b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Subnet': ['ID=3217d318-8f63-44df-ab14-f18b42f62585,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:51.187972 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7c41f28-b115-4e5a-a553-877e7535cb2b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:51.190245 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e7c41f28-b115-4e5a-a553-877e7535cb2b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/subnets/3217d318-8f63-44df-ab14-f18b42f62585 HTTP/1.1" status: 204 len: 168 time: 0.5920546 Jul 07 21:12:51.192091 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-35bf906a-9a82-4d2b-92ec-6716311ca417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:51.195773 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42622) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:51.199619 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f85417-40c2-46a8-ac6e-d9bed79c3510 None None] Network 9700d408-ebea-4f53-b230-b73d8d219964 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:12:51.264438 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-35bf906a-9a82-4d2b-92ec-6716311ca417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:51.266908 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-35bf906a-9a82-4d2b-92ec-6716311ca417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:51.268260 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-35bf906a-9a82-4d2b-92ec-6716311ca417 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d5d134c-46c5-478a-8b55-40d1789fd580 HTTP/1.1" status: 204 len: 168 time: 0.1695092 Jul 07 21:12:51.277425 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf906a-9a82-4d2b-92ec-6716311ca417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5d134c-46c5-478a-8b55-40d1789fd580,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:51.434752 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ae9a152c-049f-40af-878f-a9449eaa6d8d tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:51.492014 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330dc84a-295f-4eda-be85-24eeb315dfe5 None None] DHCP port deletion for 9700d408-ebea-4f53-b230-b73d8d219964 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:12:51.549143 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-36b5cd3d-0a7c-4a07-b131-4a0fbdd8f17c tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Allocated IP 172.20.0.9 (52efefbb-28df-45b6-b938-6100f70e7fd5/e3aec7e4-4ac9-4591-bb22-5f8a519b186b/66d74393-721e-4983-8421-d46b9204a3bf) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:12:51.556009 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-330dc84a-295f-4eda-be85-24eeb315dfe5 None None] Deleting port c234d895-31ad-425e-97db-0eac1adeff58 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:51.556459 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-330dc84a-295f-4eda-be85-24eeb315dfe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:51.559085 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c348f-5f72-412b-a44a-310da18c301f req-f2d29e6b-3f54-4e04-9c95-94fc59c5a755 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:51.560699 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9b7c348f-5f72-412b-a44a-310da18c301f req-f2d29e6b-3f54-4e04-9c95-94fc59c5a755 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/networks?id=6a238c9f-798d-4070-a28a-9d436224a3e0 HTTP/1.1" status: 200 len: 813 time: 0.3053091 Jul 07 21:12:51.636442 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9b7c348f-5f72-412b-a44a-310da18c301f req-1b7ebdc6-ffe8-45cd-a504-ddfd6ce60702 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/quotas/b1e6eb25ac9842e293c302bddad407f5 HTTP/1.1" status: 200 len: 375 time: 0.0665915 Jul 07 21:12:51.638440 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-330dc84a-295f-4eda-be85-24eeb315dfe5 None None] For port c234d895-31ad-425e-97db-0eac1adeff58, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c234d895-31ad-425e-97db-0eac1adeff58,segment=NetworkSegment(ff298f40-1724-4819-93e4-783a6026d603),segment_id=ff298f40-1724-4819-93e4-783a6026d603)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:51.638837 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-330dc84a-295f-4eda-be85-24eeb315dfe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:51.663512 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-330dc84a-295f-4eda-be85-24eeb315dfe5 None None] Calling delete_port for c234d895-31ad-425e-97db-0eac1adeff58 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:51.689541 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6ff7a3e9-757f-4d1d-b4f2-85a8ba28f6d4 req-98e0eb53-6394-4442-9780-b2b1eb760220 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=35e58c87-21e1-495e-87ce-0526f268dea8 HTTP/1.1" status: 200 len: 210 time: 0.0878007 Jul 07 21:12:51.729418 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9b7c348f-5f72-412b-a44a-310da18c301f req-cdbd694f-1fc6-47d9-957a-1961acf1d6df tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b1e6eb25ac9842e293c302bddad407f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897973 Jul 07 21:12:51.758585 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-ae9a152c-049f-40af-878f-a9449eaa6d8d tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting port c234d895-31ad-425e-97db-0eac1adeff58 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:12:51.759256 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ae9a152c-049f-40af-878f-a9449eaa6d8d tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:51.803407 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-330dc84a-295f-4eda-be85-24eeb315dfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:51.819915 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330dc84a-295f-4eda-be85-24eeb315dfe5 None None] No DVR routers for this DVR port c234d895-31ad-425e-97db-0eac1adeff58 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:12:51.847883 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330dc84a-295f-4eda-be85-24eeb315dfe5 None None] Pushing event deleted for resources: {'Port': ['ID=c234d895-31ad-425e-97db-0eac1adeff58,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:51.947212 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-ae9a152c-049f-40af-878f-a9449eaa6d8d tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] For port c234d895-31ad-425e-97db-0eac1adeff58, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c234d895-31ad-425e-97db-0eac1adeff58,segment=NetworkSegment(ff298f40-1724-4819-93e4-783a6026d603),segment_id=ff298f40-1724-4819-93e4-783a6026d603)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:51.947613 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ae9a152c-049f-40af-878f-a9449eaa6d8d tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:51.972564 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-ae9a152c-049f-40af-878f-a9449eaa6d8d tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Calling delete_port for c234d895-31ad-425e-97db-0eac1adeff58 owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:12:52.083214 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9b7c348f-5f72-412b-a44a-310da18c301f req-e2ba7975-9d12-438d-bf6c-19201bd1c5ff service neutron] 10.222.0.64 "GET /v2.0/networks/6a238c9f-798d-4070-a28a-9d436224a3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412726 Jul 07 21:12:52.087516 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-36b5cd3d-0a7c-4a07-b131-4a0fbdd8f17c tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:52.212900 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ae9a152c-049f-40af-878f-a9449eaa6d8d tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:52.243484 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-36b5cd3d-0a7c-4a07-b131-4a0fbdd8f17c tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:52.258536 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:12:52.261160 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0c2baac1-9f13-462b-8d99-f0052ded7660'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:12:52.265414 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a152c-049f-40af-878f-a9449eaa6d8d tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Port': ['ID=c234d895-31ad-425e-97db-0eac1adeff58,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:52.297565 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9a152c-049f-40af-878f-a9449eaa6d8d tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] No DVR routers for this DVR port c234d895-31ad-425e-97db-0eac1adeff58 on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:12:52.311535 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9b7c348f-5f72-412b-a44a-310da18c301f req-bdae8c17-a9de-4c94-aa36-a3537df67314 service neutron] 10.222.0.64 "GET /v2.0/networks/6a238c9f-798d-4070-a28a-9d436224a3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206230 Jul 07 21:12:52.315315 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-36b5cd3d-0a7c-4a07-b131-4a0fbdd8f17c tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Network 52efefbb-28df-45b6-b938-6100f70e7fd5 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:12:52.326587 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-36b5cd3d-0a7c-4a07-b131-4a0fbdd8f17c tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:12:52.330725 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-36b5cd3d-0a7c-4a07-b131-4a0fbdd8f17c tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:12:52.457375 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5cd3d-0a7c-4a07-b131-4a0fbdd8f17c tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Pushing event updated for resources: {'Port': ['ID=66d74393-721e-4983-8421-d46b9204a3bf,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:52.496869 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-36b5cd3d-0a7c-4a07-b131-4a0fbdd8f17c tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:52.497539 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-36b5cd3d-0a7c-4a07-b131-4a0fbdd8f17c tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:52.501087 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ae9a152c-049f-40af-878f-a9449eaa6d8d tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:52.526868 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-ae9a152c-049f-40af-878f-a9449eaa6d8d tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9700d408-ebea-4f53-b230-b73d8d219964']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:52.554753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-ae9a152c-049f-40af-878f-a9449eaa6d8d tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff298f40-1724-4819-93e4-783a6026d603') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:52.554917 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-ae9a152c-049f-40af-878f-a9449eaa6d8d tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff298f40-1724-4819-93e4-783a6026d603') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:52.558661 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-36b5cd3d-0a7c-4a07-b131-4a0fbdd8f17c tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6188109 Jul 07 21:12:52.571568 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ae9a152c-049f-40af-878f-a9449eaa6d8d tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:52.587659 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-47e6dd19-9c99-4eb4-84c4-20dfef312b11 service neutron] Request body: {'port': {'device_id': '35e58c87-21e1-495e-87ce-0526f268dea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:52.655036 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-376393e2-2937-43af-a81c-9ff297acde5f req-011519ea-e530-4944-bc82-d1c3581bac51 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=070b12d0-699b-43ba-8f4c-09bc216b4ff8 HTTP/1.1" status: 200 len: 210 time: 0.0808907 Jul 07 21:12:52.656138 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ae9a152c-049f-40af-878f-a9449eaa6d8d tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:52.667949 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9a152c-049f-40af-878f-a9449eaa6d8d tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:12:52.668413 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ae9a152c-049f-40af-878f-a9449eaa6d8d tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:12:52.672191 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:12:52.779067 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ae9a152c-049f-40af-878f-a9449eaa6d8d tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:52.790131 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ae9a152c-049f-40af-878f-a9449eaa6d8d tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:52.793808 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ae9a152c-049f-40af-878f-a9449eaa6d8d tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/networks/9700d408-ebea-4f53-b230-b73d8d219964 HTTP/1.1" status: 204 len: 168 time: 1.5959251 Jul 07 21:12:52.794701 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-47e6dd19-9c99-4eb4-84c4-20dfef312b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:52.797899 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42732) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:52.806458 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-9ae1c405-5e54-45e9-96b3-2d0028ad2314 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1234411819', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:52.824860 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a152c-049f-40af-878f-a9449eaa6d8d tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Network': ['ID=9700d408-ebea-4f53-b230-b73d8d219964,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:52.865834 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ae1c405-5e54-45e9-96b3-2d0028ad2314 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:52.866859 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ae1c405-5e54-45e9-96b3-2d0028ad2314 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:52.945092 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ae1c405-5e54-45e9-96b3-2d0028ad2314 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:52.953934 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ae1c405-5e54-45e9-96b3-2d0028ad2314 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:52.982803 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ae1c405-5e54-45e9-96b3-2d0028ad2314 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:52.985306 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9ae1c405-5e54-45e9-96b3-2d0028ad2314 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1863694 Jul 07 21:12:52.992784 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c234d895-31ad-425e-97db-0eac1adeff58 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:12:52.993859 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42748) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:53.000525 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d1cac504-86d9-4595-9772-264f9a5ecc3c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1082934652'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:53.023619 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: c234d895-31ad-425e-97db-0eac1adeff58 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:12:53.024114 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c234d895-31ad-425e-97db-0eac1adeff58 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:12:53.036335 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cac504-86d9-4595-9772-264f9a5ecc3c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Made reservation on behalf of 8d8c2c5abfae4e3499bbd479eb60f4c5 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:12:53.040451 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d1cac504-86d9-4595-9772-264f9a5ecc3c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:53.071704 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1cac504-86d9-4595-9772-264f9a5ecc3c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:12:53.072487 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4563184-f7cf-4a35-84d0-35c38c2aaa8d req-a4fd9a23-c1ba-4488-8c7a-887af9215f45 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:53.076056 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4563184-f7cf-4a35-84d0-35c38c2aaa8d req-a4fd9a23-c1ba-4488-8c7a-887af9215f45 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=35e58c87-21e1-495e-87ce-0526f268dea8 HTTP/1.1" status: 200 len: 931 time: 0.2160909 Jul 07 21:12:53.084423 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d1cac504-86d9-4595-9772-264f9a5ecc3c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:53.084788 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-d1cac504-86d9-4595-9772-264f9a5ecc3c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Added segment 58f72c02-b750-43ef-a8f9-cc91a399b921 of type vlan for network 7de0fa89-46b6-4c0d-b394-94ae52a7108a Jul 07 21:12:53.130715 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d1cac504-86d9-4595-9772-264f9a5ecc3c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:53.162218 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4563184-f7cf-4a35-84d0-35c38c2aaa8d req-00758cec-17e8-4bf9-8844-4a846e9249d1 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794492 Jul 07 21:12:53.169046 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d1cac504-86d9-4595-9772-264f9a5ecc3c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:53.178934 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cac504-86d9-4595-9772-264f9a5ecc3c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:53.179572 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d1cac504-86d9-4595-9772-264f9a5ecc3c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:53.250486 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d1cac504-86d9-4595-9772-264f9a5ecc3c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2554891 Jul 07 21:12:53.258663 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42760) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:53.264840 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-0043ad05-d45b-451e-adb7-2527762bc446 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'subnet': {'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:53.280471 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-47e6dd19-9c99-4eb4-84c4-20dfef312b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d74393-721e-4983-8421-d46b9204a3bf {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:12:53.289798 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-47e6dd19-9c99-4eb4-84c4-20dfef312b11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:53.305101 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-47e6dd19-9c99-4eb4-84c4-20dfef312b11 service neutron] Transition to ACTIVE for port object 66d74393-721e-4983-8421-d46b9204a3bf will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:12:53.310426 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-47e6dd19-9c99-4eb4-84c4-20dfef312b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:53.312921 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cac504-86d9-4595-9772-264f9a5ecc3c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Network': ['ID=7de0fa89-46b6-4c0d-b394-94ae52a7108a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:53.323975 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 7de0fa89-46b6-4c0d-b394-94ae52a7108a details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:12:53.414953 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0043ad05-d45b-451e-adb7-2527762bc446 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Made reservation on behalf of 8d8c2c5abfae4e3499bbd479eb60f4c5 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:12:53.420910 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0043ad05-d45b-451e-adb7-2527762bc446 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:53.454097 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6dd19-9c99-4eb4-84c4-20dfef312b11 service neutron] Pushing event updated for resources: {'Port': ['ID=66d74393-721e-4983-8421-d46b9204a3bf,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:53.522411 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-47e6dd19-9c99-4eb4-84c4-20dfef312b11 service neutron] Attempting to bind port 66d74393-721e-4983-8421-d46b9204a3bf on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:12:53.522788 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-47e6dd19-9c99-4eb4-84c4-20dfef312b11 service neutron] Attempting to bind port 66d74393-721e-4983-8421-d46b9204a3bf by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '58fb124c-c894-49e4-8eef-1936160d5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:12:53.523128 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-47e6dd19-9c99-4eb4-84c4-20dfef312b11 service neutron] Attempting to bind port 66d74393-721e-4983-8421-d46b9204a3bf on network 52efefbb-28df-45b6-b938-6100f70e7fd5 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:12:53.528175 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-47e6dd19-9c99-4eb4-84c4-20dfef312b11 service neutron] Port 66d74393-721e-4983-8421-d46b9204a3bf on network 52efefbb-28df-45b6-b938-6100f70e7fd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:12:53.528693 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-47e6dd19-9c99-4eb4-84c4-20dfef312b11 service neutron] Attempting to bind port 66d74393-721e-4983-8421-d46b9204a3bf on network 52efefbb-28df-45b6-b938-6100f70e7fd5 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:12:53.534446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-47e6dd19-9c99-4eb4-84c4-20dfef312b11 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:12:53.535197 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-47e6dd19-9c99-4eb4-84c4-20dfef312b11 service neutron] Checking segment: {'id': '58fb124c-c894-49e4-8eef-1936160d5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:12:53.535197 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-47e6dd19-9c99-4eb4-84c4-20dfef312b11 service neutron] Bound using segment: {'id': '58fb124c-c894-49e4-8eef-1936160d5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:12:53.535989 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-47e6dd19-9c99-4eb4-84c4-20dfef312b11 service neutron] Bound port: 66d74393-721e-4983-8421-d46b9204a3bf, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fb124c-c894-49e4-8eef-1936160d5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:12:53.535989 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-47e6dd19-9c99-4eb4-84c4-20dfef312b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:53.623699 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-47e6dd19-9c99-4eb4-84c4-20dfef312b11 service neutron] For port 66d74393-721e-4983-8421-d46b9204a3bf, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:12:53.627578 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-47e6dd19-9c99-4eb4-84c4-20dfef312b11 service neutron] For port 66d74393-721e-4983-8421-d46b9204a3bf, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=66d74393-721e-4983-8421-d46b9204a3bf,segment=NetworkSegment(58fb124c-c894-49e4-8eef-1936160d5a51),segment_id=58fb124c-c894-49e4-8eef-1936160d5a51)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:12:53.632291 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0043ad05-d45b-451e-adb7-2527762bc446 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:53.633799 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-47e6dd19-9c99-4eb4-84c4-20dfef312b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:53.671520 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-47e6dd19-9c99-4eb4-84c4-20dfef312b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:53.672213 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-47e6dd19-9c99-4eb4-84c4-20dfef312b11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:53.673829 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-47e6dd19-9c99-4eb4-84c4-20dfef312b11 service neutron] 10.222.0.39 "PUT /v2.0/ports/66d74393-721e-4983-8421-d46b9204a3bf HTTP/1.1" status: 200 len: 1092 time: 1.0975273 Jul 07 21:12:53.674202 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e58c87-21e1-495e-87ce-0526f268dea8', 'tag': '66d74393-721e-4983-8421-d46b9204a3bf'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:12:53.676512 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68146382-bb40-4de6-b8bd-ca8bed2428ec" -d '{"events": [{"name": "network-changed", "server_uuid": "35e58c87-21e1-495e-87ce-0526f268dea8", "tag": "66d74393-721e-4983-8421-d46b9204a3bf"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:12:53.716931 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6dd19-9c99-4eb4-84c4-20dfef312b11 service neutron] Pushing event updated for resources: {'Port': ['ID=66d74393-721e-4983-8421-d46b9204a3bf,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:53.737261 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043ad05-d45b-451e-adb7-2527762bc446 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Subnet': ['ID=ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:53.739566 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0043ad05-d45b-451e-adb7-2527762bc446 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Checking segment: {'id': '58f72c02-b750-43ef-a8f9-cc91a399b921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:12:53.739938 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0043ad05-d45b-451e-adb7-2527762bc446 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network hostable DHCP agents. Network: 7de0fa89-46b6-4c0d-b394-94ae52a7108a, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:12:53.753634 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043ad05-d45b-451e-adb7-2527762bc446 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:12:53.754042 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043ad05-d45b-451e-adb7-2527762bc446 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:12:53.754410 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043ad05-d45b-451e-adb7-2527762bc446 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:12:53.755020 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043ad05-d45b-451e-adb7-2527762bc446 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:12:53.755376 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043ad05-d45b-451e-adb7-2527762bc446 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:12:53.755937 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043ad05-d45b-451e-adb7-2527762bc446 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:12:53.756336 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043ad05-d45b-451e-adb7-2527762bc446 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:12:53.756681 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043ad05-d45b-451e-adb7-2527762bc446 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:12:53.757016 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043ad05-d45b-451e-adb7-2527762bc446 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:12:53.757380 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043ad05-d45b-451e-adb7-2527762bc446 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:12:53.757666 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043ad05-d45b-451e-adb7-2527762bc446 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:12:53.757987 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0043ad05-d45b-451e-adb7-2527762bc446 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:12:53.782222 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0043ad05-d45b-451e-adb7-2527762bc446 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 7de0fa89-46b6-4c0d-b394-94ae52a7108a is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:12:53.789545 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddfa196-d5ba-479b-b34f-196fe210b786 x-openstack-request-id: req-bddfa196-d5ba-479b-b34f-196fe210b786 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:12:53.792521 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e58c87-21e1-495e-87ce-0526f268dea8", "tag": "66d74393-721e-4983-8421-d46b9204a3bf", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:12:53.792901 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bddfa196-d5ba-479b-b34f-196fe210b786 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:12:53.793996 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e58c87-21e1-495e-87ce-0526f268dea8', 'tag': '66d74393-721e-4983-8421-d46b9204a3bf', 'status': 'completed', 'code': 200} Jul 07 21:12:53.794460 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-0043ad05-d45b-451e-adb7-2527762bc446 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 7de0fa89-46b6-4c0d-b394-94ae52a7108a) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:12:53.805380 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0b8628-57d8-4da2-adb2-ac3402544a59 None None] Network 7de0fa89-46b6-4c0d-b394-94ae52a7108a requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:12:53.809532 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0043ad05-d45b-451e-adb7-2527762bc446 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:53.810073 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0043ad05-d45b-451e-adb7-2527762bc446 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:53.828522 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0043ad05-d45b-451e-adb7-2527762bc446 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5686088 Jul 07 21:12:53.831440 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42806) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:53.858411 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-71d4a772-40d3-4c63-b2ea-7038d20796cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:53.867866 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-71d4a772-40d3-4c63-b2ea-7038d20796cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cac6c510af104ba09c90ccd142f51a19&device_id=35e58c87-21e1-495e-87ce-0526f268dea8 HTTP/1.1" status: 200 len: 1095 time: 0.1416647 Jul 07 21:12:53.991970 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c563b8fb-43a6-4f43-9781-2e1e2d1ed88a req-6f48fbf2-17a1-43b5-933e-44ad2f7ae923 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=070b12d0-699b-43ba-8f4c-09bc216b4ff8 HTTP/1.1" status: 200 len: 210 time: 0.1218548 Jul 07 21:12:54.029958 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-6b051187-431a-431b-9943-975fed8e842f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66d74393-721e-4983-8421-d46b9204a3bf HTTP/1.1" status: 200 len: 217 time: 0.0634377 Jul 07 21:12:54.059652 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e36254-c22a-4b34-a221-5f03f625b0cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-7de0fa89-46b6-4c0d-b394-94ae52a7108a', 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'fixed_ips': [{'subnet_id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:12:54.060944 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-50e36254-c22a-4b34-a221-5f03f625b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:54.105072 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c348f-5f72-412b-a44a-310da18c301f req-660af0a7-e67d-4e2b-ae5d-457cca8cfdff tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:54.106764 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9b7c348f-5f72-412b-a44a-310da18c301f req-660af0a7-e67d-4e2b-ae5d-457cca8cfdff tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.58 "GET /v2.0/networks?id=6a238c9f-798d-4070-a28a-9d436224a3e0 HTTP/1.1" status: 200 len: 813 time: 0.1856589 Jul 07 21:12:54.120503 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-9b7c348f-5f72-412b-a44a-310da18c301f req-c342ed2f-04ea-44d1-a64b-4f6fc1a8a0c4 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Request body: {'port': {'device_id': '070b12d0-699b-43ba-8f4c-09bc216b4ff8', 'network_id': '6a238c9f-798d-4070-a28a-9d436224a3e0', 'admin_state_up': True, 'tenant_id': 'b1e6eb25ac9842e293c302bddad407f5'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:54.229971 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-3156c3a1-fbd4-40d0-864c-e8309913b0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:54.232284 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-3156c3a1-fbd4-40d0-864c-e8309913b0e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e3aec7e4-4ac9-4591-bb22-5f8a519b186b HTTP/1.1" status: 200 len: 855 time: 0.1930077 Jul 07 21:12:54.270070 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b7c348f-5f72-412b-a44a-310da18c301f req-c342ed2f-04ea-44d1-a64b-4f6fc1a8a0c4 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Made reservation on behalf of b1e6eb25ac9842e293c302bddad407f5 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:12:54.277389 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9b7c348f-5f72-412b-a44a-310da18c301f req-c342ed2f-04ea-44d1-a64b-4f6fc1a8a0c4 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:54.338770 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-50e36254-c22a-4b34-a221-5f03f625b0cb None None] Allocated IP 2001:db8::2 (7de0fa89-46b6-4c0d-b394-94ae52a7108a/ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae/fa30b6a4-8f57-4bdc-b817-fb425a69d4a3) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:12:54.461646 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-9b7c348f-5f72-412b-a44a-310da18c301f req-c342ed2f-04ea-44d1-a64b-4f6fc1a8a0c4 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Allocated IP 172.20.0.4 (6a238c9f-798d-4070-a28a-9d436224a3e0/a3ef07a6-1f20-43e8-ad0f-980c825575e2/cbaba036-5196-426e-8241-e0d2568bd205) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:12:54.543409 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-50e36254-c22a-4b34-a221-5f03f625b0cb None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:54.553400 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-50e36254-c22a-4b34-a221-5f03f625b0cb None None] Transition to ACTIVE for port object fa30b6a4-8f57-4bdc-b817-fb425a69d4a3 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:12:54.572161 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-50e36254-c22a-4b34-a221-5f03f625b0cb None None] Transition to ACTIVE for port object fa30b6a4-8f57-4bdc-b817-fb425a69d4a3 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:12:54.581081 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-50e36254-c22a-4b34-a221-5f03f625b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:54.624080 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e36254-c22a-4b34-a221-5f03f625b0cb None None] Network 7de0fa89-46b6-4c0d-b394-94ae52a7108a is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:12:54.634531 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-50e36254-c22a-4b34-a221-5f03f625b0cb None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:12:54.643623 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e36254-c22a-4b34-a221-5f03f625b0cb None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:12:54.653292 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e36254-c22a-4b34-a221-5f03f625b0cb None None] Pushing event updated for resources: {'Port': ['ID=fa30b6a4-8f57-4bdc-b817-fb425a69d4a3,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:54.654347 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9b7c348f-5f72-412b-a44a-310da18c301f req-c342ed2f-04ea-44d1-a64b-4f6fc1a8a0c4 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:54.701765 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9b7c348f-5f72-412b-a44a-310da18c301f req-c342ed2f-04ea-44d1-a64b-4f6fc1a8a0c4 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:54.723465 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-50e36254-c22a-4b34-a221-5f03f625b0cb None None] Attempting to bind port fa30b6a4-8f57-4bdc-b817-fb425a69d4a3 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:12:54.724380 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-50e36254-c22a-4b34-a221-5f03f625b0cb None None] Attempting to bind port fa30b6a4-8f57-4bdc-b817-fb425a69d4a3 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '58f72c02-b750-43ef-a8f9-cc91a399b921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:12:54.724943 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e36254-c22a-4b34-a221-5f03f625b0cb None None] Attempting to bind port fa30b6a4-8f57-4bdc-b817-fb425a69d4a3 on network 7de0fa89-46b6-4c0d-b394-94ae52a7108a {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:12:54.731440 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e36254-c22a-4b34-a221-5f03f625b0cb None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:12:54.732264 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e36254-c22a-4b34-a221-5f03f625b0cb None None] Checking segment: {'id': '58f72c02-b750-43ef-a8f9-cc91a399b921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:12:54.733009 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-50e36254-c22a-4b34-a221-5f03f625b0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:54.733746 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e36254-c22a-4b34-a221-5f03f625b0cb None None] Bound using segment: {'id': '58f72c02-b750-43ef-a8f9-cc91a399b921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:12:54.734507 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-50e36254-c22a-4b34-a221-5f03f625b0cb None None] Bound port: fa30b6a4-8f57-4bdc-b817-fb425a69d4a3, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f72c02-b750-43ef-a8f9-cc91a399b921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:12:54.735110 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-50e36254-c22a-4b34-a221-5f03f625b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:54.740782 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-cf617887-2135-4503-b6ec-804aa65c0a4f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52efefbb-28df-45b6-b938-6100f70e7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4688759 Jul 07 21:12:54.766096 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b7c348f-5f72-412b-a44a-310da18c301f req-c342ed2f-04ea-44d1-a64b-4f6fc1a8a0c4 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Network 6a238c9f-798d-4070-a28a-9d436224a3e0 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:12:54.769621 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-9b7c348f-5f72-412b-a44a-310da18c301f req-c342ed2f-04ea-44d1-a64b-4f6fc1a8a0c4 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:12:54.772736 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7c348f-5f72-412b-a44a-310da18c301f req-c342ed2f-04ea-44d1-a64b-4f6fc1a8a0c4 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:12:54.805955 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342ed2f-04ea-44d1-a64b-4f6fc1a8a0c4 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Pushing event updated for resources: {'Port': ['ID=cbaba036-5196-426e-8241-e0d2568bd205,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:54.817248 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-50e36254-c22a-4b34-a221-5f03f625b0cb None None] For port fa30b6a4-8f57-4bdc-b817-fb425a69d4a3, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:12:54.822568 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-50e36254-c22a-4b34-a221-5f03f625b0cb None None] For port fa30b6a4-8f57-4bdc-b817-fb425a69d4a3, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=fa30b6a4-8f57-4bdc-b817-fb425a69d4a3,segment=NetworkSegment(58f72c02-b750-43ef-a8f9-cc91a399b921),segment_id=58f72c02-b750-43ef-a8f9-cc91a399b921)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:12:54.829060 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-50e36254-c22a-4b34-a221-5f03f625b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:54.840775 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c348f-5f72-412b-a44a-310da18c301f req-c342ed2f-04ea-44d1-a64b-4f6fc1a8a0c4 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:54.841575 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9b7c348f-5f72-412b-a44a-310da18c301f req-c342ed2f-04ea-44d1-a64b-4f6fc1a8a0c4 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:54.862138 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9b7c348f-5f72-412b-a44a-310da18c301f req-c342ed2f-04ea-44d1-a64b-4f6fc1a8a0c4 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7458494 Jul 07 21:12:54.878677 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-9b7c348f-5f72-412b-a44a-310da18c301f req-425f916d-a3cc-47d5-b696-b7711bb23864 service neutron] Request body: {'port': {'device_id': '070b12d0-699b-43ba-8f4c-09bc216b4ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:54.897430 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e36254-c22a-4b34-a221-5f03f625b0cb None None] Pushing event updated for resources: {'Port': ['ID=fa30b6a4-8f57-4bdc-b817-fb425a69d4a3,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:54.920948 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c2cf1ccd-2e26-4986-8100-57626df07339 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:54.970314 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9b7c348f-5f72-412b-a44a-310da18c301f req-425f916d-a3cc-47d5-b696-b7711bb23864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:55.014346 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42858) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:55.031466 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361449c-e565-4107-817c-ee0e183ca881 req-a4e7bd34-8e24-49dc-9e8d-24d2c27f374c tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:55.039968 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6361449c-e565-4107-817c-ee0e183ca881 req-a4e7bd34-8e24-49dc-9e8d-24d2c27f374c tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=35e58c87-21e1-495e-87ce-0526f268dea8 HTTP/1.1" status: 200 len: 943 time: 0.3050942 Jul 07 21:12:55.083496 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-e9f1871d-07cb-4c98-87ba-f1197be28bb0 service neutron] 10.222.0.39 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110461 Jul 07 21:12:55.234739 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-93f44d30-550d-4638-a768-4a57ddaef625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:55.298386 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6361449c-e565-4107-817c-ee0e183ca881 req-94ef9cf4-f03d-4e2c-a228-46dc3d1e179a tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574317 Jul 07 21:12:55.404355 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98d51ad9-8311-43d9-874c-0eb337569d32 req-b8224b84-6265-418f-a6ae-60d58a7bf403 service neutron] 10.222.0.39 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066058 Jul 07 21:12:55.444182 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af47369-2c1f-4339-b645-101114ddd393 req-6283cd55-4ae6-488b-b764-a6a033468e8f tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:55.445799 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6af47369-2c1f-4339-b645-101114ddd393 req-6283cd55-4ae6-488b-b764-a6a033468e8f tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=070b12d0-699b-43ba-8f4c-09bc216b4ff8 HTTP/1.1" status: 200 len: 931 time: 0.2861872 Jul 07 21:12:55.532848 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-c2cf1ccd-2e26-4986-8100-57626df07339 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Allocated IP 2001:db8::1 (7de0fa89-46b6-4c0d-b394-94ae52a7108a/ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae/f6051a06-fb3a-409d-b23b-61e0a2bff8f0) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:12:55.553342 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6af47369-2c1f-4339-b645-101114ddd393 req-2850fecf-5b44-4bf1-a2ec-faa9bedc2780 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5de3e0-7fbd-4f89-a7f9-4fa26d8a9cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886512 Jul 07 21:12:55.631737 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68146382-bb40-4de6-b8bd-ca8bed2428ec req-c9eac493-bc74-41e2-be31-c50cdcfe4d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:55.633283 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-68146382-bb40-4de6-b8bd-ca8bed2428ec req-c9eac493-bc74-41e2-be31-c50cdcfe4d17 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cac6c510af104ba09c90ccd142f51a19&device_id=35e58c87-21e1-495e-87ce-0526f268dea8 HTTP/1.1" status: 200 len: 1095 time: 0.1603131 Jul 07 21:12:55.725545 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c2cf1ccd-2e26-4986-8100-57626df07339 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:55.726384 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-9b7c348f-5f72-412b-a44a-310da18c301f req-425f916d-a3cc-47d5-b696-b7711bb23864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbaba036-5196-426e-8241-e0d2568bd205 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:12:55.739654 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9b7c348f-5f72-412b-a44a-310da18c301f req-425f916d-a3cc-47d5-b696-b7711bb23864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:55.747605 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-c2cf1ccd-2e26-4986-8100-57626df07339 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Transition to ACTIVE for port object f6051a06-fb3a-409d-b23b-61e0a2bff8f0 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:12:55.762080 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-93f44d30-550d-4638-a768-4a57ddaef625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:55.765548 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-9b7c348f-5f72-412b-a44a-310da18c301f req-425f916d-a3cc-47d5-b696-b7711bb23864 service neutron] Transition to ACTIVE for port object cbaba036-5196-426e-8241-e0d2568bd205 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:12:55.768282 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-93f44d30-550d-4638-a768-4a57ddaef625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:55.779077 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68146382-bb40-4de6-b8bd-ca8bed2428ec req-41f3c41c-3828-41b6-992f-a535ddb1893e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:55.780670 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-68146382-bb40-4de6-b8bd-ca8bed2428ec req-41f3c41c-3828-41b6-992f-a535ddb1893e service neutron] 10.222.0.39 "GET /v2.0/networks?id=52efefbb-28df-45b6-b938-6100f70e7fd5 HTTP/1.1" status: 200 len: 916 time: 0.1282933 Jul 07 21:12:55.786234 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9b7c348f-5f72-412b-a44a-310da18c301f req-425f916d-a3cc-47d5-b696-b7711bb23864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:55.835896 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-68146382-bb40-4de6-b8bd-ca8bed2428ec req-7d4969d6-c7cc-4f9b-8ebf-914c679eaae0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66d74393-721e-4983-8421-d46b9204a3bf HTTP/1.1" status: 200 len: 217 time: 0.0473282 Jul 07 21:12:55.843465 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f44d30-550d-4638-a768-4a57ddaef625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692c3b24-335f-4b87-8daf-d97f1b18409d,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:55.852659 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c2cf1ccd-2e26-4986-8100-57626df07339 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:55.865178 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-93f44d30-550d-4638-a768-4a57ddaef625 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=db43349cb0964e329a8c8a604a28ac57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8497910 Jul 07 21:12:55.871495 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42864) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:55.909538 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f916d-a3cc-47d5-b696-b7711bb23864 service neutron] Pushing event updated for resources: {'Port': ['ID=cbaba036-5196-426e-8241-e0d2568bd205,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:55.929056 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cf1ccd-2e26-4986-8100-57626df07339 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 7de0fa89-46b6-4c0d-b394-94ae52a7108a is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:12:55.939573 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-c2cf1ccd-2e26-4986-8100-57626df07339 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:12:55.942586 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68146382-bb40-4de6-b8bd-ca8bed2428ec req-619fc2de-2498-4069-8185-563cfb32f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:55.944141 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-68146382-bb40-4de6-b8bd-ca8bed2428ec req-619fc2de-2498-4069-8185-563cfb32f7a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e3aec7e4-4ac9-4591-bb22-5f8a519b186b HTTP/1.1" status: 200 len: 855 time: 0.1014428 Jul 07 21:12:55.945005 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cf1ccd-2e26-4986-8100-57626df07339 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:12:55.945523 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c2cf1ccd-2e26-4986-8100-57626df07339 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:55.948210 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf1ccd-2e26-4986-8100-57626df07339 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Port': ['ID=f6051a06-fb3a-409d-b23b-61e0a2bff8f0,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:55.998419 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a5448cc7-51f6-4257-aad7-b45abf79aab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:56.017176 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-9b7c348f-5f72-412b-a44a-310da18c301f req-425f916d-a3cc-47d5-b696-b7711bb23864 service neutron] Attempting to bind port cbaba036-5196-426e-8241-e0d2568bd205 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:12:56.017584 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-9b7c348f-5f72-412b-a44a-310da18c301f req-425f916d-a3cc-47d5-b696-b7711bb23864 service neutron] Attempting to bind port cbaba036-5196-426e-8241-e0d2568bd205 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'e2925426-a04b-4eda-a4ea-a3aeab926faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a238c9f-798d-4070-a28a-9d436224a3e0'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:12:56.017982 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7c348f-5f72-412b-a44a-310da18c301f req-425f916d-a3cc-47d5-b696-b7711bb23864 service neutron] Attempting to bind port cbaba036-5196-426e-8241-e0d2568bd205 on network 6a238c9f-798d-4070-a28a-9d436224a3e0 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:12:56.024069 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-68146382-bb40-4de6-b8bd-ca8bed2428ec req-ffdc2f7b-40be-4bc6-95e2-913e1c289f43 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52efefbb-28df-45b6-b938-6100f70e7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320554 Jul 07 21:12:56.031676 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7c348f-5f72-412b-a44a-310da18c301f req-425f916d-a3cc-47d5-b696-b7711bb23864 service neutron] Port cbaba036-5196-426e-8241-e0d2568bd205 on network 6a238c9f-798d-4070-a28a-9d436224a3e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:12:56.032092 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7c348f-5f72-412b-a44a-310da18c301f req-425f916d-a3cc-47d5-b696-b7711bb23864 service neutron] Attempting to bind port cbaba036-5196-426e-8241-e0d2568bd205 on network 6a238c9f-798d-4070-a28a-9d436224a3e0 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:12:56.036852 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a5448cc7-51f6-4257-aad7-b45abf79aab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:56.047171 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7c348f-5f72-412b-a44a-310da18c301f req-425f916d-a3cc-47d5-b696-b7711bb23864 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:12:56.047563 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7c348f-5f72-412b-a44a-310da18c301f req-425f916d-a3cc-47d5-b696-b7711bb23864 service neutron] Checking segment: {'id': 'e2925426-a04b-4eda-a4ea-a3aeab926faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a238c9f-798d-4070-a28a-9d436224a3e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:12:56.047954 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b7c348f-5f72-412b-a44a-310da18c301f req-425f916d-a3cc-47d5-b696-b7711bb23864 service neutron] Bound using segment: {'id': 'e2925426-a04b-4eda-a4ea-a3aeab926faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a238c9f-798d-4070-a28a-9d436224a3e0'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:12:56.048395 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-9b7c348f-5f72-412b-a44a-310da18c301f req-425f916d-a3cc-47d5-b696-b7711bb23864 service neutron] Bound port: cbaba036-5196-426e-8241-e0d2568bd205, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2925426-a04b-4eda-a4ea-a3aeab926faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6a238c9f-798d-4070-a28a-9d436224a3e0'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:12:56.048760 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9b7c348f-5f72-412b-a44a-310da18c301f req-425f916d-a3cc-47d5-b696-b7711bb23864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:56.049124 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451431a5-bbf7-4ed1-97a4-1d9ebfc31e94 None None] Network 7de0fa89-46b6-4c0d-b394-94ae52a7108a requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:12:56.114501 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-69e90982-4b0e-462f-b656-d9ca88664890 None None] Provisioning for port fa30b6a4-8f57-4bdc-b817-fb425a69d4a3 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:12:56.147173 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a5448cc7-51f6-4257-aad7-b45abf79aab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:56.150378 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a5448cc7-51f6-4257-aad7-b45abf79aab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:56.151740 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a5448cc7-51f6-4257-aad7-b45abf79aab6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/692c3b24-335f-4b87-8daf-d97f1b18409d HTTP/1.1" status: 204 len: 168 time: 0.2783241 Jul 07 21:12:56.153056 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-9b7c348f-5f72-412b-a44a-310da18c301f req-425f916d-a3cc-47d5-b696-b7711bb23864 service neutron] For port cbaba036-5196-426e-8241-e0d2568bd205, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:12:56.158873 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-9b7c348f-5f72-412b-a44a-310da18c301f req-425f916d-a3cc-47d5-b696-b7711bb23864 service neutron] For port cbaba036-5196-426e-8241-e0d2568bd205, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=cbaba036-5196-426e-8241-e0d2568bd205,segment=NetworkSegment(e2925426-a04b-4eda-a4ea-a3aeab926faf),segment_id=e2925426-a04b-4eda-a4ea-a3aeab926faf)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:12:56.164374 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5448cc7-51f6-4257-aad7-b45abf79aab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692c3b24-335f-4b87-8daf-d97f1b18409d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:56.172232 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9b7c348f-5f72-412b-a44a-310da18c301f req-425f916d-a3cc-47d5-b696-b7711bb23864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:56.198254 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-68146382-bb40-4de6-b8bd-ca8bed2428ec req-d8b28a8f-72d3-4877-ba2b-c0edd9615ebf service neutron] 10.222.0.39 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471963 Jul 07 21:12:56.205646 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c2cf1ccd-2e26-4986-8100-57626df07339 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:56.250970 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c348f-5f72-412b-a44a-310da18c301f req-425f916d-a3cc-47d5-b696-b7711bb23864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:56.251772 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9b7c348f-5f72-412b-a44a-310da18c301f req-425f916d-a3cc-47d5-b696-b7711bb23864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:56.253223 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9b7c348f-5f72-412b-a44a-310da18c301f req-425f916d-a3cc-47d5-b696-b7711bb23864 service neutron] 10.222.0.58 "PUT /v2.0/ports/cbaba036-5196-426e-8241-e0d2568bd205 HTTP/1.1" status: 200 len: 1092 time: 1.3824792 Jul 07 21:12:56.253770 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070b12d0-699b-43ba-8f4c-09bc216b4ff8', 'tag': 'cbaba036-5196-426e-8241-e0d2568bd205'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:12:56.256402 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0da2ccf-1597-4608-9745-c4500e5dbbcc" -d '{"events": [{"name": "network-changed", "server_uuid": "070b12d0-699b-43ba-8f4c-09bc216b4ff8", "tag": "cbaba036-5196-426e-8241-e0d2568bd205"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:12:56.264803 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f916d-a3cc-47d5-b696-b7711bb23864 service neutron] Pushing event updated for resources: {'Port': ['ID=cbaba036-5196-426e-8241-e0d2568bd205,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:56.308145 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56447adc-08fa-40d8-ad02-13cb6d6d3bc3 x-openstack-request-id: req-56447adc-08fa-40d8-ad02-13cb6d6d3bc3 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:12:56.308438 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070b12d0-699b-43ba-8f4c-09bc216b4ff8", "tag": "cbaba036-5196-426e-8241-e0d2568bd205", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:12:56.308699 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-56447adc-08fa-40d8-ad02-13cb6d6d3bc3 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:12:56.309106 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070b12d0-699b-43ba-8f4c-09bc216b4ff8', 'tag': 'cbaba036-5196-426e-8241-e0d2568bd205', 'status': 'completed', 'code': 200} Jul 07 21:12:56.397239 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c348f-5f72-412b-a44a-310da18c301f req-4a16244c-5530-46c5-adaa-b7b2340ae0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:56.398895 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9b7c348f-5f72-412b-a44a-310da18c301f req-4a16244c-5530-46c5-adaa-b7b2340ae0a7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b1e6eb25ac9842e293c302bddad407f5&device_id=070b12d0-699b-43ba-8f4c-09bc216b4ff8 HTTP/1.1" status: 200 len: 1095 time: 0.0809991 Jul 07 21:12:56.464572 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9b7c348f-5f72-412b-a44a-310da18c301f req-8a176fed-f70c-4f36-baad-59b5eb827ef1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbaba036-5196-426e-8241-e0d2568bd205 HTTP/1.1" status: 200 len: 217 time: 0.0550148 Jul 07 21:12:56.466380 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-68146382-bb40-4de6-b8bd-ca8bed2428ec req-514ce139-18eb-48d2-a4ed-6e1379d8626a service neutron] 10.222.0.39 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471809 Jul 07 21:12:56.535221 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c348f-5f72-412b-a44a-310da18c301f req-5d415c84-87dd-4c73-ae03-b2009c30cf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:56.536841 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9b7c348f-5f72-412b-a44a-310da18c301f req-5d415c84-87dd-4c73-ae03-b2009c30cf68 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a3ef07a6-1f20-43e8-ad0f-980c825575e2 HTTP/1.1" status: 200 len: 853 time: 0.0640960 Jul 07 21:12:56.582354 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9b7c348f-5f72-412b-a44a-310da18c301f req-f89509f3-538f-4f66-81f7-fee66e6a720b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6a238c9f-798d-4070-a28a-9d436224a3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356822 Jul 07 21:12:56.676728 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410aefc4-6f38-403c-bb3f-ad976ba70b6f req-5be533d4-3fde-43c1-a305-aef6055c7d0c tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:56.678324 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-410aefc4-6f38-403c-bb3f-ad976ba70b6f req-5be533d4-3fde-43c1-a305-aef6055c7d0c tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=35e58c87-21e1-495e-87ce-0526f268dea8 HTTP/1.1" status: 200 len: 943 time: 0.2330337 Jul 07 21:12:56.682234 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-48228d1a-75f3-414e-a311-7c2cd6531e3a None None] Provisioning for port f6051a06-fb3a-409d-b23b-61e0a2bff8f0 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:12:56.688519 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-48228d1a-75f3-414e-a311-7c2cd6531e3a None None] Provisioning complete for port f6051a06-fb3a-409d-b23b-61e0a2bff8f0 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:56.689328 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-48228d1a-75f3-414e-a311-7c2cd6531e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:56.751433 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9b7c348f-5f72-412b-a44a-310da18c301f req-74f5097c-773d-4d0d-9956-677dc922c3fa service neutron] 10.222.0.58 "GET /v2.0/networks/6a238c9f-798d-4070-a28a-9d436224a3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634719 Jul 07 21:12:56.770450 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-48228d1a-75f3-414e-a311-7c2cd6531e3a None None] Port f6051a06-fb3a-409d-b23b-61e0a2bff8f0 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:12:56.833290 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-410aefc4-6f38-403c-bb3f-ad976ba70b6f req-df3f70f5-625f-438e-9749-c05c310bb41f tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435306 Jul 07 21:12:56.848769 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c2cf1ccd-2e26-4986-8100-57626df07339 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:56.864865 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c2cf1ccd-2e26-4986-8100-57626df07339 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:56.864865 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c2cf1ccd-2e26-4986-8100-57626df07339 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:56.878712 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9b7c348f-5f72-412b-a44a-310da18c301f req-8eba213a-9107-4f84-9de9-df46b8429b20 service neutron] 10.222.0.58 "GET /v2.0/networks/6a238c9f-798d-4070-a28a-9d436224a3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174176 Jul 07 21:12:56.924244 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 66d74393-721e-4983-8421-d46b9204a3bf details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:12:56.989224 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf1ccd-2e26-4986-8100-57626df07339 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Port': ['ID=f6051a06-fb3a-409d-b23b-61e0a2bff8f0,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:57.003004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719e20f-95e5-4782-a1d6-8b1bb901a24c req-91bddb16-c994-4ff0-a5de-e66d1bbd4218 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:57.004924 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b719e20f-95e5-4782-a1d6-8b1bb901a24c req-91bddb16-c994-4ff0-a5de-e66d1bbd4218 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=070b12d0-699b-43ba-8f4c-09bc216b4ff8 HTTP/1.1" status: 200 len: 943 time: 0.2273872 Jul 07 21:12:57.050907 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da2ccf-1597-4608-9745-c4500e5dbbcc req-0db7ff56-29b2-4dfc-bc9b-0874057fe28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:57.053016 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b0da2ccf-1597-4608-9745-c4500e5dbbcc req-0db7ff56-29b2-4dfc-bc9b-0874057fe28d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b1e6eb25ac9842e293c302bddad407f5&device_id=070b12d0-699b-43ba-8f4c-09bc216b4ff8 HTTP/1.1" status: 200 len: 1095 time: 0.1113183 Jul 07 21:12:57.070884 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b719e20f-95e5-4782-a1d6-8b1bb901a24c req-1b45a8a5-17d7-4500-b55d-227c0318c944 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5de3e0-7fbd-4f89-a7f9-4fa26d8a9cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583494 Jul 07 21:12:57.093801 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cf1ccd-2e26-4986-8100-57626df07339 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 7de0fa89-46b6-4c0d-b394-94ae52a7108a is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:12:57.095979 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-c2cf1ccd-2e26-4986-8100-57626df07339 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:12:57.194709 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da2ccf-1597-4608-9745-c4500e5dbbcc req-eee3909b-9543-452a-9933-778d97da4ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:57.196491 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b0da2ccf-1597-4608-9745-c4500e5dbbcc req-eee3909b-9543-452a-9933-778d97da4ee4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6a238c9f-798d-4070-a28a-9d436224a3e0 HTTP/1.1" status: 200 len: 914 time: 0.1349070 Jul 07 21:12:57.259016 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b0da2ccf-1597-4608-9745-c4500e5dbbcc req-690452cd-08f0-471d-9a94-711b06f50823 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbaba036-5196-426e-8241-e0d2568bd205 HTTP/1.1" status: 200 len: 217 time: 0.0514724 Jul 07 21:12:57.290756 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2cf1ccd-2e26-4986-8100-57626df07339 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Router 131f63c0-10b1-476a-a45f-f16c6d829087 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:12:57.326510 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da2ccf-1597-4608-9745-c4500e5dbbcc req-f687a46e-9b75-482a-aa11-98b6382a07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:57.328601 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b0da2ccf-1597-4608-9745-c4500e5dbbcc req-f687a46e-9b75-482a-aa11-98b6382a07eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a3ef07a6-1f20-43e8-ad0f-980c825575e2 HTTP/1.1" status: 200 len: 853 time: 0.0614750 Jul 07 21:12:57.384670 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 66d74393-721e-4983-8421-d46b9204a3bf, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=66d74393-721e-4983-8421-d46b9204a3bf,segment=NetworkSegment(58fb124c-c894-49e4-8eef-1936160d5a51),segment_id=58fb124c-c894-49e4-8eef-1936160d5a51)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:57.400271 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '66d74393-721e-4983-8421-d46b9204a3bf', 'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5', 'port_id': '66d74393-721e-4983-8421-d46b9204a3bf', 'mac_address': 'fa:16:3e:e4:19:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aec7e4-4ac9-4591-bb22-5f8a519b186b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:12:57.402743 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device fa30b6a4-8f57-4bdc-b817-fb425a69d4a3 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:12:57.406968 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b0da2ccf-1597-4608-9745-c4500e5dbbcc req-3edc5fa5-bcc0-4400-991c-0c3ede8741a2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6a238c9f-798d-4070-a28a-9d436224a3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683990 Jul 07 21:12:57.473990 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cf1ccd-2e26-4986-8100-57626df07339 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:12:57.486441 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c2cf1ccd-2e26-4986-8100-57626df07339 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "PUT /v2.0/routers/131f63c0-10b1-476a-a45f-f16c6d829087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6539030 Jul 07 21:12:57.488140 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42900) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:57.491713 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] Sync routers for ids ['131f63c0-10b1-476a-a45f-f16c6d829087'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:12:57.492323 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:57.498851 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-5c37ef85-f033-43f6-99af-80a358c7ca62 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-263303725'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:57.508904 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d74393-721e-4983-8421-d46b9204a3bf {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:12:57.509669 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] Routers {'131f63c0-10b1-476a-a45f-f16c6d829087'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:57.510567 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:12:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['131f63c0-10b1-476a-a45f-f16c6d829087'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:57.527616 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ff8cd932-a690-44ef-948f-597bbd466bd5 None None] Provisioning complete for port f6051a06-fb3a-409d-b23b-61e0a2bff8f0 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:57.527985 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ff8cd932-a690-44ef-948f-597bbd466bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:57.530928 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c37ef85-f033-43f6-99af-80a358c7ca62 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Made reservation on behalf of 8d8c2c5abfae4e3499bbd479eb60f4c5 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:12:57.544898 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 66d74393-721e-4983-8421-d46b9204a3bf, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=66d74393-721e-4983-8421-d46b9204a3bf,segment=NetworkSegment(58fb124c-c894-49e4-8eef-1936160d5a51),segment_id=58fb124c-c894-49e4-8eef-1936160d5a51)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:57.548442 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c37ef85-f033-43f6-99af-80a358c7ca62 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:57.570593 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:57.598413 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b0da2ccf-1597-4608-9745-c4500e5dbbcc req-cca7c310-ca0d-453e-989b-6cf1dcdc2883 service neutron] 10.222.0.58 "GET /v2.0/networks/6a238c9f-798d-4070-a28a-9d436224a3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825511 Jul 07 21:12:57.601628 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c37ef85-f033-43f6-99af-80a358c7ca62 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:12:57.630104 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c37ef85-f033-43f6-99af-80a358c7ca62 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:57.632125 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-5c37ef85-f033-43f6-99af-80a358c7ca62 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Added segment 65a4f9b2-e927-48b2-a835-61285b1e6569 of type vlan for network 2168904f-1608-4e4a-9efb-c221b2e23ba7 Jul 07 21:12:57.657874 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=66d74393-721e-4983-8421-d46b9204a3bf,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:57.686915 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ff8cd932-a690-44ef-948f-597bbd466bd5 None None] Port f6051a06-fb3a-409d-b23b-61e0a2bff8f0 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:12:57.697628 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port fa30b6a4-8f57-4bdc-b817-fb425a69d4a3 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:12:57.703206 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port fa30b6a4-8f57-4bdc-b817-fb425a69d4a3 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:57.704100 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:57.723080 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:12:57.729318 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] Set router 131f63c0-10b1-476a-a45f-f16c6d829087 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:12:57.739176 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c37ef85-f033-43f6-99af-80a358c7ca62 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:57.740840 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42904) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:57.777088 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c37ef85-f033-43f6-99af-80a358c7ca62 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:57.785412 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c37ef85-f033-43f6-99af-80a358c7ca62 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:57.786056 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c37ef85-f033-43f6-99af-80a358c7ca62 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:57.809160 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:57.842306 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b0da2ccf-1597-4608-9745-c4500e5dbbcc req-eb93c868-57f6-4851-a8b5-faa20faf7085 service neutron] 10.222.0.58 "GET /v2.0/networks/6a238c9f-798d-4070-a28a-9d436224a3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346196 Jul 07 21:12:57.846570 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-44b35955-0164-4cb3-a831-db3856ac7efc None None] Provisioning complete for port f6051a06-fb3a-409d-b23b-61e0a2bff8f0 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:57.846953 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-44b35955-0164-4cb3-a831-db3856ac7efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:57.882712 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37ef85-f033-43f6-99af-80a358c7ca62 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Network': ['ID=2168904f-1608-4e4a-9efb-c221b2e23ba7,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:57.887026 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5c37ef85-f033-43f6-99af-80a358c7ca62 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3965178 Jul 07 21:12:57.889883 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42910) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:57.895067 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-44b35955-0164-4cb3-a831-db3856ac7efc None None] Port f6051a06-fb3a-409d-b23b-61e0a2bff8f0 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:12:57.898426 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['66d74393-721e-4983-8421-d46b9204a3bf'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:12:57.899576 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-9842ae07-a41f-49c7-98d9-a904706274c2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'subnet': {'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:12:57.946087 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 2168904f-1608-4e4a-9efb-c221b2e23ba7 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:12:57.978106 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:12:56Z', 'revision_number': 2, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None, '_interfaces': [{'id': 'f6051a06-fb3a-409d-b23b-61e0a2bff8f0', 'name': '', 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:dc:cd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:55Z', 'updated_at': '2021-07-07T21:12:56Z', 'revision_number': 2, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:57.983733 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bbe164bd-590c-4cb6-b1f4-955b31ed83fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:58.011744 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9842ae07-a41f-49c7-98d9-a904706274c2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Made reservation on behalf of 8d8c2c5abfae4e3499bbd479eb60f4c5 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:12:58.012475 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] Checking router: 131f63c0-10b1-476a-a45f-f16c6d829087 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:12:58.012837 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] Updating router 131f63c0-10b1-476a-a45f-f16c6d829087 port f6051a06-fb3a-409d-b23b-61e0a2bff8f0 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:12:58.016319 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9842ae07-a41f-49c7-98d9-a904706274c2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:58.049078 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:58.096381 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port fa30b6a4-8f57-4bdc-b817-fb425a69d4a3, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=fa30b6a4-8f57-4bdc-b817-fb425a69d4a3,segment=NetworkSegment(58f72c02-b750-43ef-a8f9-cc91a399b921),segment_id=58f72c02-b750-43ef-a8f9-cc91a399b921)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:58.106675 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:58.122985 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bbe164bd-590c-4cb6-b1f4-955b31ed83fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:58.139038 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bbe164bd-590c-4cb6-b1f4-955b31ed83fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:58.169902 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=fa30b6a4-8f57-4bdc-b817-fb425a69d4a3,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:58.176078 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed18707-c1a7-415a-94e3-92bd71e43748 req-6b5e824b-cfd1-4e3c-9cf8-c2909aafdba1 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:58.177787 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1ed18707-c1a7-415a-94e3-92bd71e43748 req-6b5e824b-cfd1-4e3c-9cf8-c2909aafdba1 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=35e58c87-21e1-495e-87ce-0526f268dea8 HTTP/1.1" status: 200 len: 944 time: 0.1572778 Jul 07 21:12:58.229597 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bbe164bd-590c-4cb6-b1f4-955b31ed83fc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f39b066b5f5340e5a60c6ad1a3e5c6b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4853120 Jul 07 21:12:58.229597 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe164bd-590c-4cb6-b1f4-955b31ed83fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13101b95-c3b7-4e0e-973a-7c800958fa2d,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:58.231084 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42914) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:58.295621 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1ed18707-c1a7-415a-94e3-92bd71e43748 req-64d7c4c6-748f-4c26-abe5-90a2c31f4d51 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106279 Jul 07 21:12:58.381158 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:58.391830 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] Transition to ACTIVE for port object f6051a06-fb3a-409d-b23b-61e0a2bff8f0 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:12:58.397133 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:58.428155 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-58fb2186-125b-4671-ad10-38ca9d7fe1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:58.450560 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d24c7-737f-46b3-b500-cd9bd2636ca2 None None] Pushing event updated for resources: {'Port': ['ID=f6051a06-fb3a-409d-b23b-61e0a2bff8f0,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:58.461552 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9842ae07-a41f-49c7-98d9-a904706274c2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:58.465920 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-58fb2186-125b-4671-ad10-38ca9d7fe1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:58.512832 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344d24c7-737f-46b3-b500-cd9bd2636ca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:12:58.513431 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344d24c7-737f-46b3-b500-cd9bd2636ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:12:58.513926 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344d24c7-737f-46b3-b500-cd9bd2636ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:12:58.514329 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344d24c7-737f-46b3-b500-cd9bd2636ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:12:58.514731 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344d24c7-737f-46b3-b500-cd9bd2636ca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:12:58.515148 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344d24c7-737f-46b3-b500-cd9bd2636ca2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:12:58.515573 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344d24c7-737f-46b3-b500-cd9bd2636ca2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:12:58.515976 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344d24c7-737f-46b3-b500-cd9bd2636ca2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:12:58.516315 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344d24c7-737f-46b3-b500-cd9bd2636ca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:12:58.516643 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344d24c7-737f-46b3-b500-cd9bd2636ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:12:58.516973 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344d24c7-737f-46b3-b500-cd9bd2636ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:12:58.517301 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344d24c7-737f-46b3-b500-cd9bd2636ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:12:58.518500 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe386f-c8f3-40ef-b325-f8bdf112c76a req-f0302edc-22b2-4c23-acc0-61b0a5614529 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:58.520771 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47fe386f-c8f3-40ef-b325-f8bdf112c76a req-f0302edc-22b2-4c23-acc0-61b0a5614529 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=070b12d0-699b-43ba-8f4c-09bc216b4ff8 HTTP/1.1" status: 200 len: 943 time: 0.2279234 Jul 07 21:12:58.536214 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] Attempting to bind port f6051a06-fb3a-409d-b23b-61e0a2bff8f0 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:12:58.536591 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] Attempting to bind port f6051a06-fb3a-409d-b23b-61e0a2bff8f0 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '58f72c02-b750-43ef-a8f9-cc91a399b921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:12:58.536959 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] Attempting to bind port f6051a06-fb3a-409d-b23b-61e0a2bff8f0 on network 7de0fa89-46b6-4c0d-b394-94ae52a7108a {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:12:58.542699 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:12:58.543781 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] Checking segment: {'id': '58f72c02-b750-43ef-a8f9-cc91a399b921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:12:58.543781 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:58.544178 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] Bound using segment: {'id': '58f72c02-b750-43ef-a8f9-cc91a399b921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:12:58.544794 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] Bound port: f6051a06-fb3a-409d-b23b-61e0a2bff8f0, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58f72c02-b750-43ef-a8f9-cc91a399b921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:12:58.545189 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:58.597532 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842ae07-a41f-49c7-98d9-a904706274c2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Subnet': ['ID=6be39f5a-3614-46a6-b6b0-a29bfee65f57,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:58.620065 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9842ae07-a41f-49c7-98d9-a904706274c2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Checking segment: {'id': '65a4f9b2-e927-48b2-a835-61285b1e6569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:12:58.620467 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9842ae07-a41f-49c7-98d9-a904706274c2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network hostable DHCP agents. Network: 2168904f-1608-4e4a-9efb-c221b2e23ba7, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:12:58.625859 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-47fe386f-c8f3-40ef-b325-f8bdf112c76a req-d078fc5a-45f6-4373-9f01-4da43cd24ed3 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5de3e0-7fbd-4f89-a7f9-4fa26d8a9cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963476 Jul 07 21:12:58.626108 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] For port f6051a06-fb3a-409d-b23b-61e0a2bff8f0, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:12:58.633081 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] For port f6051a06-fb3a-409d-b23b-61e0a2bff8f0, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f6051a06-fb3a-409d-b23b-61e0a2bff8f0,segment=NetworkSegment(58f72c02-b750-43ef-a8f9-cc91a399b921),segment_id=58f72c02-b750-43ef-a8f9-cc91a399b921)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:12:58.640111 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:58.646183 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-58fb2186-125b-4671-ad10-38ca9d7fe1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:58.649129 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-58fb2186-125b-4671-ad10-38ca9d7fe1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:58.651895 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-58fb2186-125b-4671-ad10-38ca9d7fe1a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/13101b95-c3b7-4e0e-973a-7c800958fa2d HTTP/1.1" status: 204 len: 168 time: 0.4207501 Jul 07 21:12:58.666479 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9842ae07-a41f-49c7-98d9-a904706274c2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 2168904f-1608-4e4a-9efb-c221b2e23ba7 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:12:58.678838 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb2186-125b-4671-ad10-38ca9d7fe1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13101b95-c3b7-4e0e-973a-7c800958fa2d,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:58.686904 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-9842ae07-a41f-49c7-98d9-a904706274c2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 2168904f-1608-4e4a-9efb-c221b2e23ba7) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:12:58.701165 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9842ae07-a41f-49c7-98d9-a904706274c2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:58.701834 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9842ae07-a41f-49c7-98d9-a904706274c2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:58.722897 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9842ae07-a41f-49c7-98d9-a904706274c2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8318596 Jul 07 21:12:58.725715 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42918) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:12:58.726937 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5853ea-3881-4446-8ecb-796919f3438a None None] Network 2168904f-1608-4e4a-9efb-c221b2e23ba7 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:12:58.747938 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] Routers {'131f63c0-10b1-476a-a45f-f16c6d829087'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:12:58.748608 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:12:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['131f63c0-10b1-476a-a45f-f16c6d829087'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:58.850747 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d24c7-737f-46b3-b500-cd9bd2636ca2 None None] Pushing event updated for resources: {'Port': ['ID=f6051a06-fb3a-409d-b23b-61e0a2bff8f0,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:58.926965 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] Set router 131f63c0-10b1-476a-a45f-f16c6d829087 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:12:58.952342 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 66d74393-721e-4983-8421-d46b9204a3bf up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:12:58.986732 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fcc232-6a49-474e-af51-ed69d90ab4ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-2168904f-1608-4e4a-9efb-c221b2e23ba7', 'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'fixed_ips': [{'subnet_id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:12:58.992509 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-14fcc232-6a49-474e-af51-ed69d90ab4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:59.033823 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device fa30b6a4-8f57-4bdc-b817-fb425a69d4a3 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:12:59.211606 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device cbaba036-5196-426e-8241-e0d2568bd205 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:12:59.215840 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:59.236579 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:12:56Z', 'revision_number': 2, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None, '_interfaces': [{'id': 'f6051a06-fb3a-409d-b23b-61e0a2bff8f0', 'name': '', 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:dc:cd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:55Z', 'updated_at': '2021-07-07T21:12:58Z', 'revision_number': 4, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:12:59.266826 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5406831d-919e-4ab0-a347-8574a0570ded None None] The sync data for ids ['131f63c0-10b1-476a-a45f-f16c6d829087'] in n-d-695189-11 is: [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:12:56Z', 'revision_number': 2, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None, '_interfaces': [{'id': 'f6051a06-fb3a-409d-b23b-61e0a2bff8f0', 'name': '', 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:dc:cd:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:55Z', 'updated_at': '2021-07-07T21:12:58Z', 'revision_number': 4, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:12:59.287599 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ee0874d1-25a1-4771-bff5-8a019118cd43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:59.289566 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 66d74393-721e-4983-8421-d46b9204a3bf completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:12:59.314217 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 66d74393-721e-4983-8421-d46b9204a3bf triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:59.314879 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:59.384720 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port fa30b6a4-8f57-4bdc-b817-fb425a69d4a3 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:12:59.385254 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:59.426877 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-14fcc232-6a49-474e-af51-ed69d90ab4ad None None] Allocated IP 2001:db8:1::2 (2168904f-1608-4e4a-9efb-c221b2e23ba7/6be39f5a-3614-46a6-b6b0-a29bfee65f57/ca09ddbf-8c0e-4066-8a36-c6b888140652) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:12:59.493829 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port cbaba036-5196-426e-8241-e0d2568bd205, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=cbaba036-5196-426e-8241-e0d2568bd205,segment=NetworkSegment(e2925426-a04b-4eda-a4ea-a3aeab926faf),segment_id=e2925426-a04b-4eda-a4ea-a3aeab926faf)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:59.525342 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'cbaba036-5196-426e-8241-e0d2568bd205', 'network_id': '6a238c9f-798d-4070-a28a-9d436224a3e0', 'port_id': 'cbaba036-5196-426e-8241-e0d2568bd205', 'mac_address': 'fa:16:3e:df:04:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ef07a6-1f20-43e8-ad0f-980c825575e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:12:59.614197 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d20f79-afcf-4a94-89f2-096bbd923dc6 req-6f432a71-a73f-4625-b29b-1afbd007de09 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:59.616167 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e8d20f79-afcf-4a94-89f2-096bbd923dc6 req-6f432a71-a73f-4625-b29b-1afbd007de09 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=35e58c87-21e1-495e-87ce-0526f268dea8 HTTP/1.1" status: 200 len: 944 time: 0.1345942 Jul 07 21:12:59.653252 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:59.676362 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e8d20f79-afcf-4a94-89f2-096bbd923dc6 req-bf43a153-c8a8-4654-b6f4-eb84edd0f974 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539360 Jul 07 21:12:59.685385 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbaba036-5196-426e-8241-e0d2568bd205 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:12:59.779590 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port cbaba036-5196-426e-8241-e0d2568bd205, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=cbaba036-5196-426e-8241-e0d2568bd205,segment=NetworkSegment(e2925426-a04b-4eda-a4ea-a3aeab926faf),segment_id=e2925426-a04b-4eda-a4ea-a3aeab926faf)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:12:59.797860 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:59.867499 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:12:59.880275 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f1686-1b5f-439d-bb8a-463d8f33d662 req-37692fc9-5c26-43d1-8df5-3e2361a3f8d8 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:12:59.881817 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-460f1686-1b5f-439d-bb8a-463d8f33d662 req-37692fc9-5c26-43d1-8df5-3e2361a3f8d8 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=070b12d0-699b-43ba-8f4c-09bc216b4ff8 HTTP/1.1" status: 200 len: 944 time: 0.0806222 Jul 07 21:12:59.923784 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-460f1686-1b5f-439d-bb8a-463d8f33d662 req-7caab4f8-0291-4835-8242-687019dd4447 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5de3e0-7fbd-4f89-a7f9-4fa26d8a9cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343537 Jul 07 21:12:59.951568 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e58c87-21e1-495e-87ce-0526f268dea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d74393-721e-4983-8421-d46b9204a3bf'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:12:59.953893 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb30d63-e558-4bbd-b8ca-2c23d7f864a2" -d '{"events": [{"server_uuid": "35e58c87-21e1-495e-87ce-0526f268dea8", "name": "network-vif-plugged", "status": "completed", "tag": "66d74393-721e-4983-8421-d46b9204a3bf"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:12:59.956491 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=cbaba036-5196-426e-8241-e0d2568bd205,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:12:59.996586 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-14fcc232-6a49-474e-af51-ed69d90ab4ad None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:00.008388 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 66d74393-721e-4983-8421-d46b9204a3bf, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=66d74393-721e-4983-8421-d46b9204a3bf,segment=NetworkSegment(58fb124c-c894-49e4-8eef-1936160d5a51),segment_id=58fb124c-c894-49e4-8eef-1936160d5a51)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:00.010857 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:00.012175 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:00.012605 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:00.012959 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:00.013343 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:00.013697 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:00.014034 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:00.014367 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:00.014886 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:00.015223 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:00.015749 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:00.016020 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:00.024126 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d08173-3006-4a69-b870-080ebae7e1fe x-openstack-request-id: req-63d08173-3006-4a69-b870-080ebae7e1fe {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:13:00.024518 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e58c87-21e1-495e-87ce-0526f268dea8", "name": "network-vif-plugged", "status": "completed", "tag": "66d74393-721e-4983-8421-d46b9204a3bf", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:13:00.024780 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-63d08173-3006-4a69-b870-080ebae7e1fe {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:13:00.025167 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e58c87-21e1-495e-87ce-0526f268dea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d74393-721e-4983-8421-d46b9204a3bf', 'code': 200} Jul 07 21:13:00.027652 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:00.029799 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-14fcc232-6a49-474e-af51-ed69d90ab4ad None None] Transition to ACTIVE for port object ca09ddbf-8c0e-4066-8a36-c6b888140652 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:00.087158 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['cbaba036-5196-426e-8241-e0d2568bd205'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:13:00.090618 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-14fcc232-6a49-474e-af51-ed69d90ab4ad None None] Transition to ACTIVE for port object ca09ddbf-8c0e-4066-8a36-c6b888140652 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:00.121905 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-14fcc232-6a49-474e-af51-ed69d90ab4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:00.160014 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fcc232-6a49-474e-af51-ed69d90ab4ad None None] Network 2168904f-1608-4e4a-9efb-c221b2e23ba7 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:00.166897 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-14fcc232-6a49-474e-af51-ed69d90ab4ad None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:00.170247 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=66d74393-721e-4983-8421-d46b9204a3bf,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:00.174931 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fcc232-6a49-474e-af51-ed69d90ab4ad None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:00.192578 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Allocated IP 2001:db8:1::1 (2168904f-1608-4e4a-9efb-c221b2e23ba7/6be39f5a-3614-46a6-b6b0-a29bfee65f57/10679c34-069d-42df-8c8e-6279b39388b2) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:00.263149 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cfcc3-6c97-4533-88f0-911240cd059c req-535ecf7c-9ccc-42be-b36c-f3ee920cd261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:00.264714 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eb1cfcc3-6c97-4533-88f0-911240cd059c req-535ecf7c-9ccc-42be-b36c-f3ee920cd261 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=35e58c87-21e1-495e-87ce-0526f268dea8 HTTP/1.1" status: 200 len: 1097 time: 0.1343782 Jul 07 21:13:00.288183 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcc232-6a49-474e-af51-ed69d90ab4ad None None] Pushing event updated for resources: {'Port': ['ID=ca09ddbf-8c0e-4066-8a36-c6b888140652,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:00.312237 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-14fcc232-6a49-474e-af51-ed69d90ab4ad None None] Attempting to bind port ca09ddbf-8c0e-4066-8a36-c6b888140652 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:13:00.312579 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-14fcc232-6a49-474e-af51-ed69d90ab4ad None None] Attempting to bind port ca09ddbf-8c0e-4066-8a36-c6b888140652 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '65a4f9b2-e927-48b2-a835-61285b1e6569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:13:00.313180 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fcc232-6a49-474e-af51-ed69d90ab4ad None None] Attempting to bind port ca09ddbf-8c0e-4066-8a36-c6b888140652 on network 2168904f-1608-4e4a-9efb-c221b2e23ba7 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:13:00.328091 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fcc232-6a49-474e-af51-ed69d90ab4ad None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:13:00.328486 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fcc232-6a49-474e-af51-ed69d90ab4ad None None] Checking segment: {'id': '65a4f9b2-e927-48b2-a835-61285b1e6569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:13:00.328899 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-14fcc232-6a49-474e-af51-ed69d90ab4ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:00.329308 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fcc232-6a49-474e-af51-ed69d90ab4ad None None] Bound using segment: {'id': '65a4f9b2-e927-48b2-a835-61285b1e6569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:13:00.329796 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-14fcc232-6a49-474e-af51-ed69d90ab4ad None None] Bound port: ca09ddbf-8c0e-4066-8a36-c6b888140652, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a4f9b2-e927-48b2-a835-61285b1e6569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:13:00.330193 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-14fcc232-6a49-474e-af51-ed69d90ab4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:00.333755 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eb1cfcc3-6c97-4533-88f0-911240cd059c req-c6ed3031-3f78-43a8-b306-fe80be8d29e6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563948 Jul 07 21:13:00.361092 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:00.378581 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Transition to ACTIVE for port object 10679c34-069d-42df-8c8e-6279b39388b2 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:00.427168 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:00.458084 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42958) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:00.468702 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-14fcc232-6a49-474e-af51-ed69d90ab4ad None None] For port ca09ddbf-8c0e-4066-8a36-c6b888140652, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:13:00.472892 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-14fcc232-6a49-474e-af51-ed69d90ab4ad None None] For port ca09ddbf-8c0e-4066-8a36-c6b888140652, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ca09ddbf-8c0e-4066-8a36-c6b888140652,segment=NetworkSegment(65a4f9b2-e927-48b2-a835-61285b1e6569),segment_id=65a4f9b2-e927-48b2-a835-61285b1e6569)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:13:00.475427 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 2168904f-1608-4e4a-9efb-c221b2e23ba7 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:00.478362 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-14fcc232-6a49-474e-af51-ed69d90ab4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:00.480229 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:00.485153 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:00.485729 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:00.534429 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Port': ['ID=10679c34-069d-42df-8c8e-6279b39388b2,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:00.550208 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:00.550586 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:00.550804 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcc232-6a49-474e-af51-ed69d90ab4ad None None] Pushing event updated for resources: {'Port': ['ID=ca09ddbf-8c0e-4066-8a36-c6b888140652,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:00.550944 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:00.551233 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:00.551594 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:00.551931 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:00.552264 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:00.552602 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:00.552946 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:00.553261 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:00.555700 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:00.556130 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:00.615851 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-90301dba-dc8e-4068-bfed-0a7016190ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:00.637513 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90301dba-dc8e-4068-bfed-0a7016190ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:00.650376 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:00.795501 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90301dba-dc8e-4068-bfed-0a7016190ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:00.935760 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-90301dba-dc8e-4068-bfed-0a7016190ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Allocated IP 172.25.5.130 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/c1e865e2-50ab-4c88-9a47-0a53bda8bb0c) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:01.084485 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ca09ddbf-8c0e-4066-8a36-c6b888140652 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:01.118785 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90301dba-dc8e-4068-bfed-0a7016190ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:01.147636 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port ca09ddbf-8c0e-4066-8a36-c6b888140652 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:01.152972 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f6051a06-fb3a-409d-b23b-61e0a2bff8f0 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:01.170093 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90301dba-dc8e-4068-bfed-0a7016190ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:01.210842 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port f6051a06-fb3a-409d-b23b-61e0a2bff8f0 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:01.216628 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port f6051a06-fb3a-409d-b23b-61e0a2bff8f0 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:01.217051 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:01.220939 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90301dba-dc8e-4068-bfed-0a7016190ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:01.221392 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device cbaba036-5196-426e-8241-e0d2568bd205 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:01.224444 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-90301dba-dc8e-4068-bfed-0a7016190ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:01.226953 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90301dba-dc8e-4068-bfed-0a7016190ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:01.264369 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90301dba-dc8e-4068-bfed-0a7016190ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Pushing event updated for resources: {'Port': ['ID=c1e865e2-50ab-4c88-9a47-0a53bda8bb0c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:01.331764 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port cbaba036-5196-426e-8241-e0d2568bd205 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:01.337624 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port cbaba036-5196-426e-8241-e0d2568bd205 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:01.338804 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:01.377092 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90301dba-dc8e-4068-bfed-0a7016190ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:01.404578 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:01.468195 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90301dba-dc8e-4068-bfed-0a7016190ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:01.470595 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port f6051a06-fb3a-409d-b23b-61e0a2bff8f0, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f6051a06-fb3a-409d-b23b-61e0a2bff8f0,segment=NetworkSegment(58f72c02-b750-43ef-a8f9-cc91a399b921),segment_id=58f72c02-b750-43ef-a8f9-cc91a399b921)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:01.481001 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:01.522280 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:01.530142 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34881c9e-90be-4256-8cac-6e374050b1c4 req-017e3927-2a3f-486b-bd12-83e63f929126 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:01.532102 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-34881c9e-90be-4256-8cac-6e374050b1c4 req-017e3927-2a3f-486b-bd12-83e63f929126 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=35e58c87-21e1-495e-87ce-0526f268dea8 HTTP/1.1" status: 200 len: 945 time: 0.3517804 Jul 07 21:13:01.571398 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=f6051a06-fb3a-409d-b23b-61e0a2bff8f0,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:01.579097 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a117089-766f-4403-bb5c-5f85e5412037 req-70a3497f-2695-419a-b97a-c44033986c43 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:01.583964 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port cbaba036-5196-426e-8241-e0d2568bd205, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=cbaba036-5196-426e-8241-e0d2568bd205,segment=NetworkSegment(e2925426-a04b-4eda-a4ea-a3aeab926faf),segment_id=e2925426-a04b-4eda-a4ea-a3aeab926faf)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:01.586116 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5a117089-766f-4403-bb5c-5f85e5412037 req-70a3497f-2695-419a-b97a-c44033986c43 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=070b12d0-699b-43ba-8f4c-09bc216b4ff8 HTTP/1.1" status: 200 len: 944 time: 0.4068780 Jul 07 21:13:01.589921 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:01.667223 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=cbaba036-5196-426e-8241-e0d2568bd205,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:01.674213 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-34881c9e-90be-4256-8cac-6e374050b1c4 req-c585ece8-b2da-4e4a-9f9a-53a59f522284 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248469 Jul 07 21:13:01.709144 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5a117089-766f-4403-bb5c-5f85e5412037 req-d87667da-ea0a-4094-9b30-7d65b19f63bc tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5de3e0-7fbd-4f89-a7f9-4fa26d8a9cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145713 Jul 07 21:13:01.718464 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:01.723242 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:01.723446 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90301dba-dc8e-4068-bfed-0a7016190ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:01.724279 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:01.728995 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90301dba-dc8e-4068-bfed-0a7016190ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:01.785492 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bec9d0-baf4-4320-bfaf-90ad1dbfea8c None None] Network 2168904f-1608-4e4a-9efb-c221b2e23ba7 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:01.808493 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90301dba-dc8e-4068-bfed-0a7016190ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Pushing event updated for resources: {'Port': ['ID=c1e865e2-50ab-4c88-9a47-0a53bda8bb0c,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:01.817281 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90301dba-dc8e-4068-bfed-0a7016190ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:01.832168 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-90301dba-dc8e-4068-bfed-0a7016190ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:01.832731 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Port': ['ID=10679c34-069d-42df-8c8e-6279b39388b2,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:01.836639 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-90301dba-dc8e-4068-bfed-0a7016190ed8 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3744040 Jul 07 21:13:01.836639 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42966) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:01.841774 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-3087c87f-9a40-4477-943a-bae70a8a7609 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1252222546', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'fixed_ips': [{'ip_address': '172.25.5.130'}]}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:01.858829 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-28be9f3c-ca1d-4469-9dff-85629396cfae None None] Provisioning for port ca09ddbf-8c0e-4066-8a36-c6b888140652 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:01.865137 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3087c87f-9a40-4477-943a-bae70a8a7609 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Made reservation on behalf of 7a641adac10645f394c4a3333ec151e0 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:01.867810 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3087c87f-9a40-4477-943a-bae70a8a7609 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:01.871741 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-28be9f3c-ca1d-4469-9dff-85629396cfae None None] Provisioning complete for port ca09ddbf-8c0e-4066-8a36-c6b888140652 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:01.872125 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-28be9f3c-ca1d-4469-9dff-85629396cfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:01.886966 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3087c87f-9a40-4477-943a-bae70a8a7609 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:01.896281 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 2168904f-1608-4e4a-9efb-c221b2e23ba7 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:01.897922 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:01.934051 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1e9b16ec-c394-4d74-823d-09f34cd9d29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:01.964687 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:02.001758 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3087c87f-9a40-4477-943a-bae70a8a7609 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:02.007722 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3087c87f-9a40-4477-943a-bae70a8a7609 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:02.013510 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-3087c87f-9a40-4477-943a-bae70a8a7609 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] device_id is not set on port 4f6063df-f063-4526-8958-a0989bad7a5d yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:13:02.020420 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Router 131f63c0-10b1-476a-a45f-f16c6d829087 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:13:02.028891 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070b12d0-699b-43ba-8f4c-09bc216b4ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbaba036-5196-426e-8241-e0d2568bd205'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:13:02.030981 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b464b90f-d1e8-423f-9759-95c0c6baa001" -d '{"events": [{"server_uuid": "070b12d0-699b-43ba-8f4c-09bc216b4ff8", "name": "network-vif-plugged", "status": "completed", "tag": "cbaba036-5196-426e-8241-e0d2568bd205"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:13:02.059619 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-28be9f3c-ca1d-4469-9dff-85629396cfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:02.080695 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428fc52a-4314-4f88-ae46-5ebb102faa3a x-openstack-request-id: req-428fc52a-4314-4f88-ae46-5ebb102faa3a {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:13:02.080998 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070b12d0-699b-43ba-8f4c-09bc216b4ff8", "name": "network-vif-plugged", "status": "completed", "tag": "cbaba036-5196-426e-8241-e0d2568bd205", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:13:02.081531 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-428fc52a-4314-4f88-ae46-5ebb102faa3a {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:13:02.082010 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070b12d0-699b-43ba-8f4c-09bc216b4ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbaba036-5196-426e-8241-e0d2568bd205', 'code': 200} Jul 07 21:13:02.106412 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087c87f-9a40-4477-943a-bae70a8a7609 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f570908e-f8e5-45a8-a9df-0cdd0cdab73e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:02.119883 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-28be9f3c-ca1d-4469-9dff-85629396cfae None None] For port ca09ddbf-8c0e-4066-8a36-c6b888140652, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ca09ddbf-8c0e-4066-8a36-c6b888140652,segment=NetworkSegment(65a4f9b2-e927-48b2-a835-61285b1e6569),segment_id=65a4f9b2-e927-48b2-a835-61285b1e6569)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:02.125867 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-28be9f3c-ca1d-4469-9dff-85629396cfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:02.149422 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:13:02.156287 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-acf130a6-e6ba-4dd2-8419-30048050547b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "PUT /v2.0/routers/131f63c0-10b1-476a-a45f-f16c6d829087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4295261 Jul 07 21:13:02.162797 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] Sync routers for ids ['131f63c0-10b1-476a-a45f-f16c6d829087'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:13:02.164074 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42970) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:02.171798 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-1cae4e92-fab9-44c5-84f9-fe48b7fbb45f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1978184002'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:02.189683 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be9f3c-ca1d-4469-9dff-85629396cfae None None] Pushing event updated for resources: {'Port': ['ID=ca09ddbf-8c0e-4066-8a36-c6b888140652,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:02.192400 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] Routers {'131f63c0-10b1-476a-a45f-f16c6d829087'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:02.193009 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['131f63c0-10b1-476a-a45f-f16c6d829087'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:02.202547 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cae4e92-fab9-44c5-84f9-fe48b7fbb45f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Made reservation on behalf of 8d8c2c5abfae4e3499bbd479eb60f4c5 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:02.206996 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1cae4e92-fab9-44c5-84f9-fe48b7fbb45f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:02.237204 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cae4e92-fab9-44c5-84f9-fe48b7fbb45f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:13:02.249583 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1cae4e92-fab9-44c5-84f9-fe48b7fbb45f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:02.250093 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-1cae4e92-fab9-44c5-84f9-fe48b7fbb45f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Added segment 8aca1f5d-0fb6-43ac-a65f-7e26ba793f9f of type vlan for network 80790131-b00a-4675-8c73-9ea228c68a3f Jul 07 21:13:02.292840 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb861fa-1f49-41e7-a519-37c19f4b6bda req-ba731351-1f15-4519-81b2-57b33ec95100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:02.293791 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5cb861fa-1f49-41e7-a519-37c19f4b6bda req-ba731351-1f15-4519-81b2-57b33ec95100 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=070b12d0-699b-43ba-8f4c-09bc216b4ff8 HTTP/1.1" status: 200 len: 1097 time: 0.1127365 Jul 07 21:13:02.295581 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-3087c87f-9a40-4477-943a-bae70a8a7609 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 21:13:02.296190 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3087c87f-9a40-4477-943a-bae70a8a7609 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:13:02.302658 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1cae4e92-fab9-44c5-84f9-fe48b7fbb45f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:02.327036 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3087c87f-9a40-4477-943a-bae70a8a7609 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4892120 Jul 07 21:13:02.331360 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42972) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:02.344945 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-5cb861fa-1f49-41e7-a519-37c19f4b6bda req-fbb8ccdb-81b0-4fea-9cbf-0270326a6a71 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3c5de3e0-7fbd-4f89-a7f9-4fa26d8a9cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425866 Jul 07 21:13:02.414454 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1cae4e92-fab9-44c5-84f9-fe48b7fbb45f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:02.421058 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cae4e92-fab9-44c5-84f9-fe48b7fbb45f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:02.421704 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1cae4e92-fab9-44c5-84f9-fe48b7fbb45f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:02.467062 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] Set router 131f63c0-10b1-476a-a45f-f16c6d829087 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:02.520608 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1cae4e92-fab9-44c5-84f9-fe48b7fbb45f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3552229 Jul 07 21:13:02.523792 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42974) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:02.531413 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-7919d812-eeaa-4280-8217-4ec2c653be48 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'subnet': {'network_id': '80790131-b00a-4675-8c73-9ea228c68a3f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:02.547678 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae4e92-fab9-44c5-84f9-fe48b7fbb45f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Network': ['ID=80790131-b00a-4675-8c73-9ea228c68a3f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:02.585680 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 80790131-b00a-4675-8c73-9ea228c68a3f details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:13:02.590753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-3d1de811-18f9-4e19-892c-6bde26d8a5f6 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Deleting port c1e865e2-50ab-4c88-9a47-0a53bda8bb0c {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:02.591456 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3d1de811-18f9-4e19-892c-6bde26d8a5f6 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:02.660127 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7919d812-eeaa-4280-8217-4ec2c653be48 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Made reservation on behalf of 8d8c2c5abfae4e3499bbd479eb60f4c5 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:02.664322 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7919d812-eeaa-4280-8217-4ec2c653be48 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:02.677667 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3d1de811-18f9-4e19-892c-6bde26d8a5f6 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:02.678003 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3d1de811-18f9-4e19-892c-6bde26d8a5f6 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:02.691570 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-3d1de811-18f9-4e19-892c-6bde26d8a5f6 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Calling delete_port for c1e865e2-50ab-4c88-9a47-0a53bda8bb0c owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:02.859632 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1853b5cb-f86e-4902-8b62-4a18c1f274aa None None] Provisioning complete for port ca09ddbf-8c0e-4066-8a36-c6b888140652 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:02.860160 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1853b5cb-f86e-4902-8b62-4a18c1f274aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:02.917284 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7919d812-eeaa-4280-8217-4ec2c653be48 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:02.934284 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:13:00Z', 'revision_number': 3, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None, '_interfaces': [{'id': '10679c34-069d-42df-8c8e-6279b39388b2', 'name': '', 'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:a4:3c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:59Z', 'updated_at': '2021-07-07T21:13:01Z', 'revision_number': 2, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6051a06-fb3a-409d-b23b-61e0a2bff8f0', 'name': '', 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:dc:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:55Z', 'updated_at': '2021-07-07T21:13:01Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:02.983843 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] Checking router: 131f63c0-10b1-476a-a45f-f16c6d829087 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:13:02.984623 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] Updating router 131f63c0-10b1-476a-a45f-f16c6d829087 port 10679c34-069d-42df-8c8e-6279b39388b2 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:13:03.015491 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919d812-eeaa-4280-8217-4ec2c653be48 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Subnet': ['ID=0d745744-4096-4a69-8560-18c3cbeb876d,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:03.016318 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3d1de811-18f9-4e19-892c-6bde26d8a5f6 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:03.027494 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7919d812-eeaa-4280-8217-4ec2c653be48 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Checking segment: {'id': '8aca1f5d-0fb6-43ac-a65f-7e26ba793f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80790131-b00a-4675-8c73-9ea228c68a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:13:03.027917 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7919d812-eeaa-4280-8217-4ec2c653be48 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network hostable DHCP agents. Network: 80790131-b00a-4675-8c73-9ea228c68a3f, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:13:03.048698 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7919d812-eeaa-4280-8217-4ec2c653be48 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 80790131-b00a-4675-8c73-9ea228c68a3f is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:13:03.058434 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ca09ddbf-8c0e-4066-8a36-c6b888140652 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:03.061793 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-7919d812-eeaa-4280-8217-4ec2c653be48 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 80790131-b00a-4675-8c73-9ea228c68a3f) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:03.069436 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7919d812-eeaa-4280-8217-4ec2c653be48 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:03.073163 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7919d812-eeaa-4280-8217-4ec2c653be48 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:03.077761 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1de811-18f9-4e19-892c-6bde26d8a5f6 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1e865e2-50ab-4c88-9a47-0a53bda8bb0c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:03.095240 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640098d2-e458-43c8-b5d8-e9a5012ff9de None None] Network 80790131-b00a-4675-8c73-9ea228c68a3f requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:03.098234 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:03.101129 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7919d812-eeaa-4280-8217-4ec2c653be48 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5759802 Jul 07 21:13:03.104363 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 42980) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:03.123520 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833e45f-3f25-43e8-9fff-bffaecfa4ec7 req-fc1c379f-14cb-4c56-84be-008e883e0059 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:03.130615 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8833e45f-3f25-43e8-9fff-bffaecfa4ec7 req-fc1c379f-14cb-4c56-84be-008e883e0059 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=35e58c87-21e1-495e-87ce-0526f268dea8 HTTP/1.1" status: 200 len: 945 time: 0.2218080 Jul 07 21:13:03.208415 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199882fb-c4f9-4ea8-b5c0-95610edb8ae5 req-cd0d8876-3cf8-4612-9591-30355d96dc34 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:03.209811 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-199882fb-c4f9-4ea8-b5c0-95610edb8ae5 req-cd0d8876-3cf8-4612-9591-30355d96dc34 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=070b12d0-699b-43ba-8f4c-09bc216b4ff8 HTTP/1.1" status: 200 len: 945 time: 0.2967989 Jul 07 21:13:03.217813 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3d1de811-18f9-4e19-892c-6bde26d8a5f6 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:03.220330 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3d1de811-18f9-4e19-892c-6bde26d8a5f6 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:03.227182 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3d1de811-18f9-4e19-892c-6bde26d8a5f6 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805 tempest-ExternalNetworksAdminNegativeTestJSON-1814163805-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/8ce0e56e-5634-45be-a66f-925d87cb739f HTTP/1.1" status: 204 len: 168 time: 0.8889878 Jul 07 21:13:03.234217 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8833e45f-3f25-43e8-9fff-bffaecfa4ec7 req-2eb34d08-20a3-403b-bd8d-e3fd6acb2758 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025844 Jul 07 21:13:03.273455 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1853b5cb-f86e-4902-8b62-4a18c1f274aa None None] Provisioning for port 10679c34-069d-42df-8c8e-6279b39388b2 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:03.292643 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1853b5cb-f86e-4902-8b62-4a18c1f274aa None None] Provisioning complete for port 10679c34-069d-42df-8c8e-6279b39388b2 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:03.293056 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1853b5cb-f86e-4902-8b62-4a18c1f274aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:03.332255 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-199882fb-c4f9-4ea8-b5c0-95610edb8ae5 req-b09abf7d-cc2d-482b-8515-3e90aedf5483 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5de3e0-7fbd-4f89-a7f9-4fa26d8a9cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094596 Jul 07 21:13:03.411424 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port ca09ddbf-8c0e-4066-8a36-c6b888140652 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:03.411803 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:03.471875 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1853b5cb-f86e-4902-8b62-4a18c1f274aa None None] Port 10679c34-069d-42df-8c8e-6279b39388b2 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:13:03.583600 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bf1f62-edf6-4106-b19e-99cb96cf39cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-80790131-b00a-4675-8c73-9ea228c68a3f', 'network_id': '80790131-b00a-4675-8c73-9ea228c68a3f', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'fixed_ips': [{'subnet_id': '0d745744-4096-4a69-8560-18c3cbeb876d'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:13:03.584380 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-49bf1f62-edf6-4106-b19e-99cb96cf39cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:03.648220 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:03.688794 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e32d-d43a-4873-9adf-e7cff4df820c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:03.740901 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 42994) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:03.830207 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-49bf1f62-edf6-4106-b19e-99cb96cf39cc None None] Allocated IP 2001:db8:2::2 (80790131-b00a-4675-8c73-9ea228c68a3f/0d745744-4096-4a69-8560-18c3cbeb876d/f3bcb3cc-6666-4aae-b8db-50dee5c34b10) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:03.851552 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f6051a06-fb3a-409d-b23b-61e0a2bff8f0 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:03.867913 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-648d5811-85bb-403d-b72c-c73ed4a470f9 None None] Provisioning complete for port 10679c34-069d-42df-8c8e-6279b39388b2 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:03.867913 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-648d5811-85bb-403d-b72c-c73ed4a470f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:03.890413 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9ac0-4a54-461f-9fc2-afedef7b50e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:04.031495 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9ac0-4a54-461f-9fc2-afedef7b50e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:04.035648 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:04.036854 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8f2f9ac0-4a54-461f-9fc2-afedef7b50e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:04.039275 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-648d5811-85bb-403d-b72c-c73ed4a470f9 None None] Port 10679c34-069d-42df-8c8e-6279b39388b2 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:13:04.062406 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] Transition to ACTIVE for port object 10679c34-069d-42df-8c8e-6279b39388b2 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:04.079615 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:04.098164 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8f2f9ac0-4a54-461f-9fc2-afedef7b50e7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ead40fecc65481692c7b79cf7420119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3553505 Jul 07 21:13:04.100920 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43000) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:04.117736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f9ac0-4a54-461f-9fc2-afedef7b50e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3820fd54-77d4-4ccc-a79c-7ad1a39d20c1,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:04.137114 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port f6051a06-fb3a-409d-b23b-61e0a2bff8f0 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:04.137721 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:04.167650 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f5b359a0-e7bc-44f2-bbaa-41c2dc552511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:04.193793 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f5b359a0-e7bc-44f2-bbaa-41c2dc552511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:04.199085 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d02adf-6281-4225-bb2b-2d2fe73d4c34 None None] Pushing event updated for resources: {'Port': ['ID=10679c34-069d-42df-8c8e-6279b39388b2,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:04.203700 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-49bf1f62-edf6-4106-b19e-99cb96cf39cc None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:04.245503 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-49bf1f62-edf6-4106-b19e-99cb96cf39cc None None] Transition to ACTIVE for port object f3bcb3cc-6666-4aae-b8db-50dee5c34b10 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:04.259574 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f5b359a0-e7bc-44f2-bbaa-41c2dc552511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:04.263515 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f5b359a0-e7bc-44f2-bbaa-41c2dc552511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:04.265041 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f5b359a0-e7bc-44f2-bbaa-41c2dc552511 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3820fd54-77d4-4ccc-a79c-7ad1a39d20c1 HTTP/1.1" status: 204 len: 168 time: 0.1631219 Jul 07 21:13:04.274249 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b359a0-e7bc-44f2-bbaa-41c2dc552511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3820fd54-77d4-4ccc-a79c-7ad1a39d20c1,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:04.335961 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-49bf1f62-edf6-4106-b19e-99cb96cf39cc None None] Transition to ACTIVE for port object f3bcb3cc-6666-4aae-b8db-50dee5c34b10 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:04.380112 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] Attempting to bind port 10679c34-069d-42df-8c8e-6279b39388b2 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:13:04.380556 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] Attempting to bind port 10679c34-069d-42df-8c8e-6279b39388b2 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '65a4f9b2-e927-48b2-a835-61285b1e6569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:13:04.380962 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] Attempting to bind port 10679c34-069d-42df-8c8e-6279b39388b2 on network 2168904f-1608-4e4a-9efb-c221b2e23ba7 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:13:04.389235 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-49bf1f62-edf6-4106-b19e-99cb96cf39cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:04.404327 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:13:04.405007 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] Checking segment: {'id': '65a4f9b2-e927-48b2-a835-61285b1e6569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:13:04.405436 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:04.405847 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] Bound using segment: {'id': '65a4f9b2-e927-48b2-a835-61285b1e6569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:13:04.406343 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] Bound port: 10679c34-069d-42df-8c8e-6279b39388b2, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a4f9b2-e927-48b2-a835-61285b1e6569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:13:04.406737 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:04.506458 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bf1f62-edf6-4106-b19e-99cb96cf39cc None None] Network 80790131-b00a-4675-8c73-9ea228c68a3f is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:04.506714 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-7fb6e32d-d43a-4873-9adf-e7cff4df820c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Allocated IP 2001:db8:2::1 (80790131-b00a-4675-8c73-9ea228c68a3f/0d745744-4096-4a69-8560-18c3cbeb876d/7447e43c-4496-4bda-8e1d-d0c9ce9035a5) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:04.531135 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-49bf1f62-edf6-4106-b19e-99cb96cf39cc None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:04.550419 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bf1f62-edf6-4106-b19e-99cb96cf39cc None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:04.569526 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf1f62-edf6-4106-b19e-99cb96cf39cc None None] Pushing event updated for resources: {'Port': ['ID=f3bcb3cc-6666-4aae-b8db-50dee5c34b10,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:04.615199 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222163a0-a135-4971-aa1b-e476a87121ed req-820fb2c6-2f89-4888-bfac-970473deaa5f tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:04.616460 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-222163a0-a135-4971-aa1b-e476a87121ed req-820fb2c6-2f89-4888-bfac-970473deaa5f tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=070b12d0-699b-43ba-8f4c-09bc216b4ff8 HTTP/1.1" status: 200 len: 945 time: 0.1017320 Jul 07 21:13:04.641460 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] For port 10679c34-069d-42df-8c8e-6279b39388b2, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:13:04.664304 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-222163a0-a135-4971-aa1b-e476a87121ed req-93529c80-1846-4eae-b38a-aec20e608adf tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5de3e0-7fbd-4f89-a7f9-4fa26d8a9cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408046 Jul 07 21:13:04.672629 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] For port 10679c34-069d-42df-8c8e-6279b39388b2, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=10679c34-069d-42df-8c8e-6279b39388b2,segment=NetworkSegment(65a4f9b2-e927-48b2-a835-61285b1e6569),segment_id=65a4f9b2-e927-48b2-a835-61285b1e6569)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:13:04.679674 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:04.689647 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-49bf1f62-edf6-4106-b19e-99cb96cf39cc None None] Attempting to bind port f3bcb3cc-6666-4aae-b8db-50dee5c34b10 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:13:04.690022 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-49bf1f62-edf6-4106-b19e-99cb96cf39cc None None] Attempting to bind port f3bcb3cc-6666-4aae-b8db-50dee5c34b10 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '8aca1f5d-0fb6-43ac-a65f-7e26ba793f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80790131-b00a-4675-8c73-9ea228c68a3f'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:13:04.690676 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bf1f62-edf6-4106-b19e-99cb96cf39cc None None] Attempting to bind port f3bcb3cc-6666-4aae-b8db-50dee5c34b10 on network 80790131-b00a-4675-8c73-9ea228c68a3f {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:13:04.707807 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e32d-d43a-4873-9adf-e7cff4df820c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:04.726630 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-7fb6e32d-d43a-4873-9adf-e7cff4df820c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Transition to ACTIVE for port object 7447e43c-4496-4bda-8e1d-d0c9ce9035a5 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:04.737127 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bf1f62-edf6-4106-b19e-99cb96cf39cc None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:13:04.737509 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bf1f62-edf6-4106-b19e-99cb96cf39cc None None] Checking segment: {'id': '8aca1f5d-0fb6-43ac-a65f-7e26ba793f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80790131-b00a-4675-8c73-9ea228c68a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:13:04.737921 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-49bf1f62-edf6-4106-b19e-99cb96cf39cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:04.738378 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bf1f62-edf6-4106-b19e-99cb96cf39cc None None] Bound using segment: {'id': '8aca1f5d-0fb6-43ac-a65f-7e26ba793f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80790131-b00a-4675-8c73-9ea228c68a3f'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:13:04.738868 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-49bf1f62-edf6-4106-b19e-99cb96cf39cc None None] Bound port: f3bcb3cc-6666-4aae-b8db-50dee5c34b10, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aca1f5d-0fb6-43ac-a65f-7e26ba793f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80790131-b00a-4675-8c73-9ea228c68a3f'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:13:04.739255 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-49bf1f62-edf6-4106-b19e-99cb96cf39cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:04.765160 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] Routers {'131f63c0-10b1-476a-a45f-f16c6d829087'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:04.766086 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['131f63c0-10b1-476a-a45f-f16c6d829087'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:04.777377 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e32d-d43a-4873-9adf-e7cff4df820c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:04.818209 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43014) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:04.882469 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb6e32d-d43a-4873-9adf-e7cff4df820c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 80790131-b00a-4675-8c73-9ea228c68a3f is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:04.887934 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-91bff425-5cd5-4ad3-ac70-62125563199a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7a641adac10645f394c4a3333ec151e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0660343 Jul 07 21:13:04.888533 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43016) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:04.892173 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-7fb6e32d-d43a-4873-9adf-e7cff4df820c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:04.902359 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb6e32d-d43a-4873-9adf-e7cff4df820c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:04.903609 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e32d-d43a-4873-9adf-e7cff4df820c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:04.979253 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-49c099ca-fa93-4d75-b425-1ac3abb25f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:05.010670 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-49c099ca-fa93-4d75-b425-1ac3abb25f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:05.096430 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-49c099ca-fa93-4d75-b425-1ac3abb25f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:05.099477 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] Set router 131f63c0-10b1-476a-a45f-f16c6d829087 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:05.105128 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6e32d-d43a-4873-9adf-e7cff4df820c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Port': ['ID=7447e43c-4496-4bda-8e1d-d0c9ce9035a5,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:05.107773 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-49c099ca-fa93-4d75-b425-1ac3abb25f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:05.110326 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-49c099ca-fa93-4d75-b425-1ac3abb25f23 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f570908e-f8e5-45a8-a9df-0cdd0cdab73e HTTP/1.1" status: 204 len: 168 time: 0.2204535 Jul 07 21:13:05.117304 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e32d-d43a-4873-9adf-e7cff4df820c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:05.124248 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c099ca-fa93-4d75-b425-1ac3abb25f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f570908e-f8e5-45a8-a9df-0cdd0cdab73e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:05.187553 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d02adf-6281-4225-bb2b-2d2fe73d4c34 None None] Pushing event updated for resources: {'Port': ['ID=10679c34-069d-42df-8c8e-6279b39388b2,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:05.354619 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:05.354619 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-49bf1f62-edf6-4106-b19e-99cb96cf39cc None None] For port f3bcb3cc-6666-4aae-b8db-50dee5c34b10, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:13:05.371510 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-49bf1f62-edf6-4106-b19e-99cb96cf39cc None None] For port f3bcb3cc-6666-4aae-b8db-50dee5c34b10, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f3bcb3cc-6666-4aae-b8db-50dee5c34b10,segment=NetworkSegment(8aca1f5d-0fb6-43ac-a65f-7e26ba793f9f),segment_id=8aca1f5d-0fb6-43ac-a65f-7e26ba793f9f)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:13:05.383985 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-49bf1f62-edf6-4106-b19e-99cb96cf39cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:05.499947 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf1f62-edf6-4106-b19e-99cb96cf39cc None None] Pushing event updated for resources: {'Port': ['ID=f3bcb3cc-6666-4aae-b8db-50dee5c34b10,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:05.564801 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e32d-d43a-4873-9adf-e7cff4df820c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:05.566930 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:13:00Z', 'revision_number': 3, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None, '_interfaces': [{'id': '10679c34-069d-42df-8c8e-6279b39388b2', 'name': '', 'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:a4:3c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:59Z', 'updated_at': '2021-07-07T21:13:04Z', 'revision_number': 4, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6051a06-fb3a-409d-b23b-61e0a2bff8f0', 'name': '', 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:dc:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:55Z', 'updated_at': '2021-07-07T21:13:01Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:05.572110 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e32d-d43a-4873-9adf-e7cff4df820c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:05.573559 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7fb6e32d-d43a-4873-9adf-e7cff4df820c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:05.619090 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734fb8c9-d4d1-4105-b0c6-f24c4d4579b5 None None] The sync data for ids ['131f63c0-10b1-476a-a45f-f16c6d829087'] in n-d-695189-11 is: [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:13:00Z', 'revision_number': 3, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None, '_interfaces': [{'id': '10679c34-069d-42df-8c8e-6279b39388b2', 'name': '', 'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:a4:3c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:59Z', 'updated_at': '2021-07-07T21:13:04Z', 'revision_number': 4, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6051a06-fb3a-409d-b23b-61e0a2bff8f0', 'name': '', 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:dc:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:55Z', 'updated_at': '2021-07-07T21:13:01Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:13:05.730577 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6e32d-d43a-4873-9adf-e7cff4df820c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Port': ['ID=7447e43c-4496-4bda-8e1d-d0c9ce9035a5,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:05.791614 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb6e32d-d43a-4873-9adf-e7cff4df820c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 80790131-b00a-4675-8c73-9ea228c68a3f is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:05.795456 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-7fb6e32d-d43a-4873-9adf-e7cff4df820c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:06.017582 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb6e32d-d43a-4873-9adf-e7cff4df820c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Router 131f63c0-10b1-476a-a45f-f16c6d829087 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:13:06.359240 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43054) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:06.501139 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-d8903760-29dd-4abd-b718-a8938111995f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-455384251'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:06.563671 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8903760-29dd-4abd-b718-a8938111995f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:06.567966 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d8903760-29dd-4abd-b718-a8938111995f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:06.582221 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d8903760-29dd-4abd-b718-a8938111995f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:06.740321 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d8903760-29dd-4abd-b718-a8938111995f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:06.742883 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb6e32d-d43a-4873-9adf-e7cff4df820c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:13:06.751680 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7fb6e32d-d43a-4873-9adf-e7cff4df820c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "PUT /v2.0/routers/131f63c0-10b1-476a-a45f-f16c6d829087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6435430 Jul 07 21:13:06.751918 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43062) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:06.755638 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d8903760-29dd-4abd-b718-a8938111995f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:06.757330 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-b090ac20-a7d1-414c-8282-ec0f091b5327 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-23754081'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:06.772378 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8903760-29dd-4abd-b718-a8938111995f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:13:06.786194 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d8903760-29dd-4abd-b718-a8938111995f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:06.787273 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-d8903760-29dd-4abd-b718-a8938111995f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Added segment 5984f9b7-bbda-4277-9e84-862e98ba35d2 of type vlan for network cb09c065-2c12-4a87-893a-e106666fd7e8 Jul 07 21:13:06.796436 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b090ac20-a7d1-414c-8282-ec0f091b5327 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Made reservation on behalf of 8d8c2c5abfae4e3499bbd479eb60f4c5 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:06.800465 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b090ac20-a7d1-414c-8282-ec0f091b5327 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:06.838547 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b090ac20-a7d1-414c-8282-ec0f091b5327 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:13:06.850707 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b090ac20-a7d1-414c-8282-ec0f091b5327 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:06.851065 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-b090ac20-a7d1-414c-8282-ec0f091b5327 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Added segment 234c05b7-f27e-43e2-a534-5d7b80ea2f98 of type vlan for network 9d1b6d1f-eb16-4843-90be-0bcee293b0a3 Jul 07 21:13:06.861687 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d8903760-29dd-4abd-b718-a8938111995f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:06.880309 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8903760-29dd-4abd-b718-a8938111995f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc8757c-7a97-4526-b0b3-211f410a93bd,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:06.902259 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b090ac20-a7d1-414c-8282-ec0f091b5327 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:06.936690 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b090ac20-a7d1-414c-8282-ec0f091b5327 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:06.942054 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d8903760-29dd-4abd-b718-a8938111995f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:06.944901 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b090ac20-a7d1-414c-8282-ec0f091b5327 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:06.945591 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b090ac20-a7d1-414c-8282-ec0f091b5327 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:06.945839 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8903760-29dd-4abd-b718-a8938111995f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:06.956878 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d8903760-29dd-4abd-b718-a8938111995f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:06.966903 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b090ac20-a7d1-414c-8282-ec0f091b5327 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2139158 Jul 07 21:13:06.972798 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43064) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:06.997384 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-26da769c-fb7e-40e2-87d5-a9f4f7dc1bec tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'subnet': {'network_id': '9d1b6d1f-eb16-4843-90be-0bcee293b0a3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:07.016402 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78cd2a1-7d17-4957-990b-4ce296b23e7b None None] Network 80790131-b00a-4675-8c73-9ea228c68a3f requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:07.051921 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] Sync routers for ids ['131f63c0-10b1-476a-a45f-f16c6d829087'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:13:07.068237 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] Routers {'131f63c0-10b1-476a-a45f-f16c6d829087'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:07.068880 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['131f63c0-10b1-476a-a45f-f16c6d829087'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:07.080756 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090ac20-a7d1-414c-8282-ec0f091b5327 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Network': ['ID=9d1b6d1f-eb16-4843-90be-0bcee293b0a3,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:07.102433 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 9d1b6d1f-eb16-4843-90be-0bcee293b0a3 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:13:07.123763 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d8903760-29dd-4abd-b718-a8938111995f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7624791 Jul 07 21:13:07.128659 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43066) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:07.134500 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-04a67303-54c8-43f5-906a-0de57144e0e4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:07.139785 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8903760-29dd-4abd-b718-a8938111995f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Network': ['ID=cb09c065-2c12-4a87-893a-e106666fd7e8,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:07.147554 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4e0c7f52-4443-4599-a8f8-f2fcbcc1c9a8 None None] Provisioning for port f3bcb3cc-6666-4aae-b8db-50dee5c34b10 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:07.204423 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:13:07.215658 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26da769c-fb7e-40e2-87d5-a9f4f7dc1bec tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Made reservation on behalf of 8d8c2c5abfae4e3499bbd479eb60f4c5 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:07.219730 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-26da769c-fb7e-40e2-87d5-a9f4f7dc1bec tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:07.238060 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f3bcb3cc-6666-4aae-b8db-50dee5c34b10 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:07.290707 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] Set router 131f63c0-10b1-476a-a45f-f16c6d829087 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:07.352416 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a67303-54c8-43f5-906a-0de57144e0e4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:07.358649 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-04a67303-54c8-43f5-906a-0de57144e0e4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:07.466717 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-26da769c-fb7e-40e2-87d5-a9f4f7dc1bec tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:07.491739 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port f3bcb3cc-6666-4aae-b8db-50dee5c34b10 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:07.497981 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port f3bcb3cc-6666-4aae-b8db-50dee5c34b10 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:07.498592 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:07.598399 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da769c-fb7e-40e2-87d5-a9f4f7dc1bec tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Subnet': ['ID=7b656fa1-7188-4209-965f-a1f8bec6f0c5,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:07.627554 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:13:05Z', 'revision_number': 4, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None, '_interfaces': [{'id': '10679c34-069d-42df-8c8e-6279b39388b2', 'name': '', 'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:a4:3c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:59Z', 'updated_at': '2021-07-07T21:13:04Z', 'revision_number': 4, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7447e43c-4496-4bda-8e1d-d0c9ce9035a5', 'name': '', 'network_id': '80790131-b00a-4675-8c73-9ea228c68a3f', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:25:ef:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '0d745744-4096-4a69-8560-18c3cbeb876d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:13:03Z', 'updated_at': '2021-07-07T21:13:05Z', 'revision_number': 2, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '0d745744-4096-4a69-8560-18c3cbeb876d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6051a06-fb3a-409d-b23b-61e0a2bff8f0', 'name': '', 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:dc:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:55Z', 'updated_at': '2021-07-07T21:13:01Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:07.628132 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26da769c-fb7e-40e2-87d5-a9f4f7dc1bec tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Checking segment: {'id': '234c05b7-f27e-43e2-a534-5d7b80ea2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9d1b6d1f-eb16-4843-90be-0bcee293b0a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:13:07.628509 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26da769c-fb7e-40e2-87d5-a9f4f7dc1bec tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network hostable DHCP agents. Network: 9d1b6d1f-eb16-4843-90be-0bcee293b0a3, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:13:07.635807 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:07.658706 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26da769c-fb7e-40e2-87d5-a9f4f7dc1bec tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 9d1b6d1f-eb16-4843-90be-0bcee293b0a3 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:13:07.658999 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-04a67303-54c8-43f5-906a-0de57144e0e4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:07.660272 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] Checking router: 131f63c0-10b1-476a-a45f-f16c6d829087 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:13:07.660644 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] Updating router 131f63c0-10b1-476a-a45f-f16c6d829087 port 7447e43c-4496-4bda-8e1d-d0c9ce9035a5 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:13:07.670117 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-26da769c-fb7e-40e2-87d5-a9f4f7dc1bec tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 9d1b6d1f-eb16-4843-90be-0bcee293b0a3) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:07.686274 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f97846-19f9-4fd7-847a-b3736a7ff589 None None] Network 9d1b6d1f-eb16-4843-90be-0bcee293b0a3 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:07.686494 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26da769c-fb7e-40e2-87d5-a9f4f7dc1bec tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:07.688540 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-26da769c-fb7e-40e2-87d5-a9f4f7dc1bec tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:07.721012 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-26da769c-fb7e-40e2-87d5-a9f4f7dc1bec tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7283459 Jul 07 21:13:07.723173 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43068) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:07.748053 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:07.748404 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port f3bcb3cc-6666-4aae-b8db-50dee5c34b10, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f3bcb3cc-6666-4aae-b8db-50dee5c34b10,segment=NetworkSegment(8aca1f5d-0fb6-43ac-a65f-7e26ba793f9f),segment_id=8aca1f5d-0fb6-43ac-a65f-7e26ba793f9f)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:07.753367 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:07.754335 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 10679c34-069d-42df-8c8e-6279b39388b2 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:07.814679 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a67303-54c8-43f5-906a-0de57144e0e4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Checking segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:13:07.815810 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a67303-54c8-43f5-906a-0de57144e0e4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network hostable DHCP agents. Network: cb09c065-2c12-4a87-893a-e106666fd7e8, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:13:07.826340 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a67303-54c8-43f5-906a-0de57144e0e4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=85a6e71b-871e-4bb9-a6cc-4ef749f226cb,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:07.844021 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a67303-54c8-43f5-906a-0de57144e0e4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:13:07.858895 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-04a67303-54c8-43f5-906a-0de57144e0e4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, cb09c065-2c12-4a87-893a-e106666fd7e8) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:07.879421 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcc2797-6f08-4d6c-8780-763bd01bd5af None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:07.881749 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a67303-54c8-43f5-906a-0de57144e0e4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:07.882734 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-04a67303-54c8-43f5-906a-0de57144e0e4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:07.903303 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-04a67303-54c8-43f5-906a-0de57144e0e4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7732716 Jul 07 21:13:07.906542 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43070) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:07.911621 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-356afda2-7fbb-4c5b-a60a-785972011335 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'name': 'tempest-NetworksTestDHCPv6-997822955'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:07.999768 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=f3bcb3cc-6666-4aae-b8db-50dee5c34b10,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:08.055642 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356afda2-7fbb-4c5b-a60a-785972011335 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:08.062036 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-356afda2-7fbb-4c5b-a60a-785972011335 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:08.083357 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 10679c34-069d-42df-8c8e-6279b39388b2 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:08.091271 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-356afda2-7fbb-4c5b-a60a-785972011335 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] device_id is not set on port b17a8c6c-7575-49ca-8b22-ed1f98843182 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:13:08.104712 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 10679c34-069d-42df-8c8e-6279b39388b2 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:08.105084 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:08.138824 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb69907-3459-4f94-8dbf-0d535fb4a835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-9d1b6d1f-eb16-4843-90be-0bcee293b0a3', 'network_id': '9d1b6d1f-eb16-4843-90be-0bcee293b0a3', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'fixed_ips': [{'subnet_id': '7b656fa1-7188-4209-965f-a1f8bec6f0c5'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:13:08.139717 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0fb69907-3459-4f94-8dbf-0d535fb4a835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:08.192370 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-357acf04-5367-47fd-b498-cbb9981d8a4e None None] Provisioning for port 7447e43c-4496-4bda-8e1d-d0c9ce9035a5 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:08.198582 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-357acf04-5367-47fd-b498-cbb9981d8a4e None None] Provisioning complete for port 7447e43c-4496-4bda-8e1d-d0c9ce9035a5 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:08.198964 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-357acf04-5367-47fd-b498-cbb9981d8a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:08.358047 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:08.375270 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] Transition to ACTIVE for port object 7447e43c-4496-4bda-8e1d-d0c9ce9035a5 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:08.377294 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-356afda2-7fbb-4c5b-a60a-785972011335 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8::240 (cb09c065-2c12-4a87-893a-e106666fd7e8/85a6e71b-871e-4bb9-a6cc-4ef749f226cb/b17a8c6c-7575-49ca-8b22-ed1f98843182) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:08.387939 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:08.422588 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-64616f47-dbe6-47b3-b1c4-0023ce038c67 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:08.457544 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-357acf04-5367-47fd-b498-cbb9981d8a4e None None] Port 7447e43c-4496-4bda-8e1d-d0c9ce9035a5 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:13:08.541577 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c915918f-d6e4-46ce-8e2c-e78650599fe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-cb09c065-2c12-4a87-893a-e106666fd7e8', 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'fixed_ips': [{'subnet_id': '85a6e71b-871e-4bb9-a6cc-4ef749f226cb'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:13:08.542716 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c915918f-d6e4-46ce-8e2c-e78650599fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:08.552116 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9a4ae-4947-4a27-93c3-491368e9f16c None None] Pushing event updated for resources: {'Port': ['ID=7447e43c-4496-4bda-8e1d-d0c9ce9035a5,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:08.570423 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:08.601103 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-357acf04-5367-47fd-b498-cbb9981d8a4e None None] Provisioning complete for port f3bcb3cc-6666-4aae-b8db-50dee5c34b10 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:08.601511 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-357acf04-5367-47fd-b498-cbb9981d8a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:08.608031 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] Attempting to bind port 7447e43c-4496-4bda-8e1d-d0c9ce9035a5 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:13:08.608413 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] Attempting to bind port 7447e43c-4496-4bda-8e1d-d0c9ce9035a5 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '8aca1f5d-0fb6-43ac-a65f-7e26ba793f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80790131-b00a-4675-8c73-9ea228c68a3f'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:13:08.609352 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] Attempting to bind port 7447e43c-4496-4bda-8e1d-d0c9ce9035a5 on network 80790131-b00a-4675-8c73-9ea228c68a3f {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:13:08.619798 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:13:08.620235 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] Checking segment: {'id': '8aca1f5d-0fb6-43ac-a65f-7e26ba793f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80790131-b00a-4675-8c73-9ea228c68a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:13:08.620587 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:08.620985 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] Bound using segment: {'id': '8aca1f5d-0fb6-43ac-a65f-7e26ba793f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80790131-b00a-4675-8c73-9ea228c68a3f'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:13:08.621460 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] Bound port: 7447e43c-4496-4bda-8e1d-d0c9ce9035a5, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aca1f5d-0fb6-43ac-a65f-7e26ba793f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '80790131-b00a-4675-8c73-9ea228c68a3f'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:13:08.625167 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:08.656169 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 10679c34-069d-42df-8c8e-6279b39388b2, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=10679c34-069d-42df-8c8e-6279b39388b2,segment=NetworkSegment(65a4f9b2-e927-48b2-a835-61285b1e6569),segment_id=65a4f9b2-e927-48b2-a835-61285b1e6569)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:08.688804 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-356afda2-7fbb-4c5b-a60a-785972011335 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:08.715795 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-356afda2-7fbb-4c5b-a60a-785972011335 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Transition to ACTIVE for port object b17a8c6c-7575-49ca-8b22-ed1f98843182 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:08.786304 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-356afda2-7fbb-4c5b-a60a-785972011335 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:08.841095 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356afda2-7fbb-4c5b-a60a-785972011335 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:08.845305 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-356afda2-7fbb-4c5b-a60a-785972011335 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:08.850053 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356afda2-7fbb-4c5b-a60a-785972011335 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:08.856795 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356afda2-7fbb-4c5b-a60a-785972011335 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:08.857499 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-356afda2-7fbb-4c5b-a60a-785972011335 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:08.888585 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356afda2-7fbb-4c5b-a60a-785972011335 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=b17a8c6c-7575-49ca-8b22-ed1f98843182,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:08.892486 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-356afda2-7fbb-4c5b-a60a-785972011335 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9848607 Jul 07 21:13:08.894871 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43074) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:08.976109 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] For port 7447e43c-4496-4bda-8e1d-d0c9ce9035a5, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:13:08.980440 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] For port 7447e43c-4496-4bda-8e1d-d0c9ce9035a5, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=7447e43c-4496-4bda-8e1d-d0c9ce9035a5,segment=NetworkSegment(8aca1f5d-0fb6-43ac-a65f-7e26ba793f9f),segment_id=8aca1f5d-0fb6-43ac-a65f-7e26ba793f9f)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:13:08.989091 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:09.017761 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:09.063022 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] Routers {'131f63c0-10b1-476a-a45f-f16c6d829087'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:09.063687 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['131f63c0-10b1-476a-a45f-f16c6d829087'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:09.089175 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626638af-a6df-4a92-b8e5-72d0afd1f808 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:09.096501 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43076) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:09.111724 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-626638af-a6df-4a92-b8e5-72d0afd1f808 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2143743 Jul 07 21:13:09.144953 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9a4ae-4947-4a27-93c3-491368e9f16c None None] Pushing event updated for resources: {'Port': ['ID=7447e43c-4496-4bda-8e1d-d0c9ce9035a5,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:09.166624 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-0fb69907-3459-4f94-8dbf-0d535fb4a835 None None] Allocated IP 2001:db8:3::2 (9d1b6d1f-eb16-4843-90be-0bcee293b0a3/7b656fa1-7188-4209-965f-a1f8bec6f0c5/b9d531e6-2fc9-4504-8ba2-630ee94f8033) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:09.170504 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f3bcb3cc-6666-4aae-b8db-50dee5c34b10 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:09.180956 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] Set router 131f63c0-10b1-476a-a45f-f16c6d829087 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:09.310198 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-6f64afec-ea3a-46a4-8392-974219589b9c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting port b17a8c6c-7575-49ca-8b22-ed1f98843182 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:09.310605 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6f64afec-ea3a-46a4-8392-974219589b9c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:09.324065 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=10679c34-069d-42df-8c8e-6279b39388b2,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:09.377820 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-c915918f-d6e4-46ce-8e2c-e78650599fe0 None None] Allocated IP 2001:db8::2 (cb09c065-2c12-4a87-893a-e106666fd7e8/85a6e71b-871e-4bb9-a6cc-4ef749f226cb/e9d1806e-8da5-4578-a39e-8efcd5b36e9b) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:09.477524 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:13:05Z', 'revision_number': 4, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None, '_interfaces': [{'id': '10679c34-069d-42df-8c8e-6279b39388b2', 'name': '', 'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:a4:3c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:59Z', 'updated_at': '2021-07-07T21:13:08Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7447e43c-4496-4bda-8e1d-d0c9ce9035a5', 'name': '', 'network_id': '80790131-b00a-4675-8c73-9ea228c68a3f', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:25:ef:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '0d745744-4096-4a69-8560-18c3cbeb876d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:13:03Z', 'updated_at': '2021-07-07T21:13:08Z', 'revision_number': 4, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '0d745744-4096-4a69-8560-18c3cbeb876d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6051a06-fb3a-409d-b23b-61e0a2bff8f0', 'name': '', 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:dc:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:55Z', 'updated_at': '2021-07-07T21:13:01Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:09.543524 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c3aa38-19eb-441d-b718-fe2dfab303d5 None None] The sync data for ids ['131f63c0-10b1-476a-a45f-f16c6d829087'] in n-d-695189-11 is: [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:13:05Z', 'revision_number': 4, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None, '_interfaces': [{'id': '10679c34-069d-42df-8c8e-6279b39388b2', 'name': '', 'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:a4:3c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:59Z', 'updated_at': '2021-07-07T21:13:08Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7447e43c-4496-4bda-8e1d-d0c9ce9035a5', 'name': '', 'network_id': '80790131-b00a-4675-8c73-9ea228c68a3f', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:25:ef:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '0d745744-4096-4a69-8560-18c3cbeb876d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:13:03Z', 'updated_at': '2021-07-07T21:13:08Z', 'revision_number': 4, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '0d745744-4096-4a69-8560-18c3cbeb876d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6051a06-fb3a-409d-b23b-61e0a2bff8f0', 'name': '', 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:dc:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:55Z', 'updated_at': '2021-07-07T21:13:01Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:13:09.588070 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port f3bcb3cc-6666-4aae-b8db-50dee5c34b10 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:09.588380 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:09.805620 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0fb69907-3459-4f94-8dbf-0d535fb4a835 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:09.817374 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0fb69907-3459-4f94-8dbf-0d535fb4a835 None None] Transition to ACTIVE for port object b9d531e6-2fc9-4504-8ba2-630ee94f8033 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:09.837235 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0fb69907-3459-4f94-8dbf-0d535fb4a835 None None] Transition to ACTIVE for port object b9d531e6-2fc9-4504-8ba2-630ee94f8033 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:09.877497 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c915918f-d6e4-46ce-8e2c-e78650599fe0 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:09.888820 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c915918f-d6e4-46ce-8e2c-e78650599fe0 None None] Transition to ACTIVE for port object e9d1806e-8da5-4578-a39e-8efcd5b36e9b will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:09.910759 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c915918f-d6e4-46ce-8e2c-e78650599fe0 None None] Transition to ACTIVE for port object e9d1806e-8da5-4578-a39e-8efcd5b36e9b will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:09.919960 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0fb69907-3459-4f94-8dbf-0d535fb4a835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:09.922267 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c915918f-d6e4-46ce-8e2c-e78650599fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:09.942355 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6f64afec-ea3a-46a4-8392-974219589b9c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:09.955720 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-6f64afec-ea3a-46a4-8392-974219589b9c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Calling delete_port for b17a8c6c-7575-49ca-8b22-ed1f98843182 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:09.977382 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb69907-3459-4f94-8dbf-0d535fb4a835 None None] Network 9d1b6d1f-eb16-4843-90be-0bcee293b0a3 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:09.990087 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-0fb69907-3459-4f94-8dbf-0d535fb4a835 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:09.996066 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c915918f-d6e4-46ce-8e2c-e78650599fe0 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:10.022975 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb69907-3459-4f94-8dbf-0d535fb4a835 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:10.033100 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-c915918f-d6e4-46ce-8e2c-e78650599fe0 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:10.043939 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c915918f-d6e4-46ce-8e2c-e78650599fe0 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:10.049759 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb69907-3459-4f94-8dbf-0d535fb4a835 None None] Pushing event updated for resources: {'Port': ['ID=b9d531e6-2fc9-4504-8ba2-630ee94f8033,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:10.058102 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-64616f47-dbe6-47b3-b1c4-0023ce038c67 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Allocated IP 2001:db8:3::1 (9d1b6d1f-eb16-4843-90be-0bcee293b0a3/7b656fa1-7188-4209-965f-a1f8bec6f0c5/3826e5ed-d8cf-4750-a0a0-4a3d41567d1f) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:10.208697 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915918f-d6e4-46ce-8e2c-e78650599fe0 None None] Pushing event updated for resources: {'Port': ['ID=e9d1806e-8da5-4578-a39e-8efcd5b36e9b,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:10.218784 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0fb69907-3459-4f94-8dbf-0d535fb4a835 None None] Attempting to bind port b9d531e6-2fc9-4504-8ba2-630ee94f8033 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:13:10.219167 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0fb69907-3459-4f94-8dbf-0d535fb4a835 None None] Attempting to bind port b9d531e6-2fc9-4504-8ba2-630ee94f8033 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '234c05b7-f27e-43e2-a534-5d7b80ea2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9d1b6d1f-eb16-4843-90be-0bcee293b0a3'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:13:10.219571 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb69907-3459-4f94-8dbf-0d535fb4a835 None None] Attempting to bind port b9d531e6-2fc9-4504-8ba2-630ee94f8033 on network 9d1b6d1f-eb16-4843-90be-0bcee293b0a3 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:13:10.228221 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-c915918f-d6e4-46ce-8e2c-e78650599fe0 None None] Attempting to bind port e9d1806e-8da5-4578-a39e-8efcd5b36e9b on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:13:10.228689 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-c915918f-d6e4-46ce-8e2c-e78650599fe0 None None] Attempting to bind port e9d1806e-8da5-4578-a39e-8efcd5b36e9b by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:13:10.228991 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c915918f-d6e4-46ce-8e2c-e78650599fe0 None None] Attempting to bind port e9d1806e-8da5-4578-a39e-8efcd5b36e9b on network cb09c065-2c12-4a87-893a-e106666fd7e8 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:13:10.232703 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb69907-3459-4f94-8dbf-0d535fb4a835 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:13:10.233203 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb69907-3459-4f94-8dbf-0d535fb4a835 None None] Checking segment: {'id': '234c05b7-f27e-43e2-a534-5d7b80ea2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9d1b6d1f-eb16-4843-90be-0bcee293b0a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:13:10.233540 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0fb69907-3459-4f94-8dbf-0d535fb4a835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:10.233927 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb69907-3459-4f94-8dbf-0d535fb4a835 None None] Bound using segment: {'id': '234c05b7-f27e-43e2-a534-5d7b80ea2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9d1b6d1f-eb16-4843-90be-0bcee293b0a3'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:13:10.234421 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-0fb69907-3459-4f94-8dbf-0d535fb4a835 None None] Bound port: b9d531e6-2fc9-4504-8ba2-630ee94f8033, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234c05b7-f27e-43e2-a534-5d7b80ea2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9d1b6d1f-eb16-4843-90be-0bcee293b0a3'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:13:10.235311 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0fb69907-3459-4f94-8dbf-0d535fb4a835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:10.257962 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c915918f-d6e4-46ce-8e2c-e78650599fe0 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:13:10.258394 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c915918f-d6e4-46ce-8e2c-e78650599fe0 None None] Checking segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:13:10.259001 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c915918f-d6e4-46ce-8e2c-e78650599fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:10.261112 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c915918f-d6e4-46ce-8e2c-e78650599fe0 None None] Bound using segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:13:10.262142 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-c915918f-d6e4-46ce-8e2c-e78650599fe0 None None] Bound port: e9d1806e-8da5-4578-a39e-8efcd5b36e9b, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:13:10.262547 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c915918f-d6e4-46ce-8e2c-e78650599fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:10.266510 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-64616f47-dbe6-47b3-b1c4-0023ce038c67 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:10.288383 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6f64afec-ea3a-46a4-8392-974219589b9c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:10.311488 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-64616f47-dbe6-47b3-b1c4-0023ce038c67 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Transition to ACTIVE for port object 3826e5ed-d8cf-4750-a0a0-4a3d41567d1f will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:10.341330 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64afec-ea3a-46a4-8392-974219589b9c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Port': ['ID=b17a8c6c-7575-49ca-8b22-ed1f98843182,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:10.365931 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6f64afec-ea3a-46a4-8392-974219589b9c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:10.370359 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6f64afec-ea3a-46a4-8392-974219589b9c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/b17a8c6c-7575-49ca-8b22-ed1f98843182 HTTP/1.1" status: 204 len: 168 time: 1.2702503 Jul 07 21:13:10.370359 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43078) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:10.393384 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-c915918f-d6e4-46ce-8e2c-e78650599fe0 None None] For port e9d1806e-8da5-4578-a39e-8efcd5b36e9b, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:13:10.397829 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-c915918f-d6e4-46ce-8e2c-e78650599fe0 None None] For port e9d1806e-8da5-4578-a39e-8efcd5b36e9b, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=e9d1806e-8da5-4578-a39e-8efcd5b36e9b,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:13:10.403824 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c915918f-d6e4-46ce-8e2c-e78650599fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:10.406853 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0fb69907-3459-4f94-8dbf-0d535fb4a835 None None] For port b9d531e6-2fc9-4504-8ba2-630ee94f8033, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:13:10.411084 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0fb69907-3459-4f94-8dbf-0d535fb4a835 None None] For port b9d531e6-2fc9-4504-8ba2-630ee94f8033, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b9d531e6-2fc9-4504-8ba2-630ee94f8033,segment=NetworkSegment(234c05b7-f27e-43e2-a534-5d7b80ea2f98),segment_id=234c05b7-f27e-43e2-a534-5d7b80ea2f98)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:13:10.445898 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0fb69907-3459-4f94-8dbf-0d535fb4a835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:10.451918 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19ce443-26a6-4dd5-8e7d-7d65b6753e0f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:10.453642 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19ce443-26a6-4dd5-8e7d-7d65b6753e0f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:10.455204 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d19ce443-26a6-4dd5-8e7d-7d65b6753e0f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0839291 Jul 07 21:13:10.456747 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-64616f47-dbe6-47b3-b1c4-0023ce038c67 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:10.458925 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43080) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:10.504242 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915918f-d6e4-46ce-8e2c-e78650599fe0 None None] Pushing event updated for resources: {'Port': ['ID=e9d1806e-8da5-4578-a39e-8efcd5b36e9b,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:10.531736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64616f47-dbe6-47b3-b1c4-0023ce038c67 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 9d1b6d1f-eb16-4843-90be-0bcee293b0a3 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:10.535602 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-64616f47-dbe6-47b3-b1c4-0023ce038c67 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:10.540065 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64616f47-dbe6-47b3-b1c4-0023ce038c67 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:10.541488 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-64616f47-dbe6-47b3-b1c4-0023ce038c67 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:10.574918 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb69907-3459-4f94-8dbf-0d535fb4a835 None None] Pushing event updated for resources: {'Port': ['ID=b9d531e6-2fc9-4504-8ba2-630ee94f8033,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:10.577482 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3a19f6-8d4e-422e-98b5-6194e7559c5f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet 85a6e71b-871e-4bb9-a6cc-4ef749f226cb {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:13:10.580850 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ff3a19f6-8d4e-422e-98b5-6194e7559c5f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:10.640090 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ff3a19f6-8d4e-422e-98b5-6194e7559c5f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:10.683233 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64616f47-dbe6-47b3-b1c4-0023ce038c67 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Port': ['ID=3826e5ed-d8cf-4750-a0a0-4a3d41567d1f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:10.719824 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-64616f47-dbe6-47b3-b1c4-0023ce038c67 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:10.861050 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ff3a19f6-8d4e-422e-98b5-6194e7559c5f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:10.971685 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ff3a19f6-8d4e-422e-98b5-6194e7559c5f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:10.986890 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ff3a19f6-8d4e-422e-98b5-6194e7559c5f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:10.989151 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ff3a19f6-8d4e-422e-98b5-6194e7559c5f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/85a6e71b-871e-4bb9-a6cc-4ef749f226cb HTTP/1.1" status: 204 len: 168 time: 0.5292249 Jul 07 21:13:11.006282 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43084) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:11.012151 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a19f6-8d4e-422e-98b5-6194e7559c5f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=85a6e71b-871e-4bb9-a6cc-4ef749f226cb,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:11.087235 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0cec106b-0254-45be-b744-a8e1116712cb tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0795615 Jul 07 21:13:11.090365 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43086) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:11.101186 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-57e13452-9e22-4262-b3d3-3c7b53eec37b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:11.209708 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-64616f47-dbe6-47b3-b1c4-0023ce038c67 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:11.220969 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-64616f47-dbe6-47b3-b1c4-0023ce038c67 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:11.221865 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-64616f47-dbe6-47b3-b1c4-0023ce038c67 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:11.257201 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e13452-9e22-4262-b3d3-3c7b53eec37b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:11.264132 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-57e13452-9e22-4262-b3d3-3c7b53eec37b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:11.285983 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64616f47-dbe6-47b3-b1c4-0023ce038c67 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event updated for resources: {'Port': ['ID=3826e5ed-d8cf-4750-a0a0-4a3d41567d1f,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:11.407413 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b9d531e6-2fc9-4504-8ba2-630ee94f8033 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:11.426347 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64616f47-dbe6-47b3-b1c4-0023ce038c67 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Network 9d1b6d1f-eb16-4843-90be-0bcee293b0a3 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:11.428073 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-64616f47-dbe6-47b3-b1c4-0023ce038c67 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:11.460265 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port b9d531e6-2fc9-4504-8ba2-630ee94f8033 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:11.469575 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 10679c34-069d-42df-8c8e-6279b39388b2 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:11.546428 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 10679c34-069d-42df-8c8e-6279b39388b2 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:11.546814 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:11.576620 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-57e13452-9e22-4262-b3d3-3c7b53eec37b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:11.584255 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64616f47-dbe6-47b3-b1c4-0023ce038c67 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Router 131f63c0-10b1-476a-a45f-f16c6d829087 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:13:11.644501 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device e9d1806e-8da5-4578-a39e-8efcd5b36e9b up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:11.645469 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e13452-9e22-4262-b3d3-3c7b53eec37b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=75c2bda1-de13-4b0e-ac53-291f3e389ccb,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:11.656612 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e13452-9e22-4262-b3d3-3c7b53eec37b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:11.658476 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-57e13452-9e22-4262-b3d3-3c7b53eec37b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:11.661818 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e13452-9e22-4262-b3d3-3c7b53eec37b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:11.662698 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-57e13452-9e22-4262-b3d3-3c7b53eec37b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:11.683083 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-57e13452-9e22-4262-b3d3-3c7b53eec37b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5912955 Jul 07 21:13:11.685823 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43088) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:11.694716 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-9545acd5-7667-495a-9339-421248359917 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'name': 'tempest-NetworksTestDHCPv6-1010851839'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:11.721178 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port e9d1806e-8da5-4578-a39e-8efcd5b36e9b completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:11.740611 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 7447e43c-4496-4bda-8e1d-d0c9ce9035a5 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:11.755041 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64616f47-dbe6-47b3-b1c4-0023ce038c67 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:13:11.763513 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-64616f47-dbe6-47b3-b1c4-0023ce038c67 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "PUT /v2.0/routers/131f63c0-10b1-476a-a45f-f16c6d829087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0391796 Jul 07 21:13:11.769249 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43090) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:11.776148 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-97ce6003-89ae-4100-a97e-c8821a5c7ed0 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:11.803260 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] Sync routers for ids ['131f63c0-10b1-476a-a45f-f16c6d829087'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:13:11.822639 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] Routers {'131f63c0-10b1-476a-a45f-f16c6d829087'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:11.823296 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['131f63c0-10b1-476a-a45f-f16c6d829087'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:11.888318 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9545acd5-7667-495a-9339-421248359917 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:11.892486 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9545acd5-7667-495a-9339-421248359917 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:11.924847 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 7447e43c-4496-4bda-8e1d-d0c9ce9035a5 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:11.931697 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-9545acd5-7667-495a-9339-421248359917 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] device_id is not set on port 727eb0eb-da1f-4ba5-b1df-87c5f8c8823c yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:13:11.934147 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 7447e43c-4496-4bda-8e1d-d0c9ce9035a5 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:11.934532 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:12.010719 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] Set router 131f63c0-10b1-476a-a45f-f16c6d829087 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:12.158867 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:12.180472 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-9545acd5-7667-495a-9339-421248359917 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8::ab (cb09c065-2c12-4a87-893a-e106666fd7e8/75c2bda1-de13-4b0e-ac53-291f3e389ccb/727eb0eb-da1f-4ba5-b1df-87c5f8c8823c) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:12.220016 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb36c9d-5851-4af6-89a5-42797a56ab30 None None] Network 9d1b6d1f-eb16-4843-90be-0bcee293b0a3 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:12.430790 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9545acd5-7667-495a-9339-421248359917 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:12.458160 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 7447e43c-4496-4bda-8e1d-d0c9ce9035a5, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=7447e43c-4496-4bda-8e1d-d0c9ce9035a5,segment=NetworkSegment(8aca1f5d-0fb6-43ac-a65f-7e26ba793f9f),segment_id=8aca1f5d-0fb6-43ac-a65f-7e26ba793f9f)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:12.462393 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a10f26-7442-416e-99d9-070d80e95bf3 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:12.463789 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-9545acd5-7667-495a-9339-421248359917 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Transition to ACTIVE for port object 727eb0eb-da1f-4ba5-b1df-87c5f8c8823c will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:12.474929 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.extraroute_db [None req-97ce6003-89ae-4100-a97e-c8821a5c7ed0 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 21:13:12.486990 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:12.499796 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.extraroute_db [None req-97ce6003-89ae-4100-a97e-c8821a5c7ed0 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Removed routes are [] {{(pid=100448) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 21:13:12.500230 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-97ce6003-89ae-4100-a97e-c8821a5c7ed0 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:12.520270 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9545acd5-7667-495a-9339-421248359917 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:12.541936 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c5eda0fb-62d8-418b-95b3-6f6946431885 None None] Provisioning for port b9d531e6-2fc9-4504-8ba2-630ee94f8033 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:12.599360 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9545acd5-7667-495a-9339-421248359917 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:12.602089 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-9545acd5-7667-495a-9339-421248359917 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:12.611646 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9545acd5-7667-495a-9339-421248359917 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:12.621149 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9545acd5-7667-495a-9339-421248359917 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:12.622236 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9545acd5-7667-495a-9339-421248359917 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:12.654767 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9545acd5-7667-495a-9339-421248359917 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9664440 Jul 07 21:13:12.658577 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43092) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:12.660915 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545acd5-7667-495a-9339-421248359917 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=727eb0eb-da1f-4ba5-b1df-87c5f8c8823c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:12.741796 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e932dc0-5d8d-4d72-b48f-eaa921f82c0e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:12.749422 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e932dc0-5d8d-4d72-b48f-eaa921f82c0e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:12.750644 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-97ce6003-89ae-4100-a97e-c8821a5c7ed0 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:12.753836 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43094) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:12.754201 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6e932dc0-5d8d-4d72-b48f-eaa921f82c0e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.0940270 Jul 07 21:13:12.766798 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-97ce6003-89ae-4100-a97e-c8821a5c7ed0 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7883739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7883712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7881482'] for router, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:12.778370 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=7447e43c-4496-4bda-8e1d-d0c9ce9035a5,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:12.791810 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c5eda0fb-62d8-418b-95b3-6f6946431885 None None] Provisioning complete for port b9d531e6-2fc9-4504-8ba2-630ee94f8033 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:12.792205 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c5eda0fb-62d8-418b-95b3-6f6946431885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:12.923293 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ce6003-89ae-4100-a97e-c8821a5c7ed0 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Router 131f63c0-10b1-476a-a45f-f16c6d829087 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:13:12.947218 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:13:10Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None, '_interfaces': [{'id': '10679c34-069d-42df-8c8e-6279b39388b2', 'name': '', 'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:a4:3c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:59Z', 'updated_at': '2021-07-07T21:13:08Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3826e5ed-d8cf-4750-a0a0-4a3d41567d1f', 'name': '', 'network_id': '9d1b6d1f-eb16-4843-90be-0bcee293b0a3', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:98:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '7b656fa1-7188-4209-965f-a1f8bec6f0c5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:13:08Z', 'updated_at': '2021-07-07T21:13:10Z', 'revision_number': 2, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '7b656fa1-7188-4209-965f-a1f8bec6f0c5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7447e43c-4496-4bda-8e1d-d0c9ce9035a5', 'name': '', 'network_id': '80790131-b00a-4675-8c73-9ea228c68a3f', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:25:ef:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '0d745744-4096-4a69-8560-18c3cbeb876d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:13:03Z', 'updated_at': '2021-07-07T21:13:08Z', 'revision_number': 4, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '0d745744-4096-4a69-8560-18c3cbeb876d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6051a06-fb3a-409d-b23b-61e0a2bff8f0', 'name': '', 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:dc:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:55Z', 'updated_at': '2021-07-07T21:13:01Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:12.986075 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] Checking router: 131f63c0-10b1-476a-a45f-f16c6d829087 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:13:12.986448 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] Updating router 131f63c0-10b1-476a-a45f-f16c6d829087 port 3826e5ed-d8cf-4750-a0a0-4a3d41567d1f binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:13:12.990300 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-0a5351ab-2f6c-4521-9283-73692b03692f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting port 727eb0eb-da1f-4ba5-b1df-87c5f8c8823c {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:12.990659 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0a5351ab-2f6c-4521-9283-73692b03692f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:13.094561 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ce6003-89ae-4100-a97e-c8821a5c7ed0 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:13:13.104466 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-97ce6003-89ae-4100-a97e-c8821a5c7ed0 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:13.108118 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-97ce6003-89ae-4100-a97e-c8821a5c7ed0 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "PUT /v2.0/routers/131f63c0-10b1-476a-a45f-f16c6d829087 HTTP/1.1" status: 200 len: 954 time: 1.3354049 Jul 07 21:13:13.108460 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43096) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:13.128138 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:13.143015 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c5eda0fb-62d8-418b-95b3-6f6946431885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:13.152458 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 7447e43c-4496-4bda-8e1d-d0c9ce9035a5 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:13.175636 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0a5351ab-2f6c-4521-9283-73692b03692f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:13.211254 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-0a5351ab-2f6c-4521-9283-73692b03692f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Calling delete_port for 727eb0eb-da1f-4ba5-b1df-87c5f8c8823c owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:13.249249 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1cd677a9-6f09-4e97-ab36-e0d7e9a886bb tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "GET /v2.0/routers/131f63c0-10b1-476a-a45f-f16c6d829087 HTTP/1.1" status: 200 len: 954 time: 0.1361156 Jul 07 21:13:13.249477 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43098) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:13.254056 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f676211b-fdc0-4a45-8cba-8676092361d8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'router': {'routes': None}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:13.349233 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-c5eda0fb-62d8-418b-95b3-6f6946431885 None None] For port b9d531e6-2fc9-4504-8ba2-630ee94f8033, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b9d531e6-2fc9-4504-8ba2-630ee94f8033,segment=NetworkSegment(234c05b7-f27e-43e2-a534-5d7b80ea2f98),segment_id=234c05b7-f27e-43e2-a534-5d7b80ea2f98)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:13.371312 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c5eda0fb-62d8-418b-95b3-6f6946431885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:13.445728 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0a5351ab-2f6c-4521-9283-73692b03692f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:13.529441 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5351ab-2f6c-4521-9283-73692b03692f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Port': ['ID=727eb0eb-da1f-4ba5-b1df-87c5f8c8823c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:13.586358 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1e463cfa-0680-45fe-983f-9d1f033d5afe None None] Provisioning for port e9d1806e-8da5-4578-a39e-8efcd5b36e9b completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:13.590947 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0a5351ab-2f6c-4521-9283-73692b03692f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:13.593950 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0a5351ab-2f6c-4521-9283-73692b03692f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/727eb0eb-da1f-4ba5-b1df-87c5f8c8823c HTTP/1.1" status: 204 len: 168 time: 0.8383346 Jul 07 21:13:13.596509 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43100) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:13.606891 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 7447e43c-4496-4bda-8e1d-d0c9ce9035a5 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:13.608342 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:13.692335 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734ac2b8-5f9b-42e5-8226-f351fb4b5a27 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:13.694461 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734ac2b8-5f9b-42e5-8226-f351fb4b5a27 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:13.697867 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-734ac2b8-5f9b-42e5-8226-f351fb4b5a27 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0985010 Jul 07 21:13:13.700969 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43102) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:13.753619 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1e463cfa-0680-45fe-983f-9d1f033d5afe None None] Provisioning complete for port e9d1806e-8da5-4578-a39e-8efcd5b36e9b triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:13.754002 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1e463cfa-0680-45fe-983f-9d1f033d5afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:13.784127 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a95f62-0bf9-44c9-9974-a6c49fd8a643 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet 75c2bda1-de13-4b0e-ac53-291f3e389ccb {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:13:13.787802 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5a95f62-0bf9-44c9-9974-a6c49fd8a643 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:13.793669 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eda0fb-62d8-418b-95b3-6f6946431885 None None] Pushing event updated for resources: {'Port': ['ID=b9d531e6-2fc9-4504-8ba2-630ee94f8033,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:13.855002 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5a95f62-0bf9-44c9-9974-a6c49fd8a643 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:13.908981 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5a95f62-0bf9-44c9-9974-a6c49fd8a643 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:13.945844 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43ce41e-6ab4-4faf-82e0-c7261564fb09 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:14.105629 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.extraroute_db [None req-f676211b-fdc0-4a45-8cba-8676092361d8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Added routes are [] {{(pid=100447) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 21:13:14.105962 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.extraroute_db [None req-f676211b-fdc0-4a45-8cba-8676092361d8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100447) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 21:13:14.140860 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5a95f62-0bf9-44c9-9974-a6c49fd8a643 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:14.167256 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f676211b-fdc0-4a45-8cba-8676092361d8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:14.193105 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1e463cfa-0680-45fe-983f-9d1f033d5afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:14.194366 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a95f62-0bf9-44c9-9974-a6c49fd8a643 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=75c2bda1-de13-4b0e-ac53-291f3e389ccb,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:14.200333 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e5a95f62-0bf9-44c9-9974-a6c49fd8a643 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:14.203937 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e5a95f62-0bf9-44c9-9974-a6c49fd8a643 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/75c2bda1-de13-4b0e-ac53-291f3e389ccb HTTP/1.1" status: 204 len: 168 time: 0.5017169 Jul 07 21:13:14.205296 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43104) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:14.282097 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5380df3a-3609-49f3-a583-b5b7b47e450d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758038 Jul 07 21:13:14.284842 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43108) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:14.290152 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-c7487463-9a2b-4355-b026-960972f40441 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:14.386739 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:14.418751 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1e463cfa-0680-45fe-983f-9d1f033d5afe None None] For port e9d1806e-8da5-4578-a39e-8efcd5b36e9b, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=e9d1806e-8da5-4578-a39e-8efcd5b36e9b,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:14.422567 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] Transition to ACTIVE for port object 3826e5ed-d8cf-4750-a0a0-4a3d41567d1f will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:14.436768 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1e463cfa-0680-45fe-983f-9d1f033d5afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:14.448031 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:14.475724 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f676211b-fdc0-4a45-8cba-8676092361d8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:14.485344 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f676211b-fdc0-4a45-8cba-8676092361d8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7883739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7883712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7881482'] for router, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:14.498114 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7487463-9a2b-4355-b026-960972f40441 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:14.502768 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c7487463-9a2b-4355-b026-960972f40441 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:14.604668 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e463cfa-0680-45fe-983f-9d1f033d5afe None None] Pushing event updated for resources: {'Port': ['ID=e9d1806e-8da5-4578-a39e-8efcd5b36e9b,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:14.685322 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f676211b-fdc0-4a45-8cba-8676092361d8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Router 131f63c0-10b1-476a-a45f-f16c6d829087 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:13:14.778363 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5369da2-77ba-4fc1-88b8-767118e81394 None None] DHCP port deletion for cb09c065-2c12-4a87-893a-e106666fd7e8 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:13:14.826341 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f676211b-fdc0-4a45-8cba-8676092361d8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:13:14.826929 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-af3badc1-e185-43b7-a398-bfe4910fa59f None None] Provisioning for port 3826e5ed-d8cf-4750-a0a0-4a3d41567d1f completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:14.838255 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f676211b-fdc0-4a45-8cba-8676092361d8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:14.839528 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f676211b-fdc0-4a45-8cba-8676092361d8 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "PUT /v2.0/routers/131f63c0-10b1-476a-a45f-f16c6d829087 HTTP/1.1" status: 200 len: 704 time: 1.5890913 Jul 07 21:13:14.842291 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43110) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:14.856178 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401be894-8913-450a-8d34-8b49a9b99b42 None None] Pushing event updated for resources: {'Port': ['ID=3826e5ed-d8cf-4750-a0a0-4a3d41567d1f,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:14.883365 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] Attempting to bind port 3826e5ed-d8cf-4750-a0a0-4a3d41567d1f on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:13:14.883873 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] Attempting to bind port 3826e5ed-d8cf-4750-a0a0-4a3d41567d1f by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '234c05b7-f27e-43e2-a534-5d7b80ea2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9d1b6d1f-eb16-4843-90be-0bcee293b0a3'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:13:14.885913 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] Attempting to bind port 3826e5ed-d8cf-4750-a0a0-4a3d41567d1f on network 9d1b6d1f-eb16-4843-90be-0bcee293b0a3 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:13:14.941530 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:13:14.942087 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] Checking segment: {'id': '234c05b7-f27e-43e2-a534-5d7b80ea2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9d1b6d1f-eb16-4843-90be-0bcee293b0a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:13:14.942604 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:14.943107 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] Bound using segment: {'id': '234c05b7-f27e-43e2-a534-5d7b80ea2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9d1b6d1f-eb16-4843-90be-0bcee293b0a3'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:13:14.943721 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] Bound port: 3826e5ed-d8cf-4750-a0a0-4a3d41567d1f, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234c05b7-f27e-43e2-a534-5d7b80ea2f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '9d1b6d1f-eb16-4843-90be-0bcee293b0a3'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:13:14.944224 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:14.965683 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-af3badc1-e185-43b7-a398-bfe4910fa59f None None] Provisioning complete for port e9d1806e-8da5-4578-a39e-8efcd5b36e9b triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:14.966325 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-af3badc1-e185-43b7-a398-bfe4910fa59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:14.986780 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bba833e9-6f31-495f-9965-f0cd77caf27b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "GET /v2.0/routers/131f63c0-10b1-476a-a45f-f16c6d829087 HTTP/1.1" status: 200 len: 704 time: 0.1431518 Jul 07 21:13:14.989517 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43112) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:15.082356 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] For port 3826e5ed-d8cf-4750-a0a0-4a3d41567d1f, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:13:15.091103 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] For port 3826e5ed-d8cf-4750-a0a0-4a3d41567d1f, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=3826e5ed-d8cf-4750-a0a0-4a3d41567d1f,segment=NetworkSegment(234c05b7-f27e-43e2-a534-5d7b80ea2f98),segment_id=234c05b7-f27e-43e2-a534-5d7b80ea2f98)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:13:15.110123 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-d5369da2-77ba-4fc1-88b8-767118e81394 None None] Deleting port e9d1806e-8da5-4578-a39e-8efcd5b36e9b {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:15.115779 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d5369da2-77ba-4fc1-88b8-767118e81394 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:15.118068 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:15.212793 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b9d531e6-2fc9-4504-8ba2-630ee94f8033 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:15.304516 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c7487463-9a2b-4355-b026-960972f40441 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:15.376650 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7487463-9a2b-4355-b026-960972f40441 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:15.383171 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-c7487463-9a2b-4355-b026-960972f40441 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:15.389152 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7487463-9a2b-4355-b026-960972f40441 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:15.390530 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c7487463-9a2b-4355-b026-960972f40441 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:15.407138 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7487463-9a2b-4355-b026-960972f40441 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=4e497295-4914-4760-805c-1a1e5b2041cc,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:15.411506 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-d5369da2-77ba-4fc1-88b8-767118e81394 None None] For port e9d1806e-8da5-4578-a39e-8efcd5b36e9b, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=e9d1806e-8da5-4578-a39e-8efcd5b36e9b,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:15.412044 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d5369da2-77ba-4fc1-88b8-767118e81394 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:15.436369 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c7487463-9a2b-4355-b026-960972f40441 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1445322 Jul 07 21:13:15.436369 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43118) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:15.445455 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-3a09b543-3363-40df-9798-37d1e342c9c7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'name': 'tempest-NetworksTestDHCPv6-255455188'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:15.503129 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401be894-8913-450a-8d34-8b49a9b99b42 None None] Pushing event updated for resources: {'Port': ['ID=3826e5ed-d8cf-4750-a0a0-4a3d41567d1f,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:15.516892 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-d5369da2-77ba-4fc1-88b8-767118e81394 None None] Calling delete_port for e9d1806e-8da5-4578-a39e-8efcd5b36e9b owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:15.549992 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] Routers {'131f63c0-10b1-476a-a45f-f16c6d829087'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:15.550506 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['131f63c0-10b1-476a-a45f-f16c6d829087'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:15.555640 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-af3badc1-e185-43b7-a398-bfe4910fa59f None None] Could not find standard attr ID for object 727eb0eb-da1f-4ba5-b1df-87c5f8c8823c. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:13:15.628295 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a09b543-3363-40df-9798-37d1e342c9c7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:15.632252 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3a09b543-3363-40df-9798-37d1e342c9c7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:15.689912 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-3a09b543-3363-40df-9798-37d1e342c9c7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] device_id is not set on port 7420a39d-4450-4d90-854d-97ba71b367ff yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:13:15.848538 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-3a09b543-3363-40df-9798-37d1e342c9c7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8::1ae (cb09c065-2c12-4a87-893a-e106666fd7e8/4e497295-4914-4760-805c-1a1e5b2041cc/7420a39d-4450-4d90-854d-97ba71b367ff) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:16.042217 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-af3badc1-e185-43b7-a398-bfe4910fa59f None None] Provisioning complete for port b9d531e6-2fc9-4504-8ba2-630ee94f8033 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:16.042764 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-af3badc1-e185-43b7-a398-bfe4910fa59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:16.115767 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port b9d531e6-2fc9-4504-8ba2-630ee94f8033 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:16.116208 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:16.118299 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] Set router 131f63c0-10b1-476a-a45f-f16c6d829087 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:16.134447 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3a09b543-3363-40df-9798-37d1e342c9c7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:16.163036 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-3a09b543-3363-40df-9798-37d1e342c9c7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Transition to ACTIVE for port object 7420a39d-4450-4d90-854d-97ba71b367ff will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:16.210522 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3a09b543-3363-40df-9798-37d1e342c9c7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:16.270153 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a09b543-3363-40df-9798-37d1e342c9c7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:16.276176 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-3a09b543-3363-40df-9798-37d1e342c9c7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:16.279603 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a09b543-3363-40df-9798-37d1e342c9c7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:16.287662 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a09b543-3363-40df-9798-37d1e342c9c7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:16.288459 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3a09b543-3363-40df-9798-37d1e342c9c7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:16.319547 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09b543-3363-40df-9798-37d1e342c9c7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=7420a39d-4450-4d90-854d-97ba71b367ff,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:16.325922 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b403fb5-c527-489c-8a83-5f9340795655 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:16.330251 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d5369da2-77ba-4fc1-88b8-767118e81394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:16.335921 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3a09b543-3363-40df-9798-37d1e342c9c7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8982246 Jul 07 21:13:16.338958 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43132) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:16.364724 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5369da2-77ba-4fc1-88b8-767118e81394 None None] Pushing event deleted for resources: {'Port': ['ID=e9d1806e-8da5-4578-a39e-8efcd5b36e9b,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:16.416674 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08498450-e319-4ba7-b19d-c4f2367b4080 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:16.417540 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5369da2-77ba-4fc1-88b8-767118e81394 None None] No DVR routers for this DVR port e9d1806e-8da5-4578-a39e-8efcd5b36e9b on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:13:16.418291 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-08498450-e319-4ba7-b19d-c4f2367b4080 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0783617 Jul 07 21:13:16.420810 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43134) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:16.459214 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d95881d-7dc4-4cf2-8e4c-eee73c09d4e3 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:16.567621 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-cf246944-8156-4f36-abd3-b12996fbcae9 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting port 7420a39d-4450-4d90-854d-97ba71b367ff {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:16.567621 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cf246944-8156-4f36-abd3-b12996fbcae9 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:16.647225 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device e9d1806e-8da5-4578-a39e-8efcd5b36e9b no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:13:16.674981 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cf246944-8156-4f36-abd3-b12996fbcae9 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:16.688068 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-cf246944-8156-4f36-abd3-b12996fbcae9 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Calling delete_port for 7420a39d-4450-4d90-854d-97ba71b367ff owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:16.693370 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: e9d1806e-8da5-4578-a39e-8efcd5b36e9b {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:13:16.693727 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device e9d1806e-8da5-4578-a39e-8efcd5b36e9b not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:13:16.716851 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-2b403fb5-c527-489c-8a83-5f9340795655 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting port 3826e5ed-d8cf-4750-a0a0-4a3d41567d1f {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:16.717122 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b403fb5-c527-489c-8a83-5f9340795655 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:16.785619 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:13:14Z', 'revision_number': 7, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None, '_interfaces': [{'id': '10679c34-069d-42df-8c8e-6279b39388b2', 'name': '', 'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:a4:3c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:59Z', 'updated_at': '2021-07-07T21:13:08Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3826e5ed-d8cf-4750-a0a0-4a3d41567d1f', 'name': '', 'network_id': '9d1b6d1f-eb16-4843-90be-0bcee293b0a3', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:98:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '7b656fa1-7188-4209-965f-a1f8bec6f0c5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:13:08Z', 'updated_at': '2021-07-07T21:13:15Z', 'revision_number': 4, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '7b656fa1-7188-4209-965f-a1f8bec6f0c5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7447e43c-4496-4bda-8e1d-d0c9ce9035a5', 'name': '', 'network_id': '80790131-b00a-4675-8c73-9ea228c68a3f', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:25:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '0d745744-4096-4a69-8560-18c3cbeb876d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:13:03Z', 'updated_at': '2021-07-07T21:13:12Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '0d745744-4096-4a69-8560-18c3cbeb876d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6051a06-fb3a-409d-b23b-61e0a2bff8f0', 'name': '', 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:dc:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:55Z', 'updated_at': '2021-07-07T21:13:01Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:16.817658 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f94cdd3-2e87-4f93-b9d1-1d9e8c5890ab None None] The sync data for ids ['131f63c0-10b1-476a-a45f-f16c6d829087'] in n-d-695189-11 is: [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:13:14Z', 'revision_number': 7, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None, '_interfaces': [{'id': '10679c34-069d-42df-8c8e-6279b39388b2', 'name': '', 'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:a4:3c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:59Z', 'updated_at': '2021-07-07T21:13:08Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3826e5ed-d8cf-4750-a0a0-4a3d41567d1f', 'name': '', 'network_id': '9d1b6d1f-eb16-4843-90be-0bcee293b0a3', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:98:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '7b656fa1-7188-4209-965f-a1f8bec6f0c5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:13:08Z', 'updated_at': '2021-07-07T21:13:15Z', 'revision_number': 4, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '7b656fa1-7188-4209-965f-a1f8bec6f0c5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7447e43c-4496-4bda-8e1d-d0c9ce9035a5', 'name': '', 'network_id': '80790131-b00a-4675-8c73-9ea228c68a3f', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:25:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '0d745744-4096-4a69-8560-18c3cbeb876d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:13:03Z', 'updated_at': '2021-07-07T21:13:12Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '0d745744-4096-4a69-8560-18c3cbeb876d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6051a06-fb3a-409d-b23b-61e0a2bff8f0', 'name': '', 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:dc:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:55Z', 'updated_at': '2021-07-07T21:13:01Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:13:16.827204 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-2b403fb5-c527-489c-8a83-5f9340795655 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] For port 3826e5ed-d8cf-4750-a0a0-4a3d41567d1f, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=3826e5ed-d8cf-4750-a0a0-4a3d41567d1f,segment=NetworkSegment(234c05b7-f27e-43e2-a534-5d7b80ea2f98),segment_id=234c05b7-f27e-43e2-a534-5d7b80ea2f98)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:16.827729 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b403fb5-c527-489c-8a83-5f9340795655 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:16.864730 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-2b403fb5-c527-489c-8a83-5f9340795655 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Calling delete_port for 3826e5ed-d8cf-4750-a0a0-4a3d41567d1f owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:16.896896 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cf246944-8156-4f36-abd3-b12996fbcae9 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:16.903422 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd0f339-db4a-4255-8118-abb78049c5b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-cb09c065-2c12-4a87-893a-e106666fd7e8', 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'fixed_ips': [{'subnet_id': '4e497295-4914-4760-805c-1a1e5b2041cc'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:13:16.904403 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-acd0f339-db4a-4255-8118-abb78049c5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:17.059994 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf246944-8156-4f36-abd3-b12996fbcae9 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Port': ['ID=7420a39d-4450-4d90-854d-97ba71b367ff,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:17.168533 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cf246944-8156-4f36-abd3-b12996fbcae9 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:17.172734 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-cf246944-8156-4f36-abd3-b12996fbcae9 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/7420a39d-4450-4d90-854d-97ba71b367ff HTTP/1.1" status: 204 len: 168 time: 0.7486567 Jul 07 21:13:17.173044 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43140) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:17.257798 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 3826e5ed-d8cf-4750-a0a0-4a3d41567d1f up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:17.284005 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6e7b00-3d31-49ad-9b9c-acd7d7592e87 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:17.289588 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6e7b00-3d31-49ad-9b9c-acd7d7592e87 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:17.294411 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8f6e7b00-3d31-49ad-9b9c-acd7d7592e87 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1186099 Jul 07 21:13:17.296957 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43144) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:17.353349 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-acd0f339-db4a-4255-8118-abb78049c5b0 None None] Allocated IP 2001:db8::2 (cb09c065-2c12-4a87-893a-e106666fd7e8/4e497295-4914-4760-805c-1a1e5b2041cc/8a6ceac3-9048-4f8d-b345-a33893db7811) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:17.361855 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b403fb5-c527-489c-8a83-5f9340795655 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:17.406306 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cf32f1-3485-4f80-8f54-6f8f043adf37 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet 4e497295-4914-4760-805c-1a1e5b2041cc {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:13:17.473063 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b403fb5-c527-489c-8a83-5f9340795655 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Port': ['ID=3826e5ed-d8cf-4750-a0a0-4a3d41567d1f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:17.574088 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No active binding found for port 3826e5ed-d8cf-4750-a0a0-4a3d41567d1f {{(pid=100449) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 21:13:17.574918 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 3826e5ed-d8cf-4750-a0a0-4a3d41567d1f not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 07 21:13:17.611064 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Port 3826e5ed-d8cf-4750-a0a0-4a3d41567d1f not found, will not notify nova. {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 07 21:13:17.625543 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b403fb5-c527-489c-8a83-5f9340795655 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:17.656341 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-acd0f339-db4a-4255-8118-abb78049c5b0 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:17.667062 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-acd0f339-db4a-4255-8118-abb78049c5b0 None None] Transition to ACTIVE for port object 8a6ceac3-9048-4f8d-b345-a33893db7811 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:17.689206 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-acd0f339-db4a-4255-8118-abb78049c5b0 None None] Transition to ACTIVE for port object 8a6ceac3-9048-4f8d-b345-a33893db7811 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:17.697438 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-44cf32f1-3485-4f80-8f54-6f8f043adf37 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:17.710768 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-acd0f339-db4a-4255-8118-abb78049c5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:17.768706 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-44cf32f1-3485-4f80-8f54-6f8f043adf37 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:17.773074 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd0f339-db4a-4255-8118-abb78049c5b0 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:17.777250 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-acd0f339-db4a-4255-8118-abb78049c5b0 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:17.783202 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd0f339-db4a-4255-8118-abb78049c5b0 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:17.853109 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0f339-db4a-4255-8118-abb78049c5b0 None None] Pushing event updated for resources: {'Port': ['ID=8a6ceac3-9048-4f8d-b345-a33893db7811,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:17.861521 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b403fb5-c527-489c-8a83-5f9340795655 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Router 131f63c0-10b1-476a-a45f-f16c6d829087 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:13:17.893043 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-acd0f339-db4a-4255-8118-abb78049c5b0 None None] Attempting to bind port 8a6ceac3-9048-4f8d-b345-a33893db7811 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:13:17.893798 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-acd0f339-db4a-4255-8118-abb78049c5b0 None None] Attempting to bind port 8a6ceac3-9048-4f8d-b345-a33893db7811 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:13:17.894429 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd0f339-db4a-4255-8118-abb78049c5b0 None None] Attempting to bind port 8a6ceac3-9048-4f8d-b345-a33893db7811 on network cb09c065-2c12-4a87-893a-e106666fd7e8 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:13:17.900869 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd0f339-db4a-4255-8118-abb78049c5b0 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:13:17.901712 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd0f339-db4a-4255-8118-abb78049c5b0 None None] Checking segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:13:17.902380 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-acd0f339-db4a-4255-8118-abb78049c5b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:17.903011 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd0f339-db4a-4255-8118-abb78049c5b0 None None] Bound using segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:13:17.903930 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-acd0f339-db4a-4255-8118-abb78049c5b0 None None] Bound port: 8a6ceac3-9048-4f8d-b345-a33893db7811, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:13:17.904577 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-acd0f339-db4a-4255-8118-abb78049c5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:17.913478 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-44cf32f1-3485-4f80-8f54-6f8f043adf37 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:18.002858 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b403fb5-c527-489c-8a83-5f9340795655 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:13:18.005187 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-acd0f339-db4a-4255-8118-abb78049c5b0 None None] For port 8a6ceac3-9048-4f8d-b345-a33893db7811, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:13:18.009858 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2b403fb5-c527-489c-8a83-5f9340795655 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "PUT /v2.0/routers/131f63c0-10b1-476a-a45f-f16c6d829087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0184069 Jul 07 21:13:18.011771 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-acd0f339-db4a-4255-8118-abb78049c5b0 None None] For port 8a6ceac3-9048-4f8d-b345-a33893db7811, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=8a6ceac3-9048-4f8d-b345-a33893db7811,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:13:18.012118 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-44cf32f1-3485-4f80-8f54-6f8f043adf37 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:18.016334 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43146) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:18.018376 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-acd0f339-db4a-4255-8118-abb78049c5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:18.026466 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4439b3-aca7-496c-aa4d-9ccf97e188f3 None None] Sync routers for ids ['131f63c0-10b1-476a-a45f-f16c6d829087'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:13:18.036012 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4439b3-aca7-496c-aa4d-9ccf97e188f3 None None] Routers {'131f63c0-10b1-476a-a45f-f16c6d829087'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:18.036895 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-aa4439b3-aca7-496c-aa4d-9ccf97e188f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['131f63c0-10b1-476a-a45f-f16c6d829087'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:18.117501 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf32f1-3485-4f80-8f54-6f8f043adf37 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=4e497295-4914-4760-805c-1a1e5b2041cc,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:18.120956 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0f339-db4a-4255-8118-abb78049c5b0 None None] Pushing event updated for resources: {'Port': ['ID=8a6ceac3-9048-4f8d-b345-a33893db7811,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:18.135412 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-44cf32f1-3485-4f80-8f54-6f8f043adf37 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:18.142707 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-44cf32f1-3485-4f80-8f54-6f8f043adf37 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/4e497295-4914-4760-805c-1a1e5b2041cc HTTP/1.1" status: 204 len: 168 time: 0.8439913 Jul 07 21:13:18.142904 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43150) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:18.160706 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7703e0-a264-46ad-bad9-a1434bbfb352 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting subnet 7b656fa1-7188-4209-965f-a1f8bec6f0c5 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:13:18.169273 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-db7703e0-a264-46ad-bad9-a1434bbfb352 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:18.180852 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-aa4439b3-aca7-496c-aa4d-9ccf97e188f3 None None] Set router 131f63c0-10b1-476a-a45f-f16c6d829087 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:18.222892 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-db7703e0-a264-46ad-bad9-a1434bbfb352 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:18.226162 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-64459caf-7db1-4201-9f8b-2d902194ac02 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798090 Jul 07 21:13:18.227222 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43152) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:18.367035 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9177352d-30ac-48f2-9666-e6bdbfe60c6d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:18.367035 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9177352d-30ac-48f2-9666-e6bdbfe60c6d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1385326 Jul 07 21:13:18.406421 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43156) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:18.433578 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-db7703e0-a264-46ad-bad9-a1434bbfb352 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:18.497606 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-aa4439b3-aca7-496c-aa4d-9ccf97e188f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:13:17Z', 'revision_number': 8, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None, '_interfaces': [{'id': '10679c34-069d-42df-8c8e-6279b39388b2', 'name': '', 'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:a4:3c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:59Z', 'updated_at': '2021-07-07T21:13:08Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7447e43c-4496-4bda-8e1d-d0c9ce9035a5', 'name': '', 'network_id': '80790131-b00a-4675-8c73-9ea228c68a3f', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:25:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '0d745744-4096-4a69-8560-18c3cbeb876d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:13:03Z', 'updated_at': '2021-07-07T21:13:12Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '0d745744-4096-4a69-8560-18c3cbeb876d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6051a06-fb3a-409d-b23b-61e0a2bff8f0', 'name': '', 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:dc:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:55Z', 'updated_at': '2021-07-07T21:13:01Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:18.554202 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7f0007-a4d5-4ea9-a4e1-e65fde9d7417 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:18.559046 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8e7f0007-a4d5-4ea9-a4e1-e65fde9d7417 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1350057 Jul 07 21:13:18.559980 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43160) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:18.571298 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-db7703e0-a264-46ad-bad9-a1434bbfb352 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:18.583932 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4439b3-aca7-496c-aa4d-9ccf97e188f3 None None] Checking router: 131f63c0-10b1-476a-a45f-f16c6d829087 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:13:18.610964 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4439b3-aca7-496c-aa4d-9ccf97e188f3 None None] Routers {'131f63c0-10b1-476a-a45f-f16c6d829087'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:18.612221 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-aa4439b3-aca7-496c-aa4d-9ccf97e188f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['131f63c0-10b1-476a-a45f-f16c6d829087'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:18.614023 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-db7703e0-a264-46ad-bad9-a1434bbfb352 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:18.624300 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-db7703e0-a264-46ad-bad9-a1434bbfb352 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/subnets/7b656fa1-7188-4209-965f-a1f8bec6f0c5 HTTP/1.1" status: 204 len: 168 time: 0.6015906 Jul 07 21:13:18.624577 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39ead9c-1ff4-4f27-8090-51ae9342cc38 None None] Network 9d1b6d1f-eb16-4843-90be-0bcee293b0a3 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:18.625299 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-999c3ebe-f6a3-43a3-84d2-47a12dfa5fc4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0591462 Jul 07 21:13:18.627419 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43162) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:18.627573 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7703e0-a264-46ad-bad9-a1434bbfb352 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Subnet': ['ID=7b656fa1-7188-4209-965f-a1f8bec6f0c5,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:18.635476 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43164) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:18.655065 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-c75d17ff-9eac-4c64-b2b1-9833020b50a7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:18.734821 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-aa4439b3-aca7-496c-aa4d-9ccf97e188f3 None None] Set router 131f63c0-10b1-476a-a45f-f16c6d829087 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:18.779168 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78049852-ced9-403b-958b-f49cefd7b28d req-de5b25ba-117b-4c3c-b4e0-9b2e23d9f677 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=461cfa5a-6441-4370-a557-068af51636d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1135314 Jul 07 21:13:18.824096 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b7bcd197-6852-441d-b97d-0433009a62d1 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:18.873231 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75d17ff-9eac-4c64-b2b1-9833020b50a7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:18.877660 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c75d17ff-9eac-4c64-b2b1-9833020b50a7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:18.902720 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78049852-ced9-403b-958b-f49cefd7b28d req-3fadcb90-d4e8-48b2-a2e5-4cda2837aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:18.904452 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78049852-ced9-403b-958b-f49cefd7b28d req-3fadcb90-d4e8-48b2-a2e5-4cda2837aa58 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cac6c510af104ba09c90ccd142f51a19&device_id=461cfa5a-6441-4370-a557-068af51636d8 HTTP/1.1" status: 200 len: 1098 time: 0.0961800 Jul 07 21:13:19.007227 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692ca24c-7564-4757-923b-e4d4c7ab5253 None None] DHCP port deletion for 9d1b6d1f-eb16-4843-90be-0bcee293b0a3 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:13:19.007576 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-b7bcd197-6852-441d-b97d-0433009a62d1 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting port b9d531e6-2fc9-4504-8ba2-630ee94f8033 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:19.007830 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b7bcd197-6852-441d-b97d-0433009a62d1 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:19.086106 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78049852-ced9-403b-958b-f49cefd7b28d req-c9b05977-7acc-43df-90a9-b24982e0fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:19.091897 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78049852-ced9-403b-958b-f49cefd7b28d req-c9b05977-7acc-43df-90a9-b24982e0fe16 service neutron] 10.222.0.39 "GET /v2.0/networks?id=52efefbb-28df-45b6-b938-6100f70e7fd5 HTTP/1.1" status: 200 len: 916 time: 0.1614609 Jul 07 21:13:19.133439 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-aa4439b3-aca7-496c-aa4d-9ccf97e188f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:13:17Z', 'revision_number': 8, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None, '_interfaces': [{'id': '10679c34-069d-42df-8c8e-6279b39388b2', 'name': '', 'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:a4:3c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:59Z', 'updated_at': '2021-07-07T21:13:08Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7447e43c-4496-4bda-8e1d-d0c9ce9035a5', 'name': '', 'network_id': '80790131-b00a-4675-8c73-9ea228c68a3f', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:25:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '0d745744-4096-4a69-8560-18c3cbeb876d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:13:03Z', 'updated_at': '2021-07-07T21:13:12Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '0d745744-4096-4a69-8560-18c3cbeb876d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6051a06-fb3a-409d-b23b-61e0a2bff8f0', 'name': '', 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:dc:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:55Z', 'updated_at': '2021-07-07T21:13:01Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:19.158484 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-692ca24c-7564-4757-923b-e4d4c7ab5253 None None] Deleting port b9d531e6-2fc9-4504-8ba2-630ee94f8033 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:19.158864 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-692ca24c-7564-4757-923b-e4d4c7ab5253 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:19.205593 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-b7bcd197-6852-441d-b97d-0433009a62d1 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] For port b9d531e6-2fc9-4504-8ba2-630ee94f8033, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b9d531e6-2fc9-4504-8ba2-630ee94f8033,segment=NetworkSegment(234c05b7-f27e-43e2-a534-5d7b80ea2f98),segment_id=234c05b7-f27e-43e2-a534-5d7b80ea2f98)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:19.205970 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b7bcd197-6852-441d-b97d-0433009a62d1 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:19.222355 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78049852-ced9-403b-958b-f49cefd7b28d req-2166399d-12af-4c8c-babd-566da69286d1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e HTTP/1.1" status: 200 len: 217 time: 0.1212106 Jul 07 21:13:19.235962 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4439b3-aca7-496c-aa4d-9ccf97e188f3 None None] The sync data for ids ['131f63c0-10b1-476a-a45f-f16c6d829087'] in n-d-695189-11 is: [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:13:17Z', 'revision_number': 8, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None, '_interfaces': [{'id': '10679c34-069d-42df-8c8e-6279b39388b2', 'name': '', 'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:a4:3c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:59Z', 'updated_at': '2021-07-07T21:13:08Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7447e43c-4496-4bda-8e1d-d0c9ce9035a5', 'name': '', 'network_id': '80790131-b00a-4675-8c73-9ea228c68a3f', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:25:ef:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '0d745744-4096-4a69-8560-18c3cbeb876d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:13:03Z', 'updated_at': '2021-07-07T21:13:12Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '0d745744-4096-4a69-8560-18c3cbeb876d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6051a06-fb3a-409d-b23b-61e0a2bff8f0', 'name': '', 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:dc:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:55Z', 'updated_at': '2021-07-07T21:13:01Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:13:19.250740 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-b7bcd197-6852-441d-b97d-0433009a62d1 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Calling delete_port for b9d531e6-2fc9-4504-8ba2-630ee94f8033 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:19.326244 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78049852-ced9-403b-958b-f49cefd7b28d req-dc02c0aa-27ec-42a1-b59c-29cdfdf600ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:19.327151 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-692ca24c-7564-4757-923b-e4d4c7ab5253 None None] For port b9d531e6-2fc9-4504-8ba2-630ee94f8033, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b9d531e6-2fc9-4504-8ba2-630ee94f8033,segment=NetworkSegment(234c05b7-f27e-43e2-a534-5d7b80ea2f98),segment_id=234c05b7-f27e-43e2-a534-5d7b80ea2f98)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:19.327855 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78049852-ced9-403b-958b-f49cefd7b28d req-dc02c0aa-27ec-42a1-b59c-29cdfdf600ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e3aec7e4-4ac9-4591-bb22-5f8a519b186b HTTP/1.1" status: 200 len: 855 time: 0.0913808 Jul 07 21:13:19.328205 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-692ca24c-7564-4757-923b-e4d4c7ab5253 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:19.348650 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-692ca24c-7564-4757-923b-e4d4c7ab5253 None None] Calling delete_port for b9d531e6-2fc9-4504-8ba2-630ee94f8033 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:19.376514 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78049852-ced9-403b-958b-f49cefd7b28d req-72fc1651-4ac2-40a0-b69d-49359dfe25a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52efefbb-28df-45b6-b938-6100f70e7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392661 Jul 07 21:13:19.425603 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c75d17ff-9eac-4c64-b2b1-9833020b50a7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:19.471531 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-692ca24c-7564-4757-923b-e4d4c7ab5253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:19.517924 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ca24c-7564-4757-923b-e4d4c7ab5253 None None] Pushing event deleted for resources: {'Port': ['ID=b9d531e6-2fc9-4504-8ba2-630ee94f8033,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:19.520538 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692ca24c-7564-4757-923b-e4d4c7ab5253 None None] No DVR routers for this DVR port b9d531e6-2fc9-4504-8ba2-630ee94f8033 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:13:19.583281 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78049852-ced9-403b-958b-f49cefd7b28d req-3a1a68f5-2c8d-4200-ace2-12a77b0809ee service neutron] 10.222.0.39 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979966 Jul 07 21:13:19.584532 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75d17ff-9eac-4c64-b2b1-9833020b50a7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:19.591429 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-c75d17ff-9eac-4c64-b2b1-9833020b50a7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:19.600486 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75d17ff-9eac-4c64-b2b1-9833020b50a7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:19.601202 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c75d17ff-9eac-4c64-b2b1-9833020b50a7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:19.615548 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d17ff-9eac-4c64-b2b1-9833020b50a7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=05f82e23-3455-4846-a60a-20d463bf7bc4,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:19.626334 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c75d17ff-9eac-4c64-b2b1-9833020b50a7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9801397 Jul 07 21:13:19.629052 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43172) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:19.642198 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-7a5f1245-19ff-464e-ad14-a714d46a60cd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'fixed_ips': [{'subnet_id': '05f82e23-3455-4846-a60a-20d463bf7bc4', 'ip_address': '2001:db8::d505:4fe7:bbb5:3017'}], 'name': 'tempest-NetworksTestDHCPv6-1208884164'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:19.666413 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 8a6ceac3-9048-4f8d-b345-a33893db7811 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:19.723915 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b7bcd197-6852-441d-b97d-0433009a62d1 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:19.741826 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-78049852-ced9-403b-958b-f49cefd7b28d req-dbc0bb06-11ab-49ee-b6f8-c725eb07576c service neutron] 10.222.0.39 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514349 Jul 07 21:13:19.745641 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47c8792-8467-4010-9155-1e0b80f43e9b None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:19.764539 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 8a6ceac3-9048-4f8d-b345-a33893db7811 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:19.814049 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bcd197-6852-441d-b97d-0433009a62d1 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Port': ['ID=b9d531e6-2fc9-4504-8ba2-630ee94f8033,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:19.824504 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bcd197-6852-441d-b97d-0433009a62d1 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] No DVR routers for this DVR port b9d531e6-2fc9-4504-8ba2-630ee94f8033 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:13:19.847951 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6168f79a-9a28-48ad-92d2-9e8a0b237624 None None] Provisioning for port 8a6ceac3-9048-4f8d-b345-a33893db7811 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:19.859602 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6168f79a-9a28-48ad-92d2-9e8a0b237624 None None] Provisioning complete for port 8a6ceac3-9048-4f8d-b345-a33893db7811 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:19.860072 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6168f79a-9a28-48ad-92d2-9e8a0b237624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:19.922568 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b9d531e6-2fc9-4504-8ba2-630ee94f8033 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:13:19.938870 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b7bcd197-6852-441d-b97d-0433009a62d1 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:19.950308 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-b7bcd197-6852-441d-b97d-0433009a62d1 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1b6d1f-eb16-4843-90be-0bcee293b0a3']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:19.971521 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-b7bcd197-6852-441d-b97d-0433009a62d1 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234c05b7-f27e-43e2-a534-5d7b80ea2f98') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:19.971841 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-b7bcd197-6852-441d-b97d-0433009a62d1 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234c05b7-f27e-43e2-a534-5d7b80ea2f98') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:19.974225 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: b9d531e6-2fc9-4504-8ba2-630ee94f8033 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:13:19.974559 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b9d531e6-2fc9-4504-8ba2-630ee94f8033 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:13:19.979757 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:19.994155 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b7bcd197-6852-441d-b97d-0433009a62d1 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:20.027558 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b7bcd197-6852-441d-b97d-0433009a62d1 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:20.038457 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7bcd197-6852-441d-b97d-0433009a62d1 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:13:20.038768 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b7bcd197-6852-441d-b97d-0433009a62d1 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:13:20.042117 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:13:20.061886 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6168f79a-9a28-48ad-92d2-9e8a0b237624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:20.108243 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-6168f79a-9a28-48ad-92d2-9e8a0b237624 None None] For port 8a6ceac3-9048-4f8d-b345-a33893db7811, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=8a6ceac3-9048-4f8d-b345-a33893db7811,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:20.113496 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6168f79a-9a28-48ad-92d2-9e8a0b237624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:20.113716 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5f1245-19ff-464e-ad14-a714d46a60cd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:20.119838 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6168f79a-9a28-48ad-92d2-9e8a0b237624 None None] Could not find standard attr ID for object 7420a39d-4450-4d90-854d-97ba71b367ff. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:13:20.172947 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b7bcd197-6852-441d-b97d-0433009a62d1 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:20.176964 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:20.190859 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b7bcd197-6852-441d-b97d-0433009a62d1 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:20.193155 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b7bcd197-6852-441d-b97d-0433009a62d1 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/networks/9d1b6d1f-eb16-4843-90be-0bcee293b0a3 HTTP/1.1" status: 204 len: 168 time: 1.5542936 Jul 07 21:13:20.195701 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43174) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:20.207054 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168f79a-9a28-48ad-92d2-9e8a0b237624 None None] Pushing event updated for resources: {'Port': ['ID=8a6ceac3-9048-4f8d-b345-a33893db7811,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:20.241997 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bcd197-6852-441d-b97d-0433009a62d1 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Network': ['ID=9d1b6d1f-eb16-4843-90be-0bcee293b0a3,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:20.316987 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7a5f1245-19ff-464e-ad14-a714d46a60cd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:20.348913 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-7a5f1245-19ff-464e-ad14-a714d46a60cd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] device_id is not set on port 4e9c76a8-3d66-453d-95cb-85747cea55ec yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:13:20.478017 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-21b11e70-516c-4a37-bdb1-9afd8962ca92 None None] Provisioning complete for port 8a6ceac3-9048-4f8d-b345-a33893db7811 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:20.481405 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-21b11e70-516c-4a37-bdb1-9afd8962ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:20.738520 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-7a5f1245-19ff-464e-ad14-a714d46a60cd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8::d505:4fe7:bbb5:3017 (cb09c065-2c12-4a87-893a-e106666fd7e8/05f82e23-3455-4846-a60a-20d463bf7bc4/4e9c76a8-3d66-453d-95cb-85747cea55ec) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:20.788689 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4dab069f-8077-46d3-a85f-2be33daf3ea3 None None] Could not find standard attr ID for object b17a8c6c-7575-49ca-8b22-ed1f98843182. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:13:20.819665 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f0b76a54-b8d7-40bd-853b-2e7660fc03eb tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:20.983477 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7a5f1245-19ff-464e-ad14-a714d46a60cd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:21.016912 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-7a5f1245-19ff-464e-ad14-a714d46a60cd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Transition to ACTIVE for port object 4e9c76a8-3d66-453d-95cb-85747cea55ec will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:21.077357 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7a5f1245-19ff-464e-ad14-a714d46a60cd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:21.109506 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-72fe5aaf-b557-4c07-a21b-fc7e8024e9d5 None None] Could not find standard attr ID for object 727eb0eb-da1f-4ba5-b1df-87c5f8c8823c. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:13:21.133024 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5f1245-19ff-464e-ad14-a714d46a60cd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:21.137462 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-7a5f1245-19ff-464e-ad14-a714d46a60cd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:21.141725 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5f1245-19ff-464e-ad14-a714d46a60cd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:21.154756 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5f1245-19ff-464e-ad14-a714d46a60cd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:21.155497 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7a5f1245-19ff-464e-ad14-a714d46a60cd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:21.184545 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f1245-19ff-464e-ad14-a714d46a60cd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=4e9c76a8-3d66-453d-95cb-85747cea55ec,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:21.197521 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7a5f1245-19ff-464e-ad14-a714d46a60cd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5636702 Jul 07 21:13:21.197899 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43194) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:21.206006 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 8a6ceac3-9048-4f8d-b345-a33893db7811 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:21.319387 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de6d77a-1909-4c25-9328-df7027267d88 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:21.325857 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 8a6ceac3-9048-4f8d-b345-a33893db7811 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:21.326551 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:21.329875 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-f0b76a54-b8d7-40bd-853b-2e7660fc03eb tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting port 7447e43c-4496-4bda-8e1d-d0c9ce9035a5 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:21.331674 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f0b76a54-b8d7-40bd-853b-2e7660fc03eb tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:21.336184 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de6d77a-1909-4c25-9328-df7027267d88 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:21.340443 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8de6d77a-1909-4c25-9328-df7027267d88 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1414816 Jul 07 21:13:21.343054 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43198) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:21.436940 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2e5b4107-ac7b-4375-9819-471944968414 None None] Could not find standard attr ID for object 7420a39d-4450-4d90-854d-97ba71b367ff. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:13:21.565687 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-f0b76a54-b8d7-40bd-853b-2e7660fc03eb tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] For port 7447e43c-4496-4bda-8e1d-d0c9ce9035a5, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=7447e43c-4496-4bda-8e1d-d0c9ce9035a5,segment=NetworkSegment(8aca1f5d-0fb6-43ac-a65f-7e26ba793f9f),segment_id=8aca1f5d-0fb6-43ac-a65f-7e26ba793f9f)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:21.566461 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f0b76a54-b8d7-40bd-853b-2e7660fc03eb tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:21.586457 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-f0b76a54-b8d7-40bd-853b-2e7660fc03eb tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Calling delete_port for 7447e43c-4496-4bda-8e1d-d0c9ce9035a5 owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:21.613741 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-f07c6b32-4ec4-4bf7-bdc0-da1f62f9da95 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting port 4e9c76a8-3d66-453d-95cb-85747cea55ec {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:21.614018 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f07c6b32-4ec4-4bf7-bdc0-da1f62f9da95 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:21.695986 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 3826e5ed-d8cf-4750-a0a0-4a3d41567d1f no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:13:21.719442 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 3826e5ed-d8cf-4750-a0a0-4a3d41567d1f {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:13:21.720010 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 3826e5ed-d8cf-4750-a0a0-4a3d41567d1f not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:13:21.770582 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-767293d3-9a5d-4ec8-a7b9-24358e736e87 None None] Provisioning for port 4e9c76a8-3d66-453d-95cb-85747cea55ec completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:21.776117 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-767293d3-9a5d-4ec8-a7b9-24358e736e87 None None] Provisioning complete for port 4e9c76a8-3d66-453d-95cb-85747cea55ec triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:21.776579 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-767293d3-9a5d-4ec8-a7b9-24358e736e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:21.862092 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f07c6b32-4ec4-4bf7-bdc0-da1f62f9da95 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:21.862798 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-767293d3-9a5d-4ec8-a7b9-24358e736e87 None None] Port 4e9c76a8-3d66-453d-95cb-85747cea55ec cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:13:21.867125 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-f07c6b32-4ec4-4bf7-bdc0-da1f62f9da95 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Calling delete_port for 4e9c76a8-3d66-453d-95cb-85747cea55ec owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:21.999593 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f0b76a54-b8d7-40bd-853b-2e7660fc03eb tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:22.036624 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b76a54-b8d7-40bd-853b-2e7660fc03eb tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Port': ['ID=7447e43c-4496-4bda-8e1d-d0c9ce9035a5,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:22.192042 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f07c6b32-4ec4-4bf7-bdc0-da1f62f9da95 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:22.206796 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f0b76a54-b8d7-40bd-853b-2e7660fc03eb tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:22.250067 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c6b32-4ec4-4bf7-bdc0-da1f62f9da95 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Port': ['ID=4e9c76a8-3d66-453d-95cb-85747cea55ec,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:22.339020 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f07c6b32-4ec4-4bf7-bdc0-da1f62f9da95 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:22.341006 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f07c6b32-4ec4-4bf7-bdc0-da1f62f9da95 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/4e9c76a8-3d66-453d-95cb-85747cea55ec HTTP/1.1" status: 204 len: 168 time: 0.9969671 Jul 07 21:13:22.344538 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43204) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:22.480059 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d66f015-a138-4252-9684-33327e862654 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:22.488554 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d66f015-a138-4252-9684-33327e862654 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:22.490241 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0d66f015-a138-4252-9684-33327e862654 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1445978 Jul 07 21:13:22.494069 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43208) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:22.627952 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3a901f-4357-4c66-bd25-4356eaf8fd76 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet 05f82e23-3455-4846-a60a-20d463bf7bc4 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:13:22.633233 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a3a901f-4357-4c66-bd25-4356eaf8fd76 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:22.651426 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b76a54-b8d7-40bd-853b-2e7660fc03eb tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Router 131f63c0-10b1-476a-a45f-f16c6d829087 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:13:22.686683 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a3a901f-4357-4c66-bd25-4356eaf8fd76 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:22.757858 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a3a901f-4357-4c66-bd25-4356eaf8fd76 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:22.801736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b76a54-b8d7-40bd-853b-2e7660fc03eb tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:13:22.823228 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaaa716-8d5f-4832-b0b7-c41adbf8d6fc None None] Sync routers for ids ['131f63c0-10b1-476a-a45f-f16c6d829087'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:13:22.825115 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f0b76a54-b8d7-40bd-853b-2e7660fc03eb tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "PUT /v2.0/routers/131f63c0-10b1-476a-a45f-f16c6d829087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6274667 Jul 07 21:13:22.827780 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43214) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:22.835170 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaaa716-8d5f-4832-b0b7-c41adbf8d6fc None None] Routers {'131f63c0-10b1-476a-a45f-f16c6d829087'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:22.836081 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-bbaaa716-8d5f-4832-b0b7-c41adbf8d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['131f63c0-10b1-476a-a45f-f16c6d829087'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:22.886704 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a3a901f-4357-4c66-bd25-4356eaf8fd76 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:22.921563 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd5d0bdd-e16b-4378-a93d-68da1d5582b0 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting subnet 0d745744-4096-4a69-8560-18c3cbeb876d {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:13:22.932508 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cd5d0bdd-e16b-4378-a93d-68da1d5582b0 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:22.954125 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a3a901f-4357-4c66-bd25-4356eaf8fd76 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:22.965280 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8a3a901f-4357-4c66-bd25-4356eaf8fd76 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/05f82e23-3455-4846-a60a-20d463bf7bc4 HTTP/1.1" status: 204 len: 168 time: 0.4696321 Jul 07 21:13:22.966095 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43218) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:22.966932 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a901f-4357-4c66-bd25-4356eaf8fd76 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=05f82e23-3455-4846-a60a-20d463bf7bc4,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:23.006071 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-bbaaa716-8d5f-4832-b0b7-c41adbf8d6fc None None] Set router 131f63c0-10b1-476a-a45f-f16c6d829087 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:23.076510 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cd5d0bdd-e16b-4378-a93d-68da1d5582b0 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:23.082625 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21e73e1-c625-4196-b13c-9389ac0e5f2f None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:23.094274 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3a8a5dad-9298-4e63-bd57-911b575d4902 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1147330 Jul 07 21:13:23.095676 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43222) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:23.111741 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-c3375474-742f-47c6-9196-b45ce5fb2f6c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:23.247291 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cd5d0bdd-e16b-4378-a93d-68da1d5582b0 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:23.328287 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3375474-742f-47c6-9196-b45ce5fb2f6c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:23.332184 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c3375474-742f-47c6-9196-b45ce5fb2f6c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:23.392210 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cd5d0bdd-e16b-4378-a93d-68da1d5582b0 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:23.467455 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d0bdd-e16b-4378-a93d-68da1d5582b0 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Subnet': ['ID=0d745744-4096-4a69-8560-18c3cbeb876d,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:23.503127 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cd5d0bdd-e16b-4378-a93d-68da1d5582b0 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:23.515890 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2024ed-095f-44b8-9c11-c30d8963a01e None None] Network 80790131-b00a-4675-8c73-9ea228c68a3f requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:23.517877 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-cd5d0bdd-e16b-4378-a93d-68da1d5582b0 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/subnets/0d745744-4096-4a69-8560-18c3cbeb876d HTTP/1.1" status: 204 len: 168 time: 0.6881268 Jul 07 21:13:23.518117 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43228) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:23.766309 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19d7bbdf-76aa-43d4-af9e-bbacdbaebc9e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:23.801419 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-bbaaa716-8d5f-4832-b0b7-c41adbf8d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:13:21Z', 'revision_number': 9, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None, '_interfaces': [{'id': '10679c34-069d-42df-8c8e-6279b39388b2', 'name': '', 'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:a4:3c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:59Z', 'updated_at': '2021-07-07T21:13:08Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6051a06-fb3a-409d-b23b-61e0a2bff8f0', 'name': '', 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:dc:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:55Z', 'updated_at': '2021-07-07T21:13:01Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:23.816945 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c3375474-742f-47c6-9196-b45ce5fb2f6c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:23.842304 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaaa716-8d5f-4832-b0b7-c41adbf8d6fc None None] Checking router: 131f63c0-10b1-476a-a45f-f16c6d829087 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:13:23.859487 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaaa716-8d5f-4832-b0b7-c41adbf8d6fc None None] Routers {'131f63c0-10b1-476a-a45f-f16c6d829087'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:23.860153 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-bbaaa716-8d5f-4832-b0b7-c41adbf8d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['131f63c0-10b1-476a-a45f-f16c6d829087'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:23.884438 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa05d48-bb86-47c6-ba76-e87217550ec5 req-501e2614-14e0-466e-be90-cefaf6d99262 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:23.886502 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6fa05d48-bb86-47c6-ba76-e87217550ec5 req-501e2614-14e0-466e-be90-cefaf6d99262 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 946 time: 0.1588416 Jul 07 21:13:23.908814 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b348ee05-1470-4c4f-b207-8f059c62272d None None] DHCP port deletion for cb09c065-2c12-4a87-893a-e106666fd7e8 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:13:23.909041 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3375474-742f-47c6-9196-b45ce5fb2f6c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=191113fd-61ce-4163-9cf6-1659089cea79,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:23.929498 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3375474-742f-47c6-9196-b45ce5fb2f6c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:23.933035 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-c3375474-742f-47c6-9196-b45ce5fb2f6c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:23.937088 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3375474-742f-47c6-9196-b45ce5fb2f6c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:23.937943 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c3375474-742f-47c6-9196-b45ce5fb2f6c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:23.972138 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6fa05d48-bb86-47c6-ba76-e87217550ec5 req-85d07ed5-aa5b-49a3-b9cc-9242b5409888 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769212 Jul 07 21:13:23.983655 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57dce0b-0dc0-45b7-9a18-8e1fede5eb4f None None] DHCP port deletion for 80790131-b00a-4675-8c73-9ea228c68a3f request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:13:23.991966 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-19d7bbdf-76aa-43d4-af9e-bbacdbaebc9e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting port f3bcb3cc-6666-4aae-b8db-50dee5c34b10 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:23.992316 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19d7bbdf-76aa-43d4-af9e-bbacdbaebc9e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:24.000971 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43232) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:24.001103 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c3375474-742f-47c6-9196-b45ce5fb2f6c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8950906 Jul 07 21:13:24.006679 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-f019a8ff-cea6-4c12-b18c-e6c45650dc03 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'fixed_ips': [{'subnet_id': '191113fd-61ce-4163-9cf6-1659089cea79', 'ip_address': '2001:db8::ebf6:3732:2a3c:341'}], 'name': 'tempest-NetworksTestDHCPv6-1346067731'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:24.065388 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-bbaaa716-8d5f-4832-b0b7-c41adbf8d6fc None None] Set router 131f63c0-10b1-476a-a45f-f16c6d829087 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:24.113990 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-19d7bbdf-76aa-43d4-af9e-bbacdbaebc9e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] For port f3bcb3cc-6666-4aae-b8db-50dee5c34b10, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f3bcb3cc-6666-4aae-b8db-50dee5c34b10,segment=NetworkSegment(8aca1f5d-0fb6-43ac-a65f-7e26ba793f9f),segment_id=8aca1f5d-0fb6-43ac-a65f-7e26ba793f9f)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:24.114289 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19d7bbdf-76aa-43d4-af9e-bbacdbaebc9e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:24.134189 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-19d7bbdf-76aa-43d4-af9e-bbacdbaebc9e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Calling delete_port for f3bcb3cc-6666-4aae-b8db-50dee5c34b10 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:24.163256 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f019a8ff-cea6-4c12-b18c-e6c45650dc03 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:24.283904 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19d7bbdf-76aa-43d4-af9e-bbacdbaebc9e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:24.296483 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d7bbdf-76aa-43d4-af9e-bbacdbaebc9e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] No DVR routers for this DVR port f3bcb3cc-6666-4aae-b8db-50dee5c34b10 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:13:24.309792 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f019a8ff-cea6-4c12-b18c-e6c45650dc03 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:24.332935 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-f019a8ff-cea6-4c12-b18c-e6c45650dc03 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] device_id is not set on port 9f29ee80-9182-4dd0-93f2-83404aeff807 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:13:24.347802 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7bbdf-76aa-43d4-af9e-bbacdbaebc9e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Port': ['ID=f3bcb3cc-6666-4aae-b8db-50dee5c34b10,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:24.364358 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b348ee05-1470-4c4f-b207-8f059c62272d None None] Deleting port 8a6ceac3-9048-4f8d-b345-a33893db7811 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:24.364782 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b348ee05-1470-4c4f-b207-8f059c62272d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:24.418727 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b57dce0b-0dc0-45b7-9a18-8e1fede5eb4f None None] Deleting port f3bcb3cc-6666-4aae-b8db-50dee5c34b10 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:24.419519 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b57dce0b-0dc0-45b7-9a18-8e1fede5eb4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:24.488826 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19d7bbdf-76aa-43d4-af9e-bbacdbaebc9e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:24.504140 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-19d7bbdf-76aa-43d4-af9e-bbacdbaebc9e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80790131-b00a-4675-8c73-9ea228c68a3f']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:24.525052 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-19d7bbdf-76aa-43d4-af9e-bbacdbaebc9e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aca1f5d-0fb6-43ac-a65f-7e26ba793f9f') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:24.525665 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-19d7bbdf-76aa-43d4-af9e-bbacdbaebc9e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aca1f5d-0fb6-43ac-a65f-7e26ba793f9f') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:24.537579 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19d7bbdf-76aa-43d4-af9e-bbacdbaebc9e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:24.549674 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-bbaaa716-8d5f-4832-b0b7-c41adbf8d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:13:21Z', 'revision_number': 9, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None, '_interfaces': [{'id': '10679c34-069d-42df-8c8e-6279b39388b2', 'name': '', 'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:a4:3c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:59Z', 'updated_at': '2021-07-07T21:13:08Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6051a06-fb3a-409d-b23b-61e0a2bff8f0', 'name': '', 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:dc:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:55Z', 'updated_at': '2021-07-07T21:13:01Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:24.558077 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-f019a8ff-cea6-4c12-b18c-e6c45650dc03 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8::ebf6:3732:2a3c:341 (cb09c065-2c12-4a87-893a-e106666fd7e8/191113fd-61ce-4163-9cf6-1659089cea79/9f29ee80-9182-4dd0-93f2-83404aeff807) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:24.568424 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19d7bbdf-76aa-43d4-af9e-bbacdbaebc9e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:24.578824 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d7bbdf-76aa-43d4-af9e-bbacdbaebc9e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:13:24.579433 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19d7bbdf-76aa-43d4-af9e-bbacdbaebc9e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:24.603353 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b57dce0b-0dc0-45b7-9a18-8e1fede5eb4f None None] For port f3bcb3cc-6666-4aae-b8db-50dee5c34b10, host n-d-695189-11, got binding levels [] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:24.603353 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b57dce0b-0dc0-45b7-9a18-8e1fede5eb4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:24.629119 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b57dce0b-0dc0-45b7-9a18-8e1fede5eb4f None None] Calling delete_port for f3bcb3cc-6666-4aae-b8db-50dee5c34b10 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:24.632345 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.ipam_backend_mixin [None req-b57dce0b-0dc0-45b7-9a18-8e1fede5eb4f None None] Port f3bcb3cc-6666-4aae-b8db-50dee5c34b10 was not found and therefore no delete operation was performed {{(pid=100449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 21:13:24.657810 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b348ee05-1470-4c4f-b207-8f059c62272d None None] For port 8a6ceac3-9048-4f8d-b345-a33893db7811, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=8a6ceac3-9048-4f8d-b345-a33893db7811,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:24.659962 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b348ee05-1470-4c4f-b207-8f059c62272d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:13:24.675054 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:13:24.681988 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b57dce0b-0dc0-45b7-9a18-8e1fede5eb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:24.686123 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19d7bbdf-76aa-43d4-af9e-bbacdbaebc9e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:24.703304 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19d7bbdf-76aa-43d4-af9e-bbacdbaebc9e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:24.712971 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-19d7bbdf-76aa-43d4-af9e-bbacdbaebc9e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/networks/80790131-b00a-4675-8c73-9ea228c68a3f HTTP/1.1" status: 204 len: 168 time: 1.1929164 Jul 07 21:13:24.784371 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43238) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:24.785525 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7bbdf-76aa-43d4-af9e-bbacdbaebc9e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Network': ['ID=80790131-b00a-4675-8c73-9ea228c68a3f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:24.850777 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaaa716-8d5f-4832-b0b7-c41adbf8d6fc None None] The sync data for ids ['131f63c0-10b1-476a-a45f-f16c6d829087'] in n-d-695189-11 is: [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:13:21Z', 'revision_number': 9, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None, '_interfaces': [{'id': '10679c34-069d-42df-8c8e-6279b39388b2', 'name': '', 'network_id': '2168904f-1608-4e4a-9efb-c221b2e23ba7', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:a4:3c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:59Z', 'updated_at': '2021-07-07T21:13:08Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': '6be39f5a-3614-46a6-b6b0-a29bfee65f57', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6051a06-fb3a-409d-b23b-61e0a2bff8f0', 'name': '', 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:dc:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:55Z', 'updated_at': '2021-07-07T21:13:01Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:13:24.864999 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57dce0b-0dc0-45b7-9a18-8e1fede5eb4f None None] Pushing event deleted for resources: {'Port': ['ID=f3bcb3cc-6666-4aae-b8db-50dee5c34b10,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:24.883433 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b348ee05-1470-4c4f-b207-8f059c62272d None None] Calling delete_port for 8a6ceac3-9048-4f8d-b345-a33893db7811 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:24.891132 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b57dce0b-0dc0-45b7-9a18-8e1fede5eb4f None None] Network 80790131-b00a-4675-8c73-9ea228c68a3f is not hosted by any dhcp agent {{(pid=100449) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 21:13:24.891625 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57dce0b-0dc0-45b7-9a18-8e1fede5eb4f None None] No DVR routers for this DVR port f3bcb3cc-6666-4aae-b8db-50dee5c34b10 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:13:24.951815 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f019a8ff-cea6-4c12-b18c-e6c45650dc03 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:24.967951 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-f019a8ff-cea6-4c12-b18c-e6c45650dc03 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Transition to ACTIVE for port object 9f29ee80-9182-4dd0-93f2-83404aeff807 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:25.007746 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f019a8ff-cea6-4c12-b18c-e6c45650dc03 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:25.055030 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f019a8ff-cea6-4c12-b18c-e6c45650dc03 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:25.060189 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-f019a8ff-cea6-4c12-b18c-e6c45650dc03 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:25.064667 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f019a8ff-cea6-4c12-b18c-e6c45650dc03 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:25.070845 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f019a8ff-cea6-4c12-b18c-e6c45650dc03 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:25.071587 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f019a8ff-cea6-4c12-b18c-e6c45650dc03 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:25.107845 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43242) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:25.108814 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f019a8ff-cea6-4c12-b18c-e6c45650dc03 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1064520 Jul 07 21:13:25.120316 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019a8ff-cea6-4c12-b18c-e6c45650dc03 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=9f29ee80-9182-4dd0-93f2-83404aeff807,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:25.120649 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b348ee05-1470-4c4f-b207-8f059c62272d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:25.140512 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b348ee05-1470-4c4f-b207-8f059c62272d None None] No DVR routers for this DVR port 8a6ceac3-9048-4f8d-b345-a33893db7811 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:13:25.168872 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348ee05-1470-4c4f-b207-8f059c62272d None None] Pushing event deleted for resources: {'Port': ['ID=8a6ceac3-9048-4f8d-b345-a33893db7811,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:25.188042 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299cc1a9-06c5-414c-bfdf-4f16b4420fcb None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:25.227843 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a109fe-7275-4ffc-b7db-5e8ee7586e5f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:25.229351 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-19a109fe-7275-4ffc-b7db-5e8ee7586e5f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1183321 Jul 07 21:13:25.232907 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43244) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:25.366171 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4482bcc-1290-4059-a2ca-b5edd6decb47 req-281e9551-64a3-438d-af7d-da4c1966a657 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:25.376719 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4482bcc-1290-4059-a2ca-b5edd6decb47 req-281e9551-64a3-438d-af7d-da4c1966a657 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 946 time: 0.1813235 Jul 07 21:13:25.401175 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f3bcb3cc-6666-4aae-b8db-50dee5c34b10 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:13:25.470790 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c4482bcc-1290-4059-a2ca-b5edd6decb47 req-07a802b8-b988-4016-a66c-4290ab8641f6 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881844 Jul 07 21:13:25.520489 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f89e6ddd-5ca5-49f5-a18b-10aa22f358f4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:25.615618 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-51cdfd80-b47d-4fbf-b230-dde6d315bdfd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting port 9f29ee80-9182-4dd0-93f2-83404aeff807 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:25.616274 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-51cdfd80-b47d-4fbf-b230-dde6d315bdfd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:25.669948 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: f3bcb3cc-6666-4aae-b8db-50dee5c34b10 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:13:25.670287 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f3bcb3cc-6666-4aae-b8db-50dee5c34b10 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:13:25.670721 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 8a6ceac3-9048-4f8d-b345-a33893db7811 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:13:25.692435 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65898a-0c9e-4631-9cad-a2d778605cd3 req-0129ec6e-fbdd-4e79-942a-fa205d609fff tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:25.694000 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fe65898a-0c9e-4631-9cad-a2d778605cd3 req-0129ec6e-fbdd-4e79-942a-fa205d609fff tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.39 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 946 time: 0.1895187 Jul 07 21:13:25.744888 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 8a6ceac3-9048-4f8d-b345-a33893db7811 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:13:25.745239 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 8a6ceac3-9048-4f8d-b345-a33893db7811 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:13:25.745671 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 7447e43c-4496-4bda-8e1d-d0c9ce9035a5 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:13:25.783622 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 7447e43c-4496-4bda-8e1d-d0c9ce9035a5 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:13:25.783806 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 7447e43c-4496-4bda-8e1d-d0c9ce9035a5 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:13:25.840466 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-fe65898a-0c9e-4631-9cad-a2d778605cd3 req-3c523fc4-70f2-4dbf-85bc-4eb998f3a860 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Deleting port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:25.840830 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fe65898a-0c9e-4631-9cad-a2d778605cd3 req-3c523fc4-70f2-4dbf-85bc-4eb998f3a860 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:25.872609 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b1c781-4372-4d5e-af92-cef780fce892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-cb09c065-2c12-4a87-893a-e106666fd7e8', 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'fixed_ips': [{'subnet_id': '191113fd-61ce-4163-9cf6-1659089cea79'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:13:25.873878 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-22b1c781-4372-4d5e-af92-cef780fce892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:26.133632 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-22b1c781-4372-4d5e-af92-cef780fce892 None None] Allocated IP 2001:db8::2 (cb09c065-2c12-4a87-893a-e106666fd7e8/191113fd-61ce-4163-9cf6-1659089cea79/99043c13-51e0-49e4-a9cf-8be26967dc5c) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:26.212116 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-51cdfd80-b47d-4fbf-b230-dde6d315bdfd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:26.246299 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-51cdfd80-b47d-4fbf-b230-dde6d315bdfd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Calling delete_port for 9f29ee80-9182-4dd0-93f2-83404aeff807 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:26.403926 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-fe65898a-0c9e-4631-9cad-a2d778605cd3 req-3c523fc4-70f2-4dbf-85bc-4eb998f3a860 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] For port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=1b56aa0f-6766-4f9f-b0df-5544a59b6a76,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:26.404442 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fe65898a-0c9e-4631-9cad-a2d778605cd3 req-3c523fc4-70f2-4dbf-85bc-4eb998f3a860 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:26.431119 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-22b1c781-4372-4d5e-af92-cef780fce892 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:26.444427 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-22b1c781-4372-4d5e-af92-cef780fce892 None None] Transition to ACTIVE for port object 99043c13-51e0-49e4-a9cf-8be26967dc5c will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:26.485378 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-f89e6ddd-5ca5-49f5-a18b-10aa22f358f4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting port 10679c34-069d-42df-8c8e-6279b39388b2 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:26.485869 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f89e6ddd-5ca5-49f5-a18b-10aa22f358f4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:26.692301 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-f89e6ddd-5ca5-49f5-a18b-10aa22f358f4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] For port 10679c34-069d-42df-8c8e-6279b39388b2, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=10679c34-069d-42df-8c8e-6279b39388b2,segment=NetworkSegment(65a4f9b2-e927-48b2-a835-61285b1e6569),segment_id=65a4f9b2-e927-48b2-a835-61285b1e6569)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:26.694549 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f89e6ddd-5ca5-49f5-a18b-10aa22f358f4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:26.716689 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-f89e6ddd-5ca5-49f5-a18b-10aa22f358f4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Calling delete_port for 10679c34-069d-42df-8c8e-6279b39388b2 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:26.731306 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-22b1c781-4372-4d5e-af92-cef780fce892 None None] Transition to ACTIVE for port object 99043c13-51e0-49e4-a9cf-8be26967dc5c will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:26.733561 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-51cdfd80-b47d-4fbf-b230-dde6d315bdfd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:26.740889 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-22b1c781-4372-4d5e-af92-cef780fce892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:26.770538 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b1c781-4372-4d5e-af92-cef780fce892 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:26.773911 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-22b1c781-4372-4d5e-af92-cef780fce892 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:26.775689 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fe65898a-0c9e-4631-9cad-a2d778605cd3 req-3c523fc4-70f2-4dbf-85bc-4eb998f3a860 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:26.776192 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fe65898a-0c9e-4631-9cad-a2d778605cd3 req-3c523fc4-70f2-4dbf-85bc-4eb998f3a860 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:26.776614 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [req-fe65898a-0c9e-4631-9cad-a2d778605cd3 req-3c523fc4-70f2-4dbf-85bc-4eb998f3a860 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Floating IP 937fa9ec-c4b3-47a4-94b3-7811437586d9 disassociated. External IP: 172.25.5.158, port: 1b56aa0f-6766-4f9f-b0df-5544a59b6a76. Jul 07 21:13:26.777094 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-fe65898a-0c9e-4631-9cad-a2d778605cd3 req-3c523fc4-70f2-4dbf-85bc-4eb998f3a860 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Calling delete_port for 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:26.786626 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31140f85-e81c-4d7f-9054-6c3d69026948 req-08e98ee0-bd58-4a36-9b94-4dc84abc2d59 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:26.788349 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-31140f85-e81c-4d7f-9054-6c3d69026948 req-08e98ee0-bd58-4a36-9b94-4dc84abc2d59 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 946 time: 0.1463406 Jul 07 21:13:26.792383 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b1c781-4372-4d5e-af92-cef780fce892 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:26.853039 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1c781-4372-4d5e-af92-cef780fce892 None None] Pushing event updated for resources: {'Port': ['ID=99043c13-51e0-49e4-a9cf-8be26967dc5c,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:26.875199 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-22b1c781-4372-4d5e-af92-cef780fce892 None None] Attempting to bind port 99043c13-51e0-49e4-a9cf-8be26967dc5c on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:13:26.875608 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-22b1c781-4372-4d5e-af92-cef780fce892 None None] Attempting to bind port 99043c13-51e0-49e4-a9cf-8be26967dc5c by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:13:26.876006 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b1c781-4372-4d5e-af92-cef780fce892 None None] Attempting to bind port 99043c13-51e0-49e4-a9cf-8be26967dc5c on network cb09c065-2c12-4a87-893a-e106666fd7e8 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:13:26.882808 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdfd80-b47d-4fbf-b230-dde6d315bdfd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Port': ['ID=9f29ee80-9182-4dd0-93f2-83404aeff807,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:26.896962 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-31140f85-e81c-4d7f-9054-6c3d69026948 req-1ef1335c-b26c-4310-97fc-1a4f1666ac1e tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=50ab27ce-28ab-47d5-b7f5-3581b765122c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0942903 Jul 07 21:13:26.924601 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b1c781-4372-4d5e-af92-cef780fce892 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:13:26.925066 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b1c781-4372-4d5e-af92-cef780fce892 None None] Checking segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:13:26.925401 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-22b1c781-4372-4d5e-af92-cef780fce892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:26.925814 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b1c781-4372-4d5e-af92-cef780fce892 None None] Bound using segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:13:26.926305 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-22b1c781-4372-4d5e-af92-cef780fce892 None None] Bound port: 99043c13-51e0-49e4-a9cf-8be26967dc5c, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:13:26.926697 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-22b1c781-4372-4d5e-af92-cef780fce892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:26.939014 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-51cdfd80-b47d-4fbf-b230-dde6d315bdfd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:26.941947 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-51cdfd80-b47d-4fbf-b230-dde6d315bdfd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/9f29ee80-9182-4dd0-93f2-83404aeff807 HTTP/1.1" status: 204 len: 168 time: 1.7083366 Jul 07 21:13:26.952288 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43260) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:27.131271 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fe65898a-0c9e-4631-9cad-a2d778605cd3 req-3c523fc4-70f2-4dbf-85bc-4eb998f3a860 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:27.172593 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-22b1c781-4372-4d5e-af92-cef780fce892 None None] For port 99043c13-51e0-49e4-a9cf-8be26967dc5c, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:13:27.186035 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-22b1c781-4372-4d5e-af92-cef780fce892 None None] For port 99043c13-51e0-49e4-a9cf-8be26967dc5c, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=99043c13-51e0-49e4-a9cf-8be26967dc5c,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:13:27.200392 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-22b1c781-4372-4d5e-af92-cef780fce892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:27.208643 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c523fc4-70f2-4dbf-85bc-4eb998f3a860 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Pushing event deleted for resources: {'Port': ['ID=1b56aa0f-6766-4f9f-b0df-5544a59b6a76,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:27.281887 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989e03cf-e140-4031-86bc-0d6b984ecb35 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:27.283710 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989e03cf-e140-4031-86bc-0d6b984ecb35 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:27.285485 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-989e03cf-e140-4031-86bc-0d6b984ecb35 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3321879 Jul 07 21:13:27.288334 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43262) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:27.359624 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1c781-4372-4d5e-af92-cef780fce892 None None] Pushing event updated for resources: {'Port': ['ID=99043c13-51e0-49e4-a9cf-8be26967dc5c,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:27.398328 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f89e6ddd-5ca5-49f5-a18b-10aa22f358f4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:27.442467 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e6ddd-5ca5-49f5-a18b-10aa22f358f4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Port': ['ID=10679c34-069d-42df-8c8e-6279b39388b2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:27.471572 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd056cb-b2e2-4ddb-b47c-c0e53644cf60 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet 191113fd-61ce-4163-9cf6-1659089cea79 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:13:27.479381 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ebd056cb-b2e2-4ddb-b47c-c0e53644cf60 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:27.527926 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe65898a-0c9e-4631-9cad-a2d778605cd3 req-3c523fc4-70f2-4dbf-85bc-4eb998f3a860 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Router a27d62bd-71c5-46e5-8d70-df484cf25654 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:13:27.536409 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ebd056cb-b2e2-4ddb-b47c-c0e53644cf60 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:27.591655 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f89e6ddd-5ca5-49f5-a18b-10aa22f358f4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:27.788743 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe65898a-0c9e-4631-9cad-a2d778605cd3 req-3c523fc4-70f2-4dbf-85bc-4eb998f3a860 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:13:27.800047 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f37f762-1718-4fc0-b79f-2914495a576d None None] Sync routers for ids ['a27d62bd-71c5-46e5-8d70-df484cf25654'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:13:27.802345 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ebd056cb-b2e2-4ddb-b47c-c0e53644cf60 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:27.817118 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f37f762-1718-4fc0-b79f-2914495a576d None None] Routers {'a27d62bd-71c5-46e5-8d70-df484cf25654'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:27.820160 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-4f37f762-1718-4fc0-b79f-2914495a576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a27d62bd-71c5-46e5-8d70-df484cf25654'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:27.898680 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe65898a-0c9e-4631-9cad-a2d778605cd3 req-3c523fc4-70f2-4dbf-85bc-4eb998f3a860 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] No DVR routers for this DVR port 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:13:27.902219 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-fe65898a-0c9e-4631-9cad-a2d778605cd3 req-3c523fc4-70f2-4dbf-85bc-4eb998f3a860 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:27.905691 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fe65898a-0c9e-4631-9cad-a2d778605cd3 req-3c523fc4-70f2-4dbf-85bc-4eb998f3a860 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.39 "DELETE /v2.0/ports/1b56aa0f-6766-4f9f-b0df-5544a59b6a76 HTTP/1.1" status: 204 len: 173 time: 2.2031426 Jul 07 21:13:27.908654 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809a5da3-4d7e-4714-865b-489bdecbbf6a', 'name': 'network-vif-deleted', 'tag': '1b56aa0f-6766-4f9f-b0df-5544a59b6a76'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:13:27.911846 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cff4c4-e0b1-4ccc-8ad1-5885a429b629" -d '{"events": [{"server_uuid": "809a5da3-4d7e-4714-865b-489bdecbbf6a", "name": "network-vif-deleted", "tag": "1b56aa0f-6766-4f9f-b0df-5544a59b6a76"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:13:27.967564 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89e6ddd-5ca5-49f5-a18b-10aa22f358f4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Router 131f63c0-10b1-476a-a45f-f16c6d829087 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:13:28.030604 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ebd056cb-b2e2-4ddb-b47c-c0e53644cf60 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:28.042947 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eccad2b-a42d-4269-93c5-8b617f864a9b x-openstack-request-id: req-3eccad2b-a42d-4269-93c5-8b617f864a9b {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:13:28.044477 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809a5da3-4d7e-4714-865b-489bdecbbf6a", "name": "network-vif-deleted", "tag": "1b56aa0f-6766-4f9f-b0df-5544a59b6a76", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:13:28.044946 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3eccad2b-a42d-4269-93c5-8b617f864a9b {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:13:28.045694 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809a5da3-4d7e-4714-865b-489bdecbbf6a', 'name': 'network-vif-deleted', 'tag': '1b56aa0f-6766-4f9f-b0df-5544a59b6a76', 'status': 'completed', 'code': 200} Jul 07 21:13:28.092441 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-4f37f762-1718-4fc0-b79f-2914495a576d None None] Set router a27d62bd-71c5-46e5-8d70-df484cf25654 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:28.121770 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd056cb-b2e2-4ddb-b47c-c0e53644cf60 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=191113fd-61ce-4163-9cf6-1659089cea79,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:28.138808 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ebd056cb-b2e2-4ddb-b47c-c0e53644cf60 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:28.143220 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ebd056cb-b2e2-4ddb-b47c-c0e53644cf60 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/191113fd-61ce-4163-9cf6-1659089cea79 HTTP/1.1" status: 204 len: 168 time: 0.8516064 Jul 07 21:13:28.182832 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43280) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:28.187828 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89e6ddd-5ca5-49f5-a18b-10aa22f358f4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:13:28.199570 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b52fbc-1605-4688-8775-31b8f687ad9b None None] Sync routers for ids ['131f63c0-10b1-476a-a45f-f16c6d829087'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:13:28.219169 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b52fbc-1605-4688-8775-31b8f687ad9b None None] Routers {'131f63c0-10b1-476a-a45f-f16c6d829087'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:28.219855 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-a9b52fbc-1605-4688-8775-31b8f687ad9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['131f63c0-10b1-476a-a45f-f16c6d829087'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:28.227286 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8fe58c01-e208-4659-baed-b05ca8ba9be0 req-95a46b16-26df-417f-8ce5-ea75d7cd61a8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=809a5da3-4d7e-4714-865b-489bdecbbf6a HTTP/1.1" status: 200 len: 210 time: 0.0836153 Jul 07 21:13:28.342146 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f89e6ddd-5ca5-49f5-a18b-10aa22f358f4 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "PUT /v2.0/routers/131f63c0-10b1-476a-a45f-f16c6d829087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5532200 Jul 07 21:13:28.344873 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43290) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:28.346159 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cb1e2abe-9373-4500-8f51-c1a6ea03aad4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1562810 Jul 07 21:13:28.348882 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43292) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:28.360363 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-60a28f05-b973-44f6-9fb5-39c56bd21ebf tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:28.416069 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-a9b52fbc-1605-4688-8775-31b8f687ad9b None None] Set router 131f63c0-10b1-476a-a45f-f16c6d829087 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:28.481103 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6e30b0-2052-4234-8bd0-2e28451c7d98 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting subnet 6be39f5a-3614-46a6-b6b0-a29bfee65f57 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:13:28.496155 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bb6e30b0-2052-4234-8bd0-2e28451c7d98 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:28.517192 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a28f05-b973-44f6-9fb5-39c56bd21ebf tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:28.523947 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-60a28f05-b973-44f6-9fb5-39c56bd21ebf tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:28.575817 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bb6e30b0-2052-4234-8bd0-2e28451c7d98 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:28.587565 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-6f16175c-da0e-4284-9896-0aa5131f9e12 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:28.595219 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-6f16175c-da0e-4284-9896-0aa5131f9e12 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/networks?id=52efefbb-28df-45b6-b938-6100f70e7fd5 HTTP/1.1" status: 200 len: 815 time: 0.1989934 Jul 07 21:13:28.657343 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-52053016-38d6-45d7-926e-7424ca99834f tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/quotas/cac6c510af104ba09c90ccd142f51a19 HTTP/1.1" status: 200 len: 375 time: 0.0610819 Jul 07 21:13:28.761676 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-4f37f762-1718-4fc0-b79f-2914495a576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'name': 'tempest-AttachVolumeShelveTestJSON-56852643-router', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:08:44Z', 'updated_at': '2021-07-07T21:08:49Z', 'revision_number': 4, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'gw_port': {'id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:45Z', 'updated_at': '2021-07-07T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '59b2889a-88c0-4add-bc85-d8b6db5fcb5f', 'name': '', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'mac_address': 'fa:16:3e:90:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:48Z', 'updated_at': '2021-07-07T21:08:56Z', 'revision_number': 5, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'subnets': [{'id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:28.818761 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bb6e30b0-2052-4234-8bd0-2e28451c7d98 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:28.835567 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f37f762-1718-4fc0-b79f-2914495a576d None None] Checking router: a27d62bd-71c5-46e5-8d70-df484cf25654 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:13:28.848562 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f37f762-1718-4fc0-b79f-2914495a576d None None] Routers {'a27d62bd-71c5-46e5-8d70-df484cf25654'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:28.850431 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-4f37f762-1718-4fc0-b79f-2914495a576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a27d62bd-71c5-46e5-8d70-df484cf25654'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:28.869111 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-1ac2f6ad-779c-4996-ab56-3e0733563092 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cac6c510af104ba09c90ccd142f51a19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2105393 Jul 07 21:13:28.945499 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bb6e30b0-2052-4234-8bd0-2e28451c7d98 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:28.950922 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-a9b52fbc-1605-4688-8775-31b8f687ad9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:13:27Z', 'revision_number': 10, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None, '_interfaces': [{'id': 'f6051a06-fb3a-409d-b23b-61e0a2bff8f0', 'name': '', 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:dc:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:55Z', 'updated_at': '2021-07-07T21:13:01Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:28.998142 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b52fbc-1605-4688-8775-31b8f687ad9b None None] Checking router: 131f63c0-10b1-476a-a45f-f16c6d829087 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:13:29.019085 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b52fbc-1605-4688-8775-31b8f687ad9b None None] Routers {'131f63c0-10b1-476a-a45f-f16c6d829087'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:29.020100 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-a9b52fbc-1605-4688-8775-31b8f687ad9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['131f63c0-10b1-476a-a45f-f16c6d829087'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:29.024999 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-4f37f762-1718-4fc0-b79f-2914495a576d None None] Set router a27d62bd-71c5-46e5-8d70-df484cf25654 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:29.051022 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e30b0-2052-4234-8bd0-2e28451c7d98 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Subnet': ['ID=6be39f5a-3614-46a6-b6b0-a29bfee65f57,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:29.069158 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-60a28f05-b973-44f6-9fb5-39c56bd21ebf tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:29.082271 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bb6e30b0-2052-4234-8bd0-2e28451c7d98 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:29.086237 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9f638f-6f9b-417b-9ed5-8a0515a3c5b3 None None] Network 2168904f-1608-4e4a-9efb-c221b2e23ba7 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:29.093726 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bb6e30b0-2052-4234-8bd0-2e28451c7d98 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/subnets/6be39f5a-3614-46a6-b6b0-a29bfee65f57 HTTP/1.1" status: 204 len: 168 time: 0.7440169 Jul 07 21:13:29.132820 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43302) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:29.245441 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a28f05-b973-44f6-9fb5-39c56bd21ebf tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:29.255405 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-eca1d5af-b2ee-4ad4-b299-90bfa7386fbf service neutron] 10.222.0.64 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853910 Jul 07 21:13:29.259934 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-60a28f05-b973-44f6-9fb5-39c56bd21ebf tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:29.280410 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a28f05-b973-44f6-9fb5-39c56bd21ebf tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:29.280410 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-60a28f05-b973-44f6-9fb5-39c56bd21ebf tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:29.324584 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-26e75ab9-bcc6-43f4-beb2-ff948dec90ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:29.326718 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-60a28f05-b973-44f6-9fb5-39c56bd21ebf tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9757810 Jul 07 21:13:29.329603 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43306) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:29.330230 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a28f05-b973-44f6-9fb5-39c56bd21ebf tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=a1ba0a88-b9fe-4606-a097-98aac1d30cdb,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:29.354292 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbb20a4-78fe-4f86-bf06-4aaca7a6c9de None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:29.357402 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-dea73923-3654-456d-acb2-b3638953bc72 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'fixed_ips': [{'subnet_id': 'a1ba0a88-b9fe-4606-a097-98aac1d30cdb', 'ip_address': '2001:db8::1d0a:1266:15ab:f291'}], 'name': 'tempest-NetworksTestDHCPv6-447942789'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:29.380194 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-a9b52fbc-1605-4688-8775-31b8f687ad9b None None] Set router 131f63c0-10b1-476a-a45f-f16c6d829087 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:29.447905 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-1e8db60b-e931-49d5-8cce-06caf2d2c048 service neutron] 10.222.0.64 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845732 Jul 07 21:13:29.453947 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 99043c13-51e0-49e4-a9cf-8be26967dc5c up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:29.488398 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2fbbf35-1c26-4e02-978f-7ab1f4e92557 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:29.489955 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43310) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:29.547122 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-4f37f762-1718-4fc0-b79f-2914495a576d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'name': 'tempest-AttachVolumeShelveTestJSON-56852643-router', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:08:44Z', 'updated_at': '2021-07-07T21:08:49Z', 'revision_number': 4, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'gw_port': {'id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:45Z', 'updated_at': '2021-07-07T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '59b2889a-88c0-4add-bc85-d8b6db5fcb5f', 'name': '', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'mac_address': 'fa:16:3e:90:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:48Z', 'updated_at': '2021-07-07T21:08:56Z', 'revision_number': 5, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'subnets': [{'id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:29.583302 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f37f762-1718-4fc0-b79f-2914495a576d None None] The sync data for ids ['a27d62bd-71c5-46e5-8d70-df484cf25654'] in n-d-695189-11 is: [{'id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'name': 'tempest-AttachVolumeShelveTestJSON-56852643-router', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:08:44Z', 'updated_at': '2021-07-07T21:08:49Z', 'revision_number': 4, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'gw_port': {'id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:45Z', 'updated_at': '2021-07-07T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '59b2889a-88c0-4add-bc85-d8b6db5fcb5f', 'name': '', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'mac_address': 'fa:16:3e:90:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:48Z', 'updated_at': '2021-07-07T21:08:56Z', 'revision_number': 5, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'subnets': [{'id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:13:29.721680 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1039963a-9ac6-4845-a654-533d4e0187f1 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:29.772941 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1039963a-9ac6-4845-a654-533d4e0187f1 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:29.781581 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6fa6df1f-9d23-4959-8d42-0b804aa37811 None None] Provisioning for port 99043c13-51e0-49e4-a9cf-8be26967dc5c completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:29.788545 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea73923-3654-456d-acb2-b3638953bc72 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:29.843467 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6fa6df1f-9d23-4959-8d42-0b804aa37811 None None] Could not find standard attr ID for object 9f29ee80-9182-4dd0-93f2-83404aeff807. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:13:29.852507 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-be2c3d7a-243a-46ee-9094-cadef1dab7d8 req-b942ad0a-8cc2-4d0a-8241-99be0c4b9f24 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=8304a1c9-d163-406a-8b99-2491f3efd109 HTTP/1.1" status: 200 len: 210 time: 0.0487568 Jul 07 21:13:29.949319 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1039963a-9ac6-4845-a654-533d4e0187f1 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:29.954187 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1039963a-9ac6-4845-a654-533d4e0187f1 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:29.959070 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1039963a-9ac6-4845-a654-533d4e0187f1 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "DELETE /v2.0/security-groups/50ab27ce-28ab-47d5-b7f5-3581b765122c HTTP/1.1" status: 204 len: 168 time: 0.4673076 Jul 07 21:13:29.969339 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43318) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:29.979119 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 99043c13-51e0-49e4-a9cf-8be26967dc5c completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:29.993091 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-d2fbbf35-1c26-4e02-978f-7ab1f4e92557 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting port ca09ddbf-8c0e-4066-8a36-c6b888140652 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:29.993554 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2fbbf35-1c26-4e02-978f-7ab1f4e92557 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:29.996677 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 99043c13-51e0-49e4-a9cf-8be26967dc5c triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:29.997048 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:30.006182 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039963a-9ac6-4845-a654-533d4e0187f1 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ab27ce-28ab-47d5-b7f5-3581b765122c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:30.075264 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a218623-9145-48e7-93d7-26aac888f711 None None] New status for floating IP 937fa9ec-c4b3-47a4-94b3-7811437586d9: DOWN {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:13:30.077707 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-d56e9cc8-ec03-48bd-ab7e-b221bcc7f1a5 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] show failed (client error): The resource could not be found. Jul 07 21:13:30.078837 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d56e9cc8-ec03-48bd-ab7e-b221bcc7f1a5 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups/50ab27ce-28ab-47d5-b7f5-3581b765122c HTTP/1.1" status: 404 len: 347 time: 0.1047266 Jul 07 21:13:30.082506 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43324) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:30.109865 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dea73923-3654-456d-acb2-b3638953bc72 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:30.138604 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-d2fbbf35-1c26-4e02-978f-7ab1f4e92557 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] For port ca09ddbf-8c0e-4066-8a36-c6b888140652, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ca09ddbf-8c0e-4066-8a36-c6b888140652,segment=NetworkSegment(65a4f9b2-e927-48b2-a835-61285b1e6569),segment_id=65a4f9b2-e927-48b2-a835-61285b1e6569)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:30.139427 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2fbbf35-1c26-4e02-978f-7ab1f4e92557 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:30.161159 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-dea73923-3654-456d-acb2-b3638953bc72 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] device_id is not set on port df1c8d86-3a14-401a-8b57-5fd8784f6884 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:13:30.178863 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-d2fbbf35-1c26-4e02-978f-7ab1f4e92557 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Calling delete_port for ca09ddbf-8c0e-4066-8a36-c6b888140652 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:30.286956 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-7250b164-a596-4fe7-8b2a-af16d1512c2d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Deleting port 992b41bd-5974-4022-ae26-77633a7ca864 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:30.287317 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7250b164-a596-4fe7-8b2a-af16d1512c2d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:30.373185 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e30ac6-0b5f-4e77-95c5-eb77e7855314 None None] DHCP port deletion for 2168904f-1608-4e4a-9efb-c221b2e23ba7 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:13:30.390154 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:30.414668 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7250b164-a596-4fe7-8b2a-af16d1512c2d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:30.416010 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7250b164-a596-4fe7-8b2a-af16d1512c2d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:30.439028 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-7250b164-a596-4fe7-8b2a-af16d1512c2d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Calling delete_port for 992b41bd-5974-4022-ae26-77633a7ca864 owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:30.478323 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-a9b52fbc-1605-4688-8775-31b8f687ad9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:13:27Z', 'revision_number': 10, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None, '_interfaces': [{'id': 'f6051a06-fb3a-409d-b23b-61e0a2bff8f0', 'name': '', 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:dc:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:55Z', 'updated_at': '2021-07-07T21:13:01Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:30.481432 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 99043c13-51e0-49e4-a9cf-8be26967dc5c, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=99043c13-51e0-49e4-a9cf-8be26967dc5c,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:30.503684 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-dea73923-3654-456d-acb2-b3638953bc72 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8::1d0a:1266:15ab:f291 (cb09c065-2c12-4a87-893a-e106666fd7e8/a1ba0a88-b9fe-4606-a097-98aac1d30cdb/df1c8d86-3a14-401a-8b57-5fd8784f6884) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:30.511897 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b52fbc-1605-4688-8775-31b8f687ad9b None None] The sync data for ids ['131f63c0-10b1-476a-a45f-f16c6d829087'] in n-d-695189-11 is: [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:13:27Z', 'revision_number': 10, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None, '_interfaces': [{'id': 'f6051a06-fb3a-409d-b23b-61e0a2bff8f0', 'name': '', 'network_id': '7de0fa89-46b6-4c0d-b394-94ae52a7108a', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'mac_address': 'fa:16:3e:dc:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:12:55Z', 'updated_at': '2021-07-07T21:13:01Z', 'revision_number': 5, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'subnets': [{'id': 'ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:13:30.516441 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:30.572637 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2fbbf35-1c26-4e02-978f-7ab1f4e92557 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:30.585317 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-46e30ac6-0b5f-4e77-95c5-eb77e7855314 None None] Deleting port ca09ddbf-8c0e-4066-8a36-c6b888140652 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:30.585625 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-46e30ac6-0b5f-4e77-95c5-eb77e7855314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:30.637089 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fbbf35-1c26-4e02-978f-7ab1f4e92557 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] No DVR routers for this DVR port ca09ddbf-8c0e-4066-8a36-c6b888140652 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:13:30.647124 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbbf35-1c26-4e02-978f-7ab1f4e92557 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Port': ['ID=ca09ddbf-8c0e-4066-8a36-c6b888140652,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:30.647761 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7250b164-a596-4fe7-8b2a-af16d1512c2d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:30.697188 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250b164-a596-4fe7-8b2a-af16d1512c2d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Pushing event deleted for resources: {'Port': ['ID=992b41bd-5974-4022-ae26-77633a7ca864,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:30.791429 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=99043c13-51e0-49e4-a9cf-8be26967dc5c,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:30.808090 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7250b164-a596-4fe7-8b2a-af16d1512c2d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:30.811423 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7250b164-a596-4fe7-8b2a-af16d1512c2d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:30.813677 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7250b164-a596-4fe7-8b2a-af16d1512c2d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "DELETE /v2.0/floatingips/937fa9ec-c4b3-47a4-94b3-7811437586d9 HTTP/1.1" status: 204 len: 168 time: 0.7276602 Jul 07 21:13:30.840024 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2fbbf35-1c26-4e02-978f-7ab1f4e92557 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:30.866351 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-d2fbbf35-1c26-4e02-978f-7ab1f4e92557 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2168904f-1608-4e4a-9efb-c221b2e23ba7']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:30.899648 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-46e30ac6-0b5f-4e77-95c5-eb77e7855314 None None] For port ca09ddbf-8c0e-4066-8a36-c6b888140652, host n-d-695189-11, got binding levels [] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:30.911755 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-d2fbbf35-1c26-4e02-978f-7ab1f4e92557 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a4f9b2-e927-48b2-a835-61285b1e6569') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:30.912055 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-d2fbbf35-1c26-4e02-978f-7ab1f4e92557 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a4f9b2-e927-48b2-a835-61285b1e6569') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:30.914164 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-46e30ac6-0b5f-4e77-95c5-eb77e7855314 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:30.930024 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2fbbf35-1c26-4e02-978f-7ab1f4e92557 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:30.949992 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-46e30ac6-0b5f-4e77-95c5-eb77e7855314 None None] Calling delete_port for ca09ddbf-8c0e-4066-8a36-c6b888140652 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:30.958634 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.ipam_backend_mixin [None req-46e30ac6-0b5f-4e77-95c5-eb77e7855314 None None] Port ca09ddbf-8c0e-4066-8a36-c6b888140652 was not found and therefore no delete operation was performed {{(pid=100449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 21:13:30.969333 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-46e30ac6-0b5f-4e77-95c5-eb77e7855314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:30.969966 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2fbbf35-1c26-4e02-978f-7ab1f4e92557 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:30.980837 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5092eb65-8a55-4ad2-be30-856e616b50f0 None None] Provisioning complete for port 99043c13-51e0-49e4-a9cf-8be26967dc5c triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:30.980990 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dea73923-3654-456d-acb2-b3638953bc72 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:30.981214 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5092eb65-8a55-4ad2-be30-856e616b50f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:30.987703 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2fbbf35-1c26-4e02-978f-7ab1f4e92557 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:13:30.988443 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2fbbf35-1c26-4e02-978f-7ab1f4e92557 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:13:30.996812 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:13:31.087194 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e30ac6-0b5f-4e77-95c5-eb77e7855314 None None] Pushing event deleted for resources: {'Port': ['ID=ca09ddbf-8c0e-4066-8a36-c6b888140652,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:31.104880 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2fbbf35-1c26-4e02-978f-7ab1f4e92557 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:31.114183 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2fbbf35-1c26-4e02-978f-7ab1f4e92557 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:31.119504 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43338) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:31.120719 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d2fbbf35-1c26-4e02-978f-7ab1f4e92557 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/networks/2168904f-1608-4e4a-9efb-c221b2e23ba7 HTTP/1.1" status: 204 len: 168 time: 1.9838126 Jul 07 21:13:31.122447 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-dea73923-3654-456d-acb2-b3638953bc72 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Transition to ACTIVE for port object df1c8d86-3a14-401a-8b57-5fd8784f6884 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:31.129069 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e30ac6-0b5f-4e77-95c5-eb77e7855314 None None] No DVR routers for this DVR port ca09ddbf-8c0e-4066-8a36-c6b888140652 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:13:31.156021 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:13:31.167151 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbbf35-1c26-4e02-978f-7ab1f4e92557 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Network': ['ID=2168904f-1608-4e4a-9efb-c221b2e23ba7,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:31.203288 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:13:31.203667 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 1b56aa0f-6766-4f9f-b0df-5544a59b6a76 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:13:31.269660 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dea73923-3654-456d-acb2-b3638953bc72 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:31.328345 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 99043c13-51e0-49e4-a9cf-8be26967dc5c up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:31.372286 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea73923-3654-456d-acb2-b3638953bc72 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:31.384595 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-dea73923-3654-456d-acb2-b3638953bc72 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:31.391817 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea73923-3654-456d-acb2-b3638953bc72 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:31.403796 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-651fb88e-f254-42a3-8297-03bab8725a30 req-ce6cdb3e-dbe0-4e6e-bae7-a48d97dc2719 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=8304a1c9-d163-406a-8b99-2491f3efd109 HTTP/1.1" status: 200 len: 210 time: 0.1730127 Jul 07 21:13:31.417683 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea73923-3654-456d-acb2-b3638953bc72 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:31.421261 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dea73923-3654-456d-acb2-b3638953bc72 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:31.464596 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea73923-3654-456d-acb2-b3638953bc72 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=df1c8d86-3a14-401a-8b57-5fd8784f6884,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:31.483275 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dea73923-3654-456d-acb2-b3638953bc72 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1302214 Jul 07 21:13:31.484106 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43340) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:31.518703 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 99043c13-51e0-49e4-a9cf-8be26967dc5c triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:31.519826 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:31.587808 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43342) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:31.594844 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-3998653c-52da-4e1d-b003-99b7c11b6da0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Request body: {'security_group': {'name': 'tempest-securitygroup--62599804', 'description': 'tempest-description--1375525696'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:31.639857 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049f5fb0-46fd-47f3-826c-0029e16673ef tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:31.646942 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049f5fb0-46fd-47f3-826c-0029e16673ef tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:31.648963 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-049f5fb0-46fd-47f3-826c-0029e16673ef tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1605325 Jul 07 21:13:31.658797 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43344) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:31.661924 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-22ad73df-f795-4b18-8225-d25a6d54e424 None None] Could not find standard attr ID for object 9f29ee80-9182-4dd0-93f2-83404aeff807. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:13:31.756931 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3998653c-52da-4e1d-b003-99b7c11b6da0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:31.857313 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-4e7af401-0937-4c09-8d22-41d50538576a tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:31.859097 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-4e7af401-0937-4c09-8d22-41d50538576a tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.58 "GET /v2.0/networks?id=52efefbb-28df-45b6-b938-6100f70e7fd5 HTTP/1.1" status: 200 len: 815 time: 0.2522829 Jul 07 21:13:31.865596 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ca09ddbf-8c0e-4066-8a36-c6b888140652 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:13:31.873744 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-1923e189-a932-415a-8c33-47756dd6d493 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Request body: {'port': {'device_id': '8304a1c9-d163-406a-8b99-2491f3efd109', 'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5', 'admin_state_up': True, 'tenant_id': 'cac6c510af104ba09c90ccd142f51a19'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:31.950925 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-2c3f14ae-d6af-4cd6-91e8-8cc743bd399c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting port df1c8d86-3a14-401a-8b57-5fd8784f6884 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:31.950925 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2c3f14ae-d6af-4cd6-91e8-8cc743bd399c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:31.972481 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8983e213-f393-4a9d-a9de-113d6e9dfea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:31.978594 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: ca09ddbf-8c0e-4066-8a36-c6b888140652 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:13:31.979054 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ca09ddbf-8c0e-4066-8a36-c6b888140652 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:13:31.979623 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 10679c34-069d-42df-8c8e-6279b39388b2 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:13:32.004590 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:32.006222 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 10679c34-069d-42df-8c8e-6279b39388b2 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:13:32.006702 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 10679c34-069d-42df-8c8e-6279b39388b2 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:13:32.090563 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3998653c-52da-4e1d-b003-99b7c11b6da0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:32.099204 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3998653c-52da-4e1d-b003-99b7c11b6da0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:32.100865 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6012b153-7d1a-41b8-b05a-8f99ee37623b None None] Provisioning for port df1c8d86-3a14-401a-8b57-5fd8784f6884 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:32.111230 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6012b153-7d1a-41b8-b05a-8f99ee37623b None None] Provisioning complete for port df1c8d86-3a14-401a-8b57-5fd8784f6884 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:32.112024 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6012b153-7d1a-41b8-b05a-8f99ee37623b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:32.119299 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2c3f14ae-d6af-4cd6-91e8-8cc743bd399c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:32.129791 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3aa37b46-caaa-444f-b4c7-4e4ccaac96e3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:32.138548 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998653c-52da-4e1d-b003-99b7c11b6da0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc248a49-5f70-4144-b6be-bc6b58c86efb,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:32.142143 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-1923e189-a932-415a-8c33-47756dd6d493 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Made reservation on behalf of cac6c510af104ba09c90ccd142f51a19 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:32.146354 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-1923e189-a932-415a-8c33-47756dd6d493 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:32.160389 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3998653c-52da-4e1d-b003-99b7c11b6da0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:32.161751 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3998653c-52da-4e1d-b003-99b7c11b6da0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5728140 Jul 07 21:13:32.165843 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43348) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:32.170406 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-1d287a46-4ae5-45d0-8d81-dfad76d98179 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Request body: {'security_group_rule': {'security_group_id': 'dc248a49-5f70-4144-b6be-bc6b58c86efb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:32.180748 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-6012b153-7d1a-41b8-b05a-8f99ee37623b None None] Port df1c8d86-3a14-401a-8b57-5fd8784f6884 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:13:32.184674 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-2c3f14ae-d6af-4cd6-91e8-8cc743bd399c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Calling delete_port for df1c8d86-3a14-401a-8b57-5fd8784f6884 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:32.250338 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1d287a46-4ae5-45d0-8d81-dfad76d98179 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:32.347648 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-1923e189-a932-415a-8c33-47756dd6d493 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Allocated IP 172.20.0.14 (52efefbb-28df-45b6-b938-6100f70e7fd5/e3aec7e4-4ac9-4591-bb22-5f8a519b186b/fdbcb26a-37ec-4428-85dc-8c9b17426555) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:32.351133 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1d287a46-4ae5-45d0-8d81-dfad76d98179 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:32.362196 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1d287a46-4ae5-45d0-8d81-dfad76d98179 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:32.434305 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1d287a46-4ae5-45d0-8d81-dfad76d98179 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:32.435942 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1d287a46-4ae5-45d0-8d81-dfad76d98179 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2691693 Jul 07 21:13:32.441009 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43350) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:32.451071 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-9f3c0ec6-61c9-4f09-9fe1-c0c28edcac86 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Request body: {'security_group_rule': {'security_group_id': 'dc248a49-5f70-4144-b6be-bc6b58c86efb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:32.461189 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d287a46-4ae5-45d0-8d81-dfad76d98179 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f52958a-d0a2-4e2e-b89a-c6bab691e158,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:32.484191 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2c3f14ae-d6af-4cd6-91e8-8cc743bd399c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:32.536886 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f14ae-d6af-4cd6-91e8-8cc743bd399c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Port': ['ID=df1c8d86-3a14-401a-8b57-5fd8784f6884,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:32.551661 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9f3c0ec6-61c9-4f09-9fe1-c0c28edcac86 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:32.695075 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ed8361e2-5fc2-4d03-8cd6-b39fe110d3db req-3056d790-ee3d-442f-b4ec-7f61ecbdfad2 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=8304a1c9-d163-406a-8b99-2491f3efd109 HTTP/1.1" status: 200 len: 210 time: 0.0847588 Jul 07 21:13:32.700875 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2c3f14ae-d6af-4cd6-91e8-8cc743bd399c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:32.702937 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2c3f14ae-d6af-4cd6-91e8-8cc743bd399c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/df1c8d86-3a14-401a-8b57-5fd8784f6884 HTTP/1.1" status: 204 len: 168 time: 1.0430179 Jul 07 21:13:32.705436 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43354) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:32.724919 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9f3c0ec6-61c9-4f09-9fe1-c0c28edcac86 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:32.733515 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9f3c0ec6-61c9-4f09-9fe1-c0c28edcac86 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:32.764322 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-1923e189-a932-415a-8c33-47756dd6d493 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:32.770521 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c0ec6-61c9-4f09-9fe1-c0c28edcac86 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecfb8c8a-02d7-4879-8176-a7e8ae7bc1c8,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:32.789291 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9f3c0ec6-61c9-4f09-9fe1-c0c28edcac86 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:32.793650 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9f3c0ec6-61c9-4f09-9fe1-c0c28edcac86 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3470664 Jul 07 21:13:32.798265 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43356) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:32.804157 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-5030e2c0-05b0-4017-96e3-5db65986f3f8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:32.805069 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0ed556-583b-44f8-afb3-61880313d117 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:32.807646 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0ed556-583b-44f8-afb3-61880313d117 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:32.812259 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-af0ed556-583b-44f8-afb3-61880313d117 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1029358 Jul 07 21:13:32.812259 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43358) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:32.823108 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-3aa37b46-caaa-444f-b4c7-4e4ccaac96e3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting port f6051a06-fb3a-409d-b23b-61e0a2bff8f0 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:32.823313 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3aa37b46-caaa-444f-b4c7-4e4ccaac96e3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:32.845985 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5030e2c0-05b0-4017-96e3-5db65986f3f8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for floatingip, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:32.902173 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-1923e189-a932-415a-8c33-47756dd6d493 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:32.915388 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e', '66d74393-721e-4983-8421-d46b9204a3bf'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:13:32.922585 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0c2baac1-9f13-462b-8d99-f0052ded7660'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:13:32.967372 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-8899ad21-8394-4dc1-aeca-5394a98a90be tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet a1ba0a88-b9fe-4606-a097-98aac1d30cdb {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:13:32.970389 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8899ad21-8394-4dc1-aeca-5394a98a90be tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:32.974246 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-1923e189-a932-415a-8c33-47756dd6d493 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Network 52efefbb-28df-45b6-b938-6100f70e7fd5 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:32.984182 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-1923e189-a932-415a-8c33-47756dd6d493 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:32.988747 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-1923e189-a932-415a-8c33-47756dd6d493 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:33.003892 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-3aa37b46-caaa-444f-b4c7-4e4ccaac96e3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] For port f6051a06-fb3a-409d-b23b-61e0a2bff8f0, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f6051a06-fb3a-409d-b23b-61e0a2bff8f0,segment=NetworkSegment(58f72c02-b750-43ef-a8f9-cc91a399b921),segment_id=58f72c02-b750-43ef-a8f9-cc91a399b921)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:33.004247 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3aa37b46-caaa-444f-b4c7-4e4ccaac96e3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:33.026901 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-3aa37b46-caaa-444f-b4c7-4e4ccaac96e3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Calling delete_port for f6051a06-fb3a-409d-b23b-61e0a2bff8f0 owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:33.037582 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8899ad21-8394-4dc1-aeca-5394a98a90be tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:33.040838 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923e189-a932-415a-8c33-47756dd6d493 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Pushing event updated for resources: {'Port': ['ID=fdbcb26a-37ec-4428-85dc-8c9b17426555,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:33.075701 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-1923e189-a932-415a-8c33-47756dd6d493 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:33.076337 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-1923e189-a932-415a-8c33-47756dd6d493 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:33.108554 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-1923e189-a932-415a-8c33-47756dd6d493 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2389336 Jul 07 21:13:33.111056 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5030e2c0-05b0-4017-96e3-5db65986f3f8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:33.122474 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8899ad21-8394-4dc1-aeca-5394a98a90be tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:33.126507 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-d31e8b2d-2934-4f03-8504-8b0389d2494e service neutron] Request body: {'port': {'device_id': '8304a1c9-d163-406a-8b99-2491f3efd109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:33.235124 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8899ad21-8394-4dc1-aeca-5394a98a90be tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:33.279916 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899ad21-8394-4dc1-aeca-5394a98a90be tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=a1ba0a88-b9fe-4606-a097-98aac1d30cdb,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:33.293344 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-d31e8b2d-2934-4f03-8504-8b0389d2494e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:33.306116 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8899ad21-8394-4dc1-aeca-5394a98a90be tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:33.311052 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8899ad21-8394-4dc1-aeca-5394a98a90be tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/a1ba0a88-b9fe-4606-a097-98aac1d30cdb HTTP/1.1" status: 204 len: 168 time: 0.4980707 Jul 07 21:13:33.311813 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43366) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:33.323804 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1701b7-3a19-4d95-8d93-2bbac0a71388 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:33.339411 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-5030e2c0-05b0-4017-96e3-5db65986f3f8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Allocated IP 172.25.5.11 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/9049d141-9263-4053-85ae-20fa70a33440) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:33.375717 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fa1b88ac-70ca-4560-ae74-b0821ae17a32 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580614 Jul 07 21:13:33.377175 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43368) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:33.427932 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3aa37b46-caaa-444f-b4c7-4e4ccaac96e3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:33.457256 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa37b46-caaa-444f-b4c7-4e4ccaac96e3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Port': ['ID=f6051a06-fb3a-409d-b23b-61e0a2bff8f0,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:33.588734 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:33.606401 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3448b9-8e79-452d-819f-98d4f52fef22 None None] DHCP port deletion for cb09c065-2c12-4a87-893a-e106666fd7e8 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:13:33.676568 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-bd3448b9-8e79-452d-819f-98d4f52fef22 None None] Deleting port 99043c13-51e0-49e4-a9cf-8be26967dc5c {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:33.677974 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bd3448b9-8e79-452d-819f-98d4f52fef22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:33.689649 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5030e2c0-05b0-4017-96e3-5db65986f3f8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:33.828791 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-bd3448b9-8e79-452d-819f-98d4f52fef22 None None] For port 99043c13-51e0-49e4-a9cf-8be26967dc5c, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=99043c13-51e0-49e4-a9cf-8be26967dc5c,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:33.829112 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bd3448b9-8e79-452d-819f-98d4f52fef22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:33.843726 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-bd3448b9-8e79-452d-819f-98d4f52fef22 None None] Calling delete_port for 99043c13-51e0-49e4-a9cf-8be26967dc5c owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:33.860994 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5030e2c0-05b0-4017-96e3-5db65986f3f8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:33.889538 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5030e2c0-05b0-4017-96e3-5db65986f3f8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:33.893507 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-5030e2c0-05b0-4017-96e3-5db65986f3f8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:33.915184 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5030e2c0-05b0-4017-96e3-5db65986f3f8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:33.931755 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bd3448b9-8e79-452d-819f-98d4f52fef22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:33.949265 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-d31e8b2d-2934-4f03-8504-8b0389d2494e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdbcb26a-37ec-4428-85dc-8c9b17426555 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:13:33.960281 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-d31e8b2d-2934-4f03-8504-8b0389d2494e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:33.963756 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3448b9-8e79-452d-819f-98d4f52fef22 None None] Pushing event deleted for resources: {'Port': ['ID=99043c13-51e0-49e4-a9cf-8be26967dc5c,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:33.968816 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3448b9-8e79-452d-819f-98d4f52fef22 None None] No DVR routers for this DVR port 99043c13-51e0-49e4-a9cf-8be26967dc5c on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:13:34.025791 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb3fd34-af9a-4673-9f8c-36bbd63ddfe6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:34.030684 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2cb3fd34-af9a-4673-9f8c-36bbd63ddfe6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6490533 Jul 07 21:13:34.030842 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-d31e8b2d-2934-4f03-8504-8b0389d2494e service neutron] Transition to ACTIVE for port object fdbcb26a-37ec-4428-85dc-8c9b17426555 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:34.031448 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43372) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:34.043314 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030e2c0-05b0-4017-96e3-5db65986f3f8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Pushing event updated for resources: {'Port': ['ID=9049d141-9263-4053-85ae-20fa70a33440,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:34.054749 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3aa37b46-caaa-444f-b4c7-4e4ccaac96e3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:34.171698 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305d824-7b6c-4bf3-84bd-0e9cb37d520c req-cab65aa4-163b-487a-8294-431b81a5a071 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:34.173345 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2305d824-7b6c-4bf3-84bd-0e9cb37d520c req-cab65aa4-163b-487a-8294-431b81a5a071 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=8304a1c9-d163-406a-8b99-2491f3efd109 HTTP/1.1" status: 200 len: 932 time: 0.2072268 Jul 07 21:13:34.276640 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa37b46-caaa-444f-b4c7-4e4ccaac96e3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Router 131f63c0-10b1-476a-a45f-f16c6d829087 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:13:34.284491 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2305d824-7b6c-4bf3-84bd-0e9cb37d520c req-c3e0d641-faad-4562-bd0b-4a938af880a2 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792880 Jul 07 21:13:34.363529 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa37b46-caaa-444f-b4c7-4e4ccaac96e3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:13:34.370116 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3aa37b46-caaa-444f-b4c7-4e4ccaac96e3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "PUT /v2.0/routers/131f63c0-10b1-476a-a45f-f16c6d829087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2492743 Jul 07 21:13:34.372743 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43376) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:34.374699 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b129b221-2cfa-4ba7-ab1c-bb64d81d0547 None None] Sync routers for ids ['131f63c0-10b1-476a-a45f-f16c6d829087'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:13:34.399942 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b129b221-2cfa-4ba7-ab1c-bb64d81d0547 None None] Routers {'131f63c0-10b1-476a-a45f-f16c6d829087'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:34.400600 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b129b221-2cfa-4ba7-ab1c-bb64d81d0547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['131f63c0-10b1-476a-a45f-f16c6d829087'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:34.439375 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10b407b-b98d-44e3-a989-c6f77a943f8f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting subnet ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:13:34.442908 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c10b407b-b98d-44e3-a989-c6f77a943f8f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:34.474069 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-d31e8b2d-2934-4f03-8504-8b0389d2494e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:34.527757 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c10b407b-b98d-44e3-a989-c6f77a943f8f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:34.549887 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-b129b221-2cfa-4ba7-ab1c-bb64d81d0547 None None] Set router 131f63c0-10b1-476a-a45f-f16c6d829087 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:34.567349 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e8b2d-2934-4f03-8504-8b0389d2494e service neutron] Pushing event updated for resources: {'Port': ['ID=fdbcb26a-37ec-4428-85dc-8c9b17426555,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:34.601922 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5030e2c0-05b0-4017-96e3-5db65986f3f8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:34.611886 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbed477c-119a-46e8-96f4-6abe7aa31f5b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:34.615308 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cbed477c-119a-46e8-96f4-6abe7aa31f5b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5805430 Jul 07 21:13:34.616499 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43378) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:34.627740 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b129b221-2cfa-4ba7-ab1c-bb64d81d0547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:13:33Z', 'revision_number': 11, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:34.663537 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b129b221-2cfa-4ba7-ab1c-bb64d81d0547 None None] Checking router: 131f63c0-10b1-476a-a45f-f16c6d829087 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:13:34.671972 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e8ff37f1-2a04-4c28-aebc-ab909ed2c05b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504184 Jul 07 21:13:34.673350 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43380) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:34.677146 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b129b221-2cfa-4ba7-ab1c-bb64d81d0547 None None] Routers {'131f63c0-10b1-476a-a45f-f16c6d829087'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:34.677944 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b129b221-2cfa-4ba7-ab1c-bb64d81d0547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['131f63c0-10b1-476a-a45f-f16c6d829087'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:34.678583 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-4a0c4271-aa05-4dfa-ab95-99591b08294a tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:34.714916 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:13:34.726986 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c10b407b-b98d-44e3-a989-c6f77a943f8f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:34.746833 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5030e2c0-05b0-4017-96e3-5db65986f3f8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:34.764851 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-b129b221-2cfa-4ba7-ab1c-bb64d81d0547 None None] Set router 131f63c0-10b1-476a-a45f-f16c6d829087 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:34.787393 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-d31e8b2d-2934-4f03-8504-8b0389d2494e service neutron] Attempting to bind port fdbcb26a-37ec-4428-85dc-8c9b17426555 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:13:34.787646 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-d31e8b2d-2934-4f03-8504-8b0389d2494e service neutron] Attempting to bind port fdbcb26a-37ec-4428-85dc-8c9b17426555 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '58fb124c-c894-49e4-8eef-1936160d5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:13:34.787979 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-d31e8b2d-2934-4f03-8504-8b0389d2494e service neutron] Attempting to bind port fdbcb26a-37ec-4428-85dc-8c9b17426555 on network 52efefbb-28df-45b6-b938-6100f70e7fd5 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:13:34.808230 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-d31e8b2d-2934-4f03-8504-8b0389d2494e service neutron] Port fdbcb26a-37ec-4428-85dc-8c9b17426555 on network 52efefbb-28df-45b6-b938-6100f70e7fd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:13:34.808578 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-d31e8b2d-2934-4f03-8504-8b0389d2494e service neutron] Attempting to bind port fdbcb26a-37ec-4428-85dc-8c9b17426555 on network 52efefbb-28df-45b6-b938-6100f70e7fd5 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:13:34.821633 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-d31e8b2d-2934-4f03-8504-8b0389d2494e service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:13:34.821988 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-d31e8b2d-2934-4f03-8504-8b0389d2494e service neutron] Checking segment: {'id': '58fb124c-c894-49e4-8eef-1936160d5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:13:34.822389 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-d31e8b2d-2934-4f03-8504-8b0389d2494e service neutron] Bound using segment: {'id': '58fb124c-c894-49e4-8eef-1936160d5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:13:34.823101 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-d31e8b2d-2934-4f03-8504-8b0389d2494e service neutron] Bound port: fdbcb26a-37ec-4428-85dc-8c9b17426555, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fb124c-c894-49e4-8eef-1936160d5a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:13:34.823254 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-d31e8b2d-2934-4f03-8504-8b0389d2494e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:34.834724 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b129b221-2cfa-4ba7-ab1c-bb64d81d0547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:13:33Z', 'revision_number': 11, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:34.838960 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c10b407b-b98d-44e3-a989-c6f77a943f8f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:34.846551 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0c4271-aa05-4dfa-ab95-99591b08294a tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:34.850349 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a0c4271-aa05-4dfa-ab95-99591b08294a tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:34.866765 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b129b221-2cfa-4ba7-ab1c-bb64d81d0547 None None] The sync data for ids ['131f63c0-10b1-476a-a45f-f16c6d829087'] in n-d-695189-11 is: [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:13:33Z', 'revision_number': 11, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:13:34.927963 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b407b-b98d-44e3-a989-c6f77a943f8f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Subnet': ['ID=ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:34.930454 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c10b407b-b98d-44e3-a989-c6f77a943f8f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:34.935458 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c10b407b-b98d-44e3-a989-c6f77a943f8f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/subnets/ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae HTTP/1.1" status: 204 len: 168 time: 0.5610771 Jul 07 21:13:34.937084 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43382) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:34.937215 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10a31dd-7b56-4edc-b484-38b2d1b5a8d2 None None] Network 7de0fa89-46b6-4c0d-b394-94ae52a7108a requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:35.016119 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-d31e8b2d-2934-4f03-8504-8b0389d2494e service neutron] For port fdbcb26a-37ec-4428-85dc-8c9b17426555, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:13:35.028478 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-d31e8b2d-2934-4f03-8504-8b0389d2494e service neutron] For port fdbcb26a-37ec-4428-85dc-8c9b17426555, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=fdbcb26a-37ec-4428-85dc-8c9b17426555,segment=NetworkSegment(58fb124c-c894-49e4-8eef-1936160d5a51),segment_id=58fb124c-c894-49e4-8eef-1936160d5a51)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:13:35.042743 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-d31e8b2d-2934-4f03-8504-8b0389d2494e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:35.083862 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a0c4271-aa05-4dfa-ab95-99591b08294a tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:35.120715 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-d31e8b2d-2934-4f03-8504-8b0389d2494e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:35.121348 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-d31e8b2d-2934-4f03-8504-8b0389d2494e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:35.122759 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-d31e8b2d-2934-4f03-8504-8b0389d2494e service neutron] 10.222.0.58 "PUT /v2.0/ports/fdbcb26a-37ec-4428-85dc-8c9b17426555 HTTP/1.1" status: 200 len: 1093 time: 2.0010731 Jul 07 21:13:35.123218 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8304a1c9-d163-406a-8b99-2491f3efd109', 'tag': 'fdbcb26a-37ec-4428-85dc-8c9b17426555'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:13:35.125527 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f1ce77-2a7e-49ec-b645-24e84c35e6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "8304a1c9-d163-406a-8b99-2491f3efd109", "tag": "fdbcb26a-37ec-4428-85dc-8c9b17426555"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:13:35.137842 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0c4271-aa05-4dfa-ab95-99591b08294a tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:35.141338 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-4a0c4271-aa05-4dfa-ab95-99591b08294a tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:35.145416 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0c4271-aa05-4dfa-ab95-99591b08294a tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:35.146246 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a0c4271-aa05-4dfa-ab95-99591b08294a tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:35.155287 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11a94b7-e70f-473c-ac73-de6c8ce4e38d None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:35.168901 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-39500722-68b0-472a-930e-d65ee268ff76 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:35.177389 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d687fe9-b6de-489a-9ec2-73b813d1bd56 x-openstack-request-id: req-7d687fe9-b6de-489a-9ec2-73b813d1bd56 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:13:35.177556 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8304a1c9-d163-406a-8b99-2491f3efd109", "tag": "fdbcb26a-37ec-4428-85dc-8c9b17426555", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:13:35.177752 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7d687fe9-b6de-489a-9ec2-73b813d1bd56 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:13:35.178210 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8304a1c9-d163-406a-8b99-2491f3efd109', 'tag': 'fdbcb26a-37ec-4428-85dc-8c9b17426555', 'status': 'completed', 'code': 200} Jul 07 21:13:35.178838 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c4271-aa05-4dfa-ab95-99591b08294a tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=ce473987-af5d-4e4b-b6b5-cad4e310fb20,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:35.180916 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5030e2c0-05b0-4017-96e3-5db65986f3f8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:35.186069 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4a0c4271-aa05-4dfa-ab95-99591b08294a tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5091209 Jul 07 21:13:35.186570 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43386) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:35.191985 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-fb247cf3-780c-429d-a688-f2033cacff47 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'fixed_ips': [{'subnet_id': 'ce473987-af5d-4e4b-b6b5-cad4e310fb20', 'ip_address': '2001:db8::73c3:86fa:e44a:b965'}], 'name': 'tempest-NetworksTestDHCPv6-2079115553'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:35.196432 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e8b2d-2934-4f03-8504-8b0389d2494e service neutron] Pushing event updated for resources: {'Port': ['ID=fdbcb26a-37ec-4428-85dc-8c9b17426555,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:35.200951 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5030e2c0-05b0-4017-96e3-5db65986f3f8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:35.260241 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ebff6d-af76-4272-8d30-7ea4cd264499 None None] DHCP port deletion for 7de0fa89-46b6-4c0d-b394-94ae52a7108a request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:13:35.350087 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:35.404504 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030e2c0-05b0-4017-96e3-5db65986f3f8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Pushing event updated for resources: {'Port': ['ID=9049d141-9263-4053-85ae-20fa70a33440,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:35.408224 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb247cf3-780c-429d-a688-f2033cacff47 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:35.433617 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device fa30b6a4-8f57-4bdc-b817-fb425a69d4a3 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:13:35.452030 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5030e2c0-05b0-4017-96e3-5db65986f3f8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:35.457182 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-54680eb1-52e5-4751-a6ab-1621285d0fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:35.458940 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-54680eb1-52e5-4751-a6ab-1621285d0fb1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cac6c510af104ba09c90ccd142f51a19&device_id=8304a1c9-d163-406a-8b99-2491f3efd109 HTTP/1.1" status: 200 len: 1096 time: 0.2739184 Jul 07 21:13:35.502908 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a948c6b5-a765-4332-ae87-335e9d61168a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-cb09c065-2c12-4a87-893a-e106666fd7e8', 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'fixed_ips': [{'subnet_id': 'ce473987-af5d-4e4b-b6b5-cad4e310fb20'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:13:35.503805 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a948c6b5-a765-4332-ae87-335e9d61168a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:35.527869 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5030e2c0-05b0-4017-96e3-5db65986f3f8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:35.536867 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5030e2c0-05b0-4017-96e3-5db65986f3f8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7298782 Jul 07 21:13:35.536867 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-d6facd3c-aff0-4f48-8189-61f370faf0a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdbcb26a-37ec-4428-85dc-8c9b17426555 HTTP/1.1" status: 200 len: 217 time: 0.0608666 Jul 07 21:13:35.536867 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-39500722-68b0-472a-930e-d65ee268ff76 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Deleting port fa30b6a4-8f57-4bdc-b817-fb425a69d4a3 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:35.536867 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-39500722-68b0-472a-930e-d65ee268ff76 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:35.559282 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-c4ebff6d-af76-4272-8d30-7ea4cd264499 None None] Deleting port fa30b6a4-8f57-4bdc-b817-fb425a69d4a3 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:35.559622 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c4ebff6d-af76-4272-8d30-7ea4cd264499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:35.628724 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-c4ebff6d-af76-4272-8d30-7ea4cd264499 None None] For port fa30b6a4-8f57-4bdc-b817-fb425a69d4a3, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=fa30b6a4-8f57-4bdc-b817-fb425a69d4a3,segment=NetworkSegment(58f72c02-b750-43ef-a8f9-cc91a399b921),segment_id=58f72c02-b750-43ef-a8f9-cc91a399b921)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:35.629119 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c4ebff6d-af76-4272-8d30-7ea4cd264499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:35.643138 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-c4ebff6d-af76-4272-8d30-7ea4cd264499 None None] Calling delete_port for fa30b6a4-8f57-4bdc-b817-fb425a69d4a3 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:35.654105 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b94de6-a97a-4886-9b35-2e88844fb630 req-8713399c-6f9a-4ec3-9abd-5d964988d2a8 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:35.655791 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73b94de6-a97a-4886-9b35-2e88844fb630 req-8713399c-6f9a-4ec3-9abd-5d964988d2a8 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=8304a1c9-d163-406a-8b99-2491f3efd109 HTTP/1.1" status: 200 len: 944 time: 0.1941795 Jul 07 21:13:35.662505 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fb247cf3-780c-429d-a688-f2033cacff47 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:35.705969 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-b72127af-d484-480e-a274-0b0114763d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:35.714264 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-b72127af-d484-480e-a274-0b0114763d7a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e3aec7e4-4ac9-4591-bb22-5f8a519b186b HTTP/1.1" status: 200 len: 855 time: 0.1708770 Jul 07 21:13:35.716602 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-39500722-68b0-472a-930e-d65ee268ff76 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] For port fa30b6a4-8f57-4bdc-b817-fb425a69d4a3, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=fa30b6a4-8f57-4bdc-b817-fb425a69d4a3,segment=NetworkSegment(58f72c02-b750-43ef-a8f9-cc91a399b921),segment_id=58f72c02-b750-43ef-a8f9-cc91a399b921)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:35.717488 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-39500722-68b0-472a-930e-d65ee268ff76 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:35.722469 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-fb247cf3-780c-429d-a688-f2033cacff47 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] device_id is not set on port c218c825-3db9-4c30-ac87-e4bbdf780b3f yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:13:35.740636 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-73b94de6-a97a-4886-9b35-2e88844fb630 req-fe419dce-f11b-4615-a183-4c90d5940f18 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748994 Jul 07 21:13:35.831274 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-bd5a8d54-287e-459d-a6f7-6d61697db008 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=52efefbb-28df-45b6-b938-6100f70e7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786541 Jul 07 21:13:35.832306 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-39500722-68b0-472a-930e-d65ee268ff76 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Calling delete_port for fa30b6a4-8f57-4bdc-b817-fb425a69d4a3 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:35.877200 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:35.886627 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-a948c6b5-a765-4332-ae87-335e9d61168a None None] Allocated IP 2001:db8::2 (cb09c065-2c12-4a87-893a-e106666fd7e8/ce473987-af5d-4e4b-b6b5-cad4e310fb20/499a99e6-39e3-415d-8c13-a7938491230b) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:35.920385 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c4ebff6d-af76-4272-8d30-7ea4cd264499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:35.987026 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebff6d-af76-4272-8d30-7ea4cd264499 None None] Pushing event deleted for resources: {'Port': ['ID=fa30b6a4-8f57-4bdc-b817-fb425a69d4a3,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:35.997873 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-0d2807c8-b8cd-4783-b640-1652fe5a5386 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--62599804&fields=id&tenant_id=2c77ff576c8f4eb18bd83eb9fa5ae9c8 HTTP/1.1" status: 200 len: 267 time: 0.0516984 Jul 07 21:13:36.018779 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ebff6d-af76-4272-8d30-7ea4cd264499 None None] No DVR routers for this DVR port fa30b6a4-8f57-4bdc-b817-fb425a69d4a3 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:13:36.023727 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 99043c13-51e0-49e4-a9cf-8be26967dc5c no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:13:36.035122 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-d99dcfe7-d46a-4024-bfe8-69bf2d336668 service neutron] 10.222.0.58 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111233 Jul 07 21:13:36.117064 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-89f7ca9f-a7ca-4d64-bdf6-a14cac17d2bd tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:36.119491 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-89f7ca9f-a7ca-4d64-bdf6-a14cac17d2bd tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/networks?id=71e90e76-92b1-4ebc-85b0-c55c9e97f894 HTTP/1.1" status: 200 len: 815 time: 0.1206713 Jul 07 21:13:36.151212 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-13a0e72b-08cf-4e53-979b-dc114861cba2 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/quotas/2c77ff576c8f4eb18bd83eb9fa5ae9c8 HTTP/1.1" status: 200 len: 375 time: 0.0254233 Jul 07 21:13:36.159161 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-39500722-68b0-472a-930e-d65ee268ff76 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:36.175004 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9e3bd160-0645-4abe-b61e-2f4ac4290a25 req-42fbcd84-5776-4692-9622-250d113cacd4 service neutron] 10.222.0.58 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309915 Jul 07 21:13:36.196489 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39500722-68b0-472a-930e-d65ee268ff76 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] No DVR routers for this DVR port fa30b6a4-8f57-4bdc-b817-fb425a69d4a3 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:13:36.205891 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 99043c13-51e0-49e4-a9cf-8be26967dc5c {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:13:36.206315 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 99043c13-51e0-49e4-a9cf-8be26967dc5c not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:13:36.206658 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f6051a06-fb3a-409d-b23b-61e0a2bff8f0 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:13:36.232319 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-8c224850-801f-42d1-a6ac-2aa31f1fe170 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c77ff576c8f4eb18bd83eb9fa5ae9c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0739937 Jul 07 21:13:36.233586 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: f6051a06-fb3a-409d-b23b-61e0a2bff8f0 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:13:36.233946 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f6051a06-fb3a-409d-b23b-61e0a2bff8f0 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:13:36.235603 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39500722-68b0-472a-930e-d65ee268ff76 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Port': ['ID=fa30b6a4-8f57-4bdc-b817-fb425a69d4a3,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:36.316045 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a948c6b5-a765-4332-ae87-335e9d61168a None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:36.329924 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-39500722-68b0-472a-930e-d65ee268ff76 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:36.333175 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a948c6b5-a765-4332-ae87-335e9d61168a None None] Transition to ACTIVE for port object 499a99e6-39e3-415d-8c13-a7938491230b will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:36.338583 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-be9d755f-5d16-40e8-84ca-cbaae3a20dfa service neutron] 10.222.0.64 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968235 Jul 07 21:13:36.342993 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-39500722-68b0-472a-930e-d65ee268ff76 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de0fa89-46b6-4c0d-b394-94ae52a7108a']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:36.350239 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a948c6b5-a765-4332-ae87-335e9d61168a None None] Transition to ACTIVE for port object 499a99e6-39e3-415d-8c13-a7938491230b will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:36.356086 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-39500722-68b0-472a-930e-d65ee268ff76 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58f72c02-b750-43ef-a8f9-cc91a399b921') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:36.356394 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-39500722-68b0-472a-930e-d65ee268ff76 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58f72c02-b750-43ef-a8f9-cc91a399b921') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:36.357607 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a948c6b5-a765-4332-ae87-335e9d61168a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:36.368376 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-39500722-68b0-472a-930e-d65ee268ff76 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:36.389137 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1ce77-2a7e-49ec-b645-24e84c35e6c4 req-568785ed-b3e7-45f1-9ea0-2b0647994d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:36.390725 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-90f1ce77-2a7e-49ec-b645-24e84c35e6c4 req-568785ed-b3e7-45f1-9ea0-2b0647994d53 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cac6c510af104ba09c90ccd142f51a19&device_id=8304a1c9-d163-406a-8b99-2491f3efd109 HTTP/1.1" status: 200 len: 1096 time: 0.1370635 Jul 07 21:13:36.391868 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-39500722-68b0-472a-930e-d65ee268ff76 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:36.396365 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a948c6b5-a765-4332-ae87-335e9d61168a None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:36.398615 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39500722-68b0-472a-930e-d65ee268ff76 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:13:36.399750 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-39500722-68b0-472a-930e-d65ee268ff76 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:36.400907 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-a948c6b5-a765-4332-ae87-335e9d61168a None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:13:36.403217 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:13:36.407663 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a948c6b5-a765-4332-ae87-335e9d61168a None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:36.422553 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948c6b5-a765-4332-ae87-335e9d61168a None None] Pushing event updated for resources: {'Port': ['ID=499a99e6-39e3-415d-8c13-a7938491230b,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:36.471729 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-fb247cf3-780c-429d-a688-f2033cacff47 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8::73c3:86fa:e44a:b965 (cb09c065-2c12-4a87-893a-e106666fd7e8/ce473987-af5d-4e4b-b6b5-cad4e310fb20/c218c825-3db9-4c30-ac87-e4bbdf780b3f) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:36.502102 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-a948c6b5-a765-4332-ae87-335e9d61168a None None] Attempting to bind port 499a99e6-39e3-415d-8c13-a7938491230b on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:13:36.502724 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-b3dc8f0c-e9ca-4292-ab9f-99a54440daa5 service neutron] 10.222.0.64 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575909 Jul 07 21:13:36.503852 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-a948c6b5-a765-4332-ae87-335e9d61168a None None] Attempting to bind port 499a99e6-39e3-415d-8c13-a7938491230b by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:13:36.504553 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a948c6b5-a765-4332-ae87-335e9d61168a None None] Attempting to bind port 499a99e6-39e3-415d-8c13-a7938491230b on network cb09c065-2c12-4a87-893a-e106666fd7e8 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:13:36.514912 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a948c6b5-a765-4332-ae87-335e9d61168a None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:13:36.515137 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a948c6b5-a765-4332-ae87-335e9d61168a None None] Checking segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:13:36.515525 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a948c6b5-a765-4332-ae87-335e9d61168a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:36.515923 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a948c6b5-a765-4332-ae87-335e9d61168a None None] Bound using segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:13:36.516393 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-a948c6b5-a765-4332-ae87-335e9d61168a None None] Bound port: 499a99e6-39e3-415d-8c13-a7938491230b, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:13:36.520024 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a948c6b5-a765-4332-ae87-335e9d61168a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:36.537299 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-39500722-68b0-472a-930e-d65ee268ff76 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:36.554588 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-39500722-68b0-472a-930e-d65ee268ff76 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:36.559895 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-39500722-68b0-472a-930e-d65ee268ff76 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/networks/7de0fa89-46b6-4c0d-b394-94ae52a7108a HTTP/1.1" status: 204 len: 168 time: 1.6143525 Jul 07 21:13:36.563933 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43412) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:36.581227 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-3516b1f2-ad1e-4c8a-9345-94ad59c79942 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'router': {'routes': None}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:36.595459 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39500722-68b0-472a-930e-d65ee268ff76 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Pushing event deleted for resources: {'Network': ['ID=7de0fa89-46b6-4c0d-b394-94ae52a7108a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:36.654216 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-a948c6b5-a765-4332-ae87-335e9d61168a None None] For port 499a99e6-39e3-415d-8c13-a7938491230b, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:13:36.658657 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-a948c6b5-a765-4332-ae87-335e9d61168a None None] For port 499a99e6-39e3-415d-8c13-a7938491230b, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=499a99e6-39e3-415d-8c13-a7938491230b,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:13:36.671135 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a948c6b5-a765-4332-ae87-335e9d61168a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:36.733261 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1ce77-2a7e-49ec-b645-24e84c35e6c4 req-8275002c-ba5f-41f1-93de-f837a8229e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:36.738130 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-90f1ce77-2a7e-49ec-b645-24e84c35e6c4 req-8275002c-ba5f-41f1-93de-f837a8229e9e service neutron] 10.222.0.58 "GET /v2.0/networks?id=52efefbb-28df-45b6-b938-6100f70e7fd5 HTTP/1.1" status: 200 len: 916 time: 0.3339860 Jul 07 21:13:36.742729 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fb247cf3-780c-429d-a688-f2033cacff47 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:36.755774 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948c6b5-a765-4332-ae87-335e9d61168a None None] Pushing event updated for resources: {'Port': ['ID=499a99e6-39e3-415d-8c13-a7938491230b,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:36.776207 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-fb247cf3-780c-429d-a688-f2033cacff47 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Transition to ACTIVE for port object c218c825-3db9-4c30-ac87-e4bbdf780b3f will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:36.810269 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-92eb6bb9-5eae-4b34-9bf3-fdc90c4c4670 req-f2d58f14-9244-4f4f-8075-534a2f35a4e4 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 210 time: 0.0479312 Jul 07 21:13:36.854641 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-90f1ce77-2a7e-49ec-b645-24e84c35e6c4 req-81230002-ee90-45dd-87cb-d2e73d3e6021 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdbcb26a-37ec-4428-85dc-8c9b17426555 HTTP/1.1" status: 200 len: 217 time: 0.1039679 Jul 07 21:13:36.868840 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fb247cf3-780c-429d-a688-f2033cacff47 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:36.923904 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb247cf3-780c-429d-a688-f2033cacff47 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:36.928794 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-fb247cf3-780c-429d-a688-f2033cacff47 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:36.944433 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb247cf3-780c-429d-a688-f2033cacff47 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:36.952478 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb247cf3-780c-429d-a688-f2033cacff47 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:36.953174 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fb247cf3-780c-429d-a688-f2033cacff47 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:36.960659 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1ce77-2a7e-49ec-b645-24e84c35e6c4 req-ca5b85ec-3a02-4fa5-bab7-b0df782006cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:36.962210 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-90f1ce77-2a7e-49ec-b645-24e84c35e6c4 req-ca5b85ec-3a02-4fa5-bab7-b0df782006cf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e3aec7e4-4ac9-4591-bb22-5f8a519b186b HTTP/1.1" status: 200 len: 855 time: 0.0647657 Jul 07 21:13:37.003608 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fb247cf3-780c-429d-a688-f2033cacff47 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8134801 Jul 07 21:13:37.003608 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb247cf3-780c-429d-a688-f2033cacff47 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=c218c825-3db9-4c30-ac87-e4bbdf780b3f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:37.030641 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-90f1ce77-2a7e-49ec-b645-24e84c35e6c4 req-3bfdeb8f-e19c-4f08-9d1c-edac75a1abff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=52efefbb-28df-45b6-b938-6100f70e7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307236 Jul 07 21:13:37.033939 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43426) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:37.039141 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-c72da3bc-6a0a-402b-9c6f-b230fd2104a0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'fixed_ips': [{'subnet_id': 'ce473987-af5d-4e4b-b6b5-cad4e310fb20', 'ip_address': '2001:db8::73c3:86fa:e44a:b965'}], 'name': 'tempest-NetworksTestDHCPv6-1618648930'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:37.177602 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7328fc-43f2-4783-b453-4ad475f20c2c req-c7b524b8-1d8c-4bd8-ba64-4d9a07fb668b tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:37.195998 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ff7328fc-43f2-4783-b453-4ad475f20c2c req-c7b524b8-1d8c-4bd8-ba64-4d9a07fb668b tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=8304a1c9-d163-406a-8b99-2491f3efd109 HTTP/1.1" status: 200 len: 944 time: 0.2083867 Jul 07 21:13:37.224243 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.extraroute_db [None req-3516b1f2-ad1e-4c8a-9345-94ad59c79942 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Added routes are [] {{(pid=100447) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 21:13:37.224547 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.extraroute_db [None req-3516b1f2-ad1e-4c8a-9345-94ad59c79942 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Removed routes are [] {{(pid=100447) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 21:13:37.224958 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3516b1f2-ad1e-4c8a-9345-94ad59c79942 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:37.256001 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ff7328fc-43f2-4783-b453-4ad475f20c2c req-157c5f1f-c2dc-4345-b190-857cc301d638 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590756 Jul 07 21:13:37.475541 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3516b1f2-ad1e-4c8a-9345-94ad59c79942 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:37.484592 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3516b1f2-ad1e-4c8a-9345-94ad59c79942 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7883739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7883712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7881482'] for router, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:37.547207 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-90f1ce77-2a7e-49ec-b645-24e84c35e6c4 req-7a581411-6274-4ce9-a75e-85075df95239 service neutron] 10.222.0.58 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5043917 Jul 07 21:13:37.636108 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72da3bc-6a0a-402b-9c6f-b230fd2104a0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:37.688606 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3516b1f2-ad1e-4c8a-9345-94ad59c79942 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Router 131f63c0-10b1-476a-a45f-f16c6d829087 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:13:37.830555 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3516b1f2-ad1e-4c8a-9345-94ad59c79942 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:13:37.839057 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3516b1f2-ad1e-4c8a-9345-94ad59c79942 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:37.843125 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3516b1f2-ad1e-4c8a-9345-94ad59c79942 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "PUT /v2.0/routers/131f63c0-10b1-476a-a45f-f16c6d829087 HTTP/1.1" status: 200 len: 705 time: 1.2750294 Jul 07 21:13:37.843869 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-90f1ce77-2a7e-49ec-b645-24e84c35e6c4 req-2fd6f271-7c27-4e76-a1f8-2bdf3df06195 service neutron] 10.222.0.58 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628171 Jul 07 21:13:37.844494 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43430) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:37.853323 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee9dc46-5594-4a78-a4f2-59e1755fe107 None None] Sync routers for ids ['131f63c0-10b1-476a-a45f-f16c6d829087'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:13:37.872322 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee9dc46-5594-4a78-a4f2-59e1755fe107 None None] Routers {'131f63c0-10b1-476a-a45f-f16c6d829087'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:37.875303 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-aee9dc46-5594-4a78-a4f2-59e1755fe107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['131f63c0-10b1-476a-a45f-f16c6d829087'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:37.899497 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c72da3bc-6a0a-402b-9c6f-b230fd2104a0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:37.933278 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43434) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:37.934055 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2cbfba07-2085-486c-8a79-5c04de80b843 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "GET /v2.0/ports?device_id=131f63c0-10b1-476a-a45f-f16c6d829087 HTTP/1.1" status: 200 len: 205 time: 0.0879345 Jul 07 21:13:37.943315 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-c72da3bc-6a0a-402b-9c6f-b230fd2104a0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] device_id is not set on port ebcc0f97-f610-4928-a5a2-3d0b0ea23f9f yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:13:37.991131 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-aee9dc46-5594-4a78-a4f2-59e1755fe107 None None] Set router 131f63c0-10b1-476a-a45f-f16c6d829087 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:38.087928 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a0f9799-ddd0-4c33-876e-6ce802d1cee8 req-d1d17f87-7bc4-4e1c-94e9-62bd0790303f tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 210 time: 0.0627666 Jul 07 21:13:38.138894 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-160f33d0-f8a7-492c-b185-41051d87cf7e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:38.150437 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-aee9dc46-5594-4a78-a4f2-59e1755fe107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:13:33Z', 'revision_number': 11, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:38.179795 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee9dc46-5594-4a78-a4f2-59e1755fe107 None None] Checking router: 131f63c0-10b1-476a-a45f-f16c6d829087 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:13:38.186277 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7f3c7151-7266-400f-8684-3bf7d60b9ae5 None None] Provisioning for port 499a99e6-39e3-415d-8c13-a7938491230b completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:38.206545 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee9dc46-5594-4a78-a4f2-59e1755fe107 None None] Routers {'131f63c0-10b1-476a-a45f-f16c6d829087'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:38.207306 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-aee9dc46-5594-4a78-a4f2-59e1755fe107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['131f63c0-10b1-476a-a45f-f16c6d829087'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:38.333496 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-aee9dc46-5594-4a78-a4f2-59e1755fe107 None None] Set router 131f63c0-10b1-476a-a45f-f16c6d829087 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:38.444945 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-aee9dc46-5594-4a78-a4f2-59e1755fe107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:13:33Z', 'revision_number': 11, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:38.470856 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-197e1f7b-fa10-4f89-a4d1-99eb1dfe8da9 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:38.477924 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-197e1f7b-fa10-4f89-a4d1-99eb1dfe8da9 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.39 "GET /v2.0/networks?id=71e90e76-92b1-4ebc-85b0-c55c9e97f894 HTTP/1.1" status: 200 len: 815 time: 0.2383595 Jul 07 21:13:38.506420 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee9dc46-5594-4a78-a4f2-59e1755fe107 None None] The sync data for ids ['131f63c0-10b1-476a-a45f-f16c6d829087'] in n-d-695189-11 is: [{'id': '131f63c0-10b1-476a-a45f-f16c6d829087', 'name': 'tempest-RoutersIpV6Test-router-1234411819', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:12:52Z', 'updated_at': '2021-07-07T21:13:33Z', 'revision_number': 11, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:13:38.595030 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-6ad08414-83f5-40a2-90a1-f022e28dfb22 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c77ff576c8f4eb18bd83eb9fa5ae9c8 HTTP/1.1" status: 200 len: 378 time: 0.0653107 Jul 07 21:13:38.608600 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-b4a63aa7-4cb3-48fb-8596-4eb216c1a0d6 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Request body: {'port': {'device_id': '7b689c25-d51e-4820-90e6-fd947039b4bf', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'admin_state_up': True, 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'security_groups': ['dc248a49-5f70-4144-b6be-bc6b58c86efb']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:38.638506 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d52628c8-2cff-4efb-a63b-e59a99a542f8 None None] Provisioning for port c218c825-3db9-4c30-ac87-e4bbdf780b3f completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:38.643643 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d52628c8-2cff-4efb-a63b-e59a99a542f8 None None] Provisioning complete for port c218c825-3db9-4c30-ac87-e4bbdf780b3f triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:38.644021 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d52628c8-2cff-4efb-a63b-e59a99a542f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:38.730647 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-d52628c8-2cff-4efb-a63b-e59a99a542f8 None None] Port c218c825-3db9-4c30-ac87-e4bbdf780b3f cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:13:38.757575 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4240d-902d-47b1-a719-8ea820eb57aa req-610306eb-98ee-4d41-8696-8a40937f8d8f tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:38.759901 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-09d4240d-902d-47b1-a719-8ea820eb57aa req-610306eb-98ee-4d41-8696-8a40937f8d8f tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=8304a1c9-d163-406a-8b99-2491f3efd109 HTTP/1.1" status: 200 len: 944 time: 0.2804837 Jul 07 21:13:38.796361 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-b4a63aa7-4cb3-48fb-8596-4eb216c1a0d6 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Made reservation on behalf of 2c77ff576c8f4eb18bd83eb9fa5ae9c8 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:38.800506 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-b4a63aa7-4cb3-48fb-8596-4eb216c1a0d6 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:38.827300 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-09d4240d-902d-47b1-a719-8ea820eb57aa req-b608192a-2b44-4927-9045-1d639525ab4b tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601747 Jul 07 21:13:38.999548 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-b4a63aa7-4cb3-48fb-8596-4eb216c1a0d6 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Allocated IP 172.20.0.14 (71e90e76-92b1-4ebc-85b0-c55c9e97f894/695c722d-c0e1-4b67-838e-81b8bf679407/44837011-61dc-464b-845f-cc5cf966dbb5) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:39.050034 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-160f33d0-f8a7-492c-b185-41051d87cf7e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:39.052818 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-160f33d0-f8a7-492c-b185-41051d87cf7e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:39.057009 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-c72da3bc-6a0a-402b-9c6f-b230fd2104a0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 21:13:39.057468 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c72da3bc-6a0a-402b-9c6f-b230fd2104a0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:13:39.117287 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-160f33d0-f8a7-492c-b185-41051d87cf7e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:39.119210 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160f33d0-f8a7-492c-b185-41051d87cf7e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Fanout notify agent at l3_agent the message router_deleted on router 131f63c0-10b1-476a-a45f-f16c6d829087 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:13:39.131113 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-160f33d0-f8a7-492c-b185-41051d87cf7e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:39.131113 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-160f33d0-f8a7-492c-b185-41051d87cf7e tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/routers/131f63c0-10b1-476a-a45f-f16c6d829087 HTTP/1.1" status: 204 len: 168 time: 1.1959178 Jul 07 21:13:39.136418 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43440) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:39.139997 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-c5559621-daa4-45f8-8130-d00d5a868e37 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1878242327', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:39.144293 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c72da3bc-6a0a-402b-9c6f-b230fd2104a0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.1092877 Jul 07 21:13:39.146772 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43444) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:39.245229 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c5559621-daa4-45f8-8130-d00d5a868e37 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:39.247141 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c5559621-daa4-45f8-8130-d00d5a868e37 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:39.256008 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 499a99e6-39e3-415d-8c13-a7938491230b up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:39.268394 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-b4a63aa7-4cb3-48fb-8596-4eb216c1a0d6 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:39.317442 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-b4a63aa7-4cb3-48fb-8596-4eb216c1a0d6 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Transition to ACTIVE for port object 44837011-61dc-464b-845f-cc5cf966dbb5 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:39.324913 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265a446c-27ea-4754-9e56-c75d5d7a27bb tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:39.341000 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265a446c-27ea-4754-9e56-c75d5d7a27bb tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:39.343373 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-265a446c-27ea-4754-9e56-c75d5d7a27bb tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1919918 Jul 07 21:13:39.345563 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43448) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:39.369780 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 499a99e6-39e3-415d-8c13-a7938491230b completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:39.375382 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 499a99e6-39e3-415d-8c13-a7938491230b triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:39.376497 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:39.413129 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5585ee19-c911-450d-a501-2e0cbb78c504 req-c7231071-022f-4502-a526-a5d021d03ceb tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 210 time: 0.0657594 Jul 07 21:13:39.470302 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device fdbcb26a-37ec-4428-85dc-8c9b17426555 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:13:39.470547 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-b4a63aa7-4cb3-48fb-8596-4eb216c1a0d6 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:39.472842 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c5559621-daa4-45f8-8130-d00d5a868e37 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:39.493890 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-a0dac923-43db-4705-a9a2-c455fd1d74bc tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting port c218c825-3db9-4c30-ac87-e4bbdf780b3f {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:39.494444 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a0dac923-43db-4705-a9a2-c455fd1d74bc tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:39.501979 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:39.513984 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-b4a63aa7-4cb3-48fb-8596-4eb216c1a0d6 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Network 71e90e76-92b1-4ebc-85b0-c55c9e97f894 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:39.562400 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-b4a63aa7-4cb3-48fb-8596-4eb216c1a0d6 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:39.565266 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c5559621-daa4-45f8-8130-d00d5a868e37 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:39.570409 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a63aa7-4cb3-48fb-8596-4eb216c1a0d6 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Pushing event updated for resources: {'Port': ['ID=44837011-61dc-464b-845f-cc5cf966dbb5,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:39.575367 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-b4a63aa7-4cb3-48fb-8596-4eb216c1a0d6 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:39.592089 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 499a99e6-39e3-415d-8c13-a7938491230b, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=499a99e6-39e3-415d-8c13-a7938491230b,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:39.606548 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:39.616712 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c5559621-daa4-45f8-8130-d00d5a868e37 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:39.618139 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c5559621-daa4-45f8-8130-d00d5a868e37 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4816620 Jul 07 21:13:39.621140 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43450) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:39.625977 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-a8d46489-8d03-421d-ad48-5a627493f2a0 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:39.665152 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a0dac923-43db-4705-a9a2-c455fd1d74bc tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:39.680709 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-a0dac923-43db-4705-a9a2-c455fd1d74bc tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Calling delete_port for c218c825-3db9-4c30-ac87-e4bbdf780b3f owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:39.685303 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port fdbcb26a-37ec-4428-85dc-8c9b17426555, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=fdbcb26a-37ec-4428-85dc-8c9b17426555,segment=NetworkSegment(58fb124c-c894-49e4-8eef-1936160d5a51),segment_id=58fb124c-c894-49e4-8eef-1936160d5a51)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:39.717999 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'fdbcb26a-37ec-4428-85dc-8c9b17426555', 'network_id': '52efefbb-28df-45b6-b938-6100f70e7fd5', 'port_id': 'fdbcb26a-37ec-4428-85dc-8c9b17426555', 'mac_address': 'fa:16:3e:6f:63:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aec7e4-4ac9-4591-bb22-5f8a519b186b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:13:39.722436 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=499a99e6-39e3-415d-8c13-a7938491230b,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:39.788196 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:39.804276 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdbcb26a-37ec-4428-85dc-8c9b17426555 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:13:39.833228 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port fdbcb26a-37ec-4428-85dc-8c9b17426555, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=fdbcb26a-37ec-4428-85dc-8c9b17426555,segment=NetworkSegment(58fb124c-c894-49e4-8eef-1936160d5a51),segment_id=58fb124c-c894-49e4-8eef-1936160d5a51)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:39.840862 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:39.889504 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a0dac923-43db-4705-a9a2-c455fd1d74bc tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:39.901945 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-b4a63aa7-4cb3-48fb-8596-4eb216c1a0d6 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:39.902716 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-b4a63aa7-4cb3-48fb-8596-4eb216c1a0d6 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:39.931722 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-b4a63aa7-4cb3-48fb-8596-4eb216c1a0d6 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3288414 Jul 07 21:13:39.937484 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=fdbcb26a-37ec-4428-85dc-8c9b17426555,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:39.961733 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dac923-43db-4705-a9a2-c455fd1d74bc tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Port': ['ID=c218c825-3db9-4c30-ac87-e4bbdf780b3f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:39.975314 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-6105b881-9721-41e7-851b-6e9d041b942d service neutron] Request body: {'port': {'device_id': '7b689c25-d51e-4820-90e6-fd947039b4bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:39.998250 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3888f33d-0f26-4461-8d35-779ce190427f None None] Provisioning for port 44837011-61dc-464b-845f-cc5cf966dbb5 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:40.002768 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3888f33d-0f26-4461-8d35-779ce190427f None None] Provisioning complete for port 44837011-61dc-464b-845f-cc5cf966dbb5 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:40.003153 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3888f33d-0f26-4461-8d35-779ce190427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:40.017597 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a0dac923-43db-4705-a9a2-c455fd1d74bc tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:40.022802 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a0dac923-43db-4705-a9a2-c455fd1d74bc tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/c218c825-3db9-4c30-ac87-e4bbdf780b3f HTTP/1.1" status: 204 len: 168 time: 0.6761670 Jul 07 21:13:40.024099 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43454) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:40.050315 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-3888f33d-0f26-4461-8d35-779ce190427f None None] Port 44837011-61dc-464b-845f-cc5cf966dbb5 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:13:40.068690 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a8d46489-8d03-421d-ad48-5a627493f2a0 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:40.089086 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2c8e44-1f97-487d-9430-fca6afa0b167 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:40.090863 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2c8e44-1f97-487d-9430-fca6afa0b167 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:40.095360 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7f2c8e44-1f97-487d-9430-fca6afa0b167 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0672369 Jul 07 21:13:40.095360 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43456) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:40.117328 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a8d46489-8d03-421d-ad48-5a627493f2a0 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7883739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7883712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7881482'] for router, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:40.154351 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e892bc-ee3d-4967-a6fa-0c87e796e6c6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet ce473987-af5d-4e4b-b6b5-cad4e310fb20 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:13:40.157885 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38e892bc-ee3d-4967-a6fa-0c87e796e6c6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:40.185794 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['fdbcb26a-37ec-4428-85dc-8c9b17426555'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:13:40.229942 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38e892bc-ee3d-4967-a6fa-0c87e796e6c6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:40.250425 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e17448-85a8-43e9-aa40-ad190019532b req-9c7b1cc6-9380-4139-a879-113fb0feb0b0 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:40.252511 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-90e17448-85a8-43e9-aa40-ad190019532b req-9c7b1cc6-9380-4139-a879-113fb0feb0b0 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=8304a1c9-d163-406a-8b99-2491f3efd109 HTTP/1.1" status: 200 len: 945 time: 0.2272661 Jul 07 21:13:40.255918 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-6105b881-9721-41e7-851b-6e9d041b942d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:40.386882 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38e892bc-ee3d-4967-a6fa-0c87e796e6c6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:40.447493 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-90e17448-85a8-43e9-aa40-ad190019532b req-61c6b1e3-f3d4-4bd8-b5ba-980e73041c44 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860111 Jul 07 21:13:40.452865 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38e892bc-ee3d-4967-a6fa-0c87e796e6c6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:40.499863 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e892bc-ee3d-4967-a6fa-0c87e796e6c6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=ce473987-af5d-4e4b-b6b5-cad4e310fb20,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:40.506216 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38e892bc-ee3d-4967-a6fa-0c87e796e6c6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:40.508642 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-38e892bc-ee3d-4967-a6fa-0c87e796e6c6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/ce473987-af5d-4e4b-b6b5-cad4e310fb20 HTTP/1.1" status: 204 len: 168 time: 0.4124403 Jul 07 21:13:40.511220 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43462) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:40.512407 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba9eee9-21aa-4068-a677-15ae1dfb7a3c None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:40.554138 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2a5a0997-b9a3-444e-adf7-3b418a7070b8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414817 Jul 07 21:13:40.560709 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43464) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:40.567952 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f64d64fe-6b84-4a85-ae3f-a304fefd38a2 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:40.686884 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64d64fe-6b84-4a85-ae3f-a304fefd38a2 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:40.691143 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f64d64fe-6b84-4a85-ae3f-a304fefd38a2 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:40.805540 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b26ceac-ba11-42fb-938c-e46d7d824ff2 None None] DHCP port deletion for cb09c065-2c12-4a87-893a-e106666fd7e8 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:13:40.859252 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-4b26ceac-ba11-42fb-938c-e46d7d824ff2 None None] Deleting port 499a99e6-39e3-415d-8c13-a7938491230b {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:40.860305 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4b26ceac-ba11-42fb-938c-e46d7d824ff2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:40.943825 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-4b26ceac-ba11-42fb-938c-e46d7d824ff2 None None] For port 499a99e6-39e3-415d-8c13-a7938491230b, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=499a99e6-39e3-415d-8c13-a7938491230b,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:40.944238 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4b26ceac-ba11-42fb-938c-e46d7d824ff2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:40.950783 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f64d64fe-6b84-4a85-ae3f-a304fefd38a2 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:40.963093 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-4b26ceac-ba11-42fb-938c-e46d7d824ff2 None None] Calling delete_port for 499a99e6-39e3-415d-8c13-a7938491230b owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:40.993139 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64d64fe-6b84-4a85-ae3f-a304fefd38a2 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:40.997217 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-f64d64fe-6b84-4a85-ae3f-a304fefd38a2 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:41.002163 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64d64fe-6b84-4a85-ae3f-a304fefd38a2 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:41.002730 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d46489-8d03-421d-ad48-5a627493f2a0 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Router 8212eeee-38de-49b1-be36-ec5725314366 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:13:41.003506 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f64d64fe-6b84-4a85-ae3f-a304fefd38a2 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:41.026029 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f64d64fe-6b84-4a85-ae3f-a304fefd38a2 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4637482 Jul 07 21:13:41.029552 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43466) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:41.035378 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-4385837b-23ca-4ae0-903e-2ae2d56733b1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'fixed_ips': [{'subnet_id': '5ea187ec-17f7-4ca3-b837-2446b7480a55', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1057694858'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:41.089252 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4b26ceac-ba11-42fb-938c-e46d7d824ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:41.094001 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d64fe-6b84-4a85-ae3f-a304fefd38a2 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=5ea187ec-17f7-4ca3-b837-2446b7480a55,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:41.129109 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26ceac-ba11-42fb-938c-e46d7d824ff2 None None] Pushing event deleted for resources: {'Port': ['ID=499a99e6-39e3-415d-8c13-a7938491230b,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:41.140705 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b26ceac-ba11-42fb-938c-e46d7d824ff2 None None] No DVR routers for this DVR port 499a99e6-39e3-415d-8c13-a7938491230b on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:13:41.165490 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45919427-bf1e-46c3-822a-180486c1a490 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:41.176602 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d46489-8d03-421d-ad48-5a627493f2a0 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:13:41.188997 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a8d46489-8d03-421d-ad48-5a627493f2a0 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:41.190205 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a8d46489-8d03-421d-ad48-5a627493f2a0 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "PUT /v2.0/routers/8212eeee-38de-49b1-be36-ec5725314366 HTTP/1.1" status: 200 len: 698 time: 1.5681334 Jul 07 21:13:41.193181 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43468) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:41.199413 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69715fa9-6013-4ed9-ab72-de0e97ff1b97 None None] Sync routers for ids ['8212eeee-38de-49b1-be36-ec5725314366'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:13:41.201434 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4385837b-23ca-4ae0-903e-2ae2d56733b1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:41.201791 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 499a99e6-39e3-415d-8c13-a7938491230b no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:13:41.206915 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4385837b-23ca-4ae0-903e-2ae2d56733b1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:41.209126 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a7fe2-d716-4a9b-a950-e904784eecae req-dad0cb25-245d-48d6-b902-70d24cfd7256 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:41.210681 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7e1a7fe2-d716-4a9b-a950-e904784eecae req-dad0cb25-245d-48d6-b902-70d24cfd7256 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 932 time: 0.6318235 Jul 07 21:13:41.238557 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-4385837b-23ca-4ae0-903e-2ae2d56733b1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] device_id is not set on port df5d8cfe-c884-4877-95ca-093224713b93 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:13:41.263983 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 499a99e6-39e3-415d-8c13-a7938491230b {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:13:41.264739 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 499a99e6-39e3-415d-8c13-a7938491230b not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:13:41.286622 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69715fa9-6013-4ed9-ab72-de0e97ff1b97 None None] Routers {'8212eeee-38de-49b1-be36-ec5725314366'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:41.287567 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-69715fa9-6013-4ed9-ab72-de0e97ff1b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['8212eeee-38de-49b1-be36-ec5725314366'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:41.335452 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2c8801f4-e2c5-45c7-b771-3c8f0a7828dc tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "GET /v2.0/routers/8212eeee-38de-49b1-be36-ec5725314366 HTTP/1.1" status: 200 len: 704 time: 0.1397433 Jul 07 21:13:41.338458 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43470) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:41.370971 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-69715fa9-6013-4ed9-ab72-de0e97ff1b97 None None] Set router 8212eeee-38de-49b1-be36-ec5725314366 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:41.381486 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d5b65056-4868-45bb-a4f0-810956a18946 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "GET /v2.0/ports?device_id=8212eeee-38de-49b1-be36-ec5725314366 HTTP/1.1" status: 200 len: 205 time: 0.0376406 Jul 07 21:13:41.385286 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43474) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:41.387006 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-4385837b-23ca-4ae0-903e-2ae2d56733b1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:13:41.387535 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4385837b-23ca-4ae0-903e-2ae2d56733b1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:13:41.389021 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7e1a7fe2-d716-4a9b-a950-e904784eecae req-ee15bace-9ef0-4400-bb7d-942b09868afb tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1432376 Jul 07 21:13:41.390974 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-6105b881-9721-41e7-851b-6e9d041b942d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44837011-61dc-464b-845f-cc5cf966dbb5 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:13:41.402217 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-6105b881-9721-41e7-851b-6e9d041b942d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:41.419122 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-6105b881-9721-41e7-851b-6e9d041b942d service neutron] Transition to ACTIVE for port object 44837011-61dc-464b-845f-cc5cf966dbb5 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:41.424546 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-6105b881-9721-41e7-851b-6e9d041b942d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:41.439634 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-69715fa9-6013-4ed9-ab72-de0e97ff1b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8212eeee-38de-49b1-be36-ec5725314366', 'name': 'tempest-RoutersIpV6Test-router-1878242327', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:13:39Z', 'updated_at': '2021-07-07T21:13:40Z', 'revision_number': 2, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:41.458738 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4385837b-23ca-4ae0-903e-2ae2d56733b1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4256434 Jul 07 21:13:41.482439 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43476) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:41.515440 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69715fa9-6013-4ed9-ab72-de0e97ff1b97 None None] Checking router: 8212eeee-38de-49b1-be36-ec5725314366 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:13:41.522216 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device fdbcb26a-37ec-4428-85dc-8c9b17426555 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:41.528621 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7ea69288-a69b-4a71-b4d8-d2e6cfc50a00 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0426469 Jul 07 21:13:41.530950 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43482) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:41.543667 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-772379ce-5f3e-46ee-b74d-2310bae0d45f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:41.599985 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105b881-9721-41e7-851b-6e9d041b942d service neutron] Pushing event updated for resources: {'Port': ['ID=44837011-61dc-464b-845f-cc5cf966dbb5,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:41.613134 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69715fa9-6013-4ed9-ab72-de0e97ff1b97 None None] Routers {'8212eeee-38de-49b1-be36-ec5725314366'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:41.613901 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-69715fa9-6013-4ed9-ab72-de0e97ff1b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['8212eeee-38de-49b1-be36-ec5725314366'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:41.730260 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-6105b881-9721-41e7-851b-6e9d041b942d service neutron] Attempting to bind port 44837011-61dc-464b-845f-cc5cf966dbb5 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:13:41.730260 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-6105b881-9721-41e7-851b-6e9d041b942d service neutron] Attempting to bind port 44837011-61dc-464b-845f-cc5cf966dbb5 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': 'ea031aad-0623-47bf-a876-73a3b1e061ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:13:41.730260 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-6105b881-9721-41e7-851b-6e9d041b942d service neutron] Attempting to bind port 44837011-61dc-464b-845f-cc5cf966dbb5 on network 71e90e76-92b1-4ebc-85b0-c55c9e97f894 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:13:41.738696 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-6105b881-9721-41e7-851b-6e9d041b942d service neutron] Port 44837011-61dc-464b-845f-cc5cf966dbb5 on network 71e90e76-92b1-4ebc-85b0-c55c9e97f894 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:13:41.739033 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-6105b881-9721-41e7-851b-6e9d041b942d service neutron] Attempting to bind port 44837011-61dc-464b-845f-cc5cf966dbb5 on network 71e90e76-92b1-4ebc-85b0-c55c9e97f894 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:13:41.753986 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de2ac6-54bd-4cbc-b7bf-ae1efdd4cb3d req-43edcfc7-a0c2-4baf-94d3-6b5917c09ccc tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:41.755861 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51de2ac6-54bd-4cbc-b7bf-ae1efdd4cb3d req-43edcfc7-a0c2-4baf-94d3-6b5917c09ccc tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=8304a1c9-d163-406a-8b99-2491f3efd109 HTTP/1.1" status: 200 len: 945 time: 0.1607733 Jul 07 21:13:41.758969 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-6105b881-9721-41e7-851b-6e9d041b942d service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:13:41.759315 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-6105b881-9721-41e7-851b-6e9d041b942d service neutron] Checking segment: {'id': 'ea031aad-0623-47bf-a876-73a3b1e061ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:13:41.759730 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-6105b881-9721-41e7-851b-6e9d041b942d service neutron] Bound using segment: {'id': 'ea031aad-0623-47bf-a876-73a3b1e061ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:13:41.760165 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-6105b881-9721-41e7-851b-6e9d041b942d service neutron] Bound port: 44837011-61dc-464b-845f-cc5cf966dbb5, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea031aad-0623-47bf-a876-73a3b1e061ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:13:41.760701 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-6105b881-9721-41e7-851b-6e9d041b942d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:41.768634 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-69715fa9-6013-4ed9-ab72-de0e97ff1b97 None None] Set router 8212eeee-38de-49b1-be36-ec5725314366 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:41.787446 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-772379ce-5f3e-46ee-b74d-2310bae0d45f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:41.791125 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-772379ce-5f3e-46ee-b74d-2310bae0d45f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:41.806052 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293a88a0-6740-4d5f-9c11-882700d1627a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-cb09c065-2c12-4a87-893a-e106666fd7e8', 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'fixed_ips': [{'subnet_id': '5ea187ec-17f7-4ca3-b837-2446b7480a55'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:13:41.807191 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-293a88a0-6740-4d5f-9c11-882700d1627a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:41.838784 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51de2ac6-54bd-4cbc-b7bf-ae1efdd4cb3d req-c9bcda68-d64f-4a91-a37d-f877aeb708be tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752807 Jul 07 21:13:41.858850 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-69715fa9-6013-4ed9-ab72-de0e97ff1b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8212eeee-38de-49b1-be36-ec5725314366', 'name': 'tempest-RoutersIpV6Test-router-1878242327', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:13:39Z', 'updated_at': '2021-07-07T21:13:40Z', 'revision_number': 2, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:41.868921 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port fdbcb26a-37ec-4428-85dc-8c9b17426555 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:41.874795 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a655048-adec-4fcb-81a4-3ba3ae2202a2 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:41.877014 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a655048-adec-4fcb-81a4-3ba3ae2202a2 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:41.881438 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0a655048-adec-4fcb-81a4-3ba3ae2202a2 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3465929 Jul 07 21:13:41.882812 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43486) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:41.888457 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-772379ce-5f3e-46ee-b74d-2310bae0d45f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:41.888991 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772379ce-5f3e-46ee-b74d-2310bae0d45f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Fanout notify agent at l3_agent the message router_deleted on router 8212eeee-38de-49b1-be36-ec5725314366 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:13:41.897437 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-772379ce-5f3e-46ee-b74d-2310bae0d45f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:41.902462 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-772379ce-5f3e-46ee-b74d-2310bae0d45f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/routers/8212eeee-38de-49b1-be36-ec5725314366 HTTP/1.1" status: 204 len: 168 time: 0.5036252 Jul 07 21:13:41.903248 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43488) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:41.906817 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port fdbcb26a-37ec-4428-85dc-8c9b17426555 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:41.907203 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:41.908803 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69715fa9-6013-4ed9-ab72-de0e97ff1b97 None None] The sync data for ids ['8212eeee-38de-49b1-be36-ec5725314366'] in n-d-695189-11 is: [{'id': '8212eeee-38de-49b1-be36-ec5725314366', 'name': 'tempest-RoutersIpV6Test-router-1878242327', 'tenant_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:13:39Z', 'updated_at': '2021-07-07T21:13:40Z', 'revision_number': 2, 'project_id': '8d8c2c5abfae4e3499bbd479eb60f4c5', 'gw_port_host': None}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:13:41.965321 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9397bd35-fd08-4dda-acd8-dd2cc556b871 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "GET /v2.0/ports?device_id=8212eeee-38de-49b1-be36-ec5725314366 HTTP/1.1" status: 200 len: 205 time: 0.0604706 Jul 07 21:13:41.966346 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43490) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:41.977731 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-6105b881-9721-41e7-851b-6e9d041b942d service neutron] For port 44837011-61dc-464b-845f-cc5cf966dbb5, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:13:41.985819 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-6105b881-9721-41e7-851b-6e9d041b942d service neutron] For port 44837011-61dc-464b-845f-cc5cf966dbb5, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=44837011-61dc-464b-845f-cc5cf966dbb5,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:13:42.003930 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-8653e3e3-7f40-47de-ac84-fc1fd3cff0c8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet 5ea187ec-17f7-4ca3-b837-2446b7480a55 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:13:42.012323 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-6105b881-9721-41e7-851b-6e9d041b942d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:42.014821 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-a11286bc-6a0b-428e-9462-d97ed5579160 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] delete failed (client error): The resource could not be found. Jul 07 21:13:42.019661 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a11286bc-6a0b-428e-9462-d97ed5579160 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/routers/8212eeee-38de-49b1-be36-ec5725314366 HTTP/1.1" status: 404 len: 336 time: 0.0520496 Jul 07 21:13:42.020422 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43492) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:42.051888 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-d61d493d-2504-400b-96aa-8a7245a7d429 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] DELETE failed (client error): The resource could not be found. Jul 07 21:13:42.052483 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d61d493d-2504-400b-96aa-8a7245a7d429 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:13:42.057340 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d61d493d-2504-400b-96aa-8a7245a7d429 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/subnets/7b656fa1-7188-4209-965f-a1f8bec6f0c5 HTTP/1.1" status: 404 len: 337 time: 0.0328052 Jul 07 21:13:42.057473 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8653e3e3-7f40-47de-ac84-fc1fd3cff0c8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:42.057633 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43494) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:42.087212 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-3358d494-763f-4d5e-9e00-4a98723f5f21 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] DELETE failed (client error): The resource could not be found. Jul 07 21:13:42.087875 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3358d494-763f-4d5e-9e00-4a98723f5f21 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:13:42.091966 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3358d494-763f-4d5e-9e00-4a98723f5f21 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/subnets/0d745744-4096-4a69-8560-18c3cbeb876d HTTP/1.1" status: 404 len: 337 time: 0.0312393 Jul 07 21:13:42.092638 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43496) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:42.105799 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:42.128297 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-4effed7f-8168-4bae-9b86-a00381c59e8c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] DELETE failed (client error): The resource could not be found. Jul 07 21:13:42.129593 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4effed7f-8168-4bae-9b86-a00381c59e8c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:13:42.129705 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8304a1c9-d163-406a-8b99-2491f3efd109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbcb26a-37ec-4428-85dc-8c9b17426555'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:13:42.131621 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4effed7f-8168-4bae-9b86-a00381c59e8c tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/subnets/6be39f5a-3614-46a6-b6b0-a29bfee65f57 HTTP/1.1" status: 404 len: 337 time: 0.0374153 Jul 07 21:13:42.132147 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711c7228-6777-4fb8-a6b4-23e0d76f8a85" -d '{"events": [{"server_uuid": "8304a1c9-d163-406a-8b99-2491f3efd109", "name": "network-vif-plugged", "status": "completed", "tag": "fdbcb26a-37ec-4428-85dc-8c9b17426555"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:13:42.134087 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43498) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:42.147387 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port fdbcb26a-37ec-4428-85dc-8c9b17426555, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=fdbcb26a-37ec-4428-85dc-8c9b17426555,segment=NetworkSegment(58fb124c-c894-49e4-8eef-1936160d5a51),segment_id=58fb124c-c894-49e4-8eef-1936160d5a51)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:42.153562 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:42.168834 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-4767b2e2-6d6e-46d7-9ea6-794a73e56968 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] DELETE failed (client error): The resource could not be found. Jul 07 21:13:42.169484 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4767b2e2-6d6e-46d7-9ea6-794a73e56968 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:13:42.171408 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4767b2e2-6d6e-46d7-9ea6-794a73e56968 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/subnets/ef0c1ae7-e1dd-41eb-8247-307a4d89f3ae HTTP/1.1" status: 404 len: 337 time: 0.0362060 Jul 07 21:13:42.173937 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43502) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:42.198063 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f669f9-9a84-4152-bebc-602c5d35a3d6 x-openstack-request-id: req-e7f669f9-9a84-4152-bebc-602c5d35a3d6 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:13:42.198282 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8304a1c9-d163-406a-8b99-2491f3efd109", "name": "network-vif-plugged", "status": "completed", "tag": "fdbcb26a-37ec-4428-85dc-8c9b17426555", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:13:42.199617 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e7f669f9-9a84-4152-bebc-602c5d35a3d6 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:13:42.200147 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8304a1c9-d163-406a-8b99-2491f3efd109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbcb26a-37ec-4428-85dc-8c9b17426555', 'code': 200} Jul 07 21:13:42.221909 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=fdbcb26a-37ec-4428-85dc-8c9b17426555,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:42.236003 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3e82f141-e4ec-4da1-b8d0-aa6290318185 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "GET /v2.0/ports?device_id=131f63c0-10b1-476a-a45f-f16c6d829087 HTTP/1.1" status: 200 len: 205 time: 0.0577860 Jul 07 21:13:42.238261 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43504) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:42.251154 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8653e3e3-7f40-47de-ac84-fc1fd3cff0c8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:42.255819 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-6105b881-9721-41e7-851b-6e9d041b942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:42.256324 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-6105b881-9721-41e7-851b-6e9d041b942d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:42.257791 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-6105b881-9721-41e7-851b-6e9d041b942d service neutron] 10.222.0.39 "PUT /v2.0/ports/44837011-61dc-464b-845f-cc5cf966dbb5 HTTP/1.1" status: 200 len: 1093 time: 2.2892408 Jul 07 21:13:42.261640 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b689c25-d51e-4820-90e6-fd947039b4bf', 'tag': '44837011-61dc-464b-845f-cc5cf966dbb5'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:13:42.270857 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f61a0c-fd01-47fb-926f-8264e2e6be26" -d '{"events": [{"name": "network-changed", "server_uuid": "7b689c25-d51e-4820-90e6-fd947039b4bf", "tag": "44837011-61dc-464b-845f-cc5cf966dbb5"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:13:42.285334 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-40de0593-989a-43f3-a69d-e0ddbe1a6613 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] delete failed (client error): The resource could not be found. Jul 07 21:13:42.286727 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-40de0593-989a-43f3-a69d-e0ddbe1a6613 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/routers/131f63c0-10b1-476a-a45f-f16c6d829087 HTTP/1.1" status: 404 len: 336 time: 0.0466335 Jul 07 21:13:42.289816 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43508) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:42.307956 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105b881-9721-41e7-851b-6e9d041b942d service neutron] Pushing event updated for resources: {'Port': ['ID=44837011-61dc-464b-845f-cc5cf966dbb5,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:42.346245 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-41cf2750-dc37-4711-92c9-6820144d0acd tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "GET /v2.0/ports?device_id=0db16000-e6f7-4aaa-ab0f-f285af7cc7ea HTTP/1.1" status: 200 len: 205 time: 0.0549493 Jul 07 21:13:42.362070 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf616a09-cb80-46e3-be90-d8c4b6e70588 x-openstack-request-id: req-bf616a09-cb80-46e3-be90-d8c4b6e70588 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:13:42.362371 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b689c25-d51e-4820-90e6-fd947039b4bf", "tag": "44837011-61dc-464b-845f-cc5cf966dbb5", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:13:42.362651 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf616a09-cb80-46e3-be90-d8c4b6e70588 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:13:42.363530 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b689c25-d51e-4820-90e6-fd947039b4bf', 'tag': '44837011-61dc-464b-845f-cc5cf966dbb5', 'status': 'completed', 'code': 200} Jul 07 21:13:42.364487 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43510) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:42.396097 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8653e3e3-7f40-47de-ac84-fc1fd3cff0c8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:42.415679 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-3a3ce81a-f553-46b4-9865-0eff4545fbf6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] delete failed (client error): The resource could not be found. Jul 07 21:13:42.416661 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3a3ce81a-f553-46b4-9865-0eff4545fbf6 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/routers/0db16000-e6f7-4aaa-ab0f-f285af7cc7ea HTTP/1.1" status: 404 len: 336 time: 0.0502779 Jul 07 21:13:42.419348 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43512) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:42.448695 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b622c62-270f-46f1-8b54-c934e5a4fcf3 req-2e416d8e-0bc6-45a5-a0e9-101c9f8c5d04 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:42.450294 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b622c62-270f-46f1-8b54-c934e5a4fcf3 req-2e416d8e-0bc6-45a5-a0e9-101c9f8c5d04 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=070b12d0-699b-43ba-8f4c-09bc216b4ff8 HTTP/1.1" status: 200 len: 945 time: 0.3901358 Jul 07 21:13:42.459246 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c0c240f-ab2d-46d0-b304-923af167b616 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] DELETE failed (client error): The resource could not be found. Jul 07 21:13:42.459761 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c0c240f-ab2d-46d0-b304-923af167b616 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:13:42.465178 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9c0c240f-ab2d-46d0-b304-923af167b616 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/subnets/3217d318-8f63-44df-ab14-f18b42f62585 HTTP/1.1" status: 404 len: 337 time: 0.0404520 Jul 07 21:13:42.468432 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43516) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:42.484803 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dedd09-3d4e-45d9-94d6-c46d424f5810 req-b320c34d-cc47-4273-abb2-78b1463d0191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:42.486257 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-566bcdf4-54f0-4967-9b60-eea2cc56b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:42.486616 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-34dedd09-3d4e-45d9-94d6-c46d424f5810 req-b320c34d-cc47-4273-abb2-78b1463d0191 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8304a1c9-d163-406a-8b99-2491f3efd109 HTTP/1.1" status: 200 len: 1098 time: 0.1835914 Jul 07 21:13:42.487784 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-566bcdf4-54f0-4967-9b60-eea2cc56b2f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c77ff576c8f4eb18bd83eb9fa5ae9c8&device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 1096 time: 0.1692293 Jul 07 21:13:42.525954 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-60ae08f1-7b7d-441e-9797-8f55657f3a90 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "GET /v2.0/ports?device_id=5b20088e-b0cb-4a94-9838-959da07291b0 HTTP/1.1" status: 200 len: 205 time: 0.0548301 Jul 07 21:13:42.529328 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43518) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:42.557725 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-ea621ca3-7913-4024-9301-6f433926245f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44837011-61dc-464b-845f-cc5cf966dbb5 HTTP/1.1" status: 200 len: 217 time: 0.0524139 Jul 07 21:13:42.561944 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b622c62-270f-46f1-8b54-c934e5a4fcf3 req-9e0cc20a-1e97-4abf-9ce3-4e0465a03d9a tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5de3e0-7fbd-4f89-a7f9-4fa26d8a9cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035628 Jul 07 21:13:42.576269 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8653e3e3-7f40-47de-ac84-fc1fd3cff0c8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:42.581756 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-f00caf3f-57c9-41bd-9ef0-0103ef149835 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] delete failed (client error): The resource could not be found. Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server [None req-293a88a0-6740-4d5f-9c11-882700d1627a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ea187ec-17f7-4ca3-b837-2446b7480a55: This subnet is being modified by another concurrent operation. Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise exception Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ea187ec-17f7-4ca3-b837-2446b7480a55: This subnet is being modified by another concurrent operation. Jul 07 21:13:42.584729 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server Jul 07 21:13:42.591918 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f00caf3f-57c9-41bd-9ef0-0103ef149835 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/routers/5b20088e-b0cb-4a94-9838-959da07291b0 HTTP/1.1" status: 404 len: 336 time: 0.0556867 Jul 07 21:13:42.591918 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43520) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:42.621525 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9f3f02-e3dd-4b4f-acbb-8fb340348bb5 None None] get_active_networks_info from n-d-695189-11 {{(pid=100449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 21:13:42.627463 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fc4570de-8b9b-41b9-88ed-00ba6eb67653 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "GET /v2.0/ports?device_id=2c62e8ee-0496-41f1-8b82-5db139b93cfe HTTP/1.1" status: 200 len: 205 time: 0.0371401 Jul 07 21:13:42.634485 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43522) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:42.669349 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653e3e3-7f40-47de-ac84-fc1fd3cff0c8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea187ec-17f7-4ca3-b837-2446b7480a55,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:42.675101 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8653e3e3-7f40-47de-ac84-fc1fd3cff0c8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:42.677094 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8653e3e3-7f40-47de-ac84-fc1fd3cff0c8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/5ea187ec-17f7-4ca3-b837-2446b7480a55 HTTP/1.1" status: 204 len: 168 time: 0.7919722 Jul 07 21:13:42.682093 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43524) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:42.686769 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-34dedd09-3d4e-45d9-94d6-c46d424f5810 req-b877475c-ef8f-4785-bbab-042bada0c374 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737404 Jul 07 21:13:42.687760 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-9e5f6a0b-a7a0-46dc-88a1-c0cf9c6620f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] delete failed (client error): The resource could not be found. Jul 07 21:13:42.690926 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9e5f6a0b-a7a0-46dc-88a1-c0cf9c6620f2 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/routers/2c62e8ee-0496-41f1-8b82-5db139b93cfe HTTP/1.1" status: 404 len: 336 time: 0.0532684 Jul 07 21:13:42.691367 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43526) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:42.712352 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9f3f02-e3dd-4b4f-acbb-8fb340348bb5 None None] Resources bound (agent type, host, resource id): {{(pid=100449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 21:13:42.741190 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-b4a452f2-f7ec-4eae-895a-4c2e3c9637f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:42.742972 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-b4a452f2-f7ec-4eae-895a-4c2e3c9637f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695c722d-c0e1-4b67-838e-81b8bf679407 HTTP/1.1" status: 200 len: 854 time: 0.1782947 Jul 07 21:13:42.744672 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-16db53c6-6a00-4a75-a2ba-7c65afc636c5 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606394 Jul 07 21:13:42.748641 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43528) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:42.753905 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ba067e27-7f9b-4132-b107-3fc5fcdf7bc4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:42.771664 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-beebc541-ad4e-41ca-8e7a-55738b8d1f4a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] DELETE failed (client error): The resource could not be found. Jul 07 21:13:42.772130 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beebc541-ad4e-41ca-8e7a-55738b8d1f4a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:13:42.774577 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-beebc541-ad4e-41ca-8e7a-55738b8d1f4a tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/subnets/84293133-581f-4faa-84a6-10434e84beea HTTP/1.1" status: 404 len: 337 time: 0.0783703 Jul 07 21:13:42.777727 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43530) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:42.828418 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9076e740-c501-4354-a80b-b3ff09c47615 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b4f5135-5540-4355-ad2a-2d152197336b HTTP/1.1" status: 200 len: 205 time: 0.0339761 Jul 07 21:13:42.830958 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43532) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:42.863790 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fa72d-7569-4c4b-b872-b847ffaa547d req-12203ff9-c4f9-418a-8c16-b72e001fa4cf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:42.865732 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5e6fa72d-7569-4c4b-b872-b847ffaa547d req-12203ff9-c4f9-418a-8c16-b72e001fa4cf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 944 time: 0.2530727 Jul 07 21:13:42.879037 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-7c87670f-b5fc-4e16-abd1-2a549a7e3f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:42.881201 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-7c87670f-b5fc-4e16-abd1-2a549a7e3f4f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71e90e76-92b1-4ebc-85b0-c55c9e97f894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1184428 Jul 07 21:13:42.896503 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-c8ec1e42-03a4-4c77-8c95-ac0c265b9fd3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] delete failed (client error): The resource could not be found. Jul 07 21:13:42.901277 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c8ec1e42-03a4-4c77-8c95-ac0c265b9fd3 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/routers/6b4f5135-5540-4355-ad2a-2d152197336b HTTP/1.1" status: 404 len: 336 time: 0.0658033 Jul 07 21:13:42.901533 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43536) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:42.944378 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-40bd33d1-0382-43ee-981f-88514eabe81b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] DELETE failed (client error): The resource could not be found. Jul 07 21:13:42.945022 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40bd33d1-0382-43ee-981f-88514eabe81b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:13:42.950843 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-40bd33d1-0382-43ee-981f-88514eabe81b tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/subnets/f186ce9d-585e-4a13-9362-22089f7af929 HTTP/1.1" status: 404 len: 337 time: 0.0456605 Jul 07 21:13:42.951602 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43538) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:42.989093 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-36fad74b-1b06-4362-b0d1-23ccd999286f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "GET /v2.0/ports?device_id=b36587d2-6dac-4057-b9a5-5ae8507869cd HTTP/1.1" status: 200 len: 205 time: 0.0368307 Jul 07 21:13:42.991768 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43540) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:43.015819 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5e6fa72d-7569-4c4b-b872-b847ffaa547d req-02aabe39-375d-4386-a8dd-ca2c1e658575 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1333790 Jul 07 21:13:43.040841 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-9a46614c-50aa-4c7c-9189-c0c7f9c7b193 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] delete failed (client error): The resource could not be found. Jul 07 21:13:43.041883 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9a46614c-50aa-4c7c-9189-c0c7f9c7b193 tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/routers/b36587d2-6dac-4057-b9a5-5ae8507869cd HTTP/1.1" status: 404 len: 336 time: 0.0486152 Jul 07 21:13:43.046355 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43542) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:43.063649 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-e3bafe7d-50d4-4cba-9354-42f8f7a1896c service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534646 Jul 07 21:13:43.078935 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-f927ea97-3edf-407b-adbb-8e4fbdf148cd tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] DELETE failed (client error): The resource could not be found. Jul 07 21:13:43.079506 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f927ea97-3edf-407b-adbb-8e4fbdf148cd tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:13:43.083466 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f927ea97-3edf-407b-adbb-8e4fbdf148cd tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/subnets/cf2c2888-db7f-4010-85b8-ea380ced3e4e HTTP/1.1" status: 404 len: 337 time: 0.0334263 Jul 07 21:13:43.083466 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba067e27-7f9b-4132-b107-3fc5fcdf7bc4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:43.085969 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ba067e27-7f9b-4132-b107-3fc5fcdf7bc4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:43.091387 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43544) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:43.189209 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-100f0eca-5205-4e33-96e4-5d093e2fdb9f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] DELETE failed (client error): The resource could not be found. Jul 07 21:13:43.189677 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-100f0eca-5205-4e33-96e4-5d093e2fdb9f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:13:43.191502 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-100f0eca-5205-4e33-96e4-5d093e2fdb9f tempest-RoutersIpV6Test-701651311 tempest-RoutersIpV6Test-701651311-project] 10.222.0.64 "DELETE /v2.0/subnets/1e8382d3-af4b-4bdd-be63-0151d862661b HTTP/1.1" status: 404 len: 337 time: 0.1000137 Jul 07 21:13:43.264159 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ae059-6fc0-4c1a-b2c8-20e1f90eec8c req-cbe6da0b-62e9-4cbc-ad39-f36ae30fbcef tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:43.272343 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-647ae059-6fc0-4c1a-b2c8-20e1f90eec8c req-cbe6da0b-62e9-4cbc-ad39-f36ae30fbcef tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=8304a1c9-d163-406a-8b99-2491f3efd109 HTTP/1.1" status: 200 len: 946 time: 0.2046318 Jul 07 21:13:43.277065 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf1970a0-4af6-4708-b2d8-a7dd4cfe09db req-b88a2601-01ae-439d-b7e0-dbef35090798 service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868210 Jul 07 21:13:43.322976 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-647ae059-6fc0-4c1a-b2c8-20e1f90eec8c req-185fc2e4-4139-49f7-810f-326e4bcc9e9f tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445826 Jul 07 21:13:43.339857 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ba067e27-7f9b-4132-b107-3fc5fcdf7bc4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:43.390067 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba067e27-7f9b-4132-b107-3fc5fcdf7bc4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:43.395426 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-ba067e27-7f9b-4132-b107-3fc5fcdf7bc4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:43.399868 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba067e27-7f9b-4132-b107-3fc5fcdf7bc4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:43.400464 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ba067e27-7f9b-4132-b107-3fc5fcdf7bc4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:43.405046 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba029a4-3351-4e7d-b15b-e54bfd908a00 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:43.407238 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba067e27-7f9b-4132-b107-3fc5fcdf7bc4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=e011c2fb-58f6-4817-8958-a789003c7798,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:43.419602 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ba067e27-7f9b-4132-b107-3fc5fcdf7bc4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6695364 Jul 07 21:13:43.422432 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43550) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:43.427039 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-c3a2a4f9-6979-4491-a878-78cdf3b3ddd0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-15770401', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:43.453073 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c3a2a4f9-6979-4491-a878-78cdf3b3ddd0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:43.455157 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c3a2a4f9-6979-4491-a878-78cdf3b3ddd0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:43.509050 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43552) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:43.543228 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c3a2a4f9-6979-4491-a878-78cdf3b3ddd0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:43.549484 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c3a2a4f9-6979-4491-a878-78cdf3b3ddd0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:43.572150 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f61a0c-fd01-47fb-926f-8264e2e6be26 req-d1da415e-742f-4b63-a111-9897351a6641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:43.573691 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-49f61a0c-fd01-47fb-926f-8264e2e6be26 req-d1da415e-742f-4b63-a111-9897351a6641 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c77ff576c8f4eb18bd83eb9fa5ae9c8&device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 1096 time: 0.1133780 Jul 07 21:13:43.574605 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c3a2a4f9-6979-4491-a878-78cdf3b3ddd0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:43.578714 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c3a2a4f9-6979-4491-a878-78cdf3b3ddd0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1525137 Jul 07 21:13:43.578714 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43556) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:43.591153 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c508050-f1f1-4414-a0be-756c3d0af77b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-cb09c065-2c12-4a87-893a-e106666fd7e8', 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'fixed_ips': [{'subnet_id': 'e011c2fb-58f6-4817-8958-a789003c7798'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:13:43.592689 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7c508050-f1f1-4414-a0be-756c3d0af77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:43.681433 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4e3e1284-999c-48af-a4e0-81fd9af3de39 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8d8c2c5abfae4e3499bbd479eb60f4c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1711199 Jul 07 21:13:43.688539 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43560) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:43.752027 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-11cf4ef3-7e29-48ad-a368-56d3251a44ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:43.780526 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-11cf4ef3-7e29-48ad-a368-56d3251a44ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:43.795163 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-7c508050-f1f1-4414-a0be-756c3d0af77b None None] Allocated IP 2001:db8::2 (cb09c065-2c12-4a87-893a-e106666fd7e8/e011c2fb-58f6-4817-8958-a789003c7798/ba50fa40-395f-45ef-bdb0-0993a9997381) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:43.848422 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-11cf4ef3-7e29-48ad-a368-56d3251a44ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:43.853320 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-11cf4ef3-7e29-48ad-a368-56d3251a44ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:43.854866 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-11cf4ef3-7e29-48ad-a368-56d3251a44ee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/34183c2f-2c1e-4508-b046-b41e42396e53 HTTP/1.1" status: 204 len: 168 time: 0.1652706 Jul 07 21:13:43.864726 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf4ef3-7e29-48ad-a368-56d3251a44ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34183c2f-2c1e-4508-b046-b41e42396e53,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:43.958328 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f61a0c-fd01-47fb-926f-8264e2e6be26 req-f1cf643a-851c-464c-a9cd-f81bdfca9064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:43.960164 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-49f61a0c-fd01-47fb-926f-8264e2e6be26 req-f1cf643a-851c-464c-a9cd-f81bdfca9064 service neutron] 10.222.0.39 "GET /v2.0/networks?id=71e90e76-92b1-4ebc-85b0-c55c9e97f894 HTTP/1.1" status: 200 len: 916 time: 0.3793089 Jul 07 21:13:43.979021 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7c508050-f1f1-4414-a0be-756c3d0af77b None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:43.992634 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7c508050-f1f1-4414-a0be-756c3d0af77b None None] Transition to ACTIVE for port object ba50fa40-395f-45ef-bdb0-0993a9997381 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:44.012273 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7c508050-f1f1-4414-a0be-756c3d0af77b None None] Transition to ACTIVE for port object ba50fa40-395f-45ef-bdb0-0993a9997381 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:44.018111 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7c508050-f1f1-4414-a0be-756c3d0af77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:44.037918 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-49f61a0c-fd01-47fb-926f-8264e2e6be26 req-71dafeb8-e10d-4947-8a8b-30e68a7f7a15 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44837011-61dc-464b-845f-cc5cf966dbb5 HTTP/1.1" status: 200 len: 217 time: 0.0519612 Jul 07 21:13:44.056693 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c508050-f1f1-4414-a0be-756c3d0af77b None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:44.058976 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-7c508050-f1f1-4414-a0be-756c3d0af77b None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:44.064456 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c508050-f1f1-4414-a0be-756c3d0af77b None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:44.071083 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be769e-508e-48fc-9563-3ed796a3a48a req-8e2a8d7a-3126-4930-8793-c705d4d01024 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:44.072718 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c508050-f1f1-4414-a0be-756c3d0af77b None None] Pushing event updated for resources: {'Port': ['ID=ba50fa40-395f-45ef-bdb0-0993a9997381,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:44.072847 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-43be769e-508e-48fc-9563-3ed796a3a48a req-8e2a8d7a-3126-4930-8793-c705d4d01024 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=070b12d0-699b-43ba-8f4c-09bc216b4ff8 HTTP/1.1" status: 200 len: 945 time: 0.2732196 Jul 07 21:13:44.132029 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f80700af-ed88-42ea-8fbd-f843cf29aa44 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:44.132775 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-7c508050-f1f1-4414-a0be-756c3d0af77b None None] Attempting to bind port ba50fa40-395f-45ef-bdb0-0993a9997381 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:13:44.133870 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-7c508050-f1f1-4414-a0be-756c3d0af77b None None] Attempting to bind port ba50fa40-395f-45ef-bdb0-0993a9997381 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:13:44.134250 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c508050-f1f1-4414-a0be-756c3d0af77b None None] Attempting to bind port ba50fa40-395f-45ef-bdb0-0993a9997381 on network cb09c065-2c12-4a87-893a-e106666fd7e8 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:13:44.141590 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c508050-f1f1-4414-a0be-756c3d0af77b None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:13:44.141999 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c508050-f1f1-4414-a0be-756c3d0af77b None None] Checking segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:13:44.142405 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7c508050-f1f1-4414-a0be-756c3d0af77b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:44.142802 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c508050-f1f1-4414-a0be-756c3d0af77b None None] Bound using segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:13:44.143275 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-7c508050-f1f1-4414-a0be-756c3d0af77b None None] Bound port: ba50fa40-395f-45ef-bdb0-0993a9997381, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:13:44.143755 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7c508050-f1f1-4414-a0be-756c3d0af77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:44.170150 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f61a0c-fd01-47fb-926f-8264e2e6be26 req-fbc05d02-9ae6-473d-994a-4da2e6f4ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:44.171677 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-49f61a0c-fd01-47fb-926f-8264e2e6be26 req-fbc05d02-9ae6-473d-994a-4da2e6f4ba10 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695c722d-c0e1-4b67-838e-81b8bf679407 HTTP/1.1" status: 200 len: 854 time: 0.1221604 Jul 07 21:13:44.229019 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513435cd-938e-40ce-b4eb-6342e909b2d5 req-04b5302d-618d-4716-84d3-1a5c8789b93b tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:44.229312 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-43be769e-508e-48fc-9563-3ed796a3a48a req-bff605d6-c52c-49ac-a742-251ef1c1ac6f tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/security-groups?id=3c5de3e0-7fbd-4f89-a7f9-4fa26d8a9cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276007 Jul 07 21:13:44.231669 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-513435cd-938e-40ce-b4eb-6342e909b2d5 req-04b5302d-618d-4716-84d3-1a5c8789b93b tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.58 "GET /v2.0/ports?device_id=070b12d0-699b-43ba-8f4c-09bc216b4ff8 HTTP/1.1" status: 200 len: 945 time: 0.1112390 Jul 07 21:13:44.261501 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-7c508050-f1f1-4414-a0be-756c3d0af77b None None] For port ba50fa40-395f-45ef-bdb0-0993a9997381, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:13:44.265575 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-7c508050-f1f1-4414-a0be-756c3d0af77b None None] For port ba50fa40-395f-45ef-bdb0-0993a9997381, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ba50fa40-395f-45ef-bdb0-0993a9997381,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:13:44.270700 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7c508050-f1f1-4414-a0be-756c3d0af77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:44.345788 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c508050-f1f1-4414-a0be-756c3d0af77b None None] Pushing event updated for resources: {'Port': ['ID=ba50fa40-395f-45ef-bdb0-0993a9997381,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:44.368079 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-513435cd-938e-40ce-b4eb-6342e909b2d5 req-9d763c99-e2b8-4844-b1ea-4446870764ef tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Deleting port cbaba036-5196-426e-8241-e0d2568bd205 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:44.368928 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-513435cd-938e-40ce-b4eb-6342e909b2d5 req-9d763c99-e2b8-4844-b1ea-4446870764ef tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:44.494325 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f61a0c-fd01-47fb-926f-8264e2e6be26 req-95138eb4-bc94-49f9-9390-67d1d04e5df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:44.495975 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-49f61a0c-fd01-47fb-926f-8264e2e6be26 req-95138eb4-bc94-49f9-9390-67d1d04e5df1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71e90e76-92b1-4ebc-85b0-c55c9e97f894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2799478 Jul 07 21:13:44.507598 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-513435cd-938e-40ce-b4eb-6342e909b2d5 req-9d763c99-e2b8-4844-b1ea-4446870764ef tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] For port cbaba036-5196-426e-8241-e0d2568bd205, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=cbaba036-5196-426e-8241-e0d2568bd205,segment=NetworkSegment(e2925426-a04b-4eda-a4ea-a3aeab926faf),segment_id=e2925426-a04b-4eda-a4ea-a3aeab926faf)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:44.507598 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-513435cd-938e-40ce-b4eb-6342e909b2d5 req-9d763c99-e2b8-4844-b1ea-4446870764ef tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:44.521084 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-513435cd-938e-40ce-b4eb-6342e909b2d5 req-9d763c99-e2b8-4844-b1ea-4446870764ef tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Calling delete_port for cbaba036-5196-426e-8241-e0d2568bd205 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:44.566782 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311cbfb-6e32-4b30-a0a3-6680d9f22a82 req-d0deb82b-a824-4817-9abf-93b1f94fa62b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:44.574533 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0311cbfb-6e32-4b30-a0a3-6680d9f22a82 req-d0deb82b-a824-4817-9abf-93b1f94fa62b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 944 time: 0.3442385 Jul 07 21:13:44.721304 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-513435cd-938e-40ce-b4eb-6342e909b2d5 req-9d763c99-e2b8-4844-b1ea-4446870764ef tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:44.734610 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['cbaba036-5196-426e-8241-e0d2568bd205'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:13:44.768290 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0311cbfb-6e32-4b30-a0a3-6680d9f22a82 req-d984bc41-46a0-49a1-b1a1-021d04ce64b7 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1925006 Jul 07 21:13:44.786304 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d763c99-e2b8-4844-b1ea-4446870764ef tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Pushing event deleted for resources: {'Port': ['ID=cbaba036-5196-426e-8241-e0d2568bd205,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:44.819845 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-f80700af-ed88-42ea-8fbd-f843cf29aa44 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8::1 (cb09c065-2c12-4a87-893a-e106666fd7e8/e011c2fb-58f6-4817-8958-a789003c7798/3e5b495d-7084-4420-b623-1a56a350ed24) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:44.831707 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-49f61a0c-fd01-47fb-926f-8264e2e6be26 req-70004947-dfba-4122-9b44-53bd0dc1d45c service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239474 Jul 07 21:13:44.841175 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-513435cd-938e-40ce-b4eb-6342e909b2d5 req-9d763c99-e2b8-4844-b1ea-4446870764ef tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] No DVR routers for this DVR port cbaba036-5196-426e-8241-e0d2568bd205 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:13:44.843989 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-513435cd-938e-40ce-b4eb-6342e909b2d5 req-9d763c99-e2b8-4844-b1ea-4446870764ef tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:44.846095 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-513435cd-938e-40ce-b4eb-6342e909b2d5 req-9d763c99-e2b8-4844-b1ea-4446870764ef tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.58 "DELETE /v2.0/ports/cbaba036-5196-426e-8241-e0d2568bd205 HTTP/1.1" status: 204 len: 173 time: 0.6071780 Jul 07 21:13:44.846736 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070b12d0-699b-43ba-8f4c-09bc216b4ff8', 'name': 'network-vif-deleted', 'tag': 'cbaba036-5196-426e-8241-e0d2568bd205'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:13:44.849032 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9658ba-68a8-4fe1-b8e4-a9c6418168e8" -d '{"events": [{"server_uuid": "070b12d0-699b-43ba-8f4c-09bc216b4ff8", "name": "network-vif-deleted", "tag": "cbaba036-5196-426e-8241-e0d2568bd205"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:13:44.869825 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43588) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:44.872323 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020e085-a51e-4017-b3f5-cafa387c6c3d req-31ed7641-4e28-4b72-9b78-33db52a200ee tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:44.873904 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c020e085-a51e-4017-b3f5-cafa387c6c3d req-31ed7641-4e28-4b72-9b78-33db52a200ee tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=8304a1c9-d163-406a-8b99-2491f3efd109 HTTP/1.1" status: 200 len: 946 time: 0.3770320 Jul 07 21:13:44.912288 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc32142-274b-41bd-9ca5-c08d89fde1b1 x-openstack-request-id: req-6dc32142-274b-41bd-9ca5-c08d89fde1b1 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:13:44.913039 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070b12d0-699b-43ba-8f4c-09bc216b4ff8", "name": "network-vif-deleted", "tag": "cbaba036-5196-426e-8241-e0d2568bd205", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:13:44.913362 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6dc32142-274b-41bd-9ca5-c08d89fde1b1 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:13:44.913777 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070b12d0-699b-43ba-8f4c-09bc216b4ff8', 'name': 'network-vif-deleted', 'tag': 'cbaba036-5196-426e-8241-e0d2568bd205', 'status': 'completed', 'code': 200} Jul 07 21:13:45.000302 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-a2d9586b-d162-4c17-a186-cce22b6fa373 tempest-DvrRoutersNegativeTest-811363431 tempest-DvrRoutersNegativeTest-811363431-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-374341274', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:45.003385 n-d-695189-11 neutron-server[100447]: DEBUG neutron.policy [None req-a2d9586b-d162-4c17-a186-cce22b6fa373 tempest-DvrRoutersNegativeTest-811363431 tempest-DvrRoutersNegativeTest-811363431-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100447) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 07 21:13:45.003696 n-d-695189-11 neutron-server[100447]: DEBUG neutron.policy [None req-a2d9586b-d162-4c17-a186-cce22b6fa373 tempest-DvrRoutersNegativeTest-811363431 tempest-DvrRoutersNegativeTest-811363431-project] Failed policy check for 'create_router' {{(pid=100447) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 07 21:13:45.004572 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-a2d9586b-d162-4c17-a186-cce22b6fa373 tempest-DvrRoutersNegativeTest-811363431 tempest-DvrRoutersNegativeTest-811363431-project] create failed (client error): Access was denied to this resource. Jul 07 21:13:45.005631 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a2d9586b-d162-4c17-a186-cce22b6fa373 tempest-DvrRoutersNegativeTest-811363431 tempest-DvrRoutersNegativeTest-811363431-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1344626 Jul 07 21:13:45.202844 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 44837011-61dc-464b-845f-cc5cf966dbb5 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:13:45.220934 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ba50fa40-395f-45ef-bdb0-0993a9997381 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:45.369650 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port ba50fa40-395f-45ef-bdb0-0993a9997381 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:45.393748 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 44837011-61dc-464b-845f-cc5cf966dbb5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=44837011-61dc-464b-845f-cc5cf966dbb5,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:45.412415 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '44837011-61dc-464b-845f-cc5cf966dbb5', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'port_id': '44837011-61dc-464b-845f-cc5cf966dbb5', 'mac_address': 'fa:16:3e:95:0e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:13:45.463735 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43598) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:45.479204 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:45.495840 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44837011-61dc-464b-845f-cc5cf966dbb5 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:13:45.518383 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f80700af-ed88-42ea-8fbd-f843cf29aa44 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:45.518950 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 44837011-61dc-464b-845f-cc5cf966dbb5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=44837011-61dc-464b-845f-cc5cf966dbb5,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:45.526082 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:45.577526 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-49f61a0c-fd01-47fb-926f-8264e2e6be26 req-3e6201e5-8c06-4143-9187-328dbaa1b5b2 service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7378016 Jul 07 21:13:45.590777 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=44837011-61dc-464b-845f-cc5cf966dbb5,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:45.632294 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cdfb96e5-c6f5-4c19-afd6-52a91ddc68e5 req-659cae68-e82a-47d0-af2c-1ae8e22a9136 tempest-VolumesSnapshotTestJSON-841286519 tempest-VolumesSnapshotTestJSON-841286519-project] 10.222.0.64 "GET /v2.0/ports?device_id=070b12d0-699b-43ba-8f4c-09bc216b4ff8 HTTP/1.1" status: 200 len: 210 time: 0.1113873 Jul 07 21:13:45.648107 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-f80700af-ed88-42ea-8fbd-f843cf29aa44 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Transition to ACTIVE for port object 3e5b495d-7084-4420-b623-1a56a350ed24 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:45.662649 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c020e085-a51e-4017-b3f5-cafa387c6c3d req-6c12cf16-c440-47d0-b279-4a2aca434f0b tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7409346 Jul 07 21:13:45.705897 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f80700af-ed88-42ea-8fbd-f843cf29aa44 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:45.712513 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c750521c-6b8c-4d31-9e41-5eb6d47e992b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:45.767715 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['44837011-61dc-464b-845f-cc5cf966dbb5'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:13:45.801065 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80700af-ed88-42ea-8fbd-f843cf29aa44 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=3e5b495d-7084-4420-b623-1a56a350ed24,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:45.819219 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80700af-ed88-42ea-8fbd-f843cf29aa44 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:45.823496 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-f80700af-ed88-42ea-8fbd-f843cf29aa44 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:45.826166 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80700af-ed88-42ea-8fbd-f843cf29aa44 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:45.826786 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f80700af-ed88-42ea-8fbd-f843cf29aa44 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:45.853119 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c750521c-6b8c-4d31-9e41-5eb6d47e992b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:45.857135 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-da383048-053c-4328-8d76-0801d98afe6d None None] Provisioning for port ba50fa40-395f-45ef-bdb0-0993a9997381 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:45.866731 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c750521c-6b8c-4d31-9e41-5eb6d47e992b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:45.872429 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-da383048-053c-4328-8d76-0801d98afe6d None None] Provisioning complete for port ba50fa40-395f-45ef-bdb0-0993a9997381 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:45.873076 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-da383048-053c-4328-8d76-0801d98afe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:45.940773 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750521c-6b8c-4d31-9e41-5eb6d47e992b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef351b13-d798-43bb-9f40-6304000853b9,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:45.992686 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c750521c-6b8c-4d31-9e41-5eb6d47e992b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=80face78def24459bb5d1e96da2f3527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5259500 Jul 07 21:13:45.995105 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43606) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:46.081527 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-da383048-053c-4328-8d76-0801d98afe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:46.095474 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d3c676a5-56be-4ee5-bd4e-b810dc9de952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:46.096287 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f80700af-ed88-42ea-8fbd-f843cf29aa44 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:46.137925 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d3c676a5-56be-4ee5-bd4e-b810dc9de952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:46.163480 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-da383048-053c-4328-8d76-0801d98afe6d None None] For port ba50fa40-395f-45ef-bdb0-0993a9997381, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ba50fa40-395f-45ef-bdb0-0993a9997381,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:46.180988 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-da383048-053c-4328-8d76-0801d98afe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:46.238875 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d3c676a5-56be-4ee5-bd4e-b810dc9de952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:46.241981 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d3c676a5-56be-4ee5-bd4e-b810dc9de952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:46.246591 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d3c676a5-56be-4ee5-bd4e-b810dc9de952 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef351b13-d798-43bb-9f40-6304000853b9 HTTP/1.1" status: 204 len: 168 time: 0.2452509 Jul 07 21:13:46.256726 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c676a5-56be-4ee5-bd4e-b810dc9de952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef351b13-d798-43bb-9f40-6304000853b9,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:46.299441 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da383048-053c-4328-8d76-0801d98afe6d None None] Pushing event updated for resources: {'Port': ['ID=ba50fa40-395f-45ef-bdb0-0993a9997381,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:46.312910 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cad29-eeaf-4920-b546-c01bb522cb66 req-a7541588-1431-4281-8103-dd37c9dde72e tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:46.314558 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c5cad29-eeaf-4920-b546-c01bb522cb66 req-a7541588-1431-4281-8103-dd37c9dde72e tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 945 time: 0.3184805 Jul 07 21:13:46.326683 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c7c2f6b4-a2e5-4919-8818-e9c8b77ebf5f None None] Provisioning for port 3e5b495d-7084-4420-b623-1a56a350ed24 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:46.333431 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c7c2f6b4-a2e5-4919-8818-e9c8b77ebf5f None None] Provisioning complete for port 3e5b495d-7084-4420-b623-1a56a350ed24 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:46.333809 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c7c2f6b4-a2e5-4919-8818-e9c8b77ebf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:46.374137 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-c7c2f6b4-a2e5-4919-8818-e9c8b77ebf5f None None] Port 3e5b495d-7084-4420-b623-1a56a350ed24 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:13:46.400336 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c5cad29-eeaf-4920-b546-c01bb522cb66 req-f09af9f8-21fc-4b4a-8623-4d6d57b51469 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738263 Jul 07 21:13:46.531937 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f80700af-ed88-42ea-8fbd-f843cf29aa44 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:46.536862 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f80700af-ed88-42ea-8fbd-f843cf29aa44 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:46.537981 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f80700af-ed88-42ea-8fbd-f843cf29aa44 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:46.634607 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80700af-ed88-42ea-8fbd-f843cf29aa44 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=3e5b495d-7084-4420-b623-1a56a350ed24,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:46.698055 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80700af-ed88-42ea-8fbd-f843cf29aa44 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:46.699755 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-f80700af-ed88-42ea-8fbd-f843cf29aa44 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:46.852604 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80700af-ed88-42ea-8fbd-f843cf29aa44 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Router c7a12b38-4300-4edd-95b0-8f0680fb443a is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:13:46.970877 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80700af-ed88-42ea-8fbd-f843cf29aa44 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:13:46.983671 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f80700af-ed88-42ea-8fbd-f843cf29aa44 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "PUT /v2.0/routers/c7a12b38-4300-4edd-95b0-8f0680fb443a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4017093 Jul 07 21:13:46.984135 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43634) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:46.991647 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] Sync routers for ids ['c7a12b38-4300-4edd-95b0-8f0680fb443a'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:13:47.006473 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] Routers {'c7a12b38-4300-4edd-95b0-8f0680fb443a'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:47.007303 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c7a12b38-4300-4edd-95b0-8f0680fb443a'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:47.109935 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b12c3ae2-b481-445e-ae9a-9d0315041e0b None None] Provisioning complete for port 3e5b495d-7084-4420-b623-1a56a350ed24 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:47.111448 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b12c3ae2-b481-445e-ae9a-9d0315041e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:47.130745 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855bb636-0235-4c43-b7eb-029a127877c2 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:47.132463 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-855bb636-0235-4c43-b7eb-029a127877c2 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports/3e5b495d-7084-4420-b623-1a56a350ed24 HTTP/1.1" status: 200 len: 911 time: 0.1472266 Jul 07 21:13:47.135536 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43638) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:47.200181 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ba50fa40-395f-45ef-bdb0-0993a9997381 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:47.237874 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] Set router c7a12b38-4300-4edd-95b0-8f0680fb443a gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:47.261234 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 44837011-61dc-464b-845f-cc5cf966dbb5 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:47.268824 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b12c3ae2-b481-445e-ae9a-9d0315041e0b None None] Port 3e5b495d-7084-4420-b623-1a56a350ed24 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:13:47.270172 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c94f71f-3280-4e61-87d5-6b76de02bc0e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:47.294465 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c94f71f-3280-4e61-87d5-6b76de02bc0e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:47.299133 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1c94f71f-3280-4e61-87d5-6b76de02bc0e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1598856 Jul 07 21:13:47.299967 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43646) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:47.358158 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port ba50fa40-395f-45ef-bdb0-0993a9997381 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:47.358811 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:47.362895 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43648) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:47.383852 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 44837011-61dc-464b-845f-cc5cf966dbb5 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:47.392190 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 44837011-61dc-464b-845f-cc5cf966dbb5 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:47.392752 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:47.467968 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device cbaba036-5196-426e-8241-e0d2568bd205 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:13:47.546557 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a12b38-4300-4edd-95b0-8f0680fb443a', 'name': 'tempest-NetworksTestDHCPv6-router-15770401', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:13:43Z', 'updated_at': '2021-07-07T21:13:45Z', 'revision_number': 2, 'project_id': '6f0d61135beb4432a624349cb1265a27', 'gw_port_host': None, '_interfaces': [{'id': '3e5b495d-7084-4420-b623-1a56a350ed24', 'name': '', 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'mac_address': 'fa:16:3e:d0:39:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a12b38-4300-4edd-95b0-8f0680fb443a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'e011c2fb-58f6-4817-8958-a789003c7798', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:13:44Z', 'updated_at': '2021-07-07T21:13:46Z', 'revision_number': 2, 'project_id': '6f0d61135beb4432a624349cb1265a27', 'subnets': [{'id': 'e011c2fb-58f6-4817-8958-a789003c7798', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:47.564123 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: cbaba036-5196-426e-8241-e0d2568bd205 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:13:47.564697 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device cbaba036-5196-426e-8241-e0d2568bd205 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:13:47.583023 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-c36176f3-5248-49af-b3d7-99283d8bbed9 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-606634560', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:47.604774 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] Checking router: c7a12b38-4300-4edd-95b0-8f0680fb443a for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:13:47.605134 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] Updating router c7a12b38-4300-4edd-95b0-8f0680fb443a port 3e5b495d-7084-4420-b623-1a56a350ed24 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:13:47.629937 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c36176f3-5248-49af-b3d7-99283d8bbed9 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:47.631154 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c36176f3-5248-49af-b3d7-99283d8bbed9 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:47.681872 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:47.718117 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c36176f3-5248-49af-b3d7-99283d8bbed9 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:47.730081 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c36176f3-5248-49af-b3d7-99283d8bbed9 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:47.734817 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b689c25-d51e-4820-90e6-fd947039b4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44837011-61dc-464b-845f-cc5cf966dbb5'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:13:47.737955 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ab8b5e-534b-4c94-91fc-135887c63988" -d '{"events": [{"server_uuid": "7b689c25-d51e-4820-90e6-fd947039b4bf", "name": "network-vif-plugged", "status": "completed", "tag": "44837011-61dc-464b-845f-cc5cf966dbb5"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:13:47.753103 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 44837011-61dc-464b-845f-cc5cf966dbb5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=44837011-61dc-464b-845f-cc5cf966dbb5,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:47.765599 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:47.779340 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c36176f3-5248-49af-b3d7-99283d8bbed9 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:47.788482 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43664) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:47.789186 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c36176f3-5248-49af-b3d7-99283d8bbed9 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4246821 Jul 07 21:13:47.793988 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-d0c75b6e-7c0f-4706-bebd-b62ebd9853e8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1705118014'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:47.843928 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=44837011-61dc-464b-845f-cc5cf966dbb5,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:47.860265 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:47.891746 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c75b6e-7c0f-4706-bebd-b62ebd9853e8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Made reservation on behalf of 19851fbda8764cb6ba53ea3d26e3c2b3 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:47.895475 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d0c75b6e-7c0f-4706-bebd-b62ebd9853e8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:47.930734 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3773171-6702-46dc-aeaf-4c5f5fcf5de9 req-b3edbe18-d113-4576-a235-57781e1d69bb tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:47.932450 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c3773171-6702-46dc-aeaf-4c5f5fcf5de9 req-b3edbe18-d113-4576-a235-57781e1d69bb tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 945 time: 0.2620604 Jul 07 21:13:47.946885 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d0c75b6e-7c0f-4706-bebd-b62ebd9853e8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:48.018753 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddbdfc7-a9e3-4eee-a5ae-1805d58e1d65 x-openstack-request-id: req-2ddbdfc7-a9e3-4eee-a5ae-1805d58e1d65 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:13:48.019148 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b689c25-d51e-4820-90e6-fd947039b4bf", "name": "network-vif-plugged", "status": "completed", "tag": "44837011-61dc-464b-845f-cc5cf966dbb5", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:13:48.019559 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ddbdfc7-a9e3-4eee-a5ae-1805d58e1d65 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:13:48.020057 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b689c25-d51e-4820-90e6-fd947039b4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44837011-61dc-464b-845f-cc5cf966dbb5', 'code': 200} Jul 07 21:13:48.171358 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c3773171-6702-46dc-aeaf-4c5f5fcf5de9 req-b8fbbda5-a60b-4c71-9806-b8e5a618a608 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2321215 Jul 07 21:13:48.238787 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:48.253433 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] Transition to ACTIVE for port object 3e5b495d-7084-4420-b623-1a56a350ed24 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:48.273736 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:48.317639 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a6120-c47c-4b31-850c-36b6ba3d7200 req-c895b879-06dc-4975-87b8-70e1fac1c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:48.319258 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fd1a6120-c47c-4b31-850c-36b6ba3d7200 req-c895b879-06dc-4975-87b8-70e1fac1c775 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 1098 time: 0.1879640 Jul 07 21:13:48.352219 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56283e9-519a-48d4-83cc-358d64b6fc7c None None] Pushing event updated for resources: {'Port': ['ID=3e5b495d-7084-4420-b623-1a56a350ed24,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:48.420102 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] Attempting to bind port 3e5b495d-7084-4420-b623-1a56a350ed24 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:13:48.420477 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] Attempting to bind port 3e5b495d-7084-4420-b623-1a56a350ed24 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:13:48.420841 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] Attempting to bind port 3e5b495d-7084-4420-b623-1a56a350ed24 on network cb09c065-2c12-4a87-893a-e106666fd7e8 {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:13:48.426361 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:13:48.426683 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] Checking segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:13:48.427077 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:48.427254 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d0c75b6e-7c0f-4706-bebd-b62ebd9853e8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:48.427504 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] Bound using segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:13:48.428093 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] Bound port: 3e5b495d-7084-4420-b623-1a56a350ed24, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:13:48.428488 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:48.473813 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d0c75b6e-7c0f-4706-bebd-b62ebd9853e8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:48.512417 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2310a1f7-36c8-4569-bbc2-1039f8ca26a1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:48.517392 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fd1a6120-c47c-4b31-850c-36b6ba3d7200 req-3189b8f7-2623-4fcb-acd1-b865214bd371 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1898224 Jul 07 21:13:48.521544 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c75b6e-7c0f-4706-bebd-b62ebd9853e8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35d1985f-4d2e-466e-a091-254f6e0902a2,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:48.524118 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c75b6e-7c0f-4706-bebd-b62ebd9853e8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:13:48.539809 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] For port 3e5b495d-7084-4420-b623-1a56a350ed24, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:13:48.543958 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] For port 3e5b495d-7084-4420-b623-1a56a350ed24, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=3e5b495d-7084-4420-b623-1a56a350ed24,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:13:48.555458 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:48.607288 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d0c75b6e-7c0f-4706-bebd-b62ebd9853e8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:48.612312 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-d0c75b6e-7c0f-4706-bebd-b62ebd9853e8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Added segment 7ce65453-efa3-478a-b993-b7fdc00f1407 of type vlan for network 764e11fd-cc4c-4141-aea9-73a5debae8e9 Jul 07 21:13:48.618709 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] Routers {'c7a12b38-4300-4edd-95b0-8f0680fb443a'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:48.619521 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c7a12b38-4300-4edd-95b0-8f0680fb443a'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:48.709684 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56283e9-519a-48d4-83cc-358d64b6fc7c None None] Pushing event updated for resources: {'Port': ['ID=3e5b495d-7084-4420-b623-1a56a350ed24,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:48.737666 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] Set router c7a12b38-4300-4edd-95b0-8f0680fb443a gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:48.753188 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d0c75b6e-7c0f-4706-bebd-b62ebd9853e8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:48.803272 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d0c75b6e-7c0f-4706-bebd-b62ebd9853e8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:48.809715 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c75b6e-7c0f-4706-bebd-b62ebd9853e8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:48.810362 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d0c75b6e-7c0f-4706-bebd-b62ebd9853e8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:48.905743 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d0c75b6e-7c0f-4706-bebd-b62ebd9853e8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1158457 Jul 07 21:13:48.908767 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c75b6e-7c0f-4706-bebd-b62ebd9853e8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Pushing event updated for resources: {'Network': ['ID=764e11fd-cc4c-4141-aea9-73a5debae8e9,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:48.908931 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43674) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:48.915053 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-5e61c4a3-27a2-41c1-8efb-50f8dc70107d tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Request body: {'subnet': {'network_id': '764e11fd-cc4c-4141-aea9-73a5debae8e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:48.931534 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 764e11fd-cc4c-4141-aea9-73a5debae8e9 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:13:48.969826 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-2310a1f7-36c8-4569-bbc2-1039f8ca26a1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting port 3e5b495d-7084-4420-b623-1a56a350ed24 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:48.970127 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2310a1f7-36c8-4569-bbc2-1039f8ca26a1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:49.030354 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a12b38-4300-4edd-95b0-8f0680fb443a', 'name': 'tempest-NetworksTestDHCPv6-router-15770401', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:13:43Z', 'updated_at': '2021-07-07T21:13:45Z', 'revision_number': 2, 'project_id': '6f0d61135beb4432a624349cb1265a27', 'gw_port_host': None, '_interfaces': [{'id': '3e5b495d-7084-4420-b623-1a56a350ed24', 'name': '', 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'mac_address': 'fa:16:3e:d0:39:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a12b38-4300-4edd-95b0-8f0680fb443a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'e011c2fb-58f6-4817-8958-a789003c7798', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:13:44Z', 'updated_at': '2021-07-07T21:13:48Z', 'revision_number': 4, 'project_id': '6f0d61135beb4432a624349cb1265a27', 'subnets': [{'id': 'e011c2fb-58f6-4817-8958-a789003c7798', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:49.042612 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e61c4a3-27a2-41c1-8efb-50f8dc70107d tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Made reservation on behalf of 19851fbda8764cb6ba53ea3d26e3c2b3 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:49.047589 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5e61c4a3-27a2-41c1-8efb-50f8dc70107d tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:49.060597 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e1c52-4679-4724-88ce-eb66fd635b97 None None] The sync data for ids ['c7a12b38-4300-4edd-95b0-8f0680fb443a'] in n-d-695189-11 is: [{'id': 'c7a12b38-4300-4edd-95b0-8f0680fb443a', 'name': 'tempest-NetworksTestDHCPv6-router-15770401', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:13:43Z', 'updated_at': '2021-07-07T21:13:45Z', 'revision_number': 2, 'project_id': '6f0d61135beb4432a624349cb1265a27', 'gw_port_host': None, '_interfaces': [{'id': '3e5b495d-7084-4420-b623-1a56a350ed24', 'name': '', 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'mac_address': 'fa:16:3e:d0:39:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7a12b38-4300-4edd-95b0-8f0680fb443a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': 'e011c2fb-58f6-4817-8958-a789003c7798', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:13:44Z', 'updated_at': '2021-07-07T21:13:48Z', 'revision_number': 4, 'project_id': '6f0d61135beb4432a624349cb1265a27', 'subnets': [{'id': 'e011c2fb-58f6-4817-8958-a789003c7798', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:13:49.105321 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-2310a1f7-36c8-4569-bbc2-1039f8ca26a1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] For port 3e5b495d-7084-4420-b623-1a56a350ed24, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=3e5b495d-7084-4420-b623-1a56a350ed24,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:49.105824 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2310a1f7-36c8-4569-bbc2-1039f8ca26a1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:49.120583 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-2310a1f7-36c8-4569-bbc2-1039f8ca26a1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Calling delete_port for 3e5b495d-7084-4420-b623-1a56a350ed24 owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:49.307477 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5e61c4a3-27a2-41c1-8efb-50f8dc70107d tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:49.369586 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2310a1f7-36c8-4569-bbc2-1039f8ca26a1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:49.454257 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310a1f7-36c8-4569-bbc2-1039f8ca26a1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Port': ['ID=3e5b495d-7084-4420-b623-1a56a350ed24,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:49.473525 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61c4a3-27a2-41c1-8efb-50f8dc70107d tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Pushing event updated for resources: {'Subnet': ['ID=051fa2f7-cb06-4ff5-bbc2-4fa7d26b69b0,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:49.531555 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e61c4a3-27a2-41c1-8efb-50f8dc70107d tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Checking segment: {'id': '7ce65453-efa3-478a-b993-b7fdc00f1407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '764e11fd-cc4c-4141-aea9-73a5debae8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:13:49.532084 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e61c4a3-27a2-41c1-8efb-50f8dc70107d tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Network hostable DHCP agents. Network: 764e11fd-cc4c-4141-aea9-73a5debae8e9, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:13:49.598009 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e61c4a3-27a2-41c1-8efb-50f8dc70107d tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Network 764e11fd-cc4c-4141-aea9-73a5debae8e9 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:13:49.621991 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-5e61c4a3-27a2-41c1-8efb-50f8dc70107d tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 764e11fd-cc4c-4141-aea9-73a5debae8e9) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:49.633674 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a184636-7a23-42ed-b7ad-88c9a44b07cf None None] Network 764e11fd-cc4c-4141-aea9-73a5debae8e9 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:49.638131 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e61c4a3-27a2-41c1-8efb-50f8dc70107d tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:49.639562 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5e61c4a3-27a2-41c1-8efb-50f8dc70107d tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:49.683691 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5e61c4a3-27a2-41c1-8efb-50f8dc70107d tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7736013 Jul 07 21:13:49.687427 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43684) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:49.694550 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-4739af21-2dc3-4c4d-91a3-75fac1da4b67 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Request body: {'network': {'name': 'tempest-router-network01--165646232'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:49.728944 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2310a1f7-36c8-4569-bbc2-1039f8ca26a1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:49.756852 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4739af21-2dc3-4c4d-91a3-75fac1da4b67 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Made reservation on behalf of 19851fbda8764cb6ba53ea3d26e3c2b3 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:49.761760 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4739af21-2dc3-4c4d-91a3-75fac1da4b67 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:49.823938 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4739af21-2dc3-4c4d-91a3-75fac1da4b67 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:13:49.843545 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4739af21-2dc3-4c4d-91a3-75fac1da4b67 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:49.844065 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-4739af21-2dc3-4c4d-91a3-75fac1da4b67 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Added segment ae2bd7bd-272e-407b-8fdd-a150d3c15a28 of type vlan for network bd0b9f3a-ea1f-4b18-b490-3d267fafeb19 Jul 07 21:13:49.917776 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4739af21-2dc3-4c4d-91a3-75fac1da4b67 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:49.953024 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423308df-42e6-4891-983a-288d5d98572f req-39fee4f8-c420-41b6-b3ac-38b647a69e6b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:49.960841 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-423308df-42e6-4891-983a-288d5d98572f req-39fee4f8-c420-41b6-b3ac-38b647a69e6b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.4998212 Jul 07 21:13:49.986479 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4739af21-2dc3-4c4d-91a3-75fac1da4b67 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:49.995784 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4739af21-2dc3-4c4d-91a3-75fac1da4b67 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:49.996435 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4739af21-2dc3-4c4d-91a3-75fac1da4b67 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:50.000237 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a41c93-608c-4be4-b980-29eb0637b0e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-764e11fd-cc4c-4141-aea9-73a5debae8e9', 'network_id': '764e11fd-cc4c-4141-aea9-73a5debae8e9', 'tenant_id': '19851fbda8764cb6ba53ea3d26e3c2b3', 'fixed_ips': [{'subnet_id': '051fa2f7-cb06-4ff5-bbc2-4fa7d26b69b0'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:13:50.001667 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-38a41c93-608c-4be4-b980-29eb0637b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:50.030426 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:50.111636 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739af21-2dc3-4c4d-91a3-75fac1da4b67 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Pushing event updated for resources: {'Network': ['ID=bd0b9f3a-ea1f-4b18-b490-3d267fafeb19,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:50.135848 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4739af21-2dc3-4c4d-91a3-75fac1da4b67 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4467947 Jul 07 21:13:50.138278 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43688) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:50.147436 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-58fff9bf-8369-4754-ab34-8a758a7fb3ef tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Request body: {'network': {'name': 'tempest-router-network02--1730355547'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:50.207309 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fff9bf-8369-4754-ab34-8a758a7fb3ef tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Made reservation on behalf of 19851fbda8764cb6ba53ea3d26e3c2b3 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:50.212675 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-58fff9bf-8369-4754-ab34-8a758a7fb3ef tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:50.215053 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network bd0b9f3a-ea1f-4b18-b490-3d267fafeb19 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:13:50.276213 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58fff9bf-8369-4754-ab34-8a758a7fb3ef tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:13:50.287551 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-58fff9bf-8369-4754-ab34-8a758a7fb3ef tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:50.288324 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-58fff9bf-8369-4754-ab34-8a758a7fb3ef tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Added segment 2608d14c-b327-4728-8759-eaf36724fea4 of type vlan for network 76159d9d-3598-4214-afb0-ded32d30c124 Jul 07 21:13:50.340930 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-58fff9bf-8369-4754-ab34-8a758a7fb3ef tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:50.382365 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-58fff9bf-8369-4754-ab34-8a758a7fb3ef tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:50.390228 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fff9bf-8369-4754-ab34-8a758a7fb3ef tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:50.391133 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-58fff9bf-8369-4754-ab34-8a758a7fb3ef tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:50.424526 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:50.428457 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-58fff9bf-8369-4754-ab34-8a758a7fb3ef tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2888343 Jul 07 21:13:50.429089 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43692) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:50.449382 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-38a41c93-608c-4be4-b980-29eb0637b0e6 None None] Allocated IP 172.20.0.2 (764e11fd-cc4c-4141-aea9-73a5debae8e9/051fa2f7-cb06-4ff5-bbc2-4fa7d26b69b0/8cb9866a-4192-42c2-becd-a9a63213b4da) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:50.469908 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-bc312dc6-c764-4760-80de-9f52af2a1e25 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Request body: {'subnet': {'network_id': 'bd0b9f3a-ea1f-4b18-b490-3d267fafeb19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:50.589722 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fff9bf-8369-4754-ab34-8a758a7fb3ef tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Pushing event updated for resources: {'Network': ['ID=76159d9d-3598-4214-afb0-ded32d30c124,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:50.638368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc312dc6-c764-4760-80de-9f52af2a1e25 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Made reservation on behalf of 19851fbda8764cb6ba53ea3d26e3c2b3 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:50.643280 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bc312dc6-c764-4760-80de-9f52af2a1e25 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:50.644879 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-38a41c93-608c-4be4-b980-29eb0637b0e6 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:50.655248 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-38a41c93-608c-4be4-b980-29eb0637b0e6 None None] Transition to ACTIVE for port object 8cb9866a-4192-42c2-becd-a9a63213b4da will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:50.671975 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-38a41c93-608c-4be4-b980-29eb0637b0e6 None None] Transition to ACTIVE for port object 8cb9866a-4192-42c2-becd-a9a63213b4da will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:50.675685 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2310a1f7-36c8-4569-bbc2-1039f8ca26a1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Router c7a12b38-4300-4edd-95b0-8f0680fb443a has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:13:50.676319 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 76159d9d-3598-4214-afb0-ded32d30c124 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:13:50.692057 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-38a41c93-608c-4be4-b980-29eb0637b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:50.727791 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-423308df-42e6-4891-983a-288d5d98572f req-6d2fd8d9-df93-46be-9a45-c8731b61f12c tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7655480 Jul 07 21:13:50.796103 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a41c93-608c-4be4-b980-29eb0637b0e6 None None] Network 764e11fd-cc4c-4141-aea9-73a5debae8e9 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:50.807964 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-38a41c93-608c-4be4-b980-29eb0637b0e6 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:50.810660 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a41c93-608c-4be4-b980-29eb0637b0e6 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:50.821310 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2310a1f7-36c8-4569-bbc2-1039f8ca26a1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:13:50.827037 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2310a1f7-36c8-4569-bbc2-1039f8ca26a1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "PUT /v2.0/routers/c7a12b38-4300-4edd-95b0-8f0680fb443a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5159540 Jul 07 21:13:50.827674 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a41c93-608c-4be4-b980-29eb0637b0e6 None None] Pushing event updated for resources: {'Port': ['ID=8cb9866a-4192-42c2-becd-a9a63213b4da,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:50.829228 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43694) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:50.911566 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7310f22d-8190-48bf-aa19-b95aa3f37ec4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:50.913120 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7310f22d-8190-48bf-aa19-b95aa3f37ec4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:50.915692 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7310f22d-8190-48bf-aa19-b95aa3f37ec4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0854123 Jul 07 21:13:50.918438 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43698) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:50.952762 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-38a41c93-608c-4be4-b980-29eb0637b0e6 None None] Attempting to bind port 8cb9866a-4192-42c2-becd-a9a63213b4da on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:13:50.954082 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-38a41c93-608c-4be4-b980-29eb0637b0e6 None None] Attempting to bind port 8cb9866a-4192-42c2-becd-a9a63213b4da by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '7ce65453-efa3-478a-b993-b7fdc00f1407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '764e11fd-cc4c-4141-aea9-73a5debae8e9'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:13:50.954556 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a41c93-608c-4be4-b980-29eb0637b0e6 None None] Attempting to bind port 8cb9866a-4192-42c2-becd-a9a63213b4da on network 764e11fd-cc4c-4141-aea9-73a5debae8e9 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:13:50.969230 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a41c93-608c-4be4-b980-29eb0637b0e6 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:13:50.969900 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a41c93-608c-4be4-b980-29eb0637b0e6 None None] Checking segment: {'id': '7ce65453-efa3-478a-b993-b7fdc00f1407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '764e11fd-cc4c-4141-aea9-73a5debae8e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:13:50.970469 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-38a41c93-608c-4be4-b980-29eb0637b0e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:50.971185 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a41c93-608c-4be4-b980-29eb0637b0e6 None None] Bound using segment: {'id': '7ce65453-efa3-478a-b993-b7fdc00f1407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '764e11fd-cc4c-4141-aea9-73a5debae8e9'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:13:50.971777 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-38a41c93-608c-4be4-b980-29eb0637b0e6 None None] Bound port: 8cb9866a-4192-42c2-becd-a9a63213b4da, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce65453-efa3-478a-b993-b7fdc00f1407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '764e11fd-cc4c-4141-aea9-73a5debae8e9'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:13:50.972171 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-38a41c93-608c-4be4-b980-29eb0637b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:50.972739 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bc312dc6-c764-4760-80de-9f52af2a1e25 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:50.993565 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f457617-914d-4eb7-a2ec-771818188fe6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet e011c2fb-58f6-4817-8958-a789003c7798 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:13:50.997752 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0f457617-914d-4eb7-a2ec-771818188fe6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:51.057808 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc312dc6-c764-4760-80de-9f52af2a1e25 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Pushing event updated for resources: {'Subnet': ['ID=e1ec1833-d678-4088-8f34-bda5f0034f71,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:51.069968 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc312dc6-c764-4760-80de-9f52af2a1e25 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Checking segment: {'id': 'ae2bd7bd-272e-407b-8fdd-a150d3c15a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bd0b9f3a-ea1f-4b18-b490-3d267fafeb19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:13:51.071359 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc312dc6-c764-4760-80de-9f52af2a1e25 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Network hostable DHCP agents. Network: bd0b9f3a-ea1f-4b18-b490-3d267fafeb19, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:13:51.078184 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0f457617-914d-4eb7-a2ec-771818188fe6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:51.093914 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc312dc6-c764-4760-80de-9f52af2a1e25 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Network bd0b9f3a-ea1f-4b18-b490-3d267fafeb19 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:13:51.112492 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-bc312dc6-c764-4760-80de-9f52af2a1e25 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, bd0b9f3a-ea1f-4b18-b490-3d267fafeb19) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:51.119103 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc312dc6-c764-4760-80de-9f52af2a1e25 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:51.120000 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bc312dc6-c764-4760-80de-9f52af2a1e25 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:51.126945 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-38a41c93-608c-4be4-b980-29eb0637b0e6 None None] For port 8cb9866a-4192-42c2-becd-a9a63213b4da, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:13:51.131843 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24f210e-805e-4924-b72c-531558de93cb None None] Network bd0b9f3a-ea1f-4b18-b490-3d267fafeb19 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:51.136300 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-38a41c93-608c-4be4-b980-29eb0637b0e6 None None] For port 8cb9866a-4192-42c2-becd-a9a63213b4da, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=8cb9866a-4192-42c2-becd-a9a63213b4da,segment=NetworkSegment(7ce65453-efa3-478a-b993-b7fdc00f1407),segment_id=7ce65453-efa3-478a-b993-b7fdc00f1407)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:13:51.150506 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bc312dc6-c764-4760-80de-9f52af2a1e25 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6858053 Jul 07 21:13:51.153303 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43700) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:51.156764 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-38a41c93-608c-4be4-b980-29eb0637b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:51.161940 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-9119b993-e4d2-4018-9b82-ffff5af49c03 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Request body: {'subnet': {'network_id': '76159d9d-3598-4214-afb0-ded32d30c124', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:51.220623 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0f457617-914d-4eb7-a2ec-771818188fe6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:51.322463 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9119b993-e4d2-4018-9b82-ffff5af49c03 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Made reservation on behalf of 19851fbda8764cb6ba53ea3d26e3c2b3 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:51.328048 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9119b993-e4d2-4018-9b82-ffff5af49c03 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:51.330503 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0f457617-914d-4eb7-a2ec-771818188fe6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:51.362283 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0f457617-914d-4eb7-a2ec-771818188fe6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:51.367884 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0f457617-914d-4eb7-a2ec-771818188fe6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/e011c2fb-58f6-4817-8958-a789003c7798 HTTP/1.1" status: 204 len: 168 time: 0.4483159 Jul 07 21:13:51.394285 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683e0479-0e51-4ad9-946b-9b209e84898e None None] Sync routers for ids ['c7a12b38-4300-4edd-95b0-8f0680fb443a'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:13:51.416174 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43704) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:51.419189 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f457617-914d-4eb7-a2ec-771818188fe6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=e011c2fb-58f6-4817-8958-a789003c7798,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:51.428403 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efa56f6-a92c-4e7e-8c75-59af5fb031b6 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:51.449374 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a41c93-608c-4be4-b980-29eb0637b0e6 None None] Pushing event updated for resources: {'Port': ['ID=8cb9866a-4192-42c2-becd-a9a63213b4da,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:51.482881 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683e0479-0e51-4ad9-946b-9b209e84898e None None] Routers {'c7a12b38-4300-4edd-95b0-8f0680fb443a'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:51.483553 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-683e0479-0e51-4ad9-946b-9b209e84898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c7a12b38-4300-4edd-95b0-8f0680fb443a'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:51.870844 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-683e0479-0e51-4ad9-946b-9b209e84898e None None] Set router c7a12b38-4300-4edd-95b0-8f0680fb443a gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:51.972924 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-683e0479-0e51-4ad9-946b-9b209e84898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a12b38-4300-4edd-95b0-8f0680fb443a', 'name': 'tempest-NetworksTestDHCPv6-router-15770401', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:13:43Z', 'updated_at': '2021-07-07T21:13:49Z', 'revision_number': 3, 'project_id': '6f0d61135beb4432a624349cb1265a27', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:52.064179 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683e0479-0e51-4ad9-946b-9b209e84898e None None] Checking router: c7a12b38-4300-4edd-95b0-8f0680fb443a for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:13:52.123092 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683e0479-0e51-4ad9-946b-9b209e84898e None None] Routers {'c7a12b38-4300-4edd-95b0-8f0680fb443a'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:52.123952 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-683e0479-0e51-4ad9-946b-9b209e84898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c7a12b38-4300-4edd-95b0-8f0680fb443a'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:52.201400 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-683e0479-0e51-4ad9-946b-9b209e84898e None None] Set router c7a12b38-4300-4edd-95b0-8f0680fb443a gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:52.219560 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-318a874f-4718-4f9c-a3c8-612272cc1903 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.7979441 Jul 07 21:13:52.220133 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43712) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:52.262122 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128ab81e-1392-4f58-a129-60c0f1d800ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-bd0b9f3a-ea1f-4b18-b490-3d267fafeb19', 'network_id': 'bd0b9f3a-ea1f-4b18-b490-3d267fafeb19', 'tenant_id': '19851fbda8764cb6ba53ea3d26e3c2b3', 'fixed_ips': [{'subnet_id': 'e1ec1833-d678-4088-8f34-bda5f0034f71'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:13:52.263250 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-128ab81e-1392-4f58-a129-60c0f1d800ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:52.277306 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-683e0479-0e51-4ad9-946b-9b209e84898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7a12b38-4300-4edd-95b0-8f0680fb443a', 'name': 'tempest-NetworksTestDHCPv6-router-15770401', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:13:43Z', 'updated_at': '2021-07-07T21:13:49Z', 'revision_number': 3, 'project_id': '6f0d61135beb4432a624349cb1265a27', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:52.290344 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8ec6a-e3d6-457e-8930-5d683c191bde req-07fbc8cc-e8fa-4b4f-8401-828a20bacc16 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:52.293477 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-75f8ec6a-e3d6-457e-8930-5d683c191bde req-07fbc8cc-e8fa-4b4f-8401-828a20bacc16 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.0864878 Jul 07 21:13:52.308613 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5f08c1a3-271c-4f9e-a08f-c0d4a1d72aff tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:52.324235 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683e0479-0e51-4ad9-946b-9b209e84898e None None] The sync data for ids ['c7a12b38-4300-4edd-95b0-8f0680fb443a'] in n-d-695189-11 is: [{'id': 'c7a12b38-4300-4edd-95b0-8f0680fb443a', 'name': 'tempest-NetworksTestDHCPv6-router-15770401', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:13:43Z', 'updated_at': '2021-07-07T21:13:49Z', 'revision_number': 3, 'project_id': '6f0d61135beb4432a624349cb1265a27', 'gw_port_host': None}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:13:52.363057 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-75f8ec6a-e3d6-457e-8930-5d683c191bde req-c90c980e-f07b-4aa2-9cca-27f0e12fb572 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634296 Jul 07 21:13:52.606320 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5f08c1a3-271c-4f9e-a08f-c0d4a1d72aff tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:52.610479 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5f08c1a3-271c-4f9e-a08f-c0d4a1d72aff tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:52.620139 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-128ab81e-1392-4f58-a129-60c0f1d800ed None None] Allocated IP 172.20.0.2 (bd0b9f3a-ea1f-4b18-b490-3d267fafeb19/e1ec1833-d678-4088-8f34-bda5f0034f71/65e582ac-fe2c-4dd3-99ea-fae77ecbb867) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:52.671097 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9119b993-e4d2-4018-9b82-ffff5af49c03 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:52.714250 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5f08c1a3-271c-4f9e-a08f-c0d4a1d72aff tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:52.714753 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f08c1a3-271c-4f9e-a08f-c0d4a1d72aff tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Fanout notify agent at l3_agent the message router_deleted on router c7a12b38-4300-4edd-95b0-8f0680fb443a {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:13:52.725989 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5f08c1a3-271c-4f9e-a08f-c0d4a1d72aff tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:52.734404 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5f08c1a3-271c-4f9e-a08f-c0d4a1d72aff tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/routers/c7a12b38-4300-4edd-95b0-8f0680fb443a HTTP/1.1" status: 204 len: 168 time: 0.5108423 Jul 07 21:13:52.740760 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43718) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:52.751214 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-fd50ca4c-e690-4138-b6e2-c6cde57d0482 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:52.779291 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29a8b2-7c6b-46cd-9f4c-189597c6891c req-624a24b0-12c7-4db3-b4a2-9d0ce8f0ff49 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:52.780977 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cb29a8b2-7c6b-46cd-9f4c-189597c6891c req-624a24b0-12c7-4db3-b4a2-9d0ce8f0ff49 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.1801541 Jul 07 21:13:52.795925 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43720) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:52.800669 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-03f83e49-e40f-40be-953f-07fd0692f35b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Request body: {'floatingip': {'port_id': '44837011-61dc-464b-845f-cc5cf966dbb5'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:52.886995 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-03f83e49-e40f-40be-953f-07fd0692f35b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for floatingip, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:52.908067 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-128ab81e-1392-4f58-a129-60c0f1d800ed None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:52.926131 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-128ab81e-1392-4f58-a129-60c0f1d800ed None None] Transition to ACTIVE for port object 65e582ac-fe2c-4dd3-99ea-fae77ecbb867 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:52.937265 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119b993-e4d2-4018-9b82-ffff5af49c03 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Pushing event updated for resources: {'Subnet': ['ID=f30e4cf8-6262-4d0e-8c6f-6c4f6b75e103,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:52.946622 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6867b658-a029-45f7-827a-abf46b50ecba None None] Network 764e11fd-cc4c-4141-aea9-73a5debae8e9 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:52.953409 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9119b993-e4d2-4018-9b82-ffff5af49c03 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Checking segment: {'id': '2608d14c-b327-4728-8759-eaf36724fea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '76159d9d-3598-4214-afb0-ded32d30c124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:13:52.953971 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9119b993-e4d2-4018-9b82-ffff5af49c03 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Network hostable DHCP agents. Network: 76159d9d-3598-4214-afb0-ded32d30c124, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:13:52.979802 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd50ca4c-e690-4138-b6e2-c6cde57d0482 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:13:52.984093 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd50ca4c-e690-4138-b6e2-c6cde57d0482 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:53.018386 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-128ab81e-1392-4f58-a129-60c0f1d800ed None None] Transition to ACTIVE for port object 65e582ac-fe2c-4dd3-99ea-fae77ecbb867 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:53.047124 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-128ab81e-1392-4f58-a129-60c0f1d800ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:53.074119 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e9ce46a8-c4cb-4c2a-bb8c-95b5a448e7aa None None] Provisioning for port 8cb9866a-4192-42c2-becd-a9a63213b4da completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:53.092850 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9119b993-e4d2-4018-9b82-ffff5af49c03 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Network 76159d9d-3598-4214-afb0-ded32d30c124 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:13:53.122153 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-9119b993-e4d2-4018-9b82-ffff5af49c03 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 76159d9d-3598-4214-afb0-ded32d30c124) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:53.158678 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9119b993-e4d2-4018-9b82-ffff5af49c03 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:53.159280 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9119b993-e4d2-4018-9b82-ffff5af49c03 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:53.176258 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128ab81e-1392-4f58-a129-60c0f1d800ed None None] Network bd0b9f3a-ea1f-4b18-b490-3d267fafeb19 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:53.181623 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95630de7-47e1-437c-9bb6-bc4ba4172119 None None] Network 76159d9d-3598-4214-afb0-ded32d30c124 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:53.185392 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5651bb-b47b-4989-a882-1740948c8cb6 None None] DHCP port deletion for cb09c065-2c12-4a87-893a-e106666fd7e8 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:13:53.206873 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9119b993-e4d2-4018-9b82-ffff5af49c03 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0515695 Jul 07 21:13:53.210700 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43726) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:53.228342 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-128ab81e-1392-4f58-a129-60c0f1d800ed None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:53.234349 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128ab81e-1392-4f58-a129-60c0f1d800ed None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:53.349043 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 8cb9866a-4192-42c2-becd-a9a63213b4da up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:53.395752 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd50ca4c-e690-4138-b6e2-c6cde57d0482 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:53.467626 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50ca4c-e690-4138-b6e2-c6cde57d0482 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=aaa379d1-51d9-4b82-a769-a82f3e3d4b92,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:53.487548 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd50ca4c-e690-4138-b6e2-c6cde57d0482 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:53.487548 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-fd50ca4c-e690-4138-b6e2-c6cde57d0482 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:53.490874 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd50ca4c-e690-4138-b6e2-c6cde57d0482 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:53.491513 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fd50ca4c-e690-4138-b6e2-c6cde57d0482 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:53.513789 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fd50ca4c-e690-4138-b6e2-c6cde57d0482 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7681596 Jul 07 21:13:53.516308 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43730) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:53.529067 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-beea3de8-aa97-4efe-848a-5b113c31512c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-668047732', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:13:53.585104 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-beea3de8-aa97-4efe-848a-5b113c31512c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:53.587544 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-beea3de8-aa97-4efe-848a-5b113c31512c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:53.640904 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ab81e-1392-4f58-a129-60c0f1d800ed None None] Pushing event updated for resources: {'Port': ['ID=65e582ac-fe2c-4dd3-99ea-fae77ecbb867,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:53.696188 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-beea3de8-aa97-4efe-848a-5b113c31512c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:53.712135 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-beea3de8-aa97-4efe-848a-5b113c31512c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:53.741902 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-beea3de8-aa97-4efe-848a-5b113c31512c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:53.745965 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-beea3de8-aa97-4efe-848a-5b113c31512c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2247810 Jul 07 21:13:53.746234 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43736) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:53.805315 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-128ab81e-1392-4f58-a129-60c0f1d800ed None None] Attempting to bind port 65e582ac-fe2c-4dd3-99ea-fae77ecbb867 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:13:53.805315 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-128ab81e-1392-4f58-a129-60c0f1d800ed None None] Attempting to bind port 65e582ac-fe2c-4dd3-99ea-fae77ecbb867 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'ae2bd7bd-272e-407b-8fdd-a150d3c15a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bd0b9f3a-ea1f-4b18-b490-3d267fafeb19'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:13:53.805315 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128ab81e-1392-4f58-a129-60c0f1d800ed None None] Attempting to bind port 65e582ac-fe2c-4dd3-99ea-fae77ecbb867 on network bd0b9f3a-ea1f-4b18-b490-3d267fafeb19 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:13:53.826808 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fefce2-f1e7-4e4a-9d58-be0968f0d306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-76159d9d-3598-4214-afb0-ded32d30c124', 'network_id': '76159d9d-3598-4214-afb0-ded32d30c124', 'tenant_id': '19851fbda8764cb6ba53ea3d26e3c2b3', 'fixed_ips': [{'subnet_id': 'f30e4cf8-6262-4d0e-8c6f-6c4f6b75e103'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:13:53.827695 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-26fefce2-f1e7-4e4a-9d58-be0968f0d306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:53.833061 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128ab81e-1392-4f58-a129-60c0f1d800ed None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:13:53.833450 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128ab81e-1392-4f58-a129-60c0f1d800ed None None] Checking segment: {'id': 'ae2bd7bd-272e-407b-8fdd-a150d3c15a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bd0b9f3a-ea1f-4b18-b490-3d267fafeb19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:13:53.833852 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-128ab81e-1392-4f58-a129-60c0f1d800ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:53.834251 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128ab81e-1392-4f58-a129-60c0f1d800ed None None] Bound using segment: {'id': 'ae2bd7bd-272e-407b-8fdd-a150d3c15a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bd0b9f3a-ea1f-4b18-b490-3d267fafeb19'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:13:53.834738 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-128ab81e-1392-4f58-a129-60c0f1d800ed None None] Bound port: 65e582ac-fe2c-4dd3-99ea-fae77ecbb867, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2bd7bd-272e-407b-8fdd-a150d3c15a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bd0b9f3a-ea1f-4b18-b490-3d267fafeb19'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:13:53.835193 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-128ab81e-1392-4f58-a129-60c0f1d800ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:53.924635 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 8cb9866a-4192-42c2-becd-a9a63213b4da completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:53.946419 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 8cb9866a-4192-42c2-becd-a9a63213b4da triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:53.946807 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:53.950113 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-9b5651bb-b47b-4989-a882-1740948c8cb6 None None] Deleting port ba50fa40-395f-45ef-bdb0-0993a9997381 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:53.950486 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9b5651bb-b47b-4989-a882-1740948c8cb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:54.118483 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [req-157b4815-a7ca-4c47-a9c9-0074975d03b1 req-b1302a6e-5848-43eb-a44a-b1e02b5896c5 service neutron] (100447) timed out ('10.222.0.64', 59044) {{(pid=100447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 21:13:54.122343 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:54.137862 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-128ab81e-1392-4f58-a129-60c0f1d800ed None None] For port 65e582ac-fe2c-4dd3-99ea-fae77ecbb867, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:13:54.148023 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-128ab81e-1392-4f58-a129-60c0f1d800ed None None] For port 65e582ac-fe2c-4dd3-99ea-fae77ecbb867, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=65e582ac-fe2c-4dd3-99ea-fae77ecbb867,segment=NetworkSegment(ae2bd7bd-272e-407b-8fdd-a150d3c15a28),segment_id=ae2bd7bd-272e-407b-8fdd-a150d3c15a28)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:13:54.148293 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cbc88a5e-c8ff-4bea-a47e-4551fece3710 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:54.182581 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-128ab81e-1392-4f58-a129-60c0f1d800ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:54.259511 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-9b5651bb-b47b-4989-a882-1740948c8cb6 None None] For port ba50fa40-395f-45ef-bdb0-0993a9997381, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ba50fa40-395f-45ef-bdb0-0993a9997381,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:54.261369 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9b5651bb-b47b-4989-a882-1740948c8cb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:54.287224 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-26fefce2-f1e7-4e4a-9d58-be0968f0d306 None None] Allocated IP 172.20.0.2 (76159d9d-3598-4214-afb0-ded32d30c124/f30e4cf8-6262-4d0e-8c6f-6c4f6b75e103/56e6e22f-396b-483e-9708-9dccc292fc16) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:54.312945 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-9b5651bb-b47b-4989-a882-1740948c8cb6 None None] Calling delete_port for ba50fa40-395f-45ef-bdb0-0993a9997381 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:54.469996 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ab81e-1392-4f58-a129-60c0f1d800ed None None] Pushing event updated for resources: {'Port': ['ID=65e582ac-fe2c-4dd3-99ea-fae77ecbb867,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:54.487034 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.db.resource_extend [None req-03f83e49-e40f-40be-953f-07fd0692f35b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 21:13:54.574747 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-03f83e49-e40f-40be-953f-07fd0692f35b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:54.607477 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-03f83e49-e40f-40be-953f-07fd0692f35b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:54.781761 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8::1 (cb09c065-2c12-4a87-893a-e106666fd7e8/aaa379d1-51d9-4b82-a769-a82f3e3d4b92/88f8c29c-568d-43d6-bc63-2fac2c32ca3d) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:54.893030 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:54.985587 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8e5fffa0-5190-4d9c-9982-1db861f76277 None None] Provisioning complete for port 8cb9866a-4192-42c2-becd-a9a63213b4da triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:54.985973 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8e5fffa0-5190-4d9c-9982-1db861f76277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:55.018360 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:55.040847 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Transition to ACTIVE for port object 88f8c29c-568d-43d6-bc63-2fac2c32ca3d will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:55.069136 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 8cb9866a-4192-42c2-becd-a9a63213b4da, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=8cb9866a-4192-42c2-becd-a9a63213b4da,segment=NetworkSegment(7ce65453-efa3-478a-b993-b7fdc00f1407),segment_id=7ce65453-efa3-478a-b993-b7fdc00f1407)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:55.081324 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9b5651bb-b47b-4989-a882-1740948c8cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:55.097402 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:55.112311 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-cbc88a5e-c8ff-4bea-a47e-4551fece3710 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Allocated IP 172.20.0.1 (bd0b9f3a-ea1f-4b18-b490-3d267fafeb19/e1ec1833-d678-4088-8f34-bda5f0034f71/f3e3368a-0604-4aa7-9015-b87327ea4281) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:55.116267 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:55.169502 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:55.174786 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 3e5b495d-7084-4420-b623-1a56a350ed24 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:13:55.175172 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:55.189556 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5651bb-b47b-4989-a882-1740948c8cb6 None None] No DVR routers for this DVR port ba50fa40-395f-45ef-bdb0-0993a9997381 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:13:55.193767 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5651bb-b47b-4989-a882-1740948c8cb6 None None] Pushing event deleted for resources: {'Port': ['ID=ba50fa40-395f-45ef-bdb0-0993a9997381,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:55.207507 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:55.209924 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:55.231853 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdb1c55-546b-49bf-a419-f4ea5d6c3a61 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:55.258777 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [None req-03f83e49-e40f-40be-953f-07fd0692f35b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Floating IP 4324b7a4-5440-4bdd-9f79-4c0099581738 associated. External IP: 172.25.5.11, port: 44837011-61dc-464b-845f-cc5cf966dbb5. Jul 07 21:13:55.263175 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 3e5b495d-7084-4420-b623-1a56a350ed24 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:13:55.263680 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 3e5b495d-7084-4420-b623-1a56a350ed24 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:13:55.264213 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=88f8c29c-568d-43d6-bc63-2fac2c32ca3d,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:55.282122 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:55.282402 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:55.282886 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:55.283281 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:55.283666 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:55.284025 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:55.284459 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:55.285058 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:55.285448 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:55.285871 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:55.286146 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:55.286604 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:13:55.350427 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-26fefce2-f1e7-4e4a-9d58-be0968f0d306 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:55.392494 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-26fefce2-f1e7-4e4a-9d58-be0968f0d306 None None] Transition to ACTIVE for port object 56e6e22f-396b-483e-9708-9dccc292fc16 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:55.420289 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cbc88a5e-c8ff-4bea-a47e-4551fece3710 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:55.454026 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-cbc88a5e-c8ff-4bea-a47e-4551fece3710 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Transition to ACTIVE for port object f3e3368a-0604-4aa7-9015-b87327ea4281 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:55.470436 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:55.485138 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=8cb9866a-4192-42c2-becd-a9a63213b4da,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:55.514510 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-26fefce2-f1e7-4e4a-9d58-be0968f0d306 None None] Transition to ACTIVE for port object 56e6e22f-396b-483e-9708-9dccc292fc16 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:55.526735 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 65e582ac-fe2c-4dd3-99ea-fae77ecbb867 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:55.559452 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-26fefce2-f1e7-4e4a-9d58-be0968f0d306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:55.663275 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cbc88a5e-c8ff-4bea-a47e-4551fece3710 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:55.669319 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f83e49-e40f-40be-953f-07fd0692f35b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Router a27d62bd-71c5-46e5-8d70-df484cf25654 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:13:55.684606 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fefce2-f1e7-4e4a-9d58-be0968f0d306 None None] Network 76159d9d-3598-4214-afb0-ded32d30c124 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:55.707957 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-26fefce2-f1e7-4e4a-9d58-be0968f0d306 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:55.716683 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fefce2-f1e7-4e4a-9d58-be0968f0d306 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:55.733811 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fefce2-f1e7-4e4a-9d58-be0968f0d306 None None] Pushing event updated for resources: {'Port': ['ID=56e6e22f-396b-483e-9708-9dccc292fc16,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:55.743736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc88a5e-c8ff-4bea-a47e-4551fece3710 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Network bd0b9f3a-ea1f-4b18-b490-3d267fafeb19 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:55.799812 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-cbc88a5e-c8ff-4bea-a47e-4551fece3710 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:55.804971 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc88a5e-c8ff-4bea-a47e-4551fece3710 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Pushing event updated for resources: {'Port': ['ID=f3e3368a-0604-4aa7-9015-b87327ea4281,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:55.810853 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc88a5e-c8ff-4bea-a47e-4551fece3710 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:55.865971 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 65e582ac-fe2c-4dd3-99ea-fae77ecbb867 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:55.888414 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-26fefce2-f1e7-4e4a-9d58-be0968f0d306 None None] Attempting to bind port 56e6e22f-396b-483e-9708-9dccc292fc16 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:13:55.888783 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-26fefce2-f1e7-4e4a-9d58-be0968f0d306 None None] Attempting to bind port 56e6e22f-396b-483e-9708-9dccc292fc16 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '2608d14c-b327-4728-8759-eaf36724fea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '76159d9d-3598-4214-afb0-ded32d30c124'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:13:55.889342 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fefce2-f1e7-4e4a-9d58-be0968f0d306 None None] Attempting to bind port 56e6e22f-396b-483e-9708-9dccc292fc16 on network 76159d9d-3598-4214-afb0-ded32d30c124 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:13:55.892707 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39c2ef7-92dd-40f0-b281-3a407061ba37 None None] Network bd0b9f3a-ea1f-4b18-b490-3d267fafeb19 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:55.913472 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fefce2-f1e7-4e4a-9d58-be0968f0d306 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:13:55.913472 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fefce2-f1e7-4e4a-9d58-be0968f0d306 None None] Checking segment: {'id': '2608d14c-b327-4728-8759-eaf36724fea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '76159d9d-3598-4214-afb0-ded32d30c124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:13:55.914362 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-26fefce2-f1e7-4e4a-9d58-be0968f0d306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:55.914722 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fefce2-f1e7-4e4a-9d58-be0968f0d306 None None] Bound using segment: {'id': '2608d14c-b327-4728-8759-eaf36724fea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '76159d9d-3598-4214-afb0-ded32d30c124'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:13:55.915214 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-26fefce2-f1e7-4e4a-9d58-be0968f0d306 None None] Bound port: 56e6e22f-396b-483e-9708-9dccc292fc16, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2608d14c-b327-4728-8759-eaf36724fea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '76159d9d-3598-4214-afb0-ded32d30c124'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:13:55.915751 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-26fefce2-f1e7-4e4a-9d58-be0968f0d306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:55.923289 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cbc88a5e-c8ff-4bea-a47e-4551fece3710 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:55.976857 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:55.985836 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:55.986078 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f83e49-e40f-40be-953f-07fd0692f35b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:13:55.987186 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:55.995792 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-03f83e49-e40f-40be-953f-07fd0692f35b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:56.009330 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a947fbdd-3374-4b13-898a-ea6c1de42633 None None] Sync routers for ids ['a27d62bd-71c5-46e5-8d70-df484cf25654'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:13:56.019382 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ba50fa40-395f-45ef-bdb0-0993a9997381 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:13:56.024848 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a947fbdd-3374-4b13-898a-ea6c1de42633 None None] Routers {'a27d62bd-71c5-46e5-8d70-df484cf25654'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:56.025412 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-a947fbdd-3374-4b13-898a-ea6c1de42633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a27d62bd-71c5-46e5-8d70-df484cf25654'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:56.073447 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-03f83e49-e40f-40be-953f-07fd0692f35b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "PUT /v2.0/floatingips/4324b7a4-5440-4bdd-9f79-4c0099581738 HTTP/1.1" status: 200 len: 991 time: 3.2763596 Jul 07 21:13:56.074111 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b689c25-d51e-4820-90e6-fd947039b4bf', 'tag': '44837011-61dc-464b-845f-cc5cf966dbb5'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:13:56.087947 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa5d828-d7bb-42ec-9c03-a8ec07856d53" -d '{"events": [{"name": "network-changed", "server_uuid": "7b689c25-d51e-4820-90e6-fd947039b4bf", "tag": "44837011-61dc-464b-845f-cc5cf966dbb5"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:13:56.088396 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=88f8c29c-568d-43d6-bc63-2fac2c32ca3d,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:56.137604 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-cb09c065-2c12-4a87-893a-e106666fd7e8', 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'fixed_ips': [{'subnet_id': 'aaa379d1-51d9-4b82-a769-a82f3e3d4b92'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:13:56.138462 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:56.197808 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: ba50fa40-395f-45ef-bdb0-0993a9997381 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:13:56.197999 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ba50fa40-395f-45ef-bdb0-0993a9997381 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:13:56.207258 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0145be6-0c48-4aeb-b8e7-adf4862c0185 x-openstack-request-id: req-f0145be6-0c48-4aeb-b8e7-adf4862c0185 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:13:56.207625 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b689c25-d51e-4820-90e6-fd947039b4bf", "tag": "44837011-61dc-464b-845f-cc5cf966dbb5", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:13:56.209096 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-cb7e298a-aac5-48d1-a776-9929ec686a11 None None] Provisioning for port 65e582ac-fe2c-4dd3-99ea-fae77ecbb867 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:56.210360 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f0145be6-0c48-4aeb-b8e7-adf4862c0185 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:13:56.210851 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b689c25-d51e-4820-90e6-fd947039b4bf', 'tag': '44837011-61dc-464b-845f-cc5cf966dbb5', 'status': 'completed', 'code': 200} Jul 07 21:13:56.271579 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-a947fbdd-3374-4b13-898a-ea6c1de42633 None None] Set router a27d62bd-71c5-46e5-8d70-df484cf25654 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:56.294594 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cbc88a5e-c8ff-4bea-a47e-4551fece3710 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:56.308627 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-cb7e298a-aac5-48d1-a776-9929ec686a11 None None] Provisioning complete for port 65e582ac-fe2c-4dd3-99ea-fae77ecbb867 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:56.309412 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cb7e298a-aac5-48d1-a776-9929ec686a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:56.309511 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:56.311877 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:56.446098 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5d828-d7bb-42ec-9c03-a8ec07856d53 req-4ba90f60-08e9-47fc-b624-a2e242ac8625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:56.448038 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0aa5d828-d7bb-42ec-9c03-a8ec07856d53 req-4ba90f60-08e9-47fc-b624-a2e242ac8625 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c77ff576c8f4eb18bd83eb9fa5ae9c8&device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 1098 time: 0.2300003 Jul 07 21:13:56.507232 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Router ce64bab6-6661-46c7-ace4-74a5acb6a7b8 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:13:56.530667 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-26fefce2-f1e7-4e4a-9d58-be0968f0d306 None None] For port 56e6e22f-396b-483e-9708-9dccc292fc16, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:13:56.589084 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-a947fbdd-3374-4b13-898a-ea6c1de42633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'name': 'tempest-AttachVolumeShelveTestJSON-56852643-router', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:08:44Z', 'updated_at': '2021-07-07T21:08:49Z', 'revision_number': 4, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'gw_port': {'id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:45Z', 'updated_at': '2021-07-07T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '4324b7a4-5440-4bdd-9f79-4c0099581738', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'port_id': '44837011-61dc-464b-845f-cc5cf966dbb5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'mac_address': 'fa:16:3e:95:0e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b689c25-d51e-4820-90e6-fd947039b4bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:13:34Z', 'updated_at': '2021-07-07T21:13:54Z', 'revision_number': 1, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b2889a-88c0-4add-bc85-d8b6db5fcb5f', 'name': '', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'mac_address': 'fa:16:3e:90:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:48Z', 'updated_at': '2021-07-07T21:08:56Z', 'revision_number': 5, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'subnets': [{'id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:56.643263 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5d828-d7bb-42ec-9c03-a8ec07856d53 req-ca02ff54-e8f5-420b-befa-1d003184e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:56.645358 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0aa5d828-d7bb-42ec-9c03-a8ec07856d53 req-ca02ff54-e8f5-420b-befa-1d003184e7a0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=71e90e76-92b1-4ebc-85b0-c55c9e97f894 HTTP/1.1" status: 200 len: 916 time: 0.1852975 Jul 07 21:13:56.645652 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:13:56.646283 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-26fefce2-f1e7-4e4a-9d58-be0968f0d306 None None] For port 56e6e22f-396b-483e-9708-9dccc292fc16, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=56e6e22f-396b-483e-9708-9dccc292fc16,segment=NetworkSegment(2608d14c-b327-4728-8759-eaf36724fea4),segment_id=2608d14c-b327-4728-8759-eaf36724fea4)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:13:56.650910 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a947fbdd-3374-4b13-898a-ea6c1de42633 None None] Checking router: a27d62bd-71c5-46e5-8d70-df484cf25654 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:13:56.661642 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0a86c620-5d4f-4d1a-96b1-5b036076cad1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "PUT /v2.0/routers/ce64bab6-6661-46c7-ace4-74a5acb6a7b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9103038 Jul 07 21:13:56.661642 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43752) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:56.668176 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a947fbdd-3374-4b13-898a-ea6c1de42633 None None] Routers {'a27d62bd-71c5-46e5-8d70-df484cf25654'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:56.672758 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f828ba4c-e9c1-4c09-8acc-dcf06a03422b None None] Sync routers for ids ['ce64bab6-6661-46c7-ace4-74a5acb6a7b8'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:13:56.673229 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-a947fbdd-3374-4b13-898a-ea6c1de42633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a27d62bd-71c5-46e5-8d70-df484cf25654'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:56.680385 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-26fefce2-f1e7-4e4a-9d58-be0968f0d306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:56.727849 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e861a798-40ae-4728-9f86-c1d2c7edb682 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:56.732541 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e861a798-40ae-4728-9f86-c1d2c7edb682 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports/88f8c29c-568d-43d6-bc63-2fac2c32ca3d HTTP/1.1" status: 200 len: 911 time: 0.0670955 Jul 07 21:13:56.734531 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43754) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:56.826980 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0aa5d828-d7bb-42ec-9c03-a8ec07856d53 req-6838dd65-db49-4aa0-bd05-3031259a9074 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44837011-61dc-464b-845f-cc5cf966dbb5 HTTP/1.1" status: 200 len: 999 time: 0.1709797 Jul 07 21:13:56.850437 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d5710-9ed4-42ae-a78f-43c0242cb165 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:56.855682 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e34d5710-9ed4-42ae-a78f-43c0242cb165 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 914 time: 0.1154456 Jul 07 21:13:56.855855 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f828ba4c-e9c1-4c09-8acc-dcf06a03422b None None] Routers {'ce64bab6-6661-46c7-ace4-74a5acb6a7b8'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:56.855969 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43756) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:56.856917 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-f828ba4c-e9c1-4c09-8acc-dcf06a03422b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ce64bab6-6661-46c7-ace4-74a5acb6a7b8'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:56.885389 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-a947fbdd-3374-4b13-898a-ea6c1de42633 None None] Set router a27d62bd-71c5-46e5-8d70-df484cf25654 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:56.892891 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cbc88a5e-c8ff-4bea-a47e-4551fece3710 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:56.910019 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cbc88a5e-c8ff-4bea-a47e-4551fece3710 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:56.999729 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cbc88a5e-c8ff-4bea-a47e-4551fece3710 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:57.022163 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cb7e298a-aac5-48d1-a776-9929ec686a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:57.063400 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Allocated IP 2001:db8::2 (cb09c065-2c12-4a87-893a-e106666fd7e8/aaa379d1-51d9-4b82-a769-a82f3e3d4b92/95b1a2b0-da4a-49ce-a9a6-6393131dadad) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:13:57.198117 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fefce2-f1e7-4e4a-9d58-be0968f0d306 None None] Pushing event updated for resources: {'Port': ['ID=56e6e22f-396b-483e-9708-9dccc292fc16,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:57.258469 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-cb7e298a-aac5-48d1-a776-9929ec686a11 None None] For port 65e582ac-fe2c-4dd3-99ea-fae77ecbb867, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=65e582ac-fe2c-4dd3-99ea-fae77ecbb867,segment=NetworkSegment(ae2bd7bd-272e-407b-8fdd-a150d3c15a28),segment_id=ae2bd7bd-272e-407b-8fdd-a150d3c15a28)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:13:57.269553 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc88a5e-c8ff-4bea-a47e-4551fece3710 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Pushing event updated for resources: {'Port': ['ID=f3e3368a-0604-4aa7-9015-b87327ea4281,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:57.287567 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5d828-d7bb-42ec-9c03-a8ec07856d53 req-a76ae955-8b53-4c28-ae37-f34d5e0bd1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:57.289484 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0aa5d828-d7bb-42ec-9c03-a8ec07856d53 req-a76ae955-8b53-4c28-ae37-f34d5e0bd1a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695c722d-c0e1-4b67-838e-81b8bf679407 HTTP/1.1" status: 200 len: 854 time: 0.4497271 Jul 07 21:13:57.298435 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc88a5e-c8ff-4bea-a47e-4551fece3710 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Network bd0b9f3a-ea1f-4b18-b490-3d267fafeb19 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:57.313941 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cb7e298a-aac5-48d1-a776-9929ec686a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:57.315567 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-cbc88a5e-c8ff-4bea-a47e-4551fece3710 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:57.409697 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-a947fbdd-3374-4b13-898a-ea6c1de42633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'name': 'tempest-AttachVolumeShelveTestJSON-56852643-router', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:08:44Z', 'updated_at': '2021-07-07T21:08:49Z', 'revision_number': 4, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'gw_port': {'id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:45Z', 'updated_at': '2021-07-07T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '4324b7a4-5440-4bdd-9f79-4c0099581738', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'port_id': '44837011-61dc-464b-845f-cc5cf966dbb5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'mac_address': 'fa:16:3e:95:0e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b689c25-d51e-4820-90e6-fd947039b4bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:13:34Z', 'updated_at': '2021-07-07T21:13:54Z', 'revision_number': 1, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b2889a-88c0-4add-bc85-d8b6db5fcb5f', 'name': '', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'mac_address': 'fa:16:3e:90:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:48Z', 'updated_at': '2021-07-07T21:08:56Z', 'revision_number': 5, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'subnets': [{'id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:57.558433 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-f828ba4c-e9c1-4c09-8acc-dcf06a03422b None None] Set router ce64bab6-6661-46c7-ace4-74a5acb6a7b8 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:57.606525 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e7ea298d-be5b-4edc-9728-119ef4862933 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:57.644450 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5d828-d7bb-42ec-9c03-a8ec07856d53 req-833752db-260e-4085-b980-0256e9631c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:57.645609 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0aa5d828-d7bb-42ec-9c03-a8ec07856d53 req-833752db-260e-4085-b980-0256e9631c29 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71e90e76-92b1-4ebc-85b0-c55c9e97f894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3466034 Jul 07 21:13:57.657870 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a947fbdd-3374-4b13-898a-ea6c1de42633 None None] The sync data for ids ['a27d62bd-71c5-46e5-8d70-df484cf25654'] in n-d-695189-11 is: [{'id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'name': 'tempest-AttachVolumeShelveTestJSON-56852643-router', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:08:44Z', 'updated_at': '2021-07-07T21:08:49Z', 'revision_number': 4, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'gw_port': {'id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:45Z', 'updated_at': '2021-07-07T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '4324b7a4-5440-4bdd-9f79-4c0099581738', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'floating_ip_address': '172.25.5.11', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'port_id': '44837011-61dc-464b-845f-cc5cf966dbb5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'mac_address': 'fa:16:3e:95:0e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b689c25-d51e-4820-90e6-fd947039b4bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:13:34Z', 'updated_at': '2021-07-07T21:13:54Z', 'revision_number': 1, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b2889a-88c0-4add-bc85-d8b6db5fcb5f', 'name': '', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'mac_address': 'fa:16:3e:90:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:48Z', 'updated_at': '2021-07-07T21:08:56Z', 'revision_number': 5, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'subnets': [{'id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:13:57.663161 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc88a5e-c8ff-4bea-a47e-4551fece3710 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Router a499d64e-a55c-4aaf-ba6c-aa150b993660 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:13:57.680366 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 56e6e22f-396b-483e-9708-9dccc292fc16 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:57.821289 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0aa5d828-d7bb-42ec-9c03-a8ec07856d53 req-5f721f59-fd10-4f97-9b1e-c5d5937a178a service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674023 Jul 07 21:13:58.038236 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e298a-aac5-48d1-a776-9929ec686a11 None None] Pushing event updated for resources: {'Port': ['ID=65e582ac-fe2c-4dd3-99ea-fae77ecbb867,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:58.057132 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d817e00c-2bc7-4957-bd79-f32821aaa287 None None] Provisioning for port f3e3368a-0604-4aa7-9015-b87327ea4281 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:58.106448 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d817e00c-2bc7-4957-bd79-f32821aaa287 None None] Provisioning complete for port f3e3368a-0604-4aa7-9015-b87327ea4281 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:58.108678 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d817e00c-2bc7-4957-bd79-f32821aaa287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:58.110148 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-e7ea298d-be5b-4edc-9728-119ef4862933 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting port 88f8c29c-568d-43d6-bc63-2fac2c32ca3d {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:13:58.110569 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e7ea298d-be5b-4edc-9728-119ef4862933 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:58.297529 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:58.320986 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e7ea298d-be5b-4edc-9728-119ef4862933 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:58.331313 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 56e6e22f-396b-483e-9708-9dccc292fc16 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:58.340383 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Transition to ACTIVE for port object 95b1a2b0-da4a-49ce-a9a6-6393131dadad will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:58.354293 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-e7ea298d-be5b-4edc-9728-119ef4862933 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Calling delete_port for 88f8c29c-568d-43d6-bc63-2fac2c32ca3d owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:13:58.357346 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-d817e00c-2bc7-4957-bd79-f32821aaa287 None None] Port f3e3368a-0604-4aa7-9015-b87327ea4281 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:13:58.360803 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 8cb9866a-4192-42c2-becd-a9a63213b4da up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:13:58.373883 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5764a74d-3343-4e5b-9d39-9fff7bce9c7b None None] New status for floating IP 4324b7a4-5440-4bdd-9f79-4c0099581738: ACTIVE {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:13:58.431250 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Transition to ACTIVE for port object 95b1a2b0-da4a-49ce-a9a6-6393131dadad will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:13:58.432889 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d817e00c-2bc7-4957-bd79-f32821aaa287 None None] Provisioning complete for port 65e582ac-fe2c-4dd3-99ea-fae77ecbb867 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:58.433726 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d817e00c-2bc7-4957-bd79-f32821aaa287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:58.733301 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e7ea298d-be5b-4edc-9728-119ef4862933 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:58.802606 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea298d-be5b-4edc-9728-119ef4862933 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Port': ['ID=88f8c29c-568d-43d6-bc63-2fac2c32ca3d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:58.821187 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc88a5e-c8ff-4bea-a47e-4551fece3710 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:13:58.825276 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53632bdc-b1f6-4bfd-8192-efcae5102a6f None None] Network 76159d9d-3598-4214-afb0-ded32d30c124 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:13:58.859676 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c25ab2-f496-4350-8896-e84fa4a2c2b0 None None] Sync routers for ids ['a499d64e-a55c-4aaf-ba6c-aa150b993660'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:13:58.866289 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-cbc88a5e-c8ff-4bea-a47e-4551fece3710 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] 10.222.0.64 "PUT /v2.0/routers/a499d64e-a55c-4aaf-ba6c-aa150b993660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6392455 Jul 07 21:13:58.871299 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43770) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:58.904210 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:58.946057 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e7ea298d-be5b-4edc-9728-119ef4862933 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:58.972080 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c25ab2-f496-4350-8896-e84fa4a2c2b0 None None] Routers {'a499d64e-a55c-4aaf-ba6c-aa150b993660'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:58.972819 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-32c25ab2-f496-4350-8896-e84fa4a2c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a499d64e-a55c-4aaf-ba6c-aa150b993660'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:58.974777 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0aa5d828-d7bb-42ec-9c03-a8ec07856d53 req-2b44380e-97d6-4280-bf66-64c66a785972 service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1454735 Jul 07 21:13:58.997909 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:13:59.040699 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:13:59.051783 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:13:59.055965 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-32c25ab2-f496-4350-8896-e84fa4a2c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:59.063063 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Pushing event updated for resources: {'Port': ['ID=95b1a2b0-da4a-49ce-a9a6-6393131dadad,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:59.112136 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 8cb9866a-4192-42c2-becd-a9a63213b4da triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:59.112514 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:59.140130 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c25ab2-f496-4350-8896-e84fa4a2c2b0 None None] Routers {'a499d64e-a55c-4aaf-ba6c-aa150b993660'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:59.140813 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-32c25ab2-f496-4350-8896-e84fa4a2c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a499d64e-a55c-4aaf-ba6c-aa150b993660'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:59.191463 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ea298d-be5b-4edc-9728-119ef4862933 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Router ce64bab6-6661-46c7-ace4-74a5acb6a7b8 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:13:59.246928 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-32c25ab2-f496-4350-8896-e84fa4a2c2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:59.247228 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c25ab2-f496-4350-8896-e84fa4a2c2b0 None None] The sync data for ids ['a499d64e-a55c-4aaf-ba6c-aa150b993660'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:13:59.286303 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ea298d-be5b-4edc-9728-119ef4862933 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:13:59.289412 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-f828ba4c-e9c1-4c09-8acc-dcf06a03422b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce64bab6-6661-46c7-ace4-74a5acb6a7b8', 'name': 'tempest-NetworksTestDHCPv6-router-668047732', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:13:53Z', 'updated_at': '2021-07-07T21:13:55Z', 'revision_number': 2, 'project_id': '6f0d61135beb4432a624349cb1265a27', 'gw_port_host': None, '_interfaces': [{'id': '88f8c29c-568d-43d6-bc63-2fac2c32ca3d', 'name': '', 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'mac_address': 'fa:16:3e:d1:32:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce64bab6-6661-46c7-ace4-74a5acb6a7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'aaa379d1-51d9-4b82-a769-a82f3e3d4b92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:13:54Z', 'updated_at': '2021-07-07T21:13:55Z', 'revision_number': 2, 'project_id': '6f0d61135beb4432a624349cb1265a27', 'subnets': [{'id': 'aaa379d1-51d9-4b82-a769-a82f3e3d4b92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:59.291241 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Attempting to bind port 95b1a2b0-da4a-49ce-a9a6-6393131dadad on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:13:59.291719 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Attempting to bind port 95b1a2b0-da4a-49ce-a9a6-6393131dadad by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:13:59.292005 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Attempting to bind port 95b1a2b0-da4a-49ce-a9a6-6393131dadad on network cb09c065-2c12-4a87-893a-e106666fd7e8 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:13:59.294981 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e7ea298d-be5b-4edc-9728-119ef4862933 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "PUT /v2.0/routers/ce64bab6-6661-46c7-ace4-74a5acb6a7b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4353037 Jul 07 21:13:59.295096 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43772) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:59.331569 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-7be2a4c4-fe86-4b2a-9264-036c9e4585b1 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:13:59.335131 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7be2a4c4-fe86-4b2a-9264-036c9e4585b1 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] 10.222.0.64 "PUT /v2.0/routers/a499d64e-a55c-4aaf-ba6c-aa150b993660/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4600055 Jul 07 21:13:59.336475 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8e7525ed-24c4-4a81-b7fc-00e45764a3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:59.336829 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43776) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:59.338933 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f828ba4c-e9c1-4c09-8acc-dcf06a03422b None None] Checking router: ce64bab6-6661-46c7-ace4-74a5acb6a7b8 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:13:59.339293 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f828ba4c-e9c1-4c09-8acc-dcf06a03422b None None] Updating router ce64bab6-6661-46c7-ace4-74a5acb6a7b8 port 88f8c29c-568d-43d6-bc63-2fac2c32ca3d binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:13:59.341321 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:13:59.341695 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Checking segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:13:59.342092 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:59.342521 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Bound using segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:13:59.343001 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Bound port: 95b1a2b0-da4a-49ce-a9a6-6393131dadad, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:13:59.343465 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:59.387478 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5321cd1-b988-488e-a1a0-0f9a91978625 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:59.390133 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5321cd1-b988-488e-a1a0-0f9a91978625 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:13:59.393741 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a5321cd1-b988-488e-a1a0-0f9a91978625 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0971265 Jul 07 21:13:59.396937 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43780) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:13:59.514041 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1723a06-79e1-4813-b419-ba12b00b4909 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet aaa379d1-51d9-4b82-a769-a82f3e3d4b92 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:13:59.517394 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c1723a06-79e1-4813-b419-ba12b00b4909 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:59.527507 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f828ba4c-e9c1-4c09-8acc-dcf06a03422b None None] Port 88f8c29c-568d-43d6-bc63-2fac2c32ca3d not found while updating agent binding for router ce64bab6-6661-46c7-ace4-74a5acb6a7b8. {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 07 21:13:59.549461 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f828ba4c-e9c1-4c09-8acc-dcf06a03422b None None] Routers {'ce64bab6-6661-46c7-ace4-74a5acb6a7b8'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:13:59.550189 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-f828ba4c-e9c1-4c09-8acc-dcf06a03422b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:13:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ce64bab6-6661-46c7-ace4-74a5acb6a7b8'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:59.570845 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c1723a06-79e1-4813-b419-ba12b00b4909 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:59.671375 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-f828ba4c-e9c1-4c09-8acc-dcf06a03422b None None] Set router ce64bab6-6661-46c7-ace4-74a5acb6a7b8 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:13:59.685876 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c1723a06-79e1-4813-b419-ba12b00b4909 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:59.706022 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f4a6fa0d-c725-4885-b5ac-ae7cbf0a6a91 None None] Provisioning for port 56e6e22f-396b-483e-9708-9dccc292fc16 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:13:59.743781 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f4a6fa0d-c725-4885-b5ac-ae7cbf0a6a91 None None] Provisioning complete for port 56e6e22f-396b-483e-9708-9dccc292fc16 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:13:59.744167 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f4a6fa0d-c725-4885-b5ac-ae7cbf0a6a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:59.758451 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-f828ba4c-e9c1-4c09-8acc-dcf06a03422b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce64bab6-6661-46c7-ace4-74a5acb6a7b8', 'name': 'tempest-NetworksTestDHCPv6-router-668047732', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:13:53Z', 'updated_at': '2021-07-07T21:13:58Z', 'revision_number': 3, 'project_id': '6f0d61135beb4432a624349cb1265a27', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:13:59.812956 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c1723a06-79e1-4813-b419-ba12b00b4909 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:59.863401 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-743c0bfd-2727-4d0e-bb2e-6ce2d4ec09db tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:59.869718 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1723a06-79e1-4813-b419-ba12b00b4909 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=aaa379d1-51d9-4b82-a769-a82f3e3d4b92,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:13:59.899736 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c1723a06-79e1-4813-b419-ba12b00b4909 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:13:59.908117 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c1723a06-79e1-4813-b419-ba12b00b4909 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/aaa379d1-51d9-4b82-a769-a82f3e3d4b92 HTTP/1.1" status: 204 len: 168 time: 0.5090799 Jul 07 21:13:59.908759 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43784) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:00.020314 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 65e582ac-fe2c-4dd3-99ea-fae77ecbb867 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:14:00.031246 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] For port 95b1a2b0-da4a-49ce-a9a6-6393131dadad, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:14:00.033808 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f828ba4c-e9c1-4c09-8acc-dcf06a03422b None None] The sync data for ids ['ce64bab6-6661-46c7-ace4-74a5acb6a7b8'] in n-d-695189-11 is: [{'id': 'ce64bab6-6661-46c7-ace4-74a5acb6a7b8', 'name': 'tempest-NetworksTestDHCPv6-router-668047732', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:13:53Z', 'updated_at': '2021-07-07T21:13:58Z', 'revision_number': 3, 'project_id': '6f0d61135beb4432a624349cb1265a27', 'gw_port_host': None}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:14:00.102238 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] For port 95b1a2b0-da4a-49ce-a9a6-6393131dadad, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=95b1a2b0-da4a-49ce-a9a6-6393131dadad,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:14:00.117966 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:00.154991 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-79265a7c-d669-4b51-a308-6bb3362013f8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2429471 Jul 07 21:14:00.155810 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43786) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:00.260613 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 65e582ac-fe2c-4dd3-99ea-fae77ecbb867 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:00.260827 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:00.289860 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d8f0c32c-910c-4c3f-9103-15c39adf6ba1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:00.301949 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-743c0bfd-2727-4d0e-bb2e-6ce2d4ec09db tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Deleting port f3e3368a-0604-4aa7-9015-b87327ea4281 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:00.302348 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-743c0bfd-2727-4d0e-bb2e-6ce2d4ec09db tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:00.306168 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Pushing event updated for resources: {'Port': ['ID=95b1a2b0-da4a-49ce-a9a6-6393131dadad,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:00.320731 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f4a6fa0d-c725-4885-b5ac-ae7cbf0a6a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:00.328463 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:00.328821 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:00.329178 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:00.329516 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:00.329860 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:00.330205 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:00.330538 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:00.330872 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:00.331357 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:00.331716 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:00.332051 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:00.332383 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d4d2e9-02f1-4a2e-8db8-a7a05df76255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:00.441685 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-f4a6fa0d-c725-4885-b5ac-ae7cbf0a6a91 None None] For port 56e6e22f-396b-483e-9708-9dccc292fc16, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=56e6e22f-396b-483e-9708-9dccc292fc16,segment=NetworkSegment(2608d14c-b327-4728-8759-eaf36724fea4),segment_id=2608d14c-b327-4728-8759-eaf36724fea4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:00.457683 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f4a6fa0d-c725-4885-b5ac-ae7cbf0a6a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:00.536132 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-743c0bfd-2727-4d0e-bb2e-6ce2d4ec09db tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:00.574717 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-743c0bfd-2727-4d0e-bb2e-6ce2d4ec09db tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Calling delete_port for f3e3368a-0604-4aa7-9015-b87327ea4281 owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:00.598925 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f4a6fa0d-c725-4885-b5ac-ae7cbf0a6a91 None None] Provisioning complete for port f3e3368a-0604-4aa7-9015-b87327ea4281 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:00.599446 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f4a6fa0d-c725-4885-b5ac-ae7cbf0a6a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:00.673723 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-f4a6fa0d-c725-4885-b5ac-ae7cbf0a6a91 None None] Port f3e3368a-0604-4aa7-9015-b87327ea4281 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:14:00.698515 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6fa0d-c725-4885-b5ac-ae7cbf0a6a91 None None] Pushing event updated for resources: {'Port': ['ID=56e6e22f-396b-483e-9708-9dccc292fc16,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:00.807124 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a5d84913-888e-40ca-9564-56e30d107c32 None None] Provisioning complete for port 56e6e22f-396b-483e-9708-9dccc292fc16 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:00.807419 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a5d84913-888e-40ca-9564-56e30d107c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:01.039059 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-743c0bfd-2727-4d0e-bb2e-6ce2d4ec09db tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:01.115530 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c0bfd-2727-4d0e-bb2e-6ce2d4ec09db tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Pushing event deleted for resources: {'Port': ['ID=f3e3368a-0604-4aa7-9015-b87327ea4281,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:01.147081 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d8f0c32c-910c-4c3f-9103-15c39adf6ba1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:01.154425 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d8f0c32c-910c-4c3f-9103-15c39adf6ba1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:01.217593 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c0bfd-2727-4d0e-bb2e-6ce2d4ec09db tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:01.218110 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c0bfd-2727-4d0e-bb2e-6ce2d4ec09db tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:01.218288 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c0bfd-2727-4d0e-bb2e-6ce2d4ec09db tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:01.218623 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c0bfd-2727-4d0e-bb2e-6ce2d4ec09db tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:01.218964 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c0bfd-2727-4d0e-bb2e-6ce2d4ec09db tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:01.219299 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c0bfd-2727-4d0e-bb2e-6ce2d4ec09db tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:01.222231 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c0bfd-2727-4d0e-bb2e-6ce2d4ec09db tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:01.222611 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c0bfd-2727-4d0e-bb2e-6ce2d4ec09db tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:01.222909 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c0bfd-2727-4d0e-bb2e-6ce2d4ec09db tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:01.223249 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c0bfd-2727-4d0e-bb2e-6ce2d4ec09db tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:01.223631 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c0bfd-2727-4d0e-bb2e-6ce2d4ec09db tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:01.223965 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743c0bfd-2727-4d0e-bb2e-6ce2d4ec09db tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:01.262275 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d8f0c32c-910c-4c3f-9103-15c39adf6ba1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:01.265218 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f0c32c-910c-4c3f-9103-15c39adf6ba1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Fanout notify agent at l3_agent the message router_deleted on router ce64bab6-6661-46c7-ace4-74a5acb6a7b8 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:14:01.283841 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d8f0c32c-910c-4c3f-9103-15c39adf6ba1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:01.288409 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43806) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:01.288819 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d8f0c32c-910c-4c3f-9103-15c39adf6ba1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/routers/ce64bab6-6661-46c7-ace4-74a5acb6a7b8 HTTP/1.1" status: 204 len: 168 time: 1.1315827 Jul 07 21:14:01.528558 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-743c0bfd-2727-4d0e-bb2e-6ce2d4ec09db tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:01.640411 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749f75c8-dea0-4041-90fa-244d9ee66b22 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:01.641949 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-749f75c8-dea0-4041-90fa-244d9ee66b22 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3526590 Jul 07 21:14:01.644848 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43810) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:01.741214 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a5bd2e-7b99-48ef-9d86-ea11f5d8008b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:01.749546 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a1a5bd2e-7b99-48ef-9d86-ea11f5d8008b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1013117 Jul 07 21:14:01.758465 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43812) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:01.797984 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743c0bfd-2727-4d0e-bb2e-6ce2d4ec09db tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Router a499d64e-a55c-4aaf-ba6c-aa150b993660 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:14:01.800423 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-aab2b5f1-ecbe-4162-954f-233d5191f622 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407751 Jul 07 21:14:01.805647 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43814) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:01.810426 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-7fa8a04b-14fc-4853-ba78-4b22105c0951 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:01.904070 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1e019c1b-b5c9-4b97-acdc-e84e380da8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:01.950028 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:01.955907 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994dd6af-603a-4dc0-bda4-3e9e0e821967 None None] Sync routers for ids ['ce64bab6-6661-46c7-ace4-74a5acb6a7b8'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:14:01.983662 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994dd6af-603a-4dc0-bda4-3e9e0e821967 None None] Routers set() bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:14:01.984125 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994dd6af-603a-4dc0-bda4-3e9e0e821967 None None] Router IDs set() for agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 21:14:01.986768 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_agentschedulers_db [None req-994dd6af-603a-4dc0-bda4-3e9e0e821967 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ce64bab6-6661-46c7-ace4-74a5acb6a7b8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:14:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent'). {{(pid=100450) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 21:14:01.987637 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743c0bfd-2727-4d0e-bb2e-6ce2d4ec09db tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:14:02.000459 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa8a04b-14fc-4853-ba78-4b22105c0951 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:02.002970 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b498c-9059-4851-8bb3-c56443b16516 None None] Sync routers for ids ['a499d64e-a55c-4aaf-ba6c-aa150b993660'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:14:02.006166 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7fa8a04b-14fc-4853-ba78-4b22105c0951 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:02.007572 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-743c0bfd-2727-4d0e-bb2e-6ce2d4ec09db tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] 10.222.0.64 "PUT /v2.0/routers/a499d64e-a55c-4aaf-ba6c-aa150b993660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6696107 Jul 07 21:14:02.011910 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43816) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:02.018899 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947b498c-9059-4851-8bb3-c56443b16516 None None] Routers {'a499d64e-a55c-4aaf-ba6c-aa150b993660'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:14:02.023103 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-947b498c-9059-4851-8bb3-c56443b16516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:14:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a499d64e-a55c-4aaf-ba6c-aa150b993660'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:02.023687 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994dd6af-603a-4dc0-bda4-3e9e0e821967 None None] Routers set() bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:14:02.024278 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994dd6af-603a-4dc0-bda4-3e9e0e821967 None None] Router IDs set() for agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 21:14:02.029970 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_agentschedulers_db [None req-994dd6af-603a-4dc0-bda4-3e9e0e821967 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ce64bab6-6661-46c7-ace4-74a5acb6a7b8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:14:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent'). {{(pid=100450) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 21:14:02.030771 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994dd6af-603a-4dc0-bda4-3e9e0e821967 None None] The sync data for ids ['ce64bab6-6661-46c7-ace4-74a5acb6a7b8'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:14:02.102813 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-5b72be06-7ea1-42fc-971f-856441c45e03 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] delete failed (client error): The resource could not be found. Jul 07 21:14:02.103888 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5b72be06-7ea1-42fc-971f-856441c45e03 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-829846114 HTTP/1.1" status: 404 len: 334 time: 0.0907490 Jul 07 21:14:02.107854 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43818) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:02.113091 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-947b498c-9059-4851-8bb3-c56443b16516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:02.141617 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 56e6e22f-396b-483e-9708-9dccc292fc16 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:14:02.142214 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-7f12256c-511f-4401-a54d-c3885f6a3786 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a499d64e-a55c-4aaf-ba6c-aa150b993660'}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:02.221805 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2151cc-fc20-42ec-a62c-f07f885b2370 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:02.281644 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947b498c-9059-4851-8bb3-c56443b16516 None None] Routers {'a499d64e-a55c-4aaf-ba6c-aa150b993660'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:14:02.282416 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-947b498c-9059-4851-8bb3-c56443b16516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:14:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a499d64e-a55c-4aaf-ba6c-aa150b993660'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:02.496799 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7f12256c-511f-4401-a54d-c3885f6a3786 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:02.542644 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-7f12256c-511f-4401-a54d-c3885f6a3786 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] update failed (client error): The resource could not be found. Jul 07 21:14:02.543983 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7f12256c-511f-4401-a54d-c3885f6a3786 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] 10.222.0.64 "PUT /v2.0/routers/a499d64e-a55c-4aaf-ba6c-aa150b993660 HTTP/1.1" status: 404 len: 339 time: 0.4237151 Jul 07 21:14:02.548457 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43824) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:02.565601 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-947b498c-9059-4851-8bb3-c56443b16516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:02.566622 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b498c-9059-4851-8bb3-c56443b16516 None None] The sync data for ids ['a499d64e-a55c-4aaf-ba6c-aa150b993660'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:14:02.575834 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2f5433a7-a380-469d-83d1-507718a35126 None None] Could not find standard attr ID for object 88f8c29c-568d-43d6-bc63-2fac2c32ca3d. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:14:02.597140 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 56e6e22f-396b-483e-9708-9dccc292fc16 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:02.597925 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:02.667091 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2f5433a7-a380-469d-83d1-507718a35126 None None] Provisioning for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:14:02.796936 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 95b1a2b0-da4a-49ce-a9a6-6393131dadad up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:14:02.829335 n-d-695189-11 neutron-server[100447]: DEBUG neutron.objects.ports [None req-7fa8a04b-14fc-4853-ba78-4b22105c0951 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100447) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 21:14:02.882839 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:14:02.887809 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:02.888192 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:03.086462 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:03.165317 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 95b1a2b0-da4a-49ce-a9a6-6393131dadad, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=95b1a2b0-da4a-49ce-a9a6-6393131dadad,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:03.188919 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:03.253968 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e8e3e9d-74f9-4174-ba36-287e6ce38429 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:03.289947 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-25e9f19a-6ff3-4c34-84b5-65d475469c11 None None] Provisioning complete for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:03.290311 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-25e9f19a-6ff3-4c34-84b5-65d475469c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:03.364191 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7fa8a04b-14fc-4853-ba78-4b22105c0951 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:03.373642 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=95b1a2b0-da4a-49ce-a9a6-6393131dadad,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:03.615426 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:03.625444 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-320c85f1-4b4c-4475-b2f5-09ba25f5cca4 None None] Could not find standard attr ID for object 88f8c29c-568d-43d6-bc63-2fac2c32ca3d. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:14:03.683090 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-7fa8a04b-14fc-4853-ba78-4b22105c0951 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] For port 95b1a2b0-da4a-49ce-a9a6-6393131dadad, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=95b1a2b0-da4a-49ce-a9a6-6393131dadad,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:03.720183 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7fa8a04b-14fc-4853-ba78-4b22105c0951 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:03.732946 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7fa8a04b-14fc-4853-ba78-4b22105c0951 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:03.736872 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7fa8a04b-14fc-4853-ba78-4b22105c0951 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:03.825285 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-8e8e3e9d-74f9-4174-ba36-287e6ce38429 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Allocated IP 172.20.0.1 (764e11fd-cc4c-4141-aea9-73a5debae8e9/051fa2f7-cb06-4ff5-bbc2-4fa7d26b69b0/ca50bee2-0e1e-449e-8dc3-1b068307bd8d) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:03.831773 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8a04b-14fc-4853-ba78-4b22105c0951 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=527ac7a8-836a-41a1-a667-4bf0cd095169,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:03.916956 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa8a04b-14fc-4853-ba78-4b22105c0951 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:03.929506 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-7fa8a04b-14fc-4853-ba78-4b22105c0951 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:03.935278 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa8a04b-14fc-4853-ba78-4b22105c0951 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:03.935899 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7fa8a04b-14fc-4853-ba78-4b22105c0951 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:03.952930 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 95b1a2b0-da4a-49ce-a9a6-6393131dadad up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:14:03.970406 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8a04b-14fc-4853-ba78-4b22105c0951 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=95b1a2b0-da4a-49ce-a9a6-6393131dadad,revision_number=6']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:03.972120 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-68d5dba3-2167-4eab-84f0-7a3b67feb206 None None] Could not find standard attr ID for object 88f8c29c-568d-43d6-bc63-2fac2c32ca3d. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:14:03.994547 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7fa8a04b-14fc-4853-ba78-4b22105c0951 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1881571 Jul 07 21:14:03.997314 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43834) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:04.002643 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-75a4ce04-e941-4e4f-b349-3b376e693c8b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:04.145068 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e8e3e9d-74f9-4174-ba36-287e6ce38429 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:04.162104 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:04.162612 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:04.169221 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-8e8e3e9d-74f9-4174-ba36-287e6ce38429 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Transition to ACTIVE for port object ca50bee2-0e1e-449e-8dc3-1b068307bd8d will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:04.257964 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e8e3e9d-74f9-4174-ba36-287e6ce38429 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:04.278414 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a4ce04-e941-4e4f-b349-3b376e693c8b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:04.285611 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75a4ce04-e941-4e4f-b349-3b376e693c8b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:04.348626 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e4cca5-2a3a-49b7-843f-cec89786a1fb None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:04.353806 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8e3e9d-74f9-4174-ba36-287e6ce38429 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Network 764e11fd-cc4c-4141-aea9-73a5debae8e9 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:04.362119 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-8e8e3e9d-74f9-4174-ba36-287e6ce38429 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:04.367894 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8e3e9d-74f9-4174-ba36-287e6ce38429 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:14:04.419296 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e3e9d-74f9-4174-ba36-287e6ce38429 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Pushing event updated for resources: {'Port': ['ID=ca50bee2-0e1e-449e-8dc3-1b068307bd8d,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:04.499884 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e8e3e9d-74f9-4174-ba36-287e6ce38429 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:04.697046 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75a4ce04-e941-4e4f-b349-3b376e693c8b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:04.759451 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a4ce04-e941-4e4f-b349-3b376e693c8b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:04.763090 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-75a4ce04-e941-4e4f-b349-3b376e693c8b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:04.768643 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a4ce04-e941-4e4f-b349-3b376e693c8b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:04.769340 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75a4ce04-e941-4e4f-b349-3b376e693c8b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:04.788658 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4ce04-e941-4e4f-b349-3b376e693c8b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=73d21ddc-9a4b-4507-af4d-661b2458c83a,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:04.808545 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43838) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:04.810354 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-75a4ce04-e941-4e4f-b349-3b376e693c8b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8110037 Jul 07 21:14:04.813870 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-4eb34ad8-c7ee-41ab-aeab-681a34a46463 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'mac_address': 'fa:16:3e:9b:dc:cb', 'name': 'tempest-NetworksTestDHCPv6-368425755'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:04.838194 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-69e812d5-c3c2-4e0f-86c7-78939784d517 None None] Provisioning for port ca50bee2-0e1e-449e-8dc3-1b068307bd8d completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:14:04.842847 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-69e812d5-c3c2-4e0f-86c7-78939784d517 None None] Provisioning complete for port ca50bee2-0e1e-449e-8dc3-1b068307bd8d triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:04.843628 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-69e812d5-c3c2-4e0f-86c7-78939784d517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:04.906979 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e8e3e9d-74f9-4174-ba36-287e6ce38429 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:04.975243 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-69e812d5-c3c2-4e0f-86c7-78939784d517 None None] Port ca50bee2-0e1e-449e-8dc3-1b068307bd8d cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:14:05.048123 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4be6324-2798-40fe-81bf-5a4a5c6909ea None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:05.190168 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-01160d09-12b9-4f06-bf56-5435a1355d08 None None] Provisioning complete for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:05.191236 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-01160d09-12b9-4f06-bf56-5435a1355d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:05.277760 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:05.452531 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358d597f-f97a-49f6-8ec7-2705db9ed2b9 None None] Update dhcp port {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'fixed_ips': [{'subnet_id': '527ac7a8-836a-41a1-a667-4bf0cd095169', 'ip_address': '2001:db8::f816:3eff:feee:7345'}, {'subnet_id': '73d21ddc-9a4b-4507-af4d-661b2458c83a'}], 'binding:host_id': 'n-d-695189-11'}, 'id': '95b1a2b0-da4a-49ce-a9a6-6393131dadad'} from n-d-695189-11. {{(pid=100449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 21:14:05.471587 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb34ad8-c7ee-41ab-aeab-681a34a46463 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:05.491839 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-358d597f-f97a-49f6-8ec7-2705db9ed2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:05.623262 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4eb34ad8-c7ee-41ab-aeab-681a34a46463 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:05.661488 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-4eb34ad8-c7ee-41ab-aeab-681a34a46463 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] device_id is not set on port c78006d6-ae5b-4033-946e-a62ca0855033 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:14:05.671903 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-358d597f-f97a-49f6-8ec7-2705db9ed2b9 None None] Allocated IP 172.20.0.2 (cb09c065-2c12-4a87-893a-e106666fd7e8/73d21ddc-9a4b-4507-af4d-661b2458c83a/95b1a2b0-da4a-49ce-a9a6-6393131dadad) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:05.680852 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e8e3e9d-74f9-4174-ba36-287e6ce38429 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:05.711599 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e8e3e9d-74f9-4174-ba36-287e6ce38429 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:05.804132 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e3e9d-74f9-4174-ba36-287e6ce38429 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Pushing event updated for resources: {'Port': ['ID=ca50bee2-0e1e-449e-8dc3-1b068307bd8d,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:05.809402 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e8e3e9d-74f9-4174-ba36-287e6ce38429 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:05.813646 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-358d597f-f97a-49f6-8ec7-2705db9ed2b9 None None] For port 95b1a2b0-da4a-49ce-a9a6-6393131dadad, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=95b1a2b0-da4a-49ce-a9a6-6393131dadad,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:05.857996 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-358d597f-f97a-49f6-8ec7-2705db9ed2b9 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:05.862608 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 95b1a2b0-da4a-49ce-a9a6-6393131dadad up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:14:05.899047 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-358d597f-f97a-49f6-8ec7-2705db9ed2b9 None None] Transition to ACTIVE for port object 95b1a2b0-da4a-49ce-a9a6-6393131dadad will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:05.908159 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-358d597f-f97a-49f6-8ec7-2705db9ed2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:05.947278 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8e3e9d-74f9-4174-ba36-287e6ce38429 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Network 764e11fd-cc4c-4141-aea9-73a5debae8e9 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:05.954209 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-8e8e3e9d-74f9-4174-ba36-287e6ce38429 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:06.021901 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d597f-f97a-49f6-8ec7-2705db9ed2b9 None None] Pushing event updated for resources: {'Port': ['ID=95b1a2b0-da4a-49ce-a9a6-6393131dadad,revision_number=7']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:06.105852 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8e3e9d-74f9-4174-ba36-287e6ce38429 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Router a499d64e-a55c-4aaf-ba6c-aa150b993660 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:14:06.122409 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-4eb34ad8-c7ee-41ab-aeab-681a34a46463 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 172.20.0.5 (cb09c065-2c12-4a87-893a-e106666fd7e8/73d21ddc-9a4b-4507-af4d-661b2458c83a/c78006d6-ae5b-4033-946e-a62ca0855033) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:06.134733 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-4eb34ad8-c7ee-41ab-aeab-681a34a46463 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8::f816:3eff:fe9b:dccb (cb09c065-2c12-4a87-893a-e106666fd7e8/527ac7a8-836a-41a1-a667-4bf0cd095169/c78006d6-ae5b-4033-946e-a62ca0855033) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:06.346307 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8e3e9d-74f9-4174-ba36-287e6ce38429 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:14:06.360716 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e74c6d-69d5-416d-9b98-34afb8177006 None None] Sync routers for ids ['a499d64e-a55c-4aaf-ba6c-aa150b993660'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:14:06.393261 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e74c6d-69d5-416d-9b98-34afb8177006 None None] Routers {'a499d64e-a55c-4aaf-ba6c-aa150b993660'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:14:06.397457 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-c9e74c6d-69d5-416d-9b98-34afb8177006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:14:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a499d64e-a55c-4aaf-ba6c-aa150b993660'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:06.441554 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2020116c-fce0-4ec6-ac88-829610bac527 None None] Provisioning complete for port ca50bee2-0e1e-449e-8dc3-1b068307bd8d triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:06.442264 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2020116c-fce0-4ec6-ac88-829610bac527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:06.506331 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-c9e74c6d-69d5-416d-9b98-34afb8177006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:06.533618 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e74c6d-69d5-416d-9b98-34afb8177006 None None] Routers {'a499d64e-a55c-4aaf-ba6c-aa150b993660'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:14:06.535082 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-c9e74c6d-69d5-416d-9b98-34afb8177006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:14:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a499d64e-a55c-4aaf-ba6c-aa150b993660'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:06.557343 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-2020116c-fce0-4ec6-ac88-829610bac527 None None] Port ca50bee2-0e1e-449e-8dc3-1b068307bd8d cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:14:06.570129 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4eb34ad8-c7ee-41ab-aeab-681a34a46463 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:06.584604 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-4eb34ad8-c7ee-41ab-aeab-681a34a46463 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Transition to ACTIVE for port object c78006d6-ae5b-4033-946e-a62ca0855033 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:06.623866 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8e8e3e9d-74f9-4174-ba36-287e6ce38429 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] 10.222.0.64 "PUT /v2.0/routers/a499d64e-a55c-4aaf-ba6c-aa150b993660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0714781 Jul 07 21:14:06.625688 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-c9e74c6d-69d5-416d-9b98-34afb8177006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:06.626414 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43856) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:06.627027 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e74c6d-69d5-416d-9b98-34afb8177006 None None] The sync data for ids ['a499d64e-a55c-4aaf-ba6c-aa150b993660'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:14:06.642088 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4eb34ad8-c7ee-41ab-aeab-681a34a46463 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:06.770395 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb34ad8-c7ee-41ab-aeab-681a34a46463 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:06.776535 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-4eb34ad8-c7ee-41ab-aeab-681a34a46463 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:06.786840 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb34ad8-c7ee-41ab-aeab-681a34a46463 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:14:06.847398 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb34ad8-c7ee-41ab-aeab-681a34a46463 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=c78006d6-ae5b-4033-946e-a62ca0855033,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:06.872224 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0791d6f0-0624-44dd-bb0a-1213375c3940 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:06.920470 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb34ad8-c7ee-41ab-aeab-681a34a46463 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:06.921211 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4eb34ad8-c7ee-41ab-aeab-681a34a46463 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:06.982651 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4eb34ad8-c7ee-41ab-aeab-681a34a46463 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1711195 Jul 07 21:14:06.983408 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43862) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:07.021662 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-0791d6f0-0624-44dd-bb0a-1213375c3940 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 21:14:07.028635 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0791d6f0-0624-44dd-bb0a-1213375c3940 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] 10.222.0.64 "DELETE /v2.0/routers/a499d64e-a55c-4aaf-ba6c-aa150b993660 HTTP/1.1" status: 409 len: 329 time: 0.3956597 Jul 07 21:14:07.029187 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43864) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:07.104745 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c912d611-be09-4538-a8b0-9982f023c67c None None] Provisioning for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:14:07.111096 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c912d611-be09-4538-a8b0-9982f023c67c None None] Provisioning complete for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:07.112230 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c912d611-be09-4538-a8b0-9982f023c67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:07.158838 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9d204-788b-4b38-bed3-878acdd6a5f4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:07.165552 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9d204-788b-4b38-bed3-878acdd6a5f4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:07.167261 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-48b9d204-788b-4b38-bed3-878acdd6a5f4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1826878 Jul 07 21:14:07.170279 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43866) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:07.395912 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-436cc7fe-2dfd-4199-84eb-502306fb8dcd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting port c78006d6-ae5b-4033-946e-a62ca0855033 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:07.396604 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-436cc7fe-2dfd-4199-84eb-502306fb8dcd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:07.502606 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-18558edc-d655-42c3-a116-df686029e868 None None] Provisioning for port c78006d6-ae5b-4033-946e-a62ca0855033 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:14:07.513940 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-18558edc-d655-42c3-a116-df686029e868 None None] Provisioning complete for port c78006d6-ae5b-4033-946e-a62ca0855033 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:07.514330 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-18558edc-d655-42c3-a116-df686029e868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:07.524620 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0662-bd8a-41b3-9624-f336f11b205a tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:07.527510 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-436cc7fe-2dfd-4199-84eb-502306fb8dcd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:07.541589 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-436cc7fe-2dfd-4199-84eb-502306fb8dcd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Calling delete_port for c78006d6-ae5b-4033-946e-a62ca0855033 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:07.569891 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-18558edc-d655-42c3-a116-df686029e868 None None] Port c78006d6-ae5b-4033-946e-a62ca0855033 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:14:07.758682 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-436cc7fe-2dfd-4199-84eb-502306fb8dcd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:07.791291 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cc7fe-2dfd-4199-84eb-502306fb8dcd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Port': ['ID=c78006d6-ae5b-4033-946e-a62ca0855033,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:07.829578 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-8f6b0662-bd8a-41b3-9624-f336f11b205a tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Deleting port ca50bee2-0e1e-449e-8dc3-1b068307bd8d {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:07.830118 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0662-bd8a-41b3-9624-f336f11b205a tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:07.889014 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 95b1a2b0-da4a-49ce-a9a6-6393131dadad up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:14:07.908740 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-436cc7fe-2dfd-4199-84eb-502306fb8dcd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:07.912871 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-436cc7fe-2dfd-4199-84eb-502306fb8dcd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/c78006d6-ae5b-4033-946e-a62ca0855033 HTTP/1.1" status: 204 len: 168 time: 0.7406802 Jul 07 21:14:07.916553 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43874) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:07.967296 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:07.967934 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:08.001134 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0662-bd8a-41b3-9624-f336f11b205a tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:08.007342 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7366ff01-90d2-4d91-b8ba-bc3db26d6792 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:08.009217 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7366ff01-90d2-4d91-b8ba-bc3db26d6792 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:08.012108 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7366ff01-90d2-4d91-b8ba-bc3db26d6792 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:08.017063 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7366ff01-90d2-4d91-b8ba-bc3db26d6792 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0994780 Jul 07 21:14:08.017950 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43878) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:08.031306 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-8f6b0662-bd8a-41b3-9624-f336f11b205a tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Calling delete_port for ca50bee2-0e1e-449e-8dc3-1b068307bd8d owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:08.130253 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ff80b5-1041-4a1e-a50e-2327541ca67c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet 527ac7a8-836a-41a1-a667-4bf0cd095169 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:14:08.138744 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34ff80b5-1041-4a1e-a50e-2327541ca67c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:08.194006 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34ff80b5-1041-4a1e-a50e-2327541ca67c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:08.292350 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0662-bd8a-41b3-9624-f336f11b205a tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:08.307685 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34ff80b5-1041-4a1e-a50e-2327541ca67c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:08.324086 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b0662-bd8a-41b3-9624-f336f11b205a tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Pushing event deleted for resources: {'Port': ['ID=ca50bee2-0e1e-449e-8dc3-1b068307bd8d,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:08.393144 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34ff80b5-1041-4a1e-a50e-2327541ca67c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:08.448489 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a725ff-cf08-4b5a-8bcb-3711d1fba1af None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:08.449590 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34ff80b5-1041-4a1e-a50e-2327541ca67c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:08.454766 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-34ff80b5-1041-4a1e-a50e-2327541ca67c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/527ac7a8-836a-41a1-a667-4bf0cd095169 HTTP/1.1" status: 204 len: 168 time: 0.4356921 Jul 07 21:14:08.455701 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43882) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:08.465774 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff80b5-1041-4a1e-a50e-2327541ca67c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=527ac7a8-836a-41a1-a667-4bf0cd095169,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:08.565322 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-853573d2-47a7-4744-867a-e845d4265d37 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet 73d21ddc-9a4b-4507-af4d-661b2458c83a {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:14:08.579362 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-853573d2-47a7-4744-867a-e845d4265d37 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:08.664298 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-853573d2-47a7-4744-867a-e845d4265d37 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:08.799194 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-853573d2-47a7-4744-867a-e845d4265d37 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:08.911158 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-853573d2-47a7-4744-867a-e845d4265d37 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:08.958230 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853573d2-47a7-4744-867a-e845d4265d37 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=73d21ddc-9a4b-4507-af4d-661b2458c83a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:08.970001 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-853573d2-47a7-4744-867a-e845d4265d37 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:08.972418 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-853573d2-47a7-4744-867a-e845d4265d37 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/73d21ddc-9a4b-4507-af4d-661b2458c83a HTTP/1.1" status: 204 len: 168 time: 0.5077226 Jul 07 21:14:08.974680 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43890) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:09.118134 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ebd945ab-d0bc-4aa6-9faf-4a70cff18b56 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1388929 Jul 07 21:14:09.119021 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43896) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:09.124672 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0662-bd8a-41b3-9624-f336f11b205a tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:09.128292 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-95013a72-e49b-47ab-a6db-1adc2c1cf5b6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:09.290936 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95013a72-e49b-47ab-a6db-1adc2c1cf5b6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:09.295628 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95013a72-e49b-47ab-a6db-1adc2c1cf5b6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:09.365632 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6b0662-bd8a-41b3-9624-f336f11b205a tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Router a499d64e-a55c-4aaf-ba6c-aa150b993660 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:14:09.543395 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6b0662-bd8a-41b3-9624-f336f11b205a tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:14:09.553020 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be37ee3-b6c9-43db-8a2c-2d1ae0ef9d8f None None] Sync routers for ids ['a499d64e-a55c-4aaf-ba6c-aa150b993660'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:14:09.566773 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8f6b0662-bd8a-41b3-9624-f336f11b205a tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] 10.222.0.64 "PUT /v2.0/routers/a499d64e-a55c-4aaf-ba6c-aa150b993660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5364056 Jul 07 21:14:09.567374 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43902) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:09.569699 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be37ee3-b6c9-43db-8a2c-2d1ae0ef9d8f None None] Routers {'a499d64e-a55c-4aaf-ba6c-aa150b993660'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:14:09.570526 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-6be37ee3-b6c9-43db-8a2c-2d1ae0ef9d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:14:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a499d64e-a55c-4aaf-ba6c-aa150b993660'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:09.650988 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-6be37ee3-b6c9-43db-8a2c-2d1ae0ef9d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:09.653352 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-17c85063-3dd1-46ea-bc20-7d241239fcae tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] show failed (client error): The resource could not be found. Jul 07 21:14:09.656870 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-17c85063-3dd1-46ea-bc20-7d241239fcae tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-365241973 HTTP/1.1" status: 404 len: 334 time: 0.0883503 Jul 07 21:14:09.662188 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43904) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:09.667752 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-2db38f64-c56b-43ab-bc31-4ae5da3ef681 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:09.674239 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be37ee3-b6c9-43db-8a2c-2d1ae0ef9d8f None None] Routers {'a499d64e-a55c-4aaf-ba6c-aa150b993660'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:14:09.678395 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-6be37ee3-b6c9-43db-8a2c-2d1ae0ef9d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:14:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a499d64e-a55c-4aaf-ba6c-aa150b993660'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:09.720251 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-2db38f64-c56b-43ab-bc31-4ae5da3ef681 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] update failed (client error): The resource could not be found. Jul 07 21:14:09.721634 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2db38f64-c56b-43ab-bc31-4ae5da3ef681 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-2040074195 HTTP/1.1" status: 404 len: 335 time: 0.0576887 Jul 07 21:14:09.728525 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43906) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:09.764802 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb149666-e93e-4155-95e5-f2db328e37ad None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:09.839799 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f62686-8da2-4495-8e51-444fea331367 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Deleting subnet f30e4cf8-6262-4d0e-8c6f-6c4f6b75e103 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:14:09.848483 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31f62686-8da2-4495-8e51-444fea331367 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:09.853247 n-d-695189-11 neutron-server[100447]: DEBUG neutron.objects.ports [None req-95013a72-e49b-47ab-a6db-1adc2c1cf5b6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100447) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 21:14:09.936362 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31f62686-8da2-4495-8e51-444fea331367 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:09.938541 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-6be37ee3-b6c9-43db-8a2c-2d1ae0ef9d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:09.941738 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be37ee3-b6c9-43db-8a2c-2d1ae0ef9d8f None None] The sync data for ids ['a499d64e-a55c-4aaf-ba6c-aa150b993660'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:14:09.987249 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0022b43d-c6d2-47b0-b145-4114a92d8f0c None None] Provisioning complete for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:09.987789 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0022b43d-c6d2-47b0-b145-4114a92d8f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:10.058252 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31f62686-8da2-4495-8e51-444fea331367 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:10.108139 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95013a72-e49b-47ab-a6db-1adc2c1cf5b6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:10.205465 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31f62686-8da2-4495-8e51-444fea331367 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:10.268213 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f62686-8da2-4495-8e51-444fea331367 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Pushing event deleted for resources: {'Subnet': ['ID=f30e4cf8-6262-4d0e-8c6f-6c4f6b75e103,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:10.278284 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57057b04-3a47-4d64-aaa4-240179ceda95 None None] Network 76159d9d-3598-4214-afb0-ded32d30c124 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:10.291780 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-31f62686-8da2-4495-8e51-444fea331367 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:10.298123 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-31f62686-8da2-4495-8e51-444fea331367 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] 10.222.0.64 "DELETE /v2.0/subnets/f30e4cf8-6262-4d0e-8c6f-6c4f6b75e103 HTTP/1.1" status: 204 len: 168 time: 0.5681829 Jul 07 21:14:10.300686 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43914) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:10.334538 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-95013a72-e49b-47ab-a6db-1adc2c1cf5b6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] For port 95b1a2b0-da4a-49ce-a9a6-6393131dadad, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=95b1a2b0-da4a-49ce-a9a6-6393131dadad,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:10.376657 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95013a72-e49b-47ab-a6db-1adc2c1cf5b6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:10.389765 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95013a72-e49b-47ab-a6db-1adc2c1cf5b6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:10.391235 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95013a72-e49b-47ab-a6db-1adc2c1cf5b6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:10.425507 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1591bda-d922-4f3f-9a38-d95a4d81ba77 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Deleting subnet e1ec1833-d678-4088-8f34-bda5f0034f71 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:14:10.429844 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c1591bda-d922-4f3f-9a38-d95a4d81ba77 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:10.487129 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c1591bda-d922-4f3f-9a38-d95a4d81ba77 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:10.536318 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95013a72-e49b-47ab-a6db-1adc2c1cf5b6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=95b1a2b0-da4a-49ce-a9a6-6393131dadad,revision_number=11']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:10.561224 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95013a72-e49b-47ab-a6db-1adc2c1cf5b6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=8b4635c9-86f6-4111-88e9-05fda578f24f,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:10.565740 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95013a72-e49b-47ab-a6db-1adc2c1cf5b6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:10.567405 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-95013a72-e49b-47ab-a6db-1adc2c1cf5b6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:10.571258 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95013a72-e49b-47ab-a6db-1adc2c1cf5b6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:10.572015 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95013a72-e49b-47ab-a6db-1adc2c1cf5b6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:10.593193 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-95013a72-e49b-47ab-a6db-1adc2c1cf5b6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4728191 Jul 07 21:14:10.594963 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43916) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:10.606445 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-9edd2d53-66e7-4405-989e-7e2e6d60869b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:10.637102 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c1591bda-d922-4f3f-9a38-d95a4d81ba77 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:10.639999 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09009ecb-66d6-4085-ac0a-0b8409eea3ee None None] DHCP port deletion for 76159d9d-3598-4214-afb0-ded32d30c124 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:14:10.712984 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-09009ecb-66d6-4085-ac0a-0b8409eea3ee None None] Deleting port 56e6e22f-396b-483e-9708-9dccc292fc16 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:10.713657 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-09009ecb-66d6-4085-ac0a-0b8409eea3ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:10.723091 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c1591bda-d922-4f3f-9a38-d95a4d81ba77 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:10.760626 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c1591bda-d922-4f3f-9a38-d95a4d81ba77 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:10.766767 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c1591bda-d922-4f3f-9a38-d95a4d81ba77 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] 10.222.0.64 "DELETE /v2.0/subnets/e1ec1833-d678-4088-8f34-bda5f0034f71 HTTP/1.1" status: 204 len: 168 time: 0.4649820 Jul 07 21:14:10.768100 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43918) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:10.768252 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1591bda-d922-4f3f-9a38-d95a4d81ba77 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ec1833-d678-4088-8f34-bda5f0034f71,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:10.768535 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab46e90-6290-4e7c-bc2c-87de4576496d None None] Network bd0b9f3a-ea1f-4b18-b490-3d267fafeb19 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:10.779178 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edd2d53-66e7-4405-989e-7e2e6d60869b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:10.785394 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9edd2d53-66e7-4405-989e-7e2e6d60869b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:10.842287 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-09009ecb-66d6-4085-ac0a-0b8409eea3ee None None] For port 56e6e22f-396b-483e-9708-9dccc292fc16, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=56e6e22f-396b-483e-9708-9dccc292fc16,segment=NetworkSegment(2608d14c-b327-4728-8759-eaf36724fea4),segment_id=2608d14c-b327-4728-8759-eaf36724fea4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:10.842778 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-09009ecb-66d6-4085-ac0a-0b8409eea3ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:10.875488 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-09009ecb-66d6-4085-ac0a-0b8409eea3ee None None] Calling delete_port for 56e6e22f-396b-483e-9708-9dccc292fc16 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:10.922371 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-57ccd8fc-f8d6-4ee7-a5c3-015b409d99c7 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:11.063287 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-09009ecb-66d6-4085-ac0a-0b8409eea3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:11.080781 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-57ccd8fc-f8d6-4ee7-a5c3-015b409d99c7 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Deleting port 56e6e22f-396b-483e-9708-9dccc292fc16 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:11.081400 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-57ccd8fc-f8d6-4ee7-a5c3-015b409d99c7 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:11.097622 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09009ecb-66d6-4085-ac0a-0b8409eea3ee None None] No DVR routers for this DVR port 56e6e22f-396b-483e-9708-9dccc292fc16 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:14:11.103106 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5ef039-dafc-44d0-a8fe-f337702f2c4c None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:11.166795 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09009ecb-66d6-4085-ac0a-0b8409eea3ee None None] Pushing event deleted for resources: {'Port': ['ID=56e6e22f-396b-483e-9708-9dccc292fc16,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:11.171102 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd21c0cf-13aa-494b-aadc-ee52031d0287 None None] DHCP port deletion for bd0b9f3a-ea1f-4b18-b490-3d267fafeb19 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:14:11.242226 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-716237b1-f689-44e5-907f-98ea6de37a08 None None] Provisioning complete for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:11.242605 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-716237b1-f689-44e5-907f-98ea6de37a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:11.245506 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-57ccd8fc-f8d6-4ee7-a5c3-015b409d99c7 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] For port 56e6e22f-396b-483e-9708-9dccc292fc16, host n-d-695189-11, got binding levels [] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:11.245872 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-57ccd8fc-f8d6-4ee7-a5c3-015b409d99c7 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:11.265344 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-57ccd8fc-f8d6-4ee7-a5c3-015b409d99c7 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Calling delete_port for 56e6e22f-396b-483e-9708-9dccc292fc16 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:11.269137 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.ipam_backend_mixin [None req-57ccd8fc-f8d6-4ee7-a5c3-015b409d99c7 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Port 56e6e22f-396b-483e-9708-9dccc292fc16 was not found and therefore no delete operation was performed {{(pid=100447) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 21:14:11.271920 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-57ccd8fc-f8d6-4ee7-a5c3-015b409d99c7 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:11.311993 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ccd8fc-f8d6-4ee7-a5c3-015b409d99c7 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Pushing event deleted for resources: {'Port': ['ID=56e6e22f-396b-483e-9708-9dccc292fc16,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:11.322746 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ccd8fc-f8d6-4ee7-a5c3-015b409d99c7 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] No DVR routers for this DVR port 56e6e22f-396b-483e-9708-9dccc292fc16 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:14:11.398059 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9edd2d53-66e7-4405-989e-7e2e6d60869b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:11.445283 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-57ccd8fc-f8d6-4ee7-a5c3-015b409d99c7 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:11.466523 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-57ccd8fc-f8d6-4ee7-a5c3-015b409d99c7 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76159d9d-3598-4214-afb0-ded32d30c124']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:11.476022 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edd2d53-66e7-4405-989e-7e2e6d60869b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:11.486151 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-9edd2d53-66e7-4405-989e-7e2e6d60869b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:11.489022 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-57ccd8fc-f8d6-4ee7-a5c3-015b409d99c7 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2608d14c-b327-4728-8759-eaf36724fea4') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:11.489330 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-57ccd8fc-f8d6-4ee7-a5c3-015b409d99c7 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2608d14c-b327-4728-8759-eaf36724fea4') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:11.498015 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edd2d53-66e7-4405-989e-7e2e6d60869b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:11.498605 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9edd2d53-66e7-4405-989e-7e2e6d60869b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:11.519037 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-57ccd8fc-f8d6-4ee7-a5c3-015b409d99c7 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:11.532048 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd2d53-66e7-4405-989e-7e2e6d60869b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=2af1fbee-b7df-48fb-a9a3-74731a3d2053,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:11.543297 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-57ccd8fc-f8d6-4ee7-a5c3-015b409d99c7 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:11.547006 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9edd2d53-66e7-4405-989e-7e2e6d60869b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9505360 Jul 07 21:14:11.550144 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43930) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:11.556239 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-23f1bb06-b766-4e58-81a6-e0159e600b26 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'mac_address': 'fa:16:3e:dd:dc:12', 'name': 'tempest-NetworksTestDHCPv6-2100495058'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:11.563952 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ccd8fc-f8d6-4ee7-a5c3-015b409d99c7 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:14:11.564397 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-57ccd8fc-f8d6-4ee7-a5c3-015b409d99c7 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:14:11.569013 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:14:11.578673 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-bd21c0cf-13aa-494b-aadc-ee52031d0287 None None] Deleting port 65e582ac-fe2c-4dd3-99ea-fae77ecbb867 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:11.579048 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bd21c0cf-13aa-494b-aadc-ee52031d0287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:11.659468 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-bd21c0cf-13aa-494b-aadc-ee52031d0287 None None] For port 65e582ac-fe2c-4dd3-99ea-fae77ecbb867, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=65e582ac-fe2c-4dd3-99ea-fae77ecbb867,segment=NetworkSegment(ae2bd7bd-272e-407b-8fdd-a150d3c15a28),segment_id=ae2bd7bd-272e-407b-8fdd-a150d3c15a28)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:11.660100 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bd21c0cf-13aa-494b-aadc-ee52031d0287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:11.699405 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-bd21c0cf-13aa-494b-aadc-ee52031d0287 None None] Calling delete_port for 65e582ac-fe2c-4dd3-99ea-fae77ecbb867 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:11.731682 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:14:11.766868 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-57ccd8fc-f8d6-4ee7-a5c3-015b409d99c7 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:11.810827 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-57ccd8fc-f8d6-4ee7-a5c3-015b409d99c7 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:11.813669 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-57ccd8fc-f8d6-4ee7-a5c3-015b409d99c7 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] 10.222.0.64 "DELETE /v2.0/networks/76159d9d-3598-4214-afb0-ded32d30c124 HTTP/1.1" status: 204 len: 168 time: 1.0442102 Jul 07 21:14:11.816625 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43932) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:11.828276 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f1bb06-b766-4e58-81a6-e0159e600b26 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:11.851286 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ccd8fc-f8d6-4ee7-a5c3-015b409d99c7 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Pushing event deleted for resources: {'Network': ['ID=76159d9d-3598-4214-afb0-ded32d30c124,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:11.885084 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bd21c0cf-13aa-494b-aadc-ee52031d0287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:11.939422 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 95b1a2b0-da4a-49ce-a9a6-6393131dadad up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:14:11.954433 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21c0cf-13aa-494b-aadc-ee52031d0287 None None] Pushing event deleted for resources: {'Port': ['ID=65e582ac-fe2c-4dd3-99ea-fae77ecbb867,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:11.994237 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-23f1bb06-b766-4e58-81a6-e0159e600b26 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:12.004234 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7546db0c-a905-41dc-8144-da7b395d1789 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:12.009395 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd21c0cf-13aa-494b-aadc-ee52031d0287 None None] No DVR routers for this DVR port 65e582ac-fe2c-4dd3-99ea-fae77ecbb867 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:14:12.070185 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:12.070919 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:12.078954 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-23f1bb06-b766-4e58-81a6-e0159e600b26 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] device_id is not set on port e3c30bd2-de73-4663-b5f3-dc69a79db6c0 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:14:12.125816 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9da6b5-b7cb-459b-bd69-a7d379106077 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:12.177404 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7546db0c-a905-41dc-8144-da7b395d1789 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:12.189341 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-7546db0c-a905-41dc-8144-da7b395d1789 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0b9f3a-ea1f-4b18-b490-3d267fafeb19']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:12.209495 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-7546db0c-a905-41dc-8144-da7b395d1789 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2bd7bd-272e-407b-8fdd-a150d3c15a28') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:12.209952 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-7546db0c-a905-41dc-8144-da7b395d1789 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2bd7bd-272e-407b-8fdd-a150d3c15a28') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:12.228246 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7546db0c-a905-41dc-8144-da7b395d1789 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:12.260891 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-eb0759b7-9edc-4a7d-b3c8-1b77e7de5f28 None None] Provisioning complete for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:12.261594 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-eb0759b7-9edc-4a7d-b3c8-1b77e7de5f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:12.293337 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7546db0c-a905-41dc-8144-da7b395d1789 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:12.311479 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7546db0c-a905-41dc-8144-da7b395d1789 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:14:12.312280 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7546db0c-a905-41dc-8144-da7b395d1789 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:14:12.315887 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:14:12.350741 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-23f1bb06-b766-4e58-81a6-e0159e600b26 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 172.20.0.12 (cb09c065-2c12-4a87-893a-e106666fd7e8/2af1fbee-b7df-48fb-a9a3-74731a3d2053/e3c30bd2-de73-4663-b5f3-dc69a79db6c0) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:12.356610 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-23f1bb06-b766-4e58-81a6-e0159e600b26 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8::f816:3eff:fedd:dc12 (cb09c065-2c12-4a87-893a-e106666fd7e8/8b4635c9-86f6-4111-88e9-05fda578f24f/e3c30bd2-de73-4663-b5f3-dc69a79db6c0) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:12.372752 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 56e6e22f-396b-483e-9708-9dccc292fc16 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:14:12.435508 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 56e6e22f-396b-483e-9708-9dccc292fc16 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:14:12.435508 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 56e6e22f-396b-483e-9708-9dccc292fc16 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:14:12.435508 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 65e582ac-fe2c-4dd3-99ea-fae77ecbb867 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:14:12.435843 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7546db0c-a905-41dc-8144-da7b395d1789 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:12.448900 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7546db0c-a905-41dc-8144-da7b395d1789 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:12.450710 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7546db0c-a905-41dc-8144-da7b395d1789 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] 10.222.0.64 "DELETE /v2.0/networks/bd0b9f3a-ea1f-4b18-b490-3d267fafeb19 HTTP/1.1" status: 204 len: 168 time: 0.6330862 Jul 07 21:14:12.462772 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43936) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:12.478969 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546db0c-a905-41dc-8144-da7b395d1789 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Pushing event deleted for resources: {'Network': ['ID=bd0b9f3a-ea1f-4b18-b490-3d267fafeb19,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:12.502450 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 65e582ac-fe2c-4dd3-99ea-fae77ecbb867 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:14:12.502798 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 65e582ac-fe2c-4dd3-99ea-fae77ecbb867 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:14:12.593510 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c4519d0-b63b-4714-a503-5e570e797ad4 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Deleting subnet 051fa2f7-cb06-4ff5-bbc2-4fa7d26b69b0 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:14:12.598774 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c4519d0-b63b-4714-a503-5e570e797ad4 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:12.656620 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c4519d0-b63b-4714-a503-5e570e797ad4 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:12.747935 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-23f1bb06-b766-4e58-81a6-e0159e600b26 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:12.785171 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-23f1bb06-b766-4e58-81a6-e0159e600b26 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Transition to ACTIVE for port object e3c30bd2-de73-4663-b5f3-dc69a79db6c0 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:12.803122 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29da3ca-6898-4650-95b2-82741847257c None None] Update dhcp port {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'fixed_ips': [{'subnet_id': '8b4635c9-86f6-4111-88e9-05fda578f24f', 'ip_address': '2001:db8::f816:3eff:feee:7345'}, {'subnet_id': '2af1fbee-b7df-48fb-a9a3-74731a3d2053'}], 'binding:host_id': 'n-d-695189-11'}, 'id': '95b1a2b0-da4a-49ce-a9a6-6393131dadad'} from n-d-695189-11. {{(pid=100449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 21:14:12.808575 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c4519d0-b63b-4714-a503-5e570e797ad4 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:12.866862 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e29da3ca-6898-4650-95b2-82741847257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:12.887629 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-23f1bb06-b766-4e58-81a6-e0159e600b26 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:12.970018 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c4519d0-b63b-4714-a503-5e570e797ad4 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:13.030453 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f1bb06-b766-4e58-81a6-e0159e600b26 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:13.032712 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4519d0-b63b-4714-a503-5e570e797ad4 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Pushing event deleted for resources: {'Subnet': ['ID=051fa2f7-cb06-4ff5-bbc2-4fa7d26b69b0,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:13.049480 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-23f1bb06-b766-4e58-81a6-e0159e600b26 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:13.054231 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1bb06-b766-4e58-81a6-e0159e600b26 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=e3c30bd2-de73-4663-b5f3-dc69a79db6c0,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:13.056979 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f1bb06-b766-4e58-81a6-e0159e600b26 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:14:13.081753 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094adc8c-a999-4a52-8cde-ab3070056291 None None] Network 764e11fd-cc4c-4141-aea9-73a5debae8e9 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:13.087388 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c4519d0-b63b-4714-a503-5e570e797ad4 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:13.089466 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7c4519d0-b63b-4714-a503-5e570e797ad4 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] 10.222.0.64 "DELETE /v2.0/subnets/051fa2f7-cb06-4ff5-bbc2-4fa7d26b69b0 HTTP/1.1" status: 204 len: 168 time: 0.6263001 Jul 07 21:14:13.092328 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43946) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:13.198769 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f6905439-9586-485a-9dcf-9c77f4b130c8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:13.219666 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f1bb06-b766-4e58-81a6-e0159e600b26 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:13.220546 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-23f1bb06-b766-4e58-81a6-e0159e600b26 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:13.248201 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-23f1bb06-b766-4e58-81a6-e0159e600b26 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6959226 Jul 07 21:14:13.251597 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43948) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:13.281450 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-e29da3ca-6898-4650-95b2-82741847257c None None] Allocated IP 172.20.0.2 (cb09c065-2c12-4a87-893a-e106666fd7e8/2af1fbee-b7df-48fb-a9a3-74731a3d2053/95b1a2b0-da4a-49ce-a9a6-6393131dadad) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:13.309421 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b61249-ff6e-43e6-b633-eb7376cdb71a req-cf022269-f37b-47aa-9ac6-e032ac287e50 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:13.311055 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-76b61249-ff6e-43e6-b633-eb7376cdb71a req-cf022269-f37b-47aa-9ac6-e032ac287e50 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=8304a1c9-d163-406a-8b99-2491f3efd109 HTTP/1.1" status: 200 len: 946 time: 0.1419532 Jul 07 21:14:13.379812 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-76b61249-ff6e-43e6-b633-eb7376cdb71a req-f1309662-fe36-4f88-b999-4885c6fdbb44 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603135 Jul 07 21:14:13.499521 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-e29da3ca-6898-4650-95b2-82741847257c None None] For port 95b1a2b0-da4a-49ce-a9a6-6393131dadad, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=95b1a2b0-da4a-49ce-a9a6-6393131dadad,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:13.543263 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e29da3ca-6898-4650-95b2-82741847257c None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:13.552906 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08812a62-b8ba-43f0-83ea-0cfbfd0e75fd None None] DHCP port deletion for 764e11fd-cc4c-4141-aea9-73a5debae8e9 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:14:13.563979 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e29da3ca-6898-4650-95b2-82741847257c None None] Transition to ACTIVE for port object 95b1a2b0-da4a-49ce-a9a6-6393131dadad will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:13.588656 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e29da3ca-6898-4650-95b2-82741847257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:13.730109 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29da3ca-6898-4650-95b2-82741847257c None None] Pushing event updated for resources: {'Port': ['ID=95b1a2b0-da4a-49ce-a9a6-6393131dadad,revision_number=12']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:13.741394 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-08812a62-b8ba-43f0-83ea-0cfbfd0e75fd None None] Deleting port 8cb9866a-4192-42c2-becd-a9a63213b4da {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:13.741857 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-08812a62-b8ba-43f0-83ea-0cfbfd0e75fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:13.790308 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261fbebf-105c-43d3-a229-d771d444538f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:13.804928 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261fbebf-105c-43d3-a229-d771d444538f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:13.809506 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-261fbebf-105c-43d3-a229-d771d444538f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.5547314 Jul 07 21:14:13.809506 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-f6905439-9586-485a-9dcf-9c77f4b130c8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Deleting port 8cb9866a-4192-42c2-becd-a9a63213b4da {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:13.809506 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f6905439-9586-485a-9dcf-9c77f4b130c8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:13.809731 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43956) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:13.903688 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-08812a62-b8ba-43f0-83ea-0cfbfd0e75fd None None] For port 8cb9866a-4192-42c2-becd-a9a63213b4da, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=8cb9866a-4192-42c2-becd-a9a63213b4da,segment=NetworkSegment(7ce65453-efa3-478a-b993-b7fdc00f1407),segment_id=7ce65453-efa3-478a-b993-b7fdc00f1407)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:13.904798 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-08812a62-b8ba-43f0-83ea-0cfbfd0e75fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:13.930926 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 95b1a2b0-da4a-49ce-a9a6-6393131dadad up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:14:13.953141 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-f6905439-9586-485a-9dcf-9c77f4b130c8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] For port 8cb9866a-4192-42c2-becd-a9a63213b4da, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=8cb9866a-4192-42c2-becd-a9a63213b4da,segment=NetworkSegment(7ce65453-efa3-478a-b993-b7fdc00f1407),segment_id=7ce65453-efa3-478a-b993-b7fdc00f1407)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:13.953508 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f6905439-9586-485a-9dcf-9c77f4b130c8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:13.977668 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-f6905439-9586-485a-9dcf-9c77f4b130c8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Calling delete_port for 8cb9866a-4192-42c2-becd-a9a63213b4da owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:13.998781 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-08812a62-b8ba-43f0-83ea-0cfbfd0e75fd None None] Calling delete_port for 8cb9866a-4192-42c2-becd-a9a63213b4da owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:14.021776 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-177c75d2-95f5-4892-9002-786c3ba72963 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting port e3c30bd2-de73-4663-b5f3-dc69a79db6c0 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:14.022207 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-177c75d2-95f5-4892-9002-786c3ba72963 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:14.095607 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f6905439-9586-485a-9dcf-9c77f4b130c8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:14.132984 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6905439-9586-485a-9dcf-9c77f4b130c8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] No DVR routers for this DVR port 8cb9866a-4192-42c2-becd-a9a63213b4da on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:14:14.140992 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6905439-9586-485a-9dcf-9c77f4b130c8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Pushing event deleted for resources: {'Port': ['ID=8cb9866a-4192-42c2-becd-a9a63213b4da,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:14.203505 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-177c75d2-95f5-4892-9002-786c3ba72963 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:14.226153 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-177c75d2-95f5-4892-9002-786c3ba72963 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Calling delete_port for e3c30bd2-de73-4663-b5f3-dc69a79db6c0 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:14.238299 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-08812a62-b8ba-43f0-83ea-0cfbfd0e75fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:14.298233 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f6905439-9586-485a-9dcf-9c77f4b130c8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:14.320012 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08812a62-b8ba-43f0-83ea-0cfbfd0e75fd None None] Pushing event deleted for resources: {'Port': ['ID=8cb9866a-4192-42c2-becd-a9a63213b4da,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:14.326931 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 8cb9866a-4192-42c2-becd-a9a63213b4da no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:14:14.329750 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-f6905439-9586-485a-9dcf-9c77f4b130c8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764e11fd-cc4c-4141-aea9-73a5debae8e9']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:14.353405 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08812a62-b8ba-43f0-83ea-0cfbfd0e75fd None None] No DVR routers for this DVR port 8cb9866a-4192-42c2-becd-a9a63213b4da on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:14:14.355057 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-f6905439-9586-485a-9dcf-9c77f4b130c8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce65453-efa3-478a-b993-b7fdc00f1407') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:14.355189 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-f6905439-9586-485a-9dcf-9c77f4b130c8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce65453-efa3-478a-b993-b7fdc00f1407') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:14.355395 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 8cb9866a-4192-42c2-becd-a9a63213b4da {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:14:14.356004 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 8cb9866a-4192-42c2-becd-a9a63213b4da not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:14:14.385519 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f6905439-9586-485a-9dcf-9c77f4b130c8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:14.401919 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f6905439-9586-485a-9dcf-9c77f4b130c8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:14.410606 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6905439-9586-485a-9dcf-9c77f4b130c8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:14:14.411131 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f6905439-9586-485a-9dcf-9c77f4b130c8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:14:14.415202 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:14:14.499744 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f6905439-9586-485a-9dcf-9c77f4b130c8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:14.507718 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f6905439-9586-485a-9dcf-9c77f4b130c8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:14.509947 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f6905439-9586-485a-9dcf-9c77f4b130c8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] 10.222.0.64 "DELETE /v2.0/networks/764e11fd-cc4c-4141-aea9-73a5debae8e9 HTTP/1.1" status: 204 len: 168 time: 1.4166658 Jul 07 21:14:14.517593 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43966) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:14.590093 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4ec09e57-9f8e-4e05-bb0b-80bc7d9e5d13 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] 10.222.0.64 "GET /v2.0/ports?device_id=a499d64e-a55c-4aaf-ba6c-aa150b993660 HTTP/1.1" status: 200 len: 205 time: 0.0713465 Jul 07 21:14:14.591434 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6905439-9586-485a-9dcf-9c77f4b130c8 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Pushing event deleted for resources: {'Network': ['ID=764e11fd-cc4c-4141-aea9-73a5debae8e9,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:14.593912 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43970) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:14.645540 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-177c75d2-95f5-4892-9002-786c3ba72963 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:14.731561 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c75d2-95f5-4892-9002-786c3ba72963 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Port': ['ID=e3c30bd2-de73-4663-b5f3-dc69a79db6c0,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:14.737998 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-91d6c5f7-b467-40be-ae8a-916aabb8b976 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:14.742162 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-00f941fd-f368-4b96-aa33-5d0e7a8b55a2 None None] Provisioning for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:14:14.746254 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-00f941fd-f368-4b96-aa33-5d0e7a8b55a2 None None] Provisioning complete for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:14.746840 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-00f941fd-f368-4b96-aa33-5d0e7a8b55a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:14.985259 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-bdd4fa0c-1bd2-4821-af22-9082a60edfa7 None None] Could not find standard attr ID for object e3c30bd2-de73-4663-b5f3-dc69a79db6c0. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:14:15.000387 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-91d6c5f7-b467-40be-ae8a-916aabb8b976 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:15.028479 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-91d6c5f7-b467-40be-ae8a-916aabb8b976 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:15.042439 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeeb377-75a6-4691-b3cd-447ca094476a req-75c957f3-b1d9-4eb3-982f-187c5a49bf1d tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:15.044773 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-daeeb377-75a6-4691-b3cd-447ca094476a req-75c957f3-b1d9-4eb3-982f-187c5a49bf1d tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.58 "GET /v2.0/ports?device_id=8304a1c9-d163-406a-8b99-2491f3efd109 HTTP/1.1" status: 200 len: 946 time: 0.0849867 Jul 07 21:14:15.104863 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-91d6c5f7-b467-40be-ae8a-916aabb8b976 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:15.106660 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d6c5f7-b467-40be-ae8a-916aabb8b976 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Fanout notify agent at l3_agent the message router_deleted on router a499d64e-a55c-4aaf-ba6c-aa150b993660 {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:14:15.117222 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-91d6c5f7-b467-40be-ae8a-916aabb8b976 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:15.124158 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-91d6c5f7-b467-40be-ae8a-916aabb8b976 tempest-RoutersNegativeTest-1194961715 tempest-RoutersNegativeTest-1194961715-project] 10.222.0.64 "DELETE /v2.0/routers/a499d64e-a55c-4aaf-ba6c-aa150b993660 HTTP/1.1" status: 204 len: 168 time: 0.5241921 Jul 07 21:14:15.150702 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763989d3-e875-4aac-a07d-806d12ac43be req-9e424861-0d37-41e0-a217-a78f903d5895 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:15.153048 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-763989d3-e875-4aac-a07d-806d12ac43be req-9e424861-0d37-41e0-a217-a78f903d5895 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=8304a1c9-d163-406a-8b99-2491f3efd109 HTTP/1.1" status: 200 len: 946 time: 0.5708470 Jul 07 21:14:15.156814 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-177c75d2-95f5-4892-9002-786c3ba72963 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:15.161874 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-177c75d2-95f5-4892-9002-786c3ba72963 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/e3c30bd2-de73-4663-b5f3-dc69a79db6c0 HTTP/1.1" status: 204 len: 168 time: 1.3482738 Jul 07 21:14:15.168481 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43974) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:15.218419 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-daeeb377-75a6-4691-b3cd-447ca094476a req-189c459c-6120-4415-b339-825b400aec34 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Deleting port fdbcb26a-37ec-4428-85dc-8c9b17426555 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:15.218768 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-daeeb377-75a6-4691-b3cd-447ca094476a req-189c459c-6120-4415-b339-825b400aec34 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:15.265569 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-763989d3-e875-4aac-a07d-806d12ac43be req-4683b04b-bc84-43cb-9297-47347b972618 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055458 Jul 07 21:14:15.287082 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcea7ab7-448d-46e5-b60c-a25691d40c02 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:15.288688 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcea7ab7-448d-46e5-b60c-a25691d40c02 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:15.290332 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcea7ab7-448d-46e5-b60c-a25691d40c02 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:15.297443 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bcea7ab7-448d-46e5-b60c-a25691d40c02 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1259336 Jul 07 21:14:15.300414 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 43978) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:15.394065 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-756cccb6-b47c-46c9-92a1-e5f8e997c72c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet 2af1fbee-b7df-48fb-a9a3-74731a3d2053 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:14:15.404062 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-756cccb6-b47c-46c9-92a1-e5f8e997c72c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:15.444015 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-daeeb377-75a6-4691-b3cd-447ca094476a req-189c459c-6120-4415-b339-825b400aec34 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] For port fdbcb26a-37ec-4428-85dc-8c9b17426555, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=fdbcb26a-37ec-4428-85dc-8c9b17426555,segment=NetworkSegment(58fb124c-c894-49e4-8eef-1936160d5a51),segment_id=58fb124c-c894-49e4-8eef-1936160d5a51)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:15.444413 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-daeeb377-75a6-4691-b3cd-447ca094476a req-189c459c-6120-4415-b339-825b400aec34 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:15.464383 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-daeeb377-75a6-4691-b3cd-447ca094476a req-189c459c-6120-4415-b339-825b400aec34 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Calling delete_port for fdbcb26a-37ec-4428-85dc-8c9b17426555 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:15.467578 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-756cccb6-b47c-46c9-92a1-e5f8e997c72c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:15.560198 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43982) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:15.645103 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1ff5682a-b816-4c3d-93cf-99a19bcae16b req-0770f3ab-8199-4822-b91e-e1b9266beacf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f1355dbf-532c-4fea-ac5e-4882cd0ba5c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1819940 Jul 07 21:14:15.656199 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-756cccb6-b47c-46c9-92a1-e5f8e997c72c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:15.731587 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0f85a4ef-1cd2-4c77-aade-b5a9c5f2d5a0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=19851fbda8764cb6ba53ea3d26e3c2b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1673379 Jul 07 21:14:15.732123 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43988) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:15.807391 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-756cccb6-b47c-46c9-92a1-e5f8e997c72c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:15.808754 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59e8eb1e-5745-41fe-a0f7-02a6089c4c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:15.819912 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-daeeb377-75a6-4691-b3cd-447ca094476a req-189c459c-6120-4415-b339-825b400aec34 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:15.831522 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59e8eb1e-5745-41fe-a0f7-02a6089c4c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:15.834269 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e', '66d74393-721e-4983-8421-d46b9204a3bf'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:14:15.837996 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0c2baac1-9f13-462b-8d99-f0052ded7660', 'fdbcb26a-37ec-4428-85dc-8c9b17426555'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:14:15.876882 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cccb6-b47c-46c9-92a1-e5f8e997c72c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=2af1fbee-b7df-48fb-a9a3-74731a3d2053,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:15.879432 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-756cccb6-b47c-46c9-92a1-e5f8e997c72c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:15.884102 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-756cccb6-b47c-46c9-92a1-e5f8e997c72c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/2af1fbee-b7df-48fb-a9a3-74731a3d2053 HTTP/1.1" status: 204 len: 168 time: 0.5799775 Jul 07 21:14:15.884672 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 43990) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:15.885576 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5682a-b816-4c3d-93cf-99a19bcae16b req-da6f1c0d-c8b2-4e36-a50f-4d5d30b800d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:15.887033 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1ff5682a-b816-4c3d-93cf-99a19bcae16b req-da6f1c0d-c8b2-4e36-a50f-4d5d30b800d6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cac6c510af104ba09c90ccd142f51a19&device_id=f1355dbf-532c-4fea-ac5e-4882cd0ba5c5 HTTP/1.1" status: 200 len: 1097 time: 0.1811693 Jul 07 21:14:15.888516 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c459c-6120-4415-b339-825b400aec34 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Pushing event deleted for resources: {'Port': ['ID=fdbcb26a-37ec-4428-85dc-8c9b17426555,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:15.910889 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb1b039-7a3c-4be6-bf4b-114fa74bc9f9 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:15.948196 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-daeeb377-75a6-4691-b3cd-447ca094476a req-189c459c-6120-4415-b339-825b400aec34 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] No DVR routers for this DVR port fdbcb26a-37ec-4428-85dc-8c9b17426555 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:14:15.960212 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-daeeb377-75a6-4691-b3cd-447ca094476a req-189c459c-6120-4415-b339-825b400aec34 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:15.962525 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-daeeb377-75a6-4691-b3cd-447ca094476a req-189c459c-6120-4415-b339-825b400aec34 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.58 "DELETE /v2.0/ports/fdbcb26a-37ec-4428-85dc-8c9b17426555 HTTP/1.1" status: 204 len: 173 time: 0.9096241 Jul 07 21:14:15.963056 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8304a1c9-d163-406a-8b99-2491f3efd109', 'name': 'network-vif-deleted', 'tag': 'fdbcb26a-37ec-4428-85dc-8c9b17426555'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:14:15.965334 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6deb872c-a804-4b66-b395-425372ffe28e" -d '{"events": [{"server_uuid": "8304a1c9-d163-406a-8b99-2491f3efd109", "name": "network-vif-deleted", "tag": "fdbcb26a-37ec-4428-85dc-8c9b17426555"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:14:15.967594 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac82a310-dbda-4829-982c-cf111d7d369d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet 8b4635c9-86f6-4111-88e9-05fda578f24f {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:14:15.972514 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59e8eb1e-5745-41fe-a0f7-02a6089c4c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:15.976388 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-59e8eb1e-5745-41fe-a0f7-02a6089c4c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:15.977549 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-59e8eb1e-5745-41fe-a0f7-02a6089c4c6c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/35d1985f-4d2e-466e-a091-254f6e0902a2 HTTP/1.1" status: 204 len: 168 time: 0.2445025 Jul 07 21:14:15.978568 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ac82a310-dbda-4829-982c-cf111d7d369d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:16.051976 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2654d5-4f39-4a84-abc9-51e8048c5df0 x-openstack-request-id: req-9a2654d5-4f39-4a84-abc9-51e8048c5df0 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:14:16.052942 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8304a1c9-d163-406a-8b99-2491f3efd109", "name": "network-vif-deleted", "tag": "fdbcb26a-37ec-4428-85dc-8c9b17426555", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:14:16.053891 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9a2654d5-4f39-4a84-abc9-51e8048c5df0 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:14:16.054587 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8304a1c9-d163-406a-8b99-2491f3efd109', 'name': 'network-vif-deleted', 'tag': 'fdbcb26a-37ec-4428-85dc-8c9b17426555', 'status': 'completed', 'code': 200} Jul 07 21:14:16.078609 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8eb1e-5745-41fe-a0f7-02a6089c4c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d1985f-4d2e-466e-a091-254f6e0902a2,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:16.126444 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ac82a310-dbda-4829-982c-cf111d7d369d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:16.138683 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5682a-b816-4c3d-93cf-99a19bcae16b req-a8d4d58c-0df2-41e7-a728-43a5943b8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:16.142640 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1ff5682a-b816-4c3d-93cf-99a19bcae16b req-a8d4d58c-0df2-41e7-a728-43a5943b8d09 service neutron] 10.222.0.58 "GET /v2.0/networks?id=52efefbb-28df-45b6-b938-6100f70e7fd5 HTTP/1.1" status: 200 len: 916 time: 0.2044132 Jul 07 21:14:16.213727 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1ff5682a-b816-4c3d-93cf-99a19bcae16b req-91485f9f-48f3-426d-9278-ca106b0dd756 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c2baac1-9f13-462b-8d99-f0052ded7660 HTTP/1.1" status: 200 len: 217 time: 0.0637369 Jul 07 21:14:16.293134 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ac82a310-dbda-4829-982c-cf111d7d369d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:16.338001 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5682a-b816-4c3d-93cf-99a19bcae16b req-fe61959b-63d5-4ebf-a1f4-3956c6160dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:16.339995 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1ff5682a-b816-4c3d-93cf-99a19bcae16b req-fe61959b-63d5-4ebf-a1f4-3956c6160dd9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e3aec7e4-4ac9-4591-bb22-5f8a519b186b HTTP/1.1" status: 200 len: 855 time: 0.1149399 Jul 07 21:14:16.415071 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ac82a310-dbda-4829-982c-cf111d7d369d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:16.420770 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1ff5682a-b816-4c3d-93cf-99a19bcae16b req-01df0ba1-6025-4f76-bc8f-66b37a6d4372 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=52efefbb-28df-45b6-b938-6100f70e7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716114 Jul 07 21:14:16.493032 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ac82a310-dbda-4829-982c-cf111d7d369d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:16.497667 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ac82a310-dbda-4829-982c-cf111d7d369d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/8b4635c9-86f6-4111-88e9-05fda578f24f HTTP/1.1" status: 204 len: 168 time: 0.6097510 Jul 07 21:14:16.497667 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82a310-dbda-4829-982c-cf111d7d369d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=8b4635c9-86f6-4111-88e9-05fda578f24f,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:16.499947 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44006) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:16.608933 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-28d7209b-e473-47e3-966c-aa4603f0934f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1071887 Jul 07 21:14:16.611854 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44010) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:16.628311 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6db980-8a2a-4825-ba77-70557724f352 None None] Update dhcp port {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'fixed_ips': [{'subnet_id': '8b4635c9-86f6-4111-88e9-05fda578f24f'}], 'binding:host_id': 'n-d-695189-11'}, 'id': '95b1a2b0-da4a-49ce-a9a6-6393131dadad'} from n-d-695189-11. {{(pid=100449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 21:14:16.642347 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-d0b3bf98-b83f-4a3c-af87-855253305df4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:16.661611 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d2795a5c-0c88-4993-bccc-28a56530c5a0 req-5c9dc966-bbe5-443c-9079-fc8d2f4fb916 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=8304a1c9-d163-406a-8b99-2491f3efd109 HTTP/1.1" status: 200 len: 210 time: 0.1453764 Jul 07 21:14:16.668888 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1ff5682a-b816-4c3d-93cf-99a19bcae16b req-bde79562-4817-4b70-90af-0f3d670a57e4 service neutron] 10.222.0.58 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398028 Jul 07 21:14:16.705039 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ab6db980-8a2a-4825-ba77-70557724f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:16.821391 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b3bf98-b83f-4a3c-af87-855253305df4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:16.825556 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d0b3bf98-b83f-4a3c-af87-855253305df4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:16.898145 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1ff5682a-b816-4c3d-93cf-99a19bcae16b req-eb8b33a0-7e21-499b-a546-e54345ba086a service neutron] 10.222.0.58 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201986 Jul 07 21:14:17.028193 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e685517e-5eac-4d8c-8047-35d6612e1f6b None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:17.114827 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d0b3bf98-b83f-4a3c-af87-855253305df4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:17.162991 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-427fe6aa-1fda-4e13-9bc3-e1ce537918d9 None None] Provisioning complete for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:17.163643 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-427fe6aa-1fda-4e13-9bc3-e1ce537918d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:17.173172 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b3bf98-b83f-4a3c-af87-855253305df4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:17.178502 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-d0b3bf98-b83f-4a3c-af87-855253305df4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:17.183358 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b3bf98-b83f-4a3c-af87-855253305df4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:17.184083 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d0b3bf98-b83f-4a3c-af87-855253305df4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:17.197023 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3bf98-b83f-4a3c-af87-855253305df4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=33018cc6-2290-4e3f-8aed-8581ff545820,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:17.204956 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d0b3bf98-b83f-4a3c-af87-855253305df4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5920501 Jul 07 21:14:17.207994 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44024) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:17.220578 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-050a243c-1df5-44ef-83d1-99ad226783b3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:17.352962 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d0e5f4-ab7b-40ef-949e-6dd81607f58c None None] Update dhcp port {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'fixed_ips': [{'subnet_id': '33018cc6-2290-4e3f-8aed-8581ff545820'}], 'binding:host_id': 'n-d-695189-11'}, 'id': '95b1a2b0-da4a-49ce-a9a6-6393131dadad'} from n-d-695189-11. {{(pid=100449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 21:14:17.382149 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050a243c-1df5-44ef-83d1-99ad226783b3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:17.388230 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-050a243c-1df5-44ef-83d1-99ad226783b3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:17.397820 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-89d0e5f4-ab7b-40ef-949e-6dd81607f58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:17.773304 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-89d0e5f4-ab7b-40ef-949e-6dd81607f58c None None] Allocated IP 172.20.0.2 (cb09c065-2c12-4a87-893a-e106666fd7e8/33018cc6-2290-4e3f-8aed-8581ff545820/95b1a2b0-da4a-49ce-a9a6-6393131dadad) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:18.238694 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 95b1a2b0-da4a-49ce-a9a6-6393131dadad no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:14:18.387743 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-89d0e5f4-ab7b-40ef-949e-6dd81607f58c None None] For port 95b1a2b0-da4a-49ce-a9a6-6393131dadad, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=95b1a2b0-da4a-49ce-a9a6-6393131dadad,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:18.404497 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:18.450523 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-89d0e5f4-ab7b-40ef-949e-6dd81607f58c None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:18.466530 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-89d0e5f4-ab7b-40ef-949e-6dd81607f58c None None] Transition to ACTIVE for port object 95b1a2b0-da4a-49ce-a9a6-6393131dadad will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:18.472982 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-89d0e5f4-ab7b-40ef-949e-6dd81607f58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:18.543674 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0e5f4-ab7b-40ef-949e-6dd81607f58c None None] Pushing event updated for resources: {'Port': ['ID=95b1a2b0-da4a-49ce-a9a6-6393131dadad,revision_number=15']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:18.654510 n-d-695189-11 neutron-server[100448]: DEBUG neutron.objects.ports [None req-050a243c-1df5-44ef-83d1-99ad226783b3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 21:14:18.659177 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.db.api [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:14:18.659806 n-d-695189-11 neutron-server[100449]: DEBUG oslo_db.api [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:14:19.037688 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-050a243c-1df5-44ef-83d1-99ad226783b3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:19.320550 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:19.352943 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-050a243c-1df5-44ef-83d1-99ad226783b3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] For port 95b1a2b0-da4a-49ce-a9a6-6393131dadad, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=95b1a2b0-da4a-49ce-a9a6-6393131dadad,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:19.462415 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-050a243c-1df5-44ef-83d1-99ad226783b3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:19.470819 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-050a243c-1df5-44ef-83d1-99ad226783b3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:19.475890 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-050a243c-1df5-44ef-83d1-99ad226783b3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:19.523121 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050a243c-1df5-44ef-83d1-99ad226783b3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:19.527169 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-050a243c-1df5-44ef-83d1-99ad226783b3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:19.565690 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.db.api [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:14:19.565976 n-d-695189-11 neutron-server[100449]: DEBUG oslo_db.api [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:14:19.575210 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050a243c-1df5-44ef-83d1-99ad226783b3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:19.575851 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-050a243c-1df5-44ef-83d1-99ad226783b3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:19.649602 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44068) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:19.650163 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-050a243c-1df5-44ef-83d1-99ad226783b3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4403989 Jul 07 21:14:19.652587 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device fdbcb26a-37ec-4428-85dc-8c9b17426555 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:14:19.656492 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-257d9387-b47f-4c52-b050-a9d8e90d9946 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'mac_address': 'fa:16:3e:dc:48:38', 'name': 'tempest-NetworksTestDHCPv6-1331584548'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:19.686399 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a243c-1df5-44ef-83d1-99ad226783b3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=224c4aba-e075-4480-964b-15fe4b9e3684,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:19.696099 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a243c-1df5-44ef-83d1-99ad226783b3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=95b1a2b0-da4a-49ce-a9a6-6393131dadad,revision_number=17']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:19.698932 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: fdbcb26a-37ec-4428-85dc-8c9b17426555 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:14:19.699396 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device fdbcb26a-37ec-4428-85dc-8c9b17426555 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:14:19.744008 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-edc4be9f-952c-450f-bc64-46d02eb5a8ca req-aa869a4a-ecf6-4b01-ad76-b6c0492521b9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=461cfa5a-6441-4370-a557-068af51636d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1656067 Jul 07 21:14:19.840798 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f2a7af-044e-448b-b94b-ff8266c9b9f3 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:19.880358 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4be9f-952c-450f-bc64-46d02eb5a8ca req-590bda54-badb-439a-97cd-51723807d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:19.881957 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-edc4be9f-952c-450f-bc64-46d02eb5a8ca req-590bda54-badb-439a-97cd-51723807d761 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cac6c510af104ba09c90ccd142f51a19&device_id=461cfa5a-6441-4370-a557-068af51636d8 HTTP/1.1" status: 200 len: 1098 time: 0.0771780 Jul 07 21:14:19.887749 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-41e0b104-68fb-4087-a75c-2c333a85603a None None] Provisioning for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:14:19.892942 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-41e0b104-68fb-4087-a75c-2c333a85603a None None] Provisioning complete for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:19.893431 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-41e0b104-68fb-4087-a75c-2c333a85603a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:19.919790 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257d9387-b47f-4c52-b050-a9d8e90d9946 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:20.031490 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4be9f-952c-450f-bc64-46d02eb5a8ca req-be09bbf7-025c-460e-b1e8-a46ab9a9f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:20.034066 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-edc4be9f-952c-450f-bc64-46d02eb5a8ca req-be09bbf7-025c-460e-b1e8-a46ab9a9f298 service neutron] 10.222.0.39 "GET /v2.0/networks?id=52efefbb-28df-45b6-b938-6100f70e7fd5 HTTP/1.1" status: 200 len: 916 time: 0.1296208 Jul 07 21:14:20.085370 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-edc4be9f-952c-450f-bc64-46d02eb5a8ca req-70ae92dc-f44f-4357-8d7c-85d82d1cbe2f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e HTTP/1.1" status: 200 len: 217 time: 0.0415072 Jul 07 21:14:20.121777 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-257d9387-b47f-4c52-b050-a9d8e90d9946 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:20.124986 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:20.171252 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-257d9387-b47f-4c52-b050-a9d8e90d9946 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] device_id is not set on port 344a68ad-3920-4cf8-aafe-a7d8530218dd yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:14:20.177169 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4be9f-952c-450f-bc64-46d02eb5a8ca req-73e20d86-970f-4786-b4b2-0d61c93ae049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:20.179626 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-edc4be9f-952c-450f-bc64-46d02eb5a8ca req-73e20d86-970f-4786-b4b2-0d61c93ae049 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e3aec7e4-4ac9-4591-bb22-5f8a519b186b HTTP/1.1" status: 200 len: 855 time: 0.0868769 Jul 07 21:14:20.236860 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:20.237903 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:20.275701 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-edc4be9f-952c-450f-bc64-46d02eb5a8ca req-6b2b81c2-fb6c-4521-b86f-fed62c230de8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52efefbb-28df-45b6-b938-6100f70e7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843470 Jul 07 21:14:20.293379 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 95b1a2b0-da4a-49ce-a9a6-6393131dadad, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=95b1a2b0-da4a-49ce-a9a6-6393131dadad,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:20.300881 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:20.468279 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=95b1a2b0-da4a-49ce-a9a6-6393131dadad,revision_number=18']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:20.470912 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-edc4be9f-952c-450f-bc64-46d02eb5a8ca req-271ec5df-8eb6-4aef-a49a-85abec2d3ff2 service neutron] 10.222.0.39 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840155 Jul 07 21:14:20.565692 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 95b1a2b0-da4a-49ce-a9a6-6393131dadad up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:14:20.733643 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-257d9387-b47f-4c52-b050-a9d8e90d9946 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 172.20.0.13 (cb09c065-2c12-4a87-893a-e106666fd7e8/33018cc6-2290-4e3f-8aed-8581ff545820/344a68ad-3920-4cf8-aafe-a7d8530218dd) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:20.754804 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-257d9387-b47f-4c52-b050-a9d8e90d9946 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8::f816:3eff:fedc:4838 (cb09c065-2c12-4a87-893a-e106666fd7e8/224c4aba-e075-4480-964b-15fe4b9e3684/344a68ad-3920-4cf8-aafe-a7d8530218dd) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:20.764225 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:20.764613 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:20.822401 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-edc4be9f-952c-450f-bc64-46d02eb5a8ca req-0233026b-04bc-403a-a112-378bae36ea62 service neutron] 10.222.0.39 "GET /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447063 Jul 07 21:14:20.946477 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:21.013282 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 95b1a2b0-da4a-49ce-a9a6-6393131dadad, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=95b1a2b0-da4a-49ce-a9a6-6393131dadad,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:21.018920 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:21.073851 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-257d9387-b47f-4c52-b050-a9d8e90d9946 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:21.090397 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-257d9387-b47f-4c52-b050-a9d8e90d9946 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Transition to ACTIVE for port object 344a68ad-3920-4cf8-aafe-a7d8530218dd will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:21.109351 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=95b1a2b0-da4a-49ce-a9a6-6393131dadad,revision_number=19']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:21.176935 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-257d9387-b47f-4c52-b050-a9d8e90d9946 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:21.269288 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257d9387-b47f-4c52-b050-a9d8e90d9946 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:21.273090 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-257d9387-b47f-4c52-b050-a9d8e90d9946 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:21.279650 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257d9387-b47f-4c52-b050-a9d8e90d9946 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:14:21.313907 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d9387-b47f-4c52-b050-a9d8e90d9946 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=344a68ad-3920-4cf8-aafe-a7d8530218dd,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:21.345650 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257d9387-b47f-4c52-b050-a9d8e90d9946 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:21.346305 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-257d9387-b47f-4c52-b050-a9d8e90d9946 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:21.375295 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-257d9387-b47f-4c52-b050-a9d8e90d9946 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7244322 Jul 07 21:14:21.377742 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44084) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:21.419835 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abef58a-54e8-4b0b-9263-c02e40e14945 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:21.463920 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d416e421-57b6-4a63-8a3e-8bcf186e6b62 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:21.470312 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d416e421-57b6-4a63-8a3e-8bcf186e6b62 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:21.482823 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44086) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:21.483272 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d416e421-57b6-4a63-8a3e-8bcf186e6b62 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.1044807 Jul 07 21:14:21.515040 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6b8cac26-979e-4d57-872e-5dc2642f44bd None None] Provisioning complete for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:21.515627 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6b8cac26-979e-4d57-872e-5dc2642f44bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:21.633862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a3b75-614b-4efc-9e1f-40eb4df7f101 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting port 344a68ad-3920-4cf8-aafe-a7d8530218dd {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:21.634291 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e1a3b75-614b-4efc-9e1f-40eb4df7f101 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:21.779394 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e1a3b75-614b-4efc-9e1f-40eb4df7f101 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:21.792970 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a3b75-614b-4efc-9e1f-40eb4df7f101 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Calling delete_port for 344a68ad-3920-4cf8-aafe-a7d8530218dd owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:22.124529 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e1a3b75-614b-4efc-9e1f-40eb4df7f101 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:22.163100 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a3b75-614b-4efc-9e1f-40eb4df7f101 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Port': ['ID=344a68ad-3920-4cf8-aafe-a7d8530218dd,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:22.375810 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e1a3b75-614b-4efc-9e1f-40eb4df7f101 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:22.386808 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44100) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:22.403903 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2c78b0af-12bd-433e-83d2-e25816818bbc None None] Could not find standard attr ID for object 344a68ad-3920-4cf8-aafe-a7d8530218dd. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:14:22.421874 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0e1a3b75-614b-4efc-9e1f-40eb4df7f101 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/344a68ad-3920-4cf8-aafe-a7d8530218dd HTTP/1.1" status: 204 len: 168 time: 0.9373014 Jul 07 21:14:22.439360 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2c78b0af-12bd-433e-83d2-e25816818bbc None None] Provisioning complete for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:22.440049 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2c78b0af-12bd-433e-83d2-e25816818bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:22.529168 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 95b1a2b0-da4a-49ce-a9a6-6393131dadad up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:14:22.574171 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7bd674-9c8f-4976-a9ad-aba7531cf1ae tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:22.576980 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7bd674-9c8f-4976-a9ad-aba7531cf1ae tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:22.577403 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7bd674-9c8f-4976-a9ad-aba7531cf1ae tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:22.582368 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44104) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:22.596108 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1a7bd674-9c8f-4976-a9ad-aba7531cf1ae tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2067966 Jul 07 21:14:22.779785 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:22.780184 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:22.873863 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e246996-cf10-4671-8b31-1b6d4bef7b93 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet 224c4aba-e075-4480-964b-15fe4b9e3684 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:14:22.892089 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2e246996-cf10-4671-8b31-1b6d4bef7b93 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:22.973633 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2e246996-cf10-4671-8b31-1b6d4bef7b93 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:23.008832 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-76f52ff6-0f6f-4ff2-b478-376a80301624 None None] Could not find standard attr ID for object 344a68ad-3920-4cf8-aafe-a7d8530218dd. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:14:23.173841 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2e246996-cf10-4671-8b31-1b6d4bef7b93 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:23.326245 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2e246996-cf10-4671-8b31-1b6d4bef7b93 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:23.374239 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e246996-cf10-4671-8b31-1b6d4bef7b93 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=224c4aba-e075-4480-964b-15fe4b9e3684,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:23.377506 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2e246996-cf10-4671-8b31-1b6d4bef7b93 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:23.379985 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2e246996-cf10-4671-8b31-1b6d4bef7b93 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/224c4aba-e075-4480-964b-15fe4b9e3684 HTTP/1.1" status: 204 len: 168 time: 0.7963178 Jul 07 21:14:23.382689 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44122) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:23.505359 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a5b40a-64c8-46c4-8fa7-aaf52f4e27ab None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:23.520897 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-17fa25cc-fd58-4320-b1fe-ac4600cad984 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet 33018cc6-2290-4e3f-8aed-8581ff545820 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:14:23.525487 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17fa25cc-fd58-4320-b1fe-ac4600cad984 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:23.540404 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a2ee9-f0fa-44f1-8391-c12cc56fac49 req-e7ad3a3d-4200-4737-8d84-22085a71f061 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:23.552218 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d3a2ee9-f0fa-44f1-8391-c12cc56fac49 req-e7ad3a3d-4200-4737-8d84-22085a71f061 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=35e58c87-21e1-495e-87ce-0526f268dea8 HTTP/1.1" status: 200 len: 945 time: 0.8322489 Jul 07 21:14:23.594588 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17fa25cc-fd58-4320-b1fe-ac4600cad984 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:23.628193 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6d3a2ee9-f0fa-44f1-8391-c12cc56fac49 req-fd917269-eaab-4d1c-85fb-4ccb87cc0c27 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749335 Jul 07 21:14:23.741202 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17fa25cc-fd58-4320-b1fe-ac4600cad984 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:23.824840 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17fa25cc-fd58-4320-b1fe-ac4600cad984 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:23.858488 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa25cc-fd58-4320-b1fe-ac4600cad984 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=33018cc6-2290-4e3f-8aed-8581ff545820,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:23.875610 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17fa25cc-fd58-4320-b1fe-ac4600cad984 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:23.882829 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-17fa25cc-fd58-4320-b1fe-ac4600cad984 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/33018cc6-2290-4e3f-8aed-8581ff545820 HTTP/1.1" status: 204 len: 168 time: 0.4982920 Jul 07 21:14:23.885239 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44124) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:23.942234 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-35f4723b-d64a-4f87-96b3-c149afbf4296 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534892 Jul 07 21:14:23.942615 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44128) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:23.946980 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b1efa1-71d2-49df-931d-ab473729bc56 None None] Update dhcp port {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'fixed_ips': [{'subnet_id': '33018cc6-2290-4e3f-8aed-8581ff545820'}], 'binding:host_id': 'n-d-695189-11'}, 'id': '95b1a2b0-da4a-49ce-a9a6-6393131dadad'} from n-d-695189-11. {{(pid=100449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 21:14:23.949640 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e6c8a72b-041a-4b1d-a624-0edecde7bb33 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:23.995419 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a0b1efa1-71d2-49df-931d-ab473729bc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:24.070092 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c8a72b-041a-4b1d-a624-0edecde7bb33 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:24.074927 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e6c8a72b-041a-4b1d-a624-0edecde7bb33 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:24.209024 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71208a87-7f8f-44dd-9217-9c825e9b748d None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:24.229047 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a1e40-d079-4e41-a0c4-153fab5c88b6 req-0df3fb36-d12c-4b75-93b2-b352e1860def tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:24.230617 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-182a1e40-d079-4e41-a0c4-153fab5c88b6 req-0df3fb36-d12c-4b75-93b2-b352e1860def tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.39 "GET /v2.0/ports?device_id=35e58c87-21e1-495e-87ce-0526f268dea8 HTTP/1.1" status: 200 len: 945 time: 0.0746815 Jul 07 21:14:24.332584 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e6c8a72b-041a-4b1d-a624-0edecde7bb33 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:24.351308 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7df9068d-7f99-4a60-9ea0-b2759059a0e9 None None] Provisioning complete for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:24.352170 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7df9068d-7f99-4a60-9ea0-b2759059a0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:24.373190 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-182a1e40-d079-4e41-a0c4-153fab5c88b6 req-93e6f639-96be-4662-a086-303922033dfa tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Deleting port 66d74393-721e-4983-8421-d46b9204a3bf {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:24.373696 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-182a1e40-d079-4e41-a0c4-153fab5c88b6 req-93e6f639-96be-4662-a086-303922033dfa tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:24.416386 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 95b1a2b0-da4a-49ce-a9a6-6393131dadad no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:14:24.444958 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c8a72b-041a-4b1d-a624-0edecde7bb33 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:24.448553 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-e6c8a72b-041a-4b1d-a624-0edecde7bb33 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:24.451746 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c8a72b-041a-4b1d-a624-0edecde7bb33 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:24.452419 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e6c8a72b-041a-4b1d-a624-0edecde7bb33 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:24.455820 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8a72b-041a-4b1d-a624-0edecde7bb33 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=8407a73d-9d70-499b-a875-ce0d176b4082,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:24.471537 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e6c8a72b-041a-4b1d-a624-0edecde7bb33 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5276320 Jul 07 21:14:24.474102 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44134) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:24.481322 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d103ef14-fbec-4168-8879-269142322656 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:24.494179 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-182a1e40-d079-4e41-a0c4-153fab5c88b6 req-93e6f639-96be-4662-a086-303922033dfa tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] For port 66d74393-721e-4983-8421-d46b9204a3bf, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=66d74393-721e-4983-8421-d46b9204a3bf,segment=NetworkSegment(58fb124c-c894-49e4-8eef-1936160d5a51),segment_id=58fb124c-c894-49e4-8eef-1936160d5a51)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:24.494552 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-182a1e40-d079-4e41-a0c4-153fab5c88b6 req-93e6f639-96be-4662-a086-303922033dfa tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:24.508583 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-182a1e40-d079-4e41-a0c4-153fab5c88b6 req-93e6f639-96be-4662-a086-303922033dfa tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Calling delete_port for 66d74393-721e-4983-8421-d46b9204a3bf owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:24.612351 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:24.631350 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d103ef14-fbec-4168-8879-269142322656 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:24.637187 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d103ef14-fbec-4168-8879-269142322656 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:24.666348 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-182a1e40-d079-4e41-a0c4-153fab5c88b6 req-93e6f639-96be-4662-a086-303922033dfa tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:24.669518 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 95b1a2b0-da4a-49ce-a9a6-6393131dadad, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=95b1a2b0-da4a-49ce-a9a6-6393131dadad,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:24.680992 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e', '66d74393-721e-4983-8421-d46b9204a3bf'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:14:24.683313 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0c2baac1-9f13-462b-8d99-f0052ded7660'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:14:24.691912 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:24.709825 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6f639-96be-4662-a086-303922033dfa tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Pushing event deleted for resources: {'Port': ['ID=66d74393-721e-4983-8421-d46b9204a3bf,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:24.759980 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-182a1e40-d079-4e41-a0c4-153fab5c88b6 req-93e6f639-96be-4662-a086-303922033dfa tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] No DVR routers for this DVR port 66d74393-721e-4983-8421-d46b9204a3bf on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:14:24.767466 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-182a1e40-d079-4e41-a0c4-153fab5c88b6 req-93e6f639-96be-4662-a086-303922033dfa tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:24.772386 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-182a1e40-d079-4e41-a0c4-153fab5c88b6 req-93e6f639-96be-4662-a086-303922033dfa tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.39 "DELETE /v2.0/ports/66d74393-721e-4983-8421-d46b9204a3bf HTTP/1.1" status: 204 len: 173 time: 0.5302382 Jul 07 21:14:24.773384 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e58c87-21e1-495e-87ce-0526f268dea8', 'name': 'network-vif-deleted', 'tag': '66d74393-721e-4983-8421-d46b9204a3bf'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:14:24.776077 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4b0f9e-fa11-4a0f-a922-5a8fcf32fb81" -d '{"events": [{"server_uuid": "35e58c87-21e1-495e-87ce-0526f268dea8", "name": "network-vif-deleted", "tag": "66d74393-721e-4983-8421-d46b9204a3bf"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:14:24.837505 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae2ba78-7c26-4014-8b4a-510059bc8a98 x-openstack-request-id: req-2ae2ba78-7c26-4014-8b4a-510059bc8a98 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:14:24.838105 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e58c87-21e1-495e-87ce-0526f268dea8", "name": "network-vif-deleted", "tag": "66d74393-721e-4983-8421-d46b9204a3bf", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:14:24.838512 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2ae2ba78-7c26-4014-8b4a-510059bc8a98 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:14:24.839069 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e58c87-21e1-495e-87ce-0526f268dea8', 'name': 'network-vif-deleted', 'tag': '66d74393-721e-4983-8421-d46b9204a3bf', 'status': 'completed', 'code': 200} Jul 07 21:14:24.879140 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8fdaa6fb-b279-468d-9989-6292d7eb8af0 req-50af43c5-2872-48a1-8144-235a8ea3960d tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=35e58c87-21e1-495e-87ce-0526f268dea8 HTTP/1.1" status: 200 len: 210 time: 0.0331092 Jul 07 21:14:24.892546 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=95b1a2b0-da4a-49ce-a9a6-6393131dadad,revision_number=22']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:24.907560 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a66a34-ad7f-43b7-a0e3-91fc5d8f0447 None None] Update dhcp port {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'fixed_ips': [{'subnet_id': '8407a73d-9d70-499b-a875-ce0d176b4082'}], 'binding:host_id': 'n-d-695189-11'}, 'id': '95b1a2b0-da4a-49ce-a9a6-6393131dadad'} from n-d-695189-11. {{(pid=100449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 21:14:24.976933 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d8a66a34-ad7f-43b7-a0e3-91fc5d8f0447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:25.079863 n-d-695189-11 neutron-server[100447]: DEBUG neutron.objects.ports [None req-d103ef14-fbec-4168-8879-269142322656 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100447) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 21:14:25.328038 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.db.api [None req-d8a66a34-ad7f-43b7-a0e3-91fc5d8f0447 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 21:14:25.328038 n-d-695189-11 neutron-server[100449]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jul 07 21:14:25.328038 n-d-695189-11 neutron-server[100449]: [parameters: {'ip_address': '2001:db8::f816:3eff:feee:7345', 'status': 'ALLOCATED', 'ipam_subnet_id': '3a897f28-16e7-4e4c-94dc-818e0cba49aa'}] Jul 07 21:14:25.328038 n-d-695189-11 neutron-server[100449]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:14:25.328476 n-d-695189-11 neutron-server[100449]: DEBUG oslo_db.api [None req-d8a66a34-ad7f-43b7-a0e3-91fc5d8f0447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:14:25.379141 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d103ef14-fbec-4168-8879-269142322656 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:25.598922 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-d103ef14-fbec-4168-8879-269142322656 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] For port 95b1a2b0-da4a-49ce-a9a6-6393131dadad, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=95b1a2b0-da4a-49ce-a9a6-6393131dadad,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:25.656350 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d103ef14-fbec-4168-8879-269142322656 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:25.664500 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d103ef14-fbec-4168-8879-269142322656 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:25.665454 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d103ef14-fbec-4168-8879-269142322656 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:25.765916 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d103ef14-fbec-4168-8879-269142322656 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:25.771755 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-d103ef14-fbec-4168-8879-269142322656 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:25.778185 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103ef14-fbec-4168-8879-269142322656 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=d46a6aeb-d57d-431f-ba19-6130f7ea9993,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:25.783490 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d103ef14-fbec-4168-8879-269142322656 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:25.784317 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d103ef14-fbec-4168-8879-269142322656 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:25.801684 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103ef14-fbec-4168-8879-269142322656 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=95b1a2b0-da4a-49ce-a9a6-6393131dadad,revision_number=24']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:25.817798 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44176) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:25.820792 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d103ef14-fbec-4168-8879-269142322656 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3439734 Jul 07 21:14:25.824890 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-2c15d144-5de5-4356-89d6-4e297f4cceba tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'mac_address': 'fa:16:3e:a7:8d:e2', 'name': 'tempest-NetworksTestDHCPv6-211447308'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:25.873980 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d8a66a34-ad7f-43b7-a0e3-91fc5d8f0447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:25.952733 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c15d144-5de5-4356-89d6-4e297f4cceba tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:26.046719 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2c15d144-5de5-4356-89d6-4e297f4cceba tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:26.070532 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-2c15d144-5de5-4356-89d6-4e297f4cceba tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] device_id is not set on port dbadbeef-061c-495f-853d-df0eabadac1e yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:14:26.138634 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-d8a66a34-ad7f-43b7-a0e3-91fc5d8f0447 None None] Allocated IP 172.20.0.2 (cb09c065-2c12-4a87-893a-e106666fd7e8/8407a73d-9d70-499b-a875-ce0d176b4082/95b1a2b0-da4a-49ce-a9a6-6393131dadad) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:26.287884 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-d8a66a34-ad7f-43b7-a0e3-91fc5d8f0447 None None] For port 95b1a2b0-da4a-49ce-a9a6-6393131dadad, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=95b1a2b0-da4a-49ce-a9a6-6393131dadad,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:26.329026 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d8a66a34-ad7f-43b7-a0e3-91fc5d8f0447 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:26.344581 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d8a66a34-ad7f-43b7-a0e3-91fc5d8f0447 None None] Transition to ACTIVE for port object 95b1a2b0-da4a-49ce-a9a6-6393131dadad will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:26.352915 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d8a66a34-ad7f-43b7-a0e3-91fc5d8f0447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:26.554735 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-2c15d144-5de5-4356-89d6-4e297f4cceba tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 172.20.0.3 (cb09c065-2c12-4a87-893a-e106666fd7e8/8407a73d-9d70-499b-a875-ce0d176b4082/dbadbeef-061c-495f-853d-df0eabadac1e) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:26.577290 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-2c15d144-5de5-4356-89d6-4e297f4cceba tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8::f816:3eff:fea7:8de2 (cb09c065-2c12-4a87-893a-e106666fd7e8/d46a6aeb-d57d-431f-ba19-6130f7ea9993/dbadbeef-061c-495f-853d-df0eabadac1e) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:26.634678 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d10a9e-7565-41fa-bce3-31c74ba0d688 req-814290ff-baac-4679-9dfd-546e5c0c0c74 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:26.634819 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a66a34-ad7f-43b7-a0e3-91fc5d8f0447 None None] Pushing event updated for resources: {'Port': ['ID=95b1a2b0-da4a-49ce-a9a6-6393131dadad,revision_number=25']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:26.639459 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-48d10a9e-7565-41fa-bce3-31c74ba0d688 req-814290ff-baac-4679-9dfd-546e5c0c0c74 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1355dbf-532c-4fea-ac5e-4882cd0ba5c5 HTTP/1.1" status: 200 len: 945 time: 0.1946545 Jul 07 21:14:26.737496 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-48d10a9e-7565-41fa-bce3-31c74ba0d688 req-4084c20c-808e-4788-aef1-a4d491206a05 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872595 Jul 07 21:14:26.922345 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2c15d144-5de5-4356-89d6-4e297f4cceba tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:26.952366 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-2c15d144-5de5-4356-89d6-4e297f4cceba tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Transition to ACTIVE for port object dbadbeef-061c-495f-853d-df0eabadac1e will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:27.003314 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2c15d144-5de5-4356-89d6-4e297f4cceba tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:27.057848 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c15d144-5de5-4356-89d6-4e297f4cceba tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:27.064277 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-2c15d144-5de5-4356-89d6-4e297f4cceba tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:27.069288 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c15d144-5de5-4356-89d6-4e297f4cceba tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:14:27.073470 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15d144-5de5-4356-89d6-4e297f4cceba tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=dbadbeef-061c-495f-853d-df0eabadac1e,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:27.137995 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c15d144-5de5-4356-89d6-4e297f4cceba tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:27.139046 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2c15d144-5de5-4356-89d6-4e297f4cceba tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:27.157509 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2c15d144-5de5-4356-89d6-4e297f4cceba tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3380015 Jul 07 21:14:27.160649 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44192) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:27.237473 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325696b2-cbc3-437c-974a-52f710b604bd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:27.247596 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325696b2-cbc3-437c-974a-52f710b604bd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:27.249280 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-325696b2-cbc3-437c-974a-52f710b604bd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0876174 Jul 07 21:14:27.251945 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44194) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:27.380484 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-e0a7d17e-b4d1-4311-befd-68c6118c9ab6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting port dbadbeef-061c-495f-853d-df0eabadac1e {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:27.380881 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d17e-b4d1-4311-befd-68c6118c9ab6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:27.461811 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d1e4f6-757f-4ae8-b65c-f603bb4c8aac None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:27.486474 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d17e-b4d1-4311-befd-68c6118c9ab6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:27.504424 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-e0a7d17e-b4d1-4311-befd-68c6118c9ab6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Calling delete_port for dbadbeef-061c-495f-853d-df0eabadac1e owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:27.533639 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-60ca2c45-a9be-40dc-a864-01ed4c18599a None None] Provisioning for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:14:27.546518 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-60ca2c45-a9be-40dc-a864-01ed4c18599a None None] Provisioning complete for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:27.546892 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-60ca2c45-a9be-40dc-a864-01ed4c18599a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:27.722207 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-60ca2c45-a9be-40dc-a864-01ed4c18599a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:27.801752 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-60ca2c45-a9be-40dc-a864-01ed4c18599a None None] For port 95b1a2b0-da4a-49ce-a9a6-6393131dadad, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=95b1a2b0-da4a-49ce-a9a6-6393131dadad,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:27.807660 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-60ca2c45-a9be-40dc-a864-01ed4c18599a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:27.886877 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca2c45-a9be-40dc-a864-01ed4c18599a None None] Pushing event updated for resources: {'Port': ['ID=95b1a2b0-da4a-49ce-a9a6-6393131dadad,revision_number=26']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:27.930393 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d17e-b4d1-4311-befd-68c6118c9ab6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:27.986034 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7d17e-b4d1-4311-befd-68c6118c9ab6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Port': ['ID=dbadbeef-061c-495f-853d-df0eabadac1e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:28.158565 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52724f42-dc33-406e-94a3-cf54b08e22c9 req-6eebd79f-9806-40c7-a9f2-0277fc361cf6 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:28.161077 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-52724f42-dc33-406e-94a3-cf54b08e22c9 req-6eebd79f-9806-40c7-a9f2-0277fc361cf6 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1355dbf-532c-4fea-ac5e-4882cd0ba5c5 HTTP/1.1" status: 200 len: 945 time: 0.2989824 Jul 07 21:14:28.195198 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14f122-3148-416e-a8c0-6e4a499e9fa3 req-f6466a6e-9846-4044-bdb8-7ba2a62e891e tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:28.205282 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc14f122-3148-416e-a8c0-6e4a499e9fa3 req-f6466a6e-9846-4044-bdb8-7ba2a62e891e tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1355dbf-532c-4fea-ac5e-4882cd0ba5c5 HTTP/1.1" status: 200 len: 945 time: 0.1870379 Jul 07 21:14:28.306551 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d17e-b4d1-4311-befd-68c6118c9ab6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:28.311192 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e0a7d17e-b4d1-4311-befd-68c6118c9ab6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/dbadbeef-061c-495f-853d-df0eabadac1e HTTP/1.1" status: 204 len: 168 time: 1.0557840 Jul 07 21:14:28.311311 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44216) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:28.348881 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cc14f122-3148-416e-a8c0-6e4a499e9fa3 req-dc397398-8c45-4521-9ee3-172abc4cd7a3 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380877 Jul 07 21:14:28.492342 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-52724f42-dc33-406e-94a3-cf54b08e22c9 req-dade38b3-cb1f-46c3-ac17-50e52da02e27 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Deleting port 0c2baac1-9f13-462b-8d99-f0052ded7660 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:28.494532 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-52724f42-dc33-406e-94a3-cf54b08e22c9 req-dade38b3-cb1f-46c3-ac17-50e52da02e27 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:28.513578 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b47625f-bb3c-4931-9448-48b5715b4c79 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:28.515883 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b47625f-bb3c-4931-9448-48b5715b4c79 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:28.517487 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b47625f-bb3c-4931-9448-48b5715b4c79 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:28.521750 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9b47625f-bb3c-4931-9448-48b5715b4c79 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2070246 Jul 07 21:14:28.522333 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44218) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:28.531678 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 95b1a2b0-da4a-49ce-a9a6-6393131dadad up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:14:28.641537 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cef67a6-0662-4b27-b5cc-dfe29c646989 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet 8407a73d-9d70-499b-a875-ce0d176b4082 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:14:28.651190 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9cef67a6-0662-4b27-b5cc-dfe29c646989 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:28.660683 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:28.663407 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:28.710735 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-52724f42-dc33-406e-94a3-cf54b08e22c9 req-dade38b3-cb1f-46c3-ac17-50e52da02e27 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] For port 0c2baac1-9f13-462b-8d99-f0052ded7660, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=0c2baac1-9f13-462b-8d99-f0052ded7660,segment=NetworkSegment(58fb124c-c894-49e4-8eef-1936160d5a51),segment_id=58fb124c-c894-49e4-8eef-1936160d5a51)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:28.711310 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-52724f42-dc33-406e-94a3-cf54b08e22c9 req-dade38b3-cb1f-46c3-ac17-50e52da02e27 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:28.739401 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-52724f42-dc33-406e-94a3-cf54b08e22c9 req-dade38b3-cb1f-46c3-ac17-50e52da02e27 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Calling delete_port for 0c2baac1-9f13-462b-8d99-f0052ded7660 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:28.746937 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9cef67a6-0662-4b27-b5cc-dfe29c646989 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:28.914307 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6197d9a8-ae30-4c9a-b1ab-4bac8e7510ef None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:28.925646 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9cef67a6-0662-4b27-b5cc-dfe29c646989 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:28.934912 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-52724f42-dc33-406e-94a3-cf54b08e22c9 req-dade38b3-cb1f-46c3-ac17-50e52da02e27 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:28.960168 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:14:28.967214 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['0c2baac1-9f13-462b-8d99-f0052ded7660'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:14:28.995177 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade38b3-cb1f-46c3-ac17-50e52da02e27 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Pushing event deleted for resources: {'Port': ['ID=0c2baac1-9f13-462b-8d99-f0052ded7660,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:29.061872 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9cef67a6-0662-4b27-b5cc-dfe29c646989 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:29.073221 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-52724f42-dc33-406e-94a3-cf54b08e22c9 req-dade38b3-cb1f-46c3-ac17-50e52da02e27 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] No DVR routers for this DVR port 0c2baac1-9f13-462b-8d99-f0052ded7660 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:14:29.076566 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-52724f42-dc33-406e-94a3-cf54b08e22c9 req-dade38b3-cb1f-46c3-ac17-50e52da02e27 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:29.079238 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-52724f42-dc33-406e-94a3-cf54b08e22c9 req-dade38b3-cb1f-46c3-ac17-50e52da02e27 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.58 "DELETE /v2.0/ports/0c2baac1-9f13-462b-8d99-f0052ded7660 HTTP/1.1" status: 204 len: 173 time: 0.9068162 Jul 07 21:14:29.079914 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1355dbf-532c-4fea-ac5e-4882cd0ba5c5', 'name': 'network-vif-deleted', 'tag': '0c2baac1-9f13-462b-8d99-f0052ded7660'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:14:29.082877 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d68461-a7da-4baf-8669-fc9e53303877" -d '{"events": [{"server_uuid": "f1355dbf-532c-4fea-ac5e-4882cd0ba5c5", "name": "network-vif-deleted", "tag": "0c2baac1-9f13-462b-8d99-f0052ded7660"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:14:29.097022 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef67a6-0662-4b27-b5cc-dfe29c646989 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=8407a73d-9d70-499b-a875-ce0d176b4082,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:29.105466 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9cef67a6-0662-4b27-b5cc-dfe29c646989 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:29.110429 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9cef67a6-0662-4b27-b5cc-dfe29c646989 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/8407a73d-9d70-499b-a875-ce0d176b4082 HTTP/1.1" status: 204 len: 168 time: 0.5860264 Jul 07 21:14:29.113357 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44224) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:29.137170 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-79e03f58-d159-48e9-a21d-82be28daa7be None None] Could not find standard attr ID for object dbadbeef-061c-495f-853d-df0eabadac1e. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:14:29.143766 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf55f010-3c5d-4b19-93fb-919be459f6a4 x-openstack-request-id: req-cf55f010-3c5d-4b19-93fb-919be459f6a4 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:14:29.144439 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1355dbf-532c-4fea-ac5e-4882cd0ba5c5", "name": "network-vif-deleted", "tag": "0c2baac1-9f13-462b-8d99-f0052ded7660", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:14:29.144803 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cf55f010-3c5d-4b19-93fb-919be459f6a4 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:14:29.145408 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1355dbf-532c-4fea-ac5e-4882cd0ba5c5', 'name': 'network-vif-deleted', 'tag': '0c2baac1-9f13-462b-8d99-f0052ded7660', 'status': 'completed', 'code': 200} Jul 07 21:14:29.267298 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-79e03f58-d159-48e9-a21d-82be28daa7be None None] Provisioning complete for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:29.268973 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-79e03f58-d159-48e9-a21d-82be28daa7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:29.275074 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-d111e074-70af-4c3c-88f9-c5c3e3f78d4e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet d46a6aeb-d57d-431f-ba19-6130f7ea9993 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:14:29.283777 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b85228a9-b34e-404a-bc72-7060f76bf18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:29.286704 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d111e074-70af-4c3c-88f9-c5c3e3f78d4e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:29.422539 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d111e074-70af-4c3c-88f9-c5c3e3f78d4e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:29.485905 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 66d74393-721e-4983-8421-d46b9204a3bf no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:14:29.553573 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 66d74393-721e-4983-8421-d46b9204a3bf {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:14:29.554407 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 66d74393-721e-4983-8421-d46b9204a3bf not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:14:29.623500 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d111e074-70af-4c3c-88f9-c5c3e3f78d4e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:29.930217 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e62e1857-bbdd-40d2-9f6f-350ed9a9e804 req-9bcca11a-9321-46c6-a0ce-d9c85b31e18f tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1355dbf-532c-4fea-ac5e-4882cd0ba5c5 HTTP/1.1" status: 200 len: 210 time: 0.3483770 Jul 07 21:14:29.962064 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d111e074-70af-4c3c-88f9-c5c3e3f78d4e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:30.014537 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111e074-70af-4c3c-88f9-c5c3e3f78d4e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=d46a6aeb-d57d-431f-ba19-6130f7ea9993,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:30.024903 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d111e074-70af-4c3c-88f9-c5c3e3f78d4e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:30.029263 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d111e074-70af-4c3c-88f9-c5c3e3f78d4e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/d46a6aeb-d57d-431f-ba19-6130f7ea9993 HTTP/1.1" status: 204 len: 168 time: 0.9125037 Jul 07 21:14:30.030212 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44256) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:30.101286 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2380d370-11f7-4492-b7b7-65f5cc3decd0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698292 Jul 07 21:14:30.103786 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44260) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:30.188222 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6247077-18a1-40ff-8bf3-bbb366b69523 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:30.189778 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e6247077-18a1-40ff-8bf3-bbb366b69523 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0849879 Jul 07 21:14:30.192267 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44262) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:30.245633 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffa9b19-6d3c-4a56-8ce6-a366c46bca33 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:30.247079 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1ffa9b19-6d3c-4a56-8ce6-a366c46bca33 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0538714 Jul 07 21:14:30.249649 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44264) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:30.287397 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-614b62e0-8e7b-4068-97ba-06e04da33811 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0365582 Jul 07 21:14:30.293161 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44266) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:30.298342 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-13dd463a-41d6-4e34-aff3-aa6010cb15fa tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:30.392904 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dd463a-41d6-4e34-aff3-aa6010cb15fa tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:30.397382 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-13dd463a-41d6-4e34-aff3-aa6010cb15fa tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:30.398756 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-13dd463a-41d6-4e34-aff3-aa6010cb15fa tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:14:30.399191 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13dd463a-41d6-4e34-aff3-aa6010cb15fa tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:14:30.414496 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-13dd463a-41d6-4e34-aff3-aa6010cb15fa tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1202037 Jul 07 21:14:30.417401 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44268) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:30.424061 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-7c569303-08ee-4d9a-ba59-5ef54414f155 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:30.468300 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e29fbb7-f3c4-4e07-9849-4003a3dcbfec None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:30.536131 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c569303-08ee-4d9a-ba59-5ef54414f155 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:30.541933 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-53d71bda-8c9a-4437-9aec-234a223827f1 None None] Provisioning complete for port 95b1a2b0-da4a-49ce-a9a6-6393131dadad triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:30.542094 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7c569303-08ee-4d9a-ba59-5ef54414f155 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:30.542320 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-53d71bda-8c9a-4437-9aec-234a223827f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:30.543509 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c569303-08ee-4d9a-ba59-5ef54414f155 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:14:30.544004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c569303-08ee-4d9a-ba59-5ef54414f155 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:14:30.559792 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7c569303-08ee-4d9a-ba59-5ef54414f155 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1412945 Jul 07 21:14:30.562776 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44272) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:30.572948 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-7ebfc77f-b3c3-4c82-b3ee-38856ffbe112 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:30.656528 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebfc77f-b3c3-4c82-b3ee-38856ffbe112 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:30.660062 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7ebfc77f-b3c3-4c82-b3ee-38856ffbe112 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:30.661468 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ebfc77f-b3c3-4c82-b3ee-38856ffbe112 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:14:30.662554 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ebfc77f-b3c3-4c82-b3ee-38856ffbe112 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:14:30.680025 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7ebfc77f-b3c3-4c82-b3ee-38856ffbe112 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1124344 Jul 07 21:14:30.680217 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44274) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:30.686995 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-efc286b1-8e00-4b97-ac8b-44c7db81878e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:30.744490 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6293158-d9dc-4de2-b5e5-c1cea38aa900 None None] DHCP port deletion for cb09c065-2c12-4a87-893a-e106666fd7e8 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:14:30.780190 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc286b1-8e00-4b97-ac8b-44c7db81878e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:30.783703 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-efc286b1-8e00-4b97-ac8b-44c7db81878e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:30.785039 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc286b1-8e00-4b97-ac8b-44c7db81878e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:14:30.785466 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc286b1-8e00-4b97-ac8b-44c7db81878e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:14:30.789571 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b6293158-d9dc-4de2-b5e5-c1cea38aa900 None None] Deleting port 95b1a2b0-da4a-49ce-a9a6-6393131dadad {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:30.789952 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b6293158-d9dc-4de2-b5e5-c1cea38aa900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:30.800521 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-efc286b1-8e00-4b97-ac8b-44c7db81878e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1193802 Jul 07 21:14:30.804542 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44276) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:30.809535 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-5bb81148-418c-490d-895d-ffef61fb42fb tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:30.862410 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b6293158-d9dc-4de2-b5e5-c1cea38aa900 None None] For port 95b1a2b0-da4a-49ce-a9a6-6393131dadad, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=95b1a2b0-da4a-49ce-a9a6-6393131dadad,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:30.862809 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b6293158-d9dc-4de2-b5e5-c1cea38aa900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:30.877288 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b6293158-d9dc-4de2-b5e5-c1cea38aa900 None None] Calling delete_port for 95b1a2b0-da4a-49ce-a9a6-6393131dadad owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:30.910753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb81148-418c-490d-895d-ffef61fb42fb tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:30.915020 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5bb81148-418c-490d-895d-ffef61fb42fb tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:30.916442 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb81148-418c-490d-895d-ffef61fb42fb tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:14:30.916870 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb81148-418c-490d-895d-ffef61fb42fb tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:14:30.931239 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5bb81148-418c-490d-895d-ffef61fb42fb tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1255944 Jul 07 21:14:30.934471 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44278) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:30.939439 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-343f3df7-96f6-4258-af41-5728b73cdab0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:30.966047 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b6293158-d9dc-4de2-b5e5-c1cea38aa900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:30.991918 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6293158-d9dc-4de2-b5e5-c1cea38aa900 None None] Pushing event deleted for resources: {'Port': ['ID=95b1a2b0-da4a-49ce-a9a6-6393131dadad,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:30.995361 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6293158-d9dc-4de2-b5e5-c1cea38aa900 None None] No DVR routers for this DVR port 95b1a2b0-da4a-49ce-a9a6-6393131dadad on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:14:31.036126 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343f3df7-96f6-4258-af41-5728b73cdab0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:31.040588 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-343f3df7-96f6-4258-af41-5728b73cdab0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:31.041975 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-343f3df7-96f6-4258-af41-5728b73cdab0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:14:31.042469 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343f3df7-96f6-4258-af41-5728b73cdab0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:14:31.057191 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-343f3df7-96f6-4258-af41-5728b73cdab0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1216683 Jul 07 21:14:31.059925 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44286) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:31.097100 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44292) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:31.112841 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-be6e4557-89cc-41f2-82db-d2f5b2da71eb tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0449164 Jul 07 21:14:31.165724 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a040689-3122-4b67-9715-dba1cd341c12 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:31.167254 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3a040689-3122-4b67-9715-dba1cd341c12 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0688980 Jul 07 21:14:31.169925 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44300) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:31.212947 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-88a390ad-4acc-4ebf-af15-968055b6ff86 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419042 Jul 07 21:14:31.217000 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44302) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:31.223791 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-6f79d92b-1681-4ac9-8899-d140b714997c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:31.356923 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f79d92b-1681-4ac9-8899-d140b714997c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:31.360939 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6f79d92b-1681-4ac9-8899-d140b714997c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:31.715561 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0c2baac1-9f13-462b-8d99-f0052ded7660 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:14:31.744726 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 0c2baac1-9f13-462b-8d99-f0052ded7660 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:14:31.745778 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 0c2baac1-9f13-462b-8d99-f0052ded7660 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:14:31.929775 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6e857938-0d11-4b50-ac39-b537db9cf3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:31.949010 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:32.187307 n-d-695189-11 neutron-server[100447]: DEBUG neutron.objects.ports [None req-6f79d92b-1681-4ac9-8899-d140b714997c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100447) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 21:14:32.188935 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6f79d92b-1681-4ac9-8899-d140b714997c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:32.228132 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f79d92b-1681-4ac9-8899-d140b714997c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:32.238785 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-6f79d92b-1681-4ac9-8899-d140b714997c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:32.243258 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f79d92b-1681-4ac9-8899-d140b714997c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:32.244020 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6f79d92b-1681-4ac9-8899-d140b714997c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:32.257322 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0857a0-7021-413f-b507-3ecb9912c083 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:32.373721 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6f79d92b-1681-4ac9-8899-d140b714997c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1530929 Jul 07 21:14:32.374955 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44320) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:32.377350 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79d92b-1681-4ac9-8899-d140b714997c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=59d433c4-5617-4ba4-aed1-81e0fece9747,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:32.381185 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-d18bc264-ab51-487a-9c64-a460c21ff6b5 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'mac_address': 'fa:16:3e:f9:6c:f7', 'name': 'tempest-NetworksTestDHCPv6-1370367680'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:32.454996 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 95b1a2b0-da4a-49ce-a9a6-6393131dadad no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:14:32.481453 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 95b1a2b0-da4a-49ce-a9a6-6393131dadad {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:14:32.481805 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 95b1a2b0-da4a-49ce-a9a6-6393131dadad not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:14:32.550419 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18bc264-ab51-487a-9c64-a460c21ff6b5 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:32.568888 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697c03c6-cca1-4519-aebd-65d7014a1bcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-cb09c065-2c12-4a87-893a-e106666fd7e8', 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'fixed_ips': [{'subnet_id': '59d433c4-5617-4ba4-aed1-81e0fece9747'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:14:32.570121 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-697c03c6-cca1-4519-aebd-65d7014a1bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:32.675229 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d18bc264-ab51-487a-9c64-a460c21ff6b5 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:32.767445 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-697c03c6-cca1-4519-aebd-65d7014a1bcf None None] Allocated IP 2001:db8::f816:3eff:fe72:cd45 (cb09c065-2c12-4a87-893a-e106666fd7e8/59d433c4-5617-4ba4-aed1-81e0fece9747/9668c117-42d3-4521-af7f-4906f212e6aa) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:33.045667 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-697c03c6-cca1-4519-aebd-65d7014a1bcf None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:33.074556 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-697c03c6-cca1-4519-aebd-65d7014a1bcf None None] Transition to ACTIVE for port object 9668c117-42d3-4521-af7f-4906f212e6aa will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:33.111689 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-697c03c6-cca1-4519-aebd-65d7014a1bcf None None] Transition to ACTIVE for port object 9668c117-42d3-4521-af7f-4906f212e6aa will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:33.122243 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-697c03c6-cca1-4519-aebd-65d7014a1bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:33.124217 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-d18bc264-ab51-487a-9c64-a460c21ff6b5 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] device_id is not set on port 629d6a31-5511-4742-8b49-894c093d8887 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:14:33.176337 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697c03c6-cca1-4519-aebd-65d7014a1bcf None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:33.181620 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-697c03c6-cca1-4519-aebd-65d7014a1bcf None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:33.184099 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697c03c6-cca1-4519-aebd-65d7014a1bcf None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:14:33.307153 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c03c6-cca1-4519-aebd-65d7014a1bcf None None] Pushing event updated for resources: {'Port': ['ID=9668c117-42d3-4521-af7f-4906f212e6aa,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:33.325712 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-d18bc264-ab51-487a-9c64-a460c21ff6b5 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8::f816:3eff:fef9:6cf7 (cb09c065-2c12-4a87-893a-e106666fd7e8/59d433c4-5617-4ba4-aed1-81e0fece9747/629d6a31-5511-4742-8b49-894c093d8887) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:33.330462 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-697c03c6-cca1-4519-aebd-65d7014a1bcf None None] Attempting to bind port 9668c117-42d3-4521-af7f-4906f212e6aa on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:14:33.331679 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-697c03c6-cca1-4519-aebd-65d7014a1bcf None None] Attempting to bind port 9668c117-42d3-4521-af7f-4906f212e6aa by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:14:33.332087 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697c03c6-cca1-4519-aebd-65d7014a1bcf None None] Attempting to bind port 9668c117-42d3-4521-af7f-4906f212e6aa on network cb09c065-2c12-4a87-893a-e106666fd7e8 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:14:33.340092 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697c03c6-cca1-4519-aebd-65d7014a1bcf None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:14:33.341067 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697c03c6-cca1-4519-aebd-65d7014a1bcf None None] Checking segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:14:33.341766 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-697c03c6-cca1-4519-aebd-65d7014a1bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:33.342267 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697c03c6-cca1-4519-aebd-65d7014a1bcf None None] Bound using segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:14:33.342907 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-697c03c6-cca1-4519-aebd-65d7014a1bcf None None] Bound port: 9668c117-42d3-4521-af7f-4906f212e6aa, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:14:33.343770 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-697c03c6-cca1-4519-aebd-65d7014a1bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:33.518842 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-697c03c6-cca1-4519-aebd-65d7014a1bcf None None] For port 9668c117-42d3-4521-af7f-4906f212e6aa, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:14:33.524609 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-697c03c6-cca1-4519-aebd-65d7014a1bcf None None] For port 9668c117-42d3-4521-af7f-4906f212e6aa, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=9668c117-42d3-4521-af7f-4906f212e6aa,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:14:33.543225 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-697c03c6-cca1-4519-aebd-65d7014a1bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:33.606761 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d18bc264-ab51-487a-9c64-a460c21ff6b5 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:33.629842 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-d18bc264-ab51-487a-9c64-a460c21ff6b5 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Transition to ACTIVE for port object 629d6a31-5511-4742-8b49-894c093d8887 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:33.683710 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c03c6-cca1-4519-aebd-65d7014a1bcf None None] Pushing event updated for resources: {'Port': ['ID=9668c117-42d3-4521-af7f-4906f212e6aa,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:33.703164 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d18bc264-ab51-487a-9c64-a460c21ff6b5 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:33.728701 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:33.770663 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18bc264-ab51-487a-9c64-a460c21ff6b5 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:33.775408 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-d18bc264-ab51-487a-9c64-a460c21ff6b5 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:33.783859 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18bc264-ab51-487a-9c64-a460c21ff6b5 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:14:33.791589 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18bc264-ab51-487a-9c64-a460c21ff6b5 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:33.792466 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d18bc264-ab51-487a-9c64-a460c21ff6b5 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:33.812394 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d18bc264-ab51-487a-9c64-a460c21ff6b5 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4337471 Jul 07 21:14:33.812773 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44350) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:33.833079 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18bc264-ab51-487a-9c64-a460c21ff6b5 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=629d6a31-5511-4742-8b49-894c093d8887,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:34.029973 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0debc7-8263-4619-9605-600bcadbd701 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:34.042745 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0debc7-8263-4619-9605-600bcadbd701 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:34.048337 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44354) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:34.056550 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cc0debc7-8263-4619-9605-600bcadbd701 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2311683 Jul 07 21:14:34.260217 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-8939b04e-ddb6-4308-a25e-4afd34028793 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting port 629d6a31-5511-4742-8b49-894c093d8887 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:34.260569 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8939b04e-ddb6-4308-a25e-4afd34028793 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:34.459457 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8939b04e-ddb6-4308-a25e-4afd34028793 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:34.494718 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-8939b04e-ddb6-4308-a25e-4afd34028793 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Calling delete_port for 629d6a31-5511-4742-8b49-894c093d8887 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:34.555109 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 9668c117-42d3-4521-af7f-4906f212e6aa up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:14:34.698831 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 9668c117-42d3-4521-af7f-4906f212e6aa completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:14:34.808393 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8939b04e-ddb6-4308-a25e-4afd34028793 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:34.883990 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939b04e-ddb6-4308-a25e-4afd34028793 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Port': ['ID=629d6a31-5511-4742-8b49-894c093d8887,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:34.917017 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8939b04e-ddb6-4308-a25e-4afd34028793 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:34.919599 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8939b04e-ddb6-4308-a25e-4afd34028793 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/629d6a31-5511-4742-8b49-894c093d8887 HTTP/1.1" status: 204 len: 168 time: 0.8699253 Jul 07 21:14:34.921798 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44368) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:34.981920 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94805d87-21c8-4b12-a7a4-5536d32c802a tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:34.986145 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94805d87-21c8-4b12-a7a4-5536d32c802a tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:34.988664 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-94805d87-21c8-4b12-a7a4-5536d32c802a tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0657151 Jul 07 21:14:34.991497 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44370) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:35.090252 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2599c7-f990-4bec-84c8-d047f0b37c22 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet 59d433c4-5617-4ba4-aed1-81e0fece9747 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:14:35.093604 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97081dde-8247-4040-b674-717e7943f2aa req-a8e60222-3d58-4e54-b392-5204b8f8b8ed tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:35.095285 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97081dde-8247-4040-b674-717e7943f2aa req-a8e60222-3d58-4e54-b392-5204b8f8b8ed tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=461cfa5a-6441-4370-a557-068af51636d8 HTTP/1.1" status: 200 len: 946 time: 0.1054800 Jul 07 21:14:35.096492 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1f2599c7-f990-4bec-84c8-d047f0b37c22 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:35.160892 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1f2599c7-f990-4bec-84c8-d047f0b37c22 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:35.170923 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-97081dde-8247-4040-b674-717e7943f2aa req-8e15b6d3-3b9b-4c12-a43e-fcb2ac8f995a tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690351 Jul 07 21:14:35.279718 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:35.286470 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9f410117-0ffe-4d42-a190-487f491c26b5 None None] Provisioning for port 9668c117-42d3-4521-af7f-4906f212e6aa completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:14:35.297547 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9f410117-0ffe-4d42-a190-487f491c26b5 None None] Provisioning complete for port 9668c117-42d3-4521-af7f-4906f212e6aa triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:35.298005 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9f410117-0ffe-4d42-a190-487f491c26b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:35.307547 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1f2599c7-f990-4bec-84c8-d047f0b37c22 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:35.404128 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1f2599c7-f990-4bec-84c8-d047f0b37c22 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:35.423267 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9f410117-0ffe-4d42-a190-487f491c26b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:35.446630 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2599c7-f990-4bec-84c8-d047f0b37c22 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=59d433c4-5617-4ba4-aed1-81e0fece9747,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:35.453349 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1f2599c7-f990-4bec-84c8-d047f0b37c22 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:35.457467 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1f2599c7-f990-4bec-84c8-d047f0b37c22 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/59d433c4-5617-4ba4-aed1-81e0fece9747 HTTP/1.1" status: 204 len: 168 time: 0.4622290 Jul 07 21:14:35.457680 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44374) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:35.497559 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2cb809-945a-4824-a6cb-ab2b2f4c459f None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:35.500067 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.db.api [None req-9f410117-0ffe-4d42-a190-487f491c26b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:14:35.500430 n-d-695189-11 neutron-server[100449]: DEBUG oslo_db.api [None req-9f410117-0ffe-4d42-a190-487f491c26b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:14:35.512886 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2983c2d2-b4da-4b36-aa00-8fe27575ad21 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536759 Jul 07 21:14:35.515690 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44378) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:35.520901 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-bebeb946-c6d9-4f2b-8ee8-1586828bc256 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:35.633209 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebeb946-c6d9-4f2b-8ee8-1586828bc256 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:35.647436 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bebeb946-c6d9-4f2b-8ee8-1586828bc256 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:35.743955 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d813fb-09b9-4036-8704-e67857a96334 None None] DHCP port deletion for cb09c065-2c12-4a87-893a-e106666fd7e8 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:14:35.797610 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-a7d813fb-09b9-4036-8704-e67857a96334 None None] Deleting port 9668c117-42d3-4521-af7f-4906f212e6aa {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:35.797757 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a7d813fb-09b9-4036-8704-e67857a96334 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:35.868254 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-a7d813fb-09b9-4036-8704-e67857a96334 None None] For port 9668c117-42d3-4521-af7f-4906f212e6aa, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=9668c117-42d3-4521-af7f-4906f212e6aa,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:35.868643 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a7d813fb-09b9-4036-8704-e67857a96334 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:35.882808 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-a7d813fb-09b9-4036-8704-e67857a96334 None None] Calling delete_port for 9668c117-42d3-4521-af7f-4906f212e6aa owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:35.973371 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a7d813fb-09b9-4036-8704-e67857a96334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:36.002385 n-d-695189-11 neutron-server[100448]: DEBUG neutron.objects.ports [None req-bebeb946-c6d9-4f2b-8ee8-1586828bc256 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 21:14:36.006941 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d813fb-09b9-4036-8704-e67857a96334 None None] Pushing event deleted for resources: {'Port': ['ID=9668c117-42d3-4521-af7f-4906f212e6aa,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:36.030253 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d813fb-09b9-4036-8704-e67857a96334 None None] No DVR routers for this DVR port 9668c117-42d3-4521-af7f-4906f212e6aa on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:14:36.031636 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-9f410117-0ffe-4d42-a190-487f491c26b5 None None] Port 9668c117-42d3-4521-af7f-4906f212e6aa update to ACTIVE by agent not found {{(pid=100449) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 21:14:36.109239 n-d-695189-11 neutron-server[100448]: WARNING neutron.services.revisions.revision_plugin [None req-bebeb946-c6d9-4f2b-8ee8-1586828bc256 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Could not find related port for resource to bump revision. Jul 07 21:14:36.113692 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.ipam_pluggable_backend [None req-bebeb946-c6d9-4f2b-8ee8-1586828bc256 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Port 9668c117-42d3-4521-af7f-4906f212e6aa was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100448) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 07 21:14:36.114006 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.ipam_pluggable_backend [None req-bebeb946-c6d9-4f2b-8ee8-1586828bc256 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Reverting IP allocation for 2001:db8::f816:3eff:fe72:cd45 {{(pid=100448) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 07 21:14:36.117971 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.ipam_pluggable_backend [None req-bebeb946-c6d9-4f2b-8ee8-1586828bc256 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe72:cd45 {{(pid=100448) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 07 21:14:36.119167 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bebeb946-c6d9-4f2b-8ee8-1586828bc256 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:36.154823 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0ce85a03-2766-4ba2-aa75-460e46a54522 None None] Could not find standard attr ID for object 629d6a31-5511-4742-8b49-894c093d8887. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:14:36.163391 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebeb946-c6d9-4f2b-8ee8-1586828bc256 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:36.168609 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-bebeb946-c6d9-4f2b-8ee8-1586828bc256 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:36.172746 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebeb946-c6d9-4f2b-8ee8-1586828bc256 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:36.173352 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bebeb946-c6d9-4f2b-8ee8-1586828bc256 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:36.178863 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8df9cf-1556-4589-bc84-0b43973d61dd None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:36.181685 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebeb946-c6d9-4f2b-8ee8-1586828bc256 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=b9d7a891-2552-4c0e-881a-00e3a2f2d159,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:36.191742 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bebeb946-c6d9-4f2b-8ee8-1586828bc256 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6750522 Jul 07 21:14:36.195518 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44392) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:36.203414 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-67fd639d-3232-4842-882e-e3530b0cf4a3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'mac_address': 'fa:16:3e:54:38:ee', 'name': 'tempest-NetworksTestDHCPv6-1225994693'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:36.358166 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63b5a0a-3976-4def-91d3-01172331db39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-cb09c065-2c12-4a87-893a-e106666fd7e8', 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'fixed_ips': [{'subnet_id': 'b9d7a891-2552-4c0e-881a-00e3a2f2d159'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:14:36.361427 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b63b5a0a-3976-4def-91d3-01172331db39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:36.371824 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fd639d-3232-4842-882e-e3530b0cf4a3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:36.464573 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 9668c117-42d3-4521-af7f-4906f212e6aa no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:14:36.482554 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70031995-0323-42bc-ae32-870b8a903d52 req-2d31f093-6dc3-4a59-8216-c9195558e268 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:36.484395 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70031995-0323-42bc-ae32-870b8a903d52 req-2d31f093-6dc3-4a59-8216-c9195558e268 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=461cfa5a-6441-4370-a557-068af51636d8 HTTP/1.1" status: 200 len: 946 time: 0.1534557 Jul 07 21:14:36.495729 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67fd639d-3232-4842-882e-e3530b0cf4a3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:36.503196 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 9668c117-42d3-4521-af7f-4906f212e6aa {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:14:36.504295 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 9668c117-42d3-4521-af7f-4906f212e6aa not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:14:36.524958 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-67fd639d-3232-4842-882e-e3530b0cf4a3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] device_id is not set on port 5749468e-c134-48e0-8d25-d9e3878e1761 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:14:36.525734 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390eb72-0c04-4255-b596-9c4b1159acaf req-47e818bb-b738-4054-a74f-cc84e3dce415 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:36.527494 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d390eb72-0c04-4255-b596-9c4b1159acaf req-47e818bb-b738-4054-a74f-cc84e3dce415 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.39 "GET /v2.0/ports?device_id=461cfa5a-6441-4370-a557-068af51636d8 HTTP/1.1" status: 200 len: 946 time: 0.1106753 Jul 07 21:14:36.578406 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-70031995-0323-42bc-ae32-870b8a903d52 req-f633ccb7-b8f3-48bb-bfa7-32d42b369bb6 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/security-groups?id=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868356 Jul 07 21:14:36.587934 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-b63b5a0a-3976-4def-91d3-01172331db39 None None] Allocated IP 2001:db8::f816:3eff:fe8c:fd2b (cb09c065-2c12-4a87-893a-e106666fd7e8/b9d7a891-2552-4c0e-881a-00e3a2f2d159/414faf38-eb98-4dfb-b920-ee2bed2b4a16) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:36.668914 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-d390eb72-0c04-4255-b596-9c4b1159acaf req-ce07fec5-d049-40b4-84cc-37ef469c9e63 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Deleting port 2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:36.669557 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d390eb72-0c04-4255-b596-9c4b1159acaf req-ce07fec5-d049-40b4-84cc-37ef469c9e63 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:36.785792 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-d390eb72-0c04-4255-b596-9c4b1159acaf req-ce07fec5-d049-40b4-84cc-37ef469c9e63 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] For port 2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e,segment=NetworkSegment(58fb124c-c894-49e4-8eef-1936160d5a51),segment_id=58fb124c-c894-49e4-8eef-1936160d5a51)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:36.786275 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d390eb72-0c04-4255-b596-9c4b1159acaf req-ce07fec5-d049-40b4-84cc-37ef469c9e63 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:36.800080 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-d390eb72-0c04-4255-b596-9c4b1159acaf req-ce07fec5-d049-40b4-84cc-37ef469c9e63 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Calling delete_port for 2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:36.926993 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b63b5a0a-3976-4def-91d3-01172331db39 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:36.949284 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b63b5a0a-3976-4def-91d3-01172331db39 None None] Transition to ACTIVE for port object 414faf38-eb98-4dfb-b920-ee2bed2b4a16 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:36.949493 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d390eb72-0c04-4255-b596-9c4b1159acaf req-ce07fec5-d049-40b4-84cc-37ef469c9e63 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:36.964715 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:14:37.004163 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b63b5a0a-3976-4def-91d3-01172331db39 None None] Transition to ACTIVE for port object 414faf38-eb98-4dfb-b920-ee2bed2b4a16 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:37.011647 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b63b5a0a-3976-4def-91d3-01172331db39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:37.075464 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b5a0a-3976-4def-91d3-01172331db39 None None] Pushing event updated for resources: {'Port': ['ID=414faf38-eb98-4dfb-b920-ee2bed2b4a16,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:37.079605 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63b5a0a-3976-4def-91d3-01172331db39 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:37.082046 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-b63b5a0a-3976-4def-91d3-01172331db39 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:37.092585 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b5a0a-3976-4def-91d3-01172331db39 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:14:37.096869 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-d390eb72-0c04-4255-b596-9c4b1159acaf req-ce07fec5-d049-40b4-84cc-37ef469c9e63 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] No DVR routers for this DVR port 2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:14:37.100252 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-d390eb72-0c04-4255-b596-9c4b1159acaf req-ce07fec5-d049-40b4-84cc-37ef469c9e63 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:37.102648 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d390eb72-0c04-4255-b596-9c4b1159acaf req-ce07fec5-d049-40b4-84cc-37ef469c9e63 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.39 "DELETE /v2.0/ports/2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e HTTP/1.1" status: 204 len: 173 time: 0.5634809 Jul 07 21:14:37.103245 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461cfa5a-6441-4370-a557-068af51636d8', 'name': 'network-vif-deleted', 'tag': '2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:14:37.105751 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf67e64a-5387-4ba3-aa48-04af4c5d1db9" -d '{"events": [{"server_uuid": "461cfa5a-6441-4370-a557-068af51636d8", "name": "network-vif-deleted", "tag": "2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:14:37.108361 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07fec5-d049-40b4-84cc-37ef469c9e63 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] Pushing event deleted for resources: {'Port': ['ID=2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:37.126668 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-67fd639d-3232-4842-882e-e3530b0cf4a3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8::f816:3eff:fe54:38ee (cb09c065-2c12-4a87-893a-e106666fd7e8/b9d7a891-2552-4c0e-881a-00e3a2f2d159/5749468e-c134-48e0-8d25-d9e3878e1761) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:37.184287 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f983e4-4808-411c-bb43-07d5b1fa149e x-openstack-request-id: req-16f983e4-4808-411c-bb43-07d5b1fa149e {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:14:37.184588 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461cfa5a-6441-4370-a557-068af51636d8", "name": "network-vif-deleted", "tag": "2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:14:37.185302 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-16f983e4-4808-411c-bb43-07d5b1fa149e {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:14:37.185417 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461cfa5a-6441-4370-a557-068af51636d8', 'name': 'network-vif-deleted', 'tag': '2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e', 'status': 'completed', 'code': 200} Jul 07 21:14:37.196443 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b63b5a0a-3976-4def-91d3-01172331db39 None None] Attempting to bind port 414faf38-eb98-4dfb-b920-ee2bed2b4a16 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:14:37.196829 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b63b5a0a-3976-4def-91d3-01172331db39 None None] Attempting to bind port 414faf38-eb98-4dfb-b920-ee2bed2b4a16 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:14:37.197602 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b5a0a-3976-4def-91d3-01172331db39 None None] Attempting to bind port 414faf38-eb98-4dfb-b920-ee2bed2b4a16 on network cb09c065-2c12-4a87-893a-e106666fd7e8 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:14:37.203986 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b5a0a-3976-4def-91d3-01172331db39 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:14:37.204391 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b5a0a-3976-4def-91d3-01172331db39 None None] Checking segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:14:37.204796 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b63b5a0a-3976-4def-91d3-01172331db39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:37.205200 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b5a0a-3976-4def-91d3-01172331db39 None None] Bound using segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:14:37.205673 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b63b5a0a-3976-4def-91d3-01172331db39 None None] Bound port: 414faf38-eb98-4dfb-b920-ee2bed2b4a16, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:14:37.206084 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b63b5a0a-3976-4def-91d3-01172331db39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:37.281437 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b63b5a0a-3976-4def-91d3-01172331db39 None None] For port 414faf38-eb98-4dfb-b920-ee2bed2b4a16, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:14:37.284473 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b63b5a0a-3976-4def-91d3-01172331db39 None None] For port 414faf38-eb98-4dfb-b920-ee2bed2b4a16, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=414faf38-eb98-4dfb-b920-ee2bed2b4a16,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:14:37.292025 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b63b5a0a-3976-4def-91d3-01172331db39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:37.321810 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67fd639d-3232-4842-882e-e3530b0cf4a3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:37.337836 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-67fd639d-3232-4842-882e-e3530b0cf4a3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Transition to ACTIVE for port object 5749468e-c134-48e0-8d25-d9e3878e1761 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:37.356447 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b5a0a-3976-4def-91d3-01172331db39 None None] Pushing event updated for resources: {'Port': ['ID=414faf38-eb98-4dfb-b920-ee2bed2b4a16,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:37.376913 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67fd639d-3232-4842-882e-e3530b0cf4a3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:37.404518 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fd639d-3232-4842-882e-e3530b0cf4a3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:37.405976 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-67fd639d-3232-4842-882e-e3530b0cf4a3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:37.408643 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fd639d-3232-4842-882e-e3530b0cf4a3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:14:37.414868 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fd639d-3232-4842-882e-e3530b0cf4a3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:37.415575 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67fd639d-3232-4842-882e-e3530b0cf4a3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:37.467701 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-67fd639d-3232-4842-882e-e3530b0cf4a3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2709506 Jul 07 21:14:37.470727 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44416) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:37.477781 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd639d-3232-4842-882e-e3530b0cf4a3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=5749468e-c134-48e0-8d25-d9e3878e1761,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:37.575890 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa89806b-215e-40c5-a676-321cc6bed706 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:37.582445 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa89806b-215e-40c5-a676-321cc6bed706 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:37.584182 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-aa89806b-215e-40c5-a676-321cc6bed706 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1116962 Jul 07 21:14:37.586959 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44418) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:37.746542 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-64a62a24-643c-4bad-a11a-aafdf5666cb1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting port 5749468e-c134-48e0-8d25-d9e3878e1761 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:37.747166 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-64a62a24-643c-4bad-a11a-aafdf5666cb1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:37.811619 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f38e4ce2-9463-493e-b159-165316f59847 req-2f2c016c-c91d-492b-97cf-a3136fd5d959 tempest-AttachVolumeNegativeTest-2110264262 tempest-AttachVolumeNegativeTest-2110264262-project] 10.222.0.64 "GET /v2.0/ports?device_id=461cfa5a-6441-4370-a557-068af51636d8 HTTP/1.1" status: 200 len: 210 time: 0.0460138 Jul 07 21:14:37.875266 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-64a62a24-643c-4bad-a11a-aafdf5666cb1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:37.890943 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-64a62a24-643c-4bad-a11a-aafdf5666cb1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Calling delete_port for 5749468e-c134-48e0-8d25-d9e3878e1761 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:38.034492 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-64a62a24-643c-4bad-a11a-aafdf5666cb1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:38.069711 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a62a24-643c-4bad-a11a-aafdf5666cb1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Port': ['ID=5749468e-c134-48e0-8d25-d9e3878e1761,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:38.111417 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-64a62a24-643c-4bad-a11a-aafdf5666cb1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:38.113457 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-64a62a24-643c-4bad-a11a-aafdf5666cb1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/5749468e-c134-48e0-8d25-d9e3878e1761 HTTP/1.1" status: 204 len: 168 time: 0.5251236 Jul 07 21:14:38.117025 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44428) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:38.179279 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e560a6-596a-41a2-ac61-b68f1bd7d50d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:38.181875 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e560a6-596a-41a2-ac61-b68f1bd7d50d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:38.185316 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f4e560a6-596a-41a2-ac61-b68f1bd7d50d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0654855 Jul 07 21:14:38.187067 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44434) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:38.274409 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d6a467-f3aa-4a19-b44a-aab2a514aa64 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet b9d7a891-2552-4c0e-881a-00e3a2f2d159 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:14:38.278454 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-39d6a467-f3aa-4a19-b44a-aab2a514aa64 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:38.334359 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-39d6a467-f3aa-4a19-b44a-aab2a514aa64 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:38.530910 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 414faf38-eb98-4dfb-b920-ee2bed2b4a16 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:14:38.540881 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-39d6a467-f3aa-4a19-b44a-aab2a514aa64 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:38.649638 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 414faf38-eb98-4dfb-b920-ee2bed2b4a16 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:14:38.676940 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-39d6a467-f3aa-4a19-b44a-aab2a514aa64 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:38.716154 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6a467-f3aa-4a19-b44a-aab2a514aa64 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=b9d7a891-2552-4c0e-881a-00e3a2f2d159,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:38.726736 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-39d6a467-f3aa-4a19-b44a-aab2a514aa64 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:38.728967 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-39d6a467-f3aa-4a19-b44a-aab2a514aa64 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/b9d7a891-2552-4c0e-881a-00e3a2f2d159 HTTP/1.1" status: 204 len: 168 time: 0.5406995 Jul 07 21:14:38.732257 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44464) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:38.875211 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c0267369-9c12-4573-9609-acdd400f6e8a tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1394329 Jul 07 21:14:38.876060 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44472) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:38.954791 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44474) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:38.997690 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5281f729-e3b6-4e57-aba8-f6544d5dc2a7 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:39.027657 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-221da193-374a-4342-a3ac-725ae5d23d3a admin admin] Deleting subnet e3aec7e4-4ac9-4591-bb22-5f8a519b186b {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:14:39.045525 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-221da193-374a-4342-a3ac-725ae5d23d3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:39.057693 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f9489f-aed0-4984-8676-87a199541415 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:39.067844 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d4f9489f-aed0-4984-8676-87a199541415 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1901085 Jul 07 21:14:39.068551 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44476) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:39.096573 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-221da193-374a-4342-a3ac-725ae5d23d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:39.149079 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-dc3ac5e7-775e-4d76-8998-b7e2e1d5090f None None] Provisioning for port 414faf38-eb98-4dfb-b920-ee2bed2b4a16 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:14:39.155906 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-221da193-374a-4342-a3ac-725ae5d23d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:39.163179 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-dc3ac5e7-775e-4d76-8998-b7e2e1d5090f None None] Provisioning complete for port 414faf38-eb98-4dfb-b920-ee2bed2b4a16 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:39.167725 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dc3ac5e7-775e-4d76-8998-b7e2e1d5090f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:39.198679 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32fcd27-dee8-4478-98cb-bc5168d6d764 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:39.202925 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e32fcd27-dee8-4478-98cb-bc5168d6d764 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1332908 Jul 07 21:14:39.203639 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44478) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:39.222538 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-221da193-374a-4342-a3ac-725ae5d23d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:39.256588 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221da193-374a-4342-a3ac-725ae5d23d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3aec7e4-4ac9-4591-bb22-5f8a519b186b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:39.266955 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-221da193-374a-4342-a3ac-725ae5d23d3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:39.271817 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-221da193-374a-4342-a3ac-725ae5d23d3a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e3aec7e4-4ac9-4591-bb22-5f8a519b186b HTTP/1.1" status: 204 len: 168 time: 0.3127711 Jul 07 21:14:39.272130 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44480) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:39.289301 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-86049345-40bd-49a8-a86c-33717ce38240 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0795774 Jul 07 21:14:39.290004 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44482) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:39.295154 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-fda24871-3766-41e6-8f48-721dbeb21994 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:39.368399 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-760d9019-64a6-4594-b8d3-9ffe9c034032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:39.403017 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dc3ac5e7-775e-4d76-8998-b7e2e1d5090f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:39.453748 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-dc3ac5e7-775e-4d76-8998-b7e2e1d5090f None None] For port 414faf38-eb98-4dfb-b920-ee2bed2b4a16, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=414faf38-eb98-4dfb-b920-ee2bed2b4a16,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:39.469178 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda24871-3766-41e6-8f48-721dbeb21994 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:39.470699 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dc3ac5e7-775e-4d76-8998-b7e2e1d5090f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:39.476334 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fda24871-3766-41e6-8f48-721dbeb21994 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:39.531790 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ac5e7-775e-4d76-8998-b7e2e1d5090f None None] Pushing event updated for resources: {'Port': ['ID=414faf38-eb98-4dfb-b920-ee2bed2b4a16,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:39.574993 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df40365-ac9b-44c0-9175-5f728b582496 None None] DHCP port deletion for cb09c065-2c12-4a87-893a-e106666fd7e8 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:14:39.575229 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-760d9019-64a6-4594-b8d3-9ffe9c034032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:39.606270 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-760d9019-64a6-4594-b8d3-9ffe9c034032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52efefbb-28df-45b6-b938-6100f70e7fd5']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:39.642512 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-5df40365-ac9b-44c0-9175-5f728b582496 None None] Deleting port 414faf38-eb98-4dfb-b920-ee2bed2b4a16 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:39.643202 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5df40365-ac9b-44c0-9175-5f728b582496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:39.647842 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-760d9019-64a6-4594-b8d3-9ffe9c034032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58fb124c-c894-49e4-8eef-1936160d5a51') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:39.648590 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-760d9019-64a6-4594-b8d3-9ffe9c034032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58fb124c-c894-49e4-8eef-1936160d5a51') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:39.682430 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-760d9019-64a6-4594-b8d3-9ffe9c034032 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:39.708116 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-760d9019-64a6-4594-b8d3-9ffe9c034032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:39.717487 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760d9019-64a6-4594-b8d3-9ffe9c034032 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:14:39.718166 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-760d9019-64a6-4594-b8d3-9ffe9c034032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:14:39.720005 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:14:39.734264 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-5df40365-ac9b-44c0-9175-5f728b582496 None None] For port 414faf38-eb98-4dfb-b920-ee2bed2b4a16, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=414faf38-eb98-4dfb-b920-ee2bed2b4a16,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:39.735020 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5df40365-ac9b-44c0-9175-5f728b582496 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:39.750718 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-5df40365-ac9b-44c0-9175-5f728b582496 None None] Calling delete_port for 414faf38-eb98-4dfb-b920-ee2bed2b4a16 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:39.798311 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-760d9019-64a6-4594-b8d3-9ffe9c034032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:39.804751 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-760d9019-64a6-4594-b8d3-9ffe9c034032 admin admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:39.806468 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-760d9019-64a6-4594-b8d3-9ffe9c034032 admin admin] 10.222.0.64 "DELETE /v2.0/networks/52efefbb-28df-45b6-b938-6100f70e7fd5 HTTP/1.1" status: 204 len: 168 time: 0.5333273 Jul 07 21:14:39.847481 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d9019-64a6-4594-b8d3-9ffe9c034032 admin admin] Pushing event deleted for resources: {'Network': ['ID=52efefbb-28df-45b6-b938-6100f70e7fd5,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:39.862763 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5df40365-ac9b-44c0-9175-5f728b582496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:39.892164 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df40365-ac9b-44c0-9175-5f728b582496 None None] Pushing event deleted for resources: {'Port': ['ID=414faf38-eb98-4dfb-b920-ee2bed2b4a16,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:39.894082 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df40365-ac9b-44c0-9175-5f728b582496 None None] No DVR routers for this DVR port 414faf38-eb98-4dfb-b920-ee2bed2b4a16 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:14:39.907647 n-d-695189-11 neutron-server[100447]: DEBUG neutron.objects.ports [None req-fda24871-3766-41e6-8f48-721dbeb21994 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100447) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 21:14:39.907647 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fda24871-3766-41e6-8f48-721dbeb21994 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:39.950149 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda24871-3766-41e6-8f48-721dbeb21994 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:39.955000 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-fda24871-3766-41e6-8f48-721dbeb21994 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:39.959868 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda24871-3766-41e6-8f48-721dbeb21994 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:39.960570 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fda24871-3766-41e6-8f48-721dbeb21994 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:39.967072 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306f0d50-035a-48cf-b91b-ba751ed4a991 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:40.005320 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda24871-3766-41e6-8f48-721dbeb21994 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=21b9c30a-ba6a-48a0-b546-1b563e62ef3b,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:40.015403 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fda24871-3766-41e6-8f48-721dbeb21994 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7234199 Jul 07 21:14:40.017028 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44494) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:40.037185 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-8e48e4d1-3a15-4b41-998e-df9e1acf993c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'mac_address': 'fa:16:3e:e3:a2:94', 'name': 'tempest-NetworksTestDHCPv6-1512034356'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:40.166924 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44496) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:40.173563 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e48e4d1-3a15-4b41-998e-df9e1acf993c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:40.178916 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8e48e4d1-3a15-4b41-998e-df9e1acf993c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:40.195031 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a64af7-c858-41cb-9c36-e57e00cd8592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-cb09c065-2c12-4a87-893a-e106666fd7e8', 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'fixed_ips': [{'subnet_id': '21b9c30a-ba6a-48a0-b546-1b563e62ef3b'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:14:40.199614 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-19a64af7-c858-41cb-9c36-e57e00cd8592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:40.215885 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-8e48e4d1-3a15-4b41-998e-df9e1acf993c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] device_id is not set on port 72faf00a-2a40-49d3-9acf-313b0b42383f yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:14:40.230932 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2e5e4b2f-3e1e-4d1f-ad2e-902b24ad8503 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cac6c510af104ba09c90ccd142f51a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0627248 Jul 07 21:14:40.233422 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44498) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:40.287306 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4bf8354f-f7d4-48bb-9f02-73f0feb276fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:40.310868 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4bf8354f-f7d4-48bb-9f02-73f0feb276fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:40.370013 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-8e48e4d1-3a15-4b41-998e-df9e1acf993c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8::f816:3eff:fee3:a294 (cb09c065-2c12-4a87-893a-e106666fd7e8/21b9c30a-ba6a-48a0-b546-1b563e62ef3b/72faf00a-2a40-49d3-9acf-313b0b42383f) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:40.375256 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4bf8354f-f7d4-48bb-9f02-73f0feb276fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:40.389914 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4bf8354f-f7d4-48bb-9f02-73f0feb276fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:40.393551 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4bf8354f-f7d4-48bb-9f02-73f0feb276fe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4bb120a3-11f3-419d-a2fe-dbea94e0c9d4 HTTP/1.1" status: 204 len: 168 time: 0.1568940 Jul 07 21:14:40.400231 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8354f-f7d4-48bb-9f02-73f0feb276fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb120a3-11f3-419d-a2fe-dbea94e0c9d4,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:40.426640 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 414faf38-eb98-4dfb-b920-ee2bed2b4a16 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:14:40.462305 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 414faf38-eb98-4dfb-b920-ee2bed2b4a16 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:14:40.462672 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 414faf38-eb98-4dfb-b920-ee2bed2b4a16 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:14:40.600238 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8e48e4d1-3a15-4b41-998e-df9e1acf993c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:40.614621 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-8e48e4d1-3a15-4b41-998e-df9e1acf993c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Transition to ACTIVE for port object 72faf00a-2a40-49d3-9acf-313b0b42383f will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:40.663475 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8e48e4d1-3a15-4b41-998e-df9e1acf993c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:40.735718 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48e4d1-3a15-4b41-998e-df9e1acf993c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=72faf00a-2a40-49d3-9acf-313b0b42383f,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:40.754812 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-19a64af7-c858-41cb-9c36-e57e00cd8592 None None] Allocated IP 2001:db8::f816:3eff:fec7:b234 (cb09c065-2c12-4a87-893a-e106666fd7e8/21b9c30a-ba6a-48a0-b546-1b563e62ef3b/64c780db-9366-46b8-9d33-fe5668a87237) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:40.756261 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e48e4d1-3a15-4b41-998e-df9e1acf993c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:40.758602 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-8e48e4d1-3a15-4b41-998e-df9e1acf993c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:40.766421 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e48e4d1-3a15-4b41-998e-df9e1acf993c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:14:40.776910 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e48e4d1-3a15-4b41-998e-df9e1acf993c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:40.777910 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8e48e4d1-3a15-4b41-998e-df9e1acf993c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:40.801271 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44506) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:40.814630 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8e48e4d1-3a15-4b41-998e-df9e1acf993c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7894652 Jul 07 21:14:40.898424 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d072cd3-bae2-4045-833b-945a6f966ff7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:40.912974 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44514) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:40.914718 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4d072cd3-bae2-4045-833b-945a6f966ff7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1107099 Jul 07 21:14:40.995916 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-19a64af7-c858-41cb-9c36-e57e00cd8592 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:41.008210 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-19a64af7-c858-41cb-9c36-e57e00cd8592 None None] Transition to ACTIVE for port object 64c780db-9366-46b8-9d33-fe5668a87237 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:41.048333 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-19a64af7-c858-41cb-9c36-e57e00cd8592 None None] Transition to ACTIVE for port object 64c780db-9366-46b8-9d33-fe5668a87237 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:41.066819 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-19a64af7-c858-41cb-9c36-e57e00cd8592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:41.073605 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-7be9f65b-78df-44b6-a100-8875c71d8e9e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting port 72faf00a-2a40-49d3-9acf-313b0b42383f {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:41.074145 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7be9f65b-78df-44b6-a100-8875c71d8e9e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:41.166496 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a64af7-c858-41cb-9c36-e57e00cd8592 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:41.169453 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-19a64af7-c858-41cb-9c36-e57e00cd8592 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:41.182872 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a64af7-c858-41cb-9c36-e57e00cd8592 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:14:41.223575 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7be9f65b-78df-44b6-a100-8875c71d8e9e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:41.237136 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-7be9f65b-78df-44b6-a100-8875c71d8e9e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Calling delete_port for 72faf00a-2a40-49d3-9acf-313b0b42383f owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:41.254830 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a64af7-c858-41cb-9c36-e57e00cd8592 None None] Pushing event updated for resources: {'Port': ['ID=64c780db-9366-46b8-9d33-fe5668a87237,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:41.310544 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-19a64af7-c858-41cb-9c36-e57e00cd8592 None None] Attempting to bind port 64c780db-9366-46b8-9d33-fe5668a87237 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:14:41.311151 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-19a64af7-c858-41cb-9c36-e57e00cd8592 None None] Attempting to bind port 64c780db-9366-46b8-9d33-fe5668a87237 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:14:41.311635 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a64af7-c858-41cb-9c36-e57e00cd8592 None None] Attempting to bind port 64c780db-9366-46b8-9d33-fe5668a87237 on network cb09c065-2c12-4a87-893a-e106666fd7e8 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:14:41.329102 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a64af7-c858-41cb-9c36-e57e00cd8592 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:14:41.329414 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a64af7-c858-41cb-9c36-e57e00cd8592 None None] Checking segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:14:41.335063 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-19a64af7-c858-41cb-9c36-e57e00cd8592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:41.335748 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a64af7-c858-41cb-9c36-e57e00cd8592 None None] Bound using segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:14:41.336309 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-19a64af7-c858-41cb-9c36-e57e00cd8592 None None] Bound port: 64c780db-9366-46b8-9d33-fe5668a87237, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:14:41.336792 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-19a64af7-c858-41cb-9c36-e57e00cd8592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:41.413611 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7be9f65b-78df-44b6-a100-8875c71d8e9e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:41.452419 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9f65b-78df-44b6-a100-8875c71d8e9e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Port': ['ID=72faf00a-2a40-49d3-9acf-313b0b42383f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:41.454016 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-19a64af7-c858-41cb-9c36-e57e00cd8592 None None] For port 64c780db-9366-46b8-9d33-fe5668a87237, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:14:41.463103 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:14:41.491466 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7be9f65b-78df-44b6-a100-8875c71d8e9e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:41.497571 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7be9f65b-78df-44b6-a100-8875c71d8e9e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/72faf00a-2a40-49d3-9acf-313b0b42383f HTTP/1.1" status: 204 len: 168 time: 0.5817657 Jul 07 21:14:41.498145 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44532) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:41.509021 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:14:41.509362 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 2b13c6eb-fcb5-4ffa-bc2e-f6f6ceb9864e not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:14:41.521829 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-19a64af7-c858-41cb-9c36-e57e00cd8592 None None] For port 64c780db-9366-46b8-9d33-fe5668a87237, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=64c780db-9366-46b8-9d33-fe5668a87237,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:14:41.528940 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-19a64af7-c858-41cb-9c36-e57e00cd8592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:41.563885 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db4f34d-8325-4cf9-876e-7335527453cc tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:41.565670 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db4f34d-8325-4cf9-876e-7335527453cc tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:41.567268 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6db4f34d-8325-4cf9-876e-7335527453cc tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0671427 Jul 07 21:14:41.570751 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44536) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:41.647169 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e2110f-4bb6-4f8f-a8c8-0e55c6f79bf1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet 21b9c30a-ba6a-48a0-b546-1b563e62ef3b {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:14:41.649393 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a64af7-c858-41cb-9c36-e57e00cd8592 None None] Pushing event updated for resources: {'Port': ['ID=64c780db-9366-46b8-9d33-fe5668a87237,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:41.654120 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e2e2110f-4bb6-4f8f-a8c8-0e55c6f79bf1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:41.705319 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e2e2110f-4bb6-4f8f-a8c8-0e55c6f79bf1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:41.834650 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e2e2110f-4bb6-4f8f-a8c8-0e55c6f79bf1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:42.001972 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e2e2110f-4bb6-4f8f-a8c8-0e55c6f79bf1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:42.069922 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e2e2110f-4bb6-4f8f-a8c8-0e55c6f79bf1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:42.074998 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44550) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:42.091549 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e2e2110f-4bb6-4f8f-a8c8-0e55c6f79bf1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/21b9c30a-ba6a-48a0-b546-1b563e62ef3b HTTP/1.1" status: 204 len: 168 time: 0.5192530 Jul 07 21:14:42.092976 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2110f-4bb6-4f8f-a8c8-0e55c6f79bf1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=21b9c30a-ba6a-48a0-b546-1b563e62ef3b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:42.175159 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-84e0eca6-f0f4-4fda-a9ff-39d7da62c68c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0965576 Jul 07 21:14:42.175965 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44556) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:42.181876 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-78f1fc37-fd5c-4c12-90c7-af42e0f2d740 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:42.476547 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f1fc37-fd5c-4c12-90c7-af42e0f2d740 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:42.492956 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-78f1fc37-fd5c-4c12-90c7-af42e0f2d740 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:42.535076 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 64c780db-9366-46b8-9d33-fe5668a87237 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:14:42.653751 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 64c780db-9366-46b8-9d33-fe5668a87237 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:14:42.982306 n-d-695189-11 neutron-server[100447]: DEBUG neutron.objects.ports [None req-78f1fc37-fd5c-4c12-90c7-af42e0f2d740 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100447) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 21:14:43.259162 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-78f1fc37-fd5c-4c12-90c7-af42e0f2d740 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:43.262920 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adad139-1c10-4b48-a1dc-67810cd2d43a None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:43.483549 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3e2a1d92-c468-4ff3-909e-b3bb78108068 None None] Provisioning for port 64c780db-9366-46b8-9d33-fe5668a87237 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:14:43.554160 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3e2a1d92-c468-4ff3-909e-b3bb78108068 None None] Provisioning complete for port 64c780db-9366-46b8-9d33-fe5668a87237 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:43.555072 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1d92-c468-4ff3-909e-b3bb78108068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:43.598558 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-78f1fc37-fd5c-4c12-90c7-af42e0f2d740 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] For port 64c780db-9366-46b8-9d33-fe5668a87237, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=64c780db-9366-46b8-9d33-fe5668a87237,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:43.680941 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-78f1fc37-fd5c-4c12-90c7-af42e0f2d740 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:43.688828 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-78f1fc37-fd5c-4c12-90c7-af42e0f2d740 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:43.689569 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-78f1fc37-fd5c-4c12-90c7-af42e0f2d740 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:43.774397 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1d92-c468-4ff3-909e-b3bb78108068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:43.781771 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f1fc37-fd5c-4c12-90c7-af42e0f2d740 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:43.788879 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-78f1fc37-fd5c-4c12-90c7-af42e0f2d740 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:43.797324 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f1fc37-fd5c-4c12-90c7-af42e0f2d740 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:43.798016 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-78f1fc37-fd5c-4c12-90c7-af42e0f2d740 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:43.828280 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-3e2a1d92-c468-4ff3-909e-b3bb78108068 None None] For port 64c780db-9366-46b8-9d33-fe5668a87237, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=64c780db-9366-46b8-9d33-fe5668a87237,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:43.839855 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1d92-c468-4ff3-909e-b3bb78108068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:43.844876 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44588) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:43.845353 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-78f1fc37-fd5c-4c12-90c7-af42e0f2d740 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6674907 Jul 07 21:14:43.848003 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1fc37-fd5c-4c12-90c7-af42e0f2d740 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=298ce64e-c333-49a2-ad7a-eff5e694ac6a,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:43.851997 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1fc37-fd5c-4c12-90c7-af42e0f2d740 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=64c780db-9366-46b8-9d33-fe5668a87237,revision_number=5']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:43.852154 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-c7d09f74-8aa0-49fe-8c21-30252f278186 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'mac_address': 'fa:16:3e:88:e0:0b', 'name': 'tempest-NetworksTestDHCPv6-1793517981'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:43.977369 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a1d92-c468-4ff3-909e-b3bb78108068 None None] Pushing event updated for resources: {'Port': ['ID=64c780db-9366-46b8-9d33-fe5668a87237,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:44.014771 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d09f74-8aa0-49fe-8c21-30252f278186 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:44.043830 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0812ba1-982d-4920-98c8-0f21a9a4ae6e None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:44.110080 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e41aaad1-b31a-486f-9d22-b76c8218eaf8 None None] Provisioning complete for port 64c780db-9366-46b8-9d33-fe5668a87237 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:44.110458 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e41aaad1-b31a-486f-9d22-b76c8218eaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:44.137030 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c7d09f74-8aa0-49fe-8c21-30252f278186 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:44.167774 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-c7d09f74-8aa0-49fe-8c21-30252f278186 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] device_id is not set on port 905a4b53-a542-451d-be1b-9e7a393d7d9f yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:14:44.361042 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-c7d09f74-8aa0-49fe-8c21-30252f278186 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8::f816:3eff:fe88:e00b (cb09c065-2c12-4a87-893a-e106666fd7e8/298ce64e-c333-49a2-ad7a-eff5e694ac6a/905a4b53-a542-451d-be1b-9e7a393d7d9f) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:44.459845 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 64c780db-9366-46b8-9d33-fe5668a87237 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:14:44.582956 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 64c780db-9366-46b8-9d33-fe5668a87237 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:44.585000 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:44.634787 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c7d09f74-8aa0-49fe-8c21-30252f278186 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:44.651891 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-c7d09f74-8aa0-49fe-8c21-30252f278186 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Transition to ACTIVE for port object 905a4b53-a542-451d-be1b-9e7a393d7d9f will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:44.730222 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c7d09f74-8aa0-49fe-8c21-30252f278186 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:44.837316 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-47d05650-9f0e-441f-a640-bbc71373dbd5 None None] Provisioning complete for port 64c780db-9366-46b8-9d33-fe5668a87237 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:44.837703 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-47d05650-9f0e-441f-a640-bbc71373dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:44.844725 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09f74-8aa0-49fe-8c21-30252f278186 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=905a4b53-a542-451d-be1b-9e7a393d7d9f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:44.866122 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d09f74-8aa0-49fe-8c21-30252f278186 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:44.867885 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-c7d09f74-8aa0-49fe-8c21-30252f278186 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:44.871483 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d09f74-8aa0-49fe-8c21-30252f278186 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:14:44.893357 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d09f74-8aa0-49fe-8c21-30252f278186 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:44.893357 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c7d09f74-8aa0-49fe-8c21-30252f278186 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:44.931641 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44628) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:44.941030 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c7d09f74-8aa0-49fe-8c21-30252f278186 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0877197 Jul 07 21:14:45.055551 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16448ffd-fb31-400a-a37e-4da5a01de94b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:45.062437 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16448ffd-fb31-400a-a37e-4da5a01de94b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:45.064392 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-16448ffd-fb31-400a-a37e-4da5a01de94b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1317391 Jul 07 21:14:45.066995 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44634) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:45.242062 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b4100d2f-ba77-4fc3-9506-a1a02b5f3aff None None] Could not find standard attr ID for object 72faf00a-2a40-49d3-9acf-313b0b42383f. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:14:45.290441 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-79c7a8c7-8368-48a0-86f5-ab73e6c9d93e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting port 905a4b53-a542-451d-be1b-9e7a393d7d9f {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:45.292829 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79c7a8c7-8368-48a0-86f5-ab73e6c9d93e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:45.331955 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44642) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:45.471023 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44646) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:45.510039 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79c7a8c7-8368-48a0-86f5-ab73e6c9d93e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:45.540019 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-79c7a8c7-8368-48a0-86f5-ab73e6c9d93e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Calling delete_port for 905a4b53-a542-451d-be1b-9e7a393d7d9f owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:45.550564 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4fe2f07b-d245-47a9-8e84-0e80e3ef7b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:45.570529 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-86bcf83a-5911-4b9e-aff4-9d02437221f5 None None] Provisioning for port 905a4b53-a542-451d-be1b-9e7a393d7d9f completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:14:45.575066 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-86bcf83a-5911-4b9e-aff4-9d02437221f5 None None] Provisioning complete for port 905a4b53-a542-451d-be1b-9e7a393d7d9f triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:45.575466 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-86bcf83a-5911-4b9e-aff4-9d02437221f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:45.651003 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-86bcf83a-5911-4b9e-aff4-9d02437221f5 None None] Port 905a4b53-a542-451d-be1b-9e7a393d7d9f cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:14:45.665588 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-281ab21d-de03-471e-a8f2-f33775139774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:45.723114 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4fe2f07b-d245-47a9-8e84-0e80e3ef7b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:45.749171 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4fe2f07b-d245-47a9-8e84-0e80e3ef7b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:45.759070 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79c7a8c7-8368-48a0-86f5-ab73e6c9d93e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:45.804661 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7a8c7-8368-48a0-86f5-ab73e6c9d93e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Port': ['ID=905a4b53-a542-451d-be1b-9e7a393d7d9f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:45.817973 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4fe2f07b-d245-47a9-8e84-0e80e3ef7b1b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cb009e6a45dc4f4a9d9540de06bcb42b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4845996 Jul 07 21:14:45.820109 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44650) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:45.820967 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2f07b-d245-47a9-8e84-0e80e3ef7b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28290a22-ff40-4bec-a52e-189e1ea660a5,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:45.830891 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79c7a8c7-8368-48a0-86f5-ab73e6c9d93e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:45.834065 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-79c7a8c7-8368-48a0-86f5-ab73e6c9d93e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/905a4b53-a542-451d-be1b-9e7a393d7d9f HTTP/1.1" status: 204 len: 168 time: 0.7636788 Jul 07 21:14:45.836848 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44652) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:45.900399 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1fc384-58cc-46f8-bbc1-b59db79932fb tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:45.902292 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1fc384-58cc-46f8-bbc1-b59db79932fb tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:45.904354 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5e1fc384-58cc-46f8-bbc1-b59db79932fb tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0661240 Jul 07 21:14:45.905021 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-791936f7-aa6b-4921-8d8e-b64f26731265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:45.906616 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44654) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:45.944702 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-791936f7-aa6b-4921-8d8e-b64f26731265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:45.950682 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-281ab21d-de03-471e-a8f2-f33775139774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:45.962671 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-281ab21d-de03-471e-a8f2-f33775139774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:45.962922 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c99464a-b5e7-4c00-82a2-e9b81e61a7ee tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet 298ce64e-c333-49a2-ad7a-eff5e694ac6a {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:14:45.966379 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c99464a-b5e7-4c00-82a2-e9b81e61a7ee tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:46.049637 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-281ab21d-de03-471e-a8f2-f33775139774 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46a20d2f807941f4bd4c0e96e860f633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5749638 Jul 07 21:14:46.049637 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ab21d-de03-471e-a8f2-f33775139774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2a75bd-4e7d-4dea-9293-9f2d2d0da095,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:46.051274 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44658) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:46.066963 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c99464a-b5e7-4c00-82a2-e9b81e61a7ee tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:46.110761 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-791936f7-aa6b-4921-8d8e-b64f26731265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:46.113395 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-791936f7-aa6b-4921-8d8e-b64f26731265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:46.114680 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-791936f7-aa6b-4921-8d8e-b64f26731265 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/28290a22-ff40-4bec-a52e-189e1ea660a5 HTTP/1.1" status: 204 len: 168 time: 0.2903674 Jul 07 21:14:46.135767 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791936f7-aa6b-4921-8d8e-b64f26731265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28290a22-ff40-4bec-a52e-189e1ea660a5,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:46.157832 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d51532ed-a0c2-4e52-a799-5d36bf9f2475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:46.190319 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d51532ed-a0c2-4e52-a799-5d36bf9f2475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:46.215544 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c99464a-b5e7-4c00-82a2-e9b81e61a7ee tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:46.250695 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d51532ed-a0c2-4e52-a799-5d36bf9f2475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:46.253270 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d51532ed-a0c2-4e52-a799-5d36bf9f2475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:46.258428 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d51532ed-a0c2-4e52-a799-5d36bf9f2475 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3d2a75bd-4e7d-4dea-9293-9f2d2d0da095 HTTP/1.1" status: 204 len: 168 time: 0.2027762 Jul 07 21:14:46.264065 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51532ed-a0c2-4e52-a799-5d36bf9f2475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2a75bd-4e7d-4dea-9293-9f2d2d0da095,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:46.307846 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c99464a-b5e7-4c00-82a2-e9b81e61a7ee tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:46.352912 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99464a-b5e7-4c00-82a2-e9b81e61a7ee tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=298ce64e-c333-49a2-ad7a-eff5e694ac6a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:46.359077 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c99464a-b5e7-4c00-82a2-e9b81e61a7ee tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:46.361006 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7c99464a-b5e7-4c00-82a2-e9b81e61a7ee tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/298ce64e-c333-49a2-ad7a-eff5e694ac6a HTTP/1.1" status: 204 len: 168 time: 0.4533739 Jul 07 21:14:46.363541 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44666) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:46.374659 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65550828-c559-4d5d-88ab-b7b87cc8e261 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:46.420184 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9a51e98c-dacb-44ed-b34a-09b0f0d00445 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549231 Jul 07 21:14:46.422359 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44670) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:46.558457 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7bb846-dd2a-4db0-82c0-0d8aa20f7707 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:46.560425 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6d7bb846-dd2a-4db0-82c0-0d8aa20f7707 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1368909 Jul 07 21:14:46.563353 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44672) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:46.576874 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44674) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:46.593074 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-da72e0ac-130a-4e55-998c-491540c105a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:46.618513 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed24317-7596-4efc-a6ad-8e61d29af5ce tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:46.622462 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5ed24317-7596-4efc-a6ad-8e61d29af5ce tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0556316 Jul 07 21:14:46.622750 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44678) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:46.671019 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-766029e9-b513-474b-ac57-946256cce4ad tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459449 Jul 07 21:14:46.674536 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44680) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:46.685432 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-3f432d01-31c6-4cf5-aad1-76c3087b6c90 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:46.687762 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49992003-c43b-491f-b565-e1debda66fd4 None None] DHCP port deletion for cb09c065-2c12-4a87-893a-e106666fd7e8 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:14:46.717728 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-da72e0ac-130a-4e55-998c-491540c105a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:46.726781 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-da72e0ac-130a-4e55-998c-491540c105a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:46.773464 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72e0ac-130a-4e55-998c-491540c105a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacee717-ecdb-4f3f-82f4-10b3ce03062a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:46.795645 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-49992003-c43b-491f-b565-e1debda66fd4 None None] Deleting port 64c780db-9366-46b8-9d33-fe5668a87237 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:46.796198 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-49992003-c43b-491f-b565-e1debda66fd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:46.807586 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-da72e0ac-130a-4e55-998c-491540c105a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c81ba88f52974c2d8da4f76845b022b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2290716 Jul 07 21:14:46.809661 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44682) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:46.812688 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f432d01-31c6-4cf5-aad1-76c3087b6c90 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:46.819789 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f432d01-31c6-4cf5-aad1-76c3087b6c90 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:46.866683 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-49992003-c43b-491f-b565-e1debda66fd4 None None] For port 64c780db-9366-46b8-9d33-fe5668a87237, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=64c780db-9366-46b8-9d33-fe5668a87237,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:46.867289 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-49992003-c43b-491f-b565-e1debda66fd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:46.888219 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-49992003-c43b-491f-b565-e1debda66fd4 None None] Calling delete_port for 64c780db-9366-46b8-9d33-fe5668a87237 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:46.916483 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44684) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:46.926580 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2a483bb-d87b-4420-9aac-884930f30fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:46.950837 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2a483bb-d87b-4420-9aac-884930f30fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:46.992530 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-49992003-c43b-491f-b565-e1debda66fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:47.006358 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-66e92e28-de69-424c-b4ff-c4c21d739ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:47.019163 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2a483bb-d87b-4420-9aac-884930f30fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:47.023778 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2a483bb-d87b-4420-9aac-884930f30fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:47.024965 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d2a483bb-d87b-4420-9aac-884930f30fdf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eacee717-ecdb-4f3f-82f4-10b3ce03062a HTTP/1.1" status: 204 len: 168 time: 0.2137165 Jul 07 21:14:47.032308 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49992003-c43b-491f-b565-e1debda66fd4 None None] Pushing event deleted for resources: {'Port': ['ID=64c780db-9366-46b8-9d33-fe5668a87237,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:47.034804 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a483bb-d87b-4420-9aac-884930f30fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacee717-ecdb-4f3f-82f4-10b3ce03062a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:47.035196 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49992003-c43b-491f-b565-e1debda66fd4 None None] No DVR routers for this DVR port 64c780db-9366-46b8-9d33-fe5668a87237 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:14:47.098253 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f432d01-31c6-4cf5-aad1-76c3087b6c90 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:47.149950 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f432d01-31c6-4cf5-aad1-76c3087b6c90 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:47.153256 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-3f432d01-31c6-4cf5-aad1-76c3087b6c90 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:47.157688 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f432d01-31c6-4cf5-aad1-76c3087b6c90 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:47.158811 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f432d01-31c6-4cf5-aad1-76c3087b6c90 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:47.167194 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4370bdc6-cf47-4605-beea-7d4c83db94c5 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:47.175461 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f432d01-31c6-4cf5-aad1-76c3087b6c90 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=46eb8862-0f37-4426-9c72-4004a235b9ad,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:47.175988 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-66e92e28-de69-424c-b4ff-c4c21d739ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:47.182773 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-66e92e28-de69-424c-b4ff-c4c21d739ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:47.188104 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3f432d01-31c6-4cf5-aad1-76c3087b6c90 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5121081 Jul 07 21:14:47.190534 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44688) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:47.196433 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-0f183b94-71db-43ac-b489-a8a09ad07ec7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'mac_address': 'fa:16:3e:c1:05:6a', 'name': 'tempest-NetworksTestDHCPv6-839141804'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:47.223555 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-66e92e28-de69-424c-b4ff-c4c21d739ebd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5770a7dd693c41c885fa9fe555d25479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055265 Jul 07 21:14:47.224234 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44692) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:47.274814 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e92e28-de69-424c-b4ff-c4c21d739ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee83999a-5f31-4bf5-b24b-a1cf8ce5ea4c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:47.318657 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ea77bec-ec18-4ed0-8362-c2028235337f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:47.324762 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f183b94-71db-43ac-b489-a8a09ad07ec7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:47.331278 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0f183b94-71db-43ac-b489-a8a09ad07ec7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:47.343490 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ea77bec-ec18-4ed0-8362-c2028235337f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:47.358608 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-0f183b94-71db-43ac-b489-a8a09ad07ec7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] device_id is not set on port 2bf16fb6-c4e6-45af-ab1b-c022dfcc2765 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:14:47.409581 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ea77bec-ec18-4ed0-8362-c2028235337f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:47.415974 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ea77bec-ec18-4ed0-8362-c2028235337f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:47.423137 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9ea77bec-ec18-4ed0-8362-c2028235337f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ee83999a-5f31-4bf5-b24b-a1cf8ce5ea4c HTTP/1.1" status: 204 len: 168 time: 0.1914828 Jul 07 21:14:47.445853 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea77bec-ec18-4ed0-8362-c2028235337f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee83999a-5f31-4bf5-b24b-a1cf8ce5ea4c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:47.531622 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44700) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:47.540737 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-0f183b94-71db-43ac-b489-a8a09ad07ec7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8::27c (cb09c065-2c12-4a87-893a-e106666fd7e8/46eb8862-0f37-4426-9c72-4004a235b9ad/2bf16fb6-c4e6-45af-ab1b-c022dfcc2765) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:47.553804 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e25fc7a-088e-4a30-9a4a-d38852a81661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-cb09c065-2c12-4a87-893a-e106666fd7e8', 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'fixed_ips': [{'subnet_id': '46eb8862-0f37-4426-9c72-4004a235b9ad'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:14:47.555208 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1e25fc7a-088e-4a30-9a4a-d38852a81661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:47.631929 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ab28c8-4c73-4823-b96c-acf7459f512e admin admin] Deleting subnet a3ef07a6-1f20-43e8-ad0f-980c825575e2 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:14:47.641672 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a5ab28c8-4c73-4823-b96c-acf7459f512e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:47.709862 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a5ab28c8-4c73-4823-b96c-acf7459f512e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:47.766343 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a5ab28c8-4c73-4823-b96c-acf7459f512e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:47.802615 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0f183b94-71db-43ac-b489-a8a09ad07ec7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:47.822964 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-0f183b94-71db-43ac-b489-a8a09ad07ec7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Transition to ACTIVE for port object 2bf16fb6-c4e6-45af-ab1b-c022dfcc2765 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:47.823262 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a5ab28c8-4c73-4823-b96c-acf7459f512e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:47.854866 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab28c8-4c73-4823-b96c-acf7459f512e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3ef07a6-1f20-43e8-ad0f-980c825575e2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:47.857062 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a5ab28c8-4c73-4823-b96c-acf7459f512e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:47.859430 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a5ab28c8-4c73-4823-b96c-acf7459f512e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a3ef07a6-1f20-43e8-ad0f-980c825575e2 HTTP/1.1" status: 204 len: 168 time: 0.3266835 Jul 07 21:14:47.862858 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44708) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:47.885277 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0f183b94-71db-43ac-b489-a8a09ad07ec7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:47.945078 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f183b94-71db-43ac-b489-a8a09ad07ec7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:47.948808 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-0f183b94-71db-43ac-b489-a8a09ad07ec7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:47.961777 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f183b94-71db-43ac-b489-a8a09ad07ec7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:14:47.969773 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f183b94-71db-43ac-b489-a8a09ad07ec7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:47.970516 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0f183b94-71db-43ac-b489-a8a09ad07ec7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:47.985228 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f183b94-71db-43ac-b489-a8a09ad07ec7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=2bf16fb6-c4e6-45af-ab1b-c022dfcc2765,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:47.996419 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-1e25fc7a-088e-4a30-9a4a-d38852a81661 None None] Allocated IP 2001:db8::2 (cb09c065-2c12-4a87-893a-e106666fd7e8/46eb8862-0f37-4426-9c72-4004a235b9ad/e46b9f87-82f8-4050-9957-5d977b4fff5d) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:48.009806 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0f183b94-71db-43ac-b489-a8a09ad07ec7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8153081 Jul 07 21:14:48.011188 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44712) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:48.044807 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-83c0e77b-769b-44a7-897e-19ca8c6502f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:48.122713 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd88f87-048a-44b7-bb1f-5f1081d7db12 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:48.128161 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-efd88f87-048a-44b7-bb1f-5f1081d7db12 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1122940 Jul 07 21:14:48.128375 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44718) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:48.192704 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1e25fc7a-088e-4a30-9a4a-d38852a81661 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:48.198965 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-83c0e77b-769b-44a7-897e-19ca8c6502f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:48.201840 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1e25fc7a-088e-4a30-9a4a-d38852a81661 None None] Transition to ACTIVE for port object e46b9f87-82f8-4050-9957-5d977b4fff5d will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:48.214760 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-83c0e77b-769b-44a7-897e-19ca8c6502f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a238c9f-798d-4070-a28a-9d436224a3e0']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:48.218844 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1e25fc7a-088e-4a30-9a4a-d38852a81661 None None] Transition to ACTIVE for port object e46b9f87-82f8-4050-9957-5d977b4fff5d will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:48.228738 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1e25fc7a-088e-4a30-9a4a-d38852a81661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:48.234946 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-83c0e77b-769b-44a7-897e-19ca8c6502f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2925426-a04b-4eda-a4ea-a3aeab926faf') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:48.235702 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-83c0e77b-769b-44a7-897e-19ca8c6502f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2925426-a04b-4eda-a4ea-a3aeab926faf') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:14:48.255985 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-83c0e77b-769b-44a7-897e-19ca8c6502f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:48.281638 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e25fc7a-088e-4a30-9a4a-d38852a81661 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:48.285024 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-1e25fc7a-088e-4a30-9a4a-d38852a81661 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:48.292273 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-83c0e77b-769b-44a7-897e-19ca8c6502f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:48.292761 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e25fc7a-088e-4a30-9a4a-d38852a81661 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:14:48.301070 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25fc7a-088e-4a30-9a4a-d38852a81661 None None] Pushing event updated for resources: {'Port': ['ID=e46b9f87-82f8-4050-9957-5d977b4fff5d,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:48.315873 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c0e77b-769b-44a7-897e-19ca8c6502f4 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:14:48.316333 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-83c0e77b-769b-44a7-897e-19ca8c6502f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:14:48.320122 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:14:48.353354 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-95005270-f758-4220-bac1-07a9871b50ff tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting port 2bf16fb6-c4e6-45af-ab1b-c022dfcc2765 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:48.354054 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-95005270-f758-4220-bac1-07a9871b50ff tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:48.371223 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1e25fc7a-088e-4a30-9a4a-d38852a81661 None None] Attempting to bind port e46b9f87-82f8-4050-9957-5d977b4fff5d on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:14:48.371824 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1e25fc7a-088e-4a30-9a4a-d38852a81661 None None] Attempting to bind port e46b9f87-82f8-4050-9957-5d977b4fff5d by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:14:48.372294 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25fc7a-088e-4a30-9a4a-d38852a81661 None None] Attempting to bind port e46b9f87-82f8-4050-9957-5d977b4fff5d on network cb09c065-2c12-4a87-893a-e106666fd7e8 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:14:48.382783 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25fc7a-088e-4a30-9a4a-d38852a81661 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:14:48.383377 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25fc7a-088e-4a30-9a4a-d38852a81661 None None] Checking segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:14:48.383798 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1e25fc7a-088e-4a30-9a4a-d38852a81661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:48.384202 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25fc7a-088e-4a30-9a4a-d38852a81661 None None] Bound using segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:14:48.384827 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1e25fc7a-088e-4a30-9a4a-d38852a81661 None None] Bound port: e46b9f87-82f8-4050-9957-5d977b4fff5d, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:14:48.385164 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1e25fc7a-088e-4a30-9a4a-d38852a81661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:48.444720 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 64c780db-9366-46b8-9d33-fe5668a87237 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:14:48.471230 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 64c780db-9366-46b8-9d33-fe5668a87237 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:14:48.471665 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 64c780db-9366-46b8-9d33-fe5668a87237 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:14:48.490042 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-83c0e77b-769b-44a7-897e-19ca8c6502f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:48.498431 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-83c0e77b-769b-44a7-897e-19ca8c6502f4 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:48.500418 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-83c0e77b-769b-44a7-897e-19ca8c6502f4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6a238c9f-798d-4070-a28a-9d436224a3e0 HTTP/1.1" status: 204 len: 168 time: 0.6362209 Jul 07 21:14:48.516205 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1e25fc7a-088e-4a30-9a4a-d38852a81661 None None] For port e46b9f87-82f8-4050-9957-5d977b4fff5d, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:14:48.523685 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1e25fc7a-088e-4a30-9a4a-d38852a81661 None None] For port e46b9f87-82f8-4050-9957-5d977b4fff5d, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=e46b9f87-82f8-4050-9957-5d977b4fff5d,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:14:48.532164 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0e77b-769b-44a7-897e-19ca8c6502f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a238c9f-798d-4070-a28a-9d436224a3e0,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:48.534751 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1e25fc7a-088e-4a30-9a4a-d38852a81661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:48.576853 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-95005270-f758-4220-bac1-07a9871b50ff tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:48.606053 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-95005270-f758-4220-bac1-07a9871b50ff tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Calling delete_port for 2bf16fb6-c4e6-45af-ab1b-c022dfcc2765 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:48.607110 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25fc7a-088e-4a30-9a4a-d38852a81661 None None] Pushing event updated for resources: {'Port': ['ID=e46b9f87-82f8-4050-9957-5d977b4fff5d,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:48.711862 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:14:48.789921 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44740) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:48.804553 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-95005270-f758-4220-bac1-07a9871b50ff tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:48.844446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95005270-f758-4220-bac1-07a9871b50ff tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Port': ['ID=2bf16fb6-c4e6-45af-ab1b-c022dfcc2765,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:48.874213 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-07164f51-79cb-4eda-aaff-0148644ef57b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b1e6eb25ac9842e293c302bddad407f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0824378 Jul 07 21:14:48.881363 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44742) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:48.907567 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-95005270-f758-4220-bac1-07a9871b50ff tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:48.909317 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-95005270-f758-4220-bac1-07a9871b50ff tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/2bf16fb6-c4e6-45af-ab1b-c022dfcc2765 HTTP/1.1" status: 204 len: 168 time: 0.7694414 Jul 07 21:14:48.915368 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44744) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:48.959916 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38e97612-db47-4183-8093-610e21de6918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:48.990892 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38e97612-db47-4183-8093-610e21de6918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:49.018663 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea49177a-9509-48d3-a76d-2276567debd5 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:49.020373 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea49177a-9509-48d3-a76d-2276567debd5 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:49.025003 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ea49177a-9509-48d3-a76d-2276567debd5 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1060121 Jul 07 21:14:49.026362 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44748) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:49.115985 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d78365-a53a-48a4-b03a-3980aab60d8c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet 46eb8862-0f37-4426-9c72-4004a235b9ad {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:14:49.120014 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54d78365-a53a-48a4-b03a-3980aab60d8c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:49.151492 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38e97612-db47-4183-8093-610e21de6918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:49.154356 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-38e97612-db47-4183-8093-610e21de6918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:49.158457 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-38e97612-db47-4183-8093-610e21de6918 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3c5de3e0-7fbd-4f89-a7f9-4fa26d8a9cd1 HTTP/1.1" status: 204 len: 168 time: 0.2659380 Jul 07 21:14:49.177449 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e97612-db47-4183-8093-610e21de6918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5de3e0-7fbd-4f89-a7f9-4fa26d8a9cd1,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:49.198149 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54d78365-a53a-48a4-b03a-3980aab60d8c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:49.287817 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54d78365-a53a-48a4-b03a-3980aab60d8c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:49.363713 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54d78365-a53a-48a4-b03a-3980aab60d8c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:49.399847 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-54d78365-a53a-48a4-b03a-3980aab60d8c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:49.402209 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-54d78365-a53a-48a4-b03a-3980aab60d8c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/46eb8862-0f37-4426-9c72-4004a235b9ad HTTP/1.1" status: 204 len: 168 time: 0.3756087 Jul 07 21:14:49.403620 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d78365-a53a-48a4-b03a-3980aab60d8c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=46eb8862-0f37-4426-9c72-4004a235b9ad,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:49.405190 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44762) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:49.481637 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b468d988-386e-4e03-aa09-9866476c3b1d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746360 Jul 07 21:14:49.484155 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44766) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:49.651281 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79de9fb-7923-4454-a989-b9d69ee25b10 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:49.659632 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44776) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:49.660008 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b79de9fb-7923-4454-a989-b9d69ee25b10 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1742451 Jul 07 21:14:49.809165 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967176d2-1670-470a-8cd3-4a14a96d1c57 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:49.811434 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-967176d2-1670-470a-8cd3-4a14a96d1c57 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1506312 Jul 07 21:14:49.813965 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44782) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:49.970620 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6099c56e-f044-4ca9-9fc0-be1a255b56de None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:49.999784 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:50.065673 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6063966f-04da-40ef-99f5-952de703c7f5 None None] Provisioning for port e46b9f87-82f8-4050-9957-5d977b4fff5d completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:14:50.189172 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4051a19b-8183-4c10-b7eb-1d88cb2c06d0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3739567 Jul 07 21:14:50.189789 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44802) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:50.196340 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-b31b9d99-f900-40c8-ad8f-7e89d40f7333 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:50.310528 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31b9d99-f900-40c8-ad8f-7e89d40f7333 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:50.313291 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b31b9d99-f900-40c8-ad8f-7e89d40f7333 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:50.349523 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:50.416394 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d06a182-e3da-4637-ab95-d26456f5a793 None None] DHCP port deletion for cb09c065-2c12-4a87-893a-e106666fd7e8 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:14:50.474109 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-7d06a182-e3da-4637-ab95-d26456f5a793 None None] Deleting port e46b9f87-82f8-4050-9957-5d977b4fff5d {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:50.474912 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7d06a182-e3da-4637-ab95-d26456f5a793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:50.558298 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-7d06a182-e3da-4637-ab95-d26456f5a793 None None] For port e46b9f87-82f8-4050-9957-5d977b4fff5d, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=e46b9f87-82f8-4050-9957-5d977b4fff5d,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:50.558839 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7d06a182-e3da-4637-ab95-d26456f5a793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:50.578119 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-7d06a182-e3da-4637-ab95-d26456f5a793 None None] Calling delete_port for e46b9f87-82f8-4050-9957-5d977b4fff5d owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:50.691184 n-d-695189-11 neutron-server[100447]: DEBUG neutron.objects.ports [None req-b31b9d99-f900-40c8-ad8f-7e89d40f7333 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100447) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 21:14:50.729311 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7d06a182-e3da-4637-ab95-d26456f5a793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:50.761568 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06a182-e3da-4637-ab95-d26456f5a793 None None] Pushing event deleted for resources: {'Port': ['ID=e46b9f87-82f8-4050-9957-5d977b4fff5d,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:50.763726 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d06a182-e3da-4637-ab95-d26456f5a793 None None] No DVR routers for this DVR port e46b9f87-82f8-4050-9957-5d977b4fff5d on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:14:50.840518 n-d-695189-11 neutron-server[100447]: WARNING neutron.services.revisions.revision_plugin [None req-b31b9d99-f900-40c8-ad8f-7e89d40f7333 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Could not find related port for resource to bump revision. Jul 07 21:14:50.845502 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.ipam_pluggable_backend [None req-b31b9d99-f900-40c8-ad8f-7e89d40f7333 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Port e46b9f87-82f8-4050-9957-5d977b4fff5d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100447) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 07 21:14:50.845817 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.ipam_pluggable_backend [None req-b31b9d99-f900-40c8-ad8f-7e89d40f7333 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Reverting IP allocation for 2001:db8::f816:3eff:fe81:534e {{(pid=100447) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 07 21:14:50.852063 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.ipam_pluggable_backend [None req-b31b9d99-f900-40c8-ad8f-7e89d40f7333 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe81:534e {{(pid=100447) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 07 21:14:50.853298 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b31b9d99-f900-40c8-ad8f-7e89d40f7333 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:50.897011 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31b9d99-f900-40c8-ad8f-7e89d40f7333 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:50.900532 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-b31b9d99-f900-40c8-ad8f-7e89d40f7333 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:50.906535 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31b9d99-f900-40c8-ad8f-7e89d40f7333 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:50.907488 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b31b9d99-f900-40c8-ad8f-7e89d40f7333 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:50.917331 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dba74c0-21b9-4bef-83f3-03a86e0dfba1 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:50.926121 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b9d99-f900-40c8-ad8f-7e89d40f7333 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=09d4601f-1ee0-49a7-9bcb-3ef9ae8f31a5,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:50.936066 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b31b9d99-f900-40c8-ad8f-7e89d40f7333 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7451580 Jul 07 21:14:50.936259 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44850) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:50.941502 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-8e589983-8566-4d42-a53f-0e458be3c86f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:51.077493 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e589983-8566-4d42-a53f-0e458be3c86f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:51.084158 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8e589983-8566-4d42-a53f-0e458be3c86f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:51.102921 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d50f540-d74b-4c06-a4d2-5691df0681ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-cb09c065-2c12-4a87-893a-e106666fd7e8', 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'fixed_ips': [{'subnet_id': '09d4601f-1ee0-49a7-9bcb-3ef9ae8f31a5'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:14:51.103933 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6d50f540-d74b-4c06-a4d2-5691df0681ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:51.218697 n-d-695189-11 neutron-server[100448]: INFO neutron.db.ipam_backend_mixin [None req-8e589983-8566-4d42-a53f-0e458be3c86f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 09d4601f-1ee0-49a7-9bcb-3ef9ae8f31a5 (CIDR: 2001:db8::/64) Jul 07 21:14:51.222394 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e589983-8566-4d42-a53f-0e458be3c86f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:14:51.223588 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e589983-8566-4d42-a53f-0e458be3c86f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:14:51.242652 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8e589983-8566-4d42-a53f-0e458be3c86f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3051319 Jul 07 21:14:51.246120 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44878) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:51.255818 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-3f9b0e56-ec17-470a-abf0-d9bd3943a04e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:51.269833 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-6d50f540-d74b-4c06-a4d2-5691df0681ee None None] Allocated IP 2001:db8::f816:3eff:feee:d332 (cb09c065-2c12-4a87-893a-e106666fd7e8/09d4601f-1ee0-49a7-9bcb-3ef9ae8f31a5/41d8fe23-a2d1-475c-9673-950f37051415) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:51.402213 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9b0e56-ec17-470a-abf0-d9bd3943a04e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:51.406879 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f9b0e56-ec17-470a-abf0-d9bd3943a04e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:51.450819 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6d50f540-d74b-4c06-a4d2-5691df0681ee None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:51.463269 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6d50f540-d74b-4c06-a4d2-5691df0681ee None None] Transition to ACTIVE for port object 41d8fe23-a2d1-475c-9673-950f37051415 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:51.491850 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6d50f540-d74b-4c06-a4d2-5691df0681ee None None] Transition to ACTIVE for port object 41d8fe23-a2d1-475c-9673-950f37051415 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:51.499878 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6d50f540-d74b-4c06-a4d2-5691df0681ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:51.549131 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d50f540-d74b-4c06-a4d2-5691df0681ee None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:51.553316 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-6d50f540-d74b-4c06-a4d2-5691df0681ee None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:51.557418 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d50f540-d74b-4c06-a4d2-5691df0681ee None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:14:51.571480 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50f540-d74b-4c06-a4d2-5691df0681ee None None] Pushing event updated for resources: {'Port': ['ID=41d8fe23-a2d1-475c-9673-950f37051415,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:51.631220 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-6d50f540-d74b-4c06-a4d2-5691df0681ee None None] Attempting to bind port 41d8fe23-a2d1-475c-9673-950f37051415 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:14:51.631636 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-6d50f540-d74b-4c06-a4d2-5691df0681ee None None] Attempting to bind port 41d8fe23-a2d1-475c-9673-950f37051415 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:14:51.632017 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50f540-d74b-4c06-a4d2-5691df0681ee None None] Attempting to bind port 41d8fe23-a2d1-475c-9673-950f37051415 on network cb09c065-2c12-4a87-893a-e106666fd7e8 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:14:51.638226 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50f540-d74b-4c06-a4d2-5691df0681ee None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:14:51.638793 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50f540-d74b-4c06-a4d2-5691df0681ee None None] Checking segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:14:51.639221 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6d50f540-d74b-4c06-a4d2-5691df0681ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:51.639657 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50f540-d74b-4c06-a4d2-5691df0681ee None None] Bound using segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:14:51.640153 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-6d50f540-d74b-4c06-a4d2-5691df0681ee None None] Bound port: 41d8fe23-a2d1-475c-9673-950f37051415, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:14:51.640556 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6d50f540-d74b-4c06-a4d2-5691df0681ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:51.689098 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44912) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:51.722952 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-6d50f540-d74b-4c06-a4d2-5691df0681ee None None] For port 41d8fe23-a2d1-475c-9673-950f37051415, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:14:51.727931 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-6d50f540-d74b-4c06-a4d2-5691df0681ee None None] For port 41d8fe23-a2d1-475c-9673-950f37051415, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=41d8fe23-a2d1-475c-9673-950f37051415,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:14:51.743895 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f9b0e56-ec17-470a-abf0-d9bd3943a04e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:51.744825 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6d50f540-d74b-4c06-a4d2-5691df0681ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:51.790668 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9b0e56-ec17-470a-abf0-d9bd3943a04e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:51.796567 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-3f9b0e56-ec17-470a-abf0-d9bd3943a04e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:51.801138 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b0e56-ec17-470a-abf0-d9bd3943a04e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:51.810630 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3f9b0e56-ec17-470a-abf0-d9bd3943a04e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:51.825753 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50f540-d74b-4c06-a4d2-5691df0681ee None None] Pushing event updated for resources: {'Port': ['ID=41d8fe23-a2d1-475c-9673-950f37051415,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:51.847832 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3f9b0e56-ec17-470a-abf0-d9bd3943a04e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5980675 Jul 07 21:14:51.849550 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44928) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:51.854901 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-75c2cd99-b888-49a6-ab19-57d59b496d67 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'mac_address': 'fa:16:3e:a4:8d:8d', 'name': 'tempest-NetworksTestDHCPv6-1170995567'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:51.855169 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b0e56-ec17-470a-abf0-d9bd3943a04e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=caef443d-f8be-4e18-9568-f0fea8025376,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:51.918618 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6cba962c-81d8-4d34-a5b5-185090959d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:52.111502 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6cba962c-81d8-4d34-a5b5-185090959d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:52.117138 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6cba962c-81d8-4d34-a5b5-185090959d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:52.172013 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c2cd99-b888-49a6-ab19-57d59b496d67 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:52.191922 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba962c-81d8-4d34-a5b5-185090959d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecffa90-f8bd-4904-8172-3ffeac70ae68,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:52.221912 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6cba962c-81d8-4d34-a5b5-185090959d08 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=810a4fc837484656abd43fe5c917d425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5315850 Jul 07 21:14:52.224787 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44948) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:52.287530 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75c2cd99-b888-49a6-ab19-57d59b496d67 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:52.290707 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4c189dea-aa31-4217-84d3-91101df7a412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:52.310044 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-75c2cd99-b888-49a6-ab19-57d59b496d67 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] device_id is not set on port 8d052c79-83e9-4d8f-81ff-24f5f4cebce1 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:14:52.314221 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4c189dea-aa31-4217-84d3-91101df7a412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:52.372986 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4c189dea-aa31-4217-84d3-91101df7a412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:52.376658 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4c189dea-aa31-4217-84d3-91101df7a412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:52.378049 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4c189dea-aa31-4217-84d3-91101df7a412 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fecffa90-f8bd-4904-8172-3ffeac70ae68 HTTP/1.1" status: 204 len: 168 time: 0.1522527 Jul 07 21:14:52.389289 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c189dea-aa31-4217-84d3-91101df7a412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecffa90-f8bd-4904-8172-3ffeac70ae68,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:52.479314 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44954) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:52.500390 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 41d8fe23-a2d1-475c-9673-950f37051415 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:14:52.561278 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 41d8fe23-a2d1-475c-9673-950f37051415 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:14:52.565776 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-75c2cd99-b888-49a6-ab19-57d59b496d67 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8:0:1::316 (cb09c065-2c12-4a87-893a-e106666fd7e8/caef443d-f8be-4e18-9568-f0fea8025376/8d052c79-83e9-4d8f-81ff-24f5f4cebce1) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:52.573956 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-75c2cd99-b888-49a6-ab19-57d59b496d67 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8::f816:3eff:fea4:8d8d (cb09c065-2c12-4a87-893a-e106666fd7e8/09d4601f-1ee0-49a7-9bcb-3ef9ae8f31a5/8d052c79-83e9-4d8f-81ff-24f5f4cebce1) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:52.576986 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device e46b9f87-82f8-4050-9957-5d977b4fff5d no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:14:52.627518 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: e46b9f87-82f8-4050-9957-5d977b4fff5d {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:14:52.627899 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device e46b9f87-82f8-4050-9957-5d977b4fff5d not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:14:52.784896 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75c2cd99-b888-49a6-ab19-57d59b496d67 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:52.793818 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-55d5de9c-fcc4-4a36-bb48-6b93e8bcf26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:52.814797 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-75c2cd99-b888-49a6-ab19-57d59b496d67 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Transition to ACTIVE for port object 8d052c79-83e9-4d8f-81ff-24f5f4cebce1 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:52.833536 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44960) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:52.849614 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8f69ee7d-2a4e-4e2a-82b4-cddfb1dc394c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:52.886716 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75c2cd99-b888-49a6-ab19-57d59b496d67 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:52.944611 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c2cd99-b888-49a6-ab19-57d59b496d67 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:52.950245 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-75c2cd99-b888-49a6-ab19-57d59b496d67 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:52.966473 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c2cd99-b888-49a6-ab19-57d59b496d67 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:14:52.972449 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c2cd99-b888-49a6-ab19-57d59b496d67 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:52.973074 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75c2cd99-b888-49a6-ab19-57d59b496d67 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:52.986590 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2cd99-b888-49a6-ab19-57d59b496d67 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=8d052c79-83e9-4d8f-81ff-24f5f4cebce1,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:52.996093 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-55d5de9c-fcc4-4a36-bb48-6b93e8bcf26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:52.999052 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b612d5-1c04-4c83-b421-5da5b433f3a6 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:53.001350 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-55d5de9c-fcc4-4a36-bb48-6b93e8bcf26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:53.074147 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d35c84ff-656d-4992-814e-635dadde8cef None None] Provisioning for port 41d8fe23-a2d1-475c-9673-950f37051415 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:14:53.083022 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d35c84ff-656d-4992-814e-635dadde8cef None None] Provisioning complete for port 41d8fe23-a2d1-475c-9673-950f37051415 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:53.083487 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d35c84ff-656d-4992-814e-635dadde8cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:53.095191 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8f69ee7d-2a4e-4e2a-82b4-cddfb1dc394c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:53.101943 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8f69ee7d-2a4e-4e2a-82b4-cddfb1dc394c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:53.134434 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8f69ee7d-2a4e-4e2a-82b4-cddfb1dc394c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0a60891b6e5d4a0182095afbd6f3875f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2992826 Jul 07 21:14:53.141814 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44964) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:53.198646 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69ee7d-2a4e-4e2a-82b4-cddfb1dc394c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1992a6-8210-456a-b0a1-afac882551ce,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:53.216740 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-165a2077-d5b4-45aa-9a4c-279b9e0c35cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:53.241464 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-165a2077-d5b4-45aa-9a4c-279b9e0c35cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:53.253504 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d35c84ff-656d-4992-814e-635dadde8cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:53.297437 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-165a2077-d5b4-45aa-9a4c-279b9e0c35cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:53.300139 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-165a2077-d5b4-45aa-9a4c-279b9e0c35cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:53.304341 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-165a2077-d5b4-45aa-9a4c-279b9e0c35cf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba1992a6-8210-456a-b0a1-afac882551ce HTTP/1.1" status: 204 len: 168 time: 0.1586015 Jul 07 21:14:53.310583 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a2077-d5b4-45aa-9a4c-279b9e0c35cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1992a6-8210-456a-b0a1-afac882551ce,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:53.311929 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-d35c84ff-656d-4992-814e-635dadde8cef None None] For port 41d8fe23-a2d1-475c-9673-950f37051415, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=41d8fe23-a2d1-475c-9673-950f37051415,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:53.320696 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d35c84ff-656d-4992-814e-635dadde8cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:53.405871 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-55d5de9c-fcc4-4a36-bb48-6b93e8bcf26b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e7514daf4a1c4f1981484a550a2a2ebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9219902 Jul 07 21:14:53.408769 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44968) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:53.409002 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-75c2cd99-b888-49a6-ab19-57d59b496d67 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.5584395 Jul 07 21:14:53.416421 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44970) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:53.423483 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c84ff-656d-4992-814e-635dadde8cef None None] Pushing event updated for resources: {'Port': ['ID=41d8fe23-a2d1-475c-9673-950f37051415,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:53.428135 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5de9c-fcc4-4a36-bb48-6b93e8bcf26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de1312f-26f8-4c92-92ea-b80874e41e49,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:53.437357 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b28225a-3cc0-4c95-aaf0-d62c991846f9 None None] Update dhcp port {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'fixed_ips': [{'subnet_id': '09d4601f-1ee0-49a7-9bcb-3ef9ae8f31a5', 'ip_address': '2001:db8::f816:3eff:feee:d332'}, {'subnet_id': 'caef443d-f8be-4e18-9568-f0fea8025376'}], 'binding:host_id': 'n-d-695189-11'}, 'id': '41d8fe23-a2d1-475c-9673-950f37051415'} from n-d-695189-11. {{(pid=100449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 21:14:53.477996 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5b28225a-3cc0-4c95-aaf0-d62c991846f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:53.570825 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-de522f75-f1cc-4153-918f-262f1d1bb82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:53.612896 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-de522f75-f1cc-4153-918f-262f1d1bb82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:53.631393 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-2ee26a7c-d22f-4200-8682-3e45ba34a9a8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting port 8d052c79-83e9-4d8f-81ff-24f5f4cebce1 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:53.631738 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2ee26a7c-d22f-4200-8682-3e45ba34a9a8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:53.674001 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-5b28225a-3cc0-4c95-aaf0-d62c991846f9 None None] Allocated IP 2001:db8:0:1::2 (cb09c065-2c12-4a87-893a-e106666fd7e8/caef443d-f8be-4e18-9568-f0fea8025376/41d8fe23-a2d1-475c-9673-950f37051415) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:53.734705 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-de522f75-f1cc-4153-918f-262f1d1bb82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:53.737397 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-de522f75-f1cc-4153-918f-262f1d1bb82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:53.738648 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-de522f75-f1cc-4153-918f-262f1d1bb82b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6de1312f-26f8-4c92-92ea-b80874e41e49 HTTP/1.1" status: 204 len: 168 time: 0.3288634 Jul 07 21:14:53.749450 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2ee26a7c-d22f-4200-8682-3e45ba34a9a8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:53.764005 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de522f75-f1cc-4153-918f-262f1d1bb82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de1312f-26f8-4c92-92ea-b80874e41e49,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:53.769423 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-2ee26a7c-d22f-4200-8682-3e45ba34a9a8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Calling delete_port for 8d052c79-83e9-4d8f-81ff-24f5f4cebce1 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:53.824225 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-5b28225a-3cc0-4c95-aaf0-d62c991846f9 None None] For port 41d8fe23-a2d1-475c-9673-950f37051415, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=41d8fe23-a2d1-475c-9673-950f37051415,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:53.857995 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5b28225a-3cc0-4c95-aaf0-d62c991846f9 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:53.878397 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5b28225a-3cc0-4c95-aaf0-d62c991846f9 None None] Transition to ACTIVE for port object 41d8fe23-a2d1-475c-9673-950f37051415 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:53.886474 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5b28225a-3cc0-4c95-aaf0-d62c991846f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:53.990099 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28225a-3cc0-4c95-aaf0-d62c991846f9 None None] Pushing event updated for resources: {'Port': ['ID=41d8fe23-a2d1-475c-9673-950f37051415,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:54.007755 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2ee26a7c-d22f-4200-8682-3e45ba34a9a8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:54.039981 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee26a7c-d22f-4200-8682-3e45ba34a9a8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Port': ['ID=8d052c79-83e9-4d8f-81ff-24f5f4cebce1,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:54.103131 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2ee26a7c-d22f-4200-8682-3e45ba34a9a8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:54.107397 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2ee26a7c-d22f-4200-8682-3e45ba34a9a8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/8d052c79-83e9-4d8f-81ff-24f5f4cebce1 HTTP/1.1" status: 204 len: 168 time: 0.6879723 Jul 07 21:14:54.108045 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 44992) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:54.121424 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 44994) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:54.137376 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-94a91b0b-4e85-4441-bbe3-f0a250356ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:54.214088 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df93846b-4e02-4ae9-9d87-396ccf9d7092 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:54.217094 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-df93846b-4e02-4ae9-9d87-396ccf9d7092 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1078503 Jul 07 21:14:54.220185 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45000) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:54.303954 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1959c49d-3ea3-40f4-9ad0-5e76b1c54cdd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:54.308467 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1959c49d-3ea3-40f4-9ad0-5e76b1c54cdd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0867341 Jul 07 21:14:54.309414 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45004) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:54.309613 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-94a91b0b-4e85-4441-bbe3-f0a250356ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:54.316604 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-94a91b0b-4e85-4441-bbe3-f0a250356ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:54.378273 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45006) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:54.380503 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-94a91b0b-4e85-4441-bbe3-f0a250356ce7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=28a06a0dd3a046298149e48b72a2dd35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2572417 Jul 07 21:14:54.382117 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a91b0b-4e85-4441-bbe3-f0a250356ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352f76a6-240f-4d5f-98e3-e99a701171ba,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:54.417827 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebec51b-2bf3-487a-9d22-8ba6834e39c8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:54.419659 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebec51b-2bf3-487a-9d22-8ba6834e39c8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:54.421286 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebec51b-2bf3-487a-9d22-8ba6834e39c8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:54.422913 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6ebec51b-2bf3-487a-9d22-8ba6834e39c8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1122386 Jul 07 21:14:54.425700 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45008) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:54.457131 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 41d8fe23-a2d1-475c-9673-950f37051415 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:14:54.477390 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e61ec4d1-47f3-48fb-abc7-df6cf8401cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:54.507193 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f6b042-b4c1-4a58-894f-f25fdb73e76d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet 09d4601f-1ee0-49a7-9bcb-3ef9ae8f31a5 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:14:54.511564 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-28f6b042-b4c1-4a58-894f-f25fdb73e76d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:54.524779 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e61ec4d1-47f3-48fb-abc7-df6cf8401cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:54.574565 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-28f6b042-b4c1-4a58-894f-f25fdb73e76d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:54.586042 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e61ec4d1-47f3-48fb-abc7-df6cf8401cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:54.588662 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e61ec4d1-47f3-48fb-abc7-df6cf8401cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:54.593077 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e61ec4d1-47f3-48fb-abc7-df6cf8401cf3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/352f76a6-240f-4d5f-98e3-e99a701171ba HTTP/1.1" status: 204 len: 168 time: 0.2106788 Jul 07 21:14:54.603269 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ec4d1-47f3-48fb-abc7-df6cf8401cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352f76a6-240f-4d5f-98e3-e99a701171ba,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:54.702499 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-28f6b042-b4c1-4a58-894f-f25fdb73e76d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:54.791020 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-28f6b042-b4c1-4a58-894f-f25fdb73e76d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:54.829655 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-28f6b042-b4c1-4a58-894f-f25fdb73e76d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:54.831683 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-28f6b042-b4c1-4a58-894f-f25fdb73e76d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/09d4601f-1ee0-49a7-9bcb-3ef9ae8f31a5 HTTP/1.1" status: 204 len: 168 time: 0.4036694 Jul 07 21:14:54.833922 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6b042-b4c1-4a58-894f-f25fdb73e76d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=09d4601f-1ee0-49a7-9bcb-3ef9ae8f31a5,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:54.835391 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45022) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:54.869928 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6e0c8a97-87d4-42c7-a523-c0fbd0cf0ded None None] Provisioning for port 41d8fe23-a2d1-475c-9673-950f37051415 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:14:54.877529 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6e0c8a97-87d4-42c7-a523-c0fbd0cf0ded None None] Provisioning complete for port 41d8fe23-a2d1-475c-9673-950f37051415 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:54.878161 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6e0c8a97-87d4-42c7-a523-c0fbd0cf0ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:54.922834 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d277c88-5222-4dd8-8589-c57d24fd6938 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet caef443d-f8be-4e18-9568-f0fea8025376 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:14:54.926854 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1d277c88-5222-4dd8-8589-c57d24fd6938 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:54.997397 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1d277c88-5222-4dd8-8589-c57d24fd6938 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:55.004341 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6e0c8a97-87d4-42c7-a523-c0fbd0cf0ded None None] Could not find standard attr ID for object 8d052c79-83e9-4d8f-81ff-24f5f4cebce1. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:14:55.096061 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1d277c88-5222-4dd8-8589-c57d24fd6938 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:55.109150 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c70d25-4e7f-4ab2-8fd7-4d6749861b9e None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:55.168864 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c3467646-bffd-4228-86a2-f7ad2480a99b None None] Could not find standard attr ID for object 8d052c79-83e9-4d8f-81ff-24f5f4cebce1. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:14:55.178407 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1d277c88-5222-4dd8-8589-c57d24fd6938 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:55.232110 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d277c88-5222-4dd8-8589-c57d24fd6938 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=caef443d-f8be-4e18-9568-f0fea8025376,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:55.240446 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1d277c88-5222-4dd8-8589-c57d24fd6938 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:55.242373 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1d277c88-5222-4dd8-8589-c57d24fd6938 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/caef443d-f8be-4e18-9568-f0fea8025376 HTTP/1.1" status: 204 len: 168 time: 0.4057450 Jul 07 21:14:55.244954 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45040) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:55.303458 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1932b70b-07a5-4d57-bdae-427e4a6547e8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570426 Jul 07 21:14:55.306331 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45044) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:55.311466 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-55fe9b37-f4f4-4a34-a9e0-f79adf851a28 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:55.353271 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c14dbb4-288d-466f-988e-a68f729872f2 None None] DHCP port deletion for cb09c065-2c12-4a87-893a-e106666fd7e8 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:14:55.420613 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fe9b37-f4f4-4a34-a9e0-f79adf851a28 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:55.424830 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-55fe9b37-f4f4-4a34-a9e0-f79adf851a28 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:55.429524 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-4c14dbb4-288d-466f-988e-a68f729872f2 None None] Deleting port 41d8fe23-a2d1-475c-9673-950f37051415 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:55.429906 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4c14dbb4-288d-466f-988e-a68f729872f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:55.536900 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-4c14dbb4-288d-466f-988e-a68f729872f2 None None] For port 41d8fe23-a2d1-475c-9673-950f37051415, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=41d8fe23-a2d1-475c-9673-950f37051415,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:55.536900 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4c14dbb4-288d-466f-988e-a68f729872f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:55.554465 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-4c14dbb4-288d-466f-988e-a68f729872f2 None None] Calling delete_port for 41d8fe23-a2d1-475c-9673-950f37051415 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:55.660105 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4c14dbb4-288d-466f-988e-a68f729872f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:55.699838 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14dbb4-288d-466f-988e-a68f729872f2 None None] Pushing event deleted for resources: {'Port': ['ID=41d8fe23-a2d1-475c-9673-950f37051415,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:55.701819 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c14dbb4-288d-466f-988e-a68f729872f2 None None] No DVR routers for this DVR port 41d8fe23-a2d1-475c-9673-950f37051415 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:14:55.739362 n-d-695189-11 neutron-server[100447]: DEBUG neutron.objects.ports [None req-55fe9b37-f4f4-4a34-a9e0-f79adf851a28 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100447) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 21:14:55.741217 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-55fe9b37-f4f4-4a34-a9e0-f79adf851a28 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:55.783036 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fe9b37-f4f4-4a34-a9e0-f79adf851a28 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:55.786990 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-55fe9b37-f4f4-4a34-a9e0-f79adf851a28 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:55.791196 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fe9b37-f4f4-4a34-a9e0-f79adf851a28 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:55.791957 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-55fe9b37-f4f4-4a34-a9e0-f79adf851a28 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:55.800665 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bd0410-a414-4f51-9e31-7b28bee221e2 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:55.812523 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe9b37-f4f4-4a34-a9e0-f79adf851a28 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=4516c7cc-6036-41e9-83f9-a918850bd8d4,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:55.824860 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fe9b37-f4f4-4a34-a9e0-f79adf851a28 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:55.825279 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fe9b37-f4f4-4a34-a9e0-f79adf851a28 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:55.825919 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fe9b37-f4f4-4a34-a9e0-f79adf851a28 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:55.826331 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fe9b37-f4f4-4a34-a9e0-f79adf851a28 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:55.826979 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fe9b37-f4f4-4a34-a9e0-f79adf851a28 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:55.827497 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fe9b37-f4f4-4a34-a9e0-f79adf851a28 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:55.828326 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fe9b37-f4f4-4a34-a9e0-f79adf851a28 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:55.828788 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fe9b37-f4f4-4a34-a9e0-f79adf851a28 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:55.829310 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fe9b37-f4f4-4a34-a9e0-f79adf851a28 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:55.829743 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fe9b37-f4f4-4a34-a9e0-f79adf851a28 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:55.830310 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fe9b37-f4f4-4a34-a9e0-f79adf851a28 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:55.830993 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fe9b37-f4f4-4a34-a9e0-f79adf851a28 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:14:55.843557 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-55fe9b37-f4f4-4a34-a9e0-f79adf851a28 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5360732 Jul 07 21:14:55.846522 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45070) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:55.852819 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-9a512f08-2495-4eb5-9e21-cd9b6db94903 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:55.972497 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6abbd27-5ed8-4a7e-8c4b-7d9e8fb2572c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-cb09c065-2c12-4a87-893a-e106666fd7e8', 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'tenant_id': '6f0d61135beb4432a624349cb1265a27', 'fixed_ips': [{'subnet_id': '4516c7cc-6036-41e9-83f9-a918850bd8d4'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:14:55.973533 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b6abbd27-5ed8-4a7e-8c4b-7d9e8fb2572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:55.990865 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a512f08-2495-4eb5-9e21-cd9b6db94903 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:56.003840 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9a512f08-2495-4eb5-9e21-cd9b6db94903 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:56.132882 n-d-695189-11 neutron-server[100447]: INFO neutron.db.ipam_backend_mixin [None req-9a512f08-2495-4eb5-9e21-cd9b6db94903 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4516c7cc-6036-41e9-83f9-a918850bd8d4 (CIDR: 2001:db8::/64) Jul 07 21:14:56.137716 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a512f08-2495-4eb5-9e21-cd9b6db94903 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:14:56.138669 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a512f08-2495-4eb5-9e21-cd9b6db94903 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:14:56.148524 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-b6abbd27-5ed8-4a7e-8c4b-7d9e8fb2572c None None] Allocated IP 2001:db8::f816:3eff:fef2:7537 (cb09c065-2c12-4a87-893a-e106666fd7e8/4516c7cc-6036-41e9-83f9-a918850bd8d4/927efa86-739c-4a61-bd4e-8948e1fedf51) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:56.157013 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9a512f08-2495-4eb5-9e21-cd9b6db94903 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3093779 Jul 07 21:14:56.159752 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45090) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:56.168871 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-dd3bf938-f135-4265-b10c-a83b96dc95dd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:56.297908 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3bf938-f135-4265-b10c-a83b96dc95dd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:56.305042 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dd3bf938-f135-4265-b10c-a83b96dc95dd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:56.328458 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b6abbd27-5ed8-4a7e-8c4b-7d9e8fb2572c None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:56.339303 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b6abbd27-5ed8-4a7e-8c4b-7d9e8fb2572c None None] Transition to ACTIVE for port object 927efa86-739c-4a61-bd4e-8948e1fedf51 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:56.363307 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b6abbd27-5ed8-4a7e-8c4b-7d9e8fb2572c None None] Transition to ACTIVE for port object 927efa86-739c-4a61-bd4e-8948e1fedf51 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:56.381659 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b6abbd27-5ed8-4a7e-8c4b-7d9e8fb2572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:56.421007 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6abbd27-5ed8-4a7e-8c4b-7d9e8fb2572c None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:56.425559 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 41d8fe23-a2d1-475c-9673-950f37051415 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:14:56.433808 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-b6abbd27-5ed8-4a7e-8c4b-7d9e8fb2572c None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:56.445122 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6abbd27-5ed8-4a7e-8c4b-7d9e8fb2572c None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:14:56.479672 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 41d8fe23-a2d1-475c-9673-950f37051415 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:14:56.480268 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 41d8fe23-a2d1-475c-9673-950f37051415 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:14:56.542754 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abbd27-5ed8-4a7e-8c4b-7d9e8fb2572c None None] Pushing event updated for resources: {'Port': ['ID=927efa86-739c-4a61-bd4e-8948e1fedf51,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:56.555646 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b6abbd27-5ed8-4a7e-8c4b-7d9e8fb2572c None None] Attempting to bind port 927efa86-739c-4a61-bd4e-8948e1fedf51 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:14:56.556029 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b6abbd27-5ed8-4a7e-8c4b-7d9e8fb2572c None None] Attempting to bind port 927efa86-739c-4a61-bd4e-8948e1fedf51 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:14:56.556399 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6abbd27-5ed8-4a7e-8c4b-7d9e8fb2572c None None] Attempting to bind port 927efa86-739c-4a61-bd4e-8948e1fedf51 on network cb09c065-2c12-4a87-893a-e106666fd7e8 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:14:56.561646 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6abbd27-5ed8-4a7e-8c4b-7d9e8fb2572c None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:14:56.562028 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6abbd27-5ed8-4a7e-8c4b-7d9e8fb2572c None None] Checking segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:14:56.562438 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b6abbd27-5ed8-4a7e-8c4b-7d9e8fb2572c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:56.562941 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6abbd27-5ed8-4a7e-8c4b-7d9e8fb2572c None None] Bound using segment: {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:14:56.563436 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b6abbd27-5ed8-4a7e-8c4b-7d9e8fb2572c None None] Bound port: 927efa86-739c-4a61-bd4e-8948e1fedf51, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5984f9b7-bbda-4277-9e84-862e98ba35d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:14:56.563892 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b6abbd27-5ed8-4a7e-8c4b-7d9e8fb2572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:56.632185 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dd3bf938-f135-4265-b10c-a83b96dc95dd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:56.680989 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b6abbd27-5ed8-4a7e-8c4b-7d9e8fb2572c None None] For port 927efa86-739c-4a61-bd4e-8948e1fedf51, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:14:56.685788 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b6abbd27-5ed8-4a7e-8c4b-7d9e8fb2572c None None] For port 927efa86-739c-4a61-bd4e-8948e1fedf51, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=927efa86-739c-4a61-bd4e-8948e1fedf51,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:14:56.689454 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3bf938-f135-4265-b10c-a83b96dc95dd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:56.692070 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b6abbd27-5ed8-4a7e-8c4b-7d9e8fb2572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:56.693714 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-dd3bf938-f135-4265-b10c-a83b96dc95dd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:56.698681 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3bf938-f135-4265-b10c-a83b96dc95dd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:56.699490 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dd3bf938-f135-4265-b10c-a83b96dc95dd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:56.722837 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45120) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:56.724028 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dd3bf938-f135-4265-b10c-a83b96dc95dd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5616653 Jul 07 21:14:56.724823 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3bf938-f135-4265-b10c-a83b96dc95dd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=c1b463b6-3548-4e58-a6fc-d66050a0126d,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:56.733024 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-4edd7333-ec68-44b1-9bb1-313e6acf34a0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'mac_address': 'fa:16:3e:96:86:80', 'name': 'tempest-NetworksTestDHCPv6-1158839096'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:56.776532 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abbd27-5ed8-4a7e-8c4b-7d9e8fb2572c None None] Pushing event updated for resources: {'Port': ['ID=927efa86-739c-4a61-bd4e-8948e1fedf51,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:56.877791 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edd7333-ec68-44b1-9bb1-313e6acf34a0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:56.977686 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4edd7333-ec68-44b1-9bb1-313e6acf34a0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:57.024648 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-4edd7333-ec68-44b1-9bb1-313e6acf34a0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] device_id is not set on port e5aebc1f-21ec-4581-a520-f0a8776f04e4 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:14:57.250562 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-4edd7333-ec68-44b1-9bb1-313e6acf34a0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8:0:1::35b (cb09c065-2c12-4a87-893a-e106666fd7e8/c1b463b6-3548-4e58-a6fc-d66050a0126d/e5aebc1f-21ec-4581-a520-f0a8776f04e4) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:57.258128 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-4edd7333-ec68-44b1-9bb1-313e6acf34a0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8::f816:3eff:fe96:8680 (cb09c065-2c12-4a87-893a-e106666fd7e8/4516c7cc-6036-41e9-83f9-a918850bd8d4/e5aebc1f-21ec-4581-a520-f0a8776f04e4) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:14:57.440399 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4edd7333-ec68-44b1-9bb1-313e6acf34a0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:57.456541 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-4edd7333-ec68-44b1-9bb1-313e6acf34a0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Transition to ACTIVE for port object e5aebc1f-21ec-4581-a520-f0a8776f04e4 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:14:57.510374 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4edd7333-ec68-44b1-9bb1-313e6acf34a0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:57.563842 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edd7333-ec68-44b1-9bb1-313e6acf34a0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:57.568174 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-4edd7333-ec68-44b1-9bb1-313e6acf34a0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:57.573587 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edd7333-ec68-44b1-9bb1-313e6acf34a0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:14:57.579658 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edd7333-ec68-44b1-9bb1-313e6acf34a0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:57.580529 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4edd7333-ec68-44b1-9bb1-313e6acf34a0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:57.613680 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4edd7333-ec68-44b1-9bb1-313e6acf34a0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.8878317 Jul 07 21:14:57.616883 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45160) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:57.618706 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd7333-ec68-44b1-9bb1-313e6acf34a0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=e5aebc1f-21ec-4581-a520-f0a8776f04e4,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:57.782485 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-e9cfc793-5c98-44b4-a7ab-7014b3d6bf65 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting port e5aebc1f-21ec-4581-a520-f0a8776f04e4 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:14:57.782951 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9cfc793-5c98-44b4-a7ab-7014b3d6bf65 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:57.912238 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9cfc793-5c98-44b4-a7ab-7014b3d6bf65 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:57.926103 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-e9cfc793-5c98-44b4-a7ab-7014b3d6bf65 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Calling delete_port for e5aebc1f-21ec-4581-a520-f0a8776f04e4 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:14:58.002262 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fe03e5-c72f-4bcd-90bf-17205f017675 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:58.071225 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-031aeef0-b569-4e1e-b16a-cc1d5366d316 None None] Provisioning for port 927efa86-739c-4a61-bd4e-8948e1fedf51 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:14:58.156067 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9cfc793-5c98-44b4-a7ab-7014b3d6bf65 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:58.192958 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cfc793-5c98-44b4-a7ab-7014b3d6bf65 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Port': ['ID=e5aebc1f-21ec-4581-a520-f0a8776f04e4,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:58.260171 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9cfc793-5c98-44b4-a7ab-7014b3d6bf65 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:58.266007 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45186) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:58.266495 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e9cfc793-5c98-44b4-a7ab-7014b3d6bf65 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/e5aebc1f-21ec-4581-a520-f0a8776f04e4 HTTP/1.1" status: 204 len: 168 time: 0.6480973 Jul 07 21:14:58.328009 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b00bf4-99bb-4967-be83-d7da6bd781a1 None None] Update dhcp port {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'fixed_ips': [{'subnet_id': '4516c7cc-6036-41e9-83f9-a918850bd8d4', 'ip_address': '2001:db8::f816:3eff:fef2:7537'}, {'subnet_id': 'c1b463b6-3548-4e58-a6fc-d66050a0126d'}], 'binding:host_id': 'n-d-695189-11'}, 'id': '927efa86-739c-4a61-bd4e-8948e1fedf51'} from n-d-695189-11. {{(pid=100449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 21:14:58.349930 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f761396-b62b-4824-bd5d-bdd9c2dd7c12 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:58.353911 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2f761396-b62b-4824-bd5d-bdd9c2dd7c12 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0832925 Jul 07 21:14:58.354552 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45188) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:58.361118 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45190) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:58.389864 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-75b00bf4-99bb-4967-be83-d7da6bd781a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:58.477088 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a1ff11-7d56-44be-b283-19d335a1b5fb tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:58.479004 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a1a1ff11-7d56-44be-b283-19d335a1b5fb tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1234303 Jul 07 21:14:58.482813 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45196) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:58.516744 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 927efa86-739c-4a61-bd4e-8948e1fedf51 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:14:58.552415 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337dc952-2906-467b-b799-2877dc795126 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:58.554356 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337dc952-2906-467b-b799-2877dc795126 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:58.556050 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337dc952-2906-467b-b799-2877dc795126 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:58.560194 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-337dc952-2906-467b-b799-2877dc795126 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0735788 Jul 07 21:14:58.560736 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45200) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:58.577079 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b7f332f5-585b-4e17-8746-3e9a2b2c799a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:58.635306 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71647f5-a1d4-4388-aaf4-4b98dfd386ff tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet 4516c7cc-6036-41e9-83f9-a918850bd8d4 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:14:58.639034 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c71647f5-a1d4-4388-aaf4-4b98dfd386ff tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:58.658512 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 927efa86-739c-4a61-bd4e-8948e1fedf51 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:14:58.663197 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 927efa86-739c-4a61-bd4e-8948e1fedf51 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:58.663656 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:58.684722 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c71647f5-a1d4-4388-aaf4-4b98dfd386ff tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:58.719605 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b7f332f5-585b-4e17-8746-3e9a2b2c799a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:58.725633 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b7f332f5-585b-4e17-8746-3e9a2b2c799a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:58.755617 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:58.779373 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b7f332f5-585b-4e17-8746-3e9a2b2c799a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=06fbb34eba7f40b5a3b8b5c59fab14d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4171486 Jul 07 21:14:58.780271 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f332f5-585b-4e17-8746-3e9a2b2c799a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c6a521-0f6e-414c-9c0f-5fc5ac713112,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:58.781938 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45204) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:58.805797 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c71647f5-a1d4-4388-aaf4-4b98dfd386ff tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:58.886336 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0b62996e-2592-44da-8c79-1d93d27d6969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:58.908983 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0b62996e-2592-44da-8c79-1d93d27d6969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:58.963372 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c71647f5-a1d4-4388-aaf4-4b98dfd386ff tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server [None req-75b00bf4-99bb-4967-be83-d7da6bd781a1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4516c7cc-6036-41e9-83f9-a918850bd8d4: This subnet is being modified by another concurrent operation. Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server raise exception Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4516c7cc-6036-41e9-83f9-a918850bd8d4: This subnet is being modified by another concurrent operation. Jul 07 21:14:58.965463 n-d-695189-11 neutron-server[100449]: ERROR oslo_messaging.rpc.server Jul 07 21:14:58.990827 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71647f5-a1d4-4388-aaf4-4b98dfd386ff tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=4516c7cc-6036-41e9-83f9-a918850bd8d4,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:58.998550 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0b62996e-2592-44da-8c79-1d93d27d6969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:59.001264 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0b62996e-2592-44da-8c79-1d93d27d6969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:59.004898 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0b62996e-2592-44da-8c79-1d93d27d6969 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/65c6a521-0f6e-414c-9c0f-5fc5ac713112 HTTP/1.1" status: 204 len: 168 time: 0.2193813 Jul 07 21:14:59.007579 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c71647f5-a1d4-4388-aaf4-4b98dfd386ff tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:59.009284 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c71647f5-a1d4-4388-aaf4-4b98dfd386ff tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/4516c7cc-6036-41e9-83f9-a918850bd8d4 HTTP/1.1" status: 204 len: 168 time: 0.4473622 Jul 07 21:14:59.011890 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45210) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:59.017583 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62996e-2592-44da-8c79-1d93d27d6969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c6a521-0f6e-414c-9c0f-5fc5ac713112,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:59.040982 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.db.api [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:14:59.041454 n-d-695189-11 neutron-server[100449]: DEBUG oslo_db.api [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:14:59.078749 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c301e73-aaeb-4a22-808d-b12de2c9897b None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:14:59.081834 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b9ea5c-6cf6-4fed-8136-447bed711a7d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet c1b463b6-3548-4e58-a6fc-d66050a0126d {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:14:59.085915 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-83b9ea5c-6cf6-4fed-8136-447bed711a7d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:59.128065 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-83b9ea5c-6cf6-4fed-8136-447bed711a7d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:59.142255 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-94d372ca-e506-4615-8f8e-611438d40b23 None None] Provisioning complete for port 927efa86-739c-4a61-bd4e-8948e1fedf51 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:59.142705 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-94d372ca-e506-4615-8f8e-611438d40b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:59.195910 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-83b9ea5c-6cf6-4fed-8136-447bed711a7d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:59.237160 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-51d9118c-fbc3-4b87-ba6c-9e7009fd6905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:59.291671 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-83b9ea5c-6cf6-4fed-8136-447bed711a7d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:59.326094 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9ea5c-6cf6-4fed-8136-447bed711a7d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=c1b463b6-3548-4e58-a6fc-d66050a0126d,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:59.337606 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-83b9ea5c-6cf6-4fed-8136-447bed711a7d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:59.343064 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-83b9ea5c-6cf6-4fed-8136-447bed711a7d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/c1b463b6-3548-4e58-a6fc-d66050a0126d HTTP/1.1" status: 204 len: 168 time: 0.3270197 Jul 07 21:14:59.343064 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45214) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:59.381508 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45216) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:59.382580 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-94d372ca-e506-4615-8f8e-611438d40b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:59.392235 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-09b6a3c6-e664-4c2a-be75-6384f6c25c30 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481169 Jul 07 21:14:59.392832 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45218) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:59.398353 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-524c2cf3-f2a8-4026-9ad7-bb026ab06823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:59.399099 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-205eed1b-d8a3-44e5-8793-8fa73503cced tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:14:59.428550 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-94d372ca-e506-4615-8f8e-611438d40b23 None None] For port 927efa86-739c-4a61-bd4e-8948e1fedf51, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=927efa86-739c-4a61-bd4e-8948e1fedf51,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:14:59.443518 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-94d372ca-e506-4615-8f8e-611438d40b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:59.527447 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d372ca-e506-4615-8f8e-611438d40b23 None None] Pushing event updated for resources: {'Port': ['ID=927efa86-739c-4a61-bd4e-8948e1fedf51,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:59.536948 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d261101-8894-4339-b532-a58dfdd41a45 None None] Update dhcp port {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'fixed_ips': [{'subnet_id': 'c1b463b6-3548-4e58-a6fc-d66050a0126d'}], 'binding:host_id': 'n-d-695189-11'}, 'id': '927efa86-739c-4a61-bd4e-8948e1fedf51'} from n-d-695189-11. {{(pid=100449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 21:14:59.538579 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-524c2cf3-f2a8-4026-9ad7-bb026ab06823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:59.543287 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-524c2cf3-f2a8-4026-9ad7-bb026ab06823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:59.562185 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205eed1b-d8a3-44e5-8793-8fa73503cced tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:14:59.566280 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-205eed1b-d8a3-44e5-8793-8fa73503cced tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:59.594460 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-524c2cf3-f2a8-4026-9ad7-bb026ab06823 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c556b39b2484f2cb5b954ed5220d2e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093029 Jul 07 21:14:59.595409 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45222) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:59.596127 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c2cf3-f2a8-4026-9ad7-bb026ab06823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234a93a6-f681-4206-b341-4a460577e1b7,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:59.600376 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6d261101-8894-4339-b532-a58dfdd41a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:59.657294 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0ddbcd22-8d90-4fad-b0ba-f8609c3c9c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:59.687982 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0ddbcd22-8d90-4fad-b0ba-f8609c3c9c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:59.755512 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0ddbcd22-8d90-4fad-b0ba-f8609c3c9c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:59.761517 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0ddbcd22-8d90-4fad-b0ba-f8609c3c9c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:59.766841 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0ddbcd22-8d90-4fad-b0ba-f8609c3c9c93 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/234a93a6-f681-4206-b341-4a460577e1b7 HTTP/1.1" status: 204 len: 168 time: 0.1644673 Jul 07 21:14:59.780735 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbcd22-8d90-4fad-b0ba-f8609c3c9c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234a93a6-f681-4206-b341-4a460577e1b7,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:59.781230 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-87fc202f-4cd1-440b-8048-4ae2a441f617 None None] Provisioning complete for port 927efa86-739c-4a61-bd4e-8948e1fedf51 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:14:59.781608 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-87fc202f-4cd1-440b-8048-4ae2a441f617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:59.848421 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-205eed1b-d8a3-44e5-8793-8fa73503cced tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:59.926856 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205eed1b-d8a3-44e5-8793-8fa73503cced tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:14:59.930994 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-205eed1b-d8a3-44e5-8793-8fa73503cced tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:14:59.936161 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205eed1b-d8a3-44e5-8793-8fa73503cced tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:14:59.936770 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-205eed1b-d8a3-44e5-8793-8fa73503cced tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:14:59.946539 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205eed1b-d8a3-44e5-8793-8fa73503cced tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=8a688306-70f6-467a-b0f3-a120a9aff86d,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:14:59.966270 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-205eed1b-d8a3-44e5-8793-8fa73503cced tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5698128 Jul 07 21:14:59.966869 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45234) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:14:59.972148 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-b1658bdd-59e5-47b4-b3f8-ec3c7b9f27c7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:00.016408 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be23229-98f1-401e-9eac-b27acb68176e None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:15:00.125719 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c80fd4ad-5679-4b00-bd26-e2d13bd81f50 None None] Could not find standard attr ID for object e5aebc1f-21ec-4581-a520-f0a8776f04e4. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:15:00.143414 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1658bdd-59e5-47b4-b3f8-ec3c7b9f27c7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:15:00.148558 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1658bdd-59e5-47b4-b3f8-ec3c7b9f27c7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:00.262899 n-d-695189-11 neutron-server[100447]: INFO neutron.db.ipam_backend_mixin [None req-b1658bdd-59e5-47b4-b3f8-ec3c7b9f27c7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8a688306-70f6-467a-b0f3-a120a9aff86d (CIDR: 2001:db8::/64) Jul 07 21:15:00.273606 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1658bdd-59e5-47b4-b3f8-ec3c7b9f27c7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:15:00.274138 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1658bdd-59e5-47b4-b3f8-ec3c7b9f27c7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:00.294078 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b1658bdd-59e5-47b4-b3f8-ec3c7b9f27c7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3234375 Jul 07 21:15:00.294757 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45246) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:00.300287 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:00.354618 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ce9cb0-a793-49eb-ab3f-0b0bb1c103d8 None None] get_active_networks_info from n-d-695189-11 {{(pid=100449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 21:15:00.391967 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-161edd5b-d13a-4d02-8851-7c198a2517fe None None] Provisioning complete for port 927efa86-739c-4a61-bd4e-8948e1fedf51 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:15:00.392513 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-161edd5b-d13a-4d02-8851-7c198a2517fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:00.446572 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 927efa86-739c-4a61-bd4e-8948e1fedf51 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:15:00.459784 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:15:00.465336 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:00.543720 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ce9cb0-a793-49eb-ab3f-0b0bb1c103d8 None None] Resources bound (agent type, host, resource id): {{(pid=100449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 21:15:00.728769 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:00.773036 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 927efa86-739c-4a61-bd4e-8948e1fedf51, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=927efa86-739c-4a61-bd4e-8948e1fedf51,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:15:00.794175 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:00.889071 n-d-695189-11 neutron-server[100448]: DEBUG neutron.objects.ports [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 21:15:00.901432 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=927efa86-739c-4a61-bd4e-8948e1fedf51,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:00.920481 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:00.922097 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:00.922530 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:00.923021 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:00.927575 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:00.928969 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:00.929382 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:00.932371 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:00.932819 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:00.933241 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:00.933645 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:00.934055 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:01.112129 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:01.170588 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51baafa4-634e-46bb-b727-0475b45c1ff6 None None] Update dhcp port {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'fixed_ips': [{'subnet_id': 'bdc9736e-e542-483f-8e44-a7cd82978a53'}, {'subnet_id': '8a688306-70f6-467a-b0f3-a120a9aff86d'}], 'binding:host_id': 'n-d-695189-11'}, 'id': '927efa86-739c-4a61-bd4e-8948e1fedf51'} from n-d-695189-11. {{(pid=100449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 21:15:01.221323 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-51baafa4-634e-46bb-b727-0475b45c1ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:01.327319 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] For port 927efa86-739c-4a61-bd4e-8948e1fedf51, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=927efa86-739c-4a61-bd4e-8948e1fedf51,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:15:01.358616 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:01.364230 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:01.364974 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:01.456906 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:15:01.467610 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:15:01.473894 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:01.474503 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:01.490609 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=bdc9736e-e542-483f-8e44-a7cd82978a53,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:01.493874 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=927efa86-739c-4a61-bd4e-8948e1fedf51,revision_number=7']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:01.503911 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:01.504688 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:01.505286 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:01.505641 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:01.506619 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:01.506619 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:01.506619 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:01.506972 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:01.507295 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:01.507654 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:01.507991 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:01.508322 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:01.513561 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:01.513916 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:01.514478 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:01.514835 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:01.515179 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:01.515680 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:01.516029 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:01.516370 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:01.516720 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:01.517035 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:01.518082 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:01.518082 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:01.529948 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d653df7b-e709-4023-a4ae-8dcb2f27fd5d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2313716 Jul 07 21:15:01.530573 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45278) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:01.537260 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-a8876408-ab3e-4da7-8d32-ce65ee2b81f1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'mac_address': 'fa:16:3e:7a:e7:4a', 'name': 'tempest-NetworksTestDHCPv6-85315838'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:01.545976 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-51baafa4-634e-46bb-b727-0475b45c1ff6 None None] Allocated IP 2001:db8::2 (cb09c065-2c12-4a87-893a-e106666fd7e8/8a688306-70f6-467a-b0f3-a120a9aff86d/927efa86-739c-4a61-bd4e-8948e1fedf51) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:15:01.659212 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-51baafa4-634e-46bb-b727-0475b45c1ff6 None None] For port 927efa86-739c-4a61-bd4e-8948e1fedf51, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=927efa86-739c-4a61-bd4e-8948e1fedf51,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:15:01.678761 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8876408-ab3e-4da7-8d32-ce65ee2b81f1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:15:01.683354 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a8876408-ab3e-4da7-8d32-ce65ee2b81f1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:01.701636 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-51baafa4-634e-46bb-b727-0475b45c1ff6 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:01.705774 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-a8876408-ab3e-4da7-8d32-ce65ee2b81f1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] device_id is not set on port 7427d70a-db80-4bca-ac71-633637ecc9c6 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:15:01.716633 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-51baafa4-634e-46bb-b727-0475b45c1ff6 None None] Transition to ACTIVE for port object 927efa86-739c-4a61-bd4e-8948e1fedf51 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:15:01.722224 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-51baafa4-634e-46bb-b727-0475b45c1ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:01.841816 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51baafa4-634e-46bb-b727-0475b45c1ff6 None None] Pushing event updated for resources: {'Port': ['ID=927efa86-739c-4a61-bd4e-8948e1fedf51,revision_number=8']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:01.901666 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-37fd2f3b-f9f5-4f04-a773-1de74be52389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:01.938231 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:01.944819 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-a8876408-ab3e-4da7-8d32-ce65ee2b81f1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8::3ab (cb09c065-2c12-4a87-893a-e106666fd7e8/8a688306-70f6-467a-b0f3-a120a9aff86d/7427d70a-db80-4bca-ac71-633637ecc9c6) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:15:01.952912 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-a8876408-ab3e-4da7-8d32-ce65ee2b81f1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7a:e74a (cb09c065-2c12-4a87-893a-e106666fd7e8/bdc9736e-e542-483f-8e44-a7cd82978a53/7427d70a-db80-4bca-ac71-633637ecc9c6) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:15:02.239965 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a8876408-ab3e-4da7-8d32-ce65ee2b81f1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:02.261954 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-a8876408-ab3e-4da7-8d32-ce65ee2b81f1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Transition to ACTIVE for port object 7427d70a-db80-4bca-ac71-633637ecc9c6 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:15:02.315232 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a8876408-ab3e-4da7-8d32-ce65ee2b81f1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:02.426709 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8876408-ab3e-4da7-8d32-ce65ee2b81f1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=7427d70a-db80-4bca-ac71-633637ecc9c6,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:02.443959 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8876408-ab3e-4da7-8d32-ce65ee2b81f1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:15:02.448694 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-a8876408-ab3e-4da7-8d32-ce65ee2b81f1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:15:02.453358 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8876408-ab3e-4da7-8d32-ce65ee2b81f1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:15:02.458929 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8876408-ab3e-4da7-8d32-ce65ee2b81f1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:02.466743 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a8876408-ab3e-4da7-8d32-ce65ee2b81f1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:02.499993 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a8876408-ab3e-4da7-8d32-ce65ee2b81f1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9685166 Jul 07 21:15:02.501957 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45318) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:02.587206 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 927efa86-739c-4a61-bd4e-8948e1fedf51 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:15:02.705294 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-b5cd9c01-0d01-49d2-8f3f-0e92f45fe0fb tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting port 7427d70a-db80-4bca-ac71-633637ecc9c6 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:15:02.705909 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9c01-0d01-49d2-8f3f-0e92f45fe0fb tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:02.833467 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9c01-0d01-49d2-8f3f-0e92f45fe0fb tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:02.851956 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-b5cd9c01-0d01-49d2-8f3f-0e92f45fe0fb tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Calling delete_port for 7427d70a-db80-4bca-ac71-633637ecc9c6 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:15:02.897099 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92ed843-3cee-4555-8f0c-67fe99eff100 None None] get_active_networks_info from n-d-695189-11 {{(pid=100449) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 21:15:02.977404 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45326) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:03.002436 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92ed843-3cee-4555-8f0c-67fe99eff100 None None] Resources bound (agent type, host, resource id): {{(pid=100449) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 21:15:03.101762 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9c01-0d01-49d2-8f3f-0e92f45fe0fb tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:03.108908 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c4372dca-61f0-44ad-b9b2-1f5a62b6c423 None None] Provisioning for port 927efa86-739c-4a61-bd4e-8948e1fedf51 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:15:03.115059 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c4372dca-61f0-44ad-b9b2-1f5a62b6c423 None None] Provisioning complete for port 927efa86-739c-4a61-bd4e-8948e1fedf51 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:15:03.115485 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c4372dca-61f0-44ad-b9b2-1f5a62b6c423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:03.133716 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-527c92f5-0e21-41f2-968b-8ab092aab500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:03.178389 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd9c01-0d01-49d2-8f3f-0e92f45fe0fb tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Port': ['ID=7427d70a-db80-4bca-ac71-633637ecc9c6,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:03.211620 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9c01-0d01-49d2-8f3f-0e92f45fe0fb tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:03.216223 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b5cd9c01-0d01-49d2-8f3f-0e92f45fe0fb tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/7427d70a-db80-4bca-ac71-633637ecc9c6 HTTP/1.1" status: 204 len: 168 time: 0.7092655 Jul 07 21:15:03.216535 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45330) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:03.265476 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c4372dca-61f0-44ad-b9b2-1f5a62b6c423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:03.300172 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-527c92f5-0e21-41f2-968b-8ab092aab500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:03.308864 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-527c92f5-0e21-41f2-968b-8ab092aab500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:03.318689 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-c4372dca-61f0-44ad-b9b2-1f5a62b6c423 None None] For port 927efa86-739c-4a61-bd4e-8948e1fedf51, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=927efa86-739c-4a61-bd4e-8948e1fedf51,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:15:03.335708 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36269b26-72f5-49ac-89f6-1ea6f1d2eb91 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:03.337363 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-36269b26-72f5-49ac-89f6-1ea6f1d2eb91 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1198056 Jul 07 21:15:03.340106 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45332) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:03.343167 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c4372dca-61f0-44ad-b9b2-1f5a62b6c423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:03.380441 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-527c92f5-0e21-41f2-968b-8ab092aab500 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=165255e4903f463a8ef24bc2e20f5e52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4015808 Jul 07 21:15:03.381821 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c92f5-0e21-41f2-968b-8ab092aab500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea4e51a-c7d7-4311-8e1a-5887986ae68c,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:03.384436 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45334) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:03.436128 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4372dca-61f0-44ad-b9b2-1f5a62b6c423 None None] Pushing event updated for resources: {'Port': ['ID=927efa86-739c-4a61-bd4e-8948e1fedf51,revision_number=9']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:03.467357 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c8260f-bb75-4c23-b408-f92aae9729c1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:03.469289 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c1c8260f-bb75-4c23-b408-f92aae9729c1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1279664 Jul 07 21:15:03.471944 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45336) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:03.490133 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9ec3ea0-a26d-436f-97cf-8e138c4986db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:03.518119 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9ec3ea0-a26d-436f-97cf-8e138c4986db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:03.543043 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca2001c-6ed7-4ee8-a5a6-cb7680b85700 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:03.544741 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca2001c-6ed7-4ee8-a5a6-cb7680b85700 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:03.546443 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca2001c-6ed7-4ee8-a5a6-cb7680b85700 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:03.548643 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-cca2001c-6ed7-4ee8-a5a6-cb7680b85700 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0756764 Jul 07 21:15:03.551452 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45342) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:03.590911 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9ec3ea0-a26d-436f-97cf-8e138c4986db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:03.594982 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9ec3ea0-a26d-436f-97cf-8e138c4986db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:03.601452 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e9ec3ea0-a26d-436f-97cf-8e138c4986db admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ea4e51a-c7d7-4311-8e1a-5887986ae68c HTTP/1.1" status: 204 len: 168 time: 0.2095406 Jul 07 21:15:03.608916 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:03.612124 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec3ea0-a26d-436f-97cf-8e138c4986db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea4e51a-c7d7-4311-8e1a-5887986ae68c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:03.655613 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fe67d0-384a-426f-bdc8-9305016f6457 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet 8a688306-70f6-467a-b0f3-a120a9aff86d {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:15:03.660650 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-44fe67d0-384a-426f-bdc8-9305016f6457 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:03.727601 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-44fe67d0-384a-426f-bdc8-9305016f6457 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:03.852249 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-44fe67d0-384a-426f-bdc8-9305016f6457 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:03.928023 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-44fe67d0-384a-426f-bdc8-9305016f6457 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:03.960843 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe67d0-384a-426f-bdc8-9305016f6457 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=8a688306-70f6-467a-b0f3-a120a9aff86d,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:03.967137 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-44fe67d0-384a-426f-bdc8-9305016f6457 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:03.969296 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-44fe67d0-384a-426f-bdc8-9305016f6457 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/8a688306-70f6-467a-b0f3-a120a9aff86d HTTP/1.1" status: 204 len: 168 time: 0.4167681 Jul 07 21:15:03.972122 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45358) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:04.013690 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45360) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:04.028683 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fdcd4437-995c-43db-bf08-840e16acb25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:04.059172 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-f80e07db-52e2-49aa-a65b-8ce4d208232c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet bdc9736e-e542-483f-8e44-a7cd82978a53 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:15:04.063289 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f80e07db-52e2-49aa-a65b-8ce4d208232c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:04.115706 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f80e07db-52e2-49aa-a65b-8ce4d208232c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:04.142026 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fdcd4437-995c-43db-bf08-840e16acb25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:04.148803 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fdcd4437-995c-43db-bf08-840e16acb25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:04.192362 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67e91bc-1b5a-49ea-b765-8a5a790b799a None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:15:04.208945 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45362) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:04.209925 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fdcd4437-995c-43db-bf08-840e16acb25a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=27f9c3d07675474bb11b9adc743b3135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1948977 Jul 07 21:15:04.215429 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd4437-995c-43db-bf08-840e16acb25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5cb604-1d61-41b0-97c0-9f1761c21287,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:04.243887 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f80e07db-52e2-49aa-a65b-8ce4d208232c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:04.295124 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7960ce8b-933d-4b2d-b904-b2af5b9ba51e None None] Provisioning complete for port 927efa86-739c-4a61-bd4e-8948e1fedf51 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:15:04.295820 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7960ce8b-933d-4b2d-b904-b2af5b9ba51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:04.314386 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ee2c7c0-fa74-4ee1-9c3f-6a2a44308ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:04.346666 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ee2c7c0-fa74-4ee1-9c3f-6a2a44308ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:04.356676 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f80e07db-52e2-49aa-a65b-8ce4d208232c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:04.408512 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e07db-52e2-49aa-a65b-8ce4d208232c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=bdc9736e-e542-483f-8e44-a7cd82978a53,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:04.411909 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f80e07db-52e2-49aa-a65b-8ce4d208232c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:04.413964 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f80e07db-52e2-49aa-a65b-8ce4d208232c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/bdc9736e-e542-483f-8e44-a7cd82978a53 HTTP/1.1" status: 204 len: 168 time: 0.4406624 Jul 07 21:15:04.416604 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45364) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:04.461155 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ce44314d-61fe-411e-b5d3-8a8f9775cfbf tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433419 Jul 07 21:15:04.464409 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45368) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:04.469676 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-2e1c96b3-5f26-4de5-bb2b-c8f82205153d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:04.472102 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 927efa86-739c-4a61-bd4e-8948e1fedf51 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:15:04.492658 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ee2c7c0-fa74-4ee1-9c3f-6a2a44308ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:04.495386 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ee2c7c0-fa74-4ee1-9c3f-6a2a44308ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:04.498936 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7ee2c7c0-fa74-4ee1-9c3f-6a2a44308ac7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7d5cb604-1d61-41b0-97c0-9f1761c21287 HTTP/1.1" status: 204 len: 168 time: 0.2865784 Jul 07 21:15:04.508051 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2c7c0-fa74-4ee1-9c3f-6a2a44308ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5cb604-1d61-41b0-97c0-9f1761c21287,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:04.581524 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1c96b3-5f26-4de5-bb2b-c8f82205153d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:15:04.589145 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2e1c96b3-5f26-4de5-bb2b-c8f82205153d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:04.765026 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 927efa86-739c-4a61-bd4e-8948e1fedf51 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:15:04.765975 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:04.887783 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2e1c96b3-5f26-4de5-bb2b-c8f82205153d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:04.923518 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4967443-1821-45be-a54e-ee4807c44eb9 None None] Update dhcp port {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'fixed_ips': [{'subnet_id': 'bdc9736e-e542-483f-8e44-a7cd82978a53'}], 'binding:host_id': 'n-d-695189-11'}, 'id': '927efa86-739c-4a61-bd4e-8948e1fedf51'} from n-d-695189-11. {{(pid=100449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 21:15:04.936238 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1c96b3-5f26-4de5-bb2b-c8f82205153d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:15:04.944149 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-2e1c96b3-5f26-4de5-bb2b-c8f82205153d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:15:04.948564 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1c96b3-5f26-4de5-bb2b-c8f82205153d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:04.949171 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2e1c96b3-5f26-4de5-bb2b-c8f82205153d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:04.966830 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c96b3-5f26-4de5-bb2b-c8f82205153d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=3a2cb183-668b-40f3-b207-d24d28c7412d,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:04.975383 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2e1c96b3-5f26-4de5-bb2b-c8f82205153d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5074210 Jul 07 21:15:04.979797 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45388) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:04.985681 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e99e2868-82cd-47e8-ab1b-208d030262bd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:04.992671 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e4967443-1821-45be-a54e-ee4807c44eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:05.154439 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99e2868-82cd-47e8-ab1b-208d030262bd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:15:05.158363 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e99e2868-82cd-47e8-ab1b-208d030262bd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:05.256913 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8934a16-0da8-4413-ab35-b846db2de961 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:15:05.278814 n-d-695189-11 neutron-server[100447]: INFO neutron.db.ipam_backend_mixin [None req-e99e2868-82cd-47e8-ab1b-208d030262bd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3a2cb183-668b-40f3-b207-d24d28c7412d (CIDR: 2001:db8::/64) Jul 07 21:15:05.282691 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99e2868-82cd-47e8-ab1b-208d030262bd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:15:05.283178 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99e2868-82cd-47e8-ab1b-208d030262bd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:05.303035 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45400) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:05.303408 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e99e2868-82cd-47e8-ab1b-208d030262bd tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3219826 Jul 07 21:15:05.308744 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-91b86291-3e94-4156-9602-ea3173f13da8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'subnet': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:05.340106 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:05.346634 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b62f7f55-b11c-4442-a02e-bce1f01ab65b None None] Provisioning complete for port 927efa86-739c-4a61-bd4e-8948e1fedf51 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:15:05.347011 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b62f7f55-b11c-4442-a02e-bce1f01ab65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:05.463688 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b86291-3e94-4156-9602-ea3173f13da8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:15:05.467843 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-91b86291-3e94-4156-9602-ea3173f13da8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:05.587535 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb174b0d-38d3-49ac-adf1-f9ee2db11ebd None None] Update dhcp port {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'fixed_ips': [{'subnet_id': '3a2cb183-668b-40f3-b207-d24d28c7412d'}], 'binding:host_id': 'n-d-695189-11'}, 'id': '927efa86-739c-4a61-bd4e-8948e1fedf51'} from n-d-695189-11. {{(pid=100449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 21:15:05.627383 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bb174b0d-38d3-49ac-adf1-f9ee2db11ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:05.831058 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-bb174b0d-38d3-49ac-adf1-f9ee2db11ebd None None] Allocated IP 2001:db8::2 (cb09c065-2c12-4a87-893a-e106666fd7e8/3a2cb183-668b-40f3-b207-d24d28c7412d/927efa86-739c-4a61-bd4e-8948e1fedf51) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:15:05.877475 n-d-695189-11 neutron-server[100448]: DEBUG neutron.objects.ports [None req-91b86291-3e94-4156-9602-ea3173f13da8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100448) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 21:15:06.008814 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-bb174b0d-38d3-49ac-adf1-f9ee2db11ebd None None] For port 927efa86-739c-4a61-bd4e-8948e1fedf51, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=927efa86-739c-4a61-bd4e-8948e1fedf51,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:15:06.047729 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bb174b0d-38d3-49ac-adf1-f9ee2db11ebd None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:06.062523 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-bb174b0d-38d3-49ac-adf1-f9ee2db11ebd None None] Transition to ACTIVE for port object 927efa86-739c-4a61-bd4e-8948e1fedf51 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:15:06.065776 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bb174b0d-38d3-49ac-adf1-f9ee2db11ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:06.130087 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-91b86291-3e94-4156-9602-ea3173f13da8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:06.172999 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb174b0d-38d3-49ac-adf1-f9ee2db11ebd None None] Pushing event updated for resources: {'Port': ['ID=927efa86-739c-4a61-bd4e-8948e1fedf51,revision_number=13']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:06.358459 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 927efa86-739c-4a61-bd4e-8948e1fedf51 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:15:06.403237 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-91b86291-3e94-4156-9602-ea3173f13da8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] For port 927efa86-739c-4a61-bd4e-8948e1fedf51, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=927efa86-739c-4a61-bd4e-8948e1fedf51,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:15:06.475734 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-91b86291-3e94-4156-9602-ea3173f13da8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:06.480106 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:06.489071 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-91b86291-3e94-4156-9602-ea3173f13da8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:06.490169 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-91b86291-3e94-4156-9602-ea3173f13da8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:06.579986 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.db.api [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:15:06.580360 n-d-695189-11 neutron-server[100449]: DEBUG oslo_db.api [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:15:06.605135 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b86291-3e94-4156-9602-ea3173f13da8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:15:06.611037 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-91b86291-3e94-4156-9602-ea3173f13da8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:15:06.615370 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b86291-3e94-4156-9602-ea3173f13da8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:06.615534 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-91b86291-3e94-4156-9602-ea3173f13da8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:06.639468 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b86291-3e94-4156-9602-ea3173f13da8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Subnet': ['ID=7541d47c-8de8-4743-8ffe-cf9596b77ca2,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:06.643508 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b86291-3e94-4156-9602-ea3173f13da8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=927efa86-739c-4a61-bd4e-8948e1fedf51,revision_number=14']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:06.655943 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-91b86291-3e94-4156-9602-ea3173f13da8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3517034 Jul 07 21:15:06.663147 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45434) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:06.668746 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-bdce8c6c-33c6-41ce-9a2c-c00dc4e11d98 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Request body: {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'mac_address': 'fa:16:3e:9c:c3:23', 'name': 'tempest-NetworksTestDHCPv6-1308492747'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:06.816296 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdce8c6c-33c6-41ce-9a2c-c00dc4e11d98 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Made reservation on behalf of 6f0d61135beb4432a624349cb1265a27 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:15:06.911782 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bdce8c6c-33c6-41ce-9a2c-c00dc4e11d98 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:06.944930 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-bdce8c6c-33c6-41ce-9a2c-c00dc4e11d98 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] device_id is not set on port e3b0edfd-7075-42aa-b134-a81b75f46ef2 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:15:07.055263 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe9015e-a074-48b0-b958-d99ec0da7e06 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:15:07.157068 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:07.162127 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-bdce8c6c-33c6-41ce-9a2c-c00dc4e11d98 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8::1de (cb09c065-2c12-4a87-893a-e106666fd7e8/3a2cb183-668b-40f3-b207-d24d28c7412d/e3b0edfd-7075-42aa-b134-a81b75f46ef2) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:15:07.170130 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-bdce8c6c-33c6-41ce-9a2c-c00dc4e11d98 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9c:c323 (cb09c065-2c12-4a87-893a-e106666fd7e8/7541d47c-8de8-4743-8ffe-cf9596b77ca2/e3b0edfd-7075-42aa-b134-a81b75f46ef2) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:15:07.220688 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 927efa86-739c-4a61-bd4e-8948e1fedf51, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=927efa86-739c-4a61-bd4e-8948e1fedf51,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:15:07.242701 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:07.251936 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-00452249-4d3c-4a40-ba8b-07e31b08719f None None] Provisioning for port 927efa86-739c-4a61-bd4e-8948e1fedf51 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:15:07.345309 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-00452249-4d3c-4a40-ba8b-07e31b08719f None None] Provisioning complete for port 927efa86-739c-4a61-bd4e-8948e1fedf51 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:15:07.345691 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-00452249-4d3c-4a40-ba8b-07e31b08719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:07.410664 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 927efa86-739c-4a61-bd4e-8948e1fedf51 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:15:07.464851 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=927efa86-739c-4a61-bd4e-8948e1fedf51,revision_number=15']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:07.473743 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bdce8c6c-33c6-41ce-9a2c-c00dc4e11d98 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:07.502944 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-bdce8c6c-33c6-41ce-9a2c-c00dc4e11d98 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Transition to ACTIVE for port object e3b0edfd-7075-42aa-b134-a81b75f46ef2 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:15:07.547300 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-00452249-4d3c-4a40-ba8b-07e31b08719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:07.549080 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 927efa86-739c-4a61-bd4e-8948e1fedf51 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:15:07.549443 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:07.566580 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bdce8c6c-33c6-41ce-9a2c-c00dc4e11d98 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:07.623242 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-00452249-4d3c-4a40-ba8b-07e31b08719f None None] For port 927efa86-739c-4a61-bd4e-8948e1fedf51, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=927efa86-739c-4a61-bd4e-8948e1fedf51,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:15:07.634894 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-00452249-4d3c-4a40-ba8b-07e31b08719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:07.640087 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdce8c6c-33c6-41ce-9a2c-c00dc4e11d98 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Network cb09c065-2c12-4a87-893a-e106666fd7e8 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:15:07.643717 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-bdce8c6c-33c6-41ce-9a2c-c00dc4e11d98 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:15:07.650740 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdce8c6c-33c6-41ce-9a2c-c00dc4e11d98 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:15:07.657276 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdce8c6c-33c6-41ce-9a2c-c00dc4e11d98 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:07.658121 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bdce8c6c-33c6-41ce-9a2c-c00dc4e11d98 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:07.668288 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce8c6c-33c6-41ce-9a2c-c00dc4e11d98 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event updated for resources: {'Port': ['ID=e3b0edfd-7075-42aa-b134-a81b75f46ef2,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:07.684923 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bdce8c6c-33c6-41ce-9a2c-c00dc4e11d98 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0180359 Jul 07 21:15:07.686010 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45464) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:07.746897 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00452249-4d3c-4a40-ba8b-07e31b08719f None None] Pushing event updated for resources: {'Port': ['ID=927efa86-739c-4a61-bd4e-8948e1fedf51,revision_number=16']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:07.857384 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-dc51d003-4d8b-4494-b21b-e277d81b0292 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting port e3b0edfd-7075-42aa-b134-a81b75f46ef2 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:15:07.857982 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dc51d003-4d8b-4494-b21b-e277d81b0292 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:08.428873 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45484) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:08.445907 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dc51d003-4d8b-4494-b21b-e277d81b0292 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:08.462214 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-dc51d003-4d8b-4494-b21b-e277d81b0292 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Calling delete_port for e3b0edfd-7075-42aa-b134-a81b75f46ef2 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:15:08.464831 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 927efa86-739c-4a61-bd4e-8948e1fedf51 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:15:08.540005 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 927efa86-739c-4a61-bd4e-8948e1fedf51 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:15:08.540389 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:08.577840 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3ee370c-6489-491b-a5ba-a72a0cc8b61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:08.608768 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-04aa74e3-2602-4592-813b-74c05d031095 None None] Provisioning complete for port 927efa86-739c-4a61-bd4e-8948e1fedf51 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:15:08.609193 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-04aa74e3-2602-4592-813b-74c05d031095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:08.690185 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dc51d003-4d8b-4494-b21b-e277d81b0292 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:08.729480 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51d003-4d8b-4494-b21b-e277d81b0292 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Port': ['ID=e3b0edfd-7075-42aa-b134-a81b75f46ef2,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:08.791791 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dc51d003-4d8b-4494-b21b-e277d81b0292 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:08.794215 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-dc51d003-4d8b-4494-b21b-e277d81b0292 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/e3b0edfd-7075-42aa-b134-a81b75f46ef2 HTTP/1.1" status: 204 len: 168 time: 1.1066124 Jul 07 21:15:08.797152 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45494) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:08.842414 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3ee370c-6489-491b-a5ba-a72a0cc8b61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:08.850255 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3ee370c-6489-491b-a5ba-a72a0cc8b61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:08.896732 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b3ee370c-6489-491b-a5ba-a72a0cc8b61f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=909a8eac8f4d49789cf4241e1e8fcbd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4665439 Jul 07 21:15:08.900242 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45500) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:08.904928 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee370c-6489-491b-a5ba-a72a0cc8b61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3fa283-7b98-4d67-ac57-9cb0c5e33205,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:08.915602 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fdc0ef50-7213-4a37-bbae-d8c75879cad8 None None] Could not find standard attr ID for object 7427d70a-db80-4bca-ac71-633637ecc9c6. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:15:08.920021 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd65535-581d-4e47-b546-b4fb920b3db1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:08.921577 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6fd65535-581d-4e47-b546-b4fb920b3db1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1233461 Jul 07 21:15:08.924591 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45502) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:08.973445 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ceac2669-ee60-4703-9dca-efb81cc70c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:08.996080 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ceac2669-ee60-4703-9dca-efb81cc70c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:09.017252 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b58587-a36c-41e2-a382-3928245858ab tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:09.022355 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b1b58587-a36c-41e2-a382-3928245858ab tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0967400 Jul 07 21:15:09.023023 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45506) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:09.069544 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ceac2669-ee60-4703-9dca-efb81cc70c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:09.073999 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ceac2669-ee60-4703-9dca-efb81cc70c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:09.077574 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ceac2669-ee60-4703-9dca-efb81cc70c5c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5d3fa283-7b98-4d67-ac57-9cb0c5e33205 HTTP/1.1" status: 204 len: 168 time: 0.1741681 Jul 07 21:15:09.087925 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caadf06b-95f6-40ce-a1f9-95b0ca63c826 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:09.088931 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac2669-ee60-4703-9dca-efb81cc70c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3fa283-7b98-4d67-ac57-9cb0c5e33205,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:09.089492 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caadf06b-95f6-40ce-a1f9-95b0ca63c826 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:09.093072 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caadf06b-95f6-40ce-a1f9-95b0ca63c826 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:09.098160 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45510) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:09.099510 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-caadf06b-95f6-40ce-a1f9-95b0ca63c826 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0750306 Jul 07 21:15:09.140162 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-039f4ab7-2bb1-45f3-84ae-cff4b3c589a2 None None] Could not find standard attr ID for object e3b0edfd-7075-42aa-b134-a81b75f46ef2. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:15:09.158319 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7dae99-56ff-49cd-aa24-5070d4c7a3ee tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet 3a2cb183-668b-40f3-b207-d24d28c7412d {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:15:09.162029 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-af7dae99-56ff-49cd-aa24-5070d4c7a3ee tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:09.231361 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-af7dae99-56ff-49cd-aa24-5070d4c7a3ee tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:09.333207 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-af7dae99-56ff-49cd-aa24-5070d4c7a3ee tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:09.419990 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-af7dae99-56ff-49cd-aa24-5070d4c7a3ee tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:09.466759 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7dae99-56ff-49cd-aa24-5070d4c7a3ee tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=3a2cb183-668b-40f3-b207-d24d28c7412d,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:09.472909 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-af7dae99-56ff-49cd-aa24-5070d4c7a3ee tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:09.478341 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45524) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:09.491719 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-af7dae99-56ff-49cd-aa24-5070d4c7a3ee tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/3a2cb183-668b-40f3-b207-d24d28c7412d HTTP/1.1" status: 204 len: 168 time: 0.3886795 Jul 07 21:15:09.560973 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc96c7de-983a-4054-807e-ac86f232d624 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Deleting subnet 7541d47c-8de8-4743-8ffe-cf9596b77ca2 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:15:09.564455 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cc96c7de-983a-4054-807e-ac86f232d624 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:09.599807 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45530) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:09.611561 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cc96c7de-983a-4054-807e-ac86f232d624 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:09.625717 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2af184bd-1839-407d-b009-0ffe3e5ecafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:09.661919 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d865551-e776-473c-a576-45f1a9c751bc None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:15:09.719417 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cc96c7de-983a-4054-807e-ac86f232d624 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:09.735609 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2af184bd-1839-407d-b009-0ffe3e5ecafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:09.741527 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2af184bd-1839-407d-b009-0ffe3e5ecafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:09.771861 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2af184bd-1839-407d-b009-0ffe3e5ecafb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=009a9e9809a047aa827681187bda668c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1701865 Jul 07 21:15:09.776688 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45534) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:09.793825 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af184bd-1839-407d-b009-0ffe3e5ecafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9b0c80-315f-41de-92b8-2d1ece2df742,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:09.840486 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cc96c7de-983a-4054-807e-ac86f232d624 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:09.887178 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96c7de-983a-4054-807e-ac86f232d624 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Subnet': ['ID=7541d47c-8de8-4743-8ffe-cf9596b77ca2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:09.890872 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9aabc88-34b1-4a98-9740-da055f01714f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:09.910345 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cc96c7de-983a-4054-807e-ac86f232d624 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:09.912294 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cc96c7de-983a-4054-807e-ac86f232d624 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/7541d47c-8de8-4743-8ffe-cf9596b77ca2 HTTP/1.1" status: 204 len: 168 time: 0.4332051 Jul 07 21:15:09.915218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45538) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:09.917410 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9aabc88-34b1-4a98-9740-da055f01714f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:09.935175 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93dc035-7925-4bbd-96f8-98e512933c19 None None] Update dhcp port {'port': {'network_id': 'cb09c065-2c12-4a87-893a-e106666fd7e8', 'fixed_ips': [{'subnet_id': '7541d47c-8de8-4743-8ffe-cf9596b77ca2'}], 'binding:host_id': 'n-d-695189-11'}, 'id': '927efa86-739c-4a61-bd4e-8948e1fedf51'} from n-d-695189-11. {{(pid=100449) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 21:15:09.957016 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ffe5048c-6a55-40e5-a285-aeb98be4124e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401258 Jul 07 21:15:09.959618 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45542) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:09.980611 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a93dc035-7925-4bbd-96f8-98e512933c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:09.994660 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9aabc88-34b1-4a98-9740-da055f01714f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:09.997198 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e9aabc88-34b1-4a98-9740-da055f01714f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:09.998598 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e9aabc88-34b1-4a98-9740-da055f01714f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb9b0c80-315f-41de-92b8-2d1ece2df742 HTTP/1.1" status: 204 len: 168 time: 0.2207584 Jul 07 21:15:10.009765 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aabc88-34b1-4a98-9740-da055f01714f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9b0c80-315f-41de-92b8-2d1ece2df742,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:10.039682 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5a98d8-11b2-4add-bcb6-2be0326e9c04 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:10.041776 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ac5a98d8-11b2-4add-bcb6-2be0326e9c04 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0810273 Jul 07 21:15:10.044451 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45546) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:10.120099 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42418f0-edd5-4146-b69c-b6018eb54ad3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:10.121813 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e42418f0-edd5-4146-b69c-b6018eb54ad3 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0760901 Jul 07 21:15:10.125966 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45548) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:10.172731 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9d1b40f1-040a-4588-ae61-51b139d735f0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431416 Jul 07 21:15:10.175535 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45552) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:10.199108 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1e7430-3e64-45de-a7ab-a965792a33d9 None None] Network cb09c065-2c12-4a87-893a-e106666fd7e8 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:15:10.206500 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-1450a089-8e1c-4a4a-8223-6347ee4898b4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:10.207249 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1450a089-8e1c-4a4a-8223-6347ee4898b4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:10.209040 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1450a089-8e1c-4a4a-8223-6347ee4898b4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/e3b0edfd-7075-42aa-b134-a81b75f46ef2 HTTP/1.1" status: 404 len: 333 time: 0.0316892 Jul 07 21:15:10.211639 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45554) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:10.248558 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbcad538-9807-4507-a9e3-120d4ba797b9 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:10.248914 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbcad538-9807-4507-a9e3-120d4ba797b9 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:10.251417 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-cbcad538-9807-4507-a9e3-120d4ba797b9 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/7541d47c-8de8-4743-8ffe-cf9596b77ca2 HTTP/1.1" status: 404 len: 337 time: 0.0388074 Jul 07 21:15:10.254738 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45558) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:10.288264 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9be3865-893c-49f3-9024-d908cbe37982 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:10.288866 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9be3865-893c-49f3-9024-d908cbe37982 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:10.290792 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f9be3865-893c-49f3-9024-d908cbe37982 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/3a2cb183-668b-40f3-b207-d24d28c7412d HTTP/1.1" status: 404 len: 337 time: 0.0344288 Jul 07 21:15:10.293557 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45560) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:10.326654 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-4992a1c5-b42b-433b-bdb0-47f4f9248e15 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:10.327368 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4992a1c5-b42b-433b-bdb0-47f4f9248e15 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:10.329113 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4992a1c5-b42b-433b-bdb0-47f4f9248e15 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/7427d70a-db80-4bca-ac71-633637ecc9c6 HTTP/1.1" status: 404 len: 333 time: 0.0346179 Jul 07 21:15:10.331592 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45564) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:10.338360 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-84bc7060-ffb1-4a92-b2aa-e10ffee8925e None None] Provisioning complete for port 927efa86-739c-4a61-bd4e-8948e1fedf51 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:15:10.338682 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-84bc7060-ffb1-4a92-b2aa-e10ffee8925e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:10.367128 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-609cff2c-f0ae-4a93-8e59-b14ad3ce2b1b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:10.367643 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-609cff2c-f0ae-4a93-8e59-b14ad3ce2b1b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:10.372118 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-609cff2c-f0ae-4a93-8e59-b14ad3ce2b1b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/bdc9736e-e542-483f-8e44-a7cd82978a53 HTTP/1.1" status: 404 len: 337 time: 0.0369587 Jul 07 21:15:10.372554 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45566) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:10.410705 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26f6f45-8f64-43ee-baf3-f211f65a7369 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:10.411716 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f26f6f45-8f64-43ee-baf3-f211f65a7369 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:10.416711 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f26f6f45-8f64-43ee-baf3-f211f65a7369 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/8a688306-70f6-467a-b0f3-a120a9aff86d HTTP/1.1" status: 404 len: 337 time: 0.0410092 Jul 07 21:15:10.417153 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45570) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:10.454273 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d5f8dd-0cb9-4e52-82e9-dab50654db46 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:10.454995 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d5f8dd-0cb9-4e52-82e9-dab50654db46 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:10.459436 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f6d5f8dd-0cb9-4e52-82e9-dab50654db46 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/e5aebc1f-21ec-4581-a520-f0a8776f04e4 HTTP/1.1" status: 404 len: 333 time: 0.0379345 Jul 07 21:15:10.459818 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45572) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:10.464143 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b96bf1a-42fc-4c01-8582-f9d6581f6211 None None] DHCP port deletion for cb09c065-2c12-4a87-893a-e106666fd7e8 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:15:10.468208 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 927efa86-739c-4a61-bd4e-8948e1fedf51 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:15:10.488024 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16df8af-747e-4f8e-bf00-fdc5f761dca6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:10.489178 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d16df8af-747e-4f8e-bf00-fdc5f761dca6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:10.491246 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d16df8af-747e-4f8e-bf00-fdc5f761dca6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/c1b463b6-3548-4e58-a6fc-d66050a0126d HTTP/1.1" status: 404 len: 337 time: 0.0304039 Jul 07 21:15:10.493936 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45574) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:10.521886 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d862d1f-3033-4c20-93d2-cdfde98cdff8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:10.522541 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d862d1f-3033-4c20-93d2-cdfde98cdff8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:10.524475 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6d862d1f-3033-4c20-93d2-cdfde98cdff8 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/4516c7cc-6036-41e9-83f9-a918850bd8d4 HTTP/1.1" status: 404 len: 337 time: 0.0293438 Jul 07 21:15:10.527198 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45578) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:10.558498 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1e06d1-1b3b-4e4d-8f15-7f60980506df tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:10.559318 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e1e06d1-1b3b-4e4d-8f15-7f60980506df tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:10.561110 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5e1e06d1-1b3b-4e4d-8f15-7f60980506df tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/8d052c79-83e9-4d8f-81ff-24f5f4cebce1 HTTP/1.1" status: 404 len: 333 time: 0.0328293 Jul 07 21:15:10.563756 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45580) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:10.573925 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45582) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:10.578965 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-4b96bf1a-42fc-4c01-8582-f9d6581f6211 None None] Deleting port 927efa86-739c-4a61-bd4e-8948e1fedf51 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:15:10.579370 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4b96bf1a-42fc-4c01-8582-f9d6581f6211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:10.623505 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1aef41-5b9b-4cf0-b33c-d9f644eab62d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:10.624107 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe1aef41-5b9b-4cf0-b33c-d9f644eab62d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:10.626077 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fe1aef41-5b9b-4cf0-b33c-d9f644eab62d tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/caef443d-f8be-4e18-9568-f0fea8025376 HTTP/1.1" status: 404 len: 337 time: 0.0613227 Jul 07 21:15:10.627619 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fc032bc9-922e-412b-a34d-561fb0c04024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:10.629417 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45586) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:10.643268 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:10.683024 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 927efa86-739c-4a61-bd4e-8948e1fedf51, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=927efa86-739c-4a61-bd4e-8948e1fedf51,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:15:10.688105 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6ca07e-7b61-4521-833e-22bc6f320ea0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:10.688105 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6ca07e-7b61-4521-833e-22bc6f320ea0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:10.689203 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3c6ca07e-7b61-4521-833e-22bc6f320ea0 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/09d4601f-1ee0-49a7-9bcb-3ef9ae8f31a5 HTTP/1.1" status: 404 len: 337 time: 0.0584428 Jul 07 21:15:10.692479 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45588) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:10.702987 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:10.714651 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-4b96bf1a-42fc-4c01-8582-f9d6581f6211 None None] For port 927efa86-739c-4a61-bd4e-8948e1fedf51, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=927efa86-739c-4a61-bd4e-8948e1fedf51,segment=NetworkSegment(5984f9b7-bbda-4277-9e84-862e98ba35d2),segment_id=5984f9b7-bbda-4277-9e84-862e98ba35d2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:15:10.715446 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4b96bf1a-42fc-4c01-8582-f9d6581f6211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:10.728641 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd58034f-1a07-4393-8958-b46940280252 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:10.729484 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd58034f-1a07-4393-8958-b46940280252 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:10.734253 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fd58034f-1a07-4393-8958-b46940280252 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/2bf16fb6-c4e6-45af-ab1b-c022dfcc2765 HTTP/1.1" status: 404 len: 333 time: 0.0398419 Jul 07 21:15:10.734946 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45590) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:10.751895 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fc032bc9-922e-412b-a34d-561fb0c04024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:10.757034 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fc032bc9-922e-412b-a34d-561fb0c04024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:10.760113 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-4b96bf1a-42fc-4c01-8582-f9d6581f6211 None None] Calling delete_port for 927efa86-739c-4a61-bd4e-8948e1fedf51 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:15:10.765457 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fde4f1f-cc97-45d1-9188-e95f6004334f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:10.766038 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fde4f1f-cc97-45d1-9188-e95f6004334f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:10.771942 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6fde4f1f-cc97-45d1-9188-e95f6004334f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/46eb8862-0f37-4426-9c72-4004a235b9ad HTTP/1.1" status: 404 len: 337 time: 0.0355814 Jul 07 21:15:10.772793 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45592) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:10.800725 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fc032bc9-922e-412b-a34d-561fb0c04024 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1768f826fcda4f2db5f8c7a98c629fc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2244427 Jul 07 21:15:10.801589 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc032bc9-922e-412b-a34d-561fb0c04024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531cb4e6-8871-4322-af52-ae15740cbba6,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:10.810803 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-de80ab0e-42b0-4e66-a8a4-26f46580e0ef tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:10.812349 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de80ab0e-42b0-4e66-a8a4-26f46580e0ef tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:10.818014 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45596) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:10.818522 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45598) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:10.819021 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-de80ab0e-42b0-4e66-a8a4-26f46580e0ef tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/905a4b53-a542-451d-be1b-9e7a393d7d9f HTTP/1.1" status: 404 len: 333 time: 0.0450175 Jul 07 21:15:10.834782 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=927efa86-739c-4a61-bd4e-8948e1fedf51,revision_number=19']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:10.854945 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-131ceb4b-c94f-456a-99a5-b9dcdf7df6b6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:10.855433 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-131ceb4b-c94f-456a-99a5-b9dcdf7df6b6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:10.857143 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-131ceb4b-c94f-456a-99a5-b9dcdf7df6b6 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/298ce64e-c333-49a2-ad7a-eff5e694ac6a HTTP/1.1" status: 404 len: 337 time: 0.0335670 Jul 07 21:15:10.860158 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45602) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:10.889498 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4b96bf1a-42fc-4c01-8582-f9d6581f6211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:10.893472 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-4448c559-332d-48c3-a0ff-45fa19875e14 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:10.893795 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b00427e3-ef0a-4c27-bc14-79b0712393e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:10.894917 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4448c559-332d-48c3-a0ff-45fa19875e14 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:10.897308 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4448c559-332d-48c3-a0ff-45fa19875e14 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/72faf00a-2a40-49d3-9acf-313b0b42383f HTTP/1.1" status: 404 len: 333 time: 0.0363665 Jul 07 21:15:10.899954 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45606) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:10.923058 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96bf1a-42fc-4c01-8582-f9d6581f6211 None None] Pushing event deleted for resources: {'Port': ['ID=927efa86-739c-4a61-bd4e-8948e1fedf51,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:10.934434 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b96bf1a-42fc-4c01-8582-f9d6581f6211 None None] No DVR routers for this DVR port 927efa86-739c-4a61-bd4e-8948e1fedf51 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:15:10.938200 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-13182b7d-c74c-4f43-861c-cf53fd8c5c37 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:10.938656 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13182b7d-c74c-4f43-861c-cf53fd8c5c37 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:10.940431 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-13182b7d-c74c-4f43-861c-cf53fd8c5c37 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/21b9c30a-ba6a-48a0-b546-1b563e62ef3b HTTP/1.1" status: 404 len: 337 time: 0.0395279 Jul 07 21:15:10.947010 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45610) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:10.958274 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b00427e3-ef0a-4c27-bc14-79b0712393e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:10.984544 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0ed01d-9385-4f8c-b2ad-c963e72466fa tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:10.985243 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd0ed01d-9385-4f8c-b2ad-c963e72466fa tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:10.988658 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bd0ed01d-9385-4f8c-b2ad-c963e72466fa tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/5749468e-c134-48e0-8d25-d9e3878e1761 HTTP/1.1" status: 404 len: 333 time: 0.0364466 Jul 07 21:15:10.990110 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45614) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.024390 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-569486d0-4ce7-4b3f-84dd-5061900bfc4c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:11.024874 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-569486d0-4ce7-4b3f-84dd-5061900bfc4c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:11.025490 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b00427e3-ef0a-4c27-bc14-79b0712393e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:11.026693 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-569486d0-4ce7-4b3f-84dd-5061900bfc4c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/b9d7a891-2552-4c0e-881a-00e3a2f2d159 HTTP/1.1" status: 404 len: 337 time: 0.0355201 Jul 07 21:15:11.028636 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b00427e3-ef0a-4c27-bc14-79b0712393e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:11.029284 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45616) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.030021 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b00427e3-ef0a-4c27-bc14-79b0712393e3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/531cb4e6-8871-4322-af52-ae15740cbba6 HTTP/1.1" status: 204 len: 168 time: 0.2129164 Jul 07 21:15:11.042544 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00427e3-ef0a-4c27-bc14-79b0712393e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531cb4e6-8871-4322-af52-ae15740cbba6,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:11.069387 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f548484-b5ec-4964-941e-a16c8196bf85 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:11.070146 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f548484-b5ec-4964-941e-a16c8196bf85 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:11.071975 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5f548484-b5ec-4964-941e-a16c8196bf85 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/629d6a31-5511-4742-8b49-894c093d8887 HTTP/1.1" status: 404 len: 333 time: 0.0413117 Jul 07 21:15:11.074532 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45620) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.101759 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f81dcf-0739-464d-97d1-c1c26979ebc1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:11.102231 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f81dcf-0739-464d-97d1-c1c26979ebc1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:11.104161 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-83f81dcf-0739-464d-97d1-c1c26979ebc1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/59d433c4-5617-4ba4-aed1-81e0fece9747 HTTP/1.1" status: 404 len: 337 time: 0.0286138 Jul 07 21:15:11.106569 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45624) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.133573 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb5043b-e481-48f3-83fc-15afc188f01f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:11.134259 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb5043b-e481-48f3-83fc-15afc188f01f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:11.138259 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0bb5043b-e481-48f3-83fc-15afc188f01f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/dbadbeef-061c-495f-853d-df0eabadac1e HTTP/1.1" status: 404 len: 333 time: 0.0285478 Jul 07 21:15:11.138489 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45628) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.166032 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a4d775-f9be-4a60-a4b2-f80ed50ca393 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:11.166519 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a4d775-f9be-4a60-a4b2-f80ed50ca393 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:11.168415 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-06a4d775-f9be-4a60-a4b2-f80ed50ca393 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/d46a6aeb-d57d-431f-ba19-6130f7ea9993 HTTP/1.1" status: 404 len: 337 time: 0.0290084 Jul 07 21:15:11.171099 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45630) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.201819 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-47500f86-ead2-4f8a-ae88-abd3c43a0573 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:11.202285 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47500f86-ead2-4f8a-ae88-abd3c43a0573 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:11.204247 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-47500f86-ead2-4f8a-ae88-abd3c43a0573 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/8407a73d-9d70-499b-a875-ce0d176b4082 HTTP/1.1" status: 404 len: 337 time: 0.0321305 Jul 07 21:15:11.207865 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45634) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.240685 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c0516c-e99d-4b9e-a15f-91f656218bf7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:11.241467 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c0516c-e99d-4b9e-a15f-91f656218bf7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:11.243424 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-41c0516c-e99d-4b9e-a15f-91f656218bf7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/344a68ad-3920-4cf8-aafe-a7d8530218dd HTTP/1.1" status: 404 len: 333 time: 0.0344148 Jul 07 21:15:11.245903 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45638) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.273950 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38d1faa-9886-41f9-909a-a8d27224b238 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:11.274467 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f38d1faa-9886-41f9-909a-a8d27224b238 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:11.278814 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f38d1faa-9886-41f9-909a-a8d27224b238 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/224c4aba-e075-4480-964b-15fe4b9e3684 HTTP/1.1" status: 404 len: 337 time: 0.0294814 Jul 07 21:15:11.278946 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45640) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.309539 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af21522-2dea-45d7-8293-6817e046843b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:11.309984 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6af21522-2dea-45d7-8293-6817e046843b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:11.314068 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6af21522-2dea-45d7-8293-6817e046843b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/33018cc6-2290-4e3f-8aed-8581ff545820 HTTP/1.1" status: 404 len: 337 time: 0.0318344 Jul 07 21:15:11.314320 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45644) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.341842 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-3359ed8d-c1de-406f-b844-676772244074 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:11.342593 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3359ed8d-c1de-406f-b844-676772244074 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:11.346845 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3359ed8d-c1de-406f-b844-676772244074 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/e3c30bd2-de73-4663-b5f3-dc69a79db6c0 HTTP/1.1" status: 404 len: 333 time: 0.0291953 Jul 07 21:15:11.347093 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45648) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.377145 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-760c58fe-ea55-4175-96f0-7d2161c127d1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:11.377620 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760c58fe-ea55-4175-96f0-7d2161c127d1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:11.380479 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-760c58fe-ea55-4175-96f0-7d2161c127d1 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/2af1fbee-b7df-48fb-a9a3-74731a3d2053 HTTP/1.1" status: 404 len: 337 time: 0.0319936 Jul 07 21:15:11.383129 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45650) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.411611 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-233658da-baf0-4158-936e-6a8a2ef1c79c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:11.412091 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233658da-baf0-4158-936e-6a8a2ef1c79c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:11.413831 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-233658da-baf0-4158-936e-6a8a2ef1c79c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/8b4635c9-86f6-4111-88e9-05fda578f24f HTTP/1.1" status: 404 len: 337 time: 0.0297406 Jul 07 21:15:11.416389 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45656) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.443299 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-879a0cab-2f56-4694-ab6e-8c515472389c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:11.444043 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-879a0cab-2f56-4694-ab6e-8c515472389c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:11.445808 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-879a0cab-2f56-4694-ab6e-8c515472389c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/c78006d6-ae5b-4033-946e-a62ca0855033 HTTP/1.1" status: 404 len: 333 time: 0.0284917 Jul 07 21:15:11.448618 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45658) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.475874 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0da2b37-ab0c-4780-8bb2-2b38fc0d379a tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:11.476428 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0da2b37-ab0c-4780-8bb2-2b38fc0d379a tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:11.478186 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b0da2b37-ab0c-4780-8bb2-2b38fc0d379a tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/73d21ddc-9a4b-4507-af4d-661b2458c83a HTTP/1.1" status: 404 len: 337 time: 0.0284634 Jul 07 21:15:11.480619 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45664) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.516179 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ebd9281-6097-4ad1-9801-e217919a2d20 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:11.516719 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ebd9281-6097-4ad1-9801-e217919a2d20 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:11.518486 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3ebd9281-6097-4ad1-9801-e217919a2d20 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/527ac7a8-836a-41a1-a667-4bf0cd095169 HTTP/1.1" status: 404 len: 337 time: 0.0369396 Jul 07 21:15:11.521192 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45670) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.552542 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-394a1fdf-6e7d-41df-bbf0-9ce29b8e0823 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce64bab6-6661-46c7-ace4-74a5acb6a7b8 HTTP/1.1" status: 200 len: 205 time: 0.0272028 Jul 07 21:15:11.552733 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45672) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.594464 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-ddb6d15f-c8ef-42bf-bc31-f1ffc6253b3c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] delete failed (client error): The resource could not be found. Jul 07 21:15:11.595635 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ddb6d15f-c8ef-42bf-bc31-f1ffc6253b3c tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/routers/ce64bab6-6661-46c7-ace4-74a5acb6a7b8 HTTP/1.1" status: 404 len: 336 time: 0.0418823 Jul 07 21:15:11.598364 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45674) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.625929 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-6815b390-7ca0-4f03-8970-b91dc01ffba7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:11.626370 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6815b390-7ca0-4f03-8970-b91dc01ffba7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:11.628145 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6815b390-7ca0-4f03-8970-b91dc01ffba7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/aaa379d1-51d9-4b82-a769-a82f3e3d4b92 HTTP/1.1" status: 404 len: 337 time: 0.0287383 Jul 07 21:15:11.631931 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45678) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.663686 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dcede37f-1324-475f-be7d-6e2b6388dea2 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "GET /v2.0/ports?device_id=c7a12b38-4300-4edd-95b0-8f0680fb443a HTTP/1.1" status: 200 len: 205 time: 0.0283968 Jul 07 21:15:11.664101 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45684) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.700295 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-4a769f92-45fc-49b2-8f1c-fc2656ea3987 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] delete failed (client error): The resource could not be found. Jul 07 21:15:11.703922 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45692) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.704134 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4a769f92-45fc-49b2-8f1c-fc2656ea3987 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/routers/c7a12b38-4300-4edd-95b0-8f0680fb443a HTTP/1.1" status: 404 len: 336 time: 0.0390344 Jul 07 21:15:11.738764 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e24497-80c3-4e42-a8bb-a772a20c9486 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:11.739248 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e24497-80c3-4e42-a8bb-a772a20c9486 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:11.742012 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a2e24497-80c3-4e42-a8bb-a772a20c9486 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/e011c2fb-58f6-4817-8958-a789003c7798 HTTP/1.1" status: 404 len: 337 time: 0.0368686 Jul 07 21:15:11.744148 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45696) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.777359 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-344c9c7e-8aba-4a37-ae32-aa49784e4cb4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:11.778023 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344c9c7e-8aba-4a37-ae32-aa49784e4cb4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:11.782665 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45702) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.783482 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-344c9c7e-8aba-4a37-ae32-aa49784e4cb4 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/5ea187ec-17f7-4ca3-b837-2446b7480a55 HTTP/1.1" status: 404 len: 337 time: 0.0343766 Jul 07 21:15:11.826639 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-9981decc-3bd9-4697-aad2-0ece0a25f675 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:11.827366 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9981decc-3bd9-4697-aad2-0ece0a25f675 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:11.832281 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45704) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.833728 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9981decc-3bd9-4697-aad2-0ece0a25f675 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/c218c825-3db9-4c30-ac87-e4bbdf780b3f HTTP/1.1" status: 404 len: 333 time: 0.0500522 Jul 07 21:15:11.868189 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1461225-4dd2-4f6a-b10b-687935631dde tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:11.868673 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1461225-4dd2-4f6a-b10b-687935631dde tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:11.870381 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d1461225-4dd2-4f6a-b10b-687935631dde tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/ce473987-af5d-4e4b-b6b5-cad4e310fb20 HTTP/1.1" status: 404 len: 337 time: 0.0371430 Jul 07 21:15:11.872978 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45708) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.900406 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-336200b2-bbdc-4d42-b84c-69992501d5d2 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:11.901344 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336200b2-bbdc-4d42-b84c-69992501d5d2 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:11.905914 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-336200b2-bbdc-4d42-b84c-69992501d5d2 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/df1c8d86-3a14-401a-8b57-5fd8784f6884 HTTP/1.1" status: 404 len: 333 time: 0.0295143 Jul 07 21:15:11.906233 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45714) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.937994 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-780a1856-58db-499d-a29b-1fc5df7a2ed7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:11.938457 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780a1856-58db-499d-a29b-1fc5df7a2ed7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:11.943545 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-780a1856-58db-499d-a29b-1fc5df7a2ed7 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/a1ba0a88-b9fe-4606-a097-98aac1d30cdb HTTP/1.1" status: 404 len: 337 time: 0.0362186 Jul 07 21:15:11.943863 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45718) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:11.971239 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7df2ce6-afec-4b7b-bc1b-9a1bb374c36e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:11.972016 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7df2ce6-afec-4b7b-bc1b-9a1bb374c36e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:11.975373 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d7df2ce6-afec-4b7b-bc1b-9a1bb374c36e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/9f29ee80-9182-4dd0-93f2-83404aeff807 HTTP/1.1" status: 404 len: 333 time: 0.0296535 Jul 07 21:15:11.978751 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45720) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:12.009272 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e6b480-096d-4d6e-bdad-73311000d5ec tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:12.010139 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e6b480-096d-4d6e-bdad-73311000d5ec tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:12.014831 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-88e6b480-096d-4d6e-bdad-73311000d5ec tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/191113fd-61ce-4163-9cf6-1659089cea79 HTTP/1.1" status: 404 len: 337 time: 0.0346601 Jul 07 21:15:12.015008 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45724) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:12.042450 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f139758-eaf2-41fa-96fa-932137714bde tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:12.043165 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f139758-eaf2-41fa-96fa-932137714bde tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:12.045227 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3f139758-eaf2-41fa-96fa-932137714bde tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/4e9c76a8-3d66-453d-95cb-85747cea55ec HTTP/1.1" status: 404 len: 333 time: 0.0292971 Jul 07 21:15:12.047818 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45728) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:12.075850 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eeb597b-bea6-41ec-8f69-29b4ef2e1946 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:12.076327 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eeb597b-bea6-41ec-8f69-29b4ef2e1946 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:12.078050 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7eeb597b-bea6-41ec-8f69-29b4ef2e1946 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/05f82e23-3455-4846-a60a-20d463bf7bc4 HTTP/1.1" status: 404 len: 337 time: 0.0293343 Jul 07 21:15:12.080668 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45730) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:12.110329 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f570e99-ef38-4a4c-b205-ca20a558af11 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:12.111233 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f570e99-ef38-4a4c-b205-ca20a558af11 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:12.113146 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4f570e99-ef38-4a4c-b205-ca20a558af11 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/7420a39d-4450-4d90-854d-97ba71b367ff HTTP/1.1" status: 404 len: 333 time: 0.0312524 Jul 07 21:15:12.115898 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45732) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:12.149495 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a9051c-c856-4343-ac2d-ff9f916cee68 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:12.149965 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a9051c-c856-4343-ac2d-ff9f916cee68 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:12.153987 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f4a9051c-c856-4343-ac2d-ff9f916cee68 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/4e497295-4914-4760-805c-1a1e5b2041cc HTTP/1.1" status: 404 len: 337 time: 0.0348988 Jul 07 21:15:12.154203 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45736) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:12.184134 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-587556cd-dade-4adf-85cc-1f0a7f1db132 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:12.184827 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587556cd-dade-4adf-85cc-1f0a7f1db132 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:12.186577 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-587556cd-dade-4adf-85cc-1f0a7f1db132 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/727eb0eb-da1f-4ba5-b1df-87c5f8c8823c HTTP/1.1" status: 404 len: 333 time: 0.0314572 Jul 07 21:15:12.189123 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45742) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:12.215203 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d95932-786d-4018-b691-65f43065a466 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:12.215695 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4d95932-786d-4018-b691-65f43065a466 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:12.217449 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d4d95932-786d-4018-b691-65f43065a466 tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/75c2bda1-de13-4b0e-ac53-291f3e389ccb HTTP/1.1" status: 404 len: 337 time: 0.0274255 Jul 07 21:15:12.220042 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45744) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:12.248040 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-c967ab34-4946-43eb-88a2-7908a496041f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:12.248773 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c967ab34-4946-43eb-88a2-7908a496041f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:12.252893 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c967ab34-4946-43eb-88a2-7908a496041f tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/ports/b17a8c6c-7575-49ca-8b22-ed1f98843182 HTTP/1.1" status: 404 len: 333 time: 0.0295165 Jul 07 21:15:12.253175 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45746) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:12.280580 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b902b00-625c-4204-80e4-01655512f86e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] DELETE failed (client error): The resource could not be found. Jul 07 21:15:12.281261 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b902b00-625c-4204-80e4-01655512f86e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:15:12.283472 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4b902b00-625c-4204-80e4-01655512f86e tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/subnets/85a6e71b-871e-4bb9-a6cc-4ef749f226cb HTTP/1.1" status: 404 len: 337 time: 0.0289004 Jul 07 21:15:12.286685 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45752) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:12.371075 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbba43a2-7ac5-4abb-93b8-363865c9537b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:12.466586 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbba43a2-7ac5-4abb-93b8-363865c9537b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:12.476957 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-fbba43a2-7ac5-4abb-93b8-363865c9537b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb09c065-2c12-4a87-893a-e106666fd7e8']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:15:12.493552 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-fbba43a2-7ac5-4abb-93b8-363865c9537b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5984f9b7-bbda-4277-9e84-862e98ba35d2') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:15:12.493841 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-fbba43a2-7ac5-4abb-93b8-363865c9537b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5984f9b7-bbda-4277-9e84-862e98ba35d2') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:15:12.504232 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbba43a2-7ac5-4abb-93b8-363865c9537b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:12.518502 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbba43a2-7ac5-4abb-93b8-363865c9537b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:12.525999 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbba43a2-7ac5-4abb-93b8-363865c9537b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:15:12.526689 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbba43a2-7ac5-4abb-93b8-363865c9537b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:15:12.529791 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:15:12.593981 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbba43a2-7ac5-4abb-93b8-363865c9537b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:12.612654 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbba43a2-7ac5-4abb-93b8-363865c9537b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:12.614654 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fbba43a2-7ac5-4abb-93b8-363865c9537b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] 10.222.0.64 "DELETE /v2.0/networks/cb09c065-2c12-4a87-893a-e106666fd7e8 HTTP/1.1" status: 204 len: 168 time: 0.3270557 Jul 07 21:15:12.615657 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba43a2-7ac5-4abb-93b8-363865c9537b tempest-NetworksTestDHCPv6-546311331 tempest-NetworksTestDHCPv6-546311331-project] Pushing event deleted for resources: {'Network': ['ID=cb09c065-2c12-4a87-893a-e106666fd7e8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:12.994284 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45784) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:13.370091 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1bfc3852-f70a-4f06-b646-08e366d5ff79 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6f0d61135beb4432a624349cb1265a27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3741412 Jul 07 21:15:13.372265 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45792) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:13.477486 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a39efe72-cd75-47f9-b800-8033ad4c8518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:13.509623 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a39efe72-cd75-47f9-b800-8033ad4c8518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:13.576164 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a39efe72-cd75-47f9-b800-8033ad4c8518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:13.580299 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a39efe72-cd75-47f9-b800-8033ad4c8518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:13.584823 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a39efe72-cd75-47f9-b800-8033ad4c8518 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ebc8757c-7a97-4526-b0b3-211f410a93bd HTTP/1.1" status: 204 len: 168 time: 0.2076948 Jul 07 21:15:13.593135 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39efe72-cd75-47f9-b800-8033ad4c8518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc8757c-7a97-4526-b0b3-211f410a93bd,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:14.543288 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45842) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:14.771371 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-e37d2160-4486-4279-8a84-3b2633d7d3d0 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:14.772268 n-d-695189-11 neutron-server[100448]: WARNING neutron.api.v2.base [None req-e37d2160-4486-4279-8a84-3b2633d7d3d0 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 21:15:14.773136 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-e37d2160-4486-4279-8a84-3b2633d7d3d0 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 21:15:14.774261 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e37d2160-4486-4279-8a84-3b2633d7d3d0 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2297292 Jul 07 21:15:14.777743 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45856) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:14.782308 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-9d613a06-9722-4968-8d46-cc432f12b69a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group': {'name': 'tempest-secgroup--1343251194'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:14.819484 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9d613a06-9722-4968-8d46-cc432f12b69a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:14.828269 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9d613a06-9722-4968-8d46-cc432f12b69a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:14.933548 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9d613a06-9722-4968-8d46-cc432f12b69a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:14.944500 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9d613a06-9722-4968-8d46-cc432f12b69a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:14.985292 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d613a06-9722-4968-8d46-cc432f12b69a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f870e894-9970-4111-ae0a-169e919d5998,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:15.050194 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9d613a06-9722-4968-8d46-cc432f12b69a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:15.055207 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9d613a06-9722-4968-8d46-cc432f12b69a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:15.091761 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d613a06-9722-4968-8d46-cc432f12b69a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01379778-5441-4fdb-ae2a-960a066514bb,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:15.095584 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9d613a06-9722-4968-8d46-cc432f12b69a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:15.097139 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9d613a06-9722-4968-8d46-cc432f12b69a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3184323 Jul 07 21:15:15.100479 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45868) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:15.106040 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-74054ad9-8e9d-4c70-ae2f-737bb5475a22 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group_rule': {'security_group_id': '01379778-5441-4fdb-ae2a-960a066514bb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:15.141330 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-74054ad9-8e9d-4c70-ae2f-737bb5475a22 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:15.219455 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-74054ad9-8e9d-4c70-ae2f-737bb5475a22 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:15.224183 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-74054ad9-8e9d-4c70-ae2f-737bb5475a22 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:15.244252 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74054ad9-8e9d-4c70-ae2f-737bb5475a22 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bcf0c96-7864-4499-8d29-5acfdc666e1d,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:15.250015 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-74054ad9-8e9d-4c70-ae2f-737bb5475a22 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:15.251683 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-74054ad9-8e9d-4c70-ae2f-737bb5475a22 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1500225 Jul 07 21:15:15.254801 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45872) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:15.262235 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-b98e96e9-bfb8-4c92-a04d-8bfe494b694f tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group_rule': {'security_group_id': '01379778-5441-4fdb-ae2a-960a066514bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:15.295671 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b98e96e9-bfb8-4c92-a04d-8bfe494b694f tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:15.351272 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-b98e96e9-bfb8-4c92-a04d-8bfe494b694f tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 21:15:15.355629 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45876) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:15.359871 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b98e96e9-bfb8-4c92-a04d-8bfe494b694f tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1034489 Jul 07 21:15:15.414616 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2c2b727-4caa-4841-bcb6-f15ff4f9a5d5 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:15.439957 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2c2b727-4caa-4841-bcb6-f15ff4f9a5d5 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:15.505059 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2c2b727-4caa-4841-bcb6-f15ff4f9a5d5 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:15.506723 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2c2b727-4caa-4841-bcb6-f15ff4f9a5d5 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:15.510294 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d2c2b727-4caa-4841-bcb6-f15ff4f9a5d5 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "DELETE /v2.0/security-groups/01379778-5441-4fdb-ae2a-960a066514bb HTTP/1.1" status: 204 len: 168 time: 0.1512935 Jul 07 21:15:15.510701 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45884) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:15.524981 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2b727-4caa-4841-bcb6-f15ff4f9a5d5 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01379778-5441-4fdb-ae2a-960a066514bb,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:15.588397 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-221b813a-da3c-425c-93b0-90fcd9c91eae tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0764835 Jul 07 21:15:15.592246 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45890) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:15.596703 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-eb1e7f03-4e14-44a0-927f-17b2e69de76f tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group': {'name': 'tempest-secgroup--1737401257'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:15.620074 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eb1e7f03-4e14-44a0-927f-17b2e69de76f tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:15.709153 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eb1e7f03-4e14-44a0-927f-17b2e69de76f tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:15.713527 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eb1e7f03-4e14-44a0-927f-17b2e69de76f tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:15.741962 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eb1e7f03-4e14-44a0-927f-17b2e69de76f tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:15.745910 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-eb1e7f03-4e14-44a0-927f-17b2e69de76f tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1501565 Jul 07 21:15:15.746263 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45894) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:15.747921 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e7f03-4e14-44a0-927f-17b2e69de76f tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad4f61a-b3e0-41c8-abec-af6c8b651505,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:15.751896 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-bed774fa-9657-40b2-ac33-b903e462d512 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group_rule': {'security_group_id': '4ad4f61a-b3e0-41c8-abec-af6c8b651505', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:15.752704 n-d-695189-11 neutron-server[100448]: WARNING neutron.api.v2.base [None req-bed774fa-9657-40b2-ac33-b903e462d512 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 07 21:15:15.753211 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-bed774fa-9657-40b2-ac33-b903e462d512 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:15:15.755031 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bed774fa-9657-40b2-ac33-b903e462d512 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0077548 Jul 07 21:15:15.758803 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45896) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:15.820082 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-771f9c18-425f-47d5-b197-7f02e93dd795 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:15.846435 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-771f9c18-425f-47d5-b197-7f02e93dd795 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:15.900649 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-771f9c18-425f-47d5-b197-7f02e93dd795 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:15.903434 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-771f9c18-425f-47d5-b197-7f02e93dd795 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:15.904619 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-771f9c18-425f-47d5-b197-7f02e93dd795 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "DELETE /v2.0/security-groups/4ad4f61a-b3e0-41c8-abec-af6c8b651505 HTTP/1.1" status: 204 len: 168 time: 0.1442437 Jul 07 21:15:15.907427 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45906) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:15.914280 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f9c18-425f-47d5-b197-7f02e93dd795 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad4f61a-b3e0-41c8-abec-af6c8b651505,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:15.971659 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-289b2147-a662-4db7-90d3-1d167679b1ad tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0618658 Jul 07 21:15:15.976574 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45910) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:15.981741 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-56b0370a-e8d4-45ad-9963-8051598a8bf6 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group': {'name': 'tempest-secgroup--460819380'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:16.014057 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56b0370a-e8d4-45ad-9963-8051598a8bf6 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:16.119389 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56b0370a-e8d4-45ad-9963-8051598a8bf6 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:16.126350 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56b0370a-e8d4-45ad-9963-8051598a8bf6 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:16.158693 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56b0370a-e8d4-45ad-9963-8051598a8bf6 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:16.160945 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-56b0370a-e8d4-45ad-9963-8051598a8bf6 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1822464 Jul 07 21:15:16.162391 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0370a-e8d4-45ad-9963-8051598a8bf6 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6f5e36-a989-4076-bff1-a6a819db9fe1,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:16.163679 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45920) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:16.168835 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-ab5e242a-02b7-4629-8b05-5c7e523358da tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group_rule': {'security_group_id': '4b6f5e36-a989-4076-bff1-a6a819db9fe1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:16.169984 n-d-695189-11 neutron-server[100448]: WARNING neutron.api.v2.base [None req-ab5e242a-02b7-4629-8b05-5c7e523358da tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 07 21:15:16.170608 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-ab5e242a-02b7-4629-8b05-5c7e523358da tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:15:16.171769 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ab5e242a-02b7-4629-8b05-5c7e523358da tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069590 Jul 07 21:15:16.174435 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45922) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:16.239526 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2bb0ca48-51a5-46bc-a178-458f440a629e tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:16.262568 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2bb0ca48-51a5-46bc-a178-458f440a629e tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:16.304374 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2bb0ca48-51a5-46bc-a178-458f440a629e tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:16.307744 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2bb0ca48-51a5-46bc-a178-458f440a629e tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:16.309111 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2bb0ca48-51a5-46bc-a178-458f440a629e tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "DELETE /v2.0/security-groups/4b6f5e36-a989-4076-bff1-a6a819db9fe1 HTTP/1.1" status: 204 len: 168 time: 0.1337254 Jul 07 21:15:16.311778 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45930) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:16.334184 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0ca48-51a5-46bc-a178-458f440a629e tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6f5e36-a989-4076-bff1-a6a819db9fe1,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:16.399065 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7ea56cb1-abbb-4b1e-a73b-b64f19c5df8c tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0857964 Jul 07 21:15:16.402743 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45934) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:16.409658 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-d216b60c-130e-42fc-be3a-f7e341eea579 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group': {'name': 'tempest-secgroup--1057408066'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:16.448341 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d216b60c-130e-42fc-be3a-f7e341eea579 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:16.538622 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d216b60c-130e-42fc-be3a-f7e341eea579 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:16.543479 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d216b60c-130e-42fc-be3a-f7e341eea579 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:16.572567 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d216b60c-130e-42fc-be3a-f7e341eea579 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:16.573812 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d216b60c-130e-42fc-be3a-f7e341eea579 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1696045 Jul 07 21:15:16.575891 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216b60c-130e-42fc-be3a-f7e341eea579 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee0599b-387a-4e49-b1c6-e561dec2c5ab,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:16.576958 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45940) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:16.582281 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ec260042-3fcc-4b1c-ade2-b207c6c63b85 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group_rule': {'security_group_id': 'eee0599b-387a-4e49-b1c6-e561dec2c5ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:16.596233 n-d-695189-11 neutron-server[100447]: WARNING neutron.api.v2.base [None req-ec260042-3fcc-4b1c-ade2-b207c6c63b85 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 07 21:15:16.596902 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-ec260042-3fcc-4b1c-ade2-b207c6c63b85 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:15:16.598644 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ec260042-3fcc-4b1c-ade2-b207c6c63b85 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0205193 Jul 07 21:15:16.601744 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45942) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:16.606568 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-63051962-f228-4ba2-ba2f-f8b6051f8b30 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group_rule': {'security_group_id': 'eee0599b-387a-4e49-b1c6-e561dec2c5ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:16.608291 n-d-695189-11 neutron-server[100448]: WARNING neutron.api.v2.base [None req-63051962-f228-4ba2-ba2f-f8b6051f8b30 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 07 21:15:16.608803 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-63051962-f228-4ba2-ba2f-f8b6051f8b30 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:15:16.609886 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-63051962-f228-4ba2-ba2f-f8b6051f8b30 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0069625 Jul 07 21:15:16.612299 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45944) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:16.617102 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-b1ed138b-19c2-4c92-862a-9cb3664aa53b tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group_rule': {'security_group_id': 'eee0599b-387a-4e49-b1c6-e561dec2c5ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:16.618302 n-d-695189-11 neutron-server[100448]: WARNING neutron.api.v2.base [None req-b1ed138b-19c2-4c92-862a-9cb3664aa53b tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 07 21:15:16.618930 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-b1ed138b-19c2-4c92-862a-9cb3664aa53b tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:15:16.619746 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b1ed138b-19c2-4c92-862a-9cb3664aa53b tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064805 Jul 07 21:15:16.622735 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45946) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:16.627373 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-a15ecbd6-e81e-42cb-9b97-b0dc5dcbb2ec tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group_rule': {'security_group_id': 'eee0599b-387a-4e49-b1c6-e561dec2c5ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:16.629921 n-d-695189-11 neutron-server[100447]: WARNING neutron.api.v2.base [None req-a15ecbd6-e81e-42cb-9b97-b0dc5dcbb2ec tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 07 21:15:16.630445 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-a15ecbd6-e81e-42cb-9b97-b0dc5dcbb2ec tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:15:16.634205 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a15ecbd6-e81e-42cb-9b97-b0dc5dcbb2ec tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077405 Jul 07 21:15:16.634402 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45948) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:16.697047 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-78c3f975-492d-4565-ab45-fea64edf1835 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:16.727252 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-78c3f975-492d-4565-ab45-fea64edf1835 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:16.784300 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-78c3f975-492d-4565-ab45-fea64edf1835 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:16.789260 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-78c3f975-492d-4565-ab45-fea64edf1835 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:16.790642 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-78c3f975-492d-4565-ab45-fea64edf1835 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "DELETE /v2.0/security-groups/eee0599b-387a-4e49-b1c6-e561dec2c5ab HTTP/1.1" status: 204 len: 168 time: 0.1551549 Jul 07 21:15:16.793815 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45952) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:16.801186 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3f975-492d-4565-ab45-fea64edf1835 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee0599b-387a-4e49-b1c6-e561dec2c5ab,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:16.853805 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e806d6cd-8bcb-4b47-8451-d3c4b9b34fbf tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0561624 Jul 07 21:15:16.857433 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45956) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:16.862084 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-8944ca4a-ad57-4fd7-9f7a-778effe0c22a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621612437'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:16.886105 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8944ca4a-ad57-4fd7-9f7a-778effe0c22a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:16.986393 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8944ca4a-ad57-4fd7-9f7a-778effe0c22a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:16.991817 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8944ca4a-ad57-4fd7-9f7a-778effe0c22a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:17.023773 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8944ca4a-ad57-4fd7-9f7a-778effe0c22a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:17.028296 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8944ca4a-ad57-4fd7-9f7a-778effe0c22a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1691592 Jul 07 21:15:17.028661 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45960) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:17.033783 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-85d19ea7-018d-41c0-a335-099de0459fa7 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group_rule': {'security_group_id': '637e8624-f736-4850-907e-09274882808c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:17.034869 n-d-695189-11 neutron-server[100447]: WARNING neutron.api.v2.base [None req-85d19ea7-018d-41c0-a335-099de0459fa7 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 21:15:17.035758 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-85d19ea7-018d-41c0-a335-099de0459fa7 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:15:17.036976 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944ca4a-ad57-4fd7-9f7a-778effe0c22a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=637e8624-f736-4850-907e-09274882808c,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:17.039735 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45962) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:17.046116 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-9db10b3a-60a5-4a52-90ac-756c23c447d2 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group_rule': {'security_group_id': '637e8624-f736-4850-907e-09274882808c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:17.048062 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-85d19ea7-018d-41c0-a335-099de0459fa7 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0182500 Jul 07 21:15:17.085027 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-9db10b3a-60a5-4a52-90ac-756c23c447d2 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:15:17.086206 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9db10b3a-60a5-4a52-90ac-756c23c447d2 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0455191 Jul 07 21:15:17.089049 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45964) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:17.094498 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-de5d0d7f-d3de-474e-95f6-9706857c627a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group_rule': {'security_group_id': '637e8624-f736-4850-907e-09274882808c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:17.095244 n-d-695189-11 neutron-server[100448]: WARNING neutron.api.v2.base [None req-de5d0d7f-d3de-474e-95f6-9706857c627a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 07 21:15:17.095778 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-de5d0d7f-d3de-474e-95f6-9706857c627a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:15:17.099917 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-de5d0d7f-d3de-474e-95f6-9706857c627a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067649 Jul 07 21:15:17.100462 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45966) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:17.106326 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-c4cd71c5-02bd-425b-a4d9-f1b1436df963 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group_rule': {'security_group_id': '637e8624-f736-4850-907e-09274882808c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:17.155503 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-c4cd71c5-02bd-425b-a4d9-f1b1436df963 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:15:17.156667 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c4cd71c5-02bd-425b-a4d9-f1b1436df963 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0551589 Jul 07 21:15:17.159897 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45972) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:17.166307 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-14d29200-9db7-4321-a8ab-9e8b98c65658 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group_rule': {'security_group_id': '637e8624-f736-4850-907e-09274882808c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:17.167548 n-d-695189-11 neutron-server[100448]: WARNING neutron.api.v2.base [None req-14d29200-9db7-4321-a8ab-9e8b98c65658 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 21:15:17.168238 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-14d29200-9db7-4321-a8ab-9e8b98c65658 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:15:17.169234 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-14d29200-9db7-4321-a8ab-9e8b98c65658 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081551 Jul 07 21:15:17.172894 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45974) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:17.177772 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-7782423a-ce1c-420c-879a-650f9ad75f37 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group_rule': {'security_group_id': '637e8624-f736-4850-907e-09274882808c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:17.225794 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-7782423a-ce1c-420c-879a-650f9ad75f37 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:15:17.226909 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7782423a-ce1c-420c-879a-650f9ad75f37 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0535297 Jul 07 21:15:17.229828 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45976) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:17.234383 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-279160d2-1ac3-458d-ac4c-8d9df70c6333 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group_rule': {'security_group_id': '637e8624-f736-4850-907e-09274882808c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:17.234858 n-d-695189-11 neutron-server[100448]: WARNING neutron.api.v2.base [None req-279160d2-1ac3-458d-ac4c-8d9df70c6333 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 07 21:15:17.235381 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-279160d2-1ac3-458d-ac4c-8d9df70c6333 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:15:17.236333 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-279160d2-1ac3-458d-ac4c-8d9df70c6333 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055461 Jul 07 21:15:17.239218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45978) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:17.243450 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-97caf0b8-6603-435d-891a-fc314cca80d5 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group_rule': {'security_group_id': '637e8624-f736-4850-907e-09274882808c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:17.281078 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-97caf0b8-6603-435d-891a-fc314cca80d5 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:15:17.282140 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-97caf0b8-6603-435d-891a-fc314cca80d5 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0419803 Jul 07 21:15:17.285593 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45980) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:17.291775 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-318e7237-5667-494c-b6d5-93170da18005 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group_rule': {'security_group_id': '637e8624-f736-4850-907e-09274882808c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:17.332449 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-318e7237-5667-494c-b6d5-93170da18005 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:15:17.333757 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-318e7237-5667-494c-b6d5-93170da18005 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0471418 Jul 07 21:15:17.336579 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45984) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:17.391732 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b7ae646b-c9c7-479c-8cb5-74a688195d9f tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:17.417191 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b7ae646b-c9c7-479c-8cb5-74a688195d9f tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:17.471203 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b7ae646b-c9c7-479c-8cb5-74a688195d9f tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:17.474131 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b7ae646b-c9c7-479c-8cb5-74a688195d9f tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:17.477627 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b7ae646b-c9c7-479c-8cb5-74a688195d9f tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "DELETE /v2.0/security-groups/637e8624-f736-4850-907e-09274882808c HTTP/1.1" status: 204 len: 168 time: 0.1377993 Jul 07 21:15:17.478367 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45988) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:17.487158 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae646b-c9c7-479c-8cb5-74a688195d9f tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=637e8624-f736-4850-907e-09274882808c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:17.534975 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-32edcaef-acd4-4201-93cc-309852d9f576 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0544670 Jul 07 21:15:17.538706 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 45990) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:17.543717 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-b1084273-ff3d-4c28-ba83-94bb504df7d8 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group': {'name': 'tempest-secgroup--1312106596'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:17.570730 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1084273-ff3d-4c28-ba83-94bb504df7d8 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:17.684352 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1084273-ff3d-4c28-ba83-94bb504df7d8 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:17.689233 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1084273-ff3d-4c28-ba83-94bb504df7d8 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:17.724020 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1084273-ff3d-4c28-ba83-94bb504df7d8 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48fc570b-e573-4873-9645-2734198598f0,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:17.732454 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1084273-ff3d-4c28-ba83-94bb504df7d8 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:17.733817 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b1084273-ff3d-4c28-ba83-94bb504df7d8 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1937318 Jul 07 21:15:17.736811 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45996) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:17.743590 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-eac60c53-4b72-4529-b213-ff44893d4137 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group_rule': {'security_group_id': '48fc570b-e573-4873-9645-2734198598f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:17.788132 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-eac60c53-4b72-4529-b213-ff44893d4137 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] create failed (client error): The resource could not be found. Jul 07 21:15:17.789571 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-eac60c53-4b72-4529-b213-ff44893d4137 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0502481 Jul 07 21:15:17.792421 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 45998) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:17.797189 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-32d057db-02b8-4e36-88b2-efc89ef632d0 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group_rule': {'security_group_id': '48fc570b-e573-4873-9645-2734198598f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4bcd3f3c-78e7-4c68-9bfb-e685c82ca57f'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:17.839385 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-32d057db-02b8-4e36-88b2-efc89ef632d0 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] create failed (client error): The resource could not be found. Jul 07 21:15:17.840412 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-32d057db-02b8-4e36-88b2-efc89ef632d0 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0469575 Jul 07 21:15:17.843135 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46000) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:17.906243 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9a36b224-de4f-4315-b156-e85250897e3d tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:17.931051 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9a36b224-de4f-4315-b156-e85250897e3d tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:17.994788 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9a36b224-de4f-4315-b156-e85250897e3d tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:17.997749 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9a36b224-de4f-4315-b156-e85250897e3d tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:17.998935 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9a36b224-de4f-4315-b156-e85250897e3d tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "DELETE /v2.0/security-groups/48fc570b-e573-4873-9645-2734198598f0 HTTP/1.1" status: 204 len: 168 time: 0.1548002 Jul 07 21:15:18.001775 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46006) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:18.008514 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36b224-de4f-4315-b156-e85250897e3d tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fc570b-e573-4873-9645-2734198598f0,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:18.080430 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46008) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:18.086907 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-218b2cbc-4b56-48f1-88e3-c95a220a969d tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group_rule': {'security_group_id': '60740907-7d36-4f2c-accb-e725ae15edd8', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:18.092132 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1fb75235-3220-4c79-99f7-fec78e74fef9 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0888159 Jul 07 21:15:18.149189 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-218b2cbc-4b56-48f1-88e3-c95a220a969d tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] create failed (client error): The resource could not be found. Jul 07 21:15:18.151511 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-218b2cbc-4b56-48f1-88e3-c95a220a969d tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0688398 Jul 07 21:15:18.155478 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46010) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:18.159776 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-75c6676b-fc90-4e78-85e0-c25545916365 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group': {'name': 'tempest-secgroup--757019859'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:18.189012 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75c6676b-fc90-4e78-85e0-c25545916365 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:18.365997 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75c6676b-fc90-4e78-85e0-c25545916365 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:18.372623 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75c6676b-fc90-4e78-85e0-c25545916365 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:18.395977 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46022) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:18.408247 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75c6676b-fc90-4e78-85e0-c25545916365 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:18.412719 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-75c6676b-fc90-4e78-85e0-c25545916365 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2541642 Jul 07 21:15:18.413207 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46026) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:18.414382 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6676b-fc90-4e78-85e0-c25545916365 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94448104-8f22-4ee8-abdb-12b0b4e181f6,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:18.419230 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-3c0e7a53-177d-428e-8f99-be5c3163e14a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group': {'name': 'tempest-secgroup--1866603963'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:18.467876 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c0e7a53-177d-428e-8f99-be5c3163e14a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:18.566418 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-02464f62-c04b-4175-a6b2-2d8317a6d977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:18.620253 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c0e7a53-177d-428e-8f99-be5c3163e14a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:18.624718 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c0e7a53-177d-428e-8f99-be5c3163e14a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:18.658259 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e7a53-177d-428e-8f99-be5c3163e14a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df28c56-250a-4953-8bfd-49f05ef1debb,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:18.726227 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-02464f62-c04b-4175-a6b2-2d8317a6d977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:18.730702 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-02464f62-c04b-4175-a6b2-2d8317a6d977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:18.735417 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c0e7a53-177d-428e-8f99-be5c3163e14a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:18.736910 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3c0e7a53-177d-428e-8f99-be5c3163e14a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3224442 Jul 07 21:15:18.741980 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46036) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:18.746920 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-708a181c-488d-4691-807b-9d8d157d2743 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group_rule': {'security_group_id': '94448104-8f22-4ee8-abdb-12b0b4e181f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9df28c56-250a-4953-8bfd-49f05ef1debb'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:18.778545 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-02464f62-c04b-4175-a6b2-2d8317a6d977 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=20838f2963cb4fd394ec5a72dc806ebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3815367 Jul 07 21:15:18.781128 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02464f62-c04b-4175-a6b2-2d8317a6d977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99c00c1-f0ee-4b84-9584-c21d8372339e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:18.781468 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46038) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:18.795096 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46040) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:18.803763 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-708a181c-488d-4691-807b-9d8d157d2743 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:15:18.807426 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-708a181c-488d-4691-807b-9d8d157d2743 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0617471 Jul 07 21:15:18.812369 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46044) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:18.844342 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b915a9dd-f5c1-477d-b718-8373fc6151c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:18.869159 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b915a9dd-f5c1-477d-b718-8373fc6151c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:18.880667 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bb58dc96-3c60-4320-8b92-c935727e159a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:18.902791 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bb58dc96-3c60-4320-8b92-c935727e159a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:18.924114 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b915a9dd-f5c1-477d-b718-8373fc6151c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:18.927343 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b915a9dd-f5c1-477d-b718-8373fc6151c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:18.928563 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b915a9dd-f5c1-477d-b718-8373fc6151c5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f99c00c1-f0ee-4b84-9584-c21d8372339e HTTP/1.1" status: 204 len: 168 time: 0.1458967 Jul 07 21:15:18.938082 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915a9dd-f5c1-477d-b718-8373fc6151c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99c00c1-f0ee-4b84-9584-c21d8372339e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:18.944857 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0000e9e7-b29e-4c70-8c3f-74a6e597602b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:18.968410 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bb58dc96-3c60-4320-8b92-c935727e159a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:18.970828 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bb58dc96-3c60-4320-8b92-c935727e159a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:18.972000 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bb58dc96-3c60-4320-8b92-c935727e159a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "DELETE /v2.0/security-groups/9df28c56-250a-4953-8bfd-49f05ef1debb HTTP/1.1" status: 204 len: 168 time: 0.1586912 Jul 07 21:15:18.974924 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46048) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:18.991036 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58dc96-3c60-4320-8b92-c935727e159a tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df28c56-250a-4953-8bfd-49f05ef1debb,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:19.048873 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-be06b84e-4c3b-40ac-a9e2-75e4a8a2179d tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0697603 Jul 07 21:15:19.049149 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46050) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:19.068424 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0000e9e7-b29e-4c70-8c3f-74a6e597602b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.076747 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0000e9e7-b29e-4c70-8c3f-74a6e597602b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.116648 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d4e5c403-14d6-470c-bf3f-7998d12251ac tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.125279 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0000e9e7-b29e-4c70-8c3f-74a6e597602b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=150eb7c4b29e4035bd0390554100bd3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3286026 Jul 07 21:15:19.127948 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46054) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:19.130214 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000e9e7-b29e-4c70-8c3f-74a6e597602b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c50d02-f473-4955-ad16-86dda723f18f,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:19.157912 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d4e5c403-14d6-470c-bf3f-7998d12251ac tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.210397 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e2b982a-96c6-4ad6-9a32-3cb102994d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.230335 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d4e5c403-14d6-470c-bf3f-7998d12251ac tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.232898 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d4e5c403-14d6-470c-bf3f-7998d12251ac tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.236734 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46056) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:19.236909 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d4e5c403-14d6-470c-bf3f-7998d12251ac tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "DELETE /v2.0/security-groups/94448104-8f22-4ee8-abdb-12b0b4e181f6 HTTP/1.1" status: 204 len: 168 time: 0.1839225 Jul 07 21:15:19.237081 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46058) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:19.245521 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e2b982a-96c6-4ad6-9a32-3cb102994d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.260679 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5c403-14d6-470c-bf3f-7998d12251ac tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94448104-8f22-4ee8-abdb-12b0b4e181f6,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:19.263535 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f243cbd0-6d3e-4f72-8438-3926db48e333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.306895 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e2b982a-96c6-4ad6-9a32-3cb102994d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.309474 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e2b982a-96c6-4ad6-9a32-3cb102994d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.310754 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6e2b982a-96c6-4ad6-9a32-3cb102994d7f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b6c50d02-f473-4955-ad16-86dda723f18f HTTP/1.1" status: 204 len: 168 time: 0.1808841 Jul 07 21:15:19.315775 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-31a8f3cb-74df-42f4-9c0a-4205c4a01d39 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0739982 Jul 07 21:15:19.318525 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46064) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:19.321676 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b982a-96c6-4ad6-9a32-3cb102994d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c50d02-f473-4955-ad16-86dda723f18f,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:19.322857 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-07933300-8d14-420e-ae28-2e6232634c6e tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group': {'name': 'tempest-secgroup--662642148'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:19.389847 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f243cbd0-6d3e-4f72-8438-3926db48e333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.395404 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f243cbd0-6d3e-4f72-8438-3926db48e333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.437591 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-07933300-8d14-420e-ae28-2e6232634c6e tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.444621 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f243cbd0-6d3e-4f72-8438-3926db48e333 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=94597f9b6c834f659fe22dd0b8a693fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2044754 Jul 07 21:15:19.447406 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46066) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:19.447531 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243cbd0-6d3e-4f72-8438-3926db48e333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d14747b-10cb-4233-8f68-83d00ec98631,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:19.500074 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9db6130a-6cc7-4ef3-a481-28830312f8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.533916 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9db6130a-6cc7-4ef3-a481-28830312f8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.547295 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-07933300-8d14-420e-ae28-2e6232634c6e tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.552858 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-07933300-8d14-420e-ae28-2e6232634c6e tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.585167 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-07933300-8d14-420e-ae28-2e6232634c6e tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.586417 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-07933300-8d14-420e-ae28-2e6232634c6e tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2669904 Jul 07 21:15:19.590018 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46070) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:19.594359 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9db6130a-6cc7-4ef3-a481-28830312f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.594897 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-165c171d-fa4f-4100-956b-8cb5259f7252 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:19.595705 n-d-695189-11 neutron-server[100447]: WARNING neutron.api.v2.base [None req-165c171d-fa4f-4100-956b-8cb5259f7252 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 21:15:19.596200 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-165c171d-fa4f-4100-956b-8cb5259f7252 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 21:15:19.605326 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9db6130a-6cc7-4ef3-a481-28830312f8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.605823 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-165c171d-fa4f-4100-956b-8cb5259f7252 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "PUT /v2.0/security-groups/081ebb66-839a-45b5-bf39-a4ae9957078c HTTP/1.1" status: 409 len: 330 time: 0.0061564 Jul 07 21:15:19.605908 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9db6130a-6cc7-4ef3-a481-28830312f8ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d14747b-10cb-4233-8f68-83d00ec98631 HTTP/1.1" status: 204 len: 168 time: 0.1494753 Jul 07 21:15:19.605983 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07933300-8d14-420e-ae28-2e6232634c6e tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=081ebb66-839a-45b5-bf39-a4ae9957078c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:19.612649 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46074) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:19.618582 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6130a-6cc7-4ef3-a481-28830312f8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d14747b-10cb-4233-8f68-83d00ec98631,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:19.680478 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3fded8bc-4a86-483e-8954-7fdd1754f073 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.705891 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3fded8bc-4a86-483e-8954-7fdd1754f073 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.761082 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3fded8bc-4a86-483e-8954-7fdd1754f073 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.763904 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3fded8bc-4a86-483e-8954-7fdd1754f073 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.767488 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3fded8bc-4a86-483e-8954-7fdd1754f073 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "DELETE /v2.0/security-groups/081ebb66-839a-45b5-bf39-a4ae9957078c HTTP/1.1" status: 204 len: 168 time: 0.1485436 Jul 07 21:15:19.767624 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46078) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:19.768517 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46080) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:19.775918 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fded8bc-4a86-483e-8954-7fdd1754f073 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=081ebb66-839a-45b5-bf39-a4ae9957078c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:19.787826 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-291b012f-453e-46cd-b770-fb2eb1c0d9df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.843723 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-15c11343-efa6-446f-89b4-e77ca8416656 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0741525 Jul 07 21:15:19.848703 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46086) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:19.872580 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-618d9d4e-efc5-4dab-83b0-fa7ab677de3c tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] delete failed (client error): The resource could not be found. Jul 07 21:15:19.873702 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-618d9d4e-efc5-4dab-83b0-fa7ab677de3c tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "DELETE /v2.0/security-groups/dc43366c-2e02-48c1-83a2-0b29b0c8e256 HTTP/1.1" status: 404 len: 347 time: 0.0240133 Jul 07 21:15:19.881156 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46088) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:19.896310 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-6f1a29d3-068b-4d97-ae81-58f9309b943e tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] show failed (client error): The resource could not be found. Jul 07 21:15:19.897356 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6f1a29d3-068b-4d97-ae81-58f9309b943e tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "GET /v2.0/security-groups/acd7dc92-b521-428d-bf6f-4cbc1505d3bb HTTP/1.1" status: 404 len: 347 time: 0.0146296 Jul 07 21:15:19.900937 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46090) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:19.916938 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-9ee5c680-dd07-4143-8757-ab3635217e89 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] show failed (client error): The resource could not be found. Jul 07 21:15:19.917991 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9ee5c680-dd07-4143-8757-ab3635217e89 tempest-NegativeSecGroupTest-1030227338 tempest-NegativeSecGroupTest-1030227338-project] 10.222.0.64 "GET /v2.0/security-group-rules/2c42a2b9-a429-4833-b03e-7bc30319ba37 HTTP/1.1" status: 404 len: 356 time: 0.0161326 Jul 07 21:15:19.950271 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-291b012f-453e-46cd-b770-fb2eb1c0d9df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.959216 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-291b012f-453e-46cd-b770-fb2eb1c0d9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:19.981208 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:20.007503 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-291b012f-453e-46cd-b770-fb2eb1c0d9df admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6fecd5dbc3384de998e877be488bb219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396691 Jul 07 21:15:20.008628 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b012f-453e-46cd-b770-fb2eb1c0d9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08db1ab-6b1d-4598-affd-d2795e134f66,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:20.010530 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46100) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:20.075204 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7166b5df-a333-4436-9b00-18e7403b489a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:20.096930 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7166b5df-a333-4436-9b00-18e7403b489a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:20.146654 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7166b5df-a333-4436-9b00-18e7403b489a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:20.149295 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7166b5df-a333-4436-9b00-18e7403b489a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:20.150461 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7166b5df-a333-4436-9b00-18e7403b489a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e08db1ab-6b1d-4598-affd-d2795e134f66 HTTP/1.1" status: 204 len: 168 time: 0.1386185 Jul 07 21:15:20.158895 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166b5df-a333-4436-9b00-18e7403b489a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08db1ab-6b1d-4598-affd-d2795e134f66,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:20.165056 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46108) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:20.202370 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:20.403769 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e977a6f9-a618-4013-9578-9c4ff84b4f7a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1361f12ea4c946bd9c58fb5bb374cbbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2371960 Jul 07 21:15:20.406107 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46122) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:20.458885 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7142003b-7542-4a32-a0c7-36e0087eb654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:20.482884 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7142003b-7542-4a32-a0c7-36e0087eb654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:20.532942 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7142003b-7542-4a32-a0c7-36e0087eb654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:20.536698 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7142003b-7542-4a32-a0c7-36e0087eb654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:20.537890 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7142003b-7542-4a32-a0c7-36e0087eb654 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f870e894-9970-4111-ae0a-169e919d5998 HTTP/1.1" status: 204 len: 168 time: 0.1308684 Jul 07 21:15:20.546216 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142003b-7542-4a32-a0c7-36e0087eb654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f870e894-9970-4111-ae0a-169e919d5998,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:21.147034 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46170) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:21.316987 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7aa8d54e-7f5f-44ec-8344-29e74ccf3ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:21.467866 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7aa8d54e-7f5f-44ec-8344-29e74ccf3ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:21.472536 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7aa8d54e-7f5f-44ec-8344-29e74ccf3ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:21.517963 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7aa8d54e-7f5f-44ec-8344-29e74ccf3ed7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=769b46e7ebd0410b9cd0998cb305c944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3690524 Jul 07 21:15:21.520636 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46190) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:21.533247 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8d54e-7f5f-44ec-8344-29e74ccf3ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48f1e84-645a-4e8e-aa25-cc58bf0d1d2f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:21.546099 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05c4063d-3601-4dcb-9329-e6ca3ec7d068 req-0e17e216-550c-4ccc-b91a-94880511669c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1252670 Jul 07 21:15:21.584748 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f13eaef7-b07f-4062-ba54-a3933d6ba7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:21.610456 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f13eaef7-b07f-4062-ba54-a3933d6ba7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:21.627376 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4063d-3601-4dcb-9329-e6ca3ec7d068 req-65c03052-11bf-4290-a9fc-37e1ab3c9e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:21.629861 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05c4063d-3601-4dcb-9329-e6ca3ec7d068 req-65c03052-11bf-4290-a9fc-37e1ab3c9e64 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c77ff576c8f4eb18bd83eb9fa5ae9c8&device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 1098 time: 0.0573123 Jul 07 21:15:21.683928 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f13eaef7-b07f-4062-ba54-a3933d6ba7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:21.686624 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f13eaef7-b07f-4062-ba54-a3933d6ba7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:21.690043 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f13eaef7-b07f-4062-ba54-a3933d6ba7ad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c48f1e84-645a-4e8e-aa25-cc58bf0d1d2f HTTP/1.1" status: 204 len: 168 time: 0.1655695 Jul 07 21:15:21.697326 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13eaef7-b07f-4062-ba54-a3933d6ba7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48f1e84-645a-4e8e-aa25-cc58bf0d1d2f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:21.769603 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4063d-3601-4dcb-9329-e6ca3ec7d068 req-96c8cd3b-7304-4095-b46b-ce396d2eaf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:21.771106 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05c4063d-3601-4dcb-9329-e6ca3ec7d068 req-96c8cd3b-7304-4095-b46b-ce396d2eaf06 service neutron] 10.222.0.39 "GET /v2.0/networks?id=71e90e76-92b1-4ebc-85b0-c55c9e97f894 HTTP/1.1" status: 200 len: 916 time: 0.1200404 Jul 07 21:15:21.837762 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05c4063d-3601-4dcb-9329-e6ca3ec7d068 req-db2779b7-6ac2-4b3a-bfab-3ca896d06313 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44837011-61dc-464b-845f-cc5cf966dbb5 HTTP/1.1" status: 200 len: 1001 time: 0.0599608 Jul 07 21:15:21.896518 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4063d-3601-4dcb-9329-e6ca3ec7d068 req-653d00c5-1bf2-4bc3-b27e-7d45f7b53584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:21.898109 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05c4063d-3601-4dcb-9329-e6ca3ec7d068 req-653d00c5-1bf2-4bc3-b27e-7d45f7b53584 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695c722d-c0e1-4b67-838e-81b8bf679407 HTTP/1.1" status: 200 len: 854 time: 0.0526021 Jul 07 21:15:21.974446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4063d-3601-4dcb-9329-e6ca3ec7d068 req-d9074700-b076-4e9d-af9c-6c4fad6f427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:21.976149 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05c4063d-3601-4dcb-9329-e6ca3ec7d068 req-d9074700-b076-4e9d-af9c-6c4fad6f427a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71e90e76-92b1-4ebc-85b0-c55c9e97f894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713942 Jul 07 21:15:21.987962 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-05c4063d-3601-4dcb-9329-e6ca3ec7d068 req-ef84f5e6-9f8e-49a0-83c7-3ff052166a21 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:15:21.989022 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05c4063d-3601-4dcb-9329-e6ca3ec7d068 req-ef84f5e6-9f8e-49a0-83c7-3ff052166a21 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057089 Jul 07 21:15:22.086428 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05c4063d-3601-4dcb-9329-e6ca3ec7d068 req-c77971f5-63f8-4a7e-9f91-d4503a68b9d0 service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892968 Jul 07 21:15:22.195772 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05c4063d-3601-4dcb-9329-e6ca3ec7d068 req-0b0987cb-3ab0-4b44-8706-665dbe4b0f47 service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024406 Jul 07 21:15:22.975082 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46266) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:23.130590 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a82ecff2-d7b2-4585-bce2-5cf13f1f55a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:23.228987 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a82ecff2-d7b2-4585-bce2-5cf13f1f55a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:23.233222 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a82ecff2-d7b2-4585-bce2-5cf13f1f55a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:23.272621 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a82ecff2-d7b2-4585-bce2-5cf13f1f55a8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9b1dcb33f5d642e4aa7998c9cd9720df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2962108 Jul 07 21:15:23.273347 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ecff2-d7b2-4585-bce2-5cf13f1f55a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed4c1de-95fb-43d8-b133-9117ab3973b5,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:23.275279 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46278) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:23.325606 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e51d5ab0-6565-4a87-a73f-88c4034a3464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:23.347066 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e51d5ab0-6565-4a87-a73f-88c4034a3464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:23.394493 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e51d5ab0-6565-4a87-a73f-88c4034a3464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:23.397099 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e51d5ab0-6565-4a87-a73f-88c4034a3464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:23.400730 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e51d5ab0-6565-4a87-a73f-88c4034a3464 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ed4c1de-95fb-43d8-b133-9117ab3973b5 HTTP/1.1" status: 204 len: 168 time: 0.1219039 Jul 07 21:15:23.406180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d5ab0-6565-4a87-a73f-88c4034a3464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed4c1de-95fb-43d8-b133-9117ab3973b5,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:23.697300 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46300) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:23.807798 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46304) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:23.832440 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-297cafea-3b95-42a8-ac3a-1078750687ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:23.835153 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c318-97c6-4af4-a3f5-88579cb9f129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:23.870378 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.db.api [None req-b5c1c318-97c6-4af4-a3f5-88579cb9f129 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 21:15:23.870378 n-d-695189-11 neutron-server[100448]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 21:15:23.870378 n-d-695189-11 neutron-server[100448]: [parameters: {'project_id': '2df69fe34b83492fa4a936eafd86f522', 'id': '5a9432ab-8dbc-48a5-8b77-56df9977b3aa', 'expiration': datetime.datetime(2021, 7, 7, 21, 17, 23, 863287)}] Jul 07 21:15:23.870378 n-d-695189-11 neutron-server[100448]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100448) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:15:23.870798 n-d-695189-11 neutron-server[100448]: DEBUG oslo_db.api [None req-b5c1c318-97c6-4af4-a3f5-88579cb9f129 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:15:23.952887 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-297cafea-3b95-42a8-ac3a-1078750687ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:23.957363 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-297cafea-3b95-42a8-ac3a-1078750687ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:23.998142 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-297cafea-3b95-42a8-ac3a-1078750687ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=592f4874d4c742b98ccfc76061a65132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1890104 Jul 07 21:15:23.999024 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297cafea-3b95-42a8-ac3a-1078750687ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ce4399-b513-4b6a-ad8e-250807e3ff8d,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:24.000864 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46306) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:24.066308 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7a92f95a-b627-4808-b96d-5c7ae85866a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:24.087165 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7a92f95a-b627-4808-b96d-5c7ae85866a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:24.134592 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7a92f95a-b627-4808-b96d-5c7ae85866a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:24.137153 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7a92f95a-b627-4808-b96d-5c7ae85866a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:24.138379 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7a92f95a-b627-4808-b96d-5c7ae85866a8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5ce4399-b513-4b6a-ad8e-250807e3ff8d HTTP/1.1" status: 204 len: 168 time: 0.1233466 Jul 07 21:15:24.147546 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92f95a-b627-4808-b96d-5c7ae85866a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ce4399-b513-4b6a-ad8e-250807e3ff8d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:24.371841 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c318-97c6-4af4-a3f5-88579cb9f129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:24.495385 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c318-97c6-4af4-a3f5-88579cb9f129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:24.501113 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c318-97c6-4af4-a3f5-88579cb9f129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:24.542307 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b5c1c318-97c6-4af4-a3f5-88579cb9f129 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2df69fe34b83492fa4a936eafd86f522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8438396 Jul 07 21:15:24.543475 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1c318-97c6-4af4-a3f5-88579cb9f129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f1d1bf-20e0-4c88-84cb-22967b2bdbbd,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:24.545067 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46322) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:24.597392 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4b57a7a-551f-47a3-9eda-4771c5f17406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:24.620994 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4b57a7a-551f-47a3-9eda-4771c5f17406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:24.680110 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4b57a7a-551f-47a3-9eda-4771c5f17406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:24.682580 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f4b57a7a-551f-47a3-9eda-4771c5f17406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:24.683868 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f4b57a7a-551f-47a3-9eda-4771c5f17406 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/18f1d1bf-20e0-4c88-84cb-22967b2bdbbd HTTP/1.1" status: 204 len: 168 time: 0.1375928 Jul 07 21:15:24.692166 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b57a7a-551f-47a3-9eda-4771c5f17406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f1d1bf-20e0-4c88-84cb-22967b2bdbbd,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:25.010746 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46342) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:25.025779 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b850cca8-31e6-4a16-8cf0-965b4339a60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:25.135412 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b850cca8-31e6-4a16-8cf0-965b4339a60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:25.139734 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b850cca8-31e6-4a16-8cf0-965b4339a60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:25.181842 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b850cca8-31e6-4a16-8cf0-965b4339a60b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=35ce2fe4a1bc41dbb58c91d66496e464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699626 Jul 07 21:15:25.184703 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46348) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:25.185522 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850cca8-31e6-4a16-8cf0-965b4339a60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c637bf3-93a2-4f4e-9f19-433e88e5d201,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:25.246165 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34fffdde-d4a1-4c73-99d8-504e98ef4e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:25.276072 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34fffdde-d4a1-4c73-99d8-504e98ef4e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:25.341766 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34fffdde-d4a1-4c73-99d8-504e98ef4e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:25.344534 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-34fffdde-d4a1-4c73-99d8-504e98ef4e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:25.345693 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-34fffdde-d4a1-4c73-99d8-504e98ef4e4a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c637bf3-93a2-4f4e-9f19-433e88e5d201 HTTP/1.1" status: 204 len: 168 time: 0.1590664 Jul 07 21:15:25.354165 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fffdde-d4a1-4c73-99d8-504e98ef4e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c637bf3-93a2-4f4e-9f19-433e88e5d201,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:25.713215 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:15:25.791486 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46374) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:25.915946 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2e2726d-3a32-4362-9cf4-33d774dafa19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:26.041625 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2e2726d-3a32-4362-9cf4-33d774dafa19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:26.048702 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d2e2726d-3a32-4362-9cf4-33d774dafa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:26.090123 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d2e2726d-3a32-4362-9cf4-33d774dafa19 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a72d34c29a5f43a0a955937a6947a8b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975049 Jul 07 21:15:26.090964 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2726d-3a32-4362-9cf4-33d774dafa19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5870544c-8f20-4151-a7f3-9be95104df93,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:26.092907 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46390) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:26.129484 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46392) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:26.150520 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-97453d33-1a25-4676-94e5-7b8b310b1b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:26.182316 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-97453d33-1a25-4676-94e5-7b8b310b1b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:26.246329 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-97453d33-1a25-4676-94e5-7b8b310b1b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:26.248939 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-97453d33-1a25-4676-94e5-7b8b310b1b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:26.253059 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-97453d33-1a25-4676-94e5-7b8b310b1b88 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5870544c-8f20-4151-a7f3-9be95104df93 HTTP/1.1" status: 204 len: 168 time: 0.1585047 Jul 07 21:15:26.261688 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97453d33-1a25-4676-94e5-7b8b310b1b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5870544c-8f20-4151-a7f3-9be95104df93,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:26.406256 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e0c3527-32d4-4be4-aba7-54293f313eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:26.513399 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e0c3527-32d4-4be4-aba7-54293f313eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:26.520210 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e0c3527-32d4-4be4-aba7-54293f313eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:26.558072 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2e0c3527-32d4-4be4-aba7-54293f313eec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d424d7a10541456ea815fb41a6f1e69b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4269474 Jul 07 21:15:26.561336 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46410) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:26.574733 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c3527-32d4-4be4-aba7-54293f313eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a7d5c1-062e-4af9-88dd-9103fd5483b6,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:26.620195 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79d04520-345a-415b-abdd-cdbffe921d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:26.641796 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79d04520-345a-415b-abdd-cdbffe921d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:26.704512 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79d04520-345a-415b-abdd-cdbffe921d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:26.707808 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79d04520-345a-415b-abdd-cdbffe921d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:26.708993 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-79d04520-345a-415b-abdd-cdbffe921d44 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/42a7d5c1-062e-4af9-88dd-9103fd5483b6 HTTP/1.1" status: 204 len: 168 time: 0.1467533 Jul 07 21:15:26.720023 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46422) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:26.724349 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d04520-345a-415b-abdd-cdbffe921d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a7d5c1-062e-4af9-88dd-9103fd5483b6,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:26.738621 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-788d8380-fc6f-45af-acef-5f7e848a5a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:26.833588 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-788d8380-fc6f-45af-acef-5f7e848a5a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:26.837818 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-788d8380-fc6f-45af-acef-5f7e848a5a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:26.882067 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46432) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:26.888122 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-788d8380-fc6f-45af-acef-5f7e848a5a8b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1410fc7e018d4ff99ba3a5659bd8d97d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658454 Jul 07 21:15:26.889223 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d8380-fc6f-45af-acef-5f7e848a5a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6228206c-9c15-4581-88de-7fa025ce78b2,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:26.940433 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1cef5003-5437-4e60-a298-0e8596918693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:26.966183 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1cef5003-5437-4e60-a298-0e8596918693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:27.020549 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1cef5003-5437-4e60-a298-0e8596918693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:27.023494 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1cef5003-5437-4e60-a298-0e8596918693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:27.024836 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1cef5003-5437-4e60-a298-0e8596918693 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6228206c-9c15-4581-88de-7fa025ce78b2 HTTP/1.1" status: 204 len: 168 time: 0.1416821 Jul 07 21:15:27.033152 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef5003-5437-4e60-a298-0e8596918693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6228206c-9c15-4581-88de-7fa025ce78b2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:27.141146 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46444) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:27.157239 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1a1a51d-280a-4a03-9595-6f9753ac5303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:27.259629 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1a1a51d-280a-4a03-9595-6f9753ac5303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:27.264024 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b1a1a51d-280a-4a03-9595-6f9753ac5303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:27.305786 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b1a1a51d-280a-4a03-9595-6f9753ac5303 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7ec56d2b693e4deab53dc06d09890f9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610112 Jul 07 21:15:27.305786 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1a51d-280a-4a03-9595-6f9753ac5303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed45d4d-0d3b-4a16-82f5-ddf615d156bc,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:27.306437 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46472) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:27.369494 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4f4ab758-50c0-4f8b-bd79-aec61037db96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:27.392989 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4f4ab758-50c0-4f8b-bd79-aec61037db96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:27.444703 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4f4ab758-50c0-4f8b-bd79-aec61037db96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:27.447593 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4f4ab758-50c0-4f8b-bd79-aec61037db96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:27.449238 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4f4ab758-50c0-4f8b-bd79-aec61037db96 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ed45d4d-0d3b-4a16-82f5-ddf615d156bc HTTP/1.1" status: 204 len: 168 time: 0.1417289 Jul 07 21:15:27.457898 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ab758-50c0-4f8b-bd79-aec61037db96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed45d4d-0d3b-4a16-82f5-ddf615d156bc,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:27.976862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46542) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:28.173034 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9560e6a3-a539-4d54-9680-bbbfd6614c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:28.279705 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9560e6a3-a539-4d54-9680-bbbfd6614c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:28.284023 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9560e6a3-a539-4d54-9680-bbbfd6614c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:28.320386 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560e6a3-a539-4d54-9680-bbbfd6614c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da5bce4-c33a-437d-b3ef-65335cb9de73,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:28.348500 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9560e6a3-a539-4d54-9680-bbbfd6614c63 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9239d07eafd44641a3035366f97f03e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3702500 Jul 07 21:15:28.351123 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46564) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:28.403892 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9251db46-f6d8-40ed-bfa4-8c28b59e323d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:28.427762 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9251db46-f6d8-40ed-bfa4-8c28b59e323d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:28.481040 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9251db46-f6d8-40ed-bfa4-8c28b59e323d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:28.486025 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9251db46-f6d8-40ed-bfa4-8c28b59e323d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:28.491259 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9251db46-f6d8-40ed-bfa4-8c28b59e323d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7da5bce4-c33a-437d-b3ef-65335cb9de73 HTTP/1.1" status: 204 len: 168 time: 0.1389506 Jul 07 21:15:28.501085 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251db46-f6d8-40ed-bfa4-8c28b59e323d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da5bce4-c33a-437d-b3ef-65335cb9de73,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:28.942145 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46596) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:28.955918 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f0d0ed28-6221-487a-906c-a94bbb8be49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:29.059939 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f0d0ed28-6221-487a-906c-a94bbb8be49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:29.064021 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f0d0ed28-6221-487a-906c-a94bbb8be49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:29.111946 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f0d0ed28-6221-487a-906c-a94bbb8be49c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b872bb732c8f4a3693fa12afe10225e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1682701 Jul 07 21:15:29.112945 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46602) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:29.117078 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0ed28-6221-487a-906c-a94bbb8be49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ec4d17-a428-4aa7-b219-5ef14a5de65e,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:29.165052 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7758ee53-c2b1-411a-a21a-790c94101774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:29.191308 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7758ee53-c2b1-411a-a21a-790c94101774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:29.202948 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cf894960-1e70-4e02-9479-47686357ec4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:29.248343 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7758ee53-c2b1-411a-a21a-790c94101774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:29.251433 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7758ee53-c2b1-411a-a21a-790c94101774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:29.255927 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7758ee53-c2b1-411a-a21a-790c94101774 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/29ec4d17-a428-4aa7-b219-5ef14a5de65e HTTP/1.1" status: 204 len: 168 time: 0.1417320 Jul 07 21:15:29.264812 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758ee53-c2b1-411a-a21a-790c94101774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ec4d17-a428-4aa7-b219-5ef14a5de65e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:30.579582 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46670) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:30.691922 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-cf5eb92f-7411-48f1-8091-e2b776e867e3 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1135353829'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:30.692642 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-cf5eb92f-7411-48f1-8091-e2b776e867e3 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] Unknown quota resources ['metering_label']. {{(pid=100447) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 21:15:31.301604 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cf5eb92f-7411-48f1-8091-e2b776e867e3 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:31.302016 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cf5eb92f-7411-48f1-8091-e2b776e867e3 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7212739 Jul 07 21:15:31.304872 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46686) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:31.309506 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-a85b3448-8933-4c45-9698-9abed6465311 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '1aca3777-7520-46e3-93d3-3d04067611b3'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:31.310658 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-a85b3448-8933-4c45-9698-9abed6465311 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100448) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 21:15:31.392902 n-d-695189-11 neutron-server[100448]: WARNING neutron.services.metering.metering_plugin [None req-a85b3448-8933-4c45-9698-9abed6465311 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 21:15:31.516498 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a85b3448-8933-4c45-9698-9abed6465311 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:31.516645 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a85b3448-8933-4c45-9698-9abed6465311 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2104728 Jul 07 21:15:31.520054 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46694) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:31.524331 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-6293ccd5-9581-46a0-a387-2f40d71c6628 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '1aca3777-7520-46e3-93d3-3d04067611b3'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:31.524823 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-6293ccd5-9581-46a0-a387-2f40d71c6628 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100448) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 21:15:31.581715 n-d-695189-11 neutron-server[100448]: WARNING neutron.services.metering.metering_plugin [None req-6293ccd5-9581-46a0-a387-2f40d71c6628 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 21:15:31.663670 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6293ccd5-9581-46a0-a387-2f40d71c6628 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:31.664753 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6293ccd5-9581-46a0-a387-2f40d71c6628 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1437504 Jul 07 21:15:31.667383 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46704) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:31.679869 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8c845148-f403-4909-a2dc-96fd3d350068 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=0da88165-e710-4b3f-9fe1-8b280b840d75 HTTP/1.1" status: 200 len: 462 time: 0.0092776 Jul 07 21:15:31.680180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46706) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:31.777087 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d33b4d9b-d6e0-44b4-bf79-879df25e545c tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:31.778229 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d33b4d9b-d6e0-44b4-bf79-879df25e545c tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/0da88165-e710-4b3f-9fe1-8b280b840d75 HTTP/1.1" status: 204 len: 168 time: 0.0972846 Jul 07 21:15:31.780957 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46710) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:31.795574 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46712) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:31.796077 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-022356b8-da39-4cd4-8f42-7b8468b5bff3 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=0da88165-e710-4b3f-9fe1-8b280b840d75 HTTP/1.1" status: 200 len: 221 time: 0.0136764 Jul 07 21:15:31.802208 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-89525b38-d10c-4c2d-bcb7-4ec6fed8be33 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1195604046', 'description': 'label created by tempest'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:31.802928 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-89525b38-d10c-4c2d-bcb7-4ec6fed8be33 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] Unknown quota resources ['metering_label']. {{(pid=100447) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 21:15:31.899032 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b1320eb4-df9e-4d8d-a7ce-3b1fa948fc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:31.931396 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:31.976453 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-89525b38-d10c-4c2d-bcb7-4ec6fed8be33 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:31.981066 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46720) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:31.992578 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-89525b38-d10c-4c2d-bcb7-4ec6fed8be33 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] 10.222.0.64 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1947899 Jul 07 21:15:32.064557 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8f1a0feb-d25b-4a07-916e-28374d202d02 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=919e3641-d774-41f5-8e94-3d48805f0419 HTTP/1.1" status: 200 len: 468 time: 0.0797579 Jul 07 21:15:32.064980 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46722) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:32.323110 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6e97d8b4-2031-4eff-8ee2-87c989769de8 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:32.327366 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6e97d8b4-2031-4eff-8ee2-87c989769de8 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/919e3641-d774-41f5-8e94-3d48805f0419 HTTP/1.1" status: 204 len: 168 time: 0.2588365 Jul 07 21:15:32.327676 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46734) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:32.344773 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-48dc3cf2-dc5f-4a92-a7ef-5de8d5cd2ed0 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=919e3641-d774-41f5-8e94-3d48805f0419 HTTP/1.1" status: 200 len: 216 time: 0.0121999 Jul 07 21:15:32.345176 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46736) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:32.357982 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-eace4f63-e1f1-4e63-9afc-d286aaa0837f tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0114260 Jul 07 21:15:32.362089 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46738) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:32.384874 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46740) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:32.387882 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ffefe46d-df9b-4ac6-9ba6-15c2782cffd2 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0249052 Jul 07 21:15:32.475385 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-32f7fd73-0600-4883-b323-9952518309b7 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-labels/1aca3777-7520-46e3-93d3-3d04067611b3 HTTP/1.1" status: 200 len: 473 time: 0.0874710 Jul 07 21:15:32.478461 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46748) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:32.500778 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46750) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:32.501758 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7f9c7f6b-f06d-46ea-be2f-4cd6c38e2e93 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] 10.222.0.64 "GET /v2.0/metering/metering-label-rules/8f355f25-c2a8-4979-8c86-0e4cb054afea HTTP/1.1" status: 200 len: 459 time: 0.0218148 Jul 07 21:15:32.710152 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f26032d8-7eee-45ca-9362-e9147db5e6e6 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:32.714548 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f26032d8-7eee-45ca-9362-e9147db5e6e6 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-label-rules/8f355f25-c2a8-4979-8c86-0e4cb054afea HTTP/1.1" status: 204 len: 168 time: 0.2126963 Jul 07 21:15:32.715719 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46766) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:33.250207 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0a69796c-5192-4d7f-b557-b03632eb8b47 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:33.252291 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0a69796c-5192-4d7f-b557-b03632eb8b47 tempest-MeteringIpV6TestJSON-944801593 tempest-MeteringIpV6TestJSON-944801593-project-admin] 10.222.0.64 "DELETE /v2.0/metering/metering-labels/1aca3777-7520-46e3-93d3-3d04067611b3 HTTP/1.1" status: 204 len: 168 time: 0.5326192 Jul 07 21:15:33.595762 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:33.631581 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46776) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:33.757519 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1e133acf-6c18-44ae-b43a-6fd674f6a7f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:33.849664 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1e133acf-6c18-44ae-b43a-6fd674f6a7f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:33.853858 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1e133acf-6c18-44ae-b43a-6fd674f6a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:33.896842 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1e133acf-6c18-44ae-b43a-6fd674f6a7f0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8865963dbd1f4b5796b8875d7190c7a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2641413 Jul 07 21:15:33.897811 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e133acf-6c18-44ae-b43a-6fd674f6a7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80939d1f-5d87-47c0-a1d9-d55db0ea034f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:33.899474 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46788) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:33.969799 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c821e194-22fb-438b-bdfe-1b7bad080c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:33.996259 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c821e194-22fb-438b-bdfe-1b7bad080c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:34.052040 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c821e194-22fb-438b-bdfe-1b7bad080c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:34.055262 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c821e194-22fb-438b-bdfe-1b7bad080c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:34.060489 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c821e194-22fb-438b-bdfe-1b7bad080c4f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/80939d1f-5d87-47c0-a1d9-d55db0ea034f HTTP/1.1" status: 204 len: 168 time: 0.1598935 Jul 07 21:15:34.075172 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821e194-22fb-438b-bdfe-1b7bad080c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80939d1f-5d87-47c0-a1d9-d55db0ea034f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:34.374698 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46796) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:34.389185 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95982783-ad2f-4921-a89b-ba47a98073af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:34.535883 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95982783-ad2f-4921-a89b-ba47a98073af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:34.540564 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-95982783-ad2f-4921-a89b-ba47a98073af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:34.588337 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46800) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:34.588566 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-95982783-ad2f-4921-a89b-ba47a98073af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6af332079cca483e9e2eaa17935cbb9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2122483 Jul 07 21:15:34.589201 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95982783-ad2f-4921-a89b-ba47a98073af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea83e78-55c4-4057-96a1-1279a153b7db,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:34.662554 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78bdc041-a4da-4dd0-ad94-42728e1f5803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:34.692307 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78bdc041-a4da-4dd0-ad94-42728e1f5803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:34.746372 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78bdc041-a4da-4dd0-ad94-42728e1f5803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:34.748082 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78bdc041-a4da-4dd0-ad94-42728e1f5803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:34.749493 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-78bdc041-a4da-4dd0-ad94-42728e1f5803 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ea83e78-55c4-4057-96a1-1279a153b7db HTTP/1.1" status: 204 len: 168 time: 0.1591053 Jul 07 21:15:34.770800 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdc041-a4da-4dd0-ad94-42728e1f5803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea83e78-55c4-4057-96a1-1279a153b7db,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:35.280991 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:35.456502 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a0e6a-a91f-4dd7-96ea-616d6105c839 req-69f33c93-f4da-4d48-8fc8-51c795a2de45 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:35.466926 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c66a0e6a-a91f-4dd7-96ea-616d6105c839 req-69f33c93-f4da-4d48-8fc8-51c795a2de45 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.1294112 Jul 07 21:15:35.516062 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c66a0e6a-a91f-4dd7-96ea-616d6105c839 req-8e06dbc2-940f-42ab-a019-f35828e1a90b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478783 Jul 07 21:15:36.423686 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46866) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:36.626204 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-0e7985df-8a24-4675-b005-1c4e45f91052 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1727385110'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:36.656314 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7985df-8a24-4675-b005-1c4e45f91052 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] Made reservation on behalf of 5105d55a1528450ea195acf3e36e0024 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:15:36.666186 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e7985df-8a24-4675-b005-1c4e45f91052 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:36.696003 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e7985df-8a24-4675-b005-1c4e45f91052 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:36.801549 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784385c-7cde-4cc6-8286-07adc3c1b707 req-d50baccd-ffde-4bd0-a7ea-8c7783f53b82 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:36.805778 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c784385c-7cde-4cc6-8286-07adc3c1b707 req-d50baccd-ffde-4bd0-a7ea-8c7783f53b82 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.1021023 Jul 07 21:15:36.853736 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e7985df-8a24-4675-b005-1c4e45f91052 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:36.859901 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e7985df-8a24-4675-b005-1c4e45f91052 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:36.872059 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c784385c-7cde-4cc6-8286-07adc3c1b707 req-48e77b71-7134-49ae-a519-ca6d26aa49fa tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559895 Jul 07 21:15:36.892738 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7985df-8a24-4675-b005-1c4e45f91052 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:15:36.900047 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7985df-8a24-4675-b005-1c4e45f91052 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a83f50-2a60-4e49-95bc-804e02ebb5d5,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:36.906782 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e7985df-8a24-4675-b005-1c4e45f91052 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:36.907401 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-0e7985df-8a24-4675-b005-1c4e45f91052 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] Added segment ea060648-8c4f-4370-bcf5-32fc6fe92dc9 of type vlan for network f1634987-bb65-4767-9746-d5cf43c6a5f2 Jul 07 21:15:36.952772 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e7985df-8a24-4675-b005-1c4e45f91052 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:36.994346 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e7985df-8a24-4675-b005-1c4e45f91052 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:37.012572 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7985df-8a24-4675-b005-1c4e45f91052 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:37.015304 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0e7985df-8a24-4675-b005-1c4e45f91052 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:37.111030 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0e7985df-8a24-4675-b005-1c4e45f91052 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.6837108 Jul 07 21:15:37.115037 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7985df-8a24-4675-b005-1c4e45f91052 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] Pushing event updated for resources: {'Network': ['ID=f1634987-bb65-4767-9746-d5cf43c6a5f2,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:37.126463 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network f1634987-bb65-4767-9746-d5cf43c6a5f2 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:15:37.402761 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46900) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:37.407666 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Request body: {'port': {'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2', 'binding:host_id': 'n-h1-695189-11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1639862946'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:37.437319 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Made reservation on behalf of b7fb00ab44c942339da8e5075d96a6b4 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:15:37.445921 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:37.454682 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:37.595092 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:37.603793 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:37.665600 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a74c2a-08b9-4111-a9f9-a317a508fac6,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:37.668788 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] device_id is not set on port c1554f08-3846-427d-a239-eea74fae5a6a yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:15:37.928830 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] device_id is not set on port c1554f08-3846-427d-a239-eea74fae5a6a yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:15:37.938570 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:37.949554 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Transition to ACTIVE for port object c1554f08-3846-427d-a239-eea74fae5a6a will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:15:37.960424 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:38.029824 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Pushing event updated for resources: {'Port': ['ID=c1554f08-3846-427d-a239-eea74fae5a6a,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:38.075866 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Checking segment: {'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:15:38.078282 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Network hostable DHCP agents. Network: f1634987-bb65-4767-9746-d5cf43c6a5f2, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:15:38.112891 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Network f1634987-bb65-4767-9746-d5cf43c6a5f2 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:15:38.163388 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309cbc2-0a73-4540-a2b9-4f3db470ba44 req-f915a829-6e8e-4cd0-a22a-a393ae2b460b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:38.170255 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a309cbc2-0a73-4540-a2b9-4f3db470ba44 req-f915a829-6e8e-4cd0-a22a-a393ae2b460b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.1441128 Jul 07 21:15:38.172037 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, f1634987-bb65-4767-9746-d5cf43c6a5f2) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:15:38.183899 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3d7036-8ae5-44f6-9c69-e8453f2072dc None None] Network f1634987-bb65-4767-9746-d5cf43c6a5f2 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:15:38.213294 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:15:38.224718 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a309cbc2-0a73-4540-a2b9-4f3db470ba44 req-a55bb9c7-c669-49b9-ae6a-19feb32a3c71 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535223 Jul 07 21:15:38.257056 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:38.257895 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:38.258679 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:38.274415 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port c1554f08-3846-427d-a239-eea74fae5a6a on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:38.274998 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port c1554f08-3846-427d-a239-eea74fae5a6a on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:38.277164 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 2 to bind port c1554f08-3846-427d-a239-eea74fae5a6a Jul 07 21:15:38.326140 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:38.326489 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:38.326840 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:38.335317 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port c1554f08-3846-427d-a239-eea74fae5a6a on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:38.335715 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port c1554f08-3846-427d-a239-eea74fae5a6a on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:38.336726 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 3 to bind port c1554f08-3846-427d-a239-eea74fae5a6a Jul 07 21:15:38.372761 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:38.373030 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:38.373378 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:38.379363 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port c1554f08-3846-427d-a239-eea74fae5a6a on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:38.379711 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port c1554f08-3846-427d-a239-eea74fae5a6a on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:38.380132 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 4 to bind port c1554f08-3846-427d-a239-eea74fae5a6a Jul 07 21:15:38.392845 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:38.393251 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:38.393870 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:38.399081 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port c1554f08-3846-427d-a239-eea74fae5a6a on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:38.400209 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port c1554f08-3846-427d-a239-eea74fae5a6a on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:38.400209 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 5 to bind port c1554f08-3846-427d-a239-eea74fae5a6a Jul 07 21:15:38.413964 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:38.413964 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:38.414409 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:38.419520 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port c1554f08-3846-427d-a239-eea74fae5a6a on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:38.420685 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port c1554f08-3846-427d-a239-eea74fae5a6a on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:38.420685 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 6 to bind port c1554f08-3846-427d-a239-eea74fae5a6a Jul 07 21:15:38.445663 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:38.446007 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:38.446352 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:38.455210 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port c1554f08-3846-427d-a239-eea74fae5a6a on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:38.455571 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port c1554f08-3846-427d-a239-eea74fae5a6a on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:38.456336 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 7 to bind port c1554f08-3846-427d-a239-eea74fae5a6a Jul 07 21:15:38.473149 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:38.474112 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:38.474268 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:38.480422 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port c1554f08-3846-427d-a239-eea74fae5a6a on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:38.481136 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port c1554f08-3846-427d-a239-eea74fae5a6a on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:38.481675 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 8 to bind port c1554f08-3846-427d-a239-eea74fae5a6a Jul 07 21:15:38.507661 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:38.508287 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:38.508650 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:38.518900 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port c1554f08-3846-427d-a239-eea74fae5a6a on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:38.519255 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port c1554f08-3846-427d-a239-eea74fae5a6a on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:38.519712 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 9 to bind port c1554f08-3846-427d-a239-eea74fae5a6a Jul 07 21:15:38.544158 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:38.546246 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:38.546246 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:38.552716 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port c1554f08-3846-427d-a239-eea74fae5a6a on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:38.553297 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port c1554f08-3846-427d-a239-eea74fae5a6a on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:38.553568 n-d-695189-11 neutron-server[100448]: INFO neutron.plugins.ml2.plugin [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 10 to bind port c1554f08-3846-427d-a239-eea74fae5a6a Jul 07 21:15:38.568584 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:38.568975 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:38.569737 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port c1554f08-3846-427d-a239-eea74fae5a6a on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:38.577862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port c1554f08-3846-427d-a239-eea74fae5a6a on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:38.578563 n-d-695189-11 neutron-server[100448]: ERROR neutron.plugins.ml2.managers [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port c1554f08-3846-427d-a239-eea74fae5a6a on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:38.578563 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:38.657905 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] For port c1554f08-3846-427d-a239-eea74fae5a6a, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:15:38.658591 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempted to set empty binding levels {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 21:15:38.665445 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:38.708677 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:38.709683 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:38.750250 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.3464005 Jul 07 21:15:38.751156 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4a22e-452a-444c-b1c4-1aeccf40c017 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Pushing event updated for resources: {'Port': ['ID=c1554f08-3846-427d-a239-eea74fae5a6a,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:38.759740 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46910) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:38.864963 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-c3d81d12-5a57-4f90-b473-e206d7d0724c tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Deleting port c1554f08-3846-427d-a239-eea74fae5a6a {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:15:38.865318 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c3d81d12-5a57-4f90-b473-e206d7d0724c tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:38.936356 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-c3d81d12-5a57-4f90-b473-e206d7d0724c tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] For port c1554f08-3846-427d-a239-eea74fae5a6a, host n-h1-695189-11, got binding levels [] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:15:38.936356 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c3d81d12-5a57-4f90-b473-e206d7d0724c tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:38.952373 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-c3d81d12-5a57-4f90-b473-e206d7d0724c tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Calling delete_port for c1554f08-3846-427d-a239-eea74fae5a6a owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:15:39.073582 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c3d81d12-5a57-4f90-b473-e206d7d0724c tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:39.126868 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c3d81d12-5a57-4f90-b473-e206d7d0724c tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:39.129990 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c3d81d12-5a57-4f90-b473-e206d7d0724c tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] 10.222.0.64 "DELETE /v2.0/ports/c1554f08-3846-427d-a239-eea74fae5a6a HTTP/1.1" status: 204 len: 168 time: 0.3691170 Jul 07 21:15:39.131143 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d81d12-5a57-4f90-b473-e206d7d0724c tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1554f08-3846-427d-a239-eea74fae5a6a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:39.133581 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46912) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:39.164724 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-7287a446-31c5-41f0-a786-e7138d9e5547 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] GET failed (client error): The resource could not be found. Jul 07 21:15:39.166588 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7287a446-31c5-41f0-a786-e7138d9e5547 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] 10.222.0.64 "GET /v2.0/ports/c1554f08-3846-427d-a239-eea74fae5a6a HTTP/1.1" status: 404 len: 333 time: 0.0319951 Jul 07 21:15:39.170542 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46916) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:39.181059 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-7dda45d2-b22c-475d-9a58-13b957dfbfb4 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Request body: {'port': {'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-542460906'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:39.210661 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dda45d2-b22c-475d-9a58-13b957dfbfb4 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Made reservation on behalf of b7fb00ab44c942339da8e5075d96a6b4 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:15:39.213289 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7dda45d2-b22c-475d-9a58-13b957dfbfb4 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:39.235184 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-7dda45d2-b22c-475d-9a58-13b957dfbfb4 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] device_id is not set on port d9c0c2cc-bb9f-4b73-b085-5f42436a136e yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:15:39.558417 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7dda45d2-b22c-475d-9a58-13b957dfbfb4 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:39.614382 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056cf40-4244-4351-b99b-e00fb2a097ce req-77b58f66-5126-41d4-af18-0c641eb75a3c tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:39.620032 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0056cf40-4244-4351-b99b-e00fb2a097ce req-77b58f66-5126-41d4-af18-0c641eb75a3c tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.1925189 Jul 07 21:15:39.678370 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7dda45d2-b22c-475d-9a58-13b957dfbfb4 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:39.688946 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0056cf40-4244-4351-b99b-e00fb2a097ce req-c01b785d-2d45-459b-b1ed-eaf2e8a5763c tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664861 Jul 07 21:15:39.734560 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dda45d2-b22c-475d-9a58-13b957dfbfb4 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Network f1634987-bb65-4767-9746-d5cf43c6a5f2 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:15:39.743133 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-7dda45d2-b22c-475d-9a58-13b957dfbfb4 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:15:39.756125 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dda45d2-b22c-475d-9a58-13b957dfbfb4 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:15:39.757413 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dda45d2-b22c-475d-9a58-13b957dfbfb4 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:39.758080 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7dda45d2-b22c-475d-9a58-13b957dfbfb4 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:39.765420 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda45d2-b22c-475d-9a58-13b957dfbfb4 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Pushing event updated for resources: {'Port': ['ID=d9c0c2cc-bb9f-4b73-b085-5f42436a136e,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:39.783531 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7dda45d2-b22c-475d-9a58-13b957dfbfb4 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6115146 Jul 07 21:15:39.784851 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46932) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:39.791428 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:39.856883 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46934) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:39.897637 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:39.998683 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5a9b8340-ef7c-4c17-8d23-cb4fdcc5d5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:40.104472 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5a9b8340-ef7c-4c17-8d23-cb4fdcc5d5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:40.110462 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5a9b8340-ef7c-4c17-8d23-cb4fdcc5d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:40.119315 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] device_id is not set on port d9c0c2cc-bb9f-4b73-b085-5f42436a136e yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:15:40.130517 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:40.151728 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b8340-ef7c-4c17-8d23-cb4fdcc5d5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1870de00-d0b7-404a-8a22-d1d8fe44170d,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:40.153005 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Transition to ACTIVE for port object d9c0c2cc-bb9f-4b73-b085-5f42436a136e will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:15:40.157835 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:40.160374 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5a9b8340-ef7c-4c17-8d23-cb4fdcc5d5f4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fb41688a35424616a24970f6d446f0f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3017952 Jul 07 21:15:40.161006 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46938) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:40.218017 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-06ea483b-f5ba-4837-b181-5eff4fc9fdd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:40.220565 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Pushing event updated for resources: {'Port': ['ID=d9c0c2cc-bb9f-4b73-b085-5f42436a136e,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:40.237816 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:40.238772 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:40.238772 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:40.244369 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:40.244974 n-d-695189-11 neutron-server[100447]: ERROR neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:40.245124 n-d-695189-11 neutron-server[100447]: INFO neutron.plugins.ml2.plugin [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 2 to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e Jul 07 21:15:40.249020 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-06ea483b-f5ba-4837-b181-5eff4fc9fdd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:40.258501 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:40.258843 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:40.259188 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:40.265816 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:40.265816 n-d-695189-11 neutron-server[100447]: ERROR neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:40.267466 n-d-695189-11 neutron-server[100447]: INFO neutron.plugins.ml2.plugin [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 3 to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e Jul 07 21:15:40.281513 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:40.281865 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:40.282296 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:40.287851 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:40.288359 n-d-695189-11 neutron-server[100447]: ERROR neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:40.288957 n-d-695189-11 neutron-server[100447]: INFO neutron.plugins.ml2.plugin [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 4 to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e Jul 07 21:15:40.301331 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-06ea483b-f5ba-4837-b181-5eff4fc9fdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:40.303975 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-06ea483b-f5ba-4837-b181-5eff4fc9fdd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:40.304395 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:40.304819 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:40.305148 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-06ea483b-f5ba-4837-b181-5eff4fc9fdd5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1870de00-d0b7-404a-8a22-d1d8fe44170d HTTP/1.1" status: 204 len: 168 time: 0.1428971 Jul 07 21:15:40.305430 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:40.311867 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:40.312334 n-d-695189-11 neutron-server[100447]: ERROR neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:40.312690 n-d-695189-11 neutron-server[100447]: INFO neutron.plugins.ml2.plugin [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 5 to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e Jul 07 21:15:40.316069 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea483b-f5ba-4837-b181-5eff4fc9fdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1870de00-d0b7-404a-8a22-d1d8fe44170d,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:40.332834 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:40.333210 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:40.334440 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:40.338361 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:40.338691 n-d-695189-11 neutron-server[100447]: ERROR neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:40.339073 n-d-695189-11 neutron-server[100447]: INFO neutron.plugins.ml2.plugin [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 6 to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e Jul 07 21:15:40.354138 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:40.354439 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:40.354785 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:40.359484 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:40.359938 n-d-695189-11 neutron-server[100447]: ERROR neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:40.360334 n-d-695189-11 neutron-server[100447]: INFO neutron.plugins.ml2.plugin [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 7 to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e Jul 07 21:15:40.374095 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:40.374434 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:40.374811 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:40.380454 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:40.380838 n-d-695189-11 neutron-server[100447]: ERROR neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:40.381396 n-d-695189-11 neutron-server[100447]: INFO neutron.plugins.ml2.plugin [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 8 to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e Jul 07 21:15:40.395123 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:40.395497 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:40.395840 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:40.401483 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:40.401980 n-d-695189-11 neutron-server[100447]: ERROR neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:40.402601 n-d-695189-11 neutron-server[100447]: INFO neutron.plugins.ml2.plugin [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 9 to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e Jul 07 21:15:40.418501 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:40.419074 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:40.419661 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:40.425291 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:40.425911 n-d-695189-11 neutron-server[100447]: ERROR neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:40.426480 n-d-695189-11 neutron-server[100447]: INFO neutron.plugins.ml2.plugin [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 10 to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e Jul 07 21:15:40.445973 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:40.446920 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:40.446920 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:40.451025 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:40.451446 n-d-695189-11 neutron-server[100447]: ERROR neutron.plugins.ml2.managers [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:40.451866 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:40.544505 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] For port d9c0c2cc-bb9f-4b73-b085-5f42436a136e, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:15:40.545216 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempted to set empty binding levels {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 21:15:40.555071 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:40.582583 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] In _notify_port_updated(), no bound segment for port d9c0c2cc-bb9f-4b73-b085-5f42436a136e on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:15:40.583515 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:40.584114 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:40.585451 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] 10.222.0.64 "PUT /v2.0/ports/d9c0c2cc-bb9f-4b73-b085-5f42436a136e HTTP/1.1" status: 200 len: 975 time: 0.7989445 Jul 07 21:15:40.588192 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46948) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:40.625327 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86e649-f112-408f-a3df-c737a0f6bf58 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Pushing event updated for resources: {'Port': ['ID=d9c0c2cc-bb9f-4b73-b085-5f42436a136e,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:40.698629 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1959de-4296-4500-a021-f90b549c27b2 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:40.699125 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1959de-4296-4500-a021-f90b549c27b2 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:40.700726 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1959de-4296-4500-a021-f90b549c27b2 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:40.702560 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1959de-4296-4500-a021-f90b549c27b2 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:40.703751 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1959de-4296-4500-a021-f90b549c27b2 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:40.704241 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1959de-4296-4500-a021-f90b549c27b2 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:40.704723 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1959de-4296-4500-a021-f90b549c27b2 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:40.706612 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1959de-4296-4500-a021-f90b549c27b2 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:40.707295 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1959de-4296-4500-a021-f90b549c27b2 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:40.707808 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1959de-4296-4500-a021-f90b549c27b2 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:40.710011 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5f1959de-4296-4500-a021-f90b549c27b2 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9102 time: 0.1207600 Jul 07 21:15:40.713122 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46950) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:40.742285 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46952) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:40.755726 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b507d6a3-2c9d-4e7a-85b0-4e1d0cd01452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:40.841277 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-4627ca1f-f170-48fa-b358-02bc2b20437d tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Deleting port d9c0c2cc-bb9f-4b73-b085-5f42436a136e {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:15:40.841713 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4627ca1f-f170-48fa-b358-02bc2b20437d tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:40.884153 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b507d6a3-2c9d-4e7a-85b0-4e1d0cd01452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:40.890106 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b507d6a3-2c9d-4e7a-85b0-4e1d0cd01452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:40.941779 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507d6a3-2c9d-4e7a-85b0-4e1d0cd01452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51f1422-f71d-41c9-a092-b37b24d43102,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:40.950089 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b507d6a3-2c9d-4e7a-85b0-4e1d0cd01452 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=115af171bffd46aba6dc86b8178a8032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2064178 Jul 07 21:15:40.952493 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46956) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:40.962167 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-4627ca1f-f170-48fa-b358-02bc2b20437d tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] For port d9c0c2cc-bb9f-4b73-b085-5f42436a136e, host n-h1-695189-11, got binding levels [] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:15:40.963504 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4627ca1f-f170-48fa-b358-02bc2b20437d tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:40.981424 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-4627ca1f-f170-48fa-b358-02bc2b20437d tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Calling delete_port for d9c0c2cc-bb9f-4b73-b085-5f42436a136e owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:15:41.006460 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1e7ba4b9-8a8f-45ff-9cf9-8c1cdb75db31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:41.021231 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436a5e9-8afd-40e9-926b-c3d274a6e1aa req-c721382b-c1ac-4058-828e-1c235460ea47 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:41.023075 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d436a5e9-8afd-40e9-926b-c3d274a6e1aa req-c721382b-c1ac-4058-828e-1c235460ea47 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.1253130 Jul 07 21:15:41.043004 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1e7ba4b9-8a8f-45ff-9cf9-8c1cdb75db31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:41.107528 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d436a5e9-8afd-40e9-926b-c3d274a6e1aa req-f45847de-783d-4151-84dd-8dac48e60617 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532355 Jul 07 21:15:41.123257 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1e7ba4b9-8a8f-45ff-9cf9-8c1cdb75db31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:41.126759 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1e7ba4b9-8a8f-45ff-9cf9-8c1cdb75db31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:41.131008 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1e7ba4b9-8a8f-45ff-9cf9-8c1cdb75db31 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e51f1422-f71d-41c9-a092-b37b24d43102 HTTP/1.1" status: 204 len: 168 time: 0.1736019 Jul 07 21:15:41.133143 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4627ca1f-f170-48fa-b358-02bc2b20437d tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:41.143684 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ba4b9-8a8f-45ff-9cf9-8c1cdb75db31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51f1422-f71d-41c9-a092-b37b24d43102,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:41.175152 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627ca1f-f170-48fa-b358-02bc2b20437d tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9c0c2cc-bb9f-4b73-b085-5f42436a136e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:41.185090 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4627ca1f-f170-48fa-b358-02bc2b20437d tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:41.187693 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4627ca1f-f170-48fa-b358-02bc2b20437d tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] 10.222.0.64 "DELETE /v2.0/ports/d9c0c2cc-bb9f-4b73-b085-5f42436a136e HTTP/1.1" status: 204 len: 168 time: 0.4736071 Jul 07 21:15:41.191260 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46960) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:41.218039 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f2aa643-1d4e-40eb-86cd-f1ab4cd82898 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] GET failed (client error): The resource could not be found. Jul 07 21:15:41.219629 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0f2aa643-1d4e-40eb-86cd-f1ab4cd82898 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] 10.222.0.64 "GET /v2.0/ports/d9c0c2cc-bb9f-4b73-b085-5f42436a136e HTTP/1.1" status: 404 len: 333 time: 0.0273263 Jul 07 21:15:41.223269 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46962) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:41.228292 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-2fd77acb-bf1d-4cbe-888f-46db3b8180d8 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1568698144', 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:41.255926 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd77acb-bf1d-4cbe-888f-46db3b8180d8 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Made reservation on behalf of b7fb00ab44c942339da8e5075d96a6b4 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:15:41.258542 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2fd77acb-bf1d-4cbe-888f-46db3b8180d8 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:41.275619 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-2fd77acb-bf1d-4cbe-888f-46db3b8180d8 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] device_id is not set on port 556a498a-d0f2-4df6-a4fa-fd7abbef6930 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:15:41.455024 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2fd77acb-bf1d-4cbe-888f-46db3b8180d8 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:41.501145 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2fd77acb-bf1d-4cbe-888f-46db3b8180d8 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:41.540253 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46966) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:41.545700 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd77acb-bf1d-4cbe-888f-46db3b8180d8 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Network f1634987-bb65-4767-9746-d5cf43c6a5f2 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:15:41.548480 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-2fd77acb-bf1d-4cbe-888f-46db3b8180d8 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:15:41.552455 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd77acb-bf1d-4cbe-888f-46db3b8180d8 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:15:41.553403 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd77acb-bf1d-4cbe-888f-46db3b8180d8 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:41.553996 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2fd77acb-bf1d-4cbe-888f-46db3b8180d8 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:41.556909 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-408472ea-875e-4c90-9a22-0d05751fc812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:41.569119 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd77acb-bf1d-4cbe-888f-46db3b8180d8 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Pushing event updated for resources: {'Port': ['ID=556a498a-d0f2-4df6-a4fa-fd7abbef6930,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:41.585732 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2fd77acb-bf1d-4cbe-888f-46db3b8180d8 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3611662 Jul 07 21:15:41.588052 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46970) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:41.648389 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378045d5-1f85-45c7-8409-d83154f6321b tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:41.652380 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-378045d5-1f85-45c7-8409-d83154f6321b tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] 10.222.0.64 "GET /v2.0/ports/556a498a-d0f2-4df6-a4fa-fd7abbef6930 HTTP/1.1" status: 200 len: 955 time: 0.0603201 Jul 07 21:15:41.652668 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46974) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:41.676305 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-408472ea-875e-4c90-9a22-0d05751fc812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:41.680949 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-408472ea-875e-4c90-9a22-0d05751fc812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:41.721967 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-408472ea-875e-4c90-9a22-0d05751fc812 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1ce45430c82f42c9b9b382844e458413&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1800971 Jul 07 21:15:41.723127 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408472ea-875e-4c90-9a22-0d05751fc812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfad330-c009-4b49-a657-f82503859ea4,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:41.724752 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46976) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:41.789423 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-424b451c-3295-4a90-9a1c-a1bf0273721f tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Deleting port 556a498a-d0f2-4df6-a4fa-fd7abbef6930 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:15:41.789689 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-424b451c-3295-4a90-9a1c-a1bf0273721f tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:41.804362 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7e51dc8-8711-4e1b-8ac4-420242371a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:41.860366 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7e51dc8-8711-4e1b-8ac4-420242371a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:41.876278 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-424b451c-3295-4a90-9a1c-a1bf0273721f tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:41.902459 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-424b451c-3295-4a90-9a1c-a1bf0273721f tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Calling delete_port for 556a498a-d0f2-4df6-a4fa-fd7abbef6930 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:15:41.976250 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7e51dc8-8711-4e1b-8ac4-420242371a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:41.978744 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7e51dc8-8711-4e1b-8ac4-420242371a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:41.979935 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e7e51dc8-8711-4e1b-8ac4-420242371a4f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ccfad330-c009-4b49-a657-f82503859ea4 HTTP/1.1" status: 204 len: 168 time: 0.2540231 Jul 07 21:15:41.997555 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e51dc8-8711-4e1b-8ac4-420242371a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfad330-c009-4b49-a657-f82503859ea4,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:42.018132 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-424b451c-3295-4a90-9a1c-a1bf0273721f tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:42.053017 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b451c-3295-4a90-9a1c-a1bf0273721f tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Pushing event deleted for resources: {'Port': ['ID=556a498a-d0f2-4df6-a4fa-fd7abbef6930,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:42.058749 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-424b451c-3295-4a90-9a1c-a1bf0273721f tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:42.063416 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-424b451c-3295-4a90-9a1c-a1bf0273721f tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] 10.222.0.64 "DELETE /v2.0/ports/556a498a-d0f2-4df6-a4fa-fd7abbef6930 HTTP/1.1" status: 204 len: 168 time: 0.4052744 Jul 07 21:15:42.063989 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46980) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:42.091853 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b245f36-7052-4adb-8fcd-28697cb53eb8 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] GET failed (client error): The resource could not be found. Jul 07 21:15:42.094163 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1b245f36-7052-4adb-8fcd-28697cb53eb8 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] 10.222.0.64 "GET /v2.0/ports/556a498a-d0f2-4df6-a4fa-fd7abbef6930 HTTP/1.1" status: 404 len: 333 time: 0.0291343 Jul 07 21:15:42.098843 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 46982) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:42.103947 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-fd08db00-96b9-4622-a6de-62bc942258ff tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Request body: {'port': {'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1619274139'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:42.124670 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd08db00-96b9-4622-a6de-62bc942258ff tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Made reservation on behalf of b7fb00ab44c942339da8e5075d96a6b4 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:15:42.127168 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fd08db00-96b9-4622-a6de-62bc942258ff tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:42.144095 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-fd08db00-96b9-4622-a6de-62bc942258ff tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] device_id is not set on port fbb76585-16a2-4abc-a07f-0bc843ddb3fd yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:15:42.384092 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fd08db00-96b9-4622-a6de-62bc942258ff tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:42.423222 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c67a3-a48d-4e2b-a24c-dffa0d18e142 req-cf18c9f0-46e4-48fb-8e1e-95dd8da0f5f6 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:42.425282 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e44c67a3-a48d-4e2b-a24c-dffa0d18e142 req-cf18c9f0-46e4-48fb-8e1e-95dd8da0f5f6 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.1658359 Jul 07 21:15:42.479693 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e44c67a3-a48d-4e2b-a24c-dffa0d18e142 req-0835dc59-f902-4e2c-8357-ad953c98cebc tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468168 Jul 07 21:15:42.490878 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fd08db00-96b9-4622-a6de-62bc942258ff tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:42.549558 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08db00-96b9-4622-a6de-62bc942258ff tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Pushing event updated for resources: {'Port': ['ID=fbb76585-16a2-4abc-a07f-0bc843ddb3fd,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:42.564395 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd08db00-96b9-4622-a6de-62bc942258ff tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Network f1634987-bb65-4767-9746-d5cf43c6a5f2 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:15:42.566507 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-fd08db00-96b9-4622-a6de-62bc942258ff tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:15:42.568962 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd08db00-96b9-4622-a6de-62bc942258ff tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:15:42.569931 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd08db00-96b9-4622-a6de-62bc942258ff tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:42.570541 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fd08db00-96b9-4622-a6de-62bc942258ff tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:42.589081 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fd08db00-96b9-4622-a6de-62bc942258ff tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4890530 Jul 07 21:15:42.592662 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 46996) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:42.600466 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:42.677125 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:42.872498 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] device_id is not set on port fbb76585-16a2-4abc-a07f-0bc843ddb3fd yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:15:42.882393 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:42.895686 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Transition to ACTIVE for port object fbb76585-16a2-4abc-a07f-0bc843ddb3fd will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:15:42.900891 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:42.954392 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Pushing event updated for resources: {'Port': ['ID=fbb76585-16a2-4abc-a07f-0bc843ddb3fd,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:42.971185 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:42.971570 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:42.971916 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:42.976980 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:42.977402 n-d-695189-11 neutron-server[100447]: ERROR neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:42.979413 n-d-695189-11 neutron-server[100447]: INFO neutron.plugins.ml2.plugin [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 2 to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd Jul 07 21:15:42.994671 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:42.995016 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:42.995507 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:43.000773 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:43.001108 n-d-695189-11 neutron-server[100447]: ERROR neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:43.001509 n-d-695189-11 neutron-server[100447]: INFO neutron.plugins.ml2.plugin [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 3 to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd Jul 07 21:15:43.015369 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:43.015800 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:43.016114 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:43.021024 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:43.021366 n-d-695189-11 neutron-server[100447]: ERROR neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:43.021773 n-d-695189-11 neutron-server[100447]: INFO neutron.plugins.ml2.plugin [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 4 to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd Jul 07 21:15:43.037801 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:43.038148 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:43.038494 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:43.043224 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:43.043727 n-d-695189-11 neutron-server[100447]: ERROR neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:43.044136 n-d-695189-11 neutron-server[100447]: INFO neutron.plugins.ml2.plugin [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 5 to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd Jul 07 21:15:43.058892 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:43.059248 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:43.059811 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:43.066187 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:43.066532 n-d-695189-11 neutron-server[100447]: ERROR neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:43.066971 n-d-695189-11 neutron-server[100447]: INFO neutron.plugins.ml2.plugin [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 6 to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd Jul 07 21:15:43.083416 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:43.083416 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:43.083416 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:43.088074 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:43.088409 n-d-695189-11 neutron-server[100447]: ERROR neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:43.088808 n-d-695189-11 neutron-server[100447]: INFO neutron.plugins.ml2.plugin [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 7 to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd Jul 07 21:15:43.104867 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:43.105082 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:43.105282 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:43.110052 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:43.110259 n-d-695189-11 neutron-server[100447]: ERROR neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:43.110660 n-d-695189-11 neutron-server[100447]: INFO neutron.plugins.ml2.plugin [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 8 to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd Jul 07 21:15:43.126049 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:43.126399 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:43.126745 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:43.132072 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:43.132624 n-d-695189-11 neutron-server[100447]: ERROR neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:43.133037 n-d-695189-11 neutron-server[100447]: INFO neutron.plugins.ml2.plugin [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 9 to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd Jul 07 21:15:43.145820 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:43.146181 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:43.146517 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:43.150906 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:43.151239 n-d-695189-11 neutron-server[100447]: ERROR neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:43.151666 n-d-695189-11 neutron-server[100447]: INFO neutron.plugins.ml2.plugin [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempt 10 to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd Jul 07 21:15:43.165622 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:43.165970 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:43.166327 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempting to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:43.170622 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on network f1634987-bb65-4767-9746-d5cf43c6a5f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:15:43.170951 n-d-695189-11 neutron-server[100447]: ERROR neutron.plugins.ml2.managers [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Failed to bind port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on host n-h1-695189-11 for vnic_type normal using segments [{'id': 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'f1634987-bb65-4767-9746-d5cf43c6a5f2'}] Jul 07 21:15:43.171346 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:43.238738 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] For port fbb76585-16a2-4abc-a07f-0bc843ddb3fd, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:15:43.239130 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attempted to set empty binding levels {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 21:15:43.245447 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:43.280770 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] In _notify_port_updated(), no bound segment for port fbb76585-16a2-4abc-a07f-0bc843ddb3fd on network f1634987-bb65-4767-9746-d5cf43c6a5f2 {{(pid=100447) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:15:43.281832 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:43.282435 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:43.284488 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] 10.222.0.64 "PUT /v2.0/ports/fbb76585-16a2-4abc-a07f-0bc843ddb3fd HTTP/1.1" status: 200 len: 976 time: 0.6895089 Jul 07 21:15:43.287059 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47036) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:43.321401 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b02db-fd49-49ba-9151-d0da85d1f156 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Pushing event updated for resources: {'Port': ['ID=fbb76585-16a2-4abc-a07f-0bc843ddb3fd,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:43.378675 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-f105f2d9-01f0-4f34-9842-b5bc03e3abc4 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Deleting port fbb76585-16a2-4abc-a07f-0bc843ddb3fd {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:15:43.378930 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f105f2d9-01f0-4f34-9842-b5bc03e3abc4 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:43.442938 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-f105f2d9-01f0-4f34-9842-b5bc03e3abc4 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] For port fbb76585-16a2-4abc-a07f-0bc843ddb3fd, host n-h1-695189-11, got binding levels [] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:15:43.443854 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f105f2d9-01f0-4f34-9842-b5bc03e3abc4 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:43.465571 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-f105f2d9-01f0-4f34-9842-b5bc03e3abc4 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Calling delete_port for fbb76585-16a2-4abc-a07f-0bc843ddb3fd owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:15:43.558330 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f105f2d9-01f0-4f34-9842-b5bc03e3abc4 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:43.600561 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105f2d9-01f0-4f34-9842-b5bc03e3abc4 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbb76585-16a2-4abc-a07f-0bc843ddb3fd,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:43.604566 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f105f2d9-01f0-4f34-9842-b5bc03e3abc4 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:43.606492 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f105f2d9-01f0-4f34-9842-b5bc03e3abc4 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] 10.222.0.64 "DELETE /v2.0/ports/fbb76585-16a2-4abc-a07f-0bc843ddb3fd HTTP/1.1" status: 204 len: 168 time: 0.3183064 Jul 07 21:15:43.609984 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47046) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:43.643640 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-7569ff51-db5e-443b-aea3-7ed2da6e1070 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] GET failed (client error): The resource could not be found. Jul 07 21:15:43.645442 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7569ff51-db5e-443b-aea3-7ed2da6e1070 tempest-PortsAdminExtendedAttrsTestJSON-385747593 tempest-PortsAdminExtendedAttrsTestJSON-385747593-project-admin] 10.222.0.64 "GET /v2.0/ports/fbb76585-16a2-4abc-a07f-0bc843ddb3fd HTTP/1.1" status: 404 len: 333 time: 0.0344398 Jul 07 21:15:43.649766 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47050) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:43.744904 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc1e256e-04ed-4127-a87c-01fbd7527a10 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:43.748936 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de66ec4-98d6-46b7-8e92-e8ff767863a6 req-91344dd6-bec9-419d-abe5-9480987ea753 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:43.750815 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5de66ec4-98d6-46b7-8e92-e8ff767863a6 req-91344dd6-bec9-419d-abe5-9480987ea753 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.0918643 Jul 07 21:15:43.794950 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5de66ec4-98d6-46b7-8e92-e8ff767863a6 req-23304ec3-d0a9-4196-9f8f-ac40abcb83bd tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373688 Jul 07 21:15:43.851956 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc1e256e-04ed-4127-a87c-01fbd7527a10 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:43.862681 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-dc1e256e-04ed-4127-a87c-01fbd7527a10 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1634987-bb65-4767-9746-d5cf43c6a5f2']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:15:43.872887 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-dc1e256e-04ed-4127-a87c-01fbd7527a10 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:15:43.873186 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-dc1e256e-04ed-4127-a87c-01fbd7527a10 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea060648-8c4f-4370-bcf5-32fc6fe92dc9') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:15:43.883486 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc1e256e-04ed-4127-a87c-01fbd7527a10 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:43.905644 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc1e256e-04ed-4127-a87c-01fbd7527a10 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:43.912999 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc1e256e-04ed-4127-a87c-01fbd7527a10 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:15:43.913430 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc1e256e-04ed-4127-a87c-01fbd7527a10 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:15:43.916816 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:15:43.978865 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc1e256e-04ed-4127-a87c-01fbd7527a10 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:43.987787 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc1e256e-04ed-4127-a87c-01fbd7527a10 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:43.989689 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dc1e256e-04ed-4127-a87c-01fbd7527a10 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] 10.222.0.64 "DELETE /v2.0/networks/f1634987-bb65-4767-9746-d5cf43c6a5f2 HTTP/1.1" status: 204 len: 168 time: 0.3388643 Jul 07 21:15:44.005005 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e256e-04ed-4127-a87c-01fbd7527a10 tempest-PortsAdminExtendedAttrsTestJSON-166805467 tempest-PortsAdminExtendedAttrsTestJSON-166805467-project] Pushing event deleted for resources: {'Network': ['ID=f1634987-bb65-4767-9746-d5cf43c6a5f2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:44.285994 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47070) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:44.475919 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47078) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:44.476522 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0cac62b2-14e1-442d-8d85-62bf1c073c58 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5105d55a1528450ea195acf3e36e0024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1886005 Jul 07 21:15:44.543117 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-57f23de3-0130-467f-a93d-aa4518d437b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:44.566619 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-57f23de3-0130-467f-a93d-aa4518d437b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:44.614204 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-57f23de3-0130-467f-a93d-aa4518d437b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:44.616837 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-57f23de3-0130-467f-a93d-aa4518d437b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:44.620383 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-57f23de3-0130-467f-a93d-aa4518d437b3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e5a83f50-2a60-4e49-95bc-804e02ebb5d5 HTTP/1.1" status: 204 len: 168 time: 0.1409137 Jul 07 21:15:44.628845 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f23de3-0130-467f-a93d-aa4518d437b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a83f50-2a60-4e49-95bc-804e02ebb5d5,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:44.927592 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47092) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:44.980823 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fb19829e-6cf9-43c2-8a66-93751947a8b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b7fb00ab44c942339da8e5075d96a6b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498621 Jul 07 21:15:44.981148 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47094) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:44.995107 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb11a4-03aa-4731-9953-00e399dc59cd req-f71a1095-ab54-41ad-bf75-3621f201c46c tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:44.996829 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8acb11a4-03aa-4731-9953-00e399dc59cd req-f71a1095-ab54-41ad-bf75-3621f201c46c tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.0716558 Jul 07 21:15:45.043925 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1ea78511-f5f4-434f-bdd1-7425556c3c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:45.059053 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8acb11a4-03aa-4731-9953-00e399dc59cd req-26f23f7d-bf61-4b91-a8b7-c41b59a79509 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546942 Jul 07 21:15:45.071416 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1ea78511-f5f4-434f-bdd1-7425556c3c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:45.126179 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1ea78511-f5f4-434f-bdd1-7425556c3c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:45.131735 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1ea78511-f5f4-434f-bdd1-7425556c3c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:45.135428 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1ea78511-f5f4-434f-bdd1-7425556c3c36 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d5a74c2a-08b9-4111-a9f9-a317a508fac6 HTTP/1.1" status: 204 len: 168 time: 0.1509409 Jul 07 21:15:45.142086 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea78511-f5f4-434f-bdd1-7425556c3c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a74c2a-08b9-4111-a9f9-a317a508fac6,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:46.112162 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47146) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:46.286806 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb08837-3c07-4e67-a99f-c133965f86b1 req-cd3af651-7c95-4a21-8ebe-40d192ed1a02 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:46.288539 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dfb08837-3c07-4e67-a99f-c133965f86b1 req-cd3af651-7c95-4a21-8ebe-40d192ed1a02 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.0909560 Jul 07 21:15:46.318059 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-85dc57db-2d16-445a-b9f6-eccc55dc382c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'network': {'name': 'tempest-RoutersTest-1119104993'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:46.350147 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dc57db-2d16-445a-b9f6-eccc55dc382c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Made reservation on behalf of 89041ffb5f174621826c98d5bfb7bc98 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:15:46.353942 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85dc57db-2d16-445a-b9f6-eccc55dc382c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:46.363682 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85dc57db-2d16-445a-b9f6-eccc55dc382c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:46.368105 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dfb08837-3c07-4e67-a99f-c133965f86b1 req-107f10f2-65ed-42c3-8492-0a413a409c86 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675011 Jul 07 21:15:46.476368 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85dc57db-2d16-445a-b9f6-eccc55dc382c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:46.481505 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85dc57db-2d16-445a-b9f6-eccc55dc382c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:46.531040 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85dc57db-2d16-445a-b9f6-eccc55dc382c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:15:46.540194 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc57db-2d16-445a-b9f6-eccc55dc382c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45396a77-9a56-45ec-94a7-eeae76ec029a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:46.551972 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85dc57db-2d16-445a-b9f6-eccc55dc382c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:46.552504 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-85dc57db-2d16-445a-b9f6-eccc55dc382c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Added segment 1bdf0082-74d5-4635-892f-b579e6541a2d of type vlan for network 7ba4846a-b4e2-4502-b792-837096386de3 Jul 07 21:15:46.608248 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85dc57db-2d16-445a-b9f6-eccc55dc382c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:46.679544 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85dc57db-2d16-445a-b9f6-eccc55dc382c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:46.687054 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dc57db-2d16-445a-b9f6-eccc55dc382c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:46.687927 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85dc57db-2d16-445a-b9f6-eccc55dc382c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:46.757274 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-85dc57db-2d16-445a-b9f6-eccc55dc382c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6434686 Jul 07 21:15:46.760071 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47162) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:46.766569 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-d476c4f6-9d29-4d37-a6f9-c95d36107fb5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'network': {'name': 'tempest-RoutersTest-120064176'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:46.782944 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc57db-2d16-445a-b9f6-eccc55dc382c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Network': ['ID=7ba4846a-b4e2-4502-b792-837096386de3,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:46.800314 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 7ba4846a-b4e2-4502-b792-837096386de3 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:15:46.808653 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d476c4f6-9d29-4d37-a6f9-c95d36107fb5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Made reservation on behalf of 89041ffb5f174621826c98d5bfb7bc98 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:15:46.812948 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d476c4f6-9d29-4d37-a6f9-c95d36107fb5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:46.841160 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d476c4f6-9d29-4d37-a6f9-c95d36107fb5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:15:46.851797 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d476c4f6-9d29-4d37-a6f9-c95d36107fb5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:46.852632 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-d476c4f6-9d29-4d37-a6f9-c95d36107fb5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Added segment 79e70133-9fcf-4346-9899-760ccd5303ff of type vlan for network 2d3bf1f3-161e-4b2c-aca2-ebc425180420 Jul 07 21:15:46.900394 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d476c4f6-9d29-4d37-a6f9-c95d36107fb5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:46.938117 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d476c4f6-9d29-4d37-a6f9-c95d36107fb5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:46.945275 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d476c4f6-9d29-4d37-a6f9-c95d36107fb5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:46.946203 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d476c4f6-9d29-4d37-a6f9-c95d36107fb5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:47.012186 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d476c4f6-9d29-4d37-a6f9-c95d36107fb5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2499459 Jul 07 21:15:47.014800 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47170) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:47.020897 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-95ec9f87-aff8-4513-bf79-6ec64cae53b3 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'subnet': {'network_id': '7ba4846a-b4e2-4502-b792-837096386de3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:47.067364 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476c4f6-9d29-4d37-a6f9-c95d36107fb5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Network': ['ID=2d3bf1f3-161e-4b2c-aca2-ebc425180420,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:47.077926 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 2d3bf1f3-161e-4b2c-aca2-ebc425180420 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:15:47.142871 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ec9f87-aff8-4513-bf79-6ec64cae53b3 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Made reservation on behalf of 89041ffb5f174621826c98d5bfb7bc98 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:15:47.150121 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-95ec9f87-aff8-4513-bf79-6ec64cae53b3 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:47.396956 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-95ec9f87-aff8-4513-bf79-6ec64cae53b3 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:47.483875 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec9f87-aff8-4513-bf79-6ec64cae53b3 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Subnet': ['ID=1de388fd-8f9d-4432-965d-e6dbe4f0649a,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:47.495716 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ec9f87-aff8-4513-bf79-6ec64cae53b3 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Checking segment: {'id': '1bdf0082-74d5-4635-892f-b579e6541a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7ba4846a-b4e2-4502-b792-837096386de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:15:47.495849 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ec9f87-aff8-4513-bf79-6ec64cae53b3 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network hostable DHCP agents. Network: 7ba4846a-b4e2-4502-b792-837096386de3, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:15:47.519045 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ec9f87-aff8-4513-bf79-6ec64cae53b3 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network 7ba4846a-b4e2-4502-b792-837096386de3 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:15:47.532990 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-95ec9f87-aff8-4513-bf79-6ec64cae53b3 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 7ba4846a-b4e2-4502-b792-837096386de3) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:15:47.539700 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ec9f87-aff8-4513-bf79-6ec64cae53b3 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:47.540348 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-95ec9f87-aff8-4513-bf79-6ec64cae53b3 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:47.546977 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c915c2fd-242b-4e63-a9cf-bad589c003f2 None None] Network 7ba4846a-b4e2-4502-b792-837096386de3 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:15:47.575447 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-95ec9f87-aff8-4513-bf79-6ec64cae53b3 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5548935 Jul 07 21:15:47.575759 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47176) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:47.583419 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-61b981be-fe29-4bed-ad7a-0db237e088d5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'subnet': {'network_id': '2d3bf1f3-161e-4b2c-aca2-ebc425180420', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:47.701848 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb43155-de78-40fe-b42d-f42afa696c6d req-4581fd6a-b631-44f4-b133-0e963e3883b3 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:47.714128 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bdb43155-de78-40fe-b42d-f42afa696c6d req-4581fd6a-b631-44f4-b133-0e963e3883b3 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.1555800 Jul 07 21:15:47.744026 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e78e3e4-2c20-4475-bf40-5cac89c0ae2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-7ba4846a-b4e2-4502-b792-837096386de3', 'network_id': '7ba4846a-b4e2-4502-b792-837096386de3', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'fixed_ips': [{'subnet_id': '1de388fd-8f9d-4432-965d-e6dbe4f0649a'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:15:47.745022 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3e78e3e4-2c20-4475-bf40-5cac89c0ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:47.809081 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b981be-fe29-4bed-ad7a-0db237e088d5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Made reservation on behalf of 89041ffb5f174621826c98d5bfb7bc98 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:15:47.820127 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bdb43155-de78-40fe-b42d-f42afa696c6d req-8d0baff0-0084-45ca-9c39-4fd3472bce0b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1004305 Jul 07 21:15:47.824363 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61b981be-fe29-4bed-ad7a-0db237e088d5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:47.861178 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 44837011-61dc-464b-845f-cc5cf966dbb5 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:15:47.993600 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-3e78e3e4-2c20-4475-bf40-5cac89c0ae2f None None] Allocated IP 172.20.0.2 (7ba4846a-b4e2-4502-b792-837096386de3/1de388fd-8f9d-4432-965d-e6dbe4f0649a/d90db493-bf40-422e-832f-729d7a02563f) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:15:48.035798 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 44837011-61dc-464b-845f-cc5cf966dbb5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=44837011-61dc-464b-845f-cc5cf966dbb5,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:15:48.085968 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '44837011-61dc-464b-845f-cc5cf966dbb5', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'port_id': '44837011-61dc-464b-845f-cc5cf966dbb5', 'mac_address': 'fa:16:3e:95:0e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:15:48.182965 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61b981be-fe29-4bed-ad7a-0db237e088d5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:48.209899 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3e78e3e4-2c20-4475-bf40-5cac89c0ae2f None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:48.228661 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3e78e3e4-2c20-4475-bf40-5cac89c0ae2f None None] Transition to ACTIVE for port object d90db493-bf40-422e-832f-729d7a02563f will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:15:48.245895 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-3e78e3e4-2c20-4475-bf40-5cac89c0ae2f None None] Transition to ACTIVE for port object d90db493-bf40-422e-832f-729d7a02563f will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:15:48.258360 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:48.278425 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44837011-61dc-464b-845f-cc5cf966dbb5 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:15:48.305590 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 44837011-61dc-464b-845f-cc5cf966dbb5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=44837011-61dc-464b-845f-cc5cf966dbb5,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:15:48.305590 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3e78e3e4-2c20-4475-bf40-5cac89c0ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:48.339927 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b981be-fe29-4bed-ad7a-0db237e088d5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Subnet': ['ID=f23b0ce0-d99d-443e-afee-048a467edcd7,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:48.355059 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b981be-fe29-4bed-ad7a-0db237e088d5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Checking segment: {'id': '79e70133-9fcf-4346-9899-760ccd5303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2d3bf1f3-161e-4b2c-aca2-ebc425180420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:15:48.355760 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b981be-fe29-4bed-ad7a-0db237e088d5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network hostable DHCP agents. Network: 2d3bf1f3-161e-4b2c-aca2-ebc425180420, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:15:48.387307 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:48.394037 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b981be-fe29-4bed-ad7a-0db237e088d5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network 2d3bf1f3-161e-4b2c-aca2-ebc425180420 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:15:48.395261 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e78e3e4-2c20-4475-bf40-5cac89c0ae2f None None] Network 7ba4846a-b4e2-4502-b792-837096386de3 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:15:48.411568 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-61b981be-fe29-4bed-ad7a-0db237e088d5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 2d3bf1f3-161e-4b2c-aca2-ebc425180420) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:15:48.411821 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-3e78e3e4-2c20-4475-bf40-5cac89c0ae2f None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:15:48.418662 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e78e3e4-2c20-4475-bf40-5cac89c0ae2f None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:15:48.436576 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58294335-083e-4765-b435-502c74c69666 None None] Network 2d3bf1f3-161e-4b2c-aca2-ebc425180420 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:15:48.437933 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b981be-fe29-4bed-ad7a-0db237e088d5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:48.439222 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-61b981be-fe29-4bed-ad7a-0db237e088d5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:48.455244 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47210) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:48.470573 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78e3e4-2c20-4475-bf40-5cac89c0ae2f None None] Pushing event updated for resources: {'Port': ['ID=d90db493-bf40-422e-832f-729d7a02563f,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:48.481232 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-61b981be-fe29-4bed-ad7a-0db237e088d5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9043446 Jul 07 21:15:48.483956 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47214) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:48.490728 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ad00df74-5579-430c-bd35-d5ea1ebfa16c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-55335594', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:15:48.535071 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad00df74-5579-430c-bd35-d5ea1ebfa16c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:48.537001 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad00df74-5579-430c-bd35-d5ea1ebfa16c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:48.616277 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['44837011-61dc-464b-845f-cc5cf966dbb5'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:15:48.623594 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad00df74-5579-430c-bd35-d5ea1ebfa16c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:48.631259 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad00df74-5579-430c-bd35-d5ea1ebfa16c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:48.662717 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad00df74-5579-430c-bd35-d5ea1ebfa16c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:48.671255 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ad00df74-5579-430c-bd35-d5ea1ebfa16c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1842372 Jul 07 21:15:48.672073 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47226) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:48.680442 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8eb4c205-cd5c-471a-b7ea-06acbab22c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:48.701055 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=44837011-61dc-464b-845f-cc5cf966dbb5,revision_number=6']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:48.714612 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-3e78e3e4-2c20-4475-bf40-5cac89c0ae2f None None] Attempting to bind port d90db493-bf40-422e-832f-729d7a02563f on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:48.715232 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-3e78e3e4-2c20-4475-bf40-5cac89c0ae2f None None] Attempting to bind port d90db493-bf40-422e-832f-729d7a02563f by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '1bdf0082-74d5-4635-892f-b579e6541a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7ba4846a-b4e2-4502-b792-837096386de3'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:48.715820 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e78e3e4-2c20-4475-bf40-5cac89c0ae2f None None] Attempting to bind port d90db493-bf40-422e-832f-729d7a02563f on network 7ba4846a-b4e2-4502-b792-837096386de3 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:48.724276 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e78e3e4-2c20-4475-bf40-5cac89c0ae2f None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:15:48.725053 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e78e3e4-2c20-4475-bf40-5cac89c0ae2f None None] Checking segment: {'id': '1bdf0082-74d5-4635-892f-b579e6541a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7ba4846a-b4e2-4502-b792-837096386de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:15:48.725789 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3e78e3e4-2c20-4475-bf40-5cac89c0ae2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:48.726528 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e78e3e4-2c20-4475-bf40-5cac89c0ae2f None None] Bound using segment: {'id': '1bdf0082-74d5-4635-892f-b579e6541a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7ba4846a-b4e2-4502-b792-837096386de3'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:15:48.727309 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-3e78e3e4-2c20-4475-bf40-5cac89c0ae2f None None] Bound port: d90db493-bf40-422e-832f-729d7a02563f, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdf0082-74d5-4635-892f-b579e6541a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '7ba4846a-b4e2-4502-b792-837096386de3'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:15:48.728458 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3e78e3e4-2c20-4475-bf40-5cac89c0ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:49.046831 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8eb4c205-cd5c-471a-b7ea-06acbab22c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:49.061647 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8eb4c205-cd5c-471a-b7ea-06acbab22c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:49.170080 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8eb4c205-cd5c-471a-b7ea-06acbab22c90 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=252ff858bcc540e097a2b9368416b88d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7127099 Jul 07 21:15:49.171608 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4c205-cd5c-471a-b7ea-06acbab22c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0549531c-627a-4d33-b664-40e366c5960e,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:49.194850 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47234) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:49.218706 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-3e78e3e4-2c20-4475-bf40-5cac89c0ae2f None None] For port d90db493-bf40-422e-832f-729d7a02563f, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:15:49.250771 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-3e78e3e4-2c20-4475-bf40-5cac89c0ae2f None None] For port d90db493-bf40-422e-832f-729d7a02563f, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=d90db493-bf40-422e-832f-729d7a02563f,segment=NetworkSegment(1bdf0082-74d5-4635-892f-b579e6541a2d),segment_id=1bdf0082-74d5-4635-892f-b579e6541a2d)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:15:49.260426 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4003430-86a6-4ede-be3a-f1a335487af8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-2d3bf1f3-161e-4b2c-aca2-ebc425180420', 'network_id': '2d3bf1f3-161e-4b2c-aca2-ebc425180420', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'fixed_ips': [{'subnet_id': 'f23b0ce0-d99d-443e-afee-048a467edcd7'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:15:49.262032 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e4003430-86a6-4ede-be3a-f1a335487af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:49.267451 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3e78e3e4-2c20-4475-bf40-5cac89c0ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:49.335550 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c46fe-891e-4079-8daa-72cfd94806d2 req-5c4b4bf0-5d98-4808-99cb-b61045198123 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:49.338309 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c59c46fe-891e-4079-8daa-72cfd94806d2 req-5c4b4bf0-5d98-4808-99cb-b61045198123 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 945 time: 0.1914399 Jul 07 21:15:49.478886 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78e3e4-2c20-4475-bf40-5cac89c0ae2f None None] Pushing event updated for resources: {'Port': ['ID=d90db493-bf40-422e-832f-729d7a02563f,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:49.504522 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c59c46fe-891e-4079-8daa-72cfd94806d2 req-7d326813-4bdf-4dde-94ea-fc06aec53e42 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1460049 Jul 07 21:15:49.806059 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 44837011-61dc-464b-845f-cc5cf966dbb5 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:15:49.855818 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-e4003430-86a6-4ede-be3a-f1a335487af8 None None] Allocated IP 172.21.0.2 (2d3bf1f3-161e-4b2c-aca2-ebc425180420/f23b0ce0-d99d-443e-afee-048a467edcd7/f6783521-edb3-46e5-82f9-a1fa02c21e1d) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:15:50.013736 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 44837011-61dc-464b-845f-cc5cf966dbb5 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:15:50.015115 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:50.043290 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:50.056387 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a32897a6-8a2d-4050-9cd3-641fc7442cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:50.098818 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a32897a6-8a2d-4050-9cd3-641fc7442cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:50.137967 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d342199c-85ba-4ab8-b789-c2ba3ab77f87 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:50.193751 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e4003430-86a6-4ede-be3a-f1a335487af8 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:50.199550 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:50.225963 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e4003430-86a6-4ede-be3a-f1a335487af8 None None] Transition to ACTIVE for port object f6783521-edb3-46e5-82f9-a1fa02c21e1d will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:15:50.251136 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:50.266841 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b689c25-d51e-4820-90e6-fd947039b4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44837011-61dc-464b-845f-cc5cf966dbb5'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:15:50.269827 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90328bb-1537-4d39-b989-4da42b876adb" -d '{"events": [{"server_uuid": "7b689c25-d51e-4820-90e6-fd947039b4bf", "name": "network-vif-plugged", "status": "completed", "tag": "44837011-61dc-464b-845f-cc5cf966dbb5"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:15:50.298547 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 44837011-61dc-464b-845f-cc5cf966dbb5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=44837011-61dc-464b-845f-cc5cf966dbb5,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:15:50.307476 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:50.334029 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a32897a6-8a2d-4050-9cd3-641fc7442cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:50.344483 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a32897a6-8a2d-4050-9cd3-641fc7442cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:50.347706 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a32897a6-8a2d-4050-9cd3-641fc7442cf9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0549531c-627a-4d33-b664-40e366c5960e HTTP/1.1" status: 204 len: 168 time: 1.1488514 Jul 07 21:15:50.415418 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e4003430-86a6-4ede-be3a-f1a335487af8 None None] Transition to ACTIVE for port object f6783521-edb3-46e5-82f9-a1fa02c21e1d will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:15:50.417049 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=44837011-61dc-464b-845f-cc5cf966dbb5,revision_number=7']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:50.436990 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e4003430-86a6-4ede-be3a-f1a335487af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:50.458847 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32897a6-8a2d-4050-9cd3-641fc7442cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0549531c-627a-4d33-b664-40e366c5960e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:50.601181 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4003430-86a6-4ede-be3a-f1a335487af8 None None] Pushing event updated for resources: {'Port': ['ID=f6783521-edb3-46e5-82f9-a1fa02c21e1d,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:50.624047 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4003430-86a6-4ede-be3a-f1a335487af8 None None] Network 2d3bf1f3-161e-4b2c-aca2-ebc425180420 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:15:50.630757 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-e4003430-86a6-4ede-be3a-f1a335487af8 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:15:50.661197 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4003430-86a6-4ede-be3a-f1a335487af8 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:15:50.809583 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device d90db493-bf40-422e-832f-729d7a02563f up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:15:50.831225 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-d342199c-85ba-4ab8-b789-c2ba3ab77f87 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Allocated IP 172.20.0.1 (7ba4846a-b4e2-4502-b792-837096386de3/1de388fd-8f9d-4432-965d-e6dbe4f0649a/96018d0b-504c-43d3-b5d0-bea8d3ecc0b6) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:15:50.952279 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783bb4a9-156a-47ef-8107-1e20c2996b83 x-openstack-request-id: req-783bb4a9-156a-47ef-8107-1e20c2996b83 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:15:50.952879 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b689c25-d51e-4820-90e6-fd947039b4bf", "name": "network-vif-plugged", "status": "completed", "tag": "44837011-61dc-464b-845f-cc5cf966dbb5", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:15:50.953425 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-783bb4a9-156a-47ef-8107-1e20c2996b83 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:15:50.953991 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b689c25-d51e-4820-90e6-fd947039b4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44837011-61dc-464b-845f-cc5cf966dbb5', 'code': 200} Jul 07 21:15:51.005169 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-e4003430-86a6-4ede-be3a-f1a335487af8 None None] Attempting to bind port f6783521-edb3-46e5-82f9-a1fa02c21e1d on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:15:51.005515 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-e4003430-86a6-4ede-be3a-f1a335487af8 None None] Attempting to bind port f6783521-edb3-46e5-82f9-a1fa02c21e1d by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '79e70133-9fcf-4346-9899-760ccd5303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2d3bf1f3-161e-4b2c-aca2-ebc425180420'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:15:51.005871 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4003430-86a6-4ede-be3a-f1a335487af8 None None] Attempting to bind port f6783521-edb3-46e5-82f9-a1fa02c21e1d on network 2d3bf1f3-161e-4b2c-aca2-ebc425180420 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:15:51.018507 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4003430-86a6-4ede-be3a-f1a335487af8 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:15:51.018909 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4003430-86a6-4ede-be3a-f1a335487af8 None None] Checking segment: {'id': '79e70133-9fcf-4346-9899-760ccd5303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2d3bf1f3-161e-4b2c-aca2-ebc425180420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:15:51.019441 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e4003430-86a6-4ede-be3a-f1a335487af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:51.022244 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4003430-86a6-4ede-be3a-f1a335487af8 None None] Bound using segment: {'id': '79e70133-9fcf-4346-9899-760ccd5303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2d3bf1f3-161e-4b2c-aca2-ebc425180420'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:15:51.022752 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-e4003430-86a6-4ede-be3a-f1a335487af8 None None] Bound port: f6783521-edb3-46e5-82f9-a1fa02c21e1d, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e70133-9fcf-4346-9899-760ccd5303ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '2d3bf1f3-161e-4b2c-aca2-ebc425180420'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:15:51.023063 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e4003430-86a6-4ede-be3a-f1a335487af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:51.026779 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port d90db493-bf40-422e-832f-729d7a02563f completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:15:51.046580 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d342199c-85ba-4ab8-b789-c2ba3ab77f87 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:51.073652 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6d247-4a69-4161-8e37-f4611e6e96d3 req-ea9b194b-7bf6-4244-85f3-ebfb2570bc1e tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:51.087959 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-d342199c-85ba-4ab8-b789-c2ba3ab77f87 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Transition to ACTIVE for port object 96018d0b-504c-43d3-b5d0-bea8d3ecc0b6 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:15:51.097117 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-87c6d247-4a69-4161-8e37-f4611e6e96d3 req-ea9b194b-7bf6-4244-85f3-ebfb2570bc1e tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.1635506 Jul 07 21:15:51.169332 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d342199c-85ba-4ab8-b789-c2ba3ab77f87 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:51.240170 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-87c6d247-4a69-4161-8e37-f4611e6e96d3 req-efe6ab42-532c-4ebe-90e2-0452381b1308 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1417336 Jul 07 21:15:51.259554 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d342199c-85ba-4ab8-b789-c2ba3ab77f87 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network 7ba4846a-b4e2-4502-b792-837096386de3 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:15:51.267963 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-d342199c-85ba-4ab8-b789-c2ba3ab77f87 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:15:51.272765 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d342199c-85ba-4ab8-b789-c2ba3ab77f87 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:15:51.281143 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-e4003430-86a6-4ede-be3a-f1a335487af8 None None] For port f6783521-edb3-46e5-82f9-a1fa02c21e1d, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:15:51.292400 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-e4003430-86a6-4ede-be3a-f1a335487af8 None None] For port f6783521-edb3-46e5-82f9-a1fa02c21e1d, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f6783521-edb3-46e5-82f9-a1fa02c21e1d,segment=NetworkSegment(79e70133-9fcf-4346-9899-760ccd5303ff),segment_id=79e70133-9fcf-4346-9899-760ccd5303ff)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:15:51.303898 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e4003430-86a6-4ede-be3a-f1a335487af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:51.344936 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47256) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:51.356155 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342199c-85ba-4ab8-b789-c2ba3ab77f87 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Port': ['ID=96018d0b-504c-43d3-b5d0-bea8d3ecc0b6,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:51.380021 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78bf4ae0-0083-4c89-bd74-27e87af1ced3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:51.387274 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d342199c-85ba-4ab8-b789-c2ba3ab77f87 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:51.502705 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c412959a-e648-42d3-bedc-511c8c860784 None None] Network 7ba4846a-b4e2-4502-b792-837096386de3 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:15:51.685729 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4003430-86a6-4ede-be3a-f1a335487af8 None None] Pushing event updated for resources: {'Port': ['ID=f6783521-edb3-46e5-82f9-a1fa02c21e1d,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:51.733357 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d342199c-85ba-4ab8-b789-c2ba3ab77f87 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:51.759901 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9e6a9037-cca4-4fac-8885-f59b7a7483db None None] Provisioning for port d90db493-bf40-422e-832f-729d7a02563f completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:15:51.793460 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9e6a9037-cca4-4fac-8885-f59b7a7483db None None] Provisioning complete for port d90db493-bf40-422e-832f-729d7a02563f triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:15:51.798116 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9e6a9037-cca4-4fac-8885-f59b7a7483db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:51.836522 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78bf4ae0-0083-4c89-bd74-27e87af1ced3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:51.848445 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78bf4ae0-0083-4c89-bd74-27e87af1ced3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:51.954291 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-78bf4ae0-0083-4c89-bd74-27e87af1ced3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8fc4dd1b51144da6824b486f8f173240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6076345 Jul 07 21:15:51.955549 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47260) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:52.075465 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf4ae0-0083-4c89-bd74-27e87af1ced3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a14f49-f1e1-448b-bc61-b6fdc7cc79ad,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:52.125740 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9e6a9037-cca4-4fac-8885-f59b7a7483db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:52.178979 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-84bba0c4-a4d8-4dda-bbe5-3b0c7e8f7390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:52.212281 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-9e6a9037-cca4-4fac-8885-f59b7a7483db None None] For port d90db493-bf40-422e-832f-729d7a02563f, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=d90db493-bf40-422e-832f-729d7a02563f,segment=NetworkSegment(1bdf0082-74d5-4635-892f-b579e6541a2d),segment_id=1bdf0082-74d5-4635-892f-b579e6541a2d)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:15:52.223229 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9e6a9037-cca4-4fac-8885-f59b7a7483db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:52.233901 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-84bba0c4-a4d8-4dda-bbe5-3b0c7e8f7390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:52.358567 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a9037-cca4-4fac-8885-f59b7a7483db None None] Pushing event updated for resources: {'Port': ['ID=d90db493-bf40-422e-832f-729d7a02563f,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:52.377529 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-84bba0c4-a4d8-4dda-bbe5-3b0c7e8f7390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:52.380865 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-84bba0c4-a4d8-4dda-bbe5-3b0c7e8f7390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:52.384376 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-84bba0c4-a4d8-4dda-bbe5-3b0c7e8f7390 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e3a14f49-f1e1-448b-bc61-b6fdc7cc79ad HTTP/1.1" status: 204 len: 168 time: 0.4244714 Jul 07 21:15:52.426696 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bba0c4-a4d8-4dda-bbe5-3b0c7e8f7390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a14f49-f1e1-448b-bc61-b6fdc7cc79ad,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:52.617338 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d342199c-85ba-4ab8-b789-c2ba3ab77f87 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:52.648364 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d342199c-85ba-4ab8-b789-c2ba3ab77f87 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:52.663905 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-108e26ff-fecc-4260-92ff-151495ff543b None None] Provisioning for port 96018d0b-504c-43d3-b5d0-bea8d3ecc0b6 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:15:52.712942 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-108e26ff-fecc-4260-92ff-151495ff543b None None] Provisioning complete for port 96018d0b-504c-43d3-b5d0-bea8d3ecc0b6 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:15:52.719069 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-108e26ff-fecc-4260-92ff-151495ff543b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:52.758918 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c7e68-5373-4e48-b2b9-0a43ccca4e3a req-f3c7c794-ef4b-4942-91cf-43163c3791cd tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:52.767011 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e95c7e68-5373-4e48-b2b9-0a43ccca4e3a req-f3c7c794-ef4b-4942-91cf-43163c3791cd tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.2244868 Jul 07 21:15:52.867848 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device d90db493-bf40-422e-832f-729d7a02563f up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:15:52.872112 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e95c7e68-5373-4e48-b2b9-0a43ccca4e3a req-b51bc69d-f10c-4f8b-95eb-14299b01fa32 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1034262 Jul 07 21:15:52.916011 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342199c-85ba-4ab8-b789-c2ba3ab77f87 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Port': ['ID=96018d0b-504c-43d3-b5d0-bea8d3ecc0b6,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:52.963524 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-108e26ff-fecc-4260-92ff-151495ff543b None None] Port 96018d0b-504c-43d3-b5d0-bea8d3ecc0b6 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:15:52.974571 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d342199c-85ba-4ab8-b789-c2ba3ab77f87 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:53.041371 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-108e26ff-fecc-4260-92ff-151495ff543b None None] Provisioning complete for port d90db493-bf40-422e-832f-729d7a02563f triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:15:53.041811 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-108e26ff-fecc-4260-92ff-151495ff543b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:53.076123 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port d90db493-bf40-422e-832f-729d7a02563f triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:15:53.076506 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:53.183736 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d342199c-85ba-4ab8-b789-c2ba3ab77f87 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network 7ba4846a-b4e2-4502-b792-837096386de3 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:15:53.185219 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-d342199c-85ba-4ab8-b789-c2ba3ab77f87 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:15:53.307809 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f6783521-edb3-46e5-82f9-a1fa02c21e1d up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:15:53.396612 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2f26a0-91f2-44d3-b460-41eb096a4d0a None None] Network 2d3bf1f3-161e-4b2c-aca2-ebc425180420 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:15:53.411889 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d342199c-85ba-4ab8-b789-c2ba3ab77f87 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Router c2547e47-0fdb-48ea-8f19-4607a79b0769 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:15:53.580789 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d342199c-85ba-4ab8-b789-c2ba3ab77f87 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:15:53.589195 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d342199c-85ba-4ab8-b789-c2ba3ab77f87 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "PUT /v2.0/routers/c2547e47-0fdb-48ea-8f19-4607a79b0769/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9133165 Jul 07 21:15:53.590089 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47284) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:53.592671 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6c8608-9459-42d4-8cde-89c964f153e1 None None] Sync routers for ids ['c2547e47-0fdb-48ea-8f19-4607a79b0769'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:15:53.614342 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c8608-9459-42d4-8cde-89c964f153e1 None None] Routers {'c2547e47-0fdb-48ea-8f19-4607a79b0769'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:15:53.614980 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ee6c8608-9459-42d4-8cde-89c964f153e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:15:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c2547e47-0fdb-48ea-8f19-4607a79b0769'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:15:53.717149 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ee6c8608-9459-42d4-8cde-89c964f153e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:15:53.744008 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0259282e-e1bc-4e3d-bede-e7f683b775df tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:53.745452 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0259282e-e1bc-4e3d-bede-e7f683b775df tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "GET /v2.0/ports/96018d0b-504c-43d3-b5d0-bea8d3ecc0b6 HTTP/1.1" status: 200 len: 910 time: 0.1459179 Jul 07 21:15:53.746854 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c8608-9459-42d4-8cde-89c964f153e1 None None] Routers {'c2547e47-0fdb-48ea-8f19-4607a79b0769'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:15:53.747519 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ee6c8608-9459-42d4-8cde-89c964f153e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:15:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c2547e47-0fdb-48ea-8f19-4607a79b0769'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:15:53.748364 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47292) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:53.792799 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ee6c8608-9459-42d4-8cde-89c964f153e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:15:53.795123 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6c8608-9459-42d4-8cde-89c964f153e1 None None] The sync data for ids ['c2547e47-0fdb-48ea-8f19-4607a79b0769'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:15:53.873338 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-95d63065-90d2-4bc7-b438-aa644d8e501b None None] Provisioning complete for port 96018d0b-504c-43d3-b5d0-bea8d3ecc0b6 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:15:53.873718 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-95d63065-90d2-4bc7-b438-aa644d8e501b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:53.950173 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-95d63065-90d2-4bc7-b438-aa644d8e501b None None] Port 96018d0b-504c-43d3-b5d0-bea8d3ecc0b6 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:15:54.004318 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port f6783521-edb3-46e5-82f9-a1fa02c21e1d completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:15:54.195044 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c81c9031-9efb-4a55-8087-ac44a4755df5 None None] Provisioning for port f6783521-edb3-46e5-82f9-a1fa02c21e1d completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:15:54.222858 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c81c9031-9efb-4a55-8087-ac44a4755df5 None None] Provisioning complete for port f6783521-edb3-46e5-82f9-a1fa02c21e1d triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:15:54.224388 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c81c9031-9efb-4a55-8087-ac44a4755df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:54.412260 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f26e10-e941-492c-bfac-2d91a742efba req-e76064cb-7fc4-4ec4-9966-4e6776f29e76 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:54.416760 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8f26e10-e941-492c-bfac-2d91a742efba req-e76064cb-7fc4-4ec4-9966-4e6776f29e76 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.3044815 Jul 07 21:15:54.426607 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c81c9031-9efb-4a55-8087-ac44a4755df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:54.479487 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-c81c9031-9efb-4a55-8087-ac44a4755df5 None None] For port f6783521-edb3-46e5-82f9-a1fa02c21e1d, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f6783521-edb3-46e5-82f9-a1fa02c21e1d,segment=NetworkSegment(79e70133-9fcf-4346-9899-760ccd5303ff),segment_id=79e70133-9fcf-4346-9899-760ccd5303ff)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:15:54.488541 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c81c9031-9efb-4a55-8087-ac44a4755df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:54.544538 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c81c9031-9efb-4a55-8087-ac44a4755df5 None None] Provisioning complete for port 96018d0b-504c-43d3-b5d0-bea8d3ecc0b6 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:15:54.544928 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c81c9031-9efb-4a55-8087-ac44a4755df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:54.659606 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c9031-9efb-4a55-8087-ac44a4755df5 None None] Pushing event updated for resources: {'Port': ['ID=f6783521-edb3-46e5-82f9-a1fa02c21e1d,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:54.690213 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8f26e10-e941-492c-bfac-2d91a742efba req-5e5987c6-3b54-45e1-97db-0f9b895c5a08 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2367754 Jul 07 21:15:54.732775 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-c81c9031-9efb-4a55-8087-ac44a4755df5 None None] Port 96018d0b-504c-43d3-b5d0-bea8d3ecc0b6 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:15:54.790919 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7f410d0f-b581-496d-8ba3-b4bfd48aa1c6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:54.861329 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8ae9b295-8949-4ea8-9436-afa2932cdfa0 None None] Provisioning complete for port f6783521-edb3-46e5-82f9-a1fa02c21e1d triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:15:54.864556 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8ae9b295-8949-4ea8-9436-afa2932cdfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:55.625760 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-7f410d0f-b581-496d-8ba3-b4bfd48aa1c6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Allocated IP 172.21.0.1 (2d3bf1f3-161e-4b2c-aca2-ebc425180420/f23b0ce0-d99d-443e-afee-048a467edcd7/9ec1be03-b725-4cb2-84bb-bc52b3ef6b4c) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:15:55.844835 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7f410d0f-b581-496d-8ba3-b4bfd48aa1c6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:55.872206 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-7f410d0f-b581-496d-8ba3-b4bfd48aa1c6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Transition to ACTIVE for port object 9ec1be03-b725-4cb2-84bb-bc52b3ef6b4c will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:15:55.960786 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7f410d0f-b581-496d-8ba3-b4bfd48aa1c6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:56.030164 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f410d0f-b581-496d-8ba3-b4bfd48aa1c6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network 2d3bf1f3-161e-4b2c-aca2-ebc425180420 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:15:56.042542 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-7f410d0f-b581-496d-8ba3-b4bfd48aa1c6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:15:56.055035 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8875b7-1252-4ecc-9739-d52314ce04c8 req-6826e256-aa47-411c-9596-b0e39f33d23b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:56.057552 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3a8875b7-1252-4ecc-9739-d52314ce04c8 req-6826e256-aa47-411c-9596-b0e39f33d23b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.1684058 Jul 07 21:15:56.058124 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f410d0f-b581-496d-8ba3-b4bfd48aa1c6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:15:56.060973 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f410d0f-b581-496d-8ba3-b4bfd48aa1c6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Port': ['ID=9ec1be03-b725-4cb2-84bb-bc52b3ef6b4c,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:56.175097 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3a8875b7-1252-4ecc-9739-d52314ce04c8 req-b1f99bd7-5438-408b-b5dd-fad9a29bf19a tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907745 Jul 07 21:15:56.230838 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7f410d0f-b581-496d-8ba3-b4bfd48aa1c6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:56.453777 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7f410d0f-b581-496d-8ba3-b4bfd48aa1c6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:56.553823 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5b245b11-4de6-46ba-91c8-a6de0855c049 None None] Provisioning for port 9ec1be03-b725-4cb2-84bb-bc52b3ef6b4c completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:15:56.561856 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f6783521-edb3-46e5-82f9-a1fa02c21e1d up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:15:56.570388 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5b245b11-4de6-46ba-91c8-a6de0855c049 None None] Provisioning complete for port 9ec1be03-b725-4cb2-84bb-bc52b3ef6b4c triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:15:56.571138 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5b245b11-4de6-46ba-91c8-a6de0855c049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:56.645428 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-5b245b11-4de6-46ba-91c8-a6de0855c049 None None] Port 9ec1be03-b725-4cb2-84bb-bc52b3ef6b4c cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:15:56.683533 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port f6783521-edb3-46e5-82f9-a1fa02c21e1d triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:15:56.683988 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:56.912969 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7f410d0f-b581-496d-8ba3-b4bfd48aa1c6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:56.929100 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7f410d0f-b581-496d-8ba3-b4bfd48aa1c6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:57.032700 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7f410d0f-b581-496d-8ba3-b4bfd48aa1c6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:57.035257 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f410d0f-b581-496d-8ba3-b4bfd48aa1c6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Port': ['ID=9ec1be03-b725-4cb2-84bb-bc52b3ef6b4c,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:57.174492 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f410d0f-b581-496d-8ba3-b4bfd48aa1c6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network 2d3bf1f3-161e-4b2c-aca2-ebc425180420 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:15:57.176140 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-7f410d0f-b581-496d-8ba3-b4bfd48aa1c6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:15:57.356370 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f410d0f-b581-496d-8ba3-b4bfd48aa1c6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Router c2547e47-0fdb-48ea-8f19-4607a79b0769 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:15:57.549692 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47374) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:57.600887 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-40b033a8-734c-47be-81fc-030f9019f17a None None] Provisioning complete for port 9ec1be03-b725-4cb2-84bb-bc52b3ef6b4c triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:15:57.601453 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-40b033a8-734c-47be-81fc-030f9019f17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:57.601729 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f410d0f-b581-496d-8ba3-b4bfd48aa1c6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:15:57.607942 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7f410d0f-b581-496d-8ba3-b4bfd48aa1c6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "PUT /v2.0/routers/c2547e47-0fdb-48ea-8f19-4607a79b0769/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8584135 Jul 07 21:15:57.610627 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47382) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:57.651741 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d06768d-4cd1-4e33-a1d7-47ba9cca1fd8 None None] Sync routers for ids ['c2547e47-0fdb-48ea-8f19-4607a79b0769'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:15:57.664558 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b869d3-d64d-49e5-b440-9048781d5465 req-e18588bf-9877-4b7f-b65b-4f955977c970 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:57.670057 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d06768d-4cd1-4e33-a1d7-47ba9cca1fd8 None None] Routers {'c2547e47-0fdb-48ea-8f19-4607a79b0769'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:15:57.670708 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-3d06768d-4cd1-4e33-a1d7-47ba9cca1fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:15:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c2547e47-0fdb-48ea-8f19-4607a79b0769'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:15:57.671869 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62b869d3-d64d-49e5-b440-9048781d5465 req-e18588bf-9877-4b7f-b65b-4f955977c970 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.1795774 Jul 07 21:15:57.719422 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b686b44-30a5-4b5d-b766-4a0bc334d064 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:57.722632 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6b686b44-30a5-4b5d-b766-4a0bc334d064 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "GET /v2.0/ports/9ec1be03-b725-4cb2-84bb-bc52b3ef6b4c HTTP/1.1" status: 200 len: 910 time: 0.1098602 Jul 07 21:15:57.731189 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47386) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:57.744882 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b41fb0b8-bcde-4c4c-bf86-2ca7a25eb40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:57.762453 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-3d06768d-4cd1-4e33-a1d7-47ba9cca1fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:15:57.762699 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62b869d3-d64d-49e5-b440-9048781d5465 req-9d836df8-93e3-49b0-a7be-55f8b807318f tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0897462 Jul 07 21:15:57.816115 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-40b033a8-734c-47be-81fc-030f9019f17a None None] Port 9ec1be03-b725-4cb2-84bb-bc52b3ef6b4c cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:15:57.818108 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d06768d-4cd1-4e33-a1d7-47ba9cca1fd8 None None] Routers {'c2547e47-0fdb-48ea-8f19-4607a79b0769'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:15:57.818686 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-3d06768d-4cd1-4e33-a1d7-47ba9cca1fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:15:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c2547e47-0fdb-48ea-8f19-4607a79b0769'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:15:57.894575 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-3d06768d-4cd1-4e33-a1d7-47ba9cca1fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:15:57.894575 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d06768d-4cd1-4e33-a1d7-47ba9cca1fd8 None None] The sync data for ids ['c2547e47-0fdb-48ea-8f19-4607a79b0769'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:15:57.924495 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b41fb0b8-bcde-4c4c-bf86-2ca7a25eb40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:57.932612 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b41fb0b8-bcde-4c4c-bf86-2ca7a25eb40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:58.018350 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b41fb0b8-bcde-4c4c-bf86-2ca7a25eb40c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=69f8ac1e7dab4a1c87d9a74e02bd75e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4638829 Jul 07 21:15:58.023785 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47390) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:58.041465 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fb0b8-bcde-4c4c-bf86-2ca7a25eb40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66641f3c-0d33-4dfa-b924-b2830972004b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:58.055611 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41fb0b8-bcde-4c4c-bf86-2ca7a25eb40c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:58.056971 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41fb0b8-bcde-4c4c-bf86-2ca7a25eb40c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:58.057503 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41fb0b8-bcde-4c4c-bf86-2ca7a25eb40c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:58.058185 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41fb0b8-bcde-4c4c-bf86-2ca7a25eb40c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:58.058688 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41fb0b8-bcde-4c4c-bf86-2ca7a25eb40c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:58.059188 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41fb0b8-bcde-4c4c-bf86-2ca7a25eb40c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:58.059788 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41fb0b8-bcde-4c4c-bf86-2ca7a25eb40c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:58.060411 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41fb0b8-bcde-4c4c-bf86-2ca7a25eb40c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:58.060937 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41fb0b8-bcde-4c4c-bf86-2ca7a25eb40c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:58.061431 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41fb0b8-bcde-4c4c-bf86-2ca7a25eb40c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:58.061933 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41fb0b8-bcde-4c4c-bf86-2ca7a25eb40c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:58.062436 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41fb0b8-bcde-4c4c-bf86-2ca7a25eb40c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:15:58.138582 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb9354a0-2722-4335-93a2-4e786d36ef5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:58.170920 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb9354a0-2722-4335-93a2-4e786d36ef5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:58.192724 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47392) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:58.268795 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ae513bc4-d95a-4c14-936a-0bf3b6d71a58 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:58.395690 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cca51df3-2c0a-4dc7-ba6a-bd5b1c57ea0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:58.460155 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb9354a0-2722-4335-93a2-4e786d36ef5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:58.462717 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb9354a0-2722-4335-93a2-4e786d36ef5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:58.466671 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-eb9354a0-2722-4335-93a2-4e786d36ef5a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/66641f3c-0d33-4dfa-b924-b2830972004b HTTP/1.1" status: 204 len: 168 time: 0.4416893 Jul 07 21:15:58.489582 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9354a0-2722-4335-93a2-4e786d36ef5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66641f3c-0d33-4dfa-b924-b2830972004b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:58.562795 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cca51df3-2c0a-4dc7-ba6a-bd5b1c57ea0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:58.572687 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cca51df3-2c0a-4dc7-ba6a-bd5b1c57ea0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:58.608530 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca51df3-2c0a-4dc7-ba6a-bd5b1c57ea0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f18ae44-a37c-4e04-af0c-d13ac602c0b8,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:58.655619 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cca51df3-2c0a-4dc7-ba6a-bd5b1c57ea0b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4d34748e1d284b6f89bed3b8af9cabb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4617119 Jul 07 21:15:58.658601 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47398) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:58.724002 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-ae513bc4-d95a-4c14-936a-0bf3b6d71a58 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting port 9ec1be03-b725-4cb2-84bb-bc52b3ef6b4c {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:15:58.724411 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ae513bc4-d95a-4c14-936a-0bf3b6d71a58 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:58.791532 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-516236d7-dd0f-41de-b4dc-b3cbe9c5dd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:58.838663 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-516236d7-dd0f-41de-b4dc-b3cbe9c5dd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:58.869439 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ae513bc4-d95a-4c14-936a-0bf3b6d71a58 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:58.913242 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-ae513bc4-d95a-4c14-936a-0bf3b6d71a58 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Calling delete_port for 9ec1be03-b725-4cb2-84bb-bc52b3ef6b4c owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:15:59.011645 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47404) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:59.015003 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-516236d7-dd0f-41de-b4dc-b3cbe9c5dd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:59.017675 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-516236d7-dd0f-41de-b4dc-b3cbe9c5dd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:59.018925 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-516236d7-dd0f-41de-b4dc-b3cbe9c5dd20 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0f18ae44-a37c-4e04-af0c-d13ac602c0b8 HTTP/1.1" status: 204 len: 168 time: 0.3579180 Jul 07 21:15:59.044786 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516236d7-dd0f-41de-b4dc-b3cbe9c5dd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f18ae44-a37c-4e04-af0c-d13ac602c0b8,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:59.049460 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-891f3cdd-5a2f-4d14-ac93-8608ea78529a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:59.193263 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f9fbe-30f1-46eb-9120-b78d965c43af req-c68a7d6c-1d3d-4503-b6ce-5e7dacd55cbf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:15:59.193755 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bf6f9fbe-30f1-46eb-9120-b78d965c43af req-c68a7d6c-1d3d-4503-b6ce-5e7dacd55cbf tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.2623751 Jul 07 21:15:59.213878 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9e9d73bb-7326-4cd8-a29b-3e73e01da189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:59.239497 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-891f3cdd-5a2f-4d14-ac93-8608ea78529a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:59.247128 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-891f3cdd-5a2f-4d14-ac93-8608ea78529a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:59.282552 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bf6f9fbe-30f1-46eb-9120-b78d965c43af req-5d60444e-75ee-44cb-aa46-7c20a769d273 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538456 Jul 07 21:15:59.287079 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ae513bc4-d95a-4c14-936a-0bf3b6d71a58 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:59.306414 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f3cdd-5a2f-4d14-ac93-8608ea78529a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60875ae-5087-4e04-8891-fc546f021087,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:59.321922 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-891f3cdd-5a2f-4d14-ac93-8608ea78529a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fe7d0d7fe4e54c279591444748064dee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3090715 Jul 07 21:15:59.326001 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47408) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:59.357734 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae513bc4-d95a-4c14-936a-0bf3b6d71a58 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Port': ['ID=9ec1be03-b725-4cb2-84bb-bc52b3ef6b4c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:59.408161 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-da72b0d3-e6fa-42b4-9075-fe38d5b1e414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:59.457467 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-da72b0d3-e6fa-42b4-9075-fe38d5b1e414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:59.549395 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-da72b0d3-e6fa-42b4-9075-fe38d5b1e414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:59.552087 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-da72b0d3-e6fa-42b4-9075-fe38d5b1e414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:59.555823 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-da72b0d3-e6fa-42b4-9075-fe38d5b1e414 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e60875ae-5087-4e04-8891-fc546f021087 HTTP/1.1" status: 204 len: 168 time: 0.2261171 Jul 07 21:15:59.595859 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72b0d3-e6fa-42b4-9075-fe38d5b1e414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60875ae-5087-4e04-8891-fc546f021087,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:59.688633 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47414) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:15:59.709882 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6162ceb0-4522-4e03-a7d6-5545308e8e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:59.725548 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ae513bc4-d95a-4c14-936a-0bf3b6d71a58 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:59.869093 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6162ceb0-4522-4e03-a7d6-5545308e8e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:59.876169 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6162ceb0-4522-4e03-a7d6-5545308e8e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:15:59.921176 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162ceb0-4522-4e03-a7d6-5545308e8e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcf6327-298b-4ec6-9d40-6f3cb8880e4d,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:15:59.928323 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6162ceb0-4522-4e03-a7d6-5545308e8e90 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c7e7c4294f8e42dfafa306273873d761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356837 Jul 07 21:15:59.931786 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47420) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:00.003889 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-88694207-96c7-4ad1-8f20-b5bd086dc265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:00.033568 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-88694207-96c7-4ad1-8f20-b5bd086dc265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:00.040514 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae513bc4-d95a-4c14-936a-0bf3b6d71a58 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Router c2547e47-0fdb-48ea-8f19-4607a79b0769 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:16:00.130484 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-88694207-96c7-4ad1-8f20-b5bd086dc265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:00.133134 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-88694207-96c7-4ad1-8f20-b5bd086dc265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:00.136735 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-88694207-96c7-4ad1-8f20-b5bd086dc265 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7dcf6327-298b-4ec6-9d40-6f3cb8880e4d HTTP/1.1" status: 204 len: 168 time: 0.2009904 Jul 07 21:16:00.144608 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88694207-96c7-4ad1-8f20-b5bd086dc265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcf6327-298b-4ec6-9d40-6f3cb8880e4d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:00.605022 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae513bc4-d95a-4c14-936a-0bf3b6d71a58 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:16:00.612100 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ae513bc4-d95a-4c14-936a-0bf3b6d71a58 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "PUT /v2.0/routers/c2547e47-0fdb-48ea-8f19-4607a79b0769/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8796158 Jul 07 21:16:00.614964 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47442) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:00.625216 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dced0bb-f18e-495a-a3ac-bee71f35fa59 None None] Sync routers for ids ['c2547e47-0fdb-48ea-8f19-4607a79b0769'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:16:00.637015 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dced0bb-f18e-495a-a3ac-bee71f35fa59 None None] Routers {'c2547e47-0fdb-48ea-8f19-4607a79b0769'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:00.637935 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0dced0bb-f18e-495a-a3ac-bee71f35fa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:15:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c2547e47-0fdb-48ea-8f19-4607a79b0769'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:00.683282 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0dced0bb-f18e-495a-a3ac-bee71f35fa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:00.695269 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dced0bb-f18e-495a-a3ac-bee71f35fa59 None None] Routers {'c2547e47-0fdb-48ea-8f19-4607a79b0769'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:00.696406 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0dced0bb-f18e-495a-a3ac-bee71f35fa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:15:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c2547e47-0fdb-48ea-8f19-4607a79b0769'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:00.738914 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0dced0bb-f18e-495a-a3ac-bee71f35fa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:00.740207 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dced0bb-f18e-495a-a3ac-bee71f35fa59 None None] The sync data for ids ['c2547e47-0fdb-48ea-8f19-4607a79b0769'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:16:00.790867 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef1409-dd54-4a58-b4b1-46adeeb032ac req-2303877f-7e9f-4583-bde5-54b1f06b7972 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:00.803597 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-94ef1409-dd54-4a58-b4b1-46adeeb032ac req-2303877f-7e9f-4583-bde5-54b1f06b7972 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.1952500 Jul 07 21:16:00.867218 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47448) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:00.872783 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-94ef1409-dd54-4a58-b4b1-46adeeb032ac req-8dbe1028-06e4-482c-91a3-eda82f19407a tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679212 Jul 07 21:16:00.921843 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b68a7af8-477e-4b6c-ba46-cf7850b1c7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:01.203070 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b68a7af8-477e-4b6c-ba46-cf7850b1c7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:01.211574 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b68a7af8-477e-4b6c-ba46-cf7850b1c7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:01.332710 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a7af8-477e-4b6c-ba46-cf7850b1c7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683838f4-cda7-42d4-8465-0c8ba348958b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:01.344642 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b68a7af8-477e-4b6c-ba46-cf7850b1c7f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=79c3d9ff365b4f85a94f66da3110764a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4736090 Jul 07 21:16:01.344976 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47460) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:01.382473 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5d6b7023-f5f8-4896-b5c4-29f76a6373b5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:01.397975 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ffa65b07-4253-431b-95fa-487b8ac85950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:01.423701 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ffa65b07-4253-431b-95fa-487b8ac85950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:01.491822 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ffa65b07-4253-431b-95fa-487b8ac85950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:01.495879 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ffa65b07-4253-431b-95fa-487b8ac85950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:01.500002 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ffa65b07-4253-431b-95fa-487b8ac85950 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/683838f4-cda7-42d4-8465-0c8ba348958b HTTP/1.1" status: 204 len: 168 time: 0.1524432 Jul 07 21:16:01.514768 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa65b07-4253-431b-95fa-487b8ac85950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683838f4-cda7-42d4-8465-0c8ba348958b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:01.787533 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-5d6b7023-f5f8-4896-b5c4-29f76a6373b5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting port 96018d0b-504c-43d3-b5d0-bea8d3ecc0b6 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:16:01.788093 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5d6b7023-f5f8-4896-b5c4-29f76a6373b5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:01.916097 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-54a24934-d7d1-4111-9ded-9bd697632f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:01.948187 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5d6b7023-f5f8-4896-b5c4-29f76a6373b5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:01.951683 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:01.985415 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-5d6b7023-f5f8-4896-b5c4-29f76a6373b5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Calling delete_port for 96018d0b-504c-43d3-b5d0-bea8d3ecc0b6 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:16:02.184102 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef175e-d6d3-44c1-a3bd-43d9a1f2b280 req-3529bd70-bfeb-4a2d-a1d0-26daa329908a tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:02.191502 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3aef175e-d6d3-44c1-a3bd-43d9a1f2b280 req-3529bd70-bfeb-4a2d-a1d0-26daa329908a tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.1194992 Jul 07 21:16:02.240002 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3aef175e-d6d3-44c1-a3bd-43d9a1f2b280 req-426aab40-7443-4ada-acc9-937dcd05c762 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475030 Jul 07 21:16:02.333504 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5d6b7023-f5f8-4896-b5c4-29f76a6373b5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:02.366792 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b7023-f5f8-4896-b5c4-29f76a6373b5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Port': ['ID=96018d0b-504c-43d3-b5d0-bea8d3ecc0b6,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:02.551134 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47518) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:02.655951 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5d6b7023-f5f8-4896-b5c4-29f76a6373b5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:02.713565 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:16:02.784602 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-de168434-0b14-4ffb-88f5-69b2e0b7a17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:02.928564 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-de168434-0b14-4ffb-88f5-69b2e0b7a17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:02.956806 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-de168434-0b14-4ffb-88f5-69b2e0b7a17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:03.021750 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-de168434-0b14-4ffb-88f5-69b2e0b7a17c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51b858ab44d848d5b6d5e69f3ca6cc07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4687784 Jul 07 21:16:03.023009 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de168434-0b14-4ffb-88f5-69b2e0b7a17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398b980d-06be-410f-a39d-a925fa1ee8a6,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:03.034406 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47530) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:03.036362 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de168434-0b14-4ffb-88f5-69b2e0b7a17c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:03.036854 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de168434-0b14-4ffb-88f5-69b2e0b7a17c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:03.038393 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de168434-0b14-4ffb-88f5-69b2e0b7a17c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:03.039001 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de168434-0b14-4ffb-88f5-69b2e0b7a17c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:03.039476 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de168434-0b14-4ffb-88f5-69b2e0b7a17c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:03.040031 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de168434-0b14-4ffb-88f5-69b2e0b7a17c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:03.040730 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de168434-0b14-4ffb-88f5-69b2e0b7a17c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:03.041232 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de168434-0b14-4ffb-88f5-69b2e0b7a17c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:03.041665 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de168434-0b14-4ffb-88f5-69b2e0b7a17c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:03.042097 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de168434-0b14-4ffb-88f5-69b2e0b7a17c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:03.042538 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de168434-0b14-4ffb-88f5-69b2e0b7a17c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:03.042964 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de168434-0b14-4ffb-88f5-69b2e0b7a17c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:03.119868 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3e5310ea-b6b6-45d2-80d9-176143d7d356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:03.147902 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3e5310ea-b6b6-45d2-80d9-176143d7d356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:03.176755 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6b7023-f5f8-4896-b5c4-29f76a6373b5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Router c2547e47-0fdb-48ea-8f19-4607a79b0769 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:16:03.223240 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3e5310ea-b6b6-45d2-80d9-176143d7d356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:03.229468 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3e5310ea-b6b6-45d2-80d9-176143d7d356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:03.230678 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3e5310ea-b6b6-45d2-80d9-176143d7d356 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/398b980d-06be-410f-a39d-a925fa1ee8a6 HTTP/1.1" status: 204 len: 168 time: 0.1806338 Jul 07 21:16:03.239801 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5310ea-b6b6-45d2-80d9-176143d7d356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398b980d-06be-410f-a39d-a925fa1ee8a6,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:03.282429 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6b7023-f5f8-4896-b5c4-29f76a6373b5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:16:03.292109 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47538) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:03.295092 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba18cc65-ad9d-4dff-a60e-4cce08707853 None None] Sync routers for ids ['c2547e47-0fdb-48ea-8f19-4607a79b0769'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:16:03.305200 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5d6b7023-f5f8-4896-b5c4-29f76a6373b5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "PUT /v2.0/routers/c2547e47-0fdb-48ea-8f19-4607a79b0769/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6889980 Jul 07 21:16:03.310425 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba18cc65-ad9d-4dff-a60e-4cce08707853 None None] Routers {'c2547e47-0fdb-48ea-8f19-4607a79b0769'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:03.311200 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-ba18cc65-ad9d-4dff-a60e-4cce08707853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c2547e47-0fdb-48ea-8f19-4607a79b0769'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:03.357295 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-ba18cc65-ad9d-4dff-a60e-4cce08707853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:03.378483 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ce8d4399-4fc4-4a55-a96b-c50f2d19237c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2547e47-0fdb-48ea-8f19-4607a79b0769 HTTP/1.1" status: 200 len: 205 time: 0.0793548 Jul 07 21:16:03.379133 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47542) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:03.381862 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba18cc65-ad9d-4dff-a60e-4cce08707853 None None] Routers {'c2547e47-0fdb-48ea-8f19-4607a79b0769'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:03.382661 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-ba18cc65-ad9d-4dff-a60e-4cce08707853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['c2547e47-0fdb-48ea-8f19-4607a79b0769'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:03.451259 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-ba18cc65-ad9d-4dff-a60e-4cce08707853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:03.451961 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba18cc65-ad9d-4dff-a60e-4cce08707853 None None] The sync data for ids ['c2547e47-0fdb-48ea-8f19-4607a79b0769'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:16:03.510453 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fa828-7895-4a7a-922a-03245a2495b4 req-47b8c5b2-e87e-4cd5-9e1e-f526c8b5468b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:03.518975 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-672fa828-7895-4a7a-922a-03245a2495b4 req-47b8c5b2-e87e-4cd5-9e1e-f526c8b5468b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.1420047 Jul 07 21:16:03.556828 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e33b4de-7d6c-436b-89d8-5b6c494b05ae tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:03.573019 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-672fa828-7895-4a7a-922a-03245a2495b4 req-76ed0fd5-3e23-47d6-8d61-df2fa9d42707 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526140 Jul 07 21:16:03.623686 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:03.794247 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e33b4de-7d6c-436b-89d8-5b6c494b05ae tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:03.805256 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e33b4de-7d6c-436b-89d8-5b6c494b05ae tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:03.864207 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47554) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:03.875624 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e33b4de-7d6c-436b-89d8-5b6c494b05ae tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:03.877323 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e33b4de-7d6c-436b-89d8-5b6c494b05ae tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Fanout notify agent at l3_agent the message router_deleted on router c2547e47-0fdb-48ea-8f19-4607a79b0769 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:16:03.879078 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eaf0dac9-3639-4b27-b12f-1c62a0fcba0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:03.889378 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2e33b4de-7d6c-436b-89d8-5b6c494b05ae tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:03.890505 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2e33b4de-7d6c-436b-89d8-5b6c494b05ae tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/routers/c2547e47-0fdb-48ea-8f19-4607a79b0769 HTTP/1.1" status: 204 len: 168 time: 0.5106609 Jul 07 21:16:03.895956 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47556) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:03.975186 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c2d5dc-f7bd-4fc3-ac66-efe8d1fd697d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting subnet f23b0ce0-d99d-443e-afee-048a467edcd7 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:16:03.980394 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-80c2d5dc-f7bd-4fc3-ac66-efe8d1fd697d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:04.025268 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eaf0dac9-3639-4b27-b12f-1c62a0fcba0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:04.036939 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eaf0dac9-3639-4b27-b12f-1c62a0fcba0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:04.041051 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-80c2d5dc-f7bd-4fc3-ac66-efe8d1fd697d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:04.106958 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-eaf0dac9-3639-4b27-b12f-1c62a0fcba0e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bfb07674d04b493baf05e78e2e8ce4b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2416549 Jul 07 21:16:04.112501 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47562) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:04.142236 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0dac9-3639-4b27-b12f-1c62a0fcba0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec0e0fb-ca91-4b71-8361-987443f80f82,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:04.201712 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-80c2d5dc-f7bd-4fc3-ac66-efe8d1fd697d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:04.211125 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-65ca6511-f9de-48a1-855a-146cc95ef4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:04.240776 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-65ca6511-f9de-48a1-855a-146cc95ef4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:04.289041 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-80c2d5dc-f7bd-4fc3-ac66-efe8d1fd697d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:04.324217 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2d5dc-f7bd-4fc3-ac66-efe8d1fd697d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Subnet': ['ID=f23b0ce0-d99d-443e-afee-048a467edcd7,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:04.329040 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-80c2d5dc-f7bd-4fc3-ac66-efe8d1fd697d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:04.331368 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-80c2d5dc-f7bd-4fc3-ac66-efe8d1fd697d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/subnets/f23b0ce0-d99d-443e-afee-048a467edcd7 HTTP/1.1" status: 204 len: 168 time: 0.4334950 Jul 07 21:16:04.334276 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47564) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:04.335816 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-65ca6511-f9de-48a1-855a-146cc95ef4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:04.339498 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-65ca6511-f9de-48a1-855a-146cc95ef4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:04.343267 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-65ca6511-f9de-48a1-855a-146cc95ef4f7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fec0e0fb-ca91-4b71-8361-987443f80f82 HTTP/1.1" status: 204 len: 168 time: 0.2260227 Jul 07 21:16:04.344518 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f337a388-4a87-4a7c-b77c-15302722d58d None None] Network 2d3bf1f3-161e-4b2c-aca2-ebc425180420 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:16:04.351757 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca6511-f9de-48a1-855a-146cc95ef4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec0e0fb-ca91-4b71-8361-987443f80f82,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:04.467566 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e81294-cfcd-4720-bd3f-32b4c189b720 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting subnet 1de388fd-8f9d-4432-965d-e6dbe4f0649a {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:16:04.479129 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09e81294-cfcd-4720-bd3f-32b4c189b720 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:04.565399 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09e81294-cfcd-4720-bd3f-32b4c189b720 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:04.663828 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47570) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:04.668757 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-4976d686-83b2-4d58-91f0-113537c56a0f tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1722952387', 'description': 'tempest-secgroup-smoke-1722952387 description', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:04.738770 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4976d686-83b2-4d58-91f0-113537c56a0f tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:04.755971 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854a333f-1743-40c8-9c2c-aa35687eaba5 None None] DHCP port deletion for 2d3bf1f3-161e-4b2c-aca2-ebc425180420 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:16:04.759227 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4976d686-83b2-4d58-91f0-113537c56a0f tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:04.793102 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09e81294-cfcd-4720-bd3f-32b4c189b720 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:04.840662 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-854a333f-1743-40c8-9c2c-aa35687eaba5 None None] Deleting port f6783521-edb3-46e5-82f9-a1fa02c21e1d {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:16:04.841728 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-854a333f-1743-40c8-9c2c-aa35687eaba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:04.911055 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09e81294-cfcd-4720-bd3f-32b4c189b720 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:04.959243 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e81294-cfcd-4720-bd3f-32b4c189b720 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Subnet': ['ID=1de388fd-8f9d-4432-965d-e6dbe4f0649a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:04.980586 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-854a333f-1743-40c8-9c2c-aa35687eaba5 None None] For port f6783521-edb3-46e5-82f9-a1fa02c21e1d, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f6783521-edb3-46e5-82f9-a1fa02c21e1d,segment=NetworkSegment(79e70133-9fcf-4346-9899-760ccd5303ff),segment_id=79e70133-9fcf-4346-9899-760ccd5303ff)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:04.980970 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-854a333f-1743-40c8-9c2c-aa35687eaba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:04.986275 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-09e81294-cfcd-4720-bd3f-32b4c189b720 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:04.992653 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-09e81294-cfcd-4720-bd3f-32b4c189b720 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/subnets/1de388fd-8f9d-4432-965d-e6dbe4f0649a HTTP/1.1" status: 204 len: 168 time: 0.6566236 Jul 07 21:16:04.994021 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47578) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:04.996743 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de56eaf-f77a-429b-9e25-01a11eb9ffcd None None] Network 7ba4846a-b4e2-4502-b792-837096386de3 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:16:05.040830 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb66081-bc6a-4075-9ab5-27bf468c08dd req-9274d0b7-6982-4590-adb6-759757dee544 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:05.051738 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0bb66081-bc6a-4075-9ab5-27bf468c08dd req-9274d0b7-6982-4590-adb6-759757dee544 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.2942009 Jul 07 21:16:05.095456 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-49f69709-08b6-4f84-abfd-ee3886ae69a6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:05.123526 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-854a333f-1743-40c8-9c2c-aa35687eaba5 None None] Calling delete_port for f6783521-edb3-46e5-82f9-a1fa02c21e1d owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:16:05.183974 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0bb66081-bc6a-4075-9ab5-27bf468c08dd req-c5ba2c44-0a92-4542-b90b-a5db2c2b1324 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1312234 Jul 07 21:16:05.206373 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4976d686-83b2-4d58-91f0-113537c56a0f tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:05.206778 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-49f69709-08b6-4f84-abfd-ee3886ae69a6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting port f6783521-edb3-46e5-82f9-a1fa02c21e1d {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:16:05.207241 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-49f69709-08b6-4f84-abfd-ee3886ae69a6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:05.225623 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4976d686-83b2-4d58-91f0-113537c56a0f tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:05.307162 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:05.334835 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976d686-83b2-4d58-91f0-113537c56a0f tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2cb49a-009e-4115-8f15-ef61a0d8a5ff,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:05.363051 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-854a333f-1743-40c8-9c2c-aa35687eaba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:05.363855 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-49f69709-08b6-4f84-abfd-ee3886ae69a6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] For port f6783521-edb3-46e5-82f9-a1fa02c21e1d, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f6783521-edb3-46e5-82f9-a1fa02c21e1d,segment=NetworkSegment(79e70133-9fcf-4346-9899-760ccd5303ff),segment_id=79e70133-9fcf-4346-9899-760ccd5303ff)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:05.366041 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-49f69709-08b6-4f84-abfd-ee3886ae69a6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:05.393539 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-49f69709-08b6-4f84-abfd-ee3886ae69a6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Calling delete_port for f6783521-edb3-46e5-82f9-a1fa02c21e1d owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:16:05.420374 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bd8c65-b5f4-40fb-a297-41cd5723e90b None None] DHCP port deletion for 7ba4846a-b4e2-4502-b792-837096386de3 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:16:05.424517 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a333f-1743-40c8-9c2c-aa35687eaba5 None None] Pushing event deleted for resources: {'Port': ['ID=f6783521-edb3-46e5-82f9-a1fa02c21e1d,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:05.433234 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a333f-1743-40c8-9c2c-aa35687eaba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:05.433585 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a333f-1743-40c8-9c2c-aa35687eaba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:05.433933 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a333f-1743-40c8-9c2c-aa35687eaba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:05.434276 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a333f-1743-40c8-9c2c-aa35687eaba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:05.434612 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a333f-1743-40c8-9c2c-aa35687eaba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:05.434937 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a333f-1743-40c8-9c2c-aa35687eaba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:05.435271 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a333f-1743-40c8-9c2c-aa35687eaba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:05.435633 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a333f-1743-40c8-9c2c-aa35687eaba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:05.435963 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a333f-1743-40c8-9c2c-aa35687eaba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:05.436290 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a333f-1743-40c8-9c2c-aa35687eaba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:05.436630 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a333f-1743-40c8-9c2c-aa35687eaba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:05.436943 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a333f-1743-40c8-9c2c-aa35687eaba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:05.456613 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4976d686-83b2-4d58-91f0-113537c56a0f tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:05.462694 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854a333f-1743-40c8-9c2c-aa35687eaba5 None None] No DVR routers for this DVR port f6783521-edb3-46e5-82f9-a1fa02c21e1d on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:16:05.463289 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4976d686-83b2-4d58-91f0-113537c56a0f tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:05.518348 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd8c65-b5f4-40fb-a297-41cd5723e90b None None] Deleting port d90db493-bf40-422e-832f-729d7a02563f {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:16:05.518743 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8c65-b5f4-40fb-a297-41cd5723e90b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:05.520452 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4976d686-83b2-4d58-91f0-113537c56a0f tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:05.522374 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4976d686-83b2-4d58-91f0-113537c56a0f tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8574848 Jul 07 21:16:05.526009 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47588) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:05.535053 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-c8686f21-7f9b-44d4-9ccb-1a17e60edcce tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group_rule': {'security_group_id': '4c42d338-9171-4b23-b665-a715c551e1b5', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:05.544600 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976d686-83b2-4d58-91f0-113537c56a0f tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c42d338-9171-4b23-b665-a715c551e1b5,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:05.585788 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-49f69709-08b6-4f84-abfd-ee3886ae69a6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:05.587733 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c8686f21-7f9b-44d4-9ccb-1a17e60edcce tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:05.623069 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f69709-08b6-4f84-abfd-ee3886ae69a6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Port': ['ID=f6783521-edb3-46e5-82f9-a1fa02c21e1d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:05.638113 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f69709-08b6-4f84-abfd-ee3886ae69a6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] No DVR routers for this DVR port f6783521-edb3-46e5-82f9-a1fa02c21e1d on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:16:05.677024 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c8686f21-7f9b-44d4-9ccb-1a17e60edcce tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:05.683227 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c8686f21-7f9b-44d4-9ccb-1a17e60edcce tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:05.691248 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b5bd8c65-b5f4-40fb-a297-41cd5723e90b None None] For port d90db493-bf40-422e-832f-729d7a02563f, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=d90db493-bf40-422e-832f-729d7a02563f,segment=NetworkSegment(1bdf0082-74d5-4635-892f-b579e6541a2d),segment_id=1bdf0082-74d5-4635-892f-b579e6541a2d)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:05.692071 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8c65-b5f4-40fb-a297-41cd5723e90b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:05.729757 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd8c65-b5f4-40fb-a297-41cd5723e90b None None] Calling delete_port for d90db493-bf40-422e-832f-729d7a02563f owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:16:05.732418 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8686f21-7f9b-44d4-9ccb-1a17e60edcce tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f6e5f4-ca9f-4cf0-8fc2-63e8e8d034b1,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:05.755450 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c8686f21-7f9b-44d4-9ccb-1a17e60edcce tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:05.761683 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c8686f21-7f9b-44d4-9ccb-1a17e60edcce tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2316940 Jul 07 21:16:05.762585 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47594) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:05.763278 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-49f69709-08b6-4f84-abfd-ee3886ae69a6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:05.768260 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-13955147-e6af-4aa0-9e08-1932b3cdb369 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group_rule': {'security_group_id': '4c42d338-9171-4b23-b665-a715c551e1b5', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:05.777037 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-49f69709-08b6-4f84-abfd-ee3886ae69a6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3bf1f3-161e-4b2c-aca2-ebc425180420']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:05.796724 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-49f69709-08b6-4f84-abfd-ee3886ae69a6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e70133-9fcf-4346-9899-760ccd5303ff') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:05.797255 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-49f69709-08b6-4f84-abfd-ee3886ae69a6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e70133-9fcf-4346-9899-760ccd5303ff') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:05.813060 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47596) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:05.813282 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-49f69709-08b6-4f84-abfd-ee3886ae69a6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:05.843620 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-49f69709-08b6-4f84-abfd-ee3886ae69a6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:05.861469 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f69709-08b6-4f84-abfd-ee3886ae69a6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:16:05.862014 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-49f69709-08b6-4f84-abfd-ee3886ae69a6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:16:05.866797 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:16:05.881164 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-13955147-e6af-4aa0-9e08-1932b3cdb369 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:05.943003 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b5bd8c65-b5f4-40fb-a297-41cd5723e90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:05.970915 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd8c65-b5f4-40fb-a297-41cd5723e90b None None] Pushing event deleted for resources: {'Port': ['ID=d90db493-bf40-422e-832f-729d7a02563f,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:05.980554 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bd8c65-b5f4-40fb-a297-41cd5723e90b None None] No DVR routers for this DVR port d90db493-bf40-422e-832f-729d7a02563f on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:16:05.995074 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-13955147-e6af-4aa0-9e08-1932b3cdb369 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.003267 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-13955147-e6af-4aa0-9e08-1932b3cdb369 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.018583 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-49f69709-08b6-4f84-abfd-ee3886ae69a6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.025511 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-49f69709-08b6-4f84-abfd-ee3886ae69a6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.032232 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-49f69709-08b6-4f84-abfd-ee3886ae69a6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/networks/2d3bf1f3-161e-4b2c-aca2-ebc425180420 HTTP/1.1" status: 204 len: 168 time: 1.0342042 Jul 07 21:16:06.035822 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47600) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:06.062664 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-71aa05e5-9f88-4121-9ef4-4095cc8be9d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-335279802-network', 'tenant_id': 'bbb12bb743f345d7b36aa1b526b9135f'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:06.068034 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13955147-e6af-4aa0-9e08-1932b3cdb369 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb208d67-24e0-4e49-9f02-444d243643bb,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:06.073712 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f69709-08b6-4f84-abfd-ee3886ae69a6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Network': ['ID=2d3bf1f3-161e-4b2c-aca2-ebc425180420,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:06.082998 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-13955147-e6af-4aa0-9e08-1932b3cdb369 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.086758 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-13955147-e6af-4aa0-9e08-1932b3cdb369 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3202653 Jul 07 21:16:06.087836 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47602) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:06.095556 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-dfbb15b9-2e4c-48bd-9090-5415031bcd19 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group_rule': {'security_group_id': '4c42d338-9171-4b23-b665-a715c551e1b5', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:06.123748 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71aa05e5-9f88-4121-9ef4-4095cc8be9d2 admin admin] Made reservation on behalf of bbb12bb743f345d7b36aa1b526b9135f for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:16:06.127038 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-71aa05e5-9f88-4121-9ef4-4095cc8be9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.143739 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-71aa05e5-9f88-4121-9ef4-4095cc8be9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.180921 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dfbb15b9-2e4c-48bd-9090-5415031bcd19 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.195850 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a41a0244-afd3-46b3-8764-5a4116e467f8 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.301464 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dfbb15b9-2e4c-48bd-9090-5415031bcd19 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.313052 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dfbb15b9-2e4c-48bd-9090-5415031bcd19 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.344584 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb15b9-2e4c-48bd-9090-5415031bcd19 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2109424e-2cf3-4c75-9403-3b57076feb12,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:06.349663 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a41a0244-afd3-46b3-8764-5a4116e467f8 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.360713 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-a41a0244-afd3-46b3-8764-5a4116e467f8 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba4846a-b4e2-4502-b792-837096386de3']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:06.371290 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-a41a0244-afd3-46b3-8764-5a4116e467f8 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bdf0082-74d5-4635-892f-b579e6541a2d') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:06.371631 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-a41a0244-afd3-46b3-8764-5a4116e467f8 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bdf0082-74d5-4635-892f-b579e6541a2d') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:06.375428 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-71aa05e5-9f88-4121-9ef4-4095cc8be9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.382460 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a41a0244-afd3-46b3-8764-5a4116e467f8 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.384879 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-71aa05e5-9f88-4121-9ef4-4095cc8be9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.401194 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a41a0244-afd3-46b3-8764-5a4116e467f8 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.411806 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41a0244-afd3-46b3-8764-5a4116e467f8 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:16:06.412799 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a41a0244-afd3-46b3-8764-5a4116e467f8 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.415764 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dfbb15b9-2e4c-48bd-9090-5415031bcd19 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:16:06.416138 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:16:06.418260 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-dfbb15b9-2e4c-48bd-9090-5415031bcd19 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3262885 Jul 07 21:16:06.421876 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47606) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:06.476183 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa05e5-9f88-4121-9ef4-4095cc8be9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b970775-58a7-45e4-a0b8-22f1b3c31594,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:06.511361 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-748c1510-f480-4b9a-ab0e-10fb643873ed tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group_rule': {'security_group_id': '4c42d338-9171-4b23-b665-a715c551e1b5', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:06.529078 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device d90db493-bf40-422e-832f-729d7a02563f no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:16:06.554211 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: d90db493-bf40-422e-832f-729d7a02563f {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:16:06.557134 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device d90db493-bf40-422e-832f-729d7a02563f not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:16:06.557691 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f6783521-edb3-46e5-82f9-a1fa02c21e1d no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:16:06.572722 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93911fb3-b5f8-463e-a8f8-771bd99dc313 req-63e75296-231e-430f-8a98-71c514f1db73 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:06.577561 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-93911fb3-b5f8-463e-a8f8-771bd99dc313 req-63e75296-231e-430f-8a98-71c514f1db73 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.1703107 Jul 07 21:16:06.592519 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a41a0244-afd3-46b3-8764-5a4116e467f8 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.593358 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: f6783521-edb3-46e5-82f9-a1fa02c21e1d {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:16:06.594400 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f6783521-edb3-46e5-82f9-a1fa02c21e1d not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:16:06.615371 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71aa05e5-9f88-4121-9ef4-4095cc8be9d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:16:06.621079 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a41a0244-afd3-46b3-8764-5a4116e467f8 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.626639 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a41a0244-afd3-46b3-8764-5a4116e467f8 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/networks/7ba4846a-b4e2-4502-b792-837096386de3 HTTP/1.1" status: 204 len: 168 time: 0.5693738 Jul 07 21:16:06.629200 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a0244-afd3-46b3-8764-5a4116e467f8 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Network': ['ID=7ba4846a-b4e2-4502-b792-837096386de3,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:06.631977 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47608) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:06.637644 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-a4b833fd-7703-47d0-88c7-39d2591e03cb tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'network': {'name': 'tempest-RoutersTest-2010534754'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:06.642486 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-748c1510-f480-4b9a-ab0e-10fb643873ed tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.652224 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-71aa05e5-9f88-4121-9ef4-4095cc8be9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.653011 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-71aa05e5-9f88-4121-9ef4-4095cc8be9d2 admin admin] Added segment 9bef9bf7-03c1-40e1-bffc-3d4c423af9fb of type vlan for network a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11 Jul 07 21:16:06.668812 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-93911fb3-b5f8-463e-a8f8-771bd99dc313 req-34a493c6-e215-4ce3-a6a2-fde0c8c562bd tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717289 Jul 07 21:16:06.705441 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b833fd-7703-47d0-88c7-39d2591e03cb tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Made reservation on behalf of 89041ffb5f174621826c98d5bfb7bc98 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:16:06.709065 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4b833fd-7703-47d0-88c7-39d2591e03cb tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.719708 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-71aa05e5-9f88-4121-9ef4-4095cc8be9d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.753429 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-748c1510-f480-4b9a-ab0e-10fb643873ed tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.769032 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-748c1510-f480-4b9a-ab0e-10fb643873ed tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.771162 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b833fd-7703-47d0-88c7-39d2591e03cb tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:16:06.772349 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-71aa05e5-9f88-4121-9ef4-4095cc8be9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.774103 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aa05e5-9f88-4121-9ef4-4095cc8be9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:06.774783 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-71aa05e5-9f88-4121-9ef4-4095cc8be9d2 admin admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.803555 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4b833fd-7703-47d0-88c7-39d2591e03cb tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.803907 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-a4b833fd-7703-47d0-88c7-39d2591e03cb tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Added segment d385cb31-bd79-4155-bc2b-feeeb8c28382 of type vlan for network 37f15c7a-7ea0-4560-bb9f-ee7890c489a9 Jul 07 21:16:06.806287 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c1510-f480-4b9a-ab0e-10fb643873ed tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993509e2-77dc-47de-a1f0-b045fc37aed5,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:06.844335 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-71aa05e5-9f88-4121-9ef4-4095cc8be9d2 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0272496 Jul 07 21:16:06.850773 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47614) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:06.856227 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-3d87d515-ef4b-43da-b020-81fa045924c9 admin admin] Request body: {'subnet': {'network_id': 'a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-335279802-subnet', 'tenant_id': 'bbb12bb743f345d7b36aa1b526b9135f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:06.868173 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-748c1510-f480-4b9a-ab0e-10fb643873ed tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.869408 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-748c1510-f480-4b9a-ab0e-10fb643873ed tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4294534 Jul 07 21:16:06.871252 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4b833fd-7703-47d0-88c7-39d2591e03cb tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.874645 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47616) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:06.881748 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-253309ad-22a1-40a4-837d-d6f0637e4fa2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group_rule': {'security_group_id': '4c42d338-9171-4b23-b665-a715c551e1b5', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:06.909147 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d87d515-ef4b-43da-b020-81fa045924c9 admin admin] Made reservation on behalf of bbb12bb743f345d7b36aa1b526b9135f for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:16:06.912122 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3d87d515-ef4b-43da-b020-81fa045924c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.930599 n-d-695189-11 neutron-server[100447]: INFO neutron.db.securitygroups_db [None req-253309ad-22a1-40a4-837d-d6f0637e4fa2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Project 4a5d41a33f7944c39f0befd9bdb8329c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 21:16:06.948270 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4b833fd-7703-47d0-88c7-39d2591e03cb tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.954246 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b833fd-7703-47d0-88c7-39d2591e03cb tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:06.955911 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a4b833fd-7703-47d0-88c7-39d2591e03cb tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.962060 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-253309ad-22a1-40a4-837d-d6f0637e4fa2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:06.970863 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa05e5-9f88-4121-9ef4-4095cc8be9d2 admin admin] Pushing event updated for resources: {'Network': ['ID=a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:06.981761 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:16:07.059814 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a4b833fd-7703-47d0-88c7-39d2591e03cb tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4268458 Jul 07 21:16:07.065301 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47618) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:07.078089 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-79d7f3e9-e7be-4e3d-a8f1-e45f0f91832b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'subnet': {'network_id': '37f15c7a-7ea0-4560-bb9f-ee7890c489a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:07.105674 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b833fd-7703-47d0-88c7-39d2591e03cb tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Network': ['ID=37f15c7a-7ea0-4560-bb9f-ee7890c489a9,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:07.118609 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 37f15c7a-7ea0-4560-bb9f-ee7890c489a9 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:16:07.183646 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-253309ad-22a1-40a4-837d-d6f0637e4fa2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:07.192114 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3d87d515-ef4b-43da-b020-81fa045924c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:07.198310 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-253309ad-22a1-40a4-837d-d6f0637e4fa2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:07.230503 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253309ad-22a1-40a4-837d-d6f0637e4fa2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123e80b4-6bf1-48ed-b02f-ca862d9cdcea,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:07.249492 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d7f3e9-e7be-4e3d-a8f1-e45f0f91832b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Made reservation on behalf of 89041ffb5f174621826c98d5bfb7bc98 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:16:07.255312 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79d7f3e9-e7be-4e3d-a8f1-e45f0f91832b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:07.260812 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-253309ad-22a1-40a4-837d-d6f0637e4fa2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:07.264644 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-253309ad-22a1-40a4-837d-d6f0637e4fa2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3864214 Jul 07 21:16:07.265580 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47620) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:07.269886 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-0ada3415-3567-4fff-8290-094bb70df17d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group_rule': {'security_group_id': '4c42d338-9171-4b23-b665-a715c551e1b5', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:07.302080 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87d515-ef4b-43da-b020-81fa045924c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c2c265-5569-44f6-ac51-64af054a6d76,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:07.321363 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d87d515-ef4b-43da-b020-81fa045924c9 admin admin] Checking segment: {'id': '9bef9bf7-03c1-40e1-bffc-3d4c423af9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:16:07.321755 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d87d515-ef4b-43da-b020-81fa045924c9 admin admin] Network hostable DHCP agents. Network: a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:16:07.325251 n-d-695189-11 neutron-server[100448]: INFO neutron.db.securitygroups_db [None req-0ada3415-3567-4fff-8290-094bb70df17d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Project 4a5d41a33f7944c39f0befd9bdb8329c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 21:16:07.333133 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0ada3415-3567-4fff-8290-094bb70df17d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:07.382039 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d87d515-ef4b-43da-b020-81fa045924c9 admin admin] Network a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:16:07.409957 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-3d87d515-ef4b-43da-b020-81fa045924c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:07.415701 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d87d515-ef4b-43da-b020-81fa045924c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:07.416347 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3d87d515-ef4b-43da-b020-81fa045924c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:07.426144 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971d5025-45ef-4bc2-87a7-81370c62098e None None] Network a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:16:07.438860 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0ada3415-3567-4fff-8290-094bb70df17d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:07.441483 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3d87d515-ef4b-43da-b020-81fa045924c9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5893049 Jul 07 21:16:07.465761 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0ada3415-3567-4fff-8290-094bb70df17d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:07.493364 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79d7f3e9-e7be-4e3d-a8f1-e45f0f91832b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:07.520200 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada3415-3567-4fff-8290-094bb70df17d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72725d20-e57b-42ac-a16f-7e00d555e868,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:07.531582 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0ada3415-3567-4fff-8290-094bb70df17d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:07.536713 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0ada3415-3567-4fff-8290-094bb70df17d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2679911 Jul 07 21:16:07.537136 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47624) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:07.553621 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-272fe95e-0cff-46c4-bb25-abe48c06b186 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'network': {'name': 'tempest-network-smoke--2047086951', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'port_security_enabled': True}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:07.564899 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7f3e9-e7be-4e3d-a8f1-e45f0f91832b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Subnet': ['ID=5173583e-03a1-4d6e-ad62-19acd3b78a78,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:07.577073 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d7f3e9-e7be-4e3d-a8f1-e45f0f91832b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Checking segment: {'id': 'd385cb31-bd79-4155-bc2b-feeeb8c28382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '37f15c7a-7ea0-4560-bb9f-ee7890c489a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:16:07.577541 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d7f3e9-e7be-4e3d-a8f1-e45f0f91832b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network hostable DHCP agents. Network: 37f15c7a-7ea0-4560-bb9f-ee7890c489a9, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:16:07.609695 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272fe95e-0cff-46c4-bb25-abe48c06b186 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Made reservation on behalf of 4a5d41a33f7944c39f0befd9bdb8329c for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:16:07.615428 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d7f3e9-e7be-4e3d-a8f1-e45f0f91832b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network 37f15c7a-7ea0-4560-bb9f-ee7890c489a9 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:16:07.619750 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-272fe95e-0cff-46c4-bb25-abe48c06b186 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:07.648413 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-79d7f3e9-e7be-4e3d-a8f1-e45f0f91832b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 37f15c7a-7ea0-4560-bb9f-ee7890c489a9) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:07.656796 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d7f3e9-e7be-4e3d-a8f1-e45f0f91832b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:07.658449 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-79d7f3e9-e7be-4e3d-a8f1-e45f0f91832b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:07.662949 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229d4711-9406-4598-9c80-08a6690badba None None] Network a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:16:07.685818 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1712903-dd9e-4e4e-80ca-cb77ecfdad3c None None] Network 37f15c7a-7ea0-4560-bb9f-ee7890c489a9 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:16:07.691557 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272fe95e-0cff-46c4-bb25-abe48c06b186 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:16:07.700430 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-79d7f3e9-e7be-4e3d-a8f1-e45f0f91832b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6280043 Jul 07 21:16:07.706272 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47626) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:07.723972 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ea27f83d-c8ee-48b5-8c03-57a2cbcc2000 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1396520038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:07.724519 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-272fe95e-0cff-46c4-bb25-abe48c06b186 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:07.725383 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-272fe95e-0cff-46c4-bb25-abe48c06b186 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Added segment 8c2f6071-0874-434e-a719-222964d908f6 of type vlan for network 772d6225-4638-4eca-b361-b674a7ef2a7a Jul 07 21:16:07.783565 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ea27f83d-c8ee-48b5-8c03-57a2cbcc2000 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:07.784834 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ea27f83d-c8ee-48b5-8c03-57a2cbcc2000 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:07.834045 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-272fe95e-0cff-46c4-bb25-abe48c06b186 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:07.895005 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-272fe95e-0cff-46c4-bb25-abe48c06b186 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:07.902049 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272fe95e-0cff-46c4-bb25-abe48c06b186 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:07.903979 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-272fe95e-0cff-46c4-bb25-abe48c06b186 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:07.913676 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ea27f83d-c8ee-48b5-8c03-57a2cbcc2000 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:07.928414 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ea27f83d-c8ee-48b5-8c03-57a2cbcc2000 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:07.953968 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ea27f83d-c8ee-48b5-8c03-57a2cbcc2000 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:07.959082 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ea27f83d-c8ee-48b5-8c03-57a2cbcc2000 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2485738 Jul 07 21:16:07.959955 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47642) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:07.965773 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d30f55cd-bceb-473a-913d-c0690aff123f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'port': {'network_id': '37f15c7a-7ea0-4560-bb9f-ee7890c489a9', 'name': 'tempest-RoutersTest-1712197283'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:07.979583 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-272fe95e-0cff-46c4-bb25-abe48c06b186 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4412293 Jul 07 21:16:07.986580 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47644) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:08.020992 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fe95e-0cff-46c4-bb25-abe48c06b186 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Network': ['ID=772d6225-4638-4eca-b361-b674a7ef2a7a,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:08.038833 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f18413cc-f90e-4167-88e5-81da5beeb1ae tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-553832242', 'admin_state_up': True, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:08.047946 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 772d6225-4638-4eca-b361-b674a7ef2a7a details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:16:08.055226 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139367e-879d-4b6b-b013-d8a7306f772a req-1506f26c-6458-4991-aec0-a5907fb99ee0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:08.057003 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b139367e-879d-4b6b-b013-d8a7306f772a req-1506f26c-6458-4991-aec0-a5907fb99ee0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.1229856 Jul 07 21:16:08.068762 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2d4183-fd6d-402d-bbb2-e69cb83bad77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-37f15c7a-7ea0-4560-bb9f-ee7890c489a9', 'network_id': '37f15c7a-7ea0-4560-bb9f-ee7890c489a9', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'fixed_ips': [{'subnet_id': '5173583e-03a1-4d6e-ad62-19acd3b78a78'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:16:08.069967 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2b2d4183-fd6d-402d-bbb2-e69cb83bad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:08.114005 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f18413cc-f90e-4167-88e5-81da5beeb1ae tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:08.114643 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b139367e-879d-4b6b-b013-d8a7306f772a req-ba5a5e68-1435-4f10-8248-7cccf3282ba1 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518556 Jul 07 21:16:08.114763 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f18413cc-f90e-4167-88e5-81da5beeb1ae tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:08.198581 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f18413cc-f90e-4167-88e5-81da5beeb1ae tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:08.303187 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-2b2d4183-fd6d-402d-bbb2-e69cb83bad77 None None] Allocated IP 172.20.0.2 (37f15c7a-7ea0-4560-bb9f-ee7890c489a9/5173583e-03a1-4d6e-ad62-19acd3b78a78/7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:16:08.326696 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30f55cd-bceb-473a-913d-c0690aff123f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Made reservation on behalf of 89041ffb5f174621826c98d5bfb7bc98 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:16:08.330902 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d30f55cd-bceb-473a-913d-c0690aff123f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:08.383747 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f18413cc-f90e-4167-88e5-81da5beeb1ae tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:08.387466 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-d30f55cd-bceb-473a-913d-c0690aff123f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] device_id is not set on port 99466d8e-1ea6-4d49-b689-3bf1b392df81 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:16:08.507168 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2b2d4183-fd6d-402d-bbb2-e69cb83bad77 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:08.516962 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2b2d4183-fd6d-402d-bbb2-e69cb83bad77 None None] Transition to ACTIVE for port object 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:08.538228 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2b2d4183-fd6d-402d-bbb2-e69cb83bad77 None None] Transition to ACTIVE for port object 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:08.545707 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2b2d4183-fd6d-402d-bbb2-e69cb83bad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:08.586639 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2d4183-fd6d-402d-bbb2-e69cb83bad77 None None] Network 37f15c7a-7ea0-4560-bb9f-ee7890c489a9 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:08.591711 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-2b2d4183-fd6d-402d-bbb2-e69cb83bad77 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:08.596216 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d4183-fd6d-402d-bbb2-e69cb83bad77 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:16:08.599276 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d4183-fd6d-402d-bbb2-e69cb83bad77 None None] Pushing event updated for resources: {'Port': ['ID=7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:08.676877 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-2b2d4183-fd6d-402d-bbb2-e69cb83bad77 None None] Attempting to bind port 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:16:08.676877 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-2b2d4183-fd6d-402d-bbb2-e69cb83bad77 None None] Attempting to bind port 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'd385cb31-bd79-4155-bc2b-feeeb8c28382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '37f15c7a-7ea0-4560-bb9f-ee7890c489a9'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:16:08.676877 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d4183-fd6d-402d-bbb2-e69cb83bad77 None None] Attempting to bind port 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e on network 37f15c7a-7ea0-4560-bb9f-ee7890c489a9 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:16:08.682111 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d4183-fd6d-402d-bbb2-e69cb83bad77 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:16:08.682111 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d4183-fd6d-402d-bbb2-e69cb83bad77 None None] Checking segment: {'id': 'd385cb31-bd79-4155-bc2b-feeeb8c28382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '37f15c7a-7ea0-4560-bb9f-ee7890c489a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:16:08.682111 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2b2d4183-fd6d-402d-bbb2-e69cb83bad77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:08.682111 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2d4183-fd6d-402d-bbb2-e69cb83bad77 None None] Bound using segment: {'id': 'd385cb31-bd79-4155-bc2b-feeeb8c28382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '37f15c7a-7ea0-4560-bb9f-ee7890c489a9'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:16:08.682111 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-2b2d4183-fd6d-402d-bbb2-e69cb83bad77 None None] Bound port: 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd385cb31-bd79-4155-bc2b-feeeb8c28382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '37f15c7a-7ea0-4560-bb9f-ee7890c489a9'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:16:08.682111 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2b2d4183-fd6d-402d-bbb2-e69cb83bad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:08.714279 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-d30f55cd-bceb-473a-913d-c0690aff123f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Allocated IP 172.20.0.13 (37f15c7a-7ea0-4560-bb9f-ee7890c489a9/5173583e-03a1-4d6e-ad62-19acd3b78a78/99466d8e-1ea6-4d49-b689-3bf1b392df81) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:16:08.716658 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f18413cc-f90e-4167-88e5-81da5beeb1ae tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:08.745272 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f18413cc-f90e-4167-88e5-81da5beeb1ae tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:08.779920 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-2b2d4183-fd6d-402d-bbb2-e69cb83bad77 None None] For port 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:16:08.785073 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-2b2d4183-fd6d-402d-bbb2-e69cb83bad77 None None] For port 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e,segment=NetworkSegment(d385cb31-bd79-4155-bc2b-feeeb8c28382),segment_id=d385cb31-bd79-4155-bc2b-feeeb8c28382)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:16:08.792009 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2b2d4183-fd6d-402d-bbb2-e69cb83bad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:08.796690 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05b5eb-f29b-41b8-aae1-552f35f58ca2 req-8f1830d9-8dfd-46d1-840c-7bf118c4d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:08.800969 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7c05b5eb-f29b-41b8-aae1-552f35f58ca2 req-8f1830d9-8dfd-46d1-840c-7bf118c4d633 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c77ff576c8f4eb18bd83eb9fa5ae9c8&device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 1098 time: 0.1486788 Jul 07 21:16:08.874582 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d4183-fd6d-402d-bbb2-e69cb83bad77 None None] Pushing event updated for resources: {'Port': ['ID=7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:08.928797 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05b5eb-f29b-41b8-aae1-552f35f58ca2 req-ccd948fc-e442-42e6-a421-c418394d8e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:08.930313 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7c05b5eb-f29b-41b8-aae1-552f35f58ca2 req-ccd948fc-e442-42e6-a421-c418394d8e1e service neutron] 10.222.0.39 "GET /v2.0/networks?id=71e90e76-92b1-4ebc-85b0-c55c9e97f894 HTTP/1.1" status: 200 len: 916 time: 0.1219814 Jul 07 21:16:08.968702 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-f18413cc-f90e-4167-88e5-81da5beeb1ae tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Allocated IP 172.25.5.198 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/b730e2ee-b5bd-4e55-b752-7fb4772fa167) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:16:09.022375 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7c05b5eb-f29b-41b8-aae1-552f35f58ca2 req-4e5de3a1-e0c8-4c66-9219-bd19f8131db9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44837011-61dc-464b-845f-cc5cf966dbb5 HTTP/1.1" status: 200 len: 1001 time: 0.0847523 Jul 07 21:16:09.098554 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d30f55cd-bceb-473a-913d-c0690aff123f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:09.117282 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05b5eb-f29b-41b8-aae1-552f35f58ca2 req-aeca66a2-4f2e-4bd8-a86a-43190dda3006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:09.119121 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7c05b5eb-f29b-41b8-aae1-552f35f58ca2 req-aeca66a2-4f2e-4bd8-a86a-43190dda3006 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695c722d-c0e1-4b67-838e-81b8bf679407 HTTP/1.1" status: 200 len: 854 time: 0.0884881 Jul 07 21:16:09.121487 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-d30f55cd-bceb-473a-913d-c0690aff123f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Transition to ACTIVE for port object 99466d8e-1ea6-4d49-b689-3bf1b392df81 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:09.182523 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f18413cc-f90e-4167-88e5-81da5beeb1ae tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:09.253347 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d30f55cd-bceb-473a-913d-c0690aff123f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:09.257046 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05b5eb-f29b-41b8-aae1-552f35f58ca2 req-7ac881ea-9f12-4746-89b5-971d7cf6b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:09.259708 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7c05b5eb-f29b-41b8-aae1-552f35f58ca2 req-7ac881ea-9f12-4746-89b5-971d7cf6b2bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71e90e76-92b1-4ebc-85b0-c55c9e97f894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1333780 Jul 07 21:16:09.270507 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f18413cc-f90e-4167-88e5-81da5beeb1ae tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:09.319203 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30f55cd-bceb-473a-913d-c0690aff123f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network 37f15c7a-7ea0-4560-bb9f-ee7890c489a9 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:09.329687 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-d30f55cd-bceb-473a-913d-c0690aff123f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:09.332759 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30f55cd-bceb-473a-913d-c0690aff123f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:16:09.336554 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18413cc-f90e-4167-88e5-81da5beeb1ae tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:09.343774 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-f18413cc-f90e-4167-88e5-81da5beeb1ae tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:09.346810 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18413cc-f90e-4167-88e5-81da5beeb1ae tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:16:09.392227 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f55cd-bceb-473a-913d-c0690aff123f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Port': ['ID=99466d8e-1ea6-4d49-b689-3bf1b392df81,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:09.432351 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51638c32-f99b-48ec-9e33-7e6986cd0d08 req-b278de3a-0d34-4fb7-a92a-501575ec9c46 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:09.442566 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51638c32-f99b-48ec-9e33-7e6986cd0d08 req-b278de3a-0d34-4fb7-a92a-501575ec9c46 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.1787500 Jul 07 21:16:09.452254 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7c05b5eb-f29b-41b8-aae1-552f35f58ca2 req-ad60fedb-6d5d-4116-82c8-bd7a77cc0789 service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748221 Jul 07 21:16:09.458050 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30f55cd-bceb-473a-913d-c0690aff123f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:09.458763 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d30f55cd-bceb-473a-913d-c0690aff123f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:09.483695 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18413cc-f90e-4167-88e5-81da5beeb1ae tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Port': ['ID=b730e2ee-b5bd-4e55-b752-7fb4772fa167,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:09.559606 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-51638c32-f99b-48ec-9e33-7e6986cd0d08 req-e234077c-fef4-4fdb-baf3-6d88e02b1aea tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1039147 Jul 07 21:16:09.603052 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7c05b5eb-f29b-41b8-aae1-552f35f58ca2 req-c1e461a2-c163-4fb3-b23c-216739f1d8f9 service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372736 Jul 07 21:16:09.741736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-22ff1959-d76b-4675-a70b-471aebbd9bb3 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:09.743389 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-22ff1959-d76b-4675-a70b-471aebbd9bb3 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/networks?id=a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11 HTTP/1.1" status: 200 len: 808 time: 0.1174307 Jul 07 21:16:09.760281 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-613a004e-c06c-4cb8-b6f9-045db3595bbe tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/quotas/bbb12bb743f345d7b36aa1b526b9135f HTTP/1.1" status: 200 len: 375 time: 0.0110605 Jul 07 21:16:09.797055 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-b65c6ca5-3fd3-4a16-a1b0-9dfad10b5ba5 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbb12bb743f345d7b36aa1b526b9135f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300961 Jul 07 21:16:09.806791 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d30f55cd-bceb-473a-913d-c0690aff123f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8463731 Jul 07 21:16:09.809324 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47672) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:09.810251 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-49ed4e31-2a62-439b-adf1-3c5ebf0e221b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:16:09.811896 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-49ed4e31-2a62-439b-adf1-3c5ebf0e221b service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074713 Jul 07 21:16:09.931417 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-07345c7e-13fc-46dc-ab4e-d16143d7a068 service neutron] 10.222.0.64 "GET /v2.0/networks/a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115022 Jul 07 21:16:10.050676 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c10360-6e9f-4e8e-82fc-5d500209c407 None None] Network 37f15c7a-7ea0-4560-bb9f-ee7890c489a9 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:16:10.069566 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-427a857f-29fa-4ce5-b08e-43a5619c8221 service neutron] 10.222.0.64 "GET /v2.0/networks/a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263525 Jul 07 21:16:10.132159 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ea7cfcaa-f3a1-4363-9f50-1236a6227646 None None] Provisioning for port 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:10.336056 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f18413cc-f90e-4167-88e5-81da5beeb1ae tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:10.356239 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-88df65f0-819f-42f7-ba50-1af97e367698 req-fc4cf6d3-5c34-46a8-8bac-f2c8373ab68d tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2955ac1-c303-4637-9298-c95772f3fd7d HTTP/1.1" status: 200 len: 210 time: 0.0456553 Jul 07 21:16:10.558716 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:16:10.592850 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-77d1cedb-27a1-4b25-86a2-4e7b8595df3e tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:10.630627 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:10.635909 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:10.636504 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:10.702510 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-25a7d935-f288-40d4-903c-0c422a6d5404 None None] Provisioning complete for port 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:10.702889 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-25a7d935-f288-40d4-903c-0c422a6d5404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:10.780042 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f18413cc-f90e-4167-88e5-81da5beeb1ae tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:10.828919 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a1ad6-4e60-4f78-8ceb-91dd426b4051 req-c5d2c201-7794-41dd-9a3b-2a362f4b7b3d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:10.831980 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d95a1ad6-4e60-4f78-8ceb-91dd426b4051 req-c5d2c201-7794-41dd-9a3b-2a362f4b7b3d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.1001387 Jul 07 21:16:10.838976 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:10.840859 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-25a7d935-f288-40d4-903c-0c422a6d5404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:10.878466 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d95a1ad6-4e60-4f78-8ceb-91dd426b4051 req-09ff1b7e-d881-40a6-94e1-d229d07c9170 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401900 Jul 07 21:16:11.052246 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-25a7d935-f288-40d4-903c-0c422a6d5404 None None] For port 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e,segment=NetworkSegment(d385cb31-bd79-4155-bc2b-feeeb8c28382),segment_id=d385cb31-bd79-4155-bc2b-feeeb8c28382)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:11.054870 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-77d1cedb-27a1-4b25-86a2-4e7b8595df3e tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:11.058836 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-25a7d935-f288-40d4-903c-0c422a6d5404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:11.065604 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-77d1cedb-27a1-4b25-86a2-4e7b8595df3e tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:11.128791 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-25a7d935-f288-40d4-903c-0c422a6d5404 None None] Provisioning for port 99466d8e-1ea6-4d49-b689-3bf1b392df81 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:11.136450 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.db.api [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:16:11.136802 n-d-695189-11 neutron-server[100449]: DEBUG oslo_db.api [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:16:11.139823 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-25a7d935-f288-40d4-903c-0c422a6d5404 None None] Provisioning complete for port 99466d8e-1ea6-4d49-b689-3bf1b392df81 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:11.140197 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-25a7d935-f288-40d4-903c-0c422a6d5404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:11.159139 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1cedb-27a1-4b25-86a2-4e7b8595df3e tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Port': ['ID=99466d8e-1ea6-4d49-b689-3bf1b392df81,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:11.161537 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18413cc-f90e-4167-88e5-81da5beeb1ae tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Router e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:16:11.177919 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7d935-f288-40d4-903c-0c422a6d5404 None None] Pushing event updated for resources: {'Port': ['ID=7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:11.195705 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-25a7d935-f288-40d4-903c-0c422a6d5404 None None] Port 99466d8e-1ea6-4d49-b689-3bf1b392df81 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:16:11.323828 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-46ed77b8-728e-455a-8129-a5695c0a53ab None None] Provisioning complete for port 99466d8e-1ea6-4d49-b689-3bf1b392df81 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:11.324298 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-46ed77b8-728e-455a-8129-a5695c0a53ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:11.363759 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-46ed77b8-728e-455a-8129-a5695c0a53ab None None] Port 99466d8e-1ea6-4d49-b689-3bf1b392df81 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:16:11.388563 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18413cc-f90e-4167-88e5-81da5beeb1ae tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:16:11.406869 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] Sync routers for ids ['e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:16:11.420760 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] Routers {'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:11.421372 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:11.451388 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-77d1cedb-27a1-4b25-86a2-4e7b8595df3e tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:11.455427 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f18413cc-f90e-4167-88e5-81da5beeb1ae tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:11.456707 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f18413cc-f90e-4167-88e5-81da5beeb1ae tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4690590 Jul 07 21:16:11.469294 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47684) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:11.479886 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1923edd3-1cb2-4333-9c69-61a410f8bb93 req-0d51038e-410b-485e-b7c3-c7f63c9ce05f tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2955ac1-c303-4637-9298-c95772f3fd7d HTTP/1.1" status: 200 len: 210 time: 0.0638053 Jul 07 21:16:11.489506 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c498d27c-27c4-415f-98ef-c5c975241878 None None] Provisioning complete for port 99466d8e-1ea6-4d49-b689-3bf1b392df81 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:11.489881 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c498d27c-27c4-415f-98ef-c5c975241878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:11.537585 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-c498d27c-27c4-415f-98ef-c5c975241878 None None] Port 99466d8e-1ea6-4d49-b689-3bf1b392df81 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:16:11.602318 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] Set router e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:16:11.646536 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-77d1cedb-27a1-4b25-86a2-4e7b8595df3e tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:11.675932 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e27f286b-ad29-4d37-909a-5612297cb46b tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=4a5d41a33f7944c39f0befd9bdb8329c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2042949 Jul 07 21:16:11.678660 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47688) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:11.837071 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553832242', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:09Z', 'revision_number': 3, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:11.870726 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] Checking router: e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:16:11.871036 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] Updating router e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2 port b730e2ee-b5bd-4e55-b752-7fb4772fa167 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:16:11.909052 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:11.965682 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 44837011-61dc-464b-845f-cc5cf966dbb5 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:16:11.967021 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b61f6b-c02c-4fd6-b52b-fe0a00a5eefb tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:11.972645 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-17b61f6b-c02c-4fd6-b52b-fe0a00a5eefb tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2925036 Jul 07 21:16:11.973364 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47700) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:12.018787 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-13e92076-ed39-4691-944e-84422f12aadf tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444148 Jul 07 21:16:12.019452 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47702) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:12.024636 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-bca939b6-d8a7-4fac-bf6c-7b67263f65b7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-170960640', 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:12.151314 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:12.162059 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-77d1cedb-27a1-4b25-86a2-4e7b8595df3e tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:12.169276 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-77d1cedb-27a1-4b25-86a2-4e7b8595df3e tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:12.184716 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca939b6-d8a7-4fac-bf6c-7b67263f65b7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Made reservation on behalf of 4a5d41a33f7944c39f0befd9bdb8329c for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:16:12.189094 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bca939b6-d8a7-4fac-bf6c-7b67263f65b7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:12.195042 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b689c25-d51e-4820-90e6-fd947039b4bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44837011-61dc-464b-845f-cc5cf966dbb5'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:16:12.199021 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc55683-fd67-4fed-9604-2a3cb419395b" -d '{"events": [{"server_uuid": "7b689c25-d51e-4820-90e6-fd947039b4bf", "name": "network-vif-unplugged", "status": "completed", "tag": "44837011-61dc-464b-845f-cc5cf966dbb5"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:16:12.217113 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 44837011-61dc-464b-845f-cc5cf966dbb5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=44837011-61dc-464b-845f-cc5cf966dbb5,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:12.234414 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:12.257317 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-77d1cedb-27a1-4b25-86a2-4e7b8595df3e tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:12.259879 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 21:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87f9111-8156-4b24-bbfb-41fb92c65319 x-openstack-request-id: req-c87f9111-8156-4b24-bbfb-41fb92c65319 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:16:12.260178 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b689c25-d51e-4820-90e6-fd947039b4bf", "name": "network-vif-unplugged", "status": "failed", "tag": "44837011-61dc-464b-845f-cc5cf966dbb5", "code": 422}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:16:12.260435 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c87f9111-8156-4b24-bbfb-41fb92c65319 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:16:12.260850 n-d-695189-11 neutron-server[100449]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7b689c25-d51e-4820-90e6-fd947039b4bf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '44837011-61dc-464b-845f-cc5cf966dbb5', 'code': 422} returned with failed status Jul 07 21:16:12.262234 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1cedb-27a1-4b25-86a2-4e7b8595df3e tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Port': ['ID=99466d8e-1ea6-4d49-b689-3bf1b392df81,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:12.288514 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:12.311949 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=44837011-61dc-464b-845f-cc5cf966dbb5,revision_number=8']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:12.319827 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] Transition to ACTIVE for port object b730e2ee-b5bd-4e55-b752-7fb4772fa167 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:12.324900 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8ea40-19e6-4c42-b563-e003dc7c67d2 req-6d69c293-e003-4e34-905f-9cd1998a983b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:12.326598 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-55a8ea40-19e6-4c42-b563-e003dc7c67d2 req-6d69c293-e003-4e34-905f-9cd1998a983b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 946 time: 0.1992569 Jul 07 21:16:12.335828 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:12.393996 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-55a8ea40-19e6-4c42-b563-e003dc7c67d2 req-6d590675-752a-4d48-bd1b-7d033721a2df tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591421 Jul 07 21:16:12.411599 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] Attempting to bind port b730e2ee-b5bd-4e55-b752-7fb4772fa167 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:16:12.412671 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] Attempting to bind port b730e2ee-b5bd-4e55-b752-7fb4772fa167 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:16:12.413229 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] Attempting to bind port b730e2ee-b5bd-4e55-b752-7fb4772fa167 on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:16:12.422248 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:16:12.423070 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:16:12.423787 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:12.424457 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:16:12.425135 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] Bound port: b730e2ee-b5bd-4e55-b752-7fb4772fa167, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:16:12.425819 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:12.429291 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d1cedb-27a1-4b25-86a2-4e7b8595df3e tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network 37f15c7a-7ea0-4560-bb9f-ee7890c489a9 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:12.429529 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed656e-918b-4ab7-a4e2-2ab0be7ac0a2 None None] Pushing event updated for resources: {'Port': ['ID=b730e2ee-b5bd-4e55-b752-7fb4772fa167,revision_number=2']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:12.435880 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-77d1cedb-27a1-4b25-86a2-4e7b8595df3e tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:12.459298 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaed656e-918b-4ab7-a4e2-2ab0be7ac0a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:12.459873 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaed656e-918b-4ab7-a4e2-2ab0be7ac0a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:12.460368 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaed656e-918b-4ab7-a4e2-2ab0be7ac0a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:12.460858 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaed656e-918b-4ab7-a4e2-2ab0be7ac0a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:12.461355 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaed656e-918b-4ab7-a4e2-2ab0be7ac0a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:12.461846 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaed656e-918b-4ab7-a4e2-2ab0be7ac0a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:12.462345 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaed656e-918b-4ab7-a4e2-2ab0be7ac0a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:12.463028 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaed656e-918b-4ab7-a4e2-2ab0be7ac0a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:12.463545 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaed656e-918b-4ab7-a4e2-2ab0be7ac0a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:12.464047 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaed656e-918b-4ab7-a4e2-2ab0be7ac0a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:12.464516 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaed656e-918b-4ab7-a4e2-2ab0be7ac0a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:12.473275 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaed656e-918b-4ab7-a4e2-2ab0be7ac0a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:16:12.527954 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] For port b730e2ee-b5bd-4e55-b752-7fb4772fa167, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:16:12.533357 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] For port b730e2ee-b5bd-4e55-b752-7fb4772fa167, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b730e2ee-b5bd-4e55-b752-7fb4772fa167,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:16:12.545765 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:12.630777 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bca939b6-d8a7-4fac-bf6c-7b67263f65b7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:12.683246 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:16:12.712936 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed656e-918b-4ab7-a4e2-2ab0be7ac0a2 None None] Pushing event updated for resources: {'Port': ['ID=b730e2ee-b5bd-4e55-b752-7fb4772fa167,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:12.785634 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] Routers {'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:12.786654 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:12.815812 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e03f3613-42ae-4eb1-91c4-2d9e88045013 req-6ccec7e7-9f41-4c41-95d5-b0b1419a32dc tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2955ac1-c303-4637-9298-c95772f3fd7d HTTP/1.1" status: 200 len: 210 time: 0.1233468 Jul 07 21:16:12.845458 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:12.849829 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:12.909138 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca939b6-d8a7-4fac-bf6c-7b67263f65b7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Subnet': ['ID=53050cc6-5b87-4ce5-b02c-8e9b25a1ac51,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:12.924801 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca939b6-d8a7-4fac-bf6c-7b67263f65b7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Checking segment: {'id': '8c2f6071-0874-434e-a719-222964d908f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:16:12.925435 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca939b6-d8a7-4fac-bf6c-7b67263f65b7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network hostable DHCP agents. Network: 772d6225-4638-4eca-b361-b674a7ef2a7a, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:16:12.993001 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca939b6-d8a7-4fac-bf6c-7b67263f65b7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network 772d6225-4638-4eca-b361-b674a7ef2a7a is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:16:13.005877 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-bca939b6-d8a7-4fac-bf6c-7b67263f65b7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 772d6225-4638-4eca-b361-b674a7ef2a7a) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:13.012094 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca939b6-d8a7-4fac-bf6c-7b67263f65b7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:13.013049 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bca939b6-d8a7-4fac-bf6c-7b67263f65b7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:13.021066 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e6fb34-85c0-4988-b78c-516b728bb1e3 None None] Network 772d6225-4638-4eca-b361-b674a7ef2a7a requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:16:13.052711 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bca939b6-d8a7-4fac-bf6c-7b67263f65b7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0295970 Jul 07 21:16:13.052951 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47720) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:13.095758 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8184a8a6-3322-4bc3-96e2-6bf359246cea None None] Provisioning complete for port 99466d8e-1ea6-4d49-b689-3bf1b392df81 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:13.096175 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8184a8a6-3322-4bc3-96e2-6bf359246cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:13.139756 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-8184a8a6-3322-4bc3-96e2-6bf359246cea None None] Port 99466d8e-1ea6-4d49-b689-3bf1b392df81 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:16:13.144265 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] Set router e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:16:13.275974 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb7fdb6-6eb1-43ea-9721-9e8e1505392a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-772d6225-4638-4eca-b361-b674a7ef2a7a', 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'fixed_ips': [{'subnet_id': '53050cc6-5b87-4ce5-b02c-8e9b25a1ac51'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:16:13.277690 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-deb7fdb6-6eb1-43ea-9721-9e8e1505392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:13.310151 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d1cedb-27a1-4b25-86a2-4e7b8595df3e tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Router 739f6a01-8e33-41c9-8241-0249ef6925f0 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:16:13.471880 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d1cedb-27a1-4b25-86a2-4e7b8595df3e tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:16:13.482426 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-77d1cedb-27a1-4b25-86a2-4e7b8595df3e tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "PUT /v2.0/routers/739f6a01-8e33-41c9-8241-0249ef6925f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6713440 Jul 07 21:16:13.484918 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47730) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:13.495229 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384ea261-ef73-4ae7-b173-e978a40235cc None None] Sync routers for ids ['739f6a01-8e33-41c9-8241-0249ef6925f0'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:16:13.536688 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384ea261-ef73-4ae7-b173-e978a40235cc None None] Routers {'739f6a01-8e33-41c9-8241-0249ef6925f0'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:13.537345 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-384ea261-ef73-4ae7-b173-e978a40235cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['739f6a01-8e33-41c9-8241-0249ef6925f0'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:13.581204 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-384ea261-ef73-4ae7-b173-e978a40235cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:13.626690 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d403aa-ebbc-4729-9ac2-47aea2fc19a1 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:13.628980 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e4d403aa-ebbc-4729-9ac2-47aea2fc19a1 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "GET /v2.0/ports/99466d8e-1ea6-4d49-b689-3bf1b392df81 HTTP/1.1" status: 200 len: 978 time: 0.1417520 Jul 07 21:16:13.633242 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47734) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:13.649486 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384ea261-ef73-4ae7-b173-e978a40235cc None None] Routers {'739f6a01-8e33-41c9-8241-0249ef6925f0'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:13.651520 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-384ea261-ef73-4ae7-b173-e978a40235cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['739f6a01-8e33-41c9-8241-0249ef6925f0'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:13.746945 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-384ea261-ef73-4ae7-b173-e978a40235cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:13.748003 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384ea261-ef73-4ae7-b173-e978a40235cc None None] The sync data for ids ['739f6a01-8e33-41c9-8241-0249ef6925f0'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:16:13.766111 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-deb7fdb6-6eb1-43ea-9721-9e8e1505392a None None] Allocated IP 172.20.0.2 (772d6225-4638-4eca-b361-b674a7ef2a7a/53050cc6-5b87-4ce5-b02c-8e9b25a1ac51/dde495da-9359-4848-ba18-6016d0799802) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:16:13.769633 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553832242', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:09Z', 'revision_number': 3, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:13.801359 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdf015a-54e2-40ed-9941-71407a23ef40 None None] The sync data for ids ['e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'] in n-d-695189-11 is: [{'id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553832242', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:09Z', 'revision_number': 3, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:16:14.181508 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-deb7fdb6-6eb1-43ea-9721-9e8e1505392a None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:14.203051 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-deb7fdb6-6eb1-43ea-9721-9e8e1505392a None None] Transition to ACTIVE for port object dde495da-9359-4848-ba18-6016d0799802 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:14.268493 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-deb7fdb6-6eb1-43ea-9721-9e8e1505392a None None] Transition to ACTIVE for port object dde495da-9359-4848-ba18-6016d0799802 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:14.294264 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-deb7fdb6-6eb1-43ea-9721-9e8e1505392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:14.362230 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-35e1a365-1535-429d-a76a-c61f830dfb6a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:14.389047 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb7fdb6-6eb1-43ea-9721-9e8e1505392a None None] Network 772d6225-4638-4eca-b361-b674a7ef2a7a is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:14.399795 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-deb7fdb6-6eb1-43ea-9721-9e8e1505392a None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:14.407499 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb7fdb6-6eb1-43ea-9721-9e8e1505392a None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:16:14.506857 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7fdb6-6eb1-43ea-9721-9e8e1505392a None None] Pushing event updated for resources: {'Port': ['ID=dde495da-9359-4848-ba18-6016d0799802,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:14.522774 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0a83dd0e-d4e8-4a71-b8ec-dc2f91098db4 req-a6538bac-af2d-4eca-9c7f-a056bdee18ea tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2955ac1-c303-4637-9298-c95772f3fd7d HTTP/1.1" status: 200 len: 210 time: 0.0664630 Jul 07 21:16:14.586667 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-deb7fdb6-6eb1-43ea-9721-9e8e1505392a None None] Attempting to bind port dde495da-9359-4848-ba18-6016d0799802 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:16:14.588988 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-deb7fdb6-6eb1-43ea-9721-9e8e1505392a None None] Attempting to bind port dde495da-9359-4848-ba18-6016d0799802 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '8c2f6071-0874-434e-a719-222964d908f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:16:14.589469 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb7fdb6-6eb1-43ea-9721-9e8e1505392a None None] Attempting to bind port dde495da-9359-4848-ba18-6016d0799802 on network 772d6225-4638-4eca-b361-b674a7ef2a7a {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:16:14.609763 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb7fdb6-6eb1-43ea-9721-9e8e1505392a None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:16:14.615985 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb7fdb6-6eb1-43ea-9721-9e8e1505392a None None] Checking segment: {'id': '8c2f6071-0874-434e-a719-222964d908f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:16:14.616779 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-deb7fdb6-6eb1-43ea-9721-9e8e1505392a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:14.628277 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb7fdb6-6eb1-43ea-9721-9e8e1505392a None None] Bound using segment: {'id': '8c2f6071-0874-434e-a719-222964d908f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:16:14.628885 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-deb7fdb6-6eb1-43ea-9721-9e8e1505392a None None] Bound port: dde495da-9359-4848-ba18-6016d0799802, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2f6071-0874-434e-a719-222964d908f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:16:14.629304 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-deb7fdb6-6eb1-43ea-9721-9e8e1505392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:14.652779 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b730e2ee-b5bd-4e55-b752-7fb4772fa167 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:16:14.816315 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-deb7fdb6-6eb1-43ea-9721-9e8e1505392a None None] For port dde495da-9359-4848-ba18-6016d0799802, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:16:14.819787 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-deb7fdb6-6eb1-43ea-9721-9e8e1505392a None None] For port dde495da-9359-4848-ba18-6016d0799802, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=dde495da-9359-4848-ba18-6016d0799802,segment=NetworkSegment(8c2f6071-0874-434e-a719-222964d908f6),segment_id=8c2f6071-0874-434e-a719-222964d908f6)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:16:14.836014 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-deb7fdb6-6eb1-43ea-9721-9e8e1505392a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:14.894943 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f1fdfae3-a7b9-47f0-97a9-74b772c34c29 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:14.920931 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694d32a-4dd3-4f21-8a05-9ae1672eb694 req-8aae0fa1-9fc4-4447-8e52-8de6cf4887d7 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:14.930819 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8694d32a-4dd3-4f21-8a05-9ae1672eb694 req-8aae0fa1-9fc4-4447-8e52-8de6cf4887d7 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 944 time: 0.1405389 Jul 07 21:16:14.941898 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port b730e2ee-b5bd-4e55-b752-7fb4772fa167 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:14.971468 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port b730e2ee-b5bd-4e55-b752-7fb4772fa167 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:14.971844 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:15.021940 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7fdb6-6eb1-43ea-9721-9e8e1505392a None None] Pushing event updated for resources: {'Port': ['ID=dde495da-9359-4848-ba18-6016d0799802,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:15.081577 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8694d32a-4dd3-4f21-8a05-9ae1672eb694 req-f1e15864-ee80-4966-9a4f-545ca61a5ab8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1497703 Jul 07 21:16:15.084788 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-042870a2-282a-4f9a-92c8-4ded737cadcb tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:15.086766 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-042870a2-282a-4f9a-92c8-4ded737cadcb tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.58 "GET /v2.0/networks?id=a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11 HTTP/1.1" status: 200 len: 808 time: 0.3131206 Jul 07 21:16:15.110194 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-f2db0da0-e354-4dae-a05d-6aabdff2a6c7 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Request body: {'port': {'device_id': 'e2955ac1-c303-4637-9298-c95772f3fd7d', 'network_id': 'a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11', 'admin_state_up': True, 'tenant_id': 'bbb12bb743f345d7b36aa1b526b9135f'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:15.145933 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:15.194208 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port b730e2ee-b5bd-4e55-b752-7fb4772fa167, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b730e2ee-b5bd-4e55-b752-7fb4772fa167,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:15.206336 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:15.304425 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ada8a9d4-71a6-4e36-a401-86a6501f2d07 req-835a66b1-0202-4235-bc1a-a00ae6c6f176 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4951289 Jul 07 21:16:15.335553 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=b730e2ee-b5bd-4e55-b752-7fb4772fa167,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:15.354756 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-f2db0da0-e354-4dae-a05d-6aabdff2a6c7 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Made reservation on behalf of bbb12bb743f345d7b36aa1b526b9135f for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:16:15.358303 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-f2db0da0-e354-4dae-a05d-6aabdff2a6c7 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:15.375973 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-35e1a365-1535-429d-a76a-c61f830dfb6a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting port 99466d8e-1ea6-4d49-b689-3bf1b392df81 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:16:15.376690 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-35e1a365-1535-429d-a76a-c61f830dfb6a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:15.431216 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-f1fdfae3-a7b9-47f0-97a9-74b772c34c29 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Allocated IP 172.20.0.1 (772d6225-4638-4eca-b361-b674a7ef2a7a/53050cc6-5b87-4ce5-b02c-8e9b25a1ac51/d5c24e35-0eff-4950-aeca-585eb59722b3) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:16:15.559919 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-35e1a365-1535-429d-a76a-c61f830dfb6a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:15.564702 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f1fdfae3-a7b9-47f0-97a9-74b772c34c29 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:15.580688 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-35e1a365-1535-429d-a76a-c61f830dfb6a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Calling delete_port for 99466d8e-1ea6-4d49-b689-3bf1b392df81 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:16:15.581413 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-f1fdfae3-a7b9-47f0-97a9-74b772c34c29 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Transition to ACTIVE for port object d5c24e35-0eff-4950-aeca-585eb59722b3 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:15.599522 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-f2db0da0-e354-4dae-a05d-6aabdff2a6c7 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Allocated IP 172.20.0.11 (a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11/24c2c265-5569-44f6-ac51-64af054a6d76/c2851cf2-3a08-4efc-a037-c80130ed2485) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:16:15.622835 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f1fdfae3-a7b9-47f0-97a9-74b772c34c29 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:15.698284 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fdfae3-a7b9-47f0-97a9-74b772c34c29 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network 772d6225-4638-4eca-b361-b674a7ef2a7a is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:15.720070 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-761ba9ca-fe03-4b33-b165-16811f19d65e req-e2ac6942-4e9a-4aa6-9b10-08c4e5172b8b tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2955ac1-c303-4637-9298-c95772f3fd7d HTTP/1.1" status: 200 len: 210 time: 0.0504942 Jul 07 21:16:15.720846 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-f1fdfae3-a7b9-47f0-97a9-74b772c34c29 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:15.727203 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fdfae3-a7b9-47f0-97a9-74b772c34c29 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:16:15.752245 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdfae3-a7b9-47f0-97a9-74b772c34c29 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Port': ['ID=d5c24e35-0eff-4950-aeca-585eb59722b3,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:15.774793 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f1fdfae3-a7b9-47f0-97a9-74b772c34c29 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:15.895369 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-f2db0da0-e354-4dae-a05d-6aabdff2a6c7 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:15.904905 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-35e1a365-1535-429d-a76a-c61f830dfb6a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:15.942547 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1a365-1535-429d-a76a-c61f830dfb6a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Port': ['ID=99466d8e-1ea6-4d49-b689-3bf1b392df81,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:15.966195 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f1fdfae3-a7b9-47f0-97a9-74b772c34c29 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:15.993127 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 44837011-61dc-464b-845f-cc5cf966dbb5 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:16:16.058167 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-f2db0da0-e354-4dae-a05d-6aabdff2a6c7 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:16.119048 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-f2db0da0-e354-4dae-a05d-6aabdff2a6c7 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Network a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:16.467033 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-35e1a365-1535-429d-a76a-c61f830dfb6a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:16.493547 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-f2db0da0-e354-4dae-a05d-6aabdff2a6c7 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:16.500097 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-f2db0da0-e354-4dae-a05d-6aabdff2a6c7 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:16:16.503278 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db0da0-e354-4dae-a05d-6aabdff2a6c7 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Pushing event updated for resources: {'Port': ['ID=c2851cf2-3a08-4efc-a037-c80130ed2485,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:16.530661 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69618cb6-740a-411b-9d4c-bfedc6ca1dfd req-9509e9c0-d7eb-4efd-b5ae-f88ab4e1db27 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:16.534025 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-69618cb6-740a-411b-9d4c-bfedc6ca1dfd req-9509e9c0-d7eb-4efd-b5ae-f88ab4e1db27 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 944 time: 0.2155402 Jul 07 21:16:16.537134 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f1fdfae3-a7b9-47f0-97a9-74b772c34c29 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:16.588018 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f1fdfae3-a7b9-47f0-97a9-74b772c34c29 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:16.665143 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-69618cb6-740a-411b-9d4c-bfedc6ca1dfd req-38b67462-55d7-4e85-9fab-57177836e0d8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1239121 Jul 07 21:16:16.689888 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-f2db0da0-e354-4dae-a05d-6aabdff2a6c7 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:16.690548 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-f2db0da0-e354-4dae-a05d-6aabdff2a6c7 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:16.705731 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b730e2ee-b5bd-4e55-b752-7fb4772fa167 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:16:16.716694 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdfae3-a7b9-47f0-97a9-74b772c34c29 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Port': ['ID=d5c24e35-0eff-4950-aeca-585eb59722b3,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:16.735930 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f1fdfae3-a7b9-47f0-97a9-74b772c34c29 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:16.758832 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-f2db0da0-e354-4dae-a05d-6aabdff2a6c7 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6592700 Jul 07 21:16:16.770082 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e1a365-1535-429d-a76a-c61f830dfb6a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Router 739f6a01-8e33-41c9-8241-0249ef6925f0 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:16:16.777731 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-6f9d1364-5a6f-494f-8cbc-7b17a401c38b tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:16:16.778787 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-6f9d1364-5a6f-494f-8cbc-7b17a401c38b tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113111 Jul 07 21:16:16.783227 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port b730e2ee-b5bd-4e55-b752-7fb4772fa167 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:16.784223 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:16.891999 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fdfae3-a7b9-47f0-97a9-74b772c34c29 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network 772d6225-4638-4eca-b361-b674a7ef2a7a is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:16.893745 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-f1fdfae3-a7b9-47f0-97a9-74b772c34c29 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:16.918946 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device dde495da-9359-4848-ba18-6016d0799802 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:16:16.925754 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-380ee2b3-bff1-4520-af9f-3e6a9f4685a7 service neutron] Request body: {'port': {'device_id': 'e2955ac1-c303-4637-9298-c95772f3fd7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:16.960613 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e1a365-1535-429d-a76a-c61f830dfb6a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:16:16.967016 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-35e1a365-1535-429d-a76a-c61f830dfb6a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "PUT /v2.0/routers/739f6a01-8e33-41c9-8241-0249ef6925f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3316581 Jul 07 21:16:16.970062 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47770) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:16.972915 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a676e6-337d-48bb-a699-90f573e16dc3 None None] Sync routers for ids ['739f6a01-8e33-41c9-8241-0249ef6925f0'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:16:16.983777 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a676e6-337d-48bb-a699-90f573e16dc3 None None] Routers {'739f6a01-8e33-41c9-8241-0249ef6925f0'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:16.984413 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-09a676e6-337d-48bb-a699-90f573e16dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['739f6a01-8e33-41c9-8241-0249ef6925f0'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:16.999532 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port dde495da-9359-4848-ba18-6016d0799802 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:17.031696 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-09a676e6-337d-48bb-a699-90f573e16dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:17.042306 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a676e6-337d-48bb-a699-90f573e16dc3 None None] Routers {'739f6a01-8e33-41c9-8241-0249ef6925f0'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:17.042910 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-09a676e6-337d-48bb-a699-90f573e16dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['739f6a01-8e33-41c9-8241-0249ef6925f0'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:17.081869 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-09a676e6-337d-48bb-a699-90f573e16dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:17.082564 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a676e6-337d-48bb-a699-90f573e16dc3 None None] The sync data for ids ['739f6a01-8e33-41c9-8241-0249ef6925f0'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:16:17.104821 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fdfae3-a7b9-47f0-97a9-74b772c34c29 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Router e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:16:17.129742 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-380ee2b3-bff1-4520-af9f-3e6a9f4685a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:17.210230 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa23f3-864e-43f7-8982-a312afee1620 req-7f934808-cf58-474e-b921-ecf2cf651203 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:17.211764 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b2fa23f3-864e-43f7-8982-a312afee1620 req-7f934808-cf58-474e-b921-ecf2cf651203 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2955ac1-c303-4637-9298-c95772f3fd7d HTTP/1.1" status: 200 len: 932 time: 0.1212559 Jul 07 21:16:17.225024 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84c72e9-441f-45ce-9d28-a4f778b4d395 None None] Network 772d6225-4638-4eca-b361-b674a7ef2a7a requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:16:17.273334 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-37001b34-e29a-4e51-ad99-72ea81c0ed8a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] remove_router_interface failed (client error): The resource could not be found. Jul 07 21:16:17.274401 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-37001b34-e29a-4e51-ad99-72ea81c0ed8a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "PUT /v2.0/routers/739f6a01-8e33-41c9-8241-0249ef6925f0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3033645 Jul 07 21:16:17.277857 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47772) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:17.300616 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b2fa23f3-864e-43f7-8982-a312afee1620 req-c1691144-1164-4482-b054-782fc642c249 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b970775-58a7-45e4-a0b8-22f1b3c31594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633013 Jul 07 21:16:17.325059 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fdfae3-a7b9-47f0-97a9-74b772c34c29 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:16:17.325059 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d3d3e3aa-c1a1-4595-b479-7c91b6eea011 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "GET /v2.0/ports?device_id=739f6a01-8e33-41c9-8241-0249ef6925f0 HTTP/1.1" status: 200 len: 205 time: 0.0442457 Jul 07 21:16:17.336044 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f1fdfae3-a7b9-47f0-97a9-74b772c34c29 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "PUT /v2.0/routers/e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2730730 Jul 07 21:16:17.336044 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47774) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:17.355054 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1da3e427-6f96-4045-8ef7-5fd64e8ca981 None None] Provisioning for port dde495da-9359-4848-ba18-6016d0799802 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:17.362319 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] Sync routers for ids ['e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:16:17.369741 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1da3e427-6f96-4045-8ef7-5fd64e8ca981 None None] Provisioning complete for port dde495da-9359-4848-ba18-6016d0799802 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:17.370109 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1da3e427-6f96-4045-8ef7-5fd64e8ca981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:17.409331 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] Routers {'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:17.409867 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:17.426755 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1d416d9b-1e5a-41ac-91e5-0205d1807b2d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:17.598913 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1da3e427-6f96-4045-8ef7-5fd64e8ca981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:17.599383 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-380ee2b3-bff1-4520-af9f-3e6a9f4685a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2851cf2-3a08-4efc-a037-c80130ed2485 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:16:17.609198 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-380ee2b3-bff1-4520-af9f-3e6a9f4685a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:17.625075 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-380ee2b3-bff1-4520-af9f-3e6a9f4685a7 service neutron] Transition to ACTIVE for port object c2851cf2-3a08-4efc-a037-c80130ed2485 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:17.627531 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] Set router e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:16:17.630566 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-380ee2b3-bff1-4520-af9f-3e6a9f4685a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:17.667941 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1d416d9b-1e5a-41ac-91e5-0205d1807b2d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:17.670236 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1d416d9b-1e5a-41ac-91e5-0205d1807b2d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:17.683140 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a5d7c89-7857-4322-816c-f380e0947381 req-3b89a041-7e84-4623-b649-aae4b875d16b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1722952387&fields=id&tenant_id=4a5d41a33f7944c39f0befd9bdb8329c HTTP/1.1" status: 200 len: 267 time: 0.1465943 Jul 07 21:16:17.693682 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1da3e427-6f96-4045-8ef7-5fd64e8ca981 None None] For port dde495da-9359-4848-ba18-6016d0799802, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=dde495da-9359-4848-ba18-6016d0799802,segment=NetworkSegment(8c2f6071-0874-434e-a719-222964d908f6),segment_id=8c2f6071-0874-434e-a719-222964d908f6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:17.732235 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1da3e427-6f96-4045-8ef7-5fd64e8ca981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:17.785770 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1d416d9b-1e5a-41ac-91e5-0205d1807b2d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:17.786251 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d416d9b-1e5a-41ac-91e5-0205d1807b2d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Fanout notify agent at l3_agent the message router_deleted on router 739f6a01-8e33-41c9-8241-0249ef6925f0 {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:16:17.795483 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1d416d9b-1e5a-41ac-91e5-0205d1807b2d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:17.799979 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1d416d9b-1e5a-41ac-91e5-0205d1807b2d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/routers/739f6a01-8e33-41c9-8241-0249ef6925f0 HTTP/1.1" status: 204 len: 168 time: 0.4678886 Jul 07 21:16:17.801708 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47790) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:17.825258 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ee2b3-bff1-4520-af9f-3e6a9f4685a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2851cf2-3a08-4efc-a037-c80130ed2485,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:17.839608 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-380ee2b3-bff1-4520-af9f-3e6a9f4685a7 service neutron] Attempting to bind port c2851cf2-3a08-4efc-a037-c80130ed2485 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:16:17.839953 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-380ee2b3-bff1-4520-af9f-3e6a9f4685a7 service neutron] Attempting to bind port c2851cf2-3a08-4efc-a037-c80130ed2485 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '9bef9bf7-03c1-40e1-bffc-3d4c423af9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:16:17.840297 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-380ee2b3-bff1-4520-af9f-3e6a9f4685a7 service neutron] Attempting to bind port c2851cf2-3a08-4efc-a037-c80130ed2485 on network a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:16:17.854571 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-380ee2b3-bff1-4520-af9f-3e6a9f4685a7 service neutron] Port c2851cf2-3a08-4efc-a037-c80130ed2485 on network a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:16:17.854958 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-380ee2b3-bff1-4520-af9f-3e6a9f4685a7 service neutron] Attempting to bind port c2851cf2-3a08-4efc-a037-c80130ed2485 on network a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:16:17.876136 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-380ee2b3-bff1-4520-af9f-3e6a9f4685a7 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:16:17.876786 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-380ee2b3-bff1-4520-af9f-3e6a9f4685a7 service neutron] Checking segment: {'id': '9bef9bf7-03c1-40e1-bffc-3d4c423af9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:16:17.876986 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-380ee2b3-bff1-4520-af9f-3e6a9f4685a7 service neutron] Bound using segment: {'id': '9bef9bf7-03c1-40e1-bffc-3d4c423af9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:16:17.877425 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-380ee2b3-bff1-4520-af9f-3e6a9f4685a7 service neutron] Bound port: c2851cf2-3a08-4efc-a037-c80130ed2485, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bef9bf7-03c1-40e1-bffc-3d4c423af9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:16:17.878073 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-380ee2b3-bff1-4520-af9f-3e6a9f4685a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:17.907657 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d7c89-7857-4322-816c-f380e0947381 req-ba303bb5-d8f3-4e65-a825-309a94ba4176 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:17.926853 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a5d7c89-7857-4322-816c-f380e0947381 req-ba303bb5-d8f3-4e65-a825-309a94ba4176 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/networks?id=772d6225-4638-4eca-b361-b674a7ef2a7a HTTP/1.1" status: 200 len: 797 time: 0.2316613 Jul 07 21:16:17.961860 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-df830ff9-066f-47fc-85f8-e57d7ef9a3a2 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting subnet 5173583e-03a1-4d6e-ad62-19acd3b78a78 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:16:17.965389 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-df830ff9-066f-47fc-85f8-e57d7ef9a3a2 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:17.990831 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-380ee2b3-bff1-4520-af9f-3e6a9f4685a7 service neutron] For port c2851cf2-3a08-4efc-a037-c80130ed2485, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:16:17.994293 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-380ee2b3-bff1-4520-af9f-3e6a9f4685a7 service neutron] For port c2851cf2-3a08-4efc-a037-c80130ed2485, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=c2851cf2-3a08-4efc-a037-c80130ed2485,segment=NetworkSegment(9bef9bf7-03c1-40e1-bffc-3d4c423af9fb),segment_id=9bef9bf7-03c1-40e1-bffc-3d4c423af9fb)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:16:18.006012 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-380ee2b3-bff1-4520-af9f-3e6a9f4685a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:18.007931 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-df830ff9-066f-47fc-85f8-e57d7ef9a3a2 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:18.041208 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3e427-6f96-4045-8ef7-5fd64e8ca981 None None] Pushing event updated for resources: {'Port': ['ID=dde495da-9359-4848-ba18-6016d0799802,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:18.090243 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-380ee2b3-bff1-4520-af9f-3e6a9f4685a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:18.092011 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-380ee2b3-bff1-4520-af9f-3e6a9f4685a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:18.095025 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-380ee2b3-bff1-4520-af9f-3e6a9f4685a7 service neutron] 10.222.0.58 "PUT /v2.0/ports/c2851cf2-3a08-4efc-a037-c80130ed2485 HTTP/1.1" status: 200 len: 1093 time: 1.3018961 Jul 07 21:16:18.098310 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2955ac1-c303-4637-9298-c95772f3fd7d', 'tag': 'c2851cf2-3a08-4efc-a037-c80130ed2485'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:16:18.103023 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19549a15-e1a8-4e0c-b695-f298f5794f14" -d '{"events": [{"name": "network-changed", "server_uuid": "e2955ac1-c303-4637-9298-c95772f3fd7d", "tag": "c2851cf2-3a08-4efc-a037-c80130ed2485"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:16:18.108650 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-df830ff9-066f-47fc-85f8-e57d7ef9a3a2 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:18.158923 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ee2b3-bff1-4520-af9f-3e6a9f4685a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2851cf2-3a08-4efc-a037-c80130ed2485,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:18.174180 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a5d7c89-7857-4322-816c-f380e0947381 req-6bfabfdd-2d0b-4022-babc-881241f22174 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/quotas/4a5d41a33f7944c39f0befd9bdb8329c HTTP/1.1" status: 200 len: 375 time: 0.2464585 Jul 07 21:16:18.192244 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-60463e96-b2a1-4cf0-9b58-ed724c33faa7 None None] Provisioning for port d5c24e35-0eff-4950-aeca-585eb59722b3 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:18.229772 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-26269492-4e3a-4593-a1a6-9db54432d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:18.230141 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-60463e96-b2a1-4cf0-9b58-ed724c33faa7 None None] Provisioning complete for port d5c24e35-0eff-4950-aeca-585eb59722b3 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:18.231336 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-60463e96-b2a1-4cf0-9b58-ed724c33faa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:18.231622 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-26269492-4e3a-4593-a1a6-9db54432d6a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbb12bb743f345d7b36aa1b526b9135f&device_id=e2955ac1-c303-4637-9298-c95772f3fd7d HTTP/1.1" status: 200 len: 1096 time: 0.0691919 Jul 07 21:16:18.240373 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553832242', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:15Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'd5c24e35-0eff-4950-aeca-585eb59722b3', 'name': '', 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:a3:99:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '53050cc6-5b87-4ce5-b02c-8e9b25a1ac51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:15Z', 'updated_at': '2021-07-07T21:16:16Z', 'revision_number': 2, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '53050cc6-5b87-4ce5-b02c-8e9b25a1ac51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:18.266987 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-df830ff9-066f-47fc-85f8-e57d7ef9a3a2 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:18.285746 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-df830ff9-066f-47fc-85f8-e57d7ef9a3a2 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:18.291815 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-df830ff9-066f-47fc-85f8-e57d7ef9a3a2 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/subnets/5173583e-03a1-4d6e-ad62-19acd3b78a78 HTTP/1.1" status: 204 len: 168 time: 0.4904575 Jul 07 21:16:18.293649 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47796) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:18.306613 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-3f5edfdc-8080-44f7-a8d0-37c06b49944a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2851cf2-3a08-4efc-a037-c80130ed2485 HTTP/1.1" status: 200 len: 217 time: 0.0660937 Jul 07 21:16:18.348026 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332491e-4887-49de-9901-fb70e8a15c4f req-4b0a2969-9c29-4f63-9e45-8c95007e4c39 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:18.350211 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8332491e-4887-49de-9901-fb70e8a15c4f req-4b0a2969-9c29-4f63-9e45-8c95007e4c39 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 944 time: 0.4659312 Jul 07 21:16:18.359154 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df830ff9-066f-47fc-85f8-e57d7ef9a3a2 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Subnet': ['ID=5173583e-03a1-4d6e-ad62-19acd3b78a78,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:18.373203 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] Checking router: e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:16:18.373819 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] Updating router e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2 port d5c24e35-0eff-4950-aeca-585eb59722b3 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:16:18.381308 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a5d7c89-7857-4322-816c-f380e0947381 req-5b02fabe-dff4-45b3-b836-35722974d9db tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1961229 Jul 07 21:16:18.397208 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-ef53b091-535d-441d-8832-191025690de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:18.400034 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-ef53b091-535d-441d-8832-191025690de8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=24c2c265-5569-44f6-ac51-64af054a6d76 HTTP/1.1" status: 200 len: 848 time: 0.0816298 Jul 07 21:16:18.408717 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-6a5d7c89-7857-4322-816c-f380e0947381 req-79e11317-2bd8-4301-afa9-34509858ada7 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:16:18.416260 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a5d7c89-7857-4322-816c-f380e0947381 req-79e11317-2bd8-4301-afa9-34509858ada7 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141702 Jul 07 21:16:18.447733 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccb16bd-95c7-442e-a8b0-24906dcdd0d2 None None] Network 37f15c7a-7ea0-4560-bb9f-ee7890c489a9 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:16:18.536457 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-c5885d2e-e706-4725-a8d3-7198f7e8da6e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068678 Jul 07 21:16:18.542225 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:18.544167 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8332491e-4887-49de-9901-fb70e8a15c4f req-1e504852-a3f1-4dfc-8b19-e085cde62f7c tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1815975 Jul 07 21:16:18.662478 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a5d7c89-7857-4322-816c-f380e0947381 req-daa3f3f0-8c1c-41a3-a30f-d676c4968782 service neutron] 10.222.0.64 "GET /v2.0/networks/772d6225-4638-4eca-b361-b674a7ef2a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421150 Jul 07 21:16:18.714322 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-d3539944-6061-4cd1-9470-8e28a1bcb65f service neutron] 10.222.0.58 "GET /v2.0/networks/a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690135 Jul 07 21:16:18.725714 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device dde495da-9359-4848-ba18-6016d0799802 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:16:18.810375 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-60463e96-b2a1-4cf0-9b58-ed724c33faa7 None None] Port d5c24e35-0eff-4950-aeca-585eb59722b3 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:16:18.846447 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-0005dfe6-630b-46d8-8e4f-8b40682572b3 req-2ffe518e-0f0c-4f20-bb99-ea83b6c7b85a service neutron] 10.222.0.58 "GET /v2.0/networks/a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214437 Jul 07 21:16:18.854717 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d70cada2-f546-495b-a9ff-9b9017445340 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:18.894336 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bafa59-ea34-4298-8993-d32d51e5f42c x-openstack-request-id: req-a6bafa59-ea34-4298-8993-d32d51e5f42c {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:16:18.894625 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2955ac1-c303-4637-9298-c95772f3fd7d", "tag": "c2851cf2-3a08-4efc-a037-c80130ed2485", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:16:18.894969 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a6bafa59-ea34-4298-8993-d32d51e5f42c {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:16:18.895362 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2955ac1-c303-4637-9298-c95772f3fd7d', 'tag': 'c2851cf2-3a08-4efc-a037-c80130ed2485', 'status': 'completed', 'code': 200} Jul 07 21:16:18.978618 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-d70cada2-f546-495b-a9ff-9b9017445340 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting port 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:16:18.978955 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d70cada2-f546-495b-a9ff-9b9017445340 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:19.019142 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-60463e96-b2a1-4cf0-9b58-ed724c33faa7 None None] Provisioning complete for port dde495da-9359-4848-ba18-6016d0799802 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:19.019779 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-60463e96-b2a1-4cf0-9b58-ed724c33faa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:19.041941 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19549a15-e1a8-4e0c-b695-f298f5794f14 req-25ce8404-744e-447a-bbfa-11a507f6bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:19.043653 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-19549a15-e1a8-4e0c-b695-f298f5794f14 req-25ce8404-744e-447a-bbfa-11a507f6bde8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbb12bb743f345d7b36aa1b526b9135f&device_id=e2955ac1-c303-4637-9298-c95772f3fd7d HTTP/1.1" status: 200 len: 1096 time: 0.1259284 Jul 07 21:16:19.069574 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port dde495da-9359-4848-ba18-6016d0799802 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:19.069945 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:19.132776 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-d70cada2-f546-495b-a9ff-9b9017445340 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] For port 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e,segment=NetworkSegment(d385cb31-bd79-4155-bc2b-feeeb8c28382),segment_id=d385cb31-bd79-4155-bc2b-feeeb8c28382)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:19.133339 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d70cada2-f546-495b-a9ff-9b9017445340 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:19.152982 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-d70cada2-f546-495b-a9ff-9b9017445340 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Calling delete_port for 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:16:19.258371 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19549a15-e1a8-4e0c-b695-f298f5794f14 req-8675908c-8421-4c17-bb52-fba10286f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:19.260083 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-19549a15-e1a8-4e0c-b695-f298f5794f14 req-8675908c-8421-4c17-bb52-fba10286f06c service neutron] 10.222.0.58 "GET /v2.0/networks?id=a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11 HTTP/1.1" status: 200 len: 909 time: 0.2050028 Jul 07 21:16:19.291966 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d949ced5-eedc-4cfa-b76d-5cfdeb2a7c8e None None] DHCP port deletion for 37f15c7a-7ea0-4560-bb9f-ee7890c489a9 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:16:19.317797 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-19549a15-e1a8-4e0c-b695-f298f5794f14 req-5b5c09d8-d24b-4c01-8c55-8f39b46a81d0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2851cf2-3a08-4efc-a037-c80130ed2485 HTTP/1.1" status: 200 len: 217 time: 0.0459974 Jul 07 21:16:19.385815 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d70cada2-f546-495b-a9ff-9b9017445340 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:19.402480 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70cada2-f546-495b-a9ff-9b9017445340 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] No DVR routers for this DVR port 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:16:19.428935 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19549a15-e1a8-4e0c-b695-f298f5794f14 req-d33d2478-7446-4588-93a7-5a65d52900f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:19.428935 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-19549a15-e1a8-4e0c-b695-f298f5794f14 req-d33d2478-7446-4588-93a7-5a65d52900f6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=24c2c265-5569-44f6-ac51-64af054a6d76 HTTP/1.1" status: 200 len: 848 time: 0.1039884 Jul 07 21:16:19.436105 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cada2-f546-495b-a9ff-9b9017445340 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Port': ['ID=7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:19.436413 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-d949ced5-eedc-4cfa-b76d-5cfdeb2a7c8e None None] Deleting port 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:16:19.436413 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d949ced5-eedc-4cfa-b76d-5cfdeb2a7c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:19.486011 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:19.499990 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-19549a15-e1a8-4e0c-b695-f298f5794f14 req-90a133e0-4b69-4bdc-a4d9-0028ae393ce9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620165 Jul 07 21:16:19.512126 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b7e82b64-13c0-4af2-9006-6fa346269118 None None] Provisioning complete for port d5c24e35-0eff-4950-aeca-585eb59722b3 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:19.512126 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b7e82b64-13c0-4af2-9006-6fa346269118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:19.521168 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] Transition to ACTIVE for port object d5c24e35-0eff-4950-aeca-585eb59722b3 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:19.538525 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8a9d4-71a6-4e36-a401-86a6501f2d07 req-592f868c-5c5d-4e07-8724-d030650d8161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:19.540085 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ada8a9d4-71a6-4e36-a401-86a6501f2d07 req-592f868c-5c5d-4e07-8724-d030650d8161 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf&tenant_id=2c77ff576c8f4eb18bd83eb9fa5ae9c8 HTTP/1.1" status: 200 len: 1096 time: 0.1982393 Jul 07 21:16:19.543971 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a5d7c89-7857-4322-816c-f380e0947381 req-5eb0e145-06b1-48e1-90e0-35f7d749768d service neutron] 10.222.0.64 "GET /v2.0/networks/772d6225-4638-4eca-b361-b674a7ef2a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8796823 Jul 07 21:16:19.554213 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-d949ced5-eedc-4cfa-b76d-5cfdeb2a7c8e None None] For port 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e, host n-d-695189-11, got binding levels [] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:19.554745 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d949ced5-eedc-4cfa-b76d-5cfdeb2a7c8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:19.564478 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:19.573356 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6f31f-97b9-4252-8f8a-12bf4e8f19f7 req-bbfcacc7-c6b4-4c35-9469-7be0865011fa tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:19.575713 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bde6f31f-97b9-4252-8f8a-12bf4e8f19f7 req-bbfcacc7-c6b4-4c35-9469-7be0865011fa tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2955ac1-c303-4637-9298-c95772f3fd7d HTTP/1.1" status: 200 len: 944 time: 0.2251954 Jul 07 21:16:19.585182 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-d949ced5-eedc-4cfa-b76d-5cfdeb2a7c8e None None] Calling delete_port for 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:16:19.611772 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.ipam_backend_mixin [None req-d949ced5-eedc-4cfa-b76d-5cfdeb2a7c8e None None] Port 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e was not found and therefore no delete operation was performed {{(pid=100449) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 21:16:19.621395 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d949ced5-eedc-4cfa-b76d-5cfdeb2a7c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:19.629862 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b7e82b64-13c0-4af2-9006-6fa346269118 None None] Port d5c24e35-0eff-4950-aeca-585eb59722b3 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:16:19.652525 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d949ced5-eedc-4cfa-b76d-5cfdeb2a7c8e None None] No DVR routers for this DVR port 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:16:19.654840 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdd2fa-d9b3-45b4-8d5f-a40563205229 None None] Pushing event updated for resources: {'Port': ['ID=d5c24e35-0eff-4950-aeca-585eb59722b3,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:19.693798 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949ced5-eedc-4cfa-b76d-5cfdeb2a7c8e None None] Pushing event deleted for resources: {'Port': ['ID=7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:19.732391 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d70cada2-f546-495b-a9ff-9b9017445340 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:19.763219 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-d70cada2-f546-495b-a9ff-9b9017445340 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f15c7a-7ea0-4560-bb9f-ee7890c489a9']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:19.785287 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] Attempting to bind port d5c24e35-0eff-4950-aeca-585eb59722b3 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:16:19.785800 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] Attempting to bind port d5c24e35-0eff-4950-aeca-585eb59722b3 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '8c2f6071-0874-434e-a719-222964d908f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:16:19.786545 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] Attempting to bind port d5c24e35-0eff-4950-aeca-585eb59722b3 on network 772d6225-4638-4eca-b361-b674a7ef2a7a {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:16:19.792209 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:16:19.792741 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] Checking segment: {'id': '8c2f6071-0874-434e-a719-222964d908f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:16:19.793256 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:19.793756 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] Bound using segment: {'id': '8c2f6071-0874-434e-a719-222964d908f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:16:19.794342 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] Bound port: d5c24e35-0eff-4950-aeca-585eb59722b3, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2f6071-0874-434e-a719-222964d908f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:16:19.794831 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:19.805567 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-d70cada2-f546-495b-a9ff-9b9017445340 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd385cb31-bd79-4155-bc2b-feeeb8c28382') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:19.806008 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-d70cada2-f546-495b-a9ff-9b9017445340 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd385cb31-bd79-4155-bc2b-feeeb8c28382') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:19.826537 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bde6f31f-97b9-4252-8f8a-12bf4e8f19f7 req-1d7ba14f-881d-4413-be8f-e98c337bc767 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b970775-58a7-45e4-a0b8-22f1b3c31594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810422 Jul 07 21:16:19.855572 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8a9d4-71a6-4e36-a401-86a6501f2d07 req-ce7b3092-7901-4888-8d31-1086403e129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:19.868053 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d70cada2-f546-495b-a9ff-9b9017445340 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:19.868169 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ada8a9d4-71a6-4e36-a401-86a6501f2d07 req-ce7b3092-7901-4888-8d31-1086403e129a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c77ff576c8f4eb18bd83eb9fa5ae9c8&device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 1096 time: 0.2823920 Jul 07 21:16:19.926898 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d70cada2-f546-495b-a9ff-9b9017445340 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:19.945021 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70cada2-f546-495b-a9ff-9b9017445340 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:16:19.945442 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d70cada2-f546-495b-a9ff-9b9017445340 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:20.012754 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] For port d5c24e35-0eff-4950-aeca-585eb59722b3, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:16:20.026069 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:16:20.038916 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] For port d5c24e35-0eff-4950-aeca-585eb59722b3, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=d5c24e35-0eff-4950-aeca-585eb59722b3,segment=NetworkSegment(8c2f6071-0874-434e-a719-222964d908f6),segment_id=8c2f6071-0874-434e-a719-222964d908f6)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:16:20.042287 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:20.042504 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d70cada2-f546-495b-a9ff-9b9017445340 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:20.048859 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:20.054824 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d70cada2-f546-495b-a9ff-9b9017445340 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:20.062295 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d70cada2-f546-495b-a9ff-9b9017445340 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/networks/37f15c7a-7ea0-4560-bb9f-ee7890c489a9 HTTP/1.1" status: 204 len: 168 time: 1.7669985 Jul 07 21:16:20.070538 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47810) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:20.084603 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e58e5468-1481-431d-a97e-385e4c05d4ac tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'network': {'name': 'tempest-RoutersTest-720653076'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:20.104887 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cada2-f546-495b-a9ff-9b9017445340 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Network': ['ID=37f15c7a-7ea0-4560-bb9f-ee7890c489a9,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:20.116993 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-19549a15-e1a8-4e0c-b695-f298f5794f14 req-1b599c7c-e588-46c1-a687-c9b2c217eef9 service neutron] 10.222.0.58 "GET /v2.0/networks/a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5991600 Jul 07 21:16:20.124803 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device c2851cf2-3a08-4efc-a037-c80130ed2485 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:16:20.126063 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5b1a7257-c474-4180-abda-d1e25b546596 req-349d95df-debd-48e3-a0cb-1701093c9bca tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 210 time: 0.1040113 Jul 07 21:16:20.203048 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58e5468-1481-431d-a97e-385e4c05d4ac tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Made reservation on behalf of 89041ffb5f174621826c98d5bfb7bc98 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:16:20.220355 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03be435-ac27-4996-925c-82e44acb1acc req-ac6adf8e-9051-43c5-af65-b47f62ac0394 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:20.222186 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d03be435-ac27-4996-925c-82e44acb1acc req-ac6adf8e-9051-43c5-af65-b47f62ac0394 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 944 time: 0.2146904 Jul 07 21:16:20.223959 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8a9d4-71a6-4e36-a401-86a6501f2d07 req-f0ef8b1b-9dad-4c47-b486-7e96fab1d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:20.226437 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ada8a9d4-71a6-4e36-a401-86a6501f2d07 req-f0ef8b1b-9dad-4c47-b486-7e96fab1d260 service neutron] 10.222.0.39 "GET /v2.0/networks?id=71e90e76-92b1-4ebc-85b0-c55c9e97f894 HTTP/1.1" status: 200 len: 916 time: 0.3571815 Jul 07 21:16:20.255692 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] Routers {'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:20.256529 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:20.267495 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdd2fa-d9b3-45b4-8d5f-a40563205229 None None] Pushing event updated for resources: {'Port': ['ID=d5c24e35-0eff-4950-aeca-585eb59722b3,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:20.353123 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d03be435-ac27-4996-925c-82e44acb1acc req-0924e25c-5b89-49d1-a758-7ac34d59eca1 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1161504 Jul 07 21:16:20.373808 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ada8a9d4-71a6-4e36-a401-86a6501f2d07 req-bec5b94c-8084-408e-84c1-89dc2ea042c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44837011-61dc-464b-845f-cc5cf966dbb5 HTTP/1.1" status: 200 len: 999 time: 0.1342783 Jul 07 21:16:20.446674 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8a9d4-71a6-4e36-a401-86a6501f2d07 req-2401b27e-58a9-49cf-8d27-31fdb872ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:20.448581 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ada8a9d4-71a6-4e36-a401-86a6501f2d07 req-2401b27e-58a9-49cf-8d27-31fdb872ea36 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695c722d-c0e1-4b67-838e-81b8bf679407 HTTP/1.1" status: 200 len: 854 time: 0.0663142 Jul 07 21:16:20.451724 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:20.552726 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:16:20.570699 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8a9d4-71a6-4e36-a401-86a6501f2d07 req-b3e36411-d01b-4202-b8f8-32dbb250fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:20.577850 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ada8a9d4-71a6-4e36-a401-86a6501f2d07 req-b3e36411-d01b-4202-b8f8-32dbb250fff8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71e90e76-92b1-4ebc-85b0-c55c9e97f894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1159041 Jul 07 21:16:20.593989 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:16:20.594383 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 7a218c9a-4639-4dd1-9d8a-15dd8f7afb4e not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:16:20.630477 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] Set router e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:16:20.662581 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e58e5468-1481-431d-a97e-385e4c05d4ac tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:20.699220 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58e5468-1481-431d-a97e-385e4c05d4ac tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:16:20.699883 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port c2851cf2-3a08-4efc-a037-c80130ed2485, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=c2851cf2-3a08-4efc-a037-c80130ed2485,segment=NetworkSegment(9bef9bf7-03c1-40e1-bffc-3d4c423af9fb),segment_id=9bef9bf7-03c1-40e1-bffc-3d4c423af9fb)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:20.711640 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e58e5468-1481-431d-a97e-385e4c05d4ac tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:20.712860 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-e58e5468-1481-431d-a97e-385e4c05d4ac tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Added segment 00e23f2c-e9fe-4395-b8c0-8670db30f80d of type vlan for network dd2ca3d0-b236-4830-9601-1ce44dd9704e Jul 07 21:16:20.730105 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ada8a9d4-71a6-4e36-a401-86a6501f2d07 req-cfcaba5c-c5dc-49a3-aa94-3eb27ce0b5ed service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444576 Jul 07 21:16:20.759852 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'c2851cf2-3a08-4efc-a037-c80130ed2485', 'network_id': 'a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11', 'port_id': 'c2851cf2-3a08-4efc-a037-c80130ed2485', 'mac_address': 'fa:16:3e:cf:05:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c2c265-5569-44f6-ac51-64af054a6d76', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:16:20.762276 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e58e5468-1481-431d-a97e-385e4c05d4ac tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:20.813721 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-19549a15-e1a8-4e0c-b695-f298f5794f14 req-69051718-fd3d-4097-81d7-73e92df5399e service neutron] 10.222.0.58 "GET /v2.0/networks/a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6846597 Jul 07 21:16:20.832862 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e58e5468-1481-431d-a97e-385e4c05d4ac tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:20.847448 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e5468-1481-431d-a97e-385e4c05d4ac tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:20.848156 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e58e5468-1481-431d-a97e-385e4c05d4ac tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:20.870292 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:20.893511 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ada8a9d4-71a6-4e36-a401-86a6501f2d07 req-fdb6944e-9957-4bd2-ae03-83fbe6157817 service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561337 Jul 07 21:16:20.903546 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2851cf2-3a08-4efc-a037-c80130ed2485 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:16:20.915209 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e58e5468-1481-431d-a97e-385e4c05d4ac tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8397045 Jul 07 21:16:20.918331 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47820) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:20.929919 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-c160c76a-fbc2-4b26-996c-e6ccb6521b85 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'subnet': {'network_id': 'dd2ca3d0-b236-4830-9601-1ce44dd9704e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:20.931772 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e5468-1481-431d-a97e-385e4c05d4ac tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Network': ['ID=dd2ca3d0-b236-4830-9601-1ce44dd9704e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:20.958405 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port c2851cf2-3a08-4efc-a037-c80130ed2485, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=c2851cf2-3a08-4efc-a037-c80130ed2485,segment=NetworkSegment(9bef9bf7-03c1-40e1-bffc-3d4c423af9fb),segment_id=9bef9bf7-03c1-40e1-bffc-3d4c423af9fb)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:20.961450 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network dd2ca3d0-b236-4830-9601-1ce44dd9704e details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:16:21.007422 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:21.098290 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c160c76a-fbc2-4b26-996c-e6ccb6521b85 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Made reservation on behalf of 89041ffb5f174621826c98d5bfb7bc98 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:16:21.103028 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c160c76a-fbc2-4b26-996c-e6ccb6521b85 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:21.187778 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09344d1f-9dc3-442e-8173-a245e889b965 req-9aab683e-22cc-4c49-86d5-529fac7a19be tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:21.195477 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-09344d1f-9dc3-442e-8173-a245e889b965 req-9aab683e-22cc-4c49-86d5-529fac7a19be tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2955ac1-c303-4637-9298-c95772f3fd7d HTTP/1.1" status: 200 len: 945 time: 0.1554589 Jul 07 21:16:21.289786 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['c2851cf2-3a08-4efc-a037-c80130ed2485'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:16:21.299811 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=c2851cf2-3a08-4efc-a037-c80130ed2485,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:21.319775 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-09344d1f-9dc3-442e-8173-a245e889b965 req-03a9cfe6-c8a7-43bb-909c-834bf92eb649 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b970775-58a7-45e4-a0b8-22f1b3c31594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233523 Jul 07 21:16:21.354290 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553832242', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:15Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'd5c24e35-0eff-4950-aeca-585eb59722b3', 'name': '', 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:a3:99:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '53050cc6-5b87-4ce5-b02c-8e9b25a1ac51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:15Z', 'updated_at': '2021-07-07T21:16:19Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '53050cc6-5b87-4ce5-b02c-8e9b25a1ac51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:21.368303 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b3941648-2df2-49f0-9649-ee9cd7e638e2 req-b42744a5-1900-487b-bc60-383e531f06d7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 210 time: 0.0430210 Jul 07 21:16:21.397626 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5258db-d716-48c0-8ae4-d1a82e083bd6 None None] The sync data for ids ['e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'] in n-d-695189-11 is: [{'id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553832242', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:15Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'd5c24e35-0eff-4950-aeca-585eb59722b3', 'name': '', 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:a3:99:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '53050cc6-5b87-4ce5-b02c-8e9b25a1ac51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:15Z', 'updated_at': '2021-07-07T21:16:19Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '53050cc6-5b87-4ce5-b02c-8e9b25a1ac51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:16:21.521437 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c160c76a-fbc2-4b26-996c-e6ccb6521b85 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:21.611728 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160c76a-fbc2-4b26-996c-e6ccb6521b85 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Subnet': ['ID=11969651-4223-408b-b500-dbf6b174297d,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:21.636072 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c160c76a-fbc2-4b26-996c-e6ccb6521b85 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Checking segment: {'id': '00e23f2c-e9fe-4395-b8c0-8670db30f80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dd2ca3d0-b236-4830-9601-1ce44dd9704e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:16:21.636894 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c160c76a-fbc2-4b26-996c-e6ccb6521b85 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network hostable DHCP agents. Network: dd2ca3d0-b236-4830-9601-1ce44dd9704e, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:16:21.770910 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c160c76a-fbc2-4b26-996c-e6ccb6521b85 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network dd2ca3d0-b236-4830-9601-1ce44dd9704e is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:16:21.792130 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-c160c76a-fbc2-4b26-996c-e6ccb6521b85 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, dd2ca3d0-b236-4830-9601-1ce44dd9704e) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:21.801013 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c160c76a-fbc2-4b26-996c-e6ccb6521b85 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:21.801784 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c160c76a-fbc2-4b26-996c-e6ccb6521b85 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:21.807606 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f075cd-1b27-4820-8063-7a71ad9071f7 None None] Network dd2ca3d0-b236-4830-9601-1ce44dd9704e requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:16:21.835421 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47842) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:21.840404 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-67edfbde-0346-4af4-aaa2-7af966619025 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-6041038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:21.849674 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c160c76a-fbc2-4b26-996c-e6ccb6521b85 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9285965 Jul 07 21:16:21.903549 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67edfbde-0346-4af4-aaa2-7af966619025 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:21.906941 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67edfbde-0346-4af4-aaa2-7af966619025 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:22.010347 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67edfbde-0346-4af4-aaa2-7af966619025 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:22.023633 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67edfbde-0346-4af4-aaa2-7af966619025 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:22.042517 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8f66a-2a32-42c2-bcfa-ec5067cc3f4f req-47108bdb-9a8b-4767-ba3f-09b483e15bf0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:22.045778 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64b8f66a-2a32-42c2-bcfa-ec5067cc3f4f req-47108bdb-9a8b-4767-ba3f-09b483e15bf0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 944 time: 0.3769259 Jul 07 21:16:22.065064 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67edfbde-0346-4af4-aaa2-7af966619025 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:22.068776 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-67edfbde-0346-4af4-aaa2-7af966619025 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.2312074 Jul 07 21:16:22.071678 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47844) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:22.163235 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device c2851cf2-3a08-4efc-a037-c80130ed2485 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:16:22.260633 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-64b8f66a-2a32-42c2-bcfa-ec5067cc3f4f req-56304746-6159-45f2-8775-d418f2e0d156 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1871111 Jul 07 21:16:22.362978 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d7c89-7857-4322-816c-f380e0947381 req-683d4006-f67d-4711-93b9-eae89c7257ce tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:22.365601 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a5d7c89-7857-4322-816c-f380e0947381 req-683d4006-f67d-4711-93b9-eae89c7257ce tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.39 "GET /v2.0/networks?id=772d6225-4638-4eca-b361-b674a7ef2a7a HTTP/1.1" status: 200 len: 797 time: 0.5115428 Jul 07 21:16:22.444596 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5773aea8-c939-4f6b-9ae8-4683f0eb2100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-dd2ca3d0-b236-4830-9601-1ce44dd9704e', 'network_id': 'dd2ca3d0-b236-4830-9601-1ce44dd9704e', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'fixed_ips': [{'subnet_id': '11969651-4223-408b-b500-dbf6b174297d'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:16:22.446861 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5773aea8-c939-4f6b-9ae8-4683f0eb2100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:22.481327 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port c2851cf2-3a08-4efc-a037-c80130ed2485 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:22.492227 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port c2851cf2-3a08-4efc-a037-c80130ed2485 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:22.493059 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:22.659494 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a5d7c89-7857-4322-816c-f380e0947381 req-4c179819-afe3-4f96-a220-ed10aee9b02c tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a5d41a33f7944c39f0befd9bdb8329c HTTP/1.1" status: 200 len: 380 time: 0.2424221 Jul 07 21:16:22.752242 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device d5c24e35-0eff-4950-aeca-585eb59722b3 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:16:22.818403 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-6a5d7c89-7857-4322-816c-f380e0947381 req-ad78ce16-4aac-4806-9eb1-7d3a7ad9bdec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'port': {'device_id': '8db2599b-82de-45f8-9f91-fea34815cd98', 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a', 'admin_state_up': True, 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'security_groups': ['4c42d338-9171-4b23-b665-a715c551e1b5']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:23.143121 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:23.180195 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-5773aea8-c939-4f6b-9ae8-4683f0eb2100 None None] Allocated IP 172.20.0.2 (dd2ca3d0-b236-4830-9601-1ce44dd9704e/11969651-4223-408b-b500-dbf6b174297d/118ff994-39f8-47e4-891a-764c044bae7b) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:16:23.245818 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dcfa7327-ddfe-46c4-9142-277dcb1da656 req-db10fd6e-b538-47fb-91dd-b06d105ddaff tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 210 time: 0.4919655 Jul 07 21:16:23.261341 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port c2851cf2-3a08-4efc-a037-c80130ed2485, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=c2851cf2-3a08-4efc-a037-c80130ed2485,segment=NetworkSegment(9bef9bf7-03c1-40e1-bffc-3d4c423af9fb),segment_id=9bef9bf7-03c1-40e1-bffc-3d4c423af9fb)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:23.281126 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2955ac1-c303-4637-9298-c95772f3fd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2851cf2-3a08-4efc-a037-c80130ed2485'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:16:23.286284 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7510cbb5-544c-471b-b5f8-521b6ab91919" -d '{"events": [{"server_uuid": "e2955ac1-c303-4637-9298-c95772f3fd7d", "name": "network-vif-plugged", "status": "completed", "tag": "c2851cf2-3a08-4efc-a037-c80130ed2485"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:16:23.303700 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:23.324564 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5d7c89-7857-4322-816c-f380e0947381 req-ad78ce16-4aac-4806-9eb1-7d3a7ad9bdec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Made reservation on behalf of 4a5d41a33f7944c39f0befd9bdb8329c for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:16:23.329330 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6a5d7c89-7857-4322-816c-f380e0947381 req-ad78ce16-4aac-4806-9eb1-7d3a7ad9bdec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:23.431223 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port d5c24e35-0eff-4950-aeca-585eb59722b3 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:23.435914 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbb1a7-3bdd-461c-9415-fef24dcdeca9 req-dc236643-7af8-4d70-98c3-764acaaec975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:23.435914 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1fdbb1a7-3bdd-461c-9415-fef24dcdeca9 req-dc236643-7af8-4d70-98c3-764acaaec975 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c77ff576c8f4eb18bd83eb9fa5ae9c8&device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 1096 time: 0.8444915 Jul 07 21:16:23.436879 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe48819-ff0f-4725-b831-2d647c4624ca x-openstack-request-id: req-8fe48819-ff0f-4725-b831-2d647c4624ca {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:16:23.436879 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2955ac1-c303-4637-9298-c95772f3fd7d", "name": "network-vif-plugged", "status": "completed", "tag": "c2851cf2-3a08-4efc-a037-c80130ed2485", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:16:23.436879 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8fe48819-ff0f-4725-b831-2d647c4624ca {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:16:23.438452 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2955ac1-c303-4637-9298-c95772f3fd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2851cf2-3a08-4efc-a037-c80130ed2485', 'code': 200} Jul 07 21:16:23.453661 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port d5c24e35-0eff-4950-aeca-585eb59722b3 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:23.453661 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:23.467789 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5fef543e-5d6b-42f9-9c6c-b00e1c59052d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:23.557952 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a890a95-7df0-4d60-8cf7-264a85c66db9 req-324769c3-8969-4786-9af0-414ad875433a tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:23.566287 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3a890a95-7df0-4d60-8cf7-264a85c66db9 req-324769c3-8969-4786-9af0-414ad875433a tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2955ac1-c303-4637-9298-c95772f3fd7d HTTP/1.1" status: 200 len: 945 time: 0.9056191 Jul 07 21:16:23.639658 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=c2851cf2-3a08-4efc-a037-c80130ed2485,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:23.689117 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed51aa1-51b1-4541-8a81-d9407745fe93 req-51c54318-701a-4ae7-a99b-f8b022e526cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:23.690680 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8ed51aa1-51b1-4541-8a81-d9407745fe93 req-51c54318-701a-4ae7-a99b-f8b022e526cd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e2955ac1-c303-4637-9298-c95772f3fd7d HTTP/1.1" status: 200 len: 1098 time: 0.1389337 Jul 07 21:16:23.743920 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8ed51aa1-51b1-4541-8a81-d9407745fe93 req-3d377d92-44fa-46fd-83ff-c77808dce17b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0b970775-58a7-45e4-a0b8-22f1b3c31594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453904 Jul 07 21:16:23.905230 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3a890a95-7df0-4d60-8cf7-264a85c66db9 req-7f7c7520-ef20-4372-8993-1ec7bbe74f84 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b970775-58a7-45e4-a0b8-22f1b3c31594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345878 Jul 07 21:16:23.908183 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:23.928054 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-6a5d7c89-7857-4322-816c-f380e0947381 req-ad78ce16-4aac-4806-9eb1-7d3a7ad9bdec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Allocated IP 172.20.0.5 (772d6225-4638-4eca-b361-b674a7ef2a7a/53050cc6-5b87-4ce5-b02c-8e9b25a1ac51/6da4f53f-cdd5-42de-978d-eec14aabdcd7) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:16:23.937904 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5773aea8-c939-4f6b-9ae8-4683f0eb2100 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:23.957253 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbb1a7-3bdd-461c-9415-fef24dcdeca9 req-38bf291d-0f3f-4def-9da7-ecc91cb4e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:23.958713 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1fdbb1a7-3bdd-461c-9415-fef24dcdeca9 req-38bf291d-0f3f-4def-9da7-ecc91cb4e5a5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=71e90e76-92b1-4ebc-85b0-c55c9e97f894 HTTP/1.1" status: 200 len: 916 time: 0.4129231 Jul 07 21:16:23.979731 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5773aea8-c939-4f6b-9ae8-4683f0eb2100 None None] Transition to ACTIVE for port object 118ff994-39f8-47e4-891a-764c044bae7b will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:24.020967 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-5773aea8-c939-4f6b-9ae8-4683f0eb2100 None None] Transition to ACTIVE for port object 118ff994-39f8-47e4-891a-764c044bae7b will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:24.039725 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5773aea8-c939-4f6b-9ae8-4683f0eb2100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:24.050465 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port d5c24e35-0eff-4950-aeca-585eb59722b3, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=d5c24e35-0eff-4950-aeca-585eb59722b3,segment=NetworkSegment(8c2f6071-0874-434e-a719-222964d908f6),segment_id=8c2f6071-0874-434e-a719-222964d908f6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:24.075118 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5f7d4-c507-44f2-a2b6-230717f5e565 req-4a629500-65c3-41cc-800c-6af32ecfc90c tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:24.081022 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:24.085397 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-16d5f7d4-c507-44f2-a2b6-230717f5e565 req-4a629500-65c3-41cc-800c-6af32ecfc90c tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 944 time: 0.3564143 Jul 07 21:16:24.095976 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5773aea8-c939-4f6b-9ae8-4683f0eb2100 None None] Network dd2ca3d0-b236-4830-9601-1ce44dd9704e is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:24.113126 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-5773aea8-c939-4f6b-9ae8-4683f0eb2100 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:24.118364 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5773aea8-c939-4f6b-9ae8-4683f0eb2100 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:16:24.122037 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773aea8-c939-4f6b-9ae8-4683f0eb2100 None None] Pushing event updated for resources: {'Port': ['ID=118ff994-39f8-47e4-891a-764c044bae7b,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:24.254398 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=d5c24e35-0eff-4950-aeca-585eb59722b3,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:24.271524 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-5773aea8-c939-4f6b-9ae8-4683f0eb2100 None None] Attempting to bind port 118ff994-39f8-47e4-891a-764c044bae7b on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:16:24.271964 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-5773aea8-c939-4f6b-9ae8-4683f0eb2100 None None] Attempting to bind port 118ff994-39f8-47e4-891a-764c044bae7b by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '00e23f2c-e9fe-4395-b8c0-8670db30f80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dd2ca3d0-b236-4830-9601-1ce44dd9704e'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:16:24.272369 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5773aea8-c939-4f6b-9ae8-4683f0eb2100 None None] Attempting to bind port 118ff994-39f8-47e4-891a-764c044bae7b on network dd2ca3d0-b236-4830-9601-1ce44dd9704e {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:16:24.294828 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5773aea8-c939-4f6b-9ae8-4683f0eb2100 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:16:24.296177 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5773aea8-c939-4f6b-9ae8-4683f0eb2100 None None] Checking segment: {'id': '00e23f2c-e9fe-4395-b8c0-8670db30f80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dd2ca3d0-b236-4830-9601-1ce44dd9704e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:16:24.296177 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5773aea8-c939-4f6b-9ae8-4683f0eb2100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:24.296177 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5773aea8-c939-4f6b-9ae8-4683f0eb2100 None None] Bound using segment: {'id': '00e23f2c-e9fe-4395-b8c0-8670db30f80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dd2ca3d0-b236-4830-9601-1ce44dd9704e'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:16:24.296712 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-5fef543e-5d6b-42f9-9c6c-b00e1c59052d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Allocated IP 172.20.0.1 (dd2ca3d0-b236-4830-9601-1ce44dd9704e/11969651-4223-408b-b500-dbf6b174297d/0e199dff-beb2-4a73-bbbe-8447c11545bb) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:16:24.296869 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-5773aea8-c939-4f6b-9ae8-4683f0eb2100 None None] Bound port: 118ff994-39f8-47e4-891a-764c044bae7b, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e23f2c-e9fe-4395-b8c0-8670db30f80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'dd2ca3d0-b236-4830-9601-1ce44dd9704e'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:16:24.299571 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5773aea8-c939-4f6b-9ae8-4683f0eb2100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:24.312041 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1fdbb1a7-3bdd-461c-9415-fef24dcdeca9 req-a3df4d99-5085-400f-966a-9a312b5164a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44837011-61dc-464b-845f-cc5cf966dbb5 HTTP/1.1" status: 200 len: 999 time: 0.2686791 Jul 07 21:16:24.323116 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-16d5f7d4-c507-44f2-a2b6-230717f5e565 req-9a6fd110-009b-4fdb-bfd0-baa44b057c5a tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2369914 Jul 07 21:16:24.438950 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-5773aea8-c939-4f6b-9ae8-4683f0eb2100 None None] For port 118ff994-39f8-47e4-891a-764c044bae7b, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:16:24.443088 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-5773aea8-c939-4f6b-9ae8-4683f0eb2100 None None] For port 118ff994-39f8-47e4-891a-764c044bae7b, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=118ff994-39f8-47e4-891a-764c044bae7b,segment=NetworkSegment(00e23f2c-e9fe-4395-b8c0-8670db30f80d),segment_id=00e23f2c-e9fe-4395-b8c0-8670db30f80d)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:16:24.453243 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5773aea8-c939-4f6b-9ae8-4683f0eb2100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:24.512406 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6a5d7c89-7857-4322-816c-f380e0947381 req-ad78ce16-4aac-4806-9eb1-7d3a7ad9bdec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:24.530074 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-6a5d7c89-7857-4322-816c-f380e0947381 req-ad78ce16-4aac-4806-9eb1-7d3a7ad9bdec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Transition to ACTIVE for port object 6da4f53f-cdd5-42de-978d-eec14aabdcd7 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:24.535822 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773aea8-c939-4f6b-9ae8-4683f0eb2100 None None] Pushing event updated for resources: {'Port': ['ID=118ff994-39f8-47e4-891a-764c044bae7b,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:24.576817 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device d5c24e35-0eff-4950-aeca-585eb59722b3 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:16:24.711582 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port d5c24e35-0eff-4950-aeca-585eb59722b3 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:24.712227 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:24.730550 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2371bbc4-a497-4beb-9cee-430da190796f req-d1096b9b-7602-46e8-88c3-e8badd168c88 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 210 time: 0.1472087 Jul 07 21:16:24.823187 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbb1a7-3bdd-461c-9415-fef24dcdeca9 req-d6917dae-e92f-4f16-bdf9-7b1ad8bdbddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:24.830976 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1fdbb1a7-3bdd-461c-9415-fef24dcdeca9 req-d6917dae-e92f-4f16-bdf9-7b1ad8bdbddc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=695c722d-c0e1-4b67-838e-81b8bf679407 HTTP/1.1" status: 200 len: 854 time: 0.3824456 Jul 07 21:16:24.951228 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6a5d7c89-7857-4322-816c-f380e0947381 req-ad78ce16-4aac-4806-9eb1-7d3a7ad9bdec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:25.047973 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5d7c89-7857-4322-816c-f380e0947381 req-ad78ce16-4aac-4806-9eb1-7d3a7ad9bdec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network 772d6225-4638-4eca-b361-b674a7ef2a7a is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:25.070456 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-6a5d7c89-7857-4322-816c-f380e0947381 req-ad78ce16-4aac-4806-9eb1-7d3a7ad9bdec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:25.074705 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5d7c89-7857-4322-816c-f380e0947381 req-ad78ce16-4aac-4806-9eb1-7d3a7ad9bdec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:16:25.555092 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-aa62f972-a73c-469b-8f99-c205573171bc None None] Provisioning for port 6da4f53f-cdd5-42de-978d-eec14aabdcd7 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:25.560411 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-aa62f972-a73c-469b-8f99-c205573171bc None None] Provisioning complete for port 6da4f53f-cdd5-42de-978d-eec14aabdcd7 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:25.560829 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-aa62f972-a73c-469b-8f99-c205573171bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:25.639908 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-aa62f972-a73c-469b-8f99-c205573171bc None None] Port 6da4f53f-cdd5-42de-978d-eec14aabdcd7 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:16:25.895174 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78ce16-4aac-4806-9eb1-7d3a7ad9bdec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Port': ['ID=6da4f53f-cdd5-42de-978d-eec14aabdcd7,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:25.968725 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5fef543e-5d6b-42f9-9c6c-b00e1c59052d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:26.002986 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d7c89-7857-4322-816c-f380e0947381 req-ad78ce16-4aac-4806-9eb1-7d3a7ad9bdec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:26.003674 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6a5d7c89-7857-4322-816c-f380e0947381 req-ad78ce16-4aac-4806-9eb1-7d3a7ad9bdec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:26.021996 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-5fef543e-5d6b-42f9-9c6c-b00e1c59052d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Transition to ACTIVE for port object 0e199dff-beb2-4a73-bbbe-8447c11545bb will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:26.066034 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbb1a7-3bdd-461c-9415-fef24dcdeca9 req-886aec01-b2a2-439a-9e08-2a060f2097a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:26.067868 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1fdbb1a7-3bdd-461c-9415-fef24dcdeca9 req-886aec01-b2a2-439a-9e08-2a060f2097a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=71e90e76-92b1-4ebc-85b0-c55c9e97f894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2065425 Jul 07 21:16:26.077060 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a5d7c89-7857-4322-816c-f380e0947381 req-ad78ce16-4aac-4806-9eb1-7d3a7ad9bdec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3219905 Jul 07 21:16:26.120680 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d5ee9-c707-439b-8675-0ab26ec447ac req-21669346-cf80-4821-89da-08eef78edec8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:26.130845 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9d8d5ee9-c707-439b-8675-0ab26ec447ac req-21669346-cf80-4821-89da-08eef78edec8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 944 time: 0.2645769 Jul 07 21:16:26.173017 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc14cc-a447-4677-816b-8c3f6597f99c req-91ab6739-cf6c-495e-bcaa-8acfb8c02956 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:26.175304 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-08fc14cc-a447-4677-816b-8c3f6597f99c req-91ab6739-cf6c-495e-bcaa-8acfb8c02956 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2955ac1-c303-4637-9298-c95772f3fd7d HTTP/1.1" status: 200 len: 946 time: 0.3328989 Jul 07 21:16:26.251890 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-08fc14cc-a447-4677-816b-8c3f6597f99c req-d1a9431d-a934-4d85-96ff-44a445a086f9 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b970775-58a7-45e4-a0b8-22f1b3c31594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637286 Jul 07 21:16:26.253782 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5fef543e-5d6b-42f9-9c6c-b00e1c59052d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:26.268031 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9d8d5ee9-c707-439b-8675-0ab26ec447ac req-b708e1e6-7c14-46b6-a039-0737bd519b54 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1359100 Jul 07 21:16:26.378597 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fef543e-5d6b-42f9-9c6c-b00e1c59052d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network dd2ca3d0-b236-4830-9601-1ce44dd9704e is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:26.381178 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef543e-5d6b-42f9-9c6c-b00e1c59052d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Port': ['ID=0e199dff-beb2-4a73-bbbe-8447c11545bb,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:26.401642 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-5fef543e-5d6b-42f9-9c6c-b00e1c59052d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:26.408193 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fef543e-5d6b-42f9-9c6c-b00e1c59052d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:16:26.507270 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c95e2e-dae3-4ebb-bcac-c28b4d5b290a None None] Network dd2ca3d0-b236-4830-9601-1ce44dd9704e requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:16:26.557644 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5fef543e-5d6b-42f9-9c6c-b00e1c59052d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:26.633431 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-cbdd0b79-2fc6-4e8c-a81b-d8619652a6ac None None] Provisioning for port 118ff994-39f8-47e4-891a-764c044bae7b completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:26.711984 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 118ff994-39f8-47e4-891a-764c044bae7b up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:16:26.883546 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 118ff994-39f8-47e4-891a-764c044bae7b completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:26.893657 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 118ff994-39f8-47e4-891a-764c044bae7b triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:26.894463 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:26.992127 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e32e5-ab21-4e55-8bc9-fe0e878c9159 req-c55e2f3a-f7aa-43a9-bc42-236bd8c16ec8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:27.015487 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c96e32e5-ab21-4e55-8bc9-fe0e878c9159 req-c55e2f3a-f7aa-43a9-bc42-236bd8c16ec8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 931 time: 0.3214848 Jul 07 21:16:27.136959 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5fef543e-5d6b-42f9-9c6c-b00e1c59052d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:27.168506 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:27.247614 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 118ff994-39f8-47e4-891a-764c044bae7b, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=118ff994-39f8-47e4-891a-764c044bae7b,segment=NetworkSegment(00e23f2c-e9fe-4395-b8c0-8670db30f80d),segment_id=00e23f2c-e9fe-4395-b8c0-8670db30f80d)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:27.262096 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:27.342823 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c96e32e5-ab21-4e55-8bc9-fe0e878c9159 req-e7049c8f-8be6-4a87-a2ac-b5bec795bcec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3257511 Jul 07 21:16:27.480682 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-80e27667-b7f3-4b27-ada4-d3d2e4fdeb41 None None] Provisioning complete for port 118ff994-39f8-47e4-891a-764c044bae7b triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:27.481300 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-80e27667-b7f3-4b27-ada4-d3d2e4fdeb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:27.509957 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=118ff994-39f8-47e4-891a-764c044bae7b,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:27.732074 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-80e27667-b7f3-4b27-ada4-d3d2e4fdeb41 None None] Provisioning for port 0e199dff-beb2-4a73-bbbe-8447c11545bb completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:27.741766 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-80e27667-b7f3-4b27-ada4-d3d2e4fdeb41 None None] Provisioning complete for port 0e199dff-beb2-4a73-bbbe-8447c11545bb triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:27.742455 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-80e27667-b7f3-4b27-ada4-d3d2e4fdeb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:27.805906 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-80e27667-b7f3-4b27-ada4-d3d2e4fdeb41 None None] Port 0e199dff-beb2-4a73-bbbe-8447c11545bb cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:16:27.929195 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6bde71da-5c2a-45d0-951e-2e6b96eeafaf None None] Provisioning complete for port 0e199dff-beb2-4a73-bbbe-8447c11545bb triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:27.930043 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6bde71da-5c2a-45d0-951e-2e6b96eeafaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:27.990252 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-6bde71da-5c2a-45d0-951e-2e6b96eeafaf None None] Port 0e199dff-beb2-4a73-bbbe-8447c11545bb cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:16:28.051309 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f0b7e-bc8a-4933-8834-69978d711f14 req-4c4cbb9a-4330-429d-a38c-11fe7f9a7aae tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:28.054886 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-797f0b7e-bc8a-4933-8834-69978d711f14 req-4c4cbb9a-4330-429d-a38c-11fe7f9a7aae tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 944 time: 0.4259706 Jul 07 21:16:28.133572 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ec916-0ec1-46ef-b059-5d333682b416 req-c2f1a7d3-3176-4a67-b9ff-5e1f04e0bd37 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:28.136299 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e58ec916-0ec1-46ef-b059-5d333682b416 req-c2f1a7d3-3176-4a67-b9ff-5e1f04e0bd37 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2955ac1-c303-4637-9298-c95772f3fd7d HTTP/1.1" status: 200 len: 946 time: 0.2789392 Jul 07 21:16:28.202881 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-797f0b7e-bc8a-4933-8834-69978d711f14 req-9a8b7754-c2bb-4a1d-ac21-dcb6d0704732 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1350677 Jul 07 21:16:28.243196 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5fef543e-5d6b-42f9-9c6c-b00e1c59052d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:28.252870 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5fef543e-5d6b-42f9-9c6c-b00e1c59052d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:28.336705 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e58ec916-0ec1-46ef-b059-5d333682b416 req-0ffc28d5-047b-4bad-92c4-ec891e28df98 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b970775-58a7-45e4-a0b8-22f1b3c31594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912093 Jul 07 21:16:28.364468 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5fef543e-5d6b-42f9-9c6c-b00e1c59052d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:28.364468 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef543e-5d6b-42f9-9c6c-b00e1c59052d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Port': ['ID=0e199dff-beb2-4a73-bbbe-8447c11545bb,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:28.507646 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fef543e-5d6b-42f9-9c6c-b00e1c59052d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network dd2ca3d0-b236-4830-9601-1ce44dd9704e is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:28.511575 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-5fef543e-5d6b-42f9-9c6c-b00e1c59052d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:28.537077 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 118ff994-39f8-47e4-891a-764c044bae7b up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:16:28.626909 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 118ff994-39f8-47e4-891a-764c044bae7b triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:28.627573 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:28.786167 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc0719-8c02-438b-8893-29be9f5fd055 req-2a882681-6419-4096-a7d4-d60ef7152e50 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:28.800047 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b7fc0719-8c02-438b-8893-29be9f5fd055 req-2a882681-6419-4096-a7d4-d60ef7152e50 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 931 time: 0.2901375 Jul 07 21:16:28.893980 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b7fc0719-8c02-438b-8893-29be9f5fd055 req-313d140b-62ff-4644-826c-40a9ce48fbbb tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925357 Jul 07 21:16:28.903383 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fef543e-5d6b-42f9-9c6c-b00e1c59052d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Router d8275c2c-f1a4-462a-997f-6014943f906e is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:16:28.935818 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0455a12f-abc3-4ee3-87d6-775a97fb2773 None None] Provisioning complete for port 0e199dff-beb2-4a73-bbbe-8447c11545bb triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:28.936419 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0455a12f-abc3-4ee3-87d6-775a97fb2773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:29.015754 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-0455a12f-abc3-4ee3-87d6-775a97fb2773 None None] Port 0e199dff-beb2-4a73-bbbe-8447c11545bb cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:16:29.085915 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fef543e-5d6b-42f9-9c6c-b00e1c59052d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:16:29.097098 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5fef543e-5d6b-42f9-9c6c-b00e1c59052d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "PUT /v2.0/routers/d8275c2c-f1a4-462a-997f-6014943f906e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0208678 Jul 07 21:16:29.104714 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47886) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:29.104953 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f667ce1-f128-46d8-b951-b8dc2734e2e3 None None] Sync routers for ids ['d8275c2c-f1a4-462a-997f-6014943f906e'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:16:29.116887 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f667ce1-f128-46d8-b951-b8dc2734e2e3 None None] Routers {'d8275c2c-f1a4-462a-997f-6014943f906e'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:29.117522 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-6f667ce1-f128-46d8-b951-b8dc2734e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d8275c2c-f1a4-462a-997f-6014943f906e'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:29.170692 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8f974d-a3f4-4e5c-a02c-e537db6e5c85 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:29.177523 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-db8f974d-a3f4-4e5c-a02c-e537db6e5c85 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "GET /v2.0/ports/0e199dff-beb2-4a73-bbbe-8447c11545bb HTTP/1.1" status: 200 len: 910 time: 0.0719035 Jul 07 21:16:29.178137 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47888) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:29.178890 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-6f667ce1-f128-46d8-b951-b8dc2734e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:29.196279 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f667ce1-f128-46d8-b951-b8dc2734e2e3 None None] Routers {'d8275c2c-f1a4-462a-997f-6014943f906e'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:29.197824 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-6f667ce1-f128-46d8-b951-b8dc2734e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d8275c2c-f1a4-462a-997f-6014943f906e'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:29.242074 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0e1e2843-f5ba-46e9-9ed8-ca8a423d2dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:29.273652 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-6f667ce1-f128-46d8-b951-b8dc2734e2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:29.274020 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f667ce1-f128-46d8-b951-b8dc2734e2e3 None None] The sync data for ids ['d8275c2c-f1a4-462a-997f-6014943f906e'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:16:29.525158 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42a795-025d-41e5-b53a-ed1545dbe2af req-2700be87-a7e9-43cd-ab3e-224fe3bc493e tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:29.526800 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1e42a795-025d-41e5-b53a-ed1545dbe2af req-2700be87-a7e9-43cd-ab3e-224fe3bc493e tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 944 time: 0.1638377 Jul 07 21:16:29.556869 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed18c6-2e9e-42dc-b5b9-a83c1f34dbd4 req-d0d01906-fb4f-46f6-82f3-ff102628c224 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:29.558551 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-87ed18c6-2e9e-42dc-b5b9-a83c1f34dbd4 req-d0d01906-fb4f-46f6-82f3-ff102628c224 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2955ac1-c303-4637-9298-c95772f3fd7d HTTP/1.1" status: 200 len: 946 time: 0.2710669 Jul 07 21:16:29.680676 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1e42a795-025d-41e5-b53a-ed1545dbe2af req-b16942b5-d93b-4d96-a469-2c83c4bb07fb tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1385133 Jul 07 21:16:29.771129 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab7b8a-a420-4f63-9270-31deee7e63d1 req-32509ce9-cfc6-4f52-a271-77e5e86abf4a tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:29.772993 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4cab7b8a-a420-4f63-9270-31deee7e63d1 req-32509ce9-cfc6-4f52-a271-77e5e86abf4a tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2955ac1-c303-4637-9298-c95772f3fd7d HTTP/1.1" status: 200 len: 946 time: 0.1968837 Jul 07 21:16:29.809407 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-87ed18c6-2e9e-42dc-b5b9-a83c1f34dbd4 req-09112aca-ff03-4a26-a958-0ef1569d0919 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Deleting port c2851cf2-3a08-4efc-a037-c80130ed2485 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:16:29.809744 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-87ed18c6-2e9e-42dc-b5b9-a83c1f34dbd4 req-09112aca-ff03-4a26-a958-0ef1569d0919 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:29.841259 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4cab7b8a-a420-4f63-9270-31deee7e63d1 req-7595eb17-d92d-4f96-a6c4-f18d2cecf51e tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b970775-58a7-45e4-a0b8-22f1b3c31594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611436 Jul 07 21:16:29.980163 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-87ed18c6-2e9e-42dc-b5b9-a83c1f34dbd4 req-09112aca-ff03-4a26-a958-0ef1569d0919 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] For port c2851cf2-3a08-4efc-a037-c80130ed2485, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=c2851cf2-3a08-4efc-a037-c80130ed2485,segment=NetworkSegment(9bef9bf7-03c1-40e1-bffc-3d4c423af9fb),segment_id=9bef9bf7-03c1-40e1-bffc-3d4c423af9fb)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:29.980536 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-87ed18c6-2e9e-42dc-b5b9-a83c1f34dbd4 req-09112aca-ff03-4a26-a958-0ef1569d0919 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:30.002377 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-87ed18c6-2e9e-42dc-b5b9-a83c1f34dbd4 req-09112aca-ff03-4a26-a958-0ef1569d0919 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Calling delete_port for c2851cf2-3a08-4efc-a037-c80130ed2485 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:16:30.026711 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa4080d0-b892-4606-b989-88d67a19c44d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:30.106684 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4aee6-2d99-4351-af4e-19c06d82a6b4 req-b3d25148-7e66-4cf1-bd0e-a614b0a1219c tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:30.112024 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b1b4aee6-2d99-4351-af4e-19c06d82a6b4 req-b3d25148-7e66-4cf1-bd0e-a614b0a1219c tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 931 time: 0.0783887 Jul 07 21:16:30.153087 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b1b4aee6-2d99-4351-af4e-19c06d82a6b4 req-b5d25856-6aee-42d9-876d-35dc9301f312 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379667 Jul 07 21:16:30.333354 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-87ed18c6-2e9e-42dc-b5b9-a83c1f34dbd4 req-09112aca-ff03-4a26-a958-0ef1569d0919 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:30.385629 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09112aca-ff03-4a26-a958-0ef1569d0919 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Pushing event deleted for resources: {'Port': ['ID=c2851cf2-3a08-4efc-a037-c80130ed2485,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:30.450567 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ed18c6-2e9e-42dc-b5b9-a83c1f34dbd4 req-09112aca-ff03-4a26-a958-0ef1569d0919 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] No DVR routers for this DVR port c2851cf2-3a08-4efc-a037-c80130ed2485 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:16:30.476539 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-87ed18c6-2e9e-42dc-b5b9-a83c1f34dbd4 req-09112aca-ff03-4a26-a958-0ef1569d0919 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:30.478968 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-87ed18c6-2e9e-42dc-b5b9-a83c1f34dbd4 req-09112aca-ff03-4a26-a958-0ef1569d0919 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.58 "DELETE /v2.0/ports/c2851cf2-3a08-4efc-a037-c80130ed2485 HTTP/1.1" status: 204 len: 173 time: 0.8863590 Jul 07 21:16:30.479477 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2955ac1-c303-4637-9298-c95772f3fd7d', 'name': 'network-vif-deleted', 'tag': 'c2851cf2-3a08-4efc-a037-c80130ed2485'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:16:30.481845 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaca5e79-6a3d-4c50-b6a5-8cc44a38c9fc" -d '{"events": [{"server_uuid": "e2955ac1-c303-4637-9298-c95772f3fd7d", "name": "network-vif-deleted", "tag": "c2851cf2-3a08-4efc-a037-c80130ed2485"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:16:30.553029 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93258d32-20cf-4e47-877a-a5f7199ca59a x-openstack-request-id: req-93258d32-20cf-4e47-877a-a5f7199ca59a {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:16:30.553505 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2955ac1-c303-4637-9298-c95772f3fd7d", "name": "network-vif-deleted", "tag": "c2851cf2-3a08-4efc-a037-c80130ed2485", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:16:30.554013 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-93258d32-20cf-4e47-877a-a5f7199ca59a {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:16:30.554671 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2955ac1-c303-4637-9298-c95772f3fd7d', 'name': 'network-vif-deleted', 'tag': 'c2851cf2-3a08-4efc-a037-c80130ed2485', 'status': 'completed', 'code': 200} Jul 07 21:16:30.559245 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-fa4080d0-b892-4606-b989-88d67a19c44d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting port 0e199dff-beb2-4a73-bbbe-8447c11545bb {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:16:30.559849 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa4080d0-b892-4606-b989-88d67a19c44d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:30.708113 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa4080d0-b892-4606-b989-88d67a19c44d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:30.730585 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-fa4080d0-b892-4606-b989-88d67a19c44d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Calling delete_port for 0e199dff-beb2-4a73-bbbe-8447c11545bb owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:16:31.027513 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29755012-64f5-43c7-af3f-e4d33b0dd348 req-2e4bd68f-2925-4ebb-9219-b622ae346893 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:31.031778 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29755012-64f5-43c7-af3f-e4d33b0dd348 req-2e4bd68f-2925-4ebb-9219-b622ae346893 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 944 time: 0.1792204 Jul 07 21:16:31.076381 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa4080d0-b892-4606-b989-88d67a19c44d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:31.103683 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6e12da03-4816-4f81-99f3-29c53a7d5993 req-3b828115-59a2-4363-a731-7c1595d42337 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2955ac1-c303-4637-9298-c95772f3fd7d HTTP/1.1" status: 200 len: 210 time: 0.0378268 Jul 07 21:16:31.137732 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29755012-64f5-43c7-af3f-e4d33b0dd348 req-90b7d591-b740-4feb-aad0-1bdebbba0b5a tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929174 Jul 07 21:16:31.152078 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4080d0-b892-4606-b989-88d67a19c44d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Port': ['ID=0e199dff-beb2-4a73-bbbe-8447c11545bb,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:31.446546 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa4080d0-b892-4606-b989-88d67a19c44d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:31.498933 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0e40c-8d31-40f6-b1b6-8ff9a70a2e9d req-7b847668-82a1-4af6-8cf7-71e99c0bfc33 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:31.504873 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-90a0e40c-8d31-40f6-b1b6-8ff9a70a2e9d req-7b847668-82a1-4af6-8cf7-71e99c0bfc33 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 931 time: 0.1818378 Jul 07 21:16:31.560779 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-90a0e40c-8d31-40f6-b1b6-8ff9a70a2e9d req-ad80e47b-ecd7-4409-b2ec-081710bb54d8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494549 Jul 07 21:16:31.677325 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4080d0-b892-4606-b989-88d67a19c44d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Router d8275c2c-f1a4-462a-997f-6014943f906e has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:16:31.799907 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4080d0-b892-4606-b989-88d67a19c44d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:16:31.806490 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fa4080d0-b892-4606-b989-88d67a19c44d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "PUT /v2.0/routers/d8275c2c-f1a4-462a-997f-6014943f906e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6271837 Jul 07 21:16:31.811353 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47912) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:31.818265 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65893f11-cdac-49d6-adbd-f4ec44063dfa None None] Sync routers for ids ['d8275c2c-f1a4-462a-997f-6014943f906e'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:16:31.834979 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65893f11-cdac-49d6-adbd-f4ec44063dfa None None] Routers {'d8275c2c-f1a4-462a-997f-6014943f906e'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:31.836120 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-65893f11-cdac-49d6-adbd-f4ec44063dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d8275c2c-f1a4-462a-997f-6014943f906e'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:31.890103 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47914) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:31.898197 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-15ca8e59-92a7-479e-903c-b5d4484dfe70 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8275c2c-f1a4-462a-997f-6014943f906e HTTP/1.1" status: 200 len: 205 time: 0.0826488 Jul 07 21:16:31.909420 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-65893f11-cdac-49d6-adbd-f4ec44063dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:31.941141 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65893f11-cdac-49d6-adbd-f4ec44063dfa None None] Routers {'d8275c2c-f1a4-462a-997f-6014943f906e'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:31.942459 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-65893f11-cdac-49d6-adbd-f4ec44063dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d8275c2c-f1a4-462a-997f-6014943f906e'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:31.984060 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6644f393-7464-47e7-b80f-bf5d32070358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:31.988474 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-65893f11-cdac-49d6-adbd-f4ec44063dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:31.989416 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65893f11-cdac-49d6-adbd-f4ec44063dfa None None] The sync data for ids ['d8275c2c-f1a4-462a-997f-6014943f906e'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:16:31.995220 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:32.040911 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c4ff2124-fdbd-4be8-87bb-063490ed8109 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:32.134942 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device c2851cf2-3a08-4efc-a037-c80130ed2485 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:16:32.165982 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: c2851cf2-3a08-4efc-a037-c80130ed2485 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:16:32.166474 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device c2851cf2-3a08-4efc-a037-c80130ed2485 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:16:32.255295 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c4ff2124-fdbd-4be8-87bb-063490ed8109 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:32.258148 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c4ff2124-fdbd-4be8-87bb-063490ed8109 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:32.332354 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c4ff2124-fdbd-4be8-87bb-063490ed8109 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:32.332872 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ff2124-fdbd-4be8-87bb-063490ed8109 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Fanout notify agent at l3_agent the message router_deleted on router d8275c2c-f1a4-462a-997f-6014943f906e {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:16:32.343586 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c4ff2124-fdbd-4be8-87bb-063490ed8109 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:32.345420 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c4ff2124-fdbd-4be8-87bb-063490ed8109 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/routers/d8275c2c-f1a4-462a-997f-6014943f906e HTTP/1.1" status: 204 len: 168 time: 0.4540248 Jul 07 21:16:32.348463 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47924) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:32.555953 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64ae46a-6065-485c-8dd0-0464aabdbac0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting subnet 11969651-4223-408b-b500-dbf6b174297d {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:16:32.567403 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c64ae46a-6065-485c-8dd0-0464aabdbac0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:32.650487 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c64ae46a-6065-485c-8dd0-0464aabdbac0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:32.702297 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505425fb-4ee8-4731-8530-22aefb813622 req-91f94462-43fa-4289-bdc8-5be5e64b3379 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:32.704508 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-505425fb-4ee8-4731-8530-22aefb813622 req-91f94462-43fa-4289-bdc8-5be5e64b3379 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/networks?id=a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11 HTTP/1.1" status: 200 len: 808 time: 0.2922587 Jul 07 21:16:32.714470 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538c2db-d671-4382-bb8e-74e79ab80314 req-45fb60cd-a0b1-4897-9313-d4d1d1527f0d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:32.716230 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9538c2db-d671-4382-bb8e-74e79ab80314 req-45fb60cd-a0b1-4897-9313-d4d1d1527f0d tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 944 time: 0.3059549 Jul 07 21:16:32.763509 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-505425fb-4ee8-4731-8530-22aefb813622 req-6328c07d-562a-4648-ae28-b64b08bdcd2c tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/quotas/bbb12bb743f345d7b36aa1b526b9135f HTTP/1.1" status: 200 len: 375 time: 0.0438068 Jul 07 21:16:32.841091 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-505425fb-4ee8-4731-8530-22aefb813622 req-961a472c-3988-4cd0-b9c0-b12438df7ef4 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bbb12bb743f345d7b36aa1b526b9135f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707760 Jul 07 21:16:32.848664 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9538c2db-d671-4382-bb8e-74e79ab80314 req-029d161b-bf58-4db2-9888-517d801b9516 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1160157 Jul 07 21:16:32.861897 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c64ae46a-6065-485c-8dd0-0464aabdbac0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:33.033094 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c64ae46a-6065-485c-8dd0-0464aabdbac0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:33.051808 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-505425fb-4ee8-4731-8530-22aefb813622 req-a8012d9a-7ed6-43fa-aab4-3be011e21f5b service neutron] 10.222.0.64 "GET /v2.0/networks/a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004411 Jul 07 21:16:33.083405 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ae46a-6065-485c-8dd0-0464aabdbac0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Subnet': ['ID=11969651-4223-408b-b500-dbf6b174297d,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:33.083616 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b950c28-fa73-457d-9ccc-4a0818ea8fa4 None None] Network dd2ca3d0-b236-4830-9601-1ce44dd9704e requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:16:33.085594 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c64ae46a-6065-485c-8dd0-0464aabdbac0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:33.087540 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c64ae46a-6065-485c-8dd0-0464aabdbac0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/subnets/11969651-4223-408b-b500-dbf6b174297d HTTP/1.1" status: 204 len: 168 time: 0.7380049 Jul 07 21:16:33.090608 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47936) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:33.183075 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e367ae3a-2995-4163-8447-91ba67e33e3f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:33.195244 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba236a8-3fda-409c-821a-9b63d326900d req-7158eb72-1af8-4224-ab0e-e9b3ed54da30 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:33.196876 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ba236a8-3fda-409c-821a-9b63d326900d req-7158eb72-1af8-4224-ab0e-e9b3ed54da30 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 931 time: 0.2301064 Jul 07 21:16:33.203686 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-505425fb-4ee8-4731-8530-22aefb813622 req-dd9b6f50-e840-4a16-bed6-a5f2058cb27f service neutron] 10.222.0.64 "GET /v2.0/networks/a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317701 Jul 07 21:16:33.216626 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-6a5d7c89-7857-4322-816c-f380e0947381 req-7330e8a3-03bd-4ed0-9b02-72b031c5f8dc service neutron] Request body: {'port': {'device_id': '8db2599b-82de-45f8-9f91-fea34815cd98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:33.273791 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-e367ae3a-2995-4163-8447-91ba67e33e3f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting port 118ff994-39f8-47e4-891a-764c044bae7b {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:16:33.274138 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e367ae3a-2995-4163-8447-91ba67e33e3f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:33.323488 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcc8e82-57e7-4ffa-bb79-dcf170253ba8 None None] DHCP port deletion for dd2ca3d0-b236-4830-9601-1ce44dd9704e request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:16:33.361261 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-e367ae3a-2995-4163-8447-91ba67e33e3f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] For port 118ff994-39f8-47e4-891a-764c044bae7b, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=118ff994-39f8-47e4-891a-764c044bae7b,segment=NetworkSegment(00e23f2c-e9fe-4395-b8c0-8670db30f80d),segment_id=00e23f2c-e9fe-4395-b8c0-8670db30f80d)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:33.361634 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e367ae3a-2995-4163-8447-91ba67e33e3f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:33.367518 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ba236a8-3fda-409c-821a-9b63d326900d req-3619aeb5-7039-42e5-9081-1914ddfc8cb4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625798 Jul 07 21:16:33.381888 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-e367ae3a-2995-4163-8447-91ba67e33e3f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Calling delete_port for 118ff994-39f8-47e4-891a-764c044bae7b owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:16:33.429479 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-8dcc8e82-57e7-4ffa-bb79-dcf170253ba8 None None] Deleting port 118ff994-39f8-47e4-891a-764c044bae7b {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:16:33.435885 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8dcc8e82-57e7-4ffa-bb79-dcf170253ba8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:33.450427 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-833719aa-6d4c-466a-a5bc-d21e71848e77 req-af547eaf-dba9-4484-9ab2-ff31d29c3064 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=2dc2e0a2-54ca-4ea5-92d1-62991a05cda8 HTTP/1.1" status: 200 len: 210 time: 0.0495782 Jul 07 21:16:33.467871 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1fdbb1a7-3bdd-461c-9415-fef24dcdeca9 req-a1957d8b-cf9d-46d2-baed-3a8b7a6ea3e8 service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564094 Jul 07 21:16:33.472131 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6a5d7c89-7857-4322-816c-f380e0947381 req-7330e8a3-03bd-4ed0-9b02-72b031c5f8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:33.502502 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e367ae3a-2995-4163-8447-91ba67e33e3f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:33.513557 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-8dcc8e82-57e7-4ffa-bb79-dcf170253ba8 None None] For port 118ff994-39f8-47e4-891a-764c044bae7b, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=118ff994-39f8-47e4-891a-764c044bae7b,segment=NetworkSegment(00e23f2c-e9fe-4395-b8c0-8670db30f80d),segment_id=00e23f2c-e9fe-4395-b8c0-8670db30f80d)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:33.513934 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8dcc8e82-57e7-4ffa-bb79-dcf170253ba8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:33.533559 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e367ae3a-2995-4163-8447-91ba67e33e3f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] No DVR routers for this DVR port 118ff994-39f8-47e4-891a-764c044bae7b on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:16:33.535484 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367ae3a-2995-4163-8447-91ba67e33e3f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Port': ['ID=118ff994-39f8-47e4-891a-764c044bae7b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:33.545633 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-8dcc8e82-57e7-4ffa-bb79-dcf170253ba8 None None] Calling delete_port for 118ff994-39f8-47e4-891a-764c044bae7b owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:16:33.631952 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e367ae3a-2995-4163-8447-91ba67e33e3f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:33.644601 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-e367ae3a-2995-4163-8447-91ba67e33e3f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2ca3d0-b236-4830-9601-1ce44dd9704e']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:33.657216 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-e367ae3a-2995-4163-8447-91ba67e33e3f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e23f2c-e9fe-4395-b8c0-8670db30f80d') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:33.657509 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-e367ae3a-2995-4163-8447-91ba67e33e3f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e23f2c-e9fe-4395-b8c0-8670db30f80d') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:33.670464 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e367ae3a-2995-4163-8447-91ba67e33e3f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:33.682410 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1fdbb1a7-3bdd-461c-9415-fef24dcdeca9 req-573fb621-785e-4438-8278-e70560cdcaea service neutron] 10.222.0.39 "GET /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069182 Jul 07 21:16:33.689738 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e367ae3a-2995-4163-8447-91ba67e33e3f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:33.698966 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e367ae3a-2995-4163-8447-91ba67e33e3f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:16:33.699431 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e367ae3a-2995-4163-8447-91ba67e33e3f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:16:33.704336 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:16:33.780167 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e367ae3a-2995-4163-8447-91ba67e33e3f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:33.791731 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e367ae3a-2995-4163-8447-91ba67e33e3f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:33.799536 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 47946) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:33.800603 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e367ae3a-2995-4163-8447-91ba67e33e3f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/networks/dd2ca3d0-b236-4830-9601-1ce44dd9704e HTTP/1.1" status: 204 len: 168 time: 0.7080469 Jul 07 21:16:33.819449 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-9c27b3a8-31c1-4d98-a690-a4193e6f4f7b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1642640534', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}, 'admin_state_up': False}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:33.825540 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367ae3a-2995-4163-8447-91ba67e33e3f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Network': ['ID=dd2ca3d0-b236-4830-9601-1ce44dd9704e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:33.867617 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9c27b3a8-31c1-4d98-a690-a4193e6f4f7b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:33.868627 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9c27b3a8-31c1-4d98-a690-a4193e6f4f7b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:16:33.902735 n-d-695189-11 neutron-server[100449]: self.session.flush() Jul 07 21:16:33.908253 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8dcc8e82-57e7-4ffa-bb79-dcf170253ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:33.913531 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:33.933817 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8dcc8e82-57e7-4ffa-bb79-dcf170253ba8 None None] Network dd2ca3d0-b236-4830-9601-1ce44dd9704e is not hosted by any dhcp agent {{(pid=100449) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 21:16:33.934408 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcc8e82-57e7-4ffa-bb79-dcf170253ba8 None None] No DVR routers for this DVR port 118ff994-39f8-47e4-891a-764c044bae7b on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:16:33.936367 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc8e82-57e7-4ffa-bb79-dcf170253ba8 None None] Pushing event deleted for resources: {'Port': ['ID=118ff994-39f8-47e4-891a-764c044bae7b,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:33.955198 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9c27b3a8-31c1-4d98-a690-a4193e6f4f7b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:33.994445 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-6a5d7c89-7857-4322-816c-f380e0947381 req-7330e8a3-03bd-4ed0-9b02-72b031c5f8dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da4f53f-cdd5-42de-978d-eec14aabdcd7 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:16:34.015178 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6a5d7c89-7857-4322-816c-f380e0947381 req-7330e8a3-03bd-4ed0-9b02-72b031c5f8dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:34.119533 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-6a5d7c89-7857-4322-816c-f380e0947381 req-7330e8a3-03bd-4ed0-9b02-72b031c5f8dc service neutron] Transition to ACTIVE for port object 6da4f53f-cdd5-42de-978d-eec14aabdcd7 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:34.510005 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 118ff994-39f8-47e4-891a-764c044bae7b no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:16:34.521108 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6a5d7c89-7857-4322-816c-f380e0947381 req-7330e8a3-03bd-4ed0-9b02-72b031c5f8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:34.535048 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 118ff994-39f8-47e4-891a-764c044bae7b {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:16:34.535433 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 118ff994-39f8-47e4-891a-764c044bae7b not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:16:34.612277 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9c27b3a8-31c1-4d98-a690-a4193e6f4f7b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:34.662950 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a04317-b108-417a-b6de-354a82ef53da req-96d42e71-b37f-4c2d-bf08-a5f370180d3b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:34.664469 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62a04317-b108-417a-b6de-354a82ef53da req-96d42e71-b37f-4c2d-bf08-a5f370180d3b tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 944 time: 0.6730561 Jul 07 21:16:34.698452 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330e8a3-03bd-4ed0-9b02-72b031c5f8dc service neutron] Pushing event updated for resources: {'Port': ['ID=6da4f53f-cdd5-42de-978d-eec14aabdcd7,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:34.853779 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05614e-f0f4-40ac-9ab8-6c5bfde467c0 req-2be37d60-5df9-4c8c-98db-5cfe1c441000 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:34.854713 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e05614e-f0f4-40ac-9ab8-6c5bfde467c0 req-2be37d60-5df9-4c8c-98db-5cfe1c441000 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 943 time: 0.3359842 Jul 07 21:16:34.862664 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-62a04317-b108-417a-b6de-354a82ef53da req-11549ab6-dc24-485e-8b3e-345fe38d00a3 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1778872 Jul 07 21:16:34.910679 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-6a5d7c89-7857-4322-816c-f380e0947381 req-7330e8a3-03bd-4ed0-9b02-72b031c5f8dc service neutron] Attempting to bind port 6da4f53f-cdd5-42de-978d-eec14aabdcd7 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:16:34.910931 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-6a5d7c89-7857-4322-816c-f380e0947381 req-7330e8a3-03bd-4ed0-9b02-72b031c5f8dc service neutron] Attempting to bind port 6da4f53f-cdd5-42de-978d-eec14aabdcd7 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '8c2f6071-0874-434e-a719-222964d908f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:16:34.911246 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d7c89-7857-4322-816c-f380e0947381 req-7330e8a3-03bd-4ed0-9b02-72b031c5f8dc service neutron] Attempting to bind port 6da4f53f-cdd5-42de-978d-eec14aabdcd7 on network 772d6225-4638-4eca-b361-b674a7ef2a7a {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:16:34.929050 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d7c89-7857-4322-816c-f380e0947381 req-7330e8a3-03bd-4ed0-9b02-72b031c5f8dc service neutron] Port 6da4f53f-cdd5-42de-978d-eec14aabdcd7 on network 772d6225-4638-4eca-b361-b674a7ef2a7a not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:16:34.929449 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d7c89-7857-4322-816c-f380e0947381 req-7330e8a3-03bd-4ed0-9b02-72b031c5f8dc service neutron] Attempting to bind port 6da4f53f-cdd5-42de-978d-eec14aabdcd7 on network 772d6225-4638-4eca-b361-b674a7ef2a7a {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:16:34.944101 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e05614e-f0f4-40ac-9ab8-6c5bfde467c0 req-b1ffa368-7c79-4fca-95e4-b979bdc07488 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739825 Jul 07 21:16:34.946643 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d7c89-7857-4322-816c-f380e0947381 req-7330e8a3-03bd-4ed0-9b02-72b031c5f8dc service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:16:34.946998 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d7c89-7857-4322-816c-f380e0947381 req-7330e8a3-03bd-4ed0-9b02-72b031c5f8dc service neutron] Checking segment: {'id': '8c2f6071-0874-434e-a719-222964d908f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:16:34.947407 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d7c89-7857-4322-816c-f380e0947381 req-7330e8a3-03bd-4ed0-9b02-72b031c5f8dc service neutron] Bound using segment: {'id': '8c2f6071-0874-434e-a719-222964d908f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:16:34.947860 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-6a5d7c89-7857-4322-816c-f380e0947381 req-7330e8a3-03bd-4ed0-9b02-72b031c5f8dc service neutron] Bound port: 6da4f53f-cdd5-42de-978d-eec14aabdcd7, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2f6071-0874-434e-a719-222964d908f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:16:34.948223 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6a5d7c89-7857-4322-816c-f380e0947381 req-7330e8a3-03bd-4ed0-9b02-72b031c5f8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:35.128744 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4cde635c-6cc9-49d7-b9b4-520a6841607a req-a8c3b5b2-6070-4cd5-b66d-ad0608e41948 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=2dc2e0a2-54ca-4ea5-92d1-62991a05cda8 HTTP/1.1" status: 200 len: 210 time: 0.0734479 Jul 07 21:16:35.138019 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-6a5d7c89-7857-4322-816c-f380e0947381 req-7330e8a3-03bd-4ed0-9b02-72b031c5f8dc service neutron] For port 6da4f53f-cdd5-42de-978d-eec14aabdcd7, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:16:35.143621 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-6a5d7c89-7857-4322-816c-f380e0947381 req-7330e8a3-03bd-4ed0-9b02-72b031c5f8dc service neutron] For port 6da4f53f-cdd5-42de-978d-eec14aabdcd7, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=6da4f53f-cdd5-42de-978d-eec14aabdcd7,segment=NetworkSegment(8c2f6071-0874-434e-a719-222964d908f6),segment_id=8c2f6071-0874-434e-a719-222964d908f6)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:16:35.161531 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6a5d7c89-7857-4322-816c-f380e0947381 req-7330e8a3-03bd-4ed0-9b02-72b031c5f8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:35.163385 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9c27b3a8-31c1-4d98-a690-a4193e6f4f7b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:35.206238 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505425fb-4ee8-4731-8530-22aefb813622 req-3424c271-e0bc-4161-b418-b48bc3b30204 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:35.207669 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-505425fb-4ee8-4731-8530-22aefb813622 req-3424c271-e0bc-4161-b418-b48bc3b30204 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.58 "GET /v2.0/networks?id=a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11 HTTP/1.1" status: 200 len: 808 time: 0.4655130 Jul 07 21:16:35.209164 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9c27b3a8-31c1-4d98-a690-a4193e6f4f7b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:35.221480 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-505425fb-4ee8-4731-8530-22aefb813622 req-0ef2e1cd-5a4b-4aae-89a9-2b66f76bc8e3 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Request body: {'port': {'device_id': '2dc2e0a2-54ca-4ea5-92d1-62991a05cda8', 'network_id': 'a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11', 'admin_state_up': True, 'tenant_id': 'bbb12bb743f345d7b36aa1b526b9135f'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:35.229041 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d7c89-7857-4322-816c-f380e0947381 req-7330e8a3-03bd-4ed0-9b02-72b031c5f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:35.229664 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6a5d7c89-7857-4322-816c-f380e0947381 req-7330e8a3-03bd-4ed0-9b02-72b031c5f8dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:35.231078 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a5d7c89-7857-4322-816c-f380e0947381 req-7330e8a3-03bd-4ed0-9b02-72b031c5f8dc service neutron] 10.222.0.39 "PUT /v2.0/ports/6da4f53f-cdd5-42de-978d-eec14aabdcd7 HTTP/1.1" status: 200 len: 1092 time: 2.0186768 Jul 07 21:16:35.231530 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db2599b-82de-45f8-9f91-fea34815cd98', 'tag': '6da4f53f-cdd5-42de-978d-eec14aabdcd7'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:16:35.233789 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77287b6-18b7-4a24-a2fd-ce857e59a4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8db2599b-82de-45f8-9f91-fea34815cd98", "tag": "6da4f53f-cdd5-42de-978d-eec14aabdcd7"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:16:35.299760 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:35.366279 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330e8a3-03bd-4ed0-9b02-72b031c5f8dc service neutron] Pushing event updated for resources: {'Port': ['ID=6da4f53f-cdd5-42de-978d-eec14aabdcd7,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:35.390282 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189ff915-79e7-4661-a98b-c396e7bc5520 x-openstack-request-id: req-189ff915-79e7-4661-a98b-c396e7bc5520 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:16:35.390608 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db2599b-82de-45f8-9f91-fea34815cd98", "tag": "6da4f53f-cdd5-42de-978d-eec14aabdcd7", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:16:35.390848 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-189ff915-79e7-4661-a98b-c396e7bc5520 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:16:35.391436 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db2599b-82de-45f8-9f91-fea34815cd98', 'tag': '6da4f53f-cdd5-42de-978d-eec14aabdcd7', 'status': 'completed', 'code': 200} Jul 07 21:16:35.406986 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505425fb-4ee8-4731-8530-22aefb813622 req-0ef2e1cd-5a4b-4aae-89a9-2b66f76bc8e3 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Made reservation on behalf of bbb12bb743f345d7b36aa1b526b9135f for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:16:35.411040 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-505425fb-4ee8-4731-8530-22aefb813622 req-0ef2e1cd-5a4b-4aae-89a9-2b66f76bc8e3 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:35.444814 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d7c89-7857-4322-816c-f380e0947381 req-444f23f7-d9a8-420f-903b-995f9336d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:35.446352 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a5d7c89-7857-4322-816c-f380e0947381 req-444f23f7-d9a8-420f-903b-995f9336d250 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 1095 time: 0.1420496 Jul 07 21:16:35.454802 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-9c27b3a8-31c1-4d98-a690-a4193e6f4f7b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Allocated IP 172.25.5.178 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/992e9ad7-1b95-4f84-908b-6f2a38b50c9a) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:16:35.497187 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a5d7c89-7857-4322-816c-f380e0947381 req-8c8ad336-6d11-40b5-91b5-a996842fc350 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6da4f53f-cdd5-42de-978d-eec14aabdcd7 HTTP/1.1" status: 200 len: 217 time: 0.0400846 Jul 07 21:16:35.548936 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-505425fb-4ee8-4731-8530-22aefb813622 req-0ef2e1cd-5a4b-4aae-89a9-2b66f76bc8e3 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Allocated IP 172.20.0.4 (a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11/24c2c265-5569-44f6-ac51-64af054a6d76/d6bcd09e-b8ca-49bf-b211-98bc95d9e938) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:16:35.591249 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d7c89-7857-4322-816c-f380e0947381 req-9a21a2d8-eca0-44d6-bcb4-a10db706e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:35.592751 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a5d7c89-7857-4322-816c-f380e0947381 req-9a21a2d8-eca0-44d6-bcb4-a10db706e9cb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53050cc6-5b87-4ce5-b02c-8e9b25a1ac51 HTTP/1.1" status: 200 len: 834 time: 0.0885298 Jul 07 21:16:35.657350 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9c27b3a8-31c1-4d98-a690-a4193e6f4f7b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:35.688468 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d7c89-7857-4322-816c-f380e0947381 req-466ad210-1f9e-4c21-9004-17154e8c7e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:35.689980 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a5d7c89-7857-4322-816c-f380e0947381 req-466ad210-1f9e-4c21-9004-17154e8c7e8d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=772d6225-4638-4eca-b361-b674a7ef2a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885603 Jul 07 21:16:35.701554 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-505425fb-4ee8-4731-8530-22aefb813622 req-0ef2e1cd-5a4b-4aae-89a9-2b66f76bc8e3 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:35.741447 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-505425fb-4ee8-4731-8530-22aefb813622 req-0ef2e1cd-5a4b-4aae-89a9-2b66f76bc8e3 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:35.760041 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9c27b3a8-31c1-4d98-a690-a4193e6f4f7b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:35.796189 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505425fb-4ee8-4731-8530-22aefb813622 req-0ef2e1cd-5a4b-4aae-89a9-2b66f76bc8e3 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Network a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:35.800579 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-505425fb-4ee8-4731-8530-22aefb813622 req-0ef2e1cd-5a4b-4aae-89a9-2b66f76bc8e3 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:35.808075 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-505425fb-4ee8-4731-8530-22aefb813622 req-0ef2e1cd-5a4b-4aae-89a9-2b66f76bc8e3 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:16:35.827690 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c27b3a8-31c1-4d98-a690-a4193e6f4f7b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:35.833586 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2e1cd-5a4b-4aae-89a9-2b66f76bc8e3 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Pushing event updated for resources: {'Port': ['ID=d6bcd09e-b8ca-49bf-b211-98bc95d9e938,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:35.837743 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-9c27b3a8-31c1-4d98-a690-a4193e6f4f7b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:35.845763 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c27b3a8-31c1-4d98-a690-a4193e6f4f7b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:16:35.850887 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27b3a8-31c1-4d98-a690-a4193e6f4f7b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Port': ['ID=992e9ad7-1b95-4f84-908b-6f2a38b50c9a,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:35.863305 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505425fb-4ee8-4731-8530-22aefb813622 req-0ef2e1cd-5a4b-4aae-89a9-2b66f76bc8e3 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:35.864000 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-505425fb-4ee8-4731-8530-22aefb813622 req-0ef2e1cd-5a4b-4aae-89a9-2b66f76bc8e3 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:35.878483 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-505425fb-4ee8-4731-8530-22aefb813622 req-0ef2e1cd-5a4b-4aae-89a9-2b66f76bc8e3 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6611862 Jul 07 21:16:35.891222 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-505425fb-4ee8-4731-8530-22aefb813622 req-c04975bd-4225-4d0d-ad6c-00be6e0e8bee service neutron] Request body: {'port': {'device_id': '2dc2e0a2-54ca-4ea5-92d1-62991a05cda8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:35.895059 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a5d7c89-7857-4322-816c-f380e0947381 req-42a35456-df8f-4a3e-bd58-073033023e6a service neutron] 10.222.0.39 "GET /v2.0/networks/772d6225-4638-4eca-b361-b674a7ef2a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955428 Jul 07 21:16:35.964733 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-505425fb-4ee8-4731-8530-22aefb813622 req-c04975bd-4225-4d0d-ad6c-00be6e0e8bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:36.129954 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 44837011-61dc-464b-845f-cc5cf966dbb5 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:16:36.172482 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a5d7c89-7857-4322-816c-f380e0947381 req-5a2ca672-8205-4e89-bca5-6b98e4de31d9 service neutron] 10.222.0.39 "GET /v2.0/networks/772d6225-4638-4eca-b361-b674a7ef2a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683816 Jul 07 21:16:36.243574 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 44837011-61dc-464b-845f-cc5cf966dbb5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=44837011-61dc-464b-845f-cc5cf966dbb5,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:36.251014 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaca603-fe87-4dd5-9c62-3fe556465453 req-acabdef6-1e0c-4f02-886d-2308117b21aa tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:36.252818 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-beaca603-fe87-4dd5-9c62-3fe556465453 req-acabdef6-1e0c-4f02-886d-2308117b21aa tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 944 time: 0.2417238 Jul 07 21:16:36.256179 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '44837011-61dc-464b-845f-cc5cf966dbb5', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'port_id': '44837011-61dc-464b-845f-cc5cf966dbb5', 'mac_address': 'fa:16:3e:95:0e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:16:36.301554 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:36.310968 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-505425fb-4ee8-4731-8530-22aefb813622 req-c04975bd-4225-4d0d-ad6c-00be6e0e8bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6bcd09e-b8ca-49bf-b211-98bc95d9e938 {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:16:36.315526 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44837011-61dc-464b-845f-cc5cf966dbb5 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:16:36.318823 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-505425fb-4ee8-4731-8530-22aefb813622 req-c04975bd-4225-4d0d-ad6c-00be6e0e8bee service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:36.333150 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-505425fb-4ee8-4731-8530-22aefb813622 req-c04975bd-4225-4d0d-ad6c-00be6e0e8bee service neutron] Transition to ACTIVE for port object d6bcd09e-b8ca-49bf-b211-98bc95d9e938 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:36.335434 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c549e-8f1d-40e3-a555-7cfe9b670f81 req-28218d7e-21e0-434d-b661-0b38e099bb57 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:36.337212 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-654c549e-8f1d-40e3-a555-7cfe9b670f81 req-28218d7e-21e0-434d-b661-0b38e099bb57 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 943 time: 0.2652509 Jul 07 21:16:36.337934 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-505425fb-4ee8-4731-8530-22aefb813622 req-c04975bd-4225-4d0d-ad6c-00be6e0e8bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:36.345756 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 44837011-61dc-464b-845f-cc5cf966dbb5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=44837011-61dc-464b-845f-cc5cf966dbb5,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:36.351316 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:36.392049 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04975bd-4225-4d0d-ad6c-00be6e0e8bee service neutron] Pushing event updated for resources: {'Port': ['ID=d6bcd09e-b8ca-49bf-b211-98bc95d9e938,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:36.409244 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=44837011-61dc-464b-845f-cc5cf966dbb5,revision_number=9']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:36.411550 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-beaca603-fe87-4dd5-9c62-3fe556465453 req-67e992c0-71ed-4faa-96ac-6e9e8ad1d7d2 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1153460 Jul 07 21:16:36.415166 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9c27b3a8-31c1-4d98-a690-a4193e6f4f7b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:36.468119 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-654c549e-8f1d-40e3-a555-7cfe9b670f81 req-127a2b10-6ad3-4135-ba37-ef93069b1612 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162443 Jul 07 21:16:36.471227 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-505425fb-4ee8-4731-8530-22aefb813622 req-c04975bd-4225-4d0d-ad6c-00be6e0e8bee service neutron] Attempting to bind port d6bcd09e-b8ca-49bf-b211-98bc95d9e938 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:16:36.471853 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-505425fb-4ee8-4731-8530-22aefb813622 req-c04975bd-4225-4d0d-ad6c-00be6e0e8bee service neutron] Attempting to bind port d6bcd09e-b8ca-49bf-b211-98bc95d9e938 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '9bef9bf7-03c1-40e1-bffc-3d4c423af9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:16:36.472416 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505425fb-4ee8-4731-8530-22aefb813622 req-c04975bd-4225-4d0d-ad6c-00be6e0e8bee service neutron] Attempting to bind port d6bcd09e-b8ca-49bf-b211-98bc95d9e938 on network a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:16:36.479109 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505425fb-4ee8-4731-8530-22aefb813622 req-c04975bd-4225-4d0d-ad6c-00be6e0e8bee service neutron] Port d6bcd09e-b8ca-49bf-b211-98bc95d9e938 on network a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:16:36.479474 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505425fb-4ee8-4731-8530-22aefb813622 req-c04975bd-4225-4d0d-ad6c-00be6e0e8bee service neutron] Attempting to bind port d6bcd09e-b8ca-49bf-b211-98bc95d9e938 on network a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:16:36.486011 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505425fb-4ee8-4731-8530-22aefb813622 req-c04975bd-4225-4d0d-ad6c-00be6e0e8bee service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:16:36.486484 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505425fb-4ee8-4731-8530-22aefb813622 req-c04975bd-4225-4d0d-ad6c-00be6e0e8bee service neutron] Checking segment: {'id': '9bef9bf7-03c1-40e1-bffc-3d4c423af9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:16:36.486904 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505425fb-4ee8-4731-8530-22aefb813622 req-c04975bd-4225-4d0d-ad6c-00be6e0e8bee service neutron] Bound using segment: {'id': '9bef9bf7-03c1-40e1-bffc-3d4c423af9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:16:36.487311 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-505425fb-4ee8-4731-8530-22aefb813622 req-c04975bd-4225-4d0d-ad6c-00be6e0e8bee service neutron] Bound port: d6bcd09e-b8ca-49bf-b211-98bc95d9e938, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bef9bf7-03c1-40e1-bffc-3d4c423af9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:16:36.487670 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-505425fb-4ee8-4731-8530-22aefb813622 req-c04975bd-4225-4d0d-ad6c-00be6e0e8bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:36.502360 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77287b6-18b7-4a24-a2fd-ce857e59a4d1 req-52a2bcbc-eef2-472f-a685-e30bc5c645f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:36.504536 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b77287b6-18b7-4a24-a2fd-ce857e59a4d1 req-52a2bcbc-eef2-472f-a685-e30bc5c645f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 1095 time: 0.2508075 Jul 07 21:16:36.578313 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-505425fb-4ee8-4731-8530-22aefb813622 req-c04975bd-4225-4d0d-ad6c-00be6e0e8bee service neutron] For port d6bcd09e-b8ca-49bf-b211-98bc95d9e938, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:16:36.581386 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-505425fb-4ee8-4731-8530-22aefb813622 req-c04975bd-4225-4d0d-ad6c-00be6e0e8bee service neutron] For port d6bcd09e-b8ca-49bf-b211-98bc95d9e938, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d6bcd09e-b8ca-49bf-b211-98bc95d9e938,segment=NetworkSegment(9bef9bf7-03c1-40e1-bffc-3d4c423af9fb),segment_id=9bef9bf7-03c1-40e1-bffc-3d4c423af9fb)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:16:36.586187 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-505425fb-4ee8-4731-8530-22aefb813622 req-c04975bd-4225-4d0d-ad6c-00be6e0e8bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:36.607995 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['44837011-61dc-464b-845f-cc5cf966dbb5'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:16:36.621161 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505425fb-4ee8-4731-8530-22aefb813622 req-c04975bd-4225-4d0d-ad6c-00be6e0e8bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:36.621839 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-505425fb-4ee8-4731-8530-22aefb813622 req-c04975bd-4225-4d0d-ad6c-00be6e0e8bee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:36.623242 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-505425fb-4ee8-4731-8530-22aefb813622 req-c04975bd-4225-4d0d-ad6c-00be6e0e8bee service neutron] 10.222.0.58 "PUT /v2.0/ports/d6bcd09e-b8ca-49bf-b211-98bc95d9e938 HTTP/1.1" status: 200 len: 1092 time: 0.7368863 Jul 07 21:16:36.624010 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc2e0a2-54ca-4ea5-92d1-62991a05cda8', 'tag': 'd6bcd09e-b8ca-49bf-b211-98bc95d9e938'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:16:36.626118 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f8fa5b-5725-48f4-bb21-2569fefea7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc2e0a2-54ca-4ea5-92d1-62991a05cda8", "tag": "d6bcd09e-b8ca-49bf-b211-98bc95d9e938"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:16:36.651405 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04975bd-4225-4d0d-ad6c-00be6e0e8bee service neutron] Pushing event updated for resources: {'Port': ['ID=d6bcd09e-b8ca-49bf-b211-98bc95d9e938,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:36.677116 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3151d8e-b994-47a6-8d11-6fa9525d113e x-openstack-request-id: req-d3151d8e-b994-47a6-8d11-6fa9525d113e {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:16:36.677409 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc2e0a2-54ca-4ea5-92d1-62991a05cda8", "tag": "d6bcd09e-b8ca-49bf-b211-98bc95d9e938", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:16:36.677834 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d3151d8e-b994-47a6-8d11-6fa9525d113e {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:16:36.678387 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc2e0a2-54ca-4ea5-92d1-62991a05cda8', 'tag': 'd6bcd09e-b8ca-49bf-b211-98bc95d9e938', 'status': 'completed', 'code': 200} Jul 07 21:16:36.736789 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505425fb-4ee8-4731-8530-22aefb813622 req-6d02e386-9442-4575-bf2e-66bb02a21d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:36.739436 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-505425fb-4ee8-4731-8530-22aefb813622 req-6d02e386-9442-4575-bf2e-66bb02a21d43 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbb12bb743f345d7b36aa1b526b9135f&device_id=2dc2e0a2-54ca-4ea5-92d1-62991a05cda8 HTTP/1.1" status: 200 len: 1095 time: 0.0591207 Jul 07 21:16:36.780082 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77287b6-18b7-4a24-a2fd-ce857e59a4d1 req-0bec0e3b-7583-4e85-8c1d-aa4286263c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:36.782120 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b77287b6-18b7-4a24-a2fd-ce857e59a4d1 req-0bec0e3b-7583-4e85-8c1d-aa4286263c30 service neutron] 10.222.0.39 "GET /v2.0/networks?id=772d6225-4638-4eca-b361-b674a7ef2a7a HTTP/1.1" status: 200 len: 898 time: 0.2499890 Jul 07 21:16:36.789874 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-505425fb-4ee8-4731-8530-22aefb813622 req-26673a47-9d0b-4b93-b92c-8a61f85359df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6bcd09e-b8ca-49bf-b211-98bc95d9e938 HTTP/1.1" status: 200 len: 217 time: 0.0432634 Jul 07 21:16:36.817384 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb08f8-b02d-48bd-a9dd-8717ac8c8798 req-465bc32e-4c91-4957-83ab-7e216c462534 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:36.818898 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98cb08f8-b02d-48bd-a9dd-8717ac8c8798 req-465bc32e-4c91-4957-83ab-7e216c462534 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=2dc2e0a2-54ca-4ea5-92d1-62991a05cda8 HTTP/1.1" status: 200 len: 943 time: 0.2394159 Jul 07 21:16:36.840099 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505425fb-4ee8-4731-8530-22aefb813622 req-1c1e412c-7bbe-4d3d-8ca6-9a577b8e3bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:36.841590 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-505425fb-4ee8-4731-8530-22aefb813622 req-1c1e412c-7bbe-4d3d-8ca6-9a577b8e3bc8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=24c2c265-5569-44f6-ac51-64af054a6d76 HTTP/1.1" status: 200 len: 848 time: 0.0449886 Jul 07 21:16:36.855205 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b77287b6-18b7-4a24-a2fd-ce857e59a4d1 req-188d2dcd-bfca-4cff-9dbf-e27d054944cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6da4f53f-cdd5-42de-978d-eec14aabdcd7 HTTP/1.1" status: 200 len: 217 time: 0.0626872 Jul 07 21:16:36.860938 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9c27b3a8-31c1-4d98-a690-a4193e6f4f7b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:36.876070 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-505425fb-4ee8-4731-8530-22aefb813622 req-3599f297-3942-4467-ba87-b3561080666d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270300 Jul 07 21:16:36.968200 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-98cb08f8-b02d-48bd-a9dd-8717ac8c8798 req-b357ac31-2360-4b12-9843-3a2b6a50f71c tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b970775-58a7-45e4-a0b8-22f1b3c31594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154602 Jul 07 21:16:36.972228 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-505425fb-4ee8-4731-8530-22aefb813622 req-9e3ca3c9-f2f9-4188-b0d7-a3a38d694c84 service neutron] 10.222.0.58 "GET /v2.0/networks/a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883129 Jul 07 21:16:37.076258 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-505425fb-4ee8-4731-8530-22aefb813622 req-4f95e7cc-8fc5-4fa3-8e9c-c6312385d201 service neutron] 10.222.0.58 "GET /v2.0/networks/a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969443 Jul 07 21:16:37.183108 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8fa5b-5725-48f4-bb21-2569fefea7f1 req-85485122-f032-4b73-a346-3697519f8d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:37.184697 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-13f8fa5b-5725-48f4-bb21-2569fefea7f1 req-85485122-f032-4b73-a346-3697519f8d02 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bbb12bb743f345d7b36aa1b526b9135f&device_id=2dc2e0a2-54ca-4ea5-92d1-62991a05cda8 HTTP/1.1" status: 200 len: 1095 time: 0.0573149 Jul 07 21:16:37.285320 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8fa5b-5725-48f4-bb21-2569fefea7f1 req-6f65fcce-1790-4fae-b01a-26129a7ecf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:37.286813 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-13f8fa5b-5725-48f4-bb21-2569fefea7f1 req-6f65fcce-1790-4fae-b01a-26129a7ecf9e service neutron] 10.222.0.58 "GET /v2.0/networks?id=a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11 HTTP/1.1" status: 200 len: 909 time: 0.0952218 Jul 07 21:16:37.331809 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-13f8fa5b-5725-48f4-bb21-2569fefea7f1 req-cfa66ec1-5d1c-4ffa-bcf5-75a6b3a48ce3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6bcd09e-b8ca-49bf-b211-98bc95d9e938 HTTP/1.1" status: 200 len: 217 time: 0.0367265 Jul 07 21:16:37.333624 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77287b6-18b7-4a24-a2fd-ce857e59a4d1 req-fd88edde-d5dd-40f6-8268-09ea72d11d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:37.335081 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b77287b6-18b7-4a24-a2fd-ce857e59a4d1 req-fd88edde-d5dd-40f6-8268-09ea72d11d70 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53050cc6-5b87-4ce5-b02c-8e9b25a1ac51 HTTP/1.1" status: 200 len: 834 time: 0.4651449 Jul 07 21:16:37.381338 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8fa5b-5725-48f4-bb21-2569fefea7f1 req-4fd4448c-8bde-4af0-9d24-a342131b46af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:37.382825 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-13f8fa5b-5725-48f4-bb21-2569fefea7f1 req-4fd4448c-8bde-4af0-9d24-a342131b46af service neutron] 10.222.0.58 "GET /v2.0/subnets?id=24c2c265-5569-44f6-ac51-64af054a6d76 HTTP/1.1" status: 200 len: 848 time: 0.0445783 Jul 07 21:16:37.421907 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77287b6-18b7-4a24-a2fd-ce857e59a4d1 req-25e78b0d-7c01-45f9-92b3-17f224e7c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:37.422257 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-13f8fa5b-5725-48f4-bb21-2569fefea7f1 req-772b12be-0fcb-444e-b7dd-637584ac2055 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301712 Jul 07 21:16:37.423522 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b77287b6-18b7-4a24-a2fd-ce857e59a4d1 req-25e78b0d-7c01-45f9-92b3-17f224e7c569 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=772d6225-4638-4eca-b361-b674a7ef2a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809762 Jul 07 21:16:37.428121 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c27b3a8-31c1-4d98-a690-a4193e6f4f7b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Router a851cab3-ee38-4884-be2d-270f46427634 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:16:37.517581 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-13f8fa5b-5725-48f4-bb21-2569fefea7f1 req-3da803e9-e72d-4138-8fd1-51e036c60442 service neutron] 10.222.0.58 "GET /v2.0/networks/a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880635 Jul 07 21:16:37.626030 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-13f8fa5b-5725-48f4-bb21-2569fefea7f1 req-3d274ddf-29af-4952-8fd1-6474d832adf1 service neutron] 10.222.0.58 "GET /v2.0/networks/a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013145 Jul 07 21:16:37.652178 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b77287b6-18b7-4a24-a2fd-ce857e59a4d1 req-0b8ecc01-443d-42fc-83f6-c822ab6e8ad3 service neutron] 10.222.0.39 "GET /v2.0/networks/772d6225-4638-4eca-b361-b674a7ef2a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214105 Jul 07 21:16:37.699580 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c27b3a8-31c1-4d98-a690-a4193e6f4f7b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:16:37.708646 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14083e2-a58a-4e50-a396-a79c0abe9aa9 None None] Sync routers for ids ['a851cab3-ee38-4884-be2d-270f46427634'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:16:37.717231 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14083e2-a58a-4e50-a396-a79c0abe9aa9 None None] Routers {'a851cab3-ee38-4884-be2d-270f46427634'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:37.717842 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e14083e2-a58a-4e50-a396-a79c0abe9aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a851cab3-ee38-4884-be2d-270f46427634'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:37.750554 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e14083e2-a58a-4e50-a396-a79c0abe9aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:37.759233 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14083e2-a58a-4e50-a396-a79c0abe9aa9 None None] Routers {'a851cab3-ee38-4884-be2d-270f46427634'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:37.759916 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e14083e2-a58a-4e50-a396-a79c0abe9aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a851cab3-ee38-4884-be2d-270f46427634'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:37.769013 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9c27b3a8-31c1-4d98-a690-a4193e6f4f7b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:37.770229 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9c27b3a8-31c1-4d98-a690-a4193e6f4f7b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.9698095 Jul 07 21:16:37.773793 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47972) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:37.795533 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e14083e2-a58a-4e50-a396-a79c0abe9aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:37.796186 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14083e2-a58a-4e50-a396-a79c0abe9aa9 None None] The sync data for ids ['a851cab3-ee38-4884-be2d-270f46427634'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:16:37.820393 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1a4da-570d-4a8c-9b9f-e8f1159493fb req-7bd087b4-4417-476f-8091-2e8c0e413321 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:37.821903 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f3a1a4da-570d-4a8c-9b9f-e8f1159493fb req-7bd087b4-4417-476f-8091-2e8c0e413321 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 945 time: 0.2379568 Jul 07 21:16:37.834190 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28150301-7da8-4bc6-ae59-717a52506b64 req-6bbdcb65-ee1e-4f4c-8cd2-5e312ebdaa99 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:37.835701 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28150301-7da8-4bc6-ae59-717a52506b64 req-6bbdcb65-ee1e-4f4c-8cd2-5e312ebdaa99 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 943 time: 0.2285135 Jul 07 21:16:37.848896 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b77287b6-18b7-4a24-a2fd-ce857e59a4d1 req-521fe7d7-7294-4304-8e67-7866626811f7 service neutron] 10.222.0.39 "GET /v2.0/networks/772d6225-4638-4eca-b361-b674a7ef2a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776788 Jul 07 21:16:37.894961 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8660b755-806c-4a1b-a6e2-4b6d2efa4174 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "GET /v2.0/routers/a851cab3-ee38-4884-be2d-270f46427634 HTTP/1.1" status: 200 len: 881 time: 0.1194665 Jul 07 21:16:37.896346 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f3a1a4da-570d-4a8c-9b9f-e8f1159493fb req-a069b811-2c0b-4aa7-8802-ff55ff504c46 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581508 Jul 07 21:16:37.897368 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47974) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:37.904538 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28150301-7da8-4bc6-ae59-717a52506b64 req-c14260ae-f69b-4b77-ba11-a707d4a3749f tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573740 Jul 07 21:16:38.092494 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f4b642cb-fd94-4753-92ff-c599e0490dd2 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.1939104 Jul 07 21:16:38.095918 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47978) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:38.100702 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-7ab8a8c3-4015-4d3a-8655-60f5075c855b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1642640534'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:38.139643 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 44837011-61dc-464b-845f-cc5cf966dbb5 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:16:38.160524 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c235e0e-a73a-45fb-b96f-cac05ff03a54 req-7a55161d-6c57-43ea-8058-d6e6d243b8bc tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:38.162118 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c235e0e-a73a-45fb-b96f-cac05ff03a54 req-7a55161d-6c57-43ea-8058-d6e6d243b8bc tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=2dc2e0a2-54ca-4ea5-92d1-62991a05cda8 HTTP/1.1" status: 200 len: 943 time: 0.0717323 Jul 07 21:16:38.189407 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 44837011-61dc-464b-845f-cc5cf966dbb5 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:38.190161 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:38.205104 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c235e0e-a73a-45fb-b96f-cac05ff03a54 req-e4b9aae6-44d8-4081-baad-61a34707c79a tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b970775-58a7-45e4-a0b8-22f1b3c31594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367880 Jul 07 21:16:38.272586 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:38.294858 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b689c25-d51e-4820-90e6-fd947039b4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44837011-61dc-464b-845f-cc5cf966dbb5'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:16:38.297841 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558d0f4f-af84-461c-9790-54cd8cf37a8c" -d '{"events": [{"server_uuid": "7b689c25-d51e-4820-90e6-fd947039b4bf", "name": "network-vif-plugged", "status": "completed", "tag": "44837011-61dc-464b-845f-cc5cf966dbb5"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:16:38.310026 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 44837011-61dc-464b-845f-cc5cf966dbb5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=44837011-61dc-464b-845f-cc5cf966dbb5,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:38.314825 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:38.345012 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd853c0-f384-4d93-aa8d-66e045fe9254 x-openstack-request-id: req-ecd853c0-f384-4d93-aa8d-66e045fe9254 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:16:38.345322 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b689c25-d51e-4820-90e6-fd947039b4bf", "name": "network-vif-plugged", "status": "completed", "tag": "44837011-61dc-464b-845f-cc5cf966dbb5", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:16:38.345570 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ecd853c0-f384-4d93-aa8d-66e045fe9254 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:16:38.345953 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b689c25-d51e-4820-90e6-fd947039b4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44837011-61dc-464b-845f-cc5cf966dbb5', 'code': 200} Jul 07 21:16:38.368814 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=44837011-61dc-464b-845f-cc5cf966dbb5,revision_number=10']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:38.421742 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ab8a8c3-4015-4d3a-8655-60f5075c855b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:38.434669 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ab8a8c3-4015-4d3a-8655-60f5075c855b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7883739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7883712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7881482'] for router, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:38.520180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadb06d-b4fd-4a95-9022-7b52769dd666 req-a57eb5e7-849b-4eb2-8e4b-557f331fb86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:38.521897 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cfadb06d-b4fd-4a95-9022-7b52769dd666 req-a57eb5e7-849b-4eb2-8e4b-557f331fb86b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 1099 time: 0.0516865 Jul 07 21:16:38.552257 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab8a8c3-4015-4d3a-8655-60f5075c855b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Router a851cab3-ee38-4884-be2d-270f46427634 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:16:38.561667 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cfadb06d-b4fd-4a95-9022-7b52769dd666 req-f37e3237-016d-4940-b65b-5bddeab6740d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316825 Jul 07 21:16:38.659967 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab8a8c3-4015-4d3a-8655-60f5075c855b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:16:38.666559 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7ab8a8c3-4015-4d3a-8655-60f5075c855b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:38.667747 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7ab8a8c3-4015-4d3a-8655-60f5075c855b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "PUT /v2.0/routers/a851cab3-ee38-4884-be2d-270f46427634 HTTP/1.1" status: 200 len: 888 time: 0.5709143 Jul 07 21:16:38.668978 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1def1c-4d4f-4bca-a3c6-a03e06db9814 None None] Sync routers for ids ['a851cab3-ee38-4884-be2d-270f46427634'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:16:38.670343 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47982) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:38.678406 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1def1c-4d4f-4bca-a3c6-a03e06db9814 None None] Routers {'a851cab3-ee38-4884-be2d-270f46427634'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:38.678958 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-7f1def1c-4d4f-4bca-a3c6-a03e06db9814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a851cab3-ee38-4884-be2d-270f46427634'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:38.714085 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-7f1def1c-4d4f-4bca-a3c6-a03e06db9814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:38.723058 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1def1c-4d4f-4bca-a3c6-a03e06db9814 None None] Routers {'a851cab3-ee38-4884-be2d-270f46427634'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:38.723892 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-7f1def1c-4d4f-4bca-a3c6-a03e06db9814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a851cab3-ee38-4884-be2d-270f46427634'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:38.756106 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-7f1def1c-4d4f-4bca-a3c6-a03e06db9814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:38.756762 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1def1c-4d4f-4bca-a3c6-a03e06db9814 None None] The sync data for ids ['a851cab3-ee38-4884-be2d-270f46427634'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:16:38.780256 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-34d2c506-a9b3-4acc-a604-ba1869d0726a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "GET /v2.0/routers/a851cab3-ee38-4884-be2d-270f46427634 HTTP/1.1" status: 200 len: 888 time: 0.1088490 Jul 07 21:16:38.783397 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47984) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:38.811039 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e4313814-035f-40d3-ab71-f64dc58398a2 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "GET /v2.0/ports?device_id=a851cab3-ee38-4884-be2d-270f46427634 HTTP/1.1" status: 200 len: 205 time: 0.0266087 Jul 07 21:16:38.814408 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 47986) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:38.918345 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-25bbca7a-fb9b-4c3d-974c-c731acafd92d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:39.028907 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-25bbca7a-fb9b-4c3d-974c-c731acafd92d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:39.090141 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-25bbca7a-fb9b-4c3d-974c-c731acafd92d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting port 992e9ad7-1b95-4f84-908b-6f2a38b50c9a {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:16:39.090491 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-25bbca7a-fb9b-4c3d-974c-c731acafd92d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:39.137541 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe89b2e-bb02-459f-861d-9a4803bbfc43 req-a6a47966-86c7-442d-b413-aef1ae1266d0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:39.139191 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fe89b2e-bb02-459f-861d-9a4803bbfc43 req-a6a47966-86c7-442d-b413-aef1ae1266d0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 947 time: 0.1189613 Jul 07 21:16:39.147571 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eedf80-2e35-4169-ac6c-c9d8a4e53794 req-cb4531c8-d505-4662-85c0-c22b59be5ed6 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:39.149192 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d3eedf80-2e35-4169-ac6c-c9d8a4e53794 req-cb4531c8-d505-4662-85c0-c22b59be5ed6 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 943 time: 0.1198437 Jul 07 21:16:39.214541 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fe89b2e-bb02-459f-861d-9a4803bbfc43 req-2aa35d40-8505-4303-8884-95299127d6a6 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640337 Jul 07 21:16:39.220361 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d3eedf80-2e35-4169-ac6c-c9d8a4e53794 req-b5b43fa5-7234-4667-aef8-cd080d2c7866 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635741 Jul 07 21:16:39.423154 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e67d59-3e9d-4eb4-9e8a-aa2837efaa54 req-b1ce72b5-84e6-4035-9267-ecce0fa9c653 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:39.425019 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72e67d59-3e9d-4eb4-9e8a-aa2837efaa54 req-b1ce72b5-84e6-4035-9267-ecce0fa9c653 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=2dc2e0a2-54ca-4ea5-92d1-62991a05cda8 HTTP/1.1" status: 200 len: 943 time: 0.0870681 Jul 07 21:16:39.476735 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-72e67d59-3e9d-4eb4-9e8a-aa2837efaa54 req-f97046dd-da5d-4a6b-93b9-6cf06f480966 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b970775-58a7-45e4-a0b8-22f1b3c31594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402353 Jul 07 21:16:39.514480 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-25bbca7a-fb9b-4c3d-974c-c731acafd92d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:39.533140 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-25bbca7a-fb9b-4c3d-974c-c731acafd92d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Calling delete_port for 992e9ad7-1b95-4f84-908b-6f2a38b50c9a owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:16:39.715857 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:16:39.757306 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-25bbca7a-fb9b-4c3d-974c-c731acafd92d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:39.795799 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbca7a-fb9b-4c3d-974c-c731acafd92d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Port': ['ID=992e9ad7-1b95-4f84-908b-6f2a38b50c9a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:39.862140 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-25bbca7a-fb9b-4c3d-974c-c731acafd92d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:39.961884 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-25bbca7a-fb9b-4c3d-974c-c731acafd92d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:39.964048 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-25bbca7a-fb9b-4c3d-974c-c731acafd92d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:40.010545 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-25bbca7a-fb9b-4c3d-974c-c731acafd92d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:40.011090 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bbca7a-fb9b-4c3d-974c-c731acafd92d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Fanout notify agent at l3_agent the message router_deleted on router a851cab3-ee38-4884-be2d-270f46427634 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:16:40.018975 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-25bbca7a-fb9b-4c3d-974c-c731acafd92d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:40.020120 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-25bbca7a-fb9b-4c3d-974c-c731acafd92d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/routers/a851cab3-ee38-4884-be2d-270f46427634 HTTP/1.1" status: 204 len: 168 time: 1.2048268 Jul 07 21:16:40.023651 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48028) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:40.028998 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-806d0f85-7569-4a2e-9019-14d434b520c0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'network': {'name': 'tempest-RoutersTest-1239858437'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:40.050899 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806d0f85-7569-4a2e-9019-14d434b520c0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Made reservation on behalf of 89041ffb5f174621826c98d5bfb7bc98 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:16:40.054481 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-806d0f85-7569-4a2e-9019-14d434b520c0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:40.079456 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806d0f85-7569-4a2e-9019-14d434b520c0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:16:40.088516 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-806d0f85-7569-4a2e-9019-14d434b520c0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:40.088860 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-806d0f85-7569-4a2e-9019-14d434b520c0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Added segment b1271d49-90c7-4ab7-bffa-58cc2dee86c3 of type vlan for network df1b118d-cfd1-4600-bff8-0e7e9e42e831 Jul 07 21:16:40.131105 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-806d0f85-7569-4a2e-9019-14d434b520c0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:40.138439 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 6da4f53f-cdd5-42de-978d-eec14aabdcd7 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:16:40.152339 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d6bcd09e-b8ca-49bf-b211-98bc95d9e938 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:16:40.167621 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-806d0f85-7569-4a2e-9019-14d434b520c0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:40.174362 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806d0f85-7569-4a2e-9019-14d434b520c0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:40.174978 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-806d0f85-7569-4a2e-9019-14d434b520c0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:40.230824 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-806d0f85-7569-4a2e-9019-14d434b520c0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2059300 Jul 07 21:16:40.234037 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48030) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:40.239229 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-502c3984-0ccc-4066-9712-ee355dcf6b66 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'subnet': {'network_id': 'df1b118d-cfd1-4600-bff8-0e7e9e42e831', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:40.245850 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d0f85-7569-4a2e-9019-14d434b520c0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Network': ['ID=df1b118d-cfd1-4600-bff8-0e7e9e42e831,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:40.267729 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network df1b118d-cfd1-4600-bff8-0e7e9e42e831 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:16:40.388065 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 6da4f53f-cdd5-42de-978d-eec14aabdcd7, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=6da4f53f-cdd5-42de-978d-eec14aabdcd7,segment=NetworkSegment(8c2f6071-0874-434e-a719-222964d908f6),segment_id=8c2f6071-0874-434e-a719-222964d908f6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:40.403282 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port d6bcd09e-b8ca-49bf-b211-98bc95d9e938, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d6bcd09e-b8ca-49bf-b211-98bc95d9e938,segment=NetworkSegment(9bef9bf7-03c1-40e1-bffc-3d4c423af9fb),segment_id=9bef9bf7-03c1-40e1-bffc-3d4c423af9fb)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:40.411840 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '6da4f53f-cdd5-42de-978d-eec14aabdcd7', 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a', 'port_id': '6da4f53f-cdd5-42de-978d-eec14aabdcd7', 'mac_address': 'fa:16:3e:16:49:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53050cc6-5b87-4ce5-b02c-8e9b25a1ac51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:16:40.417715 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'd6bcd09e-b8ca-49bf-b211-98bc95d9e938', 'network_id': 'a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11', 'port_id': 'd6bcd09e-b8ca-49bf-b211-98bc95d9e938', 'mac_address': 'fa:16:3e:09:88:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c2c265-5569-44f6-ac51-64af054a6d76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:16:40.455124 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502c3984-0ccc-4066-9712-ee355dcf6b66 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Made reservation on behalf of 89041ffb5f174621826c98d5bfb7bc98 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:16:40.459096 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-502c3984-0ccc-4066-9712-ee355dcf6b66 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:40.485582 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:40.487540 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:40.508104 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da4f53f-cdd5-42de-978d-eec14aabdcd7 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:16:40.513810 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6bcd09e-b8ca-49bf-b211-98bc95d9e938 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:16:40.544002 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 6da4f53f-cdd5-42de-978d-eec14aabdcd7, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=6da4f53f-cdd5-42de-978d-eec14aabdcd7,segment=NetworkSegment(8c2f6071-0874-434e-a719-222964d908f6),segment_id=8c2f6071-0874-434e-a719-222964d908f6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:40.550461 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port d6bcd09e-b8ca-49bf-b211-98bc95d9e938, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d6bcd09e-b8ca-49bf-b211-98bc95d9e938,segment=NetworkSegment(9bef9bf7-03c1-40e1-bffc-3d4c423af9fb),segment_id=9bef9bf7-03c1-40e1-bffc-3d4c423af9fb)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:40.550623 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e83dd-eda9-4694-a22c-9c67d440c12e req-37052e1d-db52-484d-9770-4dfa0d5c8b2a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:40.550812 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:40.551276 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5a6e83dd-eda9-4694-a22c-9c67d440c12e req-37052e1d-db52-484d-9770-4dfa0d5c8b2a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 943 time: 0.1833098 Jul 07 21:16:40.567707 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b9d20-c398-486b-98af-82af34ca5aaf req-83b2defe-abf8-42ec-b4e3-6313668860bc tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:40.570107 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f85b9d20-c398-486b-98af-82af34ca5aaf req-83b2defe-abf8-42ec-b4e3-6313668860bc tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 947 time: 0.2136931 Jul 07 21:16:40.574588 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:40.602226 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=6da4f53f-cdd5-42de-978d-eec14aabdcd7,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:40.655556 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=d6bcd09e-b8ca-49bf-b211-98bc95d9e938,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:40.659623 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f85b9d20-c398-486b-98af-82af34ca5aaf req-4a1d75e8-b494-45e7-ab20-cf12c0440a6a tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756025 Jul 07 21:16:40.662440 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5a6e83dd-eda9-4694-a22c-9c67d440c12e req-6e076ced-e698-482c-85d9-23ee8d0b0011 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885906 Jul 07 21:16:40.775292 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['6da4f53f-cdd5-42de-978d-eec14aabdcd7'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:16:40.779582 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-502c3984-0ccc-4066-9712-ee355dcf6b66 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:40.801461 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['d6bcd09e-b8ca-49bf-b211-98bc95d9e938'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:16:40.869180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c3984-0ccc-4066-9712-ee355dcf6b66 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Subnet': ['ID=643c709e-6e45-4ffd-b528-d8d9c0aa2c43,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:40.889829 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502c3984-0ccc-4066-9712-ee355dcf6b66 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Checking segment: {'id': 'b1271d49-90c7-4ab7-bffa-58cc2dee86c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'df1b118d-cfd1-4600-bff8-0e7e9e42e831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:16:40.890236 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502c3984-0ccc-4066-9712-ee355dcf6b66 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network hostable DHCP agents. Network: df1b118d-cfd1-4600-bff8-0e7e9e42e831, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:16:40.903464 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16e469-081f-471e-9b68-e80258e93e5f req-1214f4f6-27f4-47e9-90db-99e3e528ed5a tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:40.904999 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec16e469-081f-471e-9b68-e80258e93e5f req-1214f4f6-27f4-47e9-90db-99e3e528ed5a tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=2dc2e0a2-54ca-4ea5-92d1-62991a05cda8 HTTP/1.1" status: 200 len: 944 time: 0.1373487 Jul 07 21:16:40.931047 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502c3984-0ccc-4066-9712-ee355dcf6b66 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network df1b118d-cfd1-4600-bff8-0e7e9e42e831 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:16:40.949501 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-502c3984-0ccc-4066-9712-ee355dcf6b66 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, df1b118d-cfd1-4600-bff8-0e7e9e42e831) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:40.955209 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502c3984-0ccc-4066-9712-ee355dcf6b66 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:40.955832 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-502c3984-0ccc-4066-9712-ee355dcf6b66 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:40.960713 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec16e469-081f-471e-9b68-e80258e93e5f req-135e8f19-d856-4712-8441-58b118995897 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b970775-58a7-45e4-a0b8-22f1b3c31594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475903 Jul 07 21:16:40.966903 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa98b9a-6315-4936-9b4d-55bddb74f88b None None] Network df1b118d-cfd1-4600-bff8-0e7e9e42e831 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:16:40.973318 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-502c3984-0ccc-4066-9712-ee355dcf6b66 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7381434 Jul 07 21:16:40.976018 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48040) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:40.980655 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-8ca8bd82-1bfa-4913-b062-cff52f7d7c39 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1839848686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:41.004678 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ca8bd82-1bfa-4913-b062-cff52f7d7c39 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:41.005716 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ca8bd82-1bfa-4913-b062-cff52f7d7c39 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:41.057109 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ca8bd82-1bfa-4913-b062-cff52f7d7c39 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:41.062530 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ca8bd82-1bfa-4913-b062-cff52f7d7c39 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:41.077810 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8ca8bd82-1bfa-4913-b062-cff52f7d7c39 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:41.079299 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8ca8bd82-1bfa-4913-b062-cff52f7d7c39 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1023977 Jul 07 21:16:41.082051 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48042) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:41.234491 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbc49cd-4247-4b5b-a9c7-9d0f74db485a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-df1b118d-cfd1-4600-bff8-0e7e9e42e831', 'network_id': 'df1b118d-cfd1-4600-bff8-0e7e9e42e831', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'fixed_ips': [{'subnet_id': '643c709e-6e45-4ffd-b528-d8d9c0aa2c43'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:16:41.236006 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cbbc49cd-4247-4b5b-a9c7-9d0f74db485a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:41.358457 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2b54c521-e26d-4512-afb0-22c9cb416ee4 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:41.382952 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-cbbc49cd-4247-4b5b-a9c7-9d0f74db485a None None] Allocated IP 172.20.0.2 (df1b118d-cfd1-4600-bff8-0e7e9e42e831/643c709e-6e45-4ffd-b528-d8d9c0aa2c43/fc8fcd01-0fae-41a9-a870-715478017f12) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:16:41.549209 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cbbc49cd-4247-4b5b-a9c7-9d0f74db485a None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:41.557173 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-cbbc49cd-4247-4b5b-a9c7-9d0f74db485a None None] Transition to ACTIVE for port object fc8fcd01-0fae-41a9-a870-715478017f12 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:41.572114 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-cbbc49cd-4247-4b5b-a9c7-9d0f74db485a None None] Transition to ACTIVE for port object fc8fcd01-0fae-41a9-a870-715478017f12 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:41.578802 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cbbc49cd-4247-4b5b-a9c7-9d0f74db485a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:41.617180 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbc49cd-4247-4b5b-a9c7-9d0f74db485a None None] Network df1b118d-cfd1-4600-bff8-0e7e9e42e831 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:41.619910 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-cbbc49cd-4247-4b5b-a9c7-9d0f74db485a None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:41.625547 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbc49cd-4247-4b5b-a9c7-9d0f74db485a None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:16:41.626618 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-2b54c521-e26d-4512-afb0-22c9cb416ee4 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Allocated IP 172.20.0.1 (df1b118d-cfd1-4600-bff8-0e7e9e42e831/643c709e-6e45-4ffd-b528-d8d9c0aa2c43/1fe9fd03-559f-4769-9908-f006686064ae) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:16:41.633522 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc49cd-4247-4b5b-a9c7-9d0f74db485a None None] Pushing event updated for resources: {'Port': ['ID=fc8fcd01-0fae-41a9-a870-715478017f12,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:41.691836 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-cbbc49cd-4247-4b5b-a9c7-9d0f74db485a None None] Attempting to bind port fc8fcd01-0fae-41a9-a870-715478017f12 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:16:41.692213 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-cbbc49cd-4247-4b5b-a9c7-9d0f74db485a None None] Attempting to bind port fc8fcd01-0fae-41a9-a870-715478017f12 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'b1271d49-90c7-4ab7-bffa-58cc2dee86c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'df1b118d-cfd1-4600-bff8-0e7e9e42e831'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:16:41.692609 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbc49cd-4247-4b5b-a9c7-9d0f74db485a None None] Attempting to bind port fc8fcd01-0fae-41a9-a870-715478017f12 on network df1b118d-cfd1-4600-bff8-0e7e9e42e831 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:16:41.699229 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbc49cd-4247-4b5b-a9c7-9d0f74db485a None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:16:41.699638 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbc49cd-4247-4b5b-a9c7-9d0f74db485a None None] Checking segment: {'id': 'b1271d49-90c7-4ab7-bffa-58cc2dee86c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'df1b118d-cfd1-4600-bff8-0e7e9e42e831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:16:41.700046 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cbbc49cd-4247-4b5b-a9c7-9d0f74db485a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:41.700447 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbc49cd-4247-4b5b-a9c7-9d0f74db485a None None] Bound using segment: {'id': 'b1271d49-90c7-4ab7-bffa-58cc2dee86c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'df1b118d-cfd1-4600-bff8-0e7e9e42e831'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:16:41.700912 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-cbbc49cd-4247-4b5b-a9c7-9d0f74db485a None None] Bound port: fc8fcd01-0fae-41a9-a870-715478017f12, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1271d49-90c7-4ab7-bffa-58cc2dee86c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'df1b118d-cfd1-4600-bff8-0e7e9e42e831'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:16:41.701292 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cbbc49cd-4247-4b5b-a9c7-9d0f74db485a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:41.752244 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2b54c521-e26d-4512-afb0-22c9cb416ee4 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:41.768261 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-cbbc49cd-4247-4b5b-a9c7-9d0f74db485a None None] For port fc8fcd01-0fae-41a9-a870-715478017f12, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:16:41.768498 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-2b54c521-e26d-4512-afb0-22c9cb416ee4 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Transition to ACTIVE for port object 1fe9fd03-559f-4769-9908-f006686064ae will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:41.771638 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-cbbc49cd-4247-4b5b-a9c7-9d0f74db485a None None] For port fc8fcd01-0fae-41a9-a870-715478017f12, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=fc8fcd01-0fae-41a9-a870-715478017f12,segment=NetworkSegment(b1271d49-90c7-4ab7-bffa-58cc2dee86c3),segment_id=b1271d49-90c7-4ab7-bffa-58cc2dee86c3)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:16:41.776355 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cbbc49cd-4247-4b5b-a9c7-9d0f74db485a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:41.836855 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc49cd-4247-4b5b-a9c7-9d0f74db485a None None] Pushing event updated for resources: {'Port': ['ID=fc8fcd01-0fae-41a9-a870-715478017f12,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:41.847865 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2b54c521-e26d-4512-afb0-22c9cb416ee4 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:41.898198 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b54c521-e26d-4512-afb0-22c9cb416ee4 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network df1b118d-cfd1-4600-bff8-0e7e9e42e831 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:41.907077 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-2b54c521-e26d-4512-afb0-22c9cb416ee4 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:41.909702 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b54c521-e26d-4512-afb0-22c9cb416ee4 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:16:41.943135 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54c521-e26d-4512-afb0-22c9cb416ee4 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Port': ['ID=1fe9fd03-559f-4769-9908-f006686064ae,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:41.956536 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045583c8-757c-4f15-81d1-4d5e5f978f9b req-9281c410-86bd-47d6-9b39-7740931a835c tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:41.958557 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-045583c8-757c-4f15-81d1-4d5e5f978f9b req-9281c410-86bd-47d6-9b39-7740931a835c tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 944 time: 0.1704032 Jul 07 21:16:41.987995 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2b54c521-e26d-4512-afb0-22c9cb416ee4 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:42.105548 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-045583c8-757c-4f15-81d1-4d5e5f978f9b req-fc809b2b-bfcc-4936-8526-53f1f87211b0 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125641 Jul 07 21:16:42.153224 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 6da4f53f-cdd5-42de-978d-eec14aabdcd7 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:16:42.175040 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d6bcd09e-b8ca-49bf-b211-98bc95d9e938 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:16:42.213244 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2b54c521-e26d-4512-afb0-22c9cb416ee4 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:42.236368 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb1aa1-c912-4e77-9bd4-2b9946d1f223 req-1de67858-19d5-449e-a1b7-504d08b06d36 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:42.238244 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6dcb1aa1-c912-4e77-9bd4-2b9946d1f223 req-1de67858-19d5-449e-a1b7-504d08b06d36 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=2dc2e0a2-54ca-4ea5-92d1-62991a05cda8 HTTP/1.1" status: 200 len: 944 time: 0.1316080 Jul 07 21:16:42.240370 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 6da4f53f-cdd5-42de-978d-eec14aabdcd7 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:42.244068 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port d6bcd09e-b8ca-49bf-b211-98bc95d9e938 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:42.245974 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 6da4f53f-cdd5-42de-978d-eec14aabdcd7 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:42.246350 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:42.266542 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port d6bcd09e-b8ca-49bf-b211-98bc95d9e938 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:42.266916 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:42.307896 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6dcb1aa1-c912-4e77-9bd4-2b9946d1f223 req-b2fbe261-83ee-4ac0-923a-a7dcb05dec25 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b970775-58a7-45e4-a0b8-22f1b3c31594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630615 Jul 07 21:16:42.384023 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:42.400878 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:42.421977 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db2599b-82de-45f8-9f91-fea34815cd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da4f53f-cdd5-42de-978d-eec14aabdcd7'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:16:42.424473 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17493802-d78b-48f8-9e39-13247bc818a6" -d '{"events": [{"server_uuid": "8db2599b-82de-45f8-9f91-fea34815cd98", "name": "network-vif-plugged", "status": "completed", "tag": "6da4f53f-cdd5-42de-978d-eec14aabdcd7"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:16:42.465707 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port d6bcd09e-b8ca-49bf-b211-98bc95d9e938, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d6bcd09e-b8ca-49bf-b211-98bc95d9e938,segment=NetworkSegment(9bef9bf7-03c1-40e1-bffc-3d4c423af9fb),segment_id=9bef9bf7-03c1-40e1-bffc-3d4c423af9fb)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:42.470031 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 6da4f53f-cdd5-42de-978d-eec14aabdcd7, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=6da4f53f-cdd5-42de-978d-eec14aabdcd7,segment=NetworkSegment(8c2f6071-0874-434e-a719-222964d908f6),segment_id=8c2f6071-0874-434e-a719-222964d908f6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:42.474793 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:42.552754 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646160a4-bdb4-499a-bb7c-b76e5a6039e1 x-openstack-request-id: req-646160a4-bdb4-499a-bb7c-b76e5a6039e1 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:16:42.553123 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db2599b-82de-45f8-9f91-fea34815cd98", "name": "network-vif-plugged", "status": "completed", "tag": "6da4f53f-cdd5-42de-978d-eec14aabdcd7", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:16:42.553312 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-646160a4-bdb4-499a-bb7c-b76e5a6039e1 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:16:42.553692 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db2599b-82de-45f8-9f91-fea34815cd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da4f53f-cdd5-42de-978d-eec14aabdcd7', 'code': 200} Jul 07 21:16:42.554276 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=d6bcd09e-b8ca-49bf-b211-98bc95d9e938,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:42.557138 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:42.609405 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device fc8fcd01-0fae-41a9-a870-715478017f12 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:16:42.635899 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2b54c521-e26d-4512-afb0-22c9cb416ee4 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:42.640805 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2b54c521-e26d-4512-afb0-22c9cb416ee4 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:42.731855 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afec48-e3f3-4a63-a9a6-4023681d8c13 req-25206e17-d963-4993-980c-03f0f661cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:42.733432 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-21afec48-e3f3-4a63-a9a6-4023681d8c13 req-25206e17-d963-4993-980c-03f0f661cf34 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 1097 time: 0.1672385 Jul 07 21:16:42.734823 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54c521-e26d-4512-afb0-22c9cb416ee4 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Port': ['ID=1fe9fd03-559f-4769-9908-f006686064ae,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:42.743123 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2b54c521-e26d-4512-afb0-22c9cb416ee4 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:42.801206 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=6da4f53f-cdd5-42de-978d-eec14aabdcd7,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:42.819391 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-21afec48-e3f3-4a63-a9a6-4023681d8c13 req-3014a690-bb69-43a4-90d3-2653b090a4a5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738001 Jul 07 21:16:42.827079 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port fc8fcd01-0fae-41a9-a870-715478017f12 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:42.866605 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b54c521-e26d-4512-afb0-22c9cb416ee4 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network df1b118d-cfd1-4600-bff8-0e7e9e42e831 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:42.868042 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-2b54c521-e26d-4512-afb0-22c9cb416ee4 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:42.879631 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e75e89b-6129-45f0-9835-53f7968465b7 None None] Network df1b118d-cfd1-4600-bff8-0e7e9e42e831 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:16:42.928115 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4280387d-fb4a-4958-8184-058cda6f4746 None None] Provisioning for port fc8fcd01-0fae-41a9-a870-715478017f12 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:42.935217 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4280387d-fb4a-4958-8184-058cda6f4746 None None] Provisioning complete for port fc8fcd01-0fae-41a9-a870-715478017f12 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:42.935619 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4280387d-fb4a-4958-8184-058cda6f4746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:42.988343 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b54c521-e26d-4512-afb0-22c9cb416ee4 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Router b62fa029-a195-499b-b1d1-3e9550fcc350 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:16:43.079089 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b54c521-e26d-4512-afb0-22c9cb416ee4 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:16:43.084405 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2b54c521-e26d-4512-afb0-22c9cb416ee4 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "PUT /v2.0/routers/b62fa029-a195-499b-b1d1-3e9550fcc350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0013077 Jul 07 21:16:43.086815 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48050) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:43.088096 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4280387d-fb4a-4958-8184-058cda6f4746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:43.090798 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b425766-a2b8-462a-a2fb-d982c0cca816 None None] Sync routers for ids ['b62fa029-a195-499b-b1d1-3e9550fcc350'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:16:43.100909 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b425766-a2b8-462a-a2fb-d982c0cca816 None None] Routers {'b62fa029-a195-499b-b1d1-3e9550fcc350'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:43.101520 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-3b425766-a2b8-462a-a2fb-d982c0cca816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['b62fa029-a195-499b-b1d1-3e9550fcc350'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:43.131599 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-4280387d-fb4a-4958-8184-058cda6f4746 None None] For port fc8fcd01-0fae-41a9-a870-715478017f12, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=fc8fcd01-0fae-41a9-a870-715478017f12,segment=NetworkSegment(b1271d49-90c7-4ab7-bffa-58cc2dee86c3),segment_id=b1271d49-90c7-4ab7-bffa-58cc2dee86c3)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:43.133300 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-3b425766-a2b8-462a-a2fb-d982c0cca816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:43.144731 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4280387d-fb4a-4958-8184-058cda6f4746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:43.147042 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b425766-a2b8-462a-a2fb-d982c0cca816 None None] Routers {'b62fa029-a195-499b-b1d1-3e9550fcc350'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:43.147439 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-3b425766-a2b8-462a-a2fb-d982c0cca816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['b62fa029-a195-499b-b1d1-3e9550fcc350'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:43.171886 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c143deae-f01e-45d1-97f1-ae8f7806b21d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:43.174353 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c143deae-f01e-45d1-97f1-ae8f7806b21d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "GET /v2.0/ports/1fe9fd03-559f-4769-9908-f006686064ae HTTP/1.1" status: 200 len: 910 time: 0.0864952 Jul 07 21:16:43.177120 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48054) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:43.183780 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-a0839660-e15a-4dc5-9aa4-6254214658c0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '643c709e-6e45-4ffd-b528-d8d9c0aa2c43'}]}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:43.193186 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-3b425766-a2b8-462a-a2fb-d982c0cca816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:43.193841 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b425766-a2b8-462a-a2fb-d982c0cca816 None None] The sync data for ids ['b62fa029-a195-499b-b1d1-3e9550fcc350'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:16:43.214699 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280387d-fb4a-4958-8184-058cda6f4746 None None] Pushing event updated for resources: {'Port': ['ID=fc8fcd01-0fae-41a9-a870-715478017f12,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:43.305927 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5c74c-6eb0-499f-ac8d-0e38e1b59b28 req-f456a4ac-1104-4916-914d-133c4341d770 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:43.307565 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-41b5c74c-6eb0-499f-ac8d-0e38e1b59b28 req-f456a4ac-1104-4916-914d-133c4341d770 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 945 time: 0.0691903 Jul 07 21:16:43.387263 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a0839660-e15a-4dc5-9aa4-6254214658c0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:43.478611 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-13c83ed4-5480-4ac1-a232-34dc9752627f None None] Provisioning complete for port fc8fcd01-0fae-41a9-a870-715478017f12 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:43.479876 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-13c83ed4-5480-4ac1-a232-34dc9752627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:43.608339 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-13c83ed4-5480-4ac1-a232-34dc9752627f None None] Provisioning for port 1fe9fd03-559f-4769-9908-f006686064ae completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:43.613881 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-13c83ed4-5480-4ac1-a232-34dc9752627f None None] Provisioning complete for port 1fe9fd03-559f-4769-9908-f006686064ae triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:43.614394 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-13c83ed4-5480-4ac1-a232-34dc9752627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:43.663942 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-13c83ed4-5480-4ac1-a232-34dc9752627f None None] Port 1fe9fd03-559f-4769-9908-f006686064ae cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:16:43.764099 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-41b5c74c-6eb0-499f-ac8d-0e38e1b59b28 req-2d96cd48-6c19-4809-bc94-5765a887e877 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4450138 Jul 07 21:16:43.793479 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8f943215-a000-4b44-8c2d-2773b346cf5b None None] Provisioning complete for port 1fe9fd03-559f-4769-9908-f006686064ae triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:43.793770 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8f943215-a000-4b44-8c2d-2773b346cf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:43.810536 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed48024-335c-44e8-9d2e-d46bf7536a2e req-f4400b24-fdf5-431f-b75e-62bfb6bd0613 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:43.813065 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eed48024-335c-44e8-9d2e-d46bf7536a2e req-f4400b24-fdf5-431f-b75e-62bfb6bd0613 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=2dc2e0a2-54ca-4ea5-92d1-62991a05cda8 HTTP/1.1" status: 200 len: 945 time: 0.1102314 Jul 07 21:16:43.856120 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-8f943215-a000-4b44-8c2d-2773b346cf5b None None] Port 1fe9fd03-559f-4769-9908-f006686064ae cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:16:43.869773 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eed48024-335c-44e8-9d2e-d46bf7536a2e req-e141ad79-a0fe-4f58-8429-10cb0a9bda05 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b970775-58a7-45e4-a0b8-22f1b3c31594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497980 Jul 07 21:16:43.872954 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a0839660-e15a-4dc5-9aa4-6254214658c0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:43.883858 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a0839660-e15a-4dc5-9aa4-6254214658c0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:43.966131 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0839660-e15a-4dc5-9aa4-6254214658c0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:43.966756 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a0839660-e15a-4dc5-9aa4-6254214658c0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:43.971272 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a0839660-e15a-4dc5-9aa4-6254214658c0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "PUT /v2.0/ports/1fe9fd03-559f-4769-9908-f006686064ae HTTP/1.1" status: 200 len: 910 time: 0.7892995 Jul 07 21:16:43.971272 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0839660-e15a-4dc5-9aa4-6254214658c0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Port': ['ID=1fe9fd03-559f-4769-9908-f006686064ae,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:43.972489 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48058) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:43.976936 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-97f1f7fc-f408-4baa-9c8f-abe2a5c855b5 None None] Provisioning complete for port 1fe9fd03-559f-4769-9908-f006686064ae triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:43.977415 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-97f1f7fc-f408-4baa-9c8f-abe2a5c855b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:44.011288 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-97f1f7fc-f408-4baa-9c8f-abe2a5c855b5 None None] Port 1fe9fd03-559f-4769-9908-f006686064ae cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:16:44.293148 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b2273376-68b5-4672-9fff-efdc462887a7 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:44.527275 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device fc8fcd01-0fae-41a9-a870-715478017f12 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:16:44.544883 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-b2273376-68b5-4672-9fff-efdc462887a7 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting port 1fe9fd03-559f-4769-9908-f006686064ae {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:16:44.545152 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b2273376-68b5-4672-9fff-efdc462887a7 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:44.555728 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc2e0a2-54ca-4ea5-92d1-62991a05cda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bcd09e-b8ca-49bf-b211-98bc95d9e938'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:16:44.558796 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fc17b9-4399-4362-940e-4a9ffc37c122" -d '{"events": [{"server_uuid": "2dc2e0a2-54ca-4ea5-92d1-62991a05cda8", "name": "network-vif-plugged", "status": "completed", "tag": "d6bcd09e-b8ca-49bf-b211-98bc95d9e938"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:16:44.580287 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port fc8fcd01-0fae-41a9-a870-715478017f12 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:44.580701 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:44.619920 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87300b4-accf-435a-b96d-0241b81bbb5d x-openstack-request-id: req-b87300b4-accf-435a-b96d-0241b81bbb5d {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:16:44.620226 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc2e0a2-54ca-4ea5-92d1-62991a05cda8", "name": "network-vif-plugged", "status": "completed", "tag": "d6bcd09e-b8ca-49bf-b211-98bc95d9e938", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:16:44.620483 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b87300b4-accf-435a-b96d-0241b81bbb5d {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:16:44.620880 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc2e0a2-54ca-4ea5-92d1-62991a05cda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bcd09e-b8ca-49bf-b211-98bc95d9e938', 'code': 200} Jul 07 21:16:44.644962 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b2273376-68b5-4672-9fff-efdc462887a7 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:44.658853 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-b2273376-68b5-4672-9fff-efdc462887a7 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Calling delete_port for 1fe9fd03-559f-4769-9908-f006686064ae owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:16:44.739191 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcb62a-8d68-4f78-99a9-65452a89c263 req-c77ac1c8-292f-491e-9f2e-908587955a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:44.740763 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9cfcb62a-8d68-4f78-99a9-65452a89c263 req-c77ac1c8-292f-491e-9f2e-908587955a61 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2dc2e0a2-54ca-4ea5-92d1-62991a05cda8 HTTP/1.1" status: 200 len: 1097 time: 0.0531015 Jul 07 21:16:44.778185 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9cfcb62a-8d68-4f78-99a9-65452a89c263 req-0c30ec76-0db1-409b-a9b3-6d5f7a6e8795 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0b970775-58a7-45e4-a0b8-22f1b3c31594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274234 Jul 07 21:16:44.831736 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b2273376-68b5-4672-9fff-efdc462887a7 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:44.864703 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2273376-68b5-4672-9fff-efdc462887a7 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Port': ['ID=1fe9fd03-559f-4769-9908-f006686064ae,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:45.075130 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b2273376-68b5-4672-9fff-efdc462887a7 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:45.086588 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1df10-6d72-4f1b-bb1e-d12e74e97257 req-966237d7-30c7-41aa-aadc-8f827c118a53 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:45.088077 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0d1df10-6d72-4f1b-bb1e-d12e74e97257 req-966237d7-30c7-41aa-aadc-8f827c118a53 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 945 time: 0.2169001 Jul 07 21:16:45.209878 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0d1df10-6d72-4f1b-bb1e-d12e74e97257 req-8971c884-d277-420c-9f08-2290c0ec83a2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130598 Jul 07 21:16:45.217135 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f4682-bb75-406d-84b0-3d06d9f4dfcf req-1118220b-c9d5-4aa7-b8c1-fee54bf878ea tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:45.219239 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-817f4682-bb75-406d-84b0-3d06d9f4dfcf req-1118220b-c9d5-4aa7-b8c1-fee54bf878ea tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=2dc2e0a2-54ca-4ea5-92d1-62991a05cda8 HTTP/1.1" status: 200 len: 945 time: 0.2126746 Jul 07 21:16:45.318632 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2273376-68b5-4672-9fff-efdc462887a7 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Router b62fa029-a195-499b-b1d1-3e9550fcc350 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:16:45.322415 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-817f4682-bb75-406d-84b0-3d06d9f4dfcf req-22084063-ca61-4f75-913d-a8053004c432 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b970775-58a7-45e4-a0b8-22f1b3c31594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652499 Jul 07 21:16:45.437239 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2273376-68b5-4672-9fff-efdc462887a7 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:16:45.443033 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b2273376-68b5-4672-9fff-efdc462887a7 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "PUT /v2.0/routers/b62fa029-a195-499b-b1d1-3e9550fcc350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4685941 Jul 07 21:16:45.445495 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48068) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:45.448044 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdc48f8-dc1d-4261-849b-c3581d7f29b9 None None] Sync routers for ids ['b62fa029-a195-499b-b1d1-3e9550fcc350'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:16:45.459176 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdc48f8-dc1d-4261-849b-c3581d7f29b9 None None] Routers {'b62fa029-a195-499b-b1d1-3e9550fcc350'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:45.459922 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-3fdc48f8-dc1d-4261-849b-c3581d7f29b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['b62fa029-a195-499b-b1d1-3e9550fcc350'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:45.461410 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e494b32-92e0-4d35-92ba-b0a2ec8a5696 req-3dde665d-d676-4a1f-8c2e-f037529c6388 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:45.463074 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e494b32-92e0-4d35-92ba-b0a2ec8a5696 req-3dde665d-d676-4a1f-8c2e-f037529c6388 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 945 time: 0.1396465 Jul 07 21:16:45.476305 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-be145b0f-45f1-48fa-bf7a-15781c3fc962 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "GET /v2.0/ports?device_id=b62fa029-a195-499b-b1d1-3e9550fcc350 HTTP/1.1" status: 200 len: 205 time: 0.0287890 Jul 07 21:16:45.478753 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48070) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:45.492270 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-3fdc48f8-dc1d-4261-849b-c3581d7f29b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:45.501512 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdc48f8-dc1d-4261-849b-c3581d7f29b9 None None] Routers {'b62fa029-a195-499b-b1d1-3e9550fcc350'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:45.502211 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-3fdc48f8-dc1d-4261-849b-c3581d7f29b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['b62fa029-a195-499b-b1d1-3e9550fcc350'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:45.509308 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0e494b32-92e0-4d35-92ba-b0a2ec8a5696 req-7756b485-bb96-4151-a279-8ef2735e7b9b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406387 Jul 07 21:16:45.540606 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-3fdc48f8-dc1d-4261-849b-c3581d7f29b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:45.541414 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdc48f8-dc1d-4261-849b-c3581d7f29b9 None None] The sync data for ids ['b62fa029-a195-499b-b1d1-3e9550fcc350'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:16:45.542364 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48072) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:45.564202 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cac0c862-f094-44fb-8e17-022a20269437 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:45.599212 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc105e81-13b2-4386-8f75-7b031718a00c tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:45.600794 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fc105e81-13b2-4386-8f75-7b031718a00c tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 1092 time: 0.0571811 Jul 07 21:16:45.603808 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48074) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:45.608171 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-2df9cb36-78a2-4b47-9d8b-a61754d54a13 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'port_id': '6da4f53f-cdd5-42de-978d-eec14aabdcd7', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:45.633238 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2df9cb36-78a2-4b47-9d8b-a61754d54a13 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:45.733412 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cac0c862-f094-44fb-8e17-022a20269437 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:45.736115 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cac0c862-f094-44fb-8e17-022a20269437 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:45.741607 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2df9cb36-78a2-4b47-9d8b-a61754d54a13 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:45.788336 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cac0c862-f094-44fb-8e17-022a20269437 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:45.789043 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac0c862-f094-44fb-8e17-022a20269437 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Fanout notify agent at l3_agent the message router_deleted on router b62fa029-a195-499b-b1d1-3e9550fcc350 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:16:45.795806 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cac0c862-f094-44fb-8e17-022a20269437 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:45.800503 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cac0c862-f094-44fb-8e17-022a20269437 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/routers/b62fa029-a195-499b-b1d1-3e9550fcc350 HTTP/1.1" status: 204 len: 168 time: 0.3179276 Jul 07 21:16:45.800503 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48076) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:45.850920 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6f43fc-787f-4530-bcb5-a4c67da1f968 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting subnet 643c709e-6e45-4ffd-b528-d8d9c0aa2c43 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:16:45.853905 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4d6f43fc-787f-4530-bcb5-a4c67da1f968 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:45.854271 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-2df9cb36-78a2-4b47-9d8b-a61754d54a13 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Allocated IP 172.25.5.50 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/3f6c88b8-d0f7-4272-8e80-3e28ba1ae36f) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:16:45.898317 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4d6f43fc-787f-4530-bcb5-a4c67da1f968 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:45.957464 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2df9cb36-78a2-4b47-9d8b-a61754d54a13 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:45.982373 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4d6f43fc-787f-4530-bcb5-a4c67da1f968 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:45.996934 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2df9cb36-78a2-4b47-9d8b-a61754d54a13 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.038648 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df9cb36-78a2-4b47-9d8b-a61754d54a13 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:46.041533 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-2df9cb36-78a2-4b47-9d8b-a61754d54a13 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:46.041874 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4d6f43fc-787f-4530-bcb5-a4c67da1f968 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.048482 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df9cb36-78a2-4b47-9d8b-a61754d54a13 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:16:46.074320 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9cb36-78a2-4b47-9d8b-a61754d54a13 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Port': ['ID=3f6c88b8-d0f7-4272-8e80-3e28ba1ae36f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:46.076025 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f43fc-787f-4530-bcb5-a4c67da1f968 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Subnet': ['ID=643c709e-6e45-4ffd-b528-d8d9c0aa2c43,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:46.078064 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4d6f43fc-787f-4530-bcb5-a4c67da1f968 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.082476 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4d6f43fc-787f-4530-bcb5-a4c67da1f968 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/subnets/643c709e-6e45-4ffd-b528-d8d9c0aa2c43 HTTP/1.1" status: 204 len: 168 time: 0.2779849 Jul 07 21:16:46.083381 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48078) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:46.093994 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e14f6f-84f0-4bc1-be01-0dd413d4fa3c None None] Network df1b118d-cfd1-4600-bff8-0e7e9e42e831 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:16:46.163684 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b94080a-d5b7-454d-89ae-7f8199f4eeec tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.221811 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-4b94080a-d5b7-454d-89ae-7f8199f4eeec tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting port fc8fcd01-0fae-41a9-a870-715478017f12 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:16:46.222159 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b94080a-d5b7-454d-89ae-7f8199f4eeec tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.297840 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-4b94080a-d5b7-454d-89ae-7f8199f4eeec tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] For port fc8fcd01-0fae-41a9-a870-715478017f12, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=fc8fcd01-0fae-41a9-a870-715478017f12,segment=NetworkSegment(b1271d49-90c7-4ab7-bffa-58cc2dee86c3),segment_id=b1271d49-90c7-4ab7-bffa-58cc2dee86c3)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:46.298205 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b94080a-d5b7-454d-89ae-7f8199f4eeec tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.311761 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-4b94080a-d5b7-454d-89ae-7f8199f4eeec tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Calling delete_port for fc8fcd01-0fae-41a9-a870-715478017f12 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:16:46.321220 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cfada9-7fe2-4168-bda9-bba6fde32f7d None None] DHCP port deletion for df1b118d-cfd1-4600-bff8-0e7e9e42e831 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:16:46.382588 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-f5cfada9-7fe2-4168-bda9-bba6fde32f7d None None] Deleting port fc8fcd01-0fae-41a9-a870-715478017f12 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:16:46.382971 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f5cfada9-7fe2-4168-bda9-bba6fde32f7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.424578 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b94080a-d5b7-454d-89ae-7f8199f4eeec tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.470988 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-f5cfada9-7fe2-4168-bda9-bba6fde32f7d None None] For port fc8fcd01-0fae-41a9-a870-715478017f12, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=fc8fcd01-0fae-41a9-a870-715478017f12,segment=NetworkSegment(b1271d49-90c7-4ab7-bffa-58cc2dee86c3),segment_id=b1271d49-90c7-4ab7-bffa-58cc2dee86c3)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:46.471535 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f5cfada9-7fe2-4168-bda9-bba6fde32f7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.475665 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b94080a-d5b7-454d-89ae-7f8199f4eeec tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] No DVR routers for this DVR port fc8fcd01-0fae-41a9-a870-715478017f12 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:16:46.486605 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94080a-d5b7-454d-89ae-7f8199f4eeec tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Port': ['ID=fc8fcd01-0fae-41a9-a870-715478017f12,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:46.494945 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-f5cfada9-7fe2-4168-bda9-bba6fde32f7d None None] Calling delete_port for fc8fcd01-0fae-41a9-a870-715478017f12 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:16:46.533621 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2df9cb36-78a2-4b47-9d8b-a61754d54a13 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.551079 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device fc8fcd01-0fae-41a9-a870-715478017f12 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:16:46.581265 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b94080a-d5b7-454d-89ae-7f8199f4eeec tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.584026 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: fc8fcd01-0fae-41a9-a870-715478017f12 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:16:46.584311 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device fc8fcd01-0fae-41a9-a870-715478017f12 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:16:46.586799 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e46720-33cf-4b36-ad38-1e659681ac81 req-b91686a1-94ea-4946-a62c-34df2fd9ffc3 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:46.588935 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-43e46720-33cf-4b36-ad38-1e659681ac81 req-b91686a1-94ea-4946-a62c-34df2fd9ffc3 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=2dc2e0a2-54ca-4ea5-92d1-62991a05cda8 HTTP/1.1" status: 200 len: 945 time: 0.1366630 Jul 07 21:16:46.601630 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-4b94080a-d5b7-454d-89ae-7f8199f4eeec tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1b118d-cfd1-4600-bff8-0e7e9e42e831']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:46.616275 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-4b94080a-d5b7-454d-89ae-7f8199f4eeec tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1271d49-90c7-4ab7-bffa-58cc2dee86c3') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:46.616538 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f5cfada9-7fe2-4168-bda9-bba6fde32f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.616667 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-4b94080a-d5b7-454d-89ae-7f8199f4eeec tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1271d49-90c7-4ab7-bffa-58cc2dee86c3') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:46.627264 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b94080a-d5b7-454d-89ae-7f8199f4eeec tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.642246 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b94080a-d5b7-454d-89ae-7f8199f4eeec tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.646388 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfada9-7fe2-4168-bda9-bba6fde32f7d None None] Pushing event deleted for resources: {'Port': ['ID=fc8fcd01-0fae-41a9-a870-715478017f12,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:46.650130 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cfada9-7fe2-4168-bda9-bba6fde32f7d None None] No DVR routers for this DVR port fc8fcd01-0fae-41a9-a870-715478017f12 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:16:46.652520 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b94080a-d5b7-454d-89ae-7f8199f4eeec tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:16:46.653754 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b94080a-d5b7-454d-89ae-7f8199f4eeec tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:16:46.664334 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:16:46.666782 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-43e46720-33cf-4b36-ad38-1e659681ac81 req-6b3019ee-36fc-41d1-a0c3-22963896ab86 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b970775-58a7-45e4-a0b8-22f1b3c31594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671628 Jul 07 21:16:46.673767 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2df9cb36-78a2-4b47-9d8b-a61754d54a13 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.748923 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b94080a-d5b7-454d-89ae-7f8199f4eeec tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.756500 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b94080a-d5b7-454d-89ae-7f8199f4eeec tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.772425 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4b94080a-d5b7-454d-89ae-7f8199f4eeec tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/networks/df1b118d-cfd1-4600-bff8-0e7e9e42e831 HTTP/1.1" status: 204 len: 168 time: 0.6796534 Jul 07 21:16:46.772425 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48084) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:46.772425 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-19bd1c57-1e24-405c-b2a3-5eda24511600 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1905279080', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:46.797824 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94080a-d5b7-454d-89ae-7f8199f4eeec tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Network': ['ID=df1b118d-cfd1-4600-bff8-0e7e9e42e831,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:46.821200 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19bd1c57-1e24-405c-b2a3-5eda24511600 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.822389 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19bd1c57-1e24-405c-b2a3-5eda24511600 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.854954 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2df9cb36-78a2-4b47-9d8b-a61754d54a13 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.860550 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2df9cb36-78a2-4b47-9d8b-a61754d54a13 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.884249 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19bd1c57-1e24-405c-b2a3-5eda24511600 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.889791 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19bd1c57-1e24-405c-b2a3-5eda24511600 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.911516 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-19bd1c57-1e24-405c-b2a3-5eda24511600 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.912739 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-19bd1c57-1e24-405c-b2a3-5eda24511600 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1442714 Jul 07 21:16:46.919467 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48088) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:46.925612 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-21b30b48-b5ed-4bcf-8ef4-48a9f3c8796d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'network': {'name': 'tempest-RoutersTest-1054708353'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:46.946656 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9cb36-78a2-4b47-9d8b-a61754d54a13 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Port': ['ID=3f6c88b8-d0f7-4272-8e80-3e28ba1ae36f,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:46.949147 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b30b48-b5ed-4bcf-8ef4-48a9f3c8796d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Made reservation on behalf of 89041ffb5f174621826c98d5bfb7bc98 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:16:46.953722 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-21b30b48-b5ed-4bcf-8ef4-48a9f3c8796d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.955489 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2df9cb36-78a2-4b47-9d8b-a61754d54a13 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:46.997195 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b30b48-b5ed-4bcf-8ef4-48a9f3c8796d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:16:47.017332 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-21b30b48-b5ed-4bcf-8ef4-48a9f3c8796d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:47.017806 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-21b30b48-b5ed-4bcf-8ef4-48a9f3c8796d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Added segment a2465d6b-4c1f-41dd-94f2-a6285e951bf0 of type vlan for network 11554add-2a32-4d1b-a8e9-9e030dc84feb Jul 07 21:16:47.075005 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-21b30b48-b5ed-4bcf-8ef4-48a9f3c8796d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:47.080558 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [None req-2df9cb36-78a2-4b47-9d8b-a61754d54a13 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Floating IP 441c1b86-413b-4b0f-a4dc-65f6472ca38c associated. External IP: 172.25.5.50, port: 6da4f53f-cdd5-42de-978d-eec14aabdcd7. Jul 07 21:16:47.116042 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-21b30b48-b5ed-4bcf-8ef4-48a9f3c8796d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:47.122692 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b30b48-b5ed-4bcf-8ef4-48a9f3c8796d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:47.123339 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-21b30b48-b5ed-4bcf-8ef4-48a9f3c8796d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:47.183076 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-21b30b48-b5ed-4bcf-8ef4-48a9f3c8796d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2600114 Jul 07 21:16:47.183737 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48096) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:47.188835 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-67131bff-af0a-4156-a40a-01bb90218313 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'subnet': {'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:47.258825 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b30b48-b5ed-4bcf-8ef4-48a9f3c8796d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Network': ['ID=11554add-2a32-4d1b-a8e9-9e030dc84feb,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:47.271907 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 11554add-2a32-4d1b-a8e9-9e030dc84feb details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:16:47.310661 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67131bff-af0a-4156-a40a-01bb90218313 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Made reservation on behalf of 89041ffb5f174621826c98d5bfb7bc98 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:16:47.316370 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67131bff-af0a-4156-a40a-01bb90218313 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:47.329078 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df9cb36-78a2-4b47-9d8b-a61754d54a13 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Router e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:16:47.471181 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df9cb36-78a2-4b47-9d8b-a61754d54a13 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:16:47.485180 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be673a7d-17b4-4e75-b986-46f11fb1e7a2 None None] Sync routers for ids ['e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:16:47.498788 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be673a7d-17b4-4e75-b986-46f11fb1e7a2 None None] Routers {'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:47.500601 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2df9cb36-78a2-4b47-9d8b-a61754d54a13 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:47.502374 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-be673a7d-17b4-4e75-b986-46f11fb1e7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:47.553539 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67131bff-af0a-4156-a40a-01bb90218313 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:47.574003 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2df9cb36-78a2-4b47-9d8b-a61754d54a13 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9687660 Jul 07 21:16:47.575049 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db2599b-82de-45f8-9f91-fea34815cd98', 'tag': '6da4f53f-cdd5-42de-978d-eec14aabdcd7'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:16:47.580074 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c867479d-cb60-4355-94dd-5f559395cb7e" -d '{"events": [{"name": "network-changed", "server_uuid": "8db2599b-82de-45f8-9f91-fea34815cd98", "tag": "6da4f53f-cdd5-42de-978d-eec14aabdcd7"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:16:47.622220 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67131bff-af0a-4156-a40a-01bb90218313 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Subnet': ['ID=b6e26093-27be-4e6e-968b-852e39fb0f7c,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:47.648765 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-be673a7d-17b4-4e75-b986-46f11fb1e7a2 None None] Set router e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:16:47.649535 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67131bff-af0a-4156-a40a-01bb90218313 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Checking segment: {'id': 'a2465d6b-4c1f-41dd-94f2-a6285e951bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:16:47.650882 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67131bff-af0a-4156-a40a-01bb90218313 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network hostable DHCP agents. Network: 11554add-2a32-4d1b-a8e9-9e030dc84feb, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:16:47.670211 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67131bff-af0a-4156-a40a-01bb90218313 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network 11554add-2a32-4d1b-a8e9-9e030dc84feb is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:16:47.681299 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-67131bff-af0a-4156-a40a-01bb90218313 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 11554add-2a32-4d1b-a8e9-9e030dc84feb) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:47.691627 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67131bff-af0a-4156-a40a-01bb90218313 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:47.691873 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd71ae45-89dd-4f71-b5f5-3cb41e299325 None None] Network 11554add-2a32-4d1b-a8e9-9e030dc84feb requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:16:47.692320 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-67131bff-af0a-4156-a40a-01bb90218313 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:47.715043 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-67131bff-af0a-4156-a40a-01bb90218313 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5298760 Jul 07 21:16:47.717523 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48106) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:47.765986 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da9e9a-f913-4ec0-ac68-a561779bfe95 req-83f466ae-7d22-4f97-b429-7c19d8030846 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:47.768344 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91da9e9a-f913-4ec0-ac68-a561779bfe95 req-83f466ae-7d22-4f97-b429-7c19d8030846 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=2dc2e0a2-54ca-4ea5-92d1-62991a05cda8 HTTP/1.1" status: 200 len: 945 time: 0.1145580 Jul 07 21:16:47.854729 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-91da9e9a-f913-4ec0-ac68-a561779bfe95 req-4c1c54a3-1219-40e4-997d-25d377a3bdfa tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b970775-58a7-45e4-a0b8-22f1b3c31594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511322 Jul 07 21:16:47.878313 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219161e-3e44-459a-b944-194f160a4621 req-7f74a0a2-f1ce-45cf-a9af-e01fb282b077 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:47.885631 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3219161e-3e44-459a-b944-194f160a4621 req-7f74a0a2-f1ce-45cf-a9af-e01fb282b077 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 945 time: 0.1405630 Jul 07 21:16:47.925736 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5be6543-60d4-4874-800e-63bc2f9a7f5a x-openstack-request-id: req-b5be6543-60d4-4874-800e-63bc2f9a7f5a {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:16:47.926139 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db2599b-82de-45f8-9f91-fea34815cd98", "tag": "6da4f53f-cdd5-42de-978d-eec14aabdcd7", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:16:47.926524 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5be6543-60d4-4874-800e-63bc2f9a7f5a {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:16:47.927034 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db2599b-82de-45f8-9f91-fea34815cd98', 'tag': '6da4f53f-cdd5-42de-978d-eec14aabdcd7', 'status': 'completed', 'code': 200} Jul 07 21:16:47.947637 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3219161e-3e44-459a-b944-194f160a4621 req-921734a0-6b82-4a7b-84c1-ec0257938e62 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609016 Jul 07 21:16:47.948529 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d161f8-baa9-4bdb-9bda-fb1912062fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-11554add-2a32-4d1b-a8e9-9e030dc84feb', 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'fixed_ips': [{'subnet_id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:16:47.948843 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-be673a7d-17b4-4e75-b986-46f11fb1e7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553832242', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:15Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '441c1b86-413b-4b0f-a4dc-65f6472ca38c', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'port_id': '6da4f53f-cdd5-42de-978d-eec14aabdcd7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a', 'mac_address': 'fa:16:3e:16:49:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db2599b-82de-45f8-9f91-fea34815cd98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:16:46Z', 'revision_number': 0, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c24e35-0eff-4950-aeca-585eb59722b3', 'name': '', 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:a3:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '53050cc6-5b87-4ce5-b02c-8e9b25a1ac51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:15Z', 'updated_at': '2021-07-07T21:16:24Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '53050cc6-5b87-4ce5-b02c-8e9b25a1ac51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:47.950651 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d8d161f8-baa9-4bdb-9bda-fb1912062fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:47.987862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48108) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:47.992694 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be673a7d-17b4-4e75-b986-46f11fb1e7a2 None None] Checking router: e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:16:48.005367 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be673a7d-17b4-4e75-b986-46f11fb1e7a2 None None] Routers {'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:48.006439 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-be673a7d-17b4-4e75-b986-46f11fb1e7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:48.071383 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ec612cea-31df-4de7-85ff-9b0f18f41ff5 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/floatingips/441c1b86-413b-4b0f-a4dc-65f6472ca38c HTTP/1.1" status: 200 len: 990 time: 0.0800138 Jul 07 21:16:48.092841 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867479d-cb60-4355-94dd-5f559395cb7e req-ff9223cd-511c-49f1-8e40-88595405a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:48.095750 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c867479d-cb60-4355-94dd-5f559395cb7e req-ff9223cd-511c-49f1-8e40-88595405a0e7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 1097 time: 0.1349268 Jul 07 21:16:48.146965 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-be673a7d-17b4-4e75-b986-46f11fb1e7a2 None None] Set router e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:16:48.164232 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-d8d161f8-baa9-4bdb-9bda-fb1912062fc3 None None] Allocated IP 172.20.0.2 (11554add-2a32-4d1b-a8e9-9e030dc84feb/b6e26093-27be-4e6e-968b-852e39fb0f7c/ab88dc13-cf81-4bff-8201-a57d14cda59e) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:16:48.214080 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867479d-cb60-4355-94dd-5f559395cb7e req-41d64a39-8010-4ffc-a8f8-825fd3351918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:48.216005 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c867479d-cb60-4355-94dd-5f559395cb7e req-41d64a39-8010-4ffc-a8f8-825fd3351918 service neutron] 10.222.0.39 "GET /v2.0/networks?id=772d6225-4638-4eca-b361-b674a7ef2a7a HTTP/1.1" status: 200 len: 898 time: 0.1134210 Jul 07 21:16:48.311710 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c867479d-cb60-4355-94dd-5f559395cb7e req-65aa2359-7c6e-41c2-a70a-5b89c0a9ac92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6da4f53f-cdd5-42de-978d-eec14aabdcd7 HTTP/1.1" status: 200 len: 998 time: 0.0876567 Jul 07 21:16:48.356585 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d8d161f8-baa9-4bdb-9bda-fb1912062fc3 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:48.366596 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d8d161f8-baa9-4bdb-9bda-fb1912062fc3 None None] Transition to ACTIVE for port object ab88dc13-cf81-4bff-8201-a57d14cda59e will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:48.389559 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0c888abc-c8fa-4092-807e-0476354f2eaa tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:48.394074 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d8d161f8-baa9-4bdb-9bda-fb1912062fc3 None None] Transition to ACTIVE for port object ab88dc13-cf81-4bff-8201-a57d14cda59e will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:48.401764 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867479d-cb60-4355-94dd-5f559395cb7e req-f3279688-9885-4a1e-a685-a60cd8efc4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:48.403665 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c867479d-cb60-4355-94dd-5f559395cb7e req-f3279688-9885-4a1e-a685-a60cd8efc4ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53050cc6-5b87-4ce5-b02c-8e9b25a1ac51 HTTP/1.1" status: 200 len: 834 time: 0.0627432 Jul 07 21:16:48.405104 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d8d161f8-baa9-4bdb-9bda-fb1912062fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:48.431299 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-be673a7d-17b4-4e75-b986-46f11fb1e7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553832242', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:15Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '441c1b86-413b-4b0f-a4dc-65f6472ca38c', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'port_id': '6da4f53f-cdd5-42de-978d-eec14aabdcd7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a', 'mac_address': 'fa:16:3e:16:49:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db2599b-82de-45f8-9f91-fea34815cd98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:16:46Z', 'revision_number': 0, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c24e35-0eff-4950-aeca-585eb59722b3', 'name': '', 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:a3:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '53050cc6-5b87-4ce5-b02c-8e9b25a1ac51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:15Z', 'updated_at': '2021-07-07T21:16:24Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '53050cc6-5b87-4ce5-b02c-8e9b25a1ac51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:48.456098 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d161f8-baa9-4bdb-9bda-fb1912062fc3 None None] Network 11554add-2a32-4d1b-a8e9-9e030dc84feb is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:48.465329 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-d8d161f8-baa9-4bdb-9bda-fb1912062fc3 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:48.470282 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be673a7d-17b4-4e75-b986-46f11fb1e7a2 None None] The sync data for ids ['e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'] in n-d-695189-11 is: [{'id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553832242', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:15Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '441c1b86-413b-4b0f-a4dc-65f6472ca38c', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'floating_ip_address': '172.25.5.50', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'port_id': '6da4f53f-cdd5-42de-978d-eec14aabdcd7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a', 'mac_address': 'fa:16:3e:16:49:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db2599b-82de-45f8-9f91-fea34815cd98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:16:46Z', 'revision_number': 0, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c24e35-0eff-4950-aeca-585eb59722b3', 'name': '', 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:a3:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '53050cc6-5b87-4ce5-b02c-8e9b25a1ac51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:15Z', 'updated_at': '2021-07-07T21:16:24Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '53050cc6-5b87-4ce5-b02c-8e9b25a1ac51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:16:48.471215 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d161f8-baa9-4bdb-9bda-fb1912062fc3 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:16:48.479840 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d161f8-baa9-4bdb-9bda-fb1912062fc3 None None] Pushing event updated for resources: {'Port': ['ID=ab88dc13-cf81-4bff-8201-a57d14cda59e,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:48.497022 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867479d-cb60-4355-94dd-5f559395cb7e req-67ccec3f-82db-43e1-8021-6871a871f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:48.498856 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c867479d-cb60-4355-94dd-5f559395cb7e req-67ccec3f-82db-43e1-8021-6871a871f669 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=772d6225-4638-4eca-b361-b674a7ef2a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0827937 Jul 07 21:16:48.548354 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-d8d161f8-baa9-4bdb-9bda-fb1912062fc3 None None] Attempting to bind port ab88dc13-cf81-4bff-8201-a57d14cda59e on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:16:48.548734 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-d8d161f8-baa9-4bdb-9bda-fb1912062fc3 None None] Attempting to bind port ab88dc13-cf81-4bff-8201-a57d14cda59e by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'a2465d6b-4c1f-41dd-94f2-a6285e951bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:16:48.549105 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d161f8-baa9-4bdb-9bda-fb1912062fc3 None None] Attempting to bind port ab88dc13-cf81-4bff-8201-a57d14cda59e on network 11554add-2a32-4d1b-a8e9-9e030dc84feb {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:16:48.555176 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d161f8-baa9-4bdb-9bda-fb1912062fc3 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:16:48.555732 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d161f8-baa9-4bdb-9bda-fb1912062fc3 None None] Checking segment: {'id': 'a2465d6b-4c1f-41dd-94f2-a6285e951bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:16:48.556149 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d8d161f8-baa9-4bdb-9bda-fb1912062fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:48.556551 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d161f8-baa9-4bdb-9bda-fb1912062fc3 None None] Bound using segment: {'id': 'a2465d6b-4c1f-41dd-94f2-a6285e951bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:16:48.557165 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-d8d161f8-baa9-4bdb-9bda-fb1912062fc3 None None] Bound port: ab88dc13-cf81-4bff-8201-a57d14cda59e, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2465d6b-4c1f-41dd-94f2-a6285e951bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:16:48.557686 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d8d161f8-baa9-4bdb-9bda-fb1912062fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:48.617673 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c867479d-cb60-4355-94dd-5f559395cb7e req-d5adec3b-03e1-4012-865c-30a29ab0bb35 service neutron] 10.222.0.39 "GET /v2.0/networks/772d6225-4638-4eca-b361-b674a7ef2a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090930 Jul 07 21:16:48.644821 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-d8d161f8-baa9-4bdb-9bda-fb1912062fc3 None None] For port ab88dc13-cf81-4bff-8201-a57d14cda59e, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:16:48.648483 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-d8d161f8-baa9-4bdb-9bda-fb1912062fc3 None None] For port ab88dc13-cf81-4bff-8201-a57d14cda59e, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ab88dc13-cf81-4bff-8201-a57d14cda59e,segment=NetworkSegment(a2465d6b-4c1f-41dd-94f2-a6285e951bf0),segment_id=a2465d6b-4c1f-41dd-94f2-a6285e951bf0)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:16:48.653769 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d8d161f8-baa9-4bdb-9bda-fb1912062fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:48.739848 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d161f8-baa9-4bdb-9bda-fb1912062fc3 None None] Pushing event updated for resources: {'Port': ['ID=ab88dc13-cf81-4bff-8201-a57d14cda59e,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:48.753561 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-0c888abc-c8fa-4092-807e-0476354f2eaa tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Allocated IP 172.20.0.1 (11554add-2a32-4d1b-a8e9-9e030dc84feb/b6e26093-27be-4e6e-968b-852e39fb0f7c/8dc3652d-acc1-41d2-becb-6e5aa37026c5) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:16:48.800140 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e55f78-c0df-4ea3-8779-233911a47fe3 None None] New status for floating IP 441c1b86-413b-4b0f-a4dc-65f6472ca38c: ACTIVE {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:16:48.907380 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0c888abc-c8fa-4092-807e-0476354f2eaa tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:48.930667 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-0c888abc-c8fa-4092-807e-0476354f2eaa tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Transition to ACTIVE for port object 8dc3652d-acc1-41d2-becb-6e5aa37026c5 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:49.035127 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0c888abc-c8fa-4092-807e-0476354f2eaa tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:49.105000 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48112) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:49.188886 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c888abc-c8fa-4092-807e-0476354f2eaa tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Port': ['ID=8dc3652d-acc1-41d2-becb-6e5aa37026c5,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:49.215949 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c867479d-cb60-4355-94dd-5f559395cb7e req-c285f662-1809-4d1f-858b-b18ecce3d141 service neutron] 10.222.0.39 "GET /v2.0/networks/772d6225-4638-4eca-b361-b674a7ef2a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5789704 Jul 07 21:16:49.233061 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6720dd2-a89c-42e2-a10e-e14dc52625d8 req-8032b528-bf5e-406f-be35-6ac686397ec3 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:49.233061 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6720dd2-a89c-42e2-a10e-e14dc52625d8 req-8032b528-bf5e-406f-be35-6ac686397ec3 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=2dc2e0a2-54ca-4ea5-92d1-62991a05cda8 HTTP/1.1" status: 200 len: 945 time: 0.1253471 Jul 07 21:16:49.234812 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c888abc-c8fa-4092-807e-0476354f2eaa tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network 11554add-2a32-4d1b-a8e9-9e030dc84feb is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:49.248931 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-0c888abc-c8fa-4092-807e-0476354f2eaa tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:49.257810 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c888abc-c8fa-4092-807e-0476354f2eaa tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:16:49.276802 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b6720dd2-a89c-42e2-a10e-e14dc52625d8 req-e6d1ccf9-9c72-4c48-ac56-470593def09b tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/security-groups?id=0b970775-58a7-45e4-a0b8-22f1b3c31594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369747 Jul 07 21:16:49.310468 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-eb1a5dab-1365-4fac-8a09-558b4072122d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/floatingips/441c1b86-413b-4b0f-a4dc-65f6472ca38c HTTP/1.1" status: 200 len: 992 time: 0.2045624 Jul 07 21:16:49.326710 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0c888abc-c8fa-4092-807e-0476354f2eaa tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:49.382972 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef9a1f-10b1-4f1c-927f-ff539b87ddb9 req-25396609-ee1b-4b3f-81e0-170bd19b9a9b tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:49.384510 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-53ef9a1f-10b1-4f1c-927f-ff539b87ddb9 req-25396609-ee1b-4b3f-81e0-170bd19b9a9b tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.58 "GET /v2.0/ports?device_id=2dc2e0a2-54ca-4ea5-92d1-62991a05cda8 HTTP/1.1" status: 200 len: 945 time: 0.2453148 Jul 07 21:16:49.541323 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0c888abc-c8fa-4092-807e-0476354f2eaa tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:49.595668 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-53ef9a1f-10b1-4f1c-927f-ff539b87ddb9 req-e96b3d2b-47a6-46cc-9071-223000daef9d tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Deleting port d6bcd09e-b8ca-49bf-b211-98bc95d9e938 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:16:49.596009 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-53ef9a1f-10b1-4f1c-927f-ff539b87ddb9 req-e96b3d2b-47a6-46cc-9071-223000daef9d tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:49.804980 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3342caec-1aee-4b42-92ea-101df41f9c11 None None] Network 11554add-2a32-4d1b-a8e9-9e030dc84feb requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:16:49.826289 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-53ef9a1f-10b1-4f1c-927f-ff539b87ddb9 req-e96b3d2b-47a6-46cc-9071-223000daef9d tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] For port d6bcd09e-b8ca-49bf-b211-98bc95d9e938, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=d6bcd09e-b8ca-49bf-b211-98bc95d9e938,segment=NetworkSegment(9bef9bf7-03c1-40e1-bffc-3d4c423af9fb),segment_id=9bef9bf7-03c1-40e1-bffc-3d4c423af9fb)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:49.826660 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-53ef9a1f-10b1-4f1c-927f-ff539b87ddb9 req-e96b3d2b-47a6-46cc-9071-223000daef9d tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:49.848317 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-53ef9a1f-10b1-4f1c-927f-ff539b87ddb9 req-e96b3d2b-47a6-46cc-9071-223000daef9d tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Calling delete_port for d6bcd09e-b8ca-49bf-b211-98bc95d9e938 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:16:49.902178 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c5f23b62-edc9-49d4-9c3e-d1e9bdfaf592 None None] Provisioning for port ab88dc13-cf81-4bff-8201-a57d14cda59e completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:49.966746 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0c888abc-c8fa-4092-807e-0476354f2eaa tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:49.977444 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0c888abc-c8fa-4092-807e-0476354f2eaa tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:50.004602 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:50.085556 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c888abc-c8fa-4092-807e-0476354f2eaa tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Port': ['ID=8dc3652d-acc1-41d2-becb-6e5aa37026c5,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:50.090395 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0c888abc-c8fa-4092-807e-0476354f2eaa tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:50.154974 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-53ef9a1f-10b1-4f1c-927f-ff539b87ddb9 req-e96b3d2b-47a6-46cc-9071-223000daef9d tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:50.169004 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['d6bcd09e-b8ca-49bf-b211-98bc95d9e938'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:16:50.192751 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b3d2b-47a6-46cc-9071-223000daef9d tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Pushing event deleted for resources: {'Port': ['ID=d6bcd09e-b8ca-49bf-b211-98bc95d9e938,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:50.220397 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:50.248141 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-78f581dc-e28b-4388-a210-7d78046d6db3 None None] Provisioning for port 8dc3652d-acc1-41d2-becb-6e5aa37026c5 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:50.253129 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-78f581dc-e28b-4388-a210-7d78046d6db3 None None] Provisioning complete for port 8dc3652d-acc1-41d2-becb-6e5aa37026c5 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:50.253659 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-78f581dc-e28b-4388-a210-7d78046d6db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:50.253947 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ef9a1f-10b1-4f1c-927f-ff539b87ddb9 req-e96b3d2b-47a6-46cc-9071-223000daef9d tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] No DVR routers for this DVR port d6bcd09e-b8ca-49bf-b211-98bc95d9e938 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:16:50.258477 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-53ef9a1f-10b1-4f1c-927f-ff539b87ddb9 req-e96b3d2b-47a6-46cc-9071-223000daef9d tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:50.259853 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-53ef9a1f-10b1-4f1c-927f-ff539b87ddb9 req-e96b3d2b-47a6-46cc-9071-223000daef9d tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.58 "DELETE /v2.0/ports/d6bcd09e-b8ca-49bf-b211-98bc95d9e938 HTTP/1.1" status: 204 len: 173 time: 0.8685105 Jul 07 21:16:50.260314 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc2e0a2-54ca-4ea5-92d1-62991a05cda8', 'name': 'network-vif-deleted', 'tag': 'd6bcd09e-b8ca-49bf-b211-98bc95d9e938'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:16:50.262856 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d11403-84c7-4ced-97e6-b4b44a82a581" -d '{"events": [{"server_uuid": "2dc2e0a2-54ca-4ea5-92d1-62991a05cda8", "name": "network-vif-deleted", "tag": "d6bcd09e-b8ca-49bf-b211-98bc95d9e938"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:16:50.303178 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c888abc-c8fa-4092-807e-0476354f2eaa tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network 11554add-2a32-4d1b-a8e9-9e030dc84feb is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:50.305252 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-0c888abc-c8fa-4092-807e-0476354f2eaa tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:50.321571 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-78f581dc-e28b-4388-a210-7d78046d6db3 None None] Port 8dc3652d-acc1-41d2-becb-6e5aa37026c5 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:16:50.354716 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a841ea-fa34-455b-94c1-8021509065b6 x-openstack-request-id: req-68a841ea-fa34-455b-94c1-8021509065b6 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:16:50.355102 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc2e0a2-54ca-4ea5-92d1-62991a05cda8", "name": "network-vif-deleted", "tag": "d6bcd09e-b8ca-49bf-b211-98bc95d9e938", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:16:50.355290 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-68a841ea-fa34-455b-94c1-8021509065b6 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:16:50.355697 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc2e0a2-54ca-4ea5-92d1-62991a05cda8', 'name': 'network-vif-deleted', 'tag': 'd6bcd09e-b8ca-49bf-b211-98bc95d9e938', 'status': 'completed', 'code': 200} Jul 07 21:16:50.465358 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0fc7c1a0-94ab-4fc6-92f0-2e9e26dace2e None None] Provisioning complete for port 8dc3652d-acc1-41d2-becb-6e5aa37026c5 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:50.465751 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0fc7c1a0-94ab-4fc6-92f0-2e9e26dace2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:50.472225 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c888abc-c8fa-4092-807e-0476354f2eaa tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Router 983adae4-e332-46c0-bef6-9947009356a2 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:16:50.503145 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8a564cb0-d0e6-48f9-9992-b92dda89cbe1 req-97a60e9d-6285-4c2c-b572-0a432aaf4f88 tempest-VolumesActionsTest-1121905604 tempest-VolumesActionsTest-1121905604-project] 10.222.0.64 "GET /v2.0/ports?device_id=2dc2e0a2-54ca-4ea5-92d1-62991a05cda8 HTTP/1.1" status: 200 len: 210 time: 0.0642715 Jul 07 21:16:50.529211 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-0fc7c1a0-94ab-4fc6-92f0-2e9e26dace2e None None] Port 8dc3652d-acc1-41d2-becb-6e5aa37026c5 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:16:50.594676 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ab88dc13-cf81-4bff-8201-a57d14cda59e up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:16:50.608184 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c888abc-c8fa-4092-807e-0476354f2eaa tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:16:50.617120 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0c888abc-c8fa-4092-807e-0476354f2eaa tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "PUT /v2.0/routers/983adae4-e332-46c0-bef6-9947009356a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8955648 Jul 07 21:16:50.617698 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48118) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:50.623948 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ed44ac66-4da4-4fe5-aaf7-07fd0f1ed237 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'network': {'name': 'tempest-RoutersTest-2106331045'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:50.624602 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] Sync routers for ids ['983adae4-e332-46c0-bef6-9947009356a2'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:16:50.635297 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] Routers {'983adae4-e332-46c0-bef6-9947009356a2'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:50.636020 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['983adae4-e332-46c0-bef6-9947009356a2'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:50.659104 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed44ac66-4da4-4fe5-aaf7-07fd0f1ed237 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Made reservation on behalf of 89041ffb5f174621826c98d5bfb7bc98 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:16:50.662783 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port ab88dc13-cf81-4bff-8201-a57d14cda59e completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:50.664014 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed44ac66-4da4-4fe5-aaf7-07fd0f1ed237 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:50.667684 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port ab88dc13-cf81-4bff-8201-a57d14cda59e triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:50.668200 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:50.692117 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed44ac66-4da4-4fe5-aaf7-07fd0f1ed237 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:16:50.704066 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed44ac66-4da4-4fe5-aaf7-07fd0f1ed237 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:50.704441 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-ed44ac66-4da4-4fe5-aaf7-07fd0f1ed237 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Added segment 9046dac2-e26a-4a5f-8bba-b1da5798e7b2 of type vlan for network 8b487d42-d991-4d2c-83fb-77a26a3b9d96 Jul 07 21:16:50.759067 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed44ac66-4da4-4fe5-aaf7-07fd0f1ed237 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:50.786521 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:50.792067 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f0eda5bd-7d4a-4792-a599-91c2d4adf34c None None] Provisioning complete for port 8dc3652d-acc1-41d2-becb-6e5aa37026c5 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:50.793245 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f0eda5bd-7d4a-4792-a599-91c2d4adf34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:50.801652 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed44ac66-4da4-4fe5-aaf7-07fd0f1ed237 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:50.807833 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed44ac66-4da4-4fe5-aaf7-07fd0f1ed237 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:50.808460 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed44ac66-4da4-4fe5-aaf7-07fd0f1ed237 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:50.844119 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] Set router 983adae4-e332-46c0-bef6-9947009356a2 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:16:50.858443 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-f0eda5bd-7d4a-4792-a599-91c2d4adf34c None None] Port 8dc3652d-acc1-41d2-becb-6e5aa37026c5 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:16:50.864159 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48120) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:50.864317 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ed44ac66-4da4-4fe5-aaf7-07fd0f1ed237 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2448041 Jul 07 21:16:50.869386 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-4af4952f-0cfb-48a9-bca4-86fe577f9ada tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'subnet': {'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:50.883618 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port ab88dc13-cf81-4bff-8201-a57d14cda59e, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ab88dc13-cf81-4bff-8201-a57d14cda59e,segment=NetworkSegment(a2465d6b-4c1f-41dd-94f2-a6285e951bf0),segment_id=a2465d6b-4c1f-41dd-94f2-a6285e951bf0)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:50.892914 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:50.893439 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44ac66-4da4-4fe5-aaf7-07fd0f1ed237 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Network': ['ID=8b487d42-d991-4d2c-83fb-77a26a3b9d96,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:50.911715 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 8b487d42-d991-4d2c-83fb-77a26a3b9d96 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:16:51.000338 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af4952f-0cfb-48a9-bca4-86fe577f9ada tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Made reservation on behalf of 89041ffb5f174621826c98d5bfb7bc98 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:16:51.005703 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4af4952f-0cfb-48a9-bca4-86fe577f9ada tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:51.033269 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=ab88dc13-cf81-4bff-8201-a57d14cda59e,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:51.098705 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:16:49Z', 'revision_number': 2, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None, '_interfaces': [{'id': '8dc3652d-acc1-41d2-becb-6e5aa37026c5', 'name': '', 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:9b:ca:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:48Z', 'updated_at': '2021-07-07T21:16:49Z', 'revision_number': 2, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:51.130445 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] Checking router: 983adae4-e332-46c0-bef6-9947009356a2 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:16:51.130794 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] Updating router 983adae4-e332-46c0-bef6-9947009356a2 port 8dc3652d-acc1-41d2-becb-6e5aa37026c5 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:16:51.164489 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:51.204471 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4af4952f-0cfb-48a9-bca4-86fe577f9ada tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:51.266345 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4952f-0cfb-48a9-bca4-86fe577f9ada tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Subnet': ['ID=cac1f3e9-865e-457b-88e8-55554073d1fe,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:51.273509 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af4952f-0cfb-48a9-bca4-86fe577f9ada tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Checking segment: {'id': '9046dac2-e26a-4a5f-8bba-b1da5798e7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:16:51.273844 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af4952f-0cfb-48a9-bca4-86fe577f9ada tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network hostable DHCP agents. Network: 8b487d42-d991-4d2c-83fb-77a26a3b9d96, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:16:51.291211 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af4952f-0cfb-48a9-bca4-86fe577f9ada tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network 8b487d42-d991-4d2c-83fb-77a26a3b9d96 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:16:51.301268 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-4af4952f-0cfb-48a9-bca4-86fe577f9ada tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 8b487d42-d991-4d2c-83fb-77a26a3b9d96) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:51.305439 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af4952f-0cfb-48a9-bca4-86fe577f9ada tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:51.306111 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4af4952f-0cfb-48a9-bca4-86fe577f9ada tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:51.310105 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fd8c1e-448c-4ac9-aa5b-96d688665333 None None] Network 8b487d42-d991-4d2c-83fb-77a26a3b9d96 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:16:51.328409 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4af4952f-0cfb-48a9-bca4-86fe577f9ada tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4628465 Jul 07 21:16:51.331089 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48122) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:51.456689 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:51.470815 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] Transition to ACTIVE for port object 8dc3652d-acc1-41d2-becb-6e5aa37026c5 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:51.477180 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:51.497428 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05fa868-2bbc-4504-854b-a6f0f345181d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-8b487d42-d991-4d2c-83fb-77a26a3b9d96', 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'fixed_ips': [{'subnet_id': 'cac1f3e9-865e-457b-88e8-55554073d1fe'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:16:51.498802 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b05fa868-2bbc-4504-854b-a6f0f345181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:51.555914 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77492c15-55ba-4e0e-8aa9-cbac05e1bcc3 None None] Pushing event updated for resources: {'Port': ['ID=8dc3652d-acc1-41d2-becb-6e5aa37026c5,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:51.594522 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] Attempting to bind port 8dc3652d-acc1-41d2-becb-6e5aa37026c5 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:16:51.594914 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] Attempting to bind port 8dc3652d-acc1-41d2-becb-6e5aa37026c5 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'a2465d6b-4c1f-41dd-94f2-a6285e951bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:16:51.595266 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] Attempting to bind port 8dc3652d-acc1-41d2-becb-6e5aa37026c5 on network 11554add-2a32-4d1b-a8e9-9e030dc84feb {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:16:51.607639 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:16:51.608056 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] Checking segment: {'id': 'a2465d6b-4c1f-41dd-94f2-a6285e951bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:16:51.609031 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:51.609547 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] Bound using segment: {'id': 'a2465d6b-4c1f-41dd-94f2-a6285e951bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:16:51.610027 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] Bound port: 8dc3652d-acc1-41d2-becb-6e5aa37026c5, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2465d6b-4c1f-41dd-94f2-a6285e951bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:16:51.610413 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:51.688142 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] For port 8dc3652d-acc1-41d2-becb-6e5aa37026c5, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:16:51.691683 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] For port 8dc3652d-acc1-41d2-becb-6e5aa37026c5, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=8dc3652d-acc1-41d2-becb-6e5aa37026c5,segment=NetworkSegment(a2465d6b-4c1f-41dd-94f2-a6285e951bf0),segment_id=a2465d6b-4c1f-41dd-94f2-a6285e951bf0)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:16:51.699535 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:51.707818 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-b05fa868-2bbc-4504-854b-a6f0f345181d None None] Allocated IP 172.21.0.2 (8b487d42-d991-4d2c-83fb-77a26a3b9d96/cac1f3e9-865e-457b-88e8-55554073d1fe/a98bf555-2a72-45f5-8440-778dcd852478) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:16:51.783257 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] Routers {'983adae4-e332-46c0-bef6-9947009356a2'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:51.783929 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['983adae4-e332-46c0-bef6-9947009356a2'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:51.810646 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3b13332-5daa-4e63-9fce-2cde22735a9a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:51.845866 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77492c15-55ba-4e0e-8aa9-cbac05e1bcc3 None None] Pushing event updated for resources: {'Port': ['ID=8dc3652d-acc1-41d2-becb-6e5aa37026c5,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:51.922834 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] Set router 983adae4-e332-46c0-bef6-9947009356a2 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:16:52.007945 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b05fa868-2bbc-4504-854b-a6f0f345181d None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:52.021661 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b05fa868-2bbc-4504-854b-a6f0f345181d None None] Transition to ACTIVE for port object a98bf555-2a72-45f5-8440-778dcd852478 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:52.041632 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b05fa868-2bbc-4504-854b-a6f0f345181d None None] Transition to ACTIVE for port object a98bf555-2a72-45f5-8440-778dcd852478 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:52.051210 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b05fa868-2bbc-4504-854b-a6f0f345181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:52.212451 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-e3b13332-5daa-4e63-9fce-2cde22735a9a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Allocated IP 172.21.0.1 (8b487d42-d991-4d2c-83fb-77a26a3b9d96/cac1f3e9-865e-457b-88e8-55554073d1fe/1cb68a02-d071-481c-916c-2aea7c9a4007) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:16:52.221333 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:16:49Z', 'revision_number': 2, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None, '_interfaces': [{'id': '8dc3652d-acc1-41d2-becb-6e5aa37026c5', 'name': '', 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:9b:ca:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:48Z', 'updated_at': '2021-07-07T21:16:51Z', 'revision_number': 4, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:52.253078 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b370fc-4c18-452a-8e67-c7891c410cb4 None None] The sync data for ids ['983adae4-e332-46c0-bef6-9947009356a2'] in n-d-695189-11 is: [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:16:49Z', 'revision_number': 2, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None, '_interfaces': [{'id': '8dc3652d-acc1-41d2-becb-6e5aa37026c5', 'name': '', 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:9b:ca:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:48Z', 'updated_at': '2021-07-07T21:16:51Z', 'revision_number': 4, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:16:52.308759 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d6bcd09e-b8ca-49bf-b211-98bc95d9e938 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:16:52.324923 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05fa868-2bbc-4504-854b-a6f0f345181d None None] Network 8b487d42-d991-4d2c-83fb-77a26a3b9d96 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:52.355114 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: d6bcd09e-b8ca-49bf-b211-98bc95d9e938 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:16:52.356107 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device d6bcd09e-b8ca-49bf-b211-98bc95d9e938 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:16:52.371989 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-b05fa868-2bbc-4504-854b-a6f0f345181d None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:52.376556 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05fa868-2bbc-4504-854b-a6f0f345181d None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:16:52.378093 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3b13332-5daa-4e63-9fce-2cde22735a9a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:52.393883 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-e3b13332-5daa-4e63-9fce-2cde22735a9a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Transition to ACTIVE for port object 1cb68a02-d071-481c-916c-2aea7c9a4007 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:52.451056 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fa868-2bbc-4504-854b-a6f0f345181d None None] Pushing event updated for resources: {'Port': ['ID=a98bf555-2a72-45f5-8440-778dcd852478,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:52.456158 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3b13332-5daa-4e63-9fce-2cde22735a9a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:52.470596 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b05fa868-2bbc-4504-854b-a6f0f345181d None None] Attempting to bind port a98bf555-2a72-45f5-8440-778dcd852478 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:16:52.471644 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b05fa868-2bbc-4504-854b-a6f0f345181d None None] Attempting to bind port a98bf555-2a72-45f5-8440-778dcd852478 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '9046dac2-e26a-4a5f-8bba-b1da5798e7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:16:52.471985 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05fa868-2bbc-4504-854b-a6f0f345181d None None] Attempting to bind port a98bf555-2a72-45f5-8440-778dcd852478 on network 8b487d42-d991-4d2c-83fb-77a26a3b9d96 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:16:52.478074 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05fa868-2bbc-4504-854b-a6f0f345181d None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:16:52.478459 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05fa868-2bbc-4504-854b-a6f0f345181d None None] Checking segment: {'id': '9046dac2-e26a-4a5f-8bba-b1da5798e7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:16:52.478948 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b05fa868-2bbc-4504-854b-a6f0f345181d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:52.479780 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05fa868-2bbc-4504-854b-a6f0f345181d None None] Bound using segment: {'id': '9046dac2-e26a-4a5f-8bba-b1da5798e7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:16:52.480603 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b05fa868-2bbc-4504-854b-a6f0f345181d None None] Bound port: a98bf555-2a72-45f5-8440-778dcd852478, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9046dac2-e26a-4a5f-8bba-b1da5798e7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:16:52.481000 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b05fa868-2bbc-4504-854b-a6f0f345181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:52.508652 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b13332-5daa-4e63-9fce-2cde22735a9a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network 8b487d42-d991-4d2c-83fb-77a26a3b9d96 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:52.512224 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-e3b13332-5daa-4e63-9fce-2cde22735a9a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:52.524247 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b13332-5daa-4e63-9fce-2cde22735a9a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:16:52.606772 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b13332-5daa-4e63-9fce-2cde22735a9a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Port': ['ID=1cb68a02-d071-481c-916c-2aea7c9a4007,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:52.617203 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b05fa868-2bbc-4504-854b-a6f0f345181d None None] For port a98bf555-2a72-45f5-8440-778dcd852478, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:16:52.634675 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b05fa868-2bbc-4504-854b-a6f0f345181d None None] For port a98bf555-2a72-45f5-8440-778dcd852478, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a98bf555-2a72-45f5-8440-778dcd852478,segment=NetworkSegment(9046dac2-e26a-4a5f-8bba-b1da5798e7b2),segment_id=9046dac2-e26a-4a5f-8bba-b1da5798e7b2)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:16:52.637815 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ab88dc13-cf81-4bff-8201-a57d14cda59e up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:16:52.649985 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3b13332-5daa-4e63-9fce-2cde22735a9a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:52.685500 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b05fa868-2bbc-4504-854b-a6f0f345181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:52.770610 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port ab88dc13-cf81-4bff-8201-a57d14cda59e triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:52.771530 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:52.809727 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fa868-2bbc-4504-854b-a6f0f345181d None None] Pushing event updated for resources: {'Port': ['ID=a98bf555-2a72-45f5-8440-778dcd852478,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:52.867269 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3b13332-5daa-4e63-9fce-2cde22735a9a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:53.254378 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3b13332-5daa-4e63-9fce-2cde22735a9a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:53.260676 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3b13332-5daa-4e63-9fce-2cde22735a9a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:53.343381 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b13332-5daa-4e63-9fce-2cde22735a9a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Port': ['ID=1cb68a02-d071-481c-916c-2aea7c9a4007,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:53.346151 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e3b13332-5daa-4e63-9fce-2cde22735a9a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:53.461155 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b13332-5daa-4e63-9fce-2cde22735a9a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network 8b487d42-d991-4d2c-83fb-77a26a3b9d96 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:53.462551 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-e3b13332-5daa-4e63-9fce-2cde22735a9a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:53.591732 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b13332-5daa-4e63-9fce-2cde22735a9a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Router 983adae4-e332-46c0-bef6-9947009356a2 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:16:53.718666 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b13332-5daa-4e63-9fce-2cde22735a9a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:16:53.728214 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e3b13332-5daa-4e63-9fce-2cde22735a9a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "PUT /v2.0/routers/983adae4-e332-46c0-bef6-9947009356a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3934839 Jul 07 21:16:53.728770 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48184) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:53.747584 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-319378ad-d8bb-4793-a932-783555d3ced0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'network': {'name': 'tempest-RoutersTest-1078481812'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:53.850549 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319378ad-d8bb-4793-a932-783555d3ced0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Made reservation on behalf of 89041ffb5f174621826c98d5bfb7bc98 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:16:53.865191 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-319378ad-d8bb-4793-a932-783555d3ced0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:53.932048 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319378ad-d8bb-4793-a932-783555d3ced0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:16:53.953270 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-319378ad-d8bb-4793-a932-783555d3ced0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:53.956103 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-319378ad-d8bb-4793-a932-783555d3ced0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Added segment 9a514d75-4513-4f11-ad71-a98f0761fd95 of type vlan for network 29853a69-e636-4412-93e5-ac64203a003f Jul 07 21:16:54.014817 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-319378ad-d8bb-4793-a932-783555d3ced0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:54.085275 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-319378ad-d8bb-4793-a932-783555d3ced0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:54.095102 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319378ad-d8bb-4793-a932-783555d3ced0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:54.096340 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-319378ad-d8bb-4793-a932-783555d3ced0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:54.183613 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48190) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:54.184212 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-319378ad-d8bb-4793-a932-783555d3ced0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4503911 Jul 07 21:16:54.195100 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-865596f1-388b-4b0d-bdbe-e6aebca4ecc6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'subnet': {'network_id': '29853a69-e636-4412-93e5-ac64203a003f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:54.217302 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319378ad-d8bb-4793-a932-783555d3ced0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Network': ['ID=29853a69-e636-4412-93e5-ac64203a003f,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:54.231573 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 29853a69-e636-4412-93e5-ac64203a003f details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:16:54.332696 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77535125-fdcb-4542-b27e-c0d2bdfc27b1 None None] Network 8b487d42-d991-4d2c-83fb-77a26a3b9d96 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:16:54.357002 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865596f1-388b-4b0d-bdbe-e6aebca4ecc6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Made reservation on behalf of 89041ffb5f174621826c98d5bfb7bc98 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:16:54.366316 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-865596f1-388b-4b0d-bdbe-e6aebca4ecc6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:54.423661 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-cea544db-b57f-4be0-88df-ddffdfbfb3ef None None] Provisioning for port a98bf555-2a72-45f5-8440-778dcd852478 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:54.614800 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] Sync routers for ids ['983adae4-e332-46c0-bef6-9947009356a2'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:16:54.635141 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] Routers {'983adae4-e332-46c0-bef6-9947009356a2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:54.635824 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['983adae4-e332-46c0-bef6-9947009356a2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:54.693516 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-865596f1-388b-4b0d-bdbe-e6aebca4ecc6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:54.723026 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 8dc3652d-acc1-41d2-becb-6e5aa37026c5 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:16:54.777487 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] Set router 983adae4-e332-46c0-bef6-9947009356a2 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:16:54.816557 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865596f1-388b-4b0d-bdbe-e6aebca4ecc6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Checking segment: {'id': '9a514d75-4513-4f11-ad71-a98f0761fd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29853a69-e636-4412-93e5-ac64203a003f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:16:54.817066 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865596f1-388b-4b0d-bdbe-e6aebca4ecc6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network hostable DHCP agents. Network: 29853a69-e636-4412-93e5-ac64203a003f, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:16:54.820422 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865596f1-388b-4b0d-bdbe-e6aebca4ecc6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Subnet': ['ID=29262e09-b9fe-4f85-8c76-dcff0320da3d,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:54.851994 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865596f1-388b-4b0d-bdbe-e6aebca4ecc6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network 29853a69-e636-4412-93e5-ac64203a003f is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:16:54.867692 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-865596f1-388b-4b0d-bdbe-e6aebca4ecc6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 29853a69-e636-4412-93e5-ac64203a003f) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:54.876553 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865596f1-388b-4b0d-bdbe-e6aebca4ecc6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:54.877154 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-865596f1-388b-4b0d-bdbe-e6aebca4ecc6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:54.897389 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d238de2-113d-44da-ab9c-2db189e71478 None None] Network 29853a69-e636-4412-93e5-ac64203a003f requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:16:54.906063 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-865596f1-388b-4b0d-bdbe-e6aebca4ecc6 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7205038 Jul 07 21:16:54.909145 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48196) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:54.970618 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 8dc3652d-acc1-41d2-becb-6e5aa37026c5 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:55.026360 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 8dc3652d-acc1-41d2-becb-6e5aa37026c5 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:55.026740 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:55.425372 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a84de2-3682-49e6-b58d-5e84ae92a6c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-29853a69-e636-4412-93e5-ac64203a003f', 'network_id': '29853a69-e636-4412-93e5-ac64203a003f', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'fixed_ips': [{'subnet_id': '29262e09-b9fe-4f85-8c76-dcff0320da3d'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:16:55.426230 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-89a84de2-3682-49e6-b58d-5e84ae92a6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:55.440603 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-82462c43-5ef5-43c7-b818-0dfcdcb4f5bd None None] Provisioning for port 1cb68a02-d071-481c-916c-2aea7c9a4007 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:55.458300 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-82462c43-5ef5-43c7-b818-0dfcdcb4f5bd None None] Provisioning complete for port 1cb68a02-d071-481c-916c-2aea7c9a4007 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:55.458653 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-82462c43-5ef5-43c7-b818-0dfcdcb4f5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:55.460814 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:55.617491 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-82462c43-5ef5-43c7-b818-0dfcdcb4f5bd None None] Port 1cb68a02-d071-481c-916c-2aea7c9a4007 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:16:55.637119 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 8dc3652d-acc1-41d2-becb-6e5aa37026c5, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=8dc3652d-acc1-41d2-becb-6e5aa37026c5,segment=NetworkSegment(a2465d6b-4c1f-41dd-94f2-a6285e951bf0),segment_id=a2465d6b-4c1f-41dd-94f2-a6285e951bf0)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:55.651921 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:55.652612 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a98bf555-2a72-45f5-8440-778dcd852478 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:16:55.726403 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:16:52Z', 'revision_number': 3, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None, '_interfaces': [{'id': '1cb68a02-d071-481c-916c-2aea7c9a4007', 'name': '', 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:a7:63:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:51Z', 'updated_at': '2021-07-07T21:16:53Z', 'revision_number': 2, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dc3652d-acc1-41d2-becb-6e5aa37026c5', 'name': '', 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:9b:ca:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:48Z', 'updated_at': '2021-07-07T21:16:51Z', 'revision_number': 4, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:55.801389 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] Checking router: 983adae4-e332-46c0-bef6-9947009356a2 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:16:55.801836 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] Updating router 983adae4-e332-46c0-bef6-9947009356a2 port 1cb68a02-d071-481c-916c-2aea7c9a4007 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:16:55.863771 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-89a84de2-3682-49e6-b58d-5e84ae92a6c9 None None] Allocated IP 172.22.0.2 (29853a69-e636-4412-93e5-ac64203a003f/29262e09-b9fe-4f85-8c76-dcff0320da3d/195e2b7d-2df4-4ca9-9373-9e664c923c6f) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:16:55.879905 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=8dc3652d-acc1-41d2-becb-6e5aa37026c5,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:55.888661 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-aa98fccb-e686-4bd7-a8f2-5f7fc0f663c1 None None] Provisioning complete for port 1cb68a02-d071-481c-916c-2aea7c9a4007 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:55.889043 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-aa98fccb-e686-4bd7-a8f2-5f7fc0f663c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:55.894558 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:55.975929 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a63164b-90a2-42e1-880e-177a6ddb62bd tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:56.147695 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port a98bf555-2a72-45f5-8440-778dcd852478 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:56.183668 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-aa98fccb-e686-4bd7-a8f2-5f7fc0f663c1 None None] Port 1cb68a02-d071-481c-916c-2aea7c9a4007 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:16:56.189131 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port a98bf555-2a72-45f5-8440-778dcd852478 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:56.189739 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:56.425717 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6c166859-e42e-466e-bd5a-f3e52407f61f None None] Provisioning complete for port 1cb68a02-d071-481c-916c-2aea7c9a4007 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:56.426361 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6c166859-e42e-466e-bd5a-f3e52407f61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:56.554166 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-6c166859-e42e-466e-bd5a-f3e52407f61f None None] Port 1cb68a02-d071-481c-916c-2aea7c9a4007 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:16:56.559515 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-89a84de2-3682-49e6-b58d-5e84ae92a6c9 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:56.587954 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-89a84de2-3682-49e6-b58d-5e84ae92a6c9 None None] Transition to ACTIVE for port object 195e2b7d-2df4-4ca9-9373-9e664c923c6f will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:56.599224 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:56.640065 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-89a84de2-3682-49e6-b58d-5e84ae92a6c9 None None] Transition to ACTIVE for port object 195e2b7d-2df4-4ca9-9373-9e664c923c6f will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:56.661380 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-89a84de2-3682-49e6-b58d-5e84ae92a6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:56.689091 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port a98bf555-2a72-45f5-8440-778dcd852478, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a98bf555-2a72-45f5-8440-778dcd852478,segment=NetworkSegment(9046dac2-e26a-4a5f-8bba-b1da5798e7b2),segment_id=9046dac2-e26a-4a5f-8bba-b1da5798e7b2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:16:56.742527 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-8a63164b-90a2-42e1-880e-177a6ddb62bd tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Allocated IP 172.22.0.1 (29853a69-e636-4412-93e5-ac64203a003f/29262e09-b9fe-4f85-8c76-dcff0320da3d/824de6d1-c5a8-453a-8dc1-958eb81e2aae) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:16:56.764203 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a84de2-3682-49e6-b58d-5e84ae92a6c9 None None] Pushing event updated for resources: {'Port': ['ID=195e2b7d-2df4-4ca9-9373-9e664c923c6f,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:56.770927 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:56.785890 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a84de2-3682-49e6-b58d-5e84ae92a6c9 None None] Network 29853a69-e636-4412-93e5-ac64203a003f is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:56.805933 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-89a84de2-3682-49e6-b58d-5e84ae92a6c9 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:56.813539 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a84de2-3682-49e6-b58d-5e84ae92a6c9 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:16:56.890291 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a63164b-90a2-42e1-880e-177a6ddb62bd tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:56.904545 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-8a63164b-90a2-42e1-880e-177a6ddb62bd tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Transition to ACTIVE for port object 824de6d1-c5a8-453a-8dc1-958eb81e2aae will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:56.906920 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 8dc3652d-acc1-41d2-becb-6e5aa37026c5 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:16:56.942623 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a63164b-90a2-42e1-880e-177a6ddb62bd tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:56.979097 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:56.984423 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a63164b-90a2-42e1-880e-177a6ddb62bd tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network 29853a69-e636-4412-93e5-ac64203a003f is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:56.990144 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-8a63164b-90a2-42e1-880e-177a6ddb62bd tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:56.994336 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a63164b-90a2-42e1-880e-177a6ddb62bd tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:16:57.002707 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-89a84de2-3682-49e6-b58d-5e84ae92a6c9 None None] Attempting to bind port 195e2b7d-2df4-4ca9-9373-9e664c923c6f on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:16:57.005881 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-89a84de2-3682-49e6-b58d-5e84ae92a6c9 None None] Attempting to bind port 195e2b7d-2df4-4ca9-9373-9e664c923c6f by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '9a514d75-4513-4f11-ad71-a98f0761fd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29853a69-e636-4412-93e5-ac64203a003f'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:16:57.006303 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a84de2-3682-49e6-b58d-5e84ae92a6c9 None None] Attempting to bind port 195e2b7d-2df4-4ca9-9373-9e664c923c6f on network 29853a69-e636-4412-93e5-ac64203a003f {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:16:57.024774 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63164b-90a2-42e1-880e-177a6ddb62bd tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Port': ['ID=824de6d1-c5a8-453a-8dc1-958eb81e2aae,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:57.036386 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a84de2-3682-49e6-b58d-5e84ae92a6c9 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:16:57.036792 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a84de2-3682-49e6-b58d-5e84ae92a6c9 None None] Checking segment: {'id': '9a514d75-4513-4f11-ad71-a98f0761fd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29853a69-e636-4412-93e5-ac64203a003f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:16:57.037208 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-89a84de2-3682-49e6-b58d-5e84ae92a6c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:57.037750 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a84de2-3682-49e6-b58d-5e84ae92a6c9 None None] Bound using segment: {'id': '9a514d75-4513-4f11-ad71-a98f0761fd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29853a69-e636-4412-93e5-ac64203a003f'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:16:57.038256 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-89a84de2-3682-49e6-b58d-5e84ae92a6c9 None None] Bound port: 195e2b7d-2df4-4ca9-9373-9e664c923c6f, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a514d75-4513-4f11-ad71-a98f0761fd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29853a69-e636-4412-93e5-ac64203a003f'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:16:57.038669 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-89a84de2-3682-49e6-b58d-5e84ae92a6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:57.044789 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=a98bf555-2a72-45f5-8440-778dcd852478,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:57.063220 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] Transition to ACTIVE for port object 1cb68a02-d071-481c-916c-2aea7c9a4007 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:16:57.066635 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a63164b-90a2-42e1-880e-177a6ddb62bd tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:57.102208 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:57.153676 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac445a-da0f-4984-b89a-1b9e0f455871 None None] Pushing event updated for resources: {'Port': ['ID=1cb68a02-d071-481c-916c-2aea7c9a4007,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:57.157616 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 8dc3652d-acc1-41d2-becb-6e5aa37026c5 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:57.158006 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:57.248539 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a63164b-90a2-42e1-880e-177a6ddb62bd tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:57.288349 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-89a84de2-3682-49e6-b58d-5e84ae92a6c9 None None] For port 195e2b7d-2df4-4ca9-9373-9e664c923c6f, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:16:57.313161 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-89a84de2-3682-49e6-b58d-5e84ae92a6c9 None None] For port 195e2b7d-2df4-4ca9-9373-9e664c923c6f, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=195e2b7d-2df4-4ca9-9373-9e664c923c6f,segment=NetworkSegment(9a514d75-4513-4f11-ad71-a98f0761fd95),segment_id=9a514d75-4513-4f11-ad71-a98f0761fd95)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:16:57.316497 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] Attempting to bind port 1cb68a02-d071-481c-916c-2aea7c9a4007 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:16:57.316960 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] Attempting to bind port 1cb68a02-d071-481c-916c-2aea7c9a4007 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '9046dac2-e26a-4a5f-8bba-b1da5798e7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:16:57.317418 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] Attempting to bind port 1cb68a02-d071-481c-916c-2aea7c9a4007 on network 8b487d42-d991-4d2c-83fb-77a26a3b9d96 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:16:57.323204 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:16:57.323783 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] Checking segment: {'id': '9046dac2-e26a-4a5f-8bba-b1da5798e7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:16:57.324210 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:57.324612 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] Bound using segment: {'id': '9046dac2-e26a-4a5f-8bba-b1da5798e7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:16:57.325130 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] Bound port: 1cb68a02-d071-481c-916c-2aea7c9a4007, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9046dac2-e26a-4a5f-8bba-b1da5798e7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:16:57.325561 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:57.405844 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] For port 1cb68a02-d071-481c-916c-2aea7c9a4007, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:16:57.419597 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] For port 1cb68a02-d071-481c-916c-2aea7c9a4007, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=1cb68a02-d071-481c-916c-2aea7c9a4007,segment=NetworkSegment(9046dac2-e26a-4a5f-8bba-b1da5798e7b2),segment_id=9046dac2-e26a-4a5f-8bba-b1da5798e7b2)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:16:57.430868 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-89a84de2-3682-49e6-b58d-5e84ae92a6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:57.438521 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:57.562182 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] Routers {'983adae4-e332-46c0-bef6-9947009356a2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:16:57.562877 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['983adae4-e332-46c0-bef6-9947009356a2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:57.786171 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] Set router 983adae4-e332-46c0-bef6-9947009356a2 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:16:57.841479 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a84de2-3682-49e6-b58d-5e84ae92a6c9 None None] Pushing event updated for resources: {'Port': ['ID=195e2b7d-2df4-4ca9-9373-9e664c923c6f,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:57.871883 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a63164b-90a2-42e1-880e-177a6ddb62bd tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:57.882845 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a63164b-90a2-42e1-880e-177a6ddb62bd tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:57.964755 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63164b-90a2-42e1-880e-177a6ddb62bd tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Port': ['ID=824de6d1-c5a8-453a-8dc1-958eb81e2aae,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:58.059799 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8a63164b-90a2-42e1-880e-177a6ddb62bd tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:58.158533 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac445a-da0f-4984-b89a-1b9e0f455871 None None] Pushing event updated for resources: {'Port': ['ID=1cb68a02-d071-481c-916c-2aea7c9a4007,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:58.240912 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a63164b-90a2-42e1-880e-177a6ddb62bd tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network 29853a69-e636-4412-93e5-ac64203a003f is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:16:58.242492 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-8a63164b-90a2-42e1-880e-177a6ddb62bd tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:58.299738 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:16:57Z', 'revision_number': 4, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None, '_interfaces': [{'id': '1cb68a02-d071-481c-916c-2aea7c9a4007', 'name': '', 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:a7:63:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:51Z', 'updated_at': '2021-07-07T21:16:57Z', 'revision_number': 4, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '824de6d1-c5a8-453a-8dc1-958eb81e2aae', 'name': '', 'network_id': '29853a69-e636-4412-93e5-ac64203a003f', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:25:c8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:56Z', 'updated_at': '2021-07-07T21:16:56Z', 'revision_number': 1, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dc3652d-acc1-41d2-becb-6e5aa37026c5', 'name': '', 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:9b:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:48Z', 'updated_at': '2021-07-07T21:16:55Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:16:58.341027 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f48e25-0fb5-400d-bc10-680c057cd4d0 None None] The sync data for ids ['983adae4-e332-46c0-bef6-9947009356a2'] in n-d-695189-11 is: [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:16:57Z', 'revision_number': 4, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None, '_interfaces': [{'id': '1cb68a02-d071-481c-916c-2aea7c9a4007', 'name': '', 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:a7:63:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:51Z', 'updated_at': '2021-07-07T21:16:57Z', 'revision_number': 4, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '824de6d1-c5a8-453a-8dc1-958eb81e2aae', 'name': '', 'network_id': '29853a69-e636-4412-93e5-ac64203a003f', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:25:c8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:56Z', 'updated_at': '2021-07-07T21:16:56Z', 'revision_number': 1, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dc3652d-acc1-41d2-becb-6e5aa37026c5', 'name': '', 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:9b:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:48Z', 'updated_at': '2021-07-07T21:16:55Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:16:58.418847 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a63164b-90a2-42e1-880e-177a6ddb62bd tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Router 983adae4-e332-46c0-bef6-9947009356a2 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:16:58.558100 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a63164b-90a2-42e1-880e-177a6ddb62bd tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:16:58.566676 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8a63164b-90a2-42e1-880e-177a6ddb62bd tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "PUT /v2.0/routers/983adae4-e332-46c0-bef6-9947009356a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6557701 Jul 07 21:16:58.567081 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48212) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:58.573321 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-3b234aca-0be7-411e-8d6b-e0a97f29e73f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'network': {'name': 'tempest-RoutersTest-928080436'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:58.607731 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b234aca-0be7-411e-8d6b-e0a97f29e73f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Made reservation on behalf of 89041ffb5f174621826c98d5bfb7bc98 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:16:58.612643 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b234aca-0be7-411e-8d6b-e0a97f29e73f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:58.640467 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b234aca-0be7-411e-8d6b-e0a97f29e73f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:16:58.656764 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b234aca-0be7-411e-8d6b-e0a97f29e73f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:58.657117 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-3b234aca-0be7-411e-8d6b-e0a97f29e73f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Added segment d8c61b97-7043-49a7-8fe6-bc9500b9fbf8 of type vlan for network c7709b48-8e2a-47ff-8fc3-5486ef76e533 Jul 07 21:16:58.726130 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b234aca-0be7-411e-8d6b-e0a97f29e73f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:58.769886 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b234aca-0be7-411e-8d6b-e0a97f29e73f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:58.776051 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b234aca-0be7-411e-8d6b-e0a97f29e73f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:58.776683 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b234aca-0be7-411e-8d6b-e0a97f29e73f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:58.873264 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b234aca-0be7-411e-8d6b-e0a97f29e73f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Network': ['ID=c7709b48-8e2a-47ff-8fc3-5486ef76e533,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:58.890359 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network c7709b48-8e2a-47ff-8fc3-5486ef76e533 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:16:58.909271 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3b234aca-0be7-411e-8d6b-e0a97f29e73f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3384173 Jul 07 21:16:58.909521 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48216) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:16:58.915660 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-53dd6359-769c-44da-9e0a-9391a2568cda tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'subnet': {'network_id': 'c7709b48-8e2a-47ff-8fc3-5486ef76e533', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:16:59.130174 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 195e2b7d-2df4-4ca9-9373-9e664c923c6f up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:16:59.142386 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dd6359-769c-44da-9e0a-9391a2568cda tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Made reservation on behalf of 89041ffb5f174621826c98d5bfb7bc98 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:16:59.146386 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-53dd6359-769c-44da-9e0a-9391a2568cda tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:59.245772 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-62819831-62a3-41a0-a539-401f881d8659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:59.253880 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 195e2b7d-2df4-4ca9-9373-9e664c923c6f completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:59.259735 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 1cb68a02-d071-481c-916c-2aea7c9a4007 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:16:59.346220 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 1cb68a02-d071-481c-916c-2aea7c9a4007 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:59.364624 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 1cb68a02-d071-481c-916c-2aea7c9a4007 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:59.365270 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:59.467068 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-53dd6359-769c-44da-9e0a-9391a2568cda tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:59.475573 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261e12ba-ed2c-4ce1-8082-52b9475f8724 None None] Network 29853a69-e636-4412-93e5-ac64203a003f requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:16:59.539562 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9d0136fb-fba4-420e-90f9-85257fbd4b0b None None] Provisioning for port 195e2b7d-2df4-4ca9-9373-9e664c923c6f completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:16:59.552110 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9d0136fb-fba4-420e-90f9-85257fbd4b0b None None] Provisioning complete for port 195e2b7d-2df4-4ca9-9373-9e664c923c6f triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:16:59.552763 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9d0136fb-fba4-420e-90f9-85257fbd4b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:59.585849 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd6359-769c-44da-9e0a-9391a2568cda tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Checking segment: {'id': 'd8c61b97-7043-49a7-8fe6-bc9500b9fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c7709b48-8e2a-47ff-8fc3-5486ef76e533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:16:59.586515 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dd6359-769c-44da-9e0a-9391a2568cda tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network hostable DHCP agents. Network: c7709b48-8e2a-47ff-8fc3-5486ef76e533, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:16:59.615872 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd6359-769c-44da-9e0a-9391a2568cda tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Subnet': ['ID=978dc0e5-572b-4376-845f-f4f141880e6c,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:16:59.641880 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dd6359-769c-44da-9e0a-9391a2568cda tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network c7709b48-8e2a-47ff-8fc3-5486ef76e533 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:16:59.659198 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-53dd6359-769c-44da-9e0a-9391a2568cda tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, c7709b48-8e2a-47ff-8fc3-5486ef76e533) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:16:59.669892 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dd6359-769c-44da-9e0a-9391a2568cda tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:16:59.672211 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-53dd6359-769c-44da-9e0a-9391a2568cda tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:16:59.675684 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46626e48-3bfc-4b13-9ddf-644391764a50 None None] Network c7709b48-8e2a-47ff-8fc3-5486ef76e533 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:16:59.693007 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-53dd6359-769c-44da-9e0a-9391a2568cda tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7821088 Jul 07 21:16:59.695683 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48222) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:00.049283 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:00.174412 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 1cb68a02-d071-481c-916c-2aea7c9a4007, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=1cb68a02-d071-481c-916c-2aea7c9a4007,segment=NetworkSegment(9046dac2-e26a-4a5f-8bba-b1da5798e7b2),segment_id=9046dac2-e26a-4a5f-8bba-b1da5798e7b2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:00.195271 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:00.196182 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a98bf555-2a72-45f5-8440-778dcd852478 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:17:00.200607 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9d0136fb-fba4-420e-90f9-85257fbd4b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:00.346732 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-9d0136fb-fba4-420e-90f9-85257fbd4b0b None None] For port 195e2b7d-2df4-4ca9-9373-9e664c923c6f, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=195e2b7d-2df4-4ca9-9373-9e664c923c6f,segment=NetworkSegment(9a514d75-4513-4f11-ad71-a98f0761fd95),segment_id=9a514d75-4513-4f11-ad71-a98f0761fd95)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:00.370657 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9d0136fb-fba4-420e-90f9-85257fbd4b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:00.386002 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=1cb68a02-d071-481c-916c-2aea7c9a4007,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:00.394027 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] Sync routers for ids ['983adae4-e332-46c0-bef6-9947009356a2'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:17:00.425551 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] Routers {'983adae4-e332-46c0-bef6-9947009356a2'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:00.426203 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:16:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['983adae4-e332-46c0-bef6-9947009356a2'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:00.471586 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0136fb-fba4-420e-90f9-85257fbd4b0b None None] Pushing event updated for resources: {'Port': ['ID=195e2b7d-2df4-4ca9-9373-9e664c923c6f,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:00.480139 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c8eeae-bc0f-4df7-ba54-3df2f7e4a8c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-c7709b48-8e2a-47ff-8fc3-5486ef76e533', 'network_id': 'c7709b48-8e2a-47ff-8fc3-5486ef76e533', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'fixed_ips': [{'subnet_id': '978dc0e5-572b-4376-845f-f4f141880e6c'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:17:00.480959 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-63c8eeae-bc0f-4df7-ba54-3df2f7e4a8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:00.504867 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port a98bf555-2a72-45f5-8440-778dcd852478 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:00.505268 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:00.649655 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] Set router 983adae4-e332-46c0-bef6-9947009356a2 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:17:00.804830 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e8925367-10c6-418d-9d12-e782d203ec95 None None] Provisioning for port 824de6d1-c5a8-453a-8dc1-958eb81e2aae completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:17:00.814470 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e8925367-10c6-418d-9d12-e782d203ec95 None None] Provisioning complete for port 824de6d1-c5a8-453a-8dc1-958eb81e2aae triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:00.814851 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e8925367-10c6-418d-9d12-e782d203ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:00.915900 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-e8925367-10c6-418d-9d12-e782d203ec95 None None] Port 824de6d1-c5a8-453a-8dc1-958eb81e2aae cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:17:00.931973 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-63c8eeae-bc0f-4df7-ba54-3df2f7e4a8c9 None None] Allocated IP 172.23.0.2 (c7709b48-8e2a-47ff-8fc3-5486ef76e533/978dc0e5-572b-4376-845f-f4f141880e6c/973553cb-4f1f-46b6-9aea-f338942e7161) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:17:00.991572 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:01.026881 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:16:57Z', 'revision_number': 4, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None, '_interfaces': [{'id': '1cb68a02-d071-481c-916c-2aea7c9a4007', 'name': '', 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:a7:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:51Z', 'updated_at': '2021-07-07T21:17:00Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '824de6d1-c5a8-453a-8dc1-958eb81e2aae', 'name': '', 'network_id': '29853a69-e636-4412-93e5-ac64203a003f', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:25:c8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:56Z', 'updated_at': '2021-07-07T21:16:57Z', 'revision_number': 2, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dc3652d-acc1-41d2-becb-6e5aa37026c5', 'name': '', 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:9b:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:48Z', 'updated_at': '2021-07-07T21:16:55Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:01.028208 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e8925367-10c6-418d-9d12-e782d203ec95 None None] Provisioning complete for port 195e2b7d-2df4-4ca9-9373-9e664c923c6f triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:01.031561 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e8925367-10c6-418d-9d12-e782d203ec95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:01.066267 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] Checking router: 983adae4-e332-46c0-bef6-9947009356a2 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:17:01.066974 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] Updating router 983adae4-e332-46c0-bef6-9947009356a2 port 824de6d1-c5a8-453a-8dc1-958eb81e2aae binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:17:01.123217 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:01.253053 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 195e2b7d-2df4-4ca9-9373-9e664c923c6f up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:17:01.382604 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-63c8eeae-bc0f-4df7-ba54-3df2f7e4a8c9 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:01.430842 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-63c8eeae-bc0f-4df7-ba54-3df2f7e4a8c9 None None] Transition to ACTIVE for port object 973553cb-4f1f-46b6-9aea-f338942e7161 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:17:01.433478 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 195e2b7d-2df4-4ca9-9373-9e664c923c6f triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:01.434038 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:01.513046 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-63c8eeae-bc0f-4df7-ba54-3df2f7e4a8c9 None None] Transition to ACTIVE for port object 973553cb-4f1f-46b6-9aea-f338942e7161 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:17:01.532104 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-63c8eeae-bc0f-4df7-ba54-3df2f7e4a8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:01.619338 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c8eeae-bc0f-4df7-ba54-3df2f7e4a8c9 None None] Network c7709b48-8e2a-47ff-8fc3-5486ef76e533 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:17:01.636689 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-63c8eeae-bc0f-4df7-ba54-3df2f7e4a8c9 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:17:01.638738 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Allocated IP 172.23.0.1 (c7709b48-8e2a-47ff-8fc3-5486ef76e533/978dc0e5-572b-4376-845f-f4f141880e6c/43723d19-3208-4f75-82a8-7c28fd34bfde) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:17:01.646193 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c8eeae-bc0f-4df7-ba54-3df2f7e4a8c9 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:17:01.661481 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8eeae-bc0f-4df7-ba54-3df2f7e4a8c9 None None] Pushing event updated for resources: {'Port': ['ID=973553cb-4f1f-46b6-9aea-f338942e7161,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:01.683035 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9a7e5275-12d4-4da9-b0ba-ea7ecc12fda5 None None] Provisioning complete for port 824de6d1-c5a8-453a-8dc1-958eb81e2aae triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:01.683493 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9a7e5275-12d4-4da9-b0ba-ea7ecc12fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:01.722506 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:01.733982 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 1cb68a02-d071-481c-916c-2aea7c9a4007 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:17:01.742248 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] Transition to ACTIVE for port object 824de6d1-c5a8-453a-8dc1-958eb81e2aae will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:17:01.770551 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:01.802102 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-63c8eeae-bc0f-4df7-ba54-3df2f7e4a8c9 None None] Attempting to bind port 973553cb-4f1f-46b6-9aea-f338942e7161 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:17:01.802604 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-63c8eeae-bc0f-4df7-ba54-3df2f7e4a8c9 None None] Attempting to bind port 973553cb-4f1f-46b6-9aea-f338942e7161 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'd8c61b97-7043-49a7-8fe6-bc9500b9fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c7709b48-8e2a-47ff-8fc3-5486ef76e533'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:17:01.803038 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c8eeae-bc0f-4df7-ba54-3df2f7e4a8c9 None None] Attempting to bind port 973553cb-4f1f-46b6-9aea-f338942e7161 on network c7709b48-8e2a-47ff-8fc3-5486ef76e533 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:17:01.818023 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c8eeae-bc0f-4df7-ba54-3df2f7e4a8c9 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:17:01.818715 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c8eeae-bc0f-4df7-ba54-3df2f7e4a8c9 None None] Checking segment: {'id': 'd8c61b97-7043-49a7-8fe6-bc9500b9fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c7709b48-8e2a-47ff-8fc3-5486ef76e533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:17:01.819200 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-63c8eeae-bc0f-4df7-ba54-3df2f7e4a8c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:01.820154 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c8eeae-bc0f-4df7-ba54-3df2f7e4a8c9 None None] Bound using segment: {'id': 'd8c61b97-7043-49a7-8fe6-bc9500b9fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c7709b48-8e2a-47ff-8fc3-5486ef76e533'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:17:01.820512 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-63c8eeae-bc0f-4df7-ba54-3df2f7e4a8c9 None None] Bound port: 973553cb-4f1f-46b6-9aea-f338942e7161, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c61b97-7043-49a7-8fe6-bc9500b9fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c7709b48-8e2a-47ff-8fc3-5486ef76e533'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:17:01.820943 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-63c8eeae-bc0f-4df7-ba54-3df2f7e4a8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:01.834256 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-9a7e5275-12d4-4da9-b0ba-ea7ecc12fda5 None None] Port 824de6d1-c5a8-453a-8dc1-958eb81e2aae cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:17:01.890707 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:01.894996 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ddfb9-dbde-4a03-bed0-61db1f4184da None None] Pushing event updated for resources: {'Port': ['ID=824de6d1-c5a8-453a-8dc1-958eb81e2aae,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:01.907508 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 1cb68a02-d071-481c-916c-2aea7c9a4007 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:01.908042 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:01.912816 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Transition to ACTIVE for port object 43723d19-3208-4f75-82a8-7c28fd34bfde will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:17:01.993650 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-63c8eeae-bc0f-4df7-ba54-3df2f7e4a8c9 None None] For port 973553cb-4f1f-46b6-9aea-f338942e7161, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:17:01.996448 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:01.999525 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-63c8eeae-bc0f-4df7-ba54-3df2f7e4a8c9 None None] For port 973553cb-4f1f-46b6-9aea-f338942e7161, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=973553cb-4f1f-46b6-9aea-f338942e7161,segment=NetworkSegment(d8c61b97-7043-49a7-8fe6-bc9500b9fbf8),segment_id=d8c61b97-7043-49a7-8fe6-bc9500b9fbf8)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:17:02.003885 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bebfc839-df01-421f-9e30-5e388893f7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:02.022945 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-63c8eeae-bc0f-4df7-ba54-3df2f7e4a8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:02.029164 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:02.066726 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] Attempting to bind port 824de6d1-c5a8-453a-8dc1-958eb81e2aae on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:17:02.067084 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] Attempting to bind port 824de6d1-c5a8-453a-8dc1-958eb81e2aae by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '9a514d75-4513-4f11-ad71-a98f0761fd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29853a69-e636-4412-93e5-ac64203a003f'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:17:02.067737 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] Attempting to bind port 824de6d1-c5a8-453a-8dc1-958eb81e2aae on network 29853a69-e636-4412-93e5-ac64203a003f {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:17:02.076111 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:17:02.076562 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] Checking segment: {'id': '9a514d75-4513-4f11-ad71-a98f0761fd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29853a69-e636-4412-93e5-ac64203a003f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:17:02.076912 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:02.077300 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] Bound using segment: {'id': '9a514d75-4513-4f11-ad71-a98f0761fd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29853a69-e636-4412-93e5-ac64203a003f'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:17:02.077757 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] Bound port: 824de6d1-c5a8-453a-8dc1-958eb81e2aae, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a514d75-4513-4f11-ad71-a98f0761fd95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '29853a69-e636-4412-93e5-ac64203a003f'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:17:02.078134 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:02.099822 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network c7709b48-8e2a-47ff-8fc3-5486ef76e533 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:17:02.100758 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Port': ['ID=43723d19-3208-4f75-82a8-7c28fd34bfde,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:02.119059 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:17:02.123702 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:17:02.178004 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8eeae-bc0f-4df7-ba54-3df2f7e4a8c9 None None] Pushing event updated for resources: {'Port': ['ID=973553cb-4f1f-46b6-9aea-f338942e7161,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:02.222714 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:02.236950 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] For port 824de6d1-c5a8-453a-8dc1-958eb81e2aae, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:17:02.245718 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] For port 824de6d1-c5a8-453a-8dc1-958eb81e2aae, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=824de6d1-c5a8-453a-8dc1-958eb81e2aae,segment=NetworkSegment(9a514d75-4513-4f11-ad71-a98f0761fd95),segment_id=9a514d75-4513-4f11-ad71-a98f0761fd95)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:17:02.262150 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:02.367253 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ddfb9-dbde-4a03-bed0-61db1f4184da None None] Pushing event updated for resources: {'Port': ['ID=824de6d1-c5a8-453a-8dc1-958eb81e2aae,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:02.378962 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] Routers {'983adae4-e332-46c0-bef6-9947009356a2'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:02.379651 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['983adae4-e332-46c0-bef6-9947009356a2'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:02.572875 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] Set router 983adae4-e332-46c0-bef6-9947009356a2 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:17:02.580677 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:02.929034 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:16:57Z', 'revision_number': 4, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None, '_interfaces': [{'id': '1cb68a02-d071-481c-916c-2aea7c9a4007', 'name': '', 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:a7:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:51Z', 'updated_at': '2021-07-07T21:17:00Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '824de6d1-c5a8-453a-8dc1-958eb81e2aae', 'name': '', 'network_id': '29853a69-e636-4412-93e5-ac64203a003f', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:25:c8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:56Z', 'updated_at': '2021-07-07T21:17:02Z', 'revision_number': 4, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dc3652d-acc1-41d2-becb-6e5aa37026c5', 'name': '', 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:9b:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:48Z', 'updated_at': '2021-07-07T21:16:55Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:02.966805 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e122ff59-c972-483b-9dcc-4cf13d4593da None None] The sync data for ids ['983adae4-e332-46c0-bef6-9947009356a2'] in n-d-695189-11 is: [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:16:57Z', 'revision_number': 4, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None, '_interfaces': [{'id': '1cb68a02-d071-481c-916c-2aea7c9a4007', 'name': '', 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:a7:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:51Z', 'updated_at': '2021-07-07T21:17:00Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '824de6d1-c5a8-453a-8dc1-958eb81e2aae', 'name': '', 'network_id': '29853a69-e636-4412-93e5-ac64203a003f', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:25:c8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:56Z', 'updated_at': '2021-07-07T21:17:02Z', 'revision_number': 4, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dc3652d-acc1-41d2-becb-6e5aa37026c5', 'name': '', 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:9b:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:48Z', 'updated_at': '2021-07-07T21:16:55Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:17:03.321989 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:03.330654 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:03.424203 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 824de6d1-c5a8-453a-8dc1-958eb81e2aae up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:17:03.469976 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:03.481246 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event updated for resources: {'Port': ['ID=43723d19-3208-4f75-82a8-7c28fd34bfde,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:03.493397 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:03.493979 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:03.494341 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:03.494935 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:03.495284 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:03.495649 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:03.496091 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:03.496867 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:03.497228 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:03.497565 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:03.497898 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:03.498234 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:03.555563 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 824de6d1-c5a8-453a-8dc1-958eb81e2aae completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:17:03.563944 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 824de6d1-c5a8-453a-8dc1-958eb81e2aae triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:03.564588 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:03.669639 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:03.674921 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Network c7709b48-8e2a-47ff-8fc3-5486ef76e533 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:17:03.677023 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:17:03.718401 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:03.754730 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601bc713-9933-4c2e-9387-12a371ee3d26 None None] Network c7709b48-8e2a-47ff-8fc3-5486ef76e533 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:17:03.846027 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 824de6d1-c5a8-453a-8dc1-958eb81e2aae, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=824de6d1-c5a8-453a-8dc1-958eb81e2aae,segment=NetworkSegment(9a514d75-4513-4f11-ad71-a98f0761fd95),segment_id=9a514d75-4513-4f11-ad71-a98f0761fd95)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:03.857300 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:03.859150 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 973553cb-4f1f-46b6-9aea-f338942e7161 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:17:03.859923 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Router 983adae4-e332-46c0-bef6-9947009356a2 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:17:03.915741 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-de589f55-98ee-4dac-9a7a-0133b6d541b8 None None] Provisioning for port 973553cb-4f1f-46b6-9aea-f338942e7161 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:17:04.022683 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=824de6d1-c5a8-453a-8dc1-958eb81e2aae,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:04.043903 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 973553cb-4f1f-46b6-9aea-f338942e7161 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:17:04.051266 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:17:04.067260 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] Sync routers for ids ['983adae4-e332-46c0-bef6-9947009356a2'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:17:04.070333 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3b443278-b33e-4e1c-af05-373b48b2ba3d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "PUT /v2.0/routers/983adae4-e332-46c0-bef6-9947009356a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3723876 Jul 07 21:17:04.071188 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48242) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:04.076125 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-27500dd2-bf23-47a3-a853-b91573e37368 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:04.086249 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 973553cb-4f1f-46b6-9aea-f338942e7161 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:04.086249 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:04.130852 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] Routers {'983adae4-e332-46c0-bef6-9947009356a2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:04.131496 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['983adae4-e332-46c0-bef6-9947009356a2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:04.271367 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] Set router 983adae4-e332-46c0-bef6-9947009356a2 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:17:04.544982 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.extraroute_db [None req-27500dd2-bf23-47a3-a853-b91573e37368 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100447) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 21:17:04.560238 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.extraroute_db [None req-27500dd2-bf23-47a3-a853-b91573e37368 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Removed routes are [] {{(pid=100447) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 21:17:04.562042 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-27500dd2-bf23-47a3-a853-b91573e37368 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:04.596486 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:04.669271 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9431b560-c3ba-40c7-9b7d-4ffe34e61d91 None None] Provisioning for port 43723d19-3208-4f75-82a8-7c28fd34bfde completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:17:04.689044 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9431b560-c3ba-40c7-9b7d-4ffe34e61d91 None None] Provisioning complete for port 43723d19-3208-4f75-82a8-7c28fd34bfde triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:04.689508 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9431b560-c3ba-40c7-9b7d-4ffe34e61d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:04.786480 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 973553cb-4f1f-46b6-9aea-f338942e7161, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=973553cb-4f1f-46b6-9aea-f338942e7161,segment=NetworkSegment(d8c61b97-7043-49a7-8fe6-bc9500b9fbf8),segment_id=d8c61b97-7043-49a7-8fe6-bc9500b9fbf8)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:04.825899 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:04.851154 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-27500dd2-bf23-47a3-a853-b91573e37368 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:04.855249 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-27500dd2-bf23-47a3-a853-b91573e37368 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7883739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7883712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7881482'] for router, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:04.867354 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-9431b560-c3ba-40c7-9b7d-4ffe34e61d91 None None] Port 43723d19-3208-4f75-82a8-7c28fd34bfde cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:17:04.979343 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27500dd2-bf23-47a3-a853-b91573e37368 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Router 983adae4-e332-46c0-bef6-9947009356a2 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:17:04.981245 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=973553cb-4f1f-46b6-9aea-f338942e7161,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:05.009094 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9431b560-c3ba-40c7-9b7d-4ffe34e61d91 None None] Provisioning complete for port 973553cb-4f1f-46b6-9aea-f338942e7161 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:05.009477 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9431b560-c3ba-40c7-9b7d-4ffe34e61d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:05.105689 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:17:02Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None, '_interfaces': [{'id': '1cb68a02-d071-481c-916c-2aea7c9a4007', 'name': '', 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:a7:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:51Z', 'updated_at': '2021-07-07T21:17:00Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43723d19-3208-4f75-82a8-7c28fd34bfde', 'name': '', 'network_id': 'c7709b48-8e2a-47ff-8fc3-5486ef76e533', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:38:1a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '978dc0e5-572b-4376-845f-f4f141880e6c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:17:01Z', 'updated_at': '2021-07-07T21:17:02Z', 'revision_number': 2, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': '978dc0e5-572b-4376-845f-f4f141880e6c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '824de6d1-c5a8-453a-8dc1-958eb81e2aae', 'name': '', 'network_id': '29853a69-e636-4412-93e5-ac64203a003f', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:25:c8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:56Z', 'updated_at': '2021-07-07T21:17:03Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dc3652d-acc1-41d2-becb-6e5aa37026c5', 'name': '', 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:9b:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:48Z', 'updated_at': '2021-07-07T21:16:55Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:05.161235 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] Checking router: 983adae4-e332-46c0-bef6-9947009356a2 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:17:05.161587 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] Updating router 983adae4-e332-46c0-bef6-9947009356a2 port 43723d19-3208-4f75-82a8-7c28fd34bfde binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:17:05.163448 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 824de6d1-c5a8-453a-8dc1-958eb81e2aae up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:17:05.171412 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27500dd2-bf23-47a3-a853-b91573e37368 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:17:05.184035 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-27500dd2-bf23-47a3-a853-b91573e37368 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:05.189482 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48252) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:05.190119 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-27500dd2-bf23-47a3-a853-b91573e37368 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "PUT /v2.0/routers/983adae4-e332-46c0-bef6-9947009356a2 HTTP/1.1" status: 200 len: 934 time: 1.1177874 Jul 07 21:17:05.266447 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:05.309830 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 824de6d1-c5a8-453a-8dc1-958eb81e2aae triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:05.310192 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:05.333553 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:05.386034 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48254) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:05.388168 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1950de6c-ee66-49bf-aa2a-54e4e2460551 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "GET /v2.0/routers/983adae4-e332-46c0-bef6-9947009356a2 HTTP/1.1" status: 200 len: 934 time: 0.1968791 Jul 07 21:17:05.409827 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-dc58b51c-7e7c-46bf-bb3e-b3e2d4cca9b3 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'router': {'routes': None}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:05.531386 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e526b7ea-c024-431c-85f3-8dbb6c3a78dd None None] Provisioning complete for port 43723d19-3208-4f75-82a8-7c28fd34bfde triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:05.531743 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e526b7ea-c024-431c-85f3-8dbb6c3a78dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:05.637736 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 973553cb-4f1f-46b6-9aea-f338942e7161 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:17:05.683987 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-e526b7ea-c024-431c-85f3-8dbb6c3a78dd None None] Port 43723d19-3208-4f75-82a8-7c28fd34bfde cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:17:05.807003 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 973553cb-4f1f-46b6-9aea-f338942e7161 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:05.807472 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:05.857608 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:05.873038 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] Transition to ACTIVE for port object 43723d19-3208-4f75-82a8-7c28fd34bfde will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:17:05.883354 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:05.917696 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.extraroute_db [None req-dc58b51c-7e7c-46bf-bb3e-b3e2d4cca9b3 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Added routes are [] {{(pid=100447) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 21:17:05.917696 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.extraroute_db [None req-dc58b51c-7e7c-46bf-bb3e-b3e2d4cca9b3 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100447) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 21:17:05.972728 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc58b51c-7e7c-46bf-bb3e-b3e2d4cca9b3 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:06.003428 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71c02f-0ea6-4388-9f6f-641af3b8f960 None None] Pushing event updated for resources: {'Port': ['ID=43723d19-3208-4f75-82a8-7c28fd34bfde,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:06.031215 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71c02f-0ea6-4388-9f6f-641af3b8f960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:06.031609 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71c02f-0ea6-4388-9f6f-641af3b8f960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:06.031962 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71c02f-0ea6-4388-9f6f-641af3b8f960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:06.032311 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71c02f-0ea6-4388-9f6f-641af3b8f960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:06.032642 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71c02f-0ea6-4388-9f6f-641af3b8f960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:06.032987 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71c02f-0ea6-4388-9f6f-641af3b8f960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:06.033433 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71c02f-0ea6-4388-9f6f-641af3b8f960 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:06.033877 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71c02f-0ea6-4388-9f6f-641af3b8f960 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:06.036589 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71c02f-0ea6-4388-9f6f-641af3b8f960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:06.037043 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71c02f-0ea6-4388-9f6f-641af3b8f960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:06.037403 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71c02f-0ea6-4388-9f6f-641af3b8f960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:06.037745 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71c02f-0ea6-4388-9f6f-641af3b8f960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:06.072225 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] Attempting to bind port 43723d19-3208-4f75-82a8-7c28fd34bfde on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:17:06.072691 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] Attempting to bind port 43723d19-3208-4f75-82a8-7c28fd34bfde by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'd8c61b97-7043-49a7-8fe6-bc9500b9fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c7709b48-8e2a-47ff-8fc3-5486ef76e533'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:17:06.073071 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] Attempting to bind port 43723d19-3208-4f75-82a8-7c28fd34bfde on network c7709b48-8e2a-47ff-8fc3-5486ef76e533 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:17:06.079091 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:17:06.079534 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] Checking segment: {'id': 'd8c61b97-7043-49a7-8fe6-bc9500b9fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c7709b48-8e2a-47ff-8fc3-5486ef76e533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:17:06.080661 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:06.081090 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] Bound using segment: {'id': 'd8c61b97-7043-49a7-8fe6-bc9500b9fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c7709b48-8e2a-47ff-8fc3-5486ef76e533'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:17:06.081582 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] Bound port: 43723d19-3208-4f75-82a8-7c28fd34bfde, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c61b97-7043-49a7-8fe6-bc9500b9fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'c7709b48-8e2a-47ff-8fc3-5486ef76e533'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:17:06.081983 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:06.245017 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] For port 43723d19-3208-4f75-82a8-7c28fd34bfde, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:17:06.250173 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] For port 43723d19-3208-4f75-82a8-7c28fd34bfde, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=43723d19-3208-4f75-82a8-7c28fd34bfde,segment=NetworkSegment(d8c61b97-7043-49a7-8fe6-bc9500b9fbf8),segment_id=d8c61b97-7043-49a7-8fe6-bc9500b9fbf8)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:17:06.261138 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:06.271111 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc58b51c-7e7c-46bf-bb3e-b3e2d4cca9b3 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:06.275861 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc58b51c-7e7c-46bf-bb3e-b3e2d4cca9b3 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7883739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7883712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7881482'] for router, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:06.351503 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71c02f-0ea6-4388-9f6f-641af3b8f960 None None] Pushing event updated for resources: {'Port': ['ID=43723d19-3208-4f75-82a8-7c28fd34bfde,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:06.368769 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] Routers {'983adae4-e332-46c0-bef6-9947009356a2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:06.369695 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['983adae4-e332-46c0-bef6-9947009356a2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:06.509103 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] Set router 983adae4-e332-46c0-bef6-9947009356a2 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:17:06.797115 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc58b51c-7e7c-46bf-bb3e-b3e2d4cca9b3 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Router 983adae4-e332-46c0-bef6-9947009356a2 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:17:06.824206 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:17:05Z', 'revision_number': 7, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None, '_interfaces': [{'id': '1cb68a02-d071-481c-916c-2aea7c9a4007', 'name': '', 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:a7:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:51Z', 'updated_at': '2021-07-07T21:17:00Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43723d19-3208-4f75-82a8-7c28fd34bfde', 'name': '', 'network_id': 'c7709b48-8e2a-47ff-8fc3-5486ef76e533', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:38:1a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '978dc0e5-572b-4376-845f-f4f141880e6c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:17:01Z', 'updated_at': '2021-07-07T21:17:06Z', 'revision_number': 4, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': '978dc0e5-572b-4376-845f-f4f141880e6c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '824de6d1-c5a8-453a-8dc1-958eb81e2aae', 'name': '', 'network_id': '29853a69-e636-4412-93e5-ac64203a003f', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:25:c8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:56Z', 'updated_at': '2021-07-07T21:17:03Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dc3652d-acc1-41d2-becb-6e5aa37026c5', 'name': '', 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:9b:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:48Z', 'updated_at': '2021-07-07T21:16:55Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:06.909985 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d923ebd9-d0a2-48f5-855d-f59ddc7e71d3 None None] The sync data for ids ['983adae4-e332-46c0-bef6-9947009356a2'] in n-d-695189-11 is: [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:17:05Z', 'revision_number': 7, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None, '_interfaces': [{'id': '1cb68a02-d071-481c-916c-2aea7c9a4007', 'name': '', 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:a7:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:51Z', 'updated_at': '2021-07-07T21:17:00Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43723d19-3208-4f75-82a8-7c28fd34bfde', 'name': '', 'network_id': 'c7709b48-8e2a-47ff-8fc3-5486ef76e533', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:38:1a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '978dc0e5-572b-4376-845f-f4f141880e6c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:17:01Z', 'updated_at': '2021-07-07T21:17:06Z', 'revision_number': 4, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': '978dc0e5-572b-4376-845f-f4f141880e6c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '824de6d1-c5a8-453a-8dc1-958eb81e2aae', 'name': '', 'network_id': '29853a69-e636-4412-93e5-ac64203a003f', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:25:c8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:56Z', 'updated_at': '2021-07-07T21:17:03Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dc3652d-acc1-41d2-becb-6e5aa37026c5', 'name': '', 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:9b:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:48Z', 'updated_at': '2021-07-07T21:16:55Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:17:06.922627 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc58b51c-7e7c-46bf-bb3e-b3e2d4cca9b3 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:17:06.931290 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dc58b51c-7e7c-46bf-bb3e-b3e2d4cca9b3 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:06.935524 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dc58b51c-7e7c-46bf-bb3e-b3e2d4cca9b3 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "PUT /v2.0/routers/983adae4-e332-46c0-bef6-9947009356a2 HTTP/1.1" status: 200 len: 700 time: 1.5481434 Jul 07 21:17:06.938121 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48264) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:07.100316 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d9b5fc47-843d-4746-8b9e-49b7b54c7077 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "GET /v2.0/routers/983adae4-e332-46c0-bef6-9947009356a2 HTTP/1.1" status: 200 len: 700 time: 0.1602948 Jul 07 21:17:07.103103 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48266) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:07.222987 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 43723d19-3208-4f75-82a8-7c28fd34bfde up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:17:07.294850 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 43723d19-3208-4f75-82a8-7c28fd34bfde completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:17:07.300805 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 43723d19-3208-4f75-82a8-7c28fd34bfde triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:07.301272 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:07.431725 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:07.606518 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 43723d19-3208-4f75-82a8-7c28fd34bfde, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=43723d19-3208-4f75-82a8-7c28fd34bfde,segment=NetworkSegment(d8c61b97-7043-49a7-8fe6-bc9500b9fbf8),segment_id=d8c61b97-7043-49a7-8fe6-bc9500b9fbf8)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:07.609846 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:07.697901 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=43723d19-3208-4f75-82a8-7c28fd34bfde,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:07.824964 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb9c15dd-6c2c-4b51-8405-392ab98a3d50 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:08.030187 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83840406-4fe1-45f1-9645-091799142161 None None] Sync routers for ids ['983adae4-e332-46c0-bef6-9947009356a2'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:17:08.053950 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83840406-4fe1-45f1-9645-091799142161 None None] Routers {'983adae4-e332-46c0-bef6-9947009356a2'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:08.054777 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-83840406-4fe1-45f1-9645-091799142161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['983adae4-e332-46c0-bef6-9947009356a2'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:08.165026 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-83840406-4fe1-45f1-9645-091799142161 None None] Set router 983adae4-e332-46c0-bef6-9947009356a2 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:17:08.256022 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-eb9c15dd-6c2c-4b51-8405-392ab98a3d50 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting port 43723d19-3208-4f75-82a8-7c28fd34bfde {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:17:08.256633 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb9c15dd-6c2c-4b51-8405-392ab98a3d50 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:08.393371 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-eb9c15dd-6c2c-4b51-8405-392ab98a3d50 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] For port 43723d19-3208-4f75-82a8-7c28fd34bfde, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=43723d19-3208-4f75-82a8-7c28fd34bfde,segment=NetworkSegment(d8c61b97-7043-49a7-8fe6-bc9500b9fbf8),segment_id=d8c61b97-7043-49a7-8fe6-bc9500b9fbf8)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:08.393743 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb9c15dd-6c2c-4b51-8405-392ab98a3d50 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:08.414987 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-eb9c15dd-6c2c-4b51-8405-392ab98a3d50 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Calling delete_port for 43723d19-3208-4f75-82a8-7c28fd34bfde owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:17:08.484631 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-83840406-4fe1-45f1-9645-091799142161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:17:05Z', 'revision_number': 7, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None, '_interfaces': [{'id': '1cb68a02-d071-481c-916c-2aea7c9a4007', 'name': '', 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:a7:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:51Z', 'updated_at': '2021-07-07T21:17:00Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43723d19-3208-4f75-82a8-7c28fd34bfde', 'name': '', 'network_id': 'c7709b48-8e2a-47ff-8fc3-5486ef76e533', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:38:1a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '978dc0e5-572b-4376-845f-f4f141880e6c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:17:01Z', 'updated_at': '2021-07-07T21:17:07Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': '978dc0e5-572b-4376-845f-f4f141880e6c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '824de6d1-c5a8-453a-8dc1-958eb81e2aae', 'name': '', 'network_id': '29853a69-e636-4412-93e5-ac64203a003f', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:25:c8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:56Z', 'updated_at': '2021-07-07T21:17:03Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dc3652d-acc1-41d2-becb-6e5aa37026c5', 'name': '', 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:9b:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:48Z', 'updated_at': '2021-07-07T21:16:55Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:08.533629 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83840406-4fe1-45f1-9645-091799142161 None None] Checking router: 983adae4-e332-46c0-bef6-9947009356a2 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:17:08.544319 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83840406-4fe1-45f1-9645-091799142161 None None] Routers {'983adae4-e332-46c0-bef6-9947009356a2'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:08.545696 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-83840406-4fe1-45f1-9645-091799142161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['983adae4-e332-46c0-bef6-9947009356a2'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:08.653095 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-83840406-4fe1-45f1-9645-091799142161 None None] Set router 983adae4-e332-46c0-bef6-9947009356a2 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:17:08.692957 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb9c15dd-6c2c-4b51-8405-392ab98a3d50 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:08.770247 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c15dd-6c2c-4b51-8405-392ab98a3d50 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Port': ['ID=43723d19-3208-4f75-82a8-7c28fd34bfde,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:08.996305 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-83840406-4fe1-45f1-9645-091799142161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:17:05Z', 'revision_number': 7, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None, '_interfaces': [{'id': '1cb68a02-d071-481c-916c-2aea7c9a4007', 'name': '', 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:a7:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:51Z', 'updated_at': '2021-07-07T21:17:00Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43723d19-3208-4f75-82a8-7c28fd34bfde', 'name': '', 'network_id': 'c7709b48-8e2a-47ff-8fc3-5486ef76e533', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:38:1a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '978dc0e5-572b-4376-845f-f4f141880e6c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:17:01Z', 'updated_at': '2021-07-07T21:17:07Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': '978dc0e5-572b-4376-845f-f4f141880e6c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '824de6d1-c5a8-453a-8dc1-958eb81e2aae', 'name': '', 'network_id': '29853a69-e636-4412-93e5-ac64203a003f', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:25:c8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:56Z', 'updated_at': '2021-07-07T21:17:03Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dc3652d-acc1-41d2-becb-6e5aa37026c5', 'name': '', 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:9b:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:48Z', 'updated_at': '2021-07-07T21:16:55Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:09.033506 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb9c15dd-6c2c-4b51-8405-392ab98a3d50 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:09.061342 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83840406-4fe1-45f1-9645-091799142161 None None] The sync data for ids ['983adae4-e332-46c0-bef6-9947009356a2'] in n-d-695189-11 is: [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:17:05Z', 'revision_number': 7, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None, '_interfaces': [{'id': '1cb68a02-d071-481c-916c-2aea7c9a4007', 'name': '', 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:a7:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:51Z', 'updated_at': '2021-07-07T21:17:00Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43723d19-3208-4f75-82a8-7c28fd34bfde', 'name': '', 'network_id': 'c7709b48-8e2a-47ff-8fc3-5486ef76e533', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:38:1a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '978dc0e5-572b-4376-845f-f4f141880e6c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:17:01Z', 'updated_at': '2021-07-07T21:17:07Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': '978dc0e5-572b-4376-845f-f4f141880e6c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '824de6d1-c5a8-453a-8dc1-958eb81e2aae', 'name': '', 'network_id': '29853a69-e636-4412-93e5-ac64203a003f', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:25:c8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:56Z', 'updated_at': '2021-07-07T21:17:03Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dc3652d-acc1-41d2-becb-6e5aa37026c5', 'name': '', 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:9b:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:48Z', 'updated_at': '2021-07-07T21:16:55Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:17:09.289733 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9c15dd-6c2c-4b51-8405-392ab98a3d50 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Router 983adae4-e332-46c0-bef6-9947009356a2 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:17:09.433960 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9c15dd-6c2c-4b51-8405-392ab98a3d50 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:17:09.440038 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-eb9c15dd-6c2c-4b51-8405-392ab98a3d50 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "PUT /v2.0/routers/983adae4-e332-46c0-bef6-9947009356a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3357749 Jul 07 21:17:09.442525 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48284) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:09.450832 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02e8d15-fb29-441c-955d-16acfb22f83c None None] Sync routers for ids ['983adae4-e332-46c0-bef6-9947009356a2'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:17:09.462357 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02e8d15-fb29-441c-955d-16acfb22f83c None None] Routers {'983adae4-e332-46c0-bef6-9947009356a2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:09.463140 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-a02e8d15-fb29-441c-955d-16acfb22f83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['983adae4-e332-46c0-bef6-9947009356a2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:09.519887 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e047abe-9eb7-44a7-8c35-cfb8728a2e62 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting subnet 978dc0e5-572b-4376-845f-f4f141880e6c {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:17:09.526632 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1e047abe-9eb7-44a7-8c35-cfb8728a2e62 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:09.589584 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1e047abe-9eb7-44a7-8c35-cfb8728a2e62 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:09.720101 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1e047abe-9eb7-44a7-8c35-cfb8728a2e62 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:09.777907 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-a02e8d15-fb29-441c-955d-16acfb22f83c None None] Set router 983adae4-e332-46c0-bef6-9947009356a2 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:17:09.808497 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1e047abe-9eb7-44a7-8c35-cfb8728a2e62 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:09.845595 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e047abe-9eb7-44a7-8c35-cfb8728a2e62 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Subnet': ['ID=978dc0e5-572b-4376-845f-f4f141880e6c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:09.849740 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1e047abe-9eb7-44a7-8c35-cfb8728a2e62 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:09.853984 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1e047abe-9eb7-44a7-8c35-cfb8728a2e62 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/subnets/978dc0e5-572b-4376-845f-f4f141880e6c HTTP/1.1" status: 204 len: 168 time: 0.4081919 Jul 07 21:17:09.854801 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48290) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:09.884899 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3b8cfb-8f17-4765-b98a-3854f6053158 None None] Network c7709b48-8e2a-47ff-8fc3-5486ef76e533 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:17:09.961545 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:10.030851 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting port 973553cb-4f1f-46b6-9aea-f338942e7161 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:17:10.031815 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:10.112294 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] For port 973553cb-4f1f-46b6-9aea-f338942e7161, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=973553cb-4f1f-46b6-9aea-f338942e7161,segment=NetworkSegment(d8c61b97-7043-49a7-8fe6-bc9500b9fbf8),segment_id=d8c61b97-7043-49a7-8fe6-bc9500b9fbf8)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:10.113164 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:10.129536 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Calling delete_port for 973553cb-4f1f-46b6-9aea-f338942e7161 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:17:10.151113 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-a02e8d15-fb29-441c-955d-16acfb22f83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:17:08Z', 'revision_number': 8, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None, '_interfaces': [{'id': '1cb68a02-d071-481c-916c-2aea7c9a4007', 'name': '', 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:a7:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:51Z', 'updated_at': '2021-07-07T21:17:00Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '824de6d1-c5a8-453a-8dc1-958eb81e2aae', 'name': '', 'network_id': '29853a69-e636-4412-93e5-ac64203a003f', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:25:c8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:56Z', 'updated_at': '2021-07-07T21:17:03Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dc3652d-acc1-41d2-becb-6e5aa37026c5', 'name': '', 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:9b:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:48Z', 'updated_at': '2021-07-07T21:16:55Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:10.182131 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02e8d15-fb29-441c-955d-16acfb22f83c None None] Checking router: 983adae4-e332-46c0-bef6-9947009356a2 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:17:10.192234 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02e8d15-fb29-441c-955d-16acfb22f83c None None] Routers {'983adae4-e332-46c0-bef6-9947009356a2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:10.192868 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-a02e8d15-fb29-441c-955d-16acfb22f83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['983adae4-e332-46c0-bef6-9947009356a2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:10.267017 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:10.296945 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Port': ['ID=973553cb-4f1f-46b6-9aea-f338942e7161,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:10.302845 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b850b9-2cbe-45ba-9f11-64f0eec9e61a None None] DHCP port deletion for c7709b48-8e2a-47ff-8fc3-5486ef76e533 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:17:10.305345 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] No DVR routers for this DVR port 973553cb-4f1f-46b6-9aea-f338942e7161 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:17:10.311373 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:10.311610 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:10.311768 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:10.312106 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:10.312396 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:10.312722 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:10.313043 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:10.313369 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:10.313686 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:10.314012 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:10.314744 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:10.314744 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:17:10.339940 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-a02e8d15-fb29-441c-955d-16acfb22f83c None None] Set router 983adae4-e332-46c0-bef6-9947009356a2 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:17:10.410637 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:10.442282 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7709b48-8e2a-47ff-8fc3-5486ef76e533']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:10.469657 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c61b97-7043-49a7-8fe6-bc9500b9fbf8') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:10.469657 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c61b97-7043-49a7-8fe6-bc9500b9fbf8') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:10.499505 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:10.523542 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:10.533887 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:17:10.534649 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:17:10.538882 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:17:10.598564 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-a02e8d15-fb29-441c-955d-16acfb22f83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:17:08Z', 'revision_number': 8, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None, '_interfaces': [{'id': '1cb68a02-d071-481c-916c-2aea7c9a4007', 'name': '', 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:a7:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:51Z', 'updated_at': '2021-07-07T21:17:00Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '824de6d1-c5a8-453a-8dc1-958eb81e2aae', 'name': '', 'network_id': '29853a69-e636-4412-93e5-ac64203a003f', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:25:c8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:56Z', 'updated_at': '2021-07-07T21:17:03Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dc3652d-acc1-41d2-becb-6e5aa37026c5', 'name': '', 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:9b:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:48Z', 'updated_at': '2021-07-07T21:16:55Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:10.629891 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02e8d15-fb29-441c-955d-16acfb22f83c None None] The sync data for ids ['983adae4-e332-46c0-bef6-9947009356a2'] in n-d-695189-11 is: [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:17:08Z', 'revision_number': 8, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None, '_interfaces': [{'id': '1cb68a02-d071-481c-916c-2aea7c9a4007', 'name': '', 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:a7:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:51Z', 'updated_at': '2021-07-07T21:17:00Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '824de6d1-c5a8-453a-8dc1-958eb81e2aae', 'name': '', 'network_id': '29853a69-e636-4412-93e5-ac64203a003f', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:25:c8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:56Z', 'updated_at': '2021-07-07T21:17:03Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': '29262e09-b9fe-4f85-8c76-dcff0320da3d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dc3652d-acc1-41d2-becb-6e5aa37026c5', 'name': '', 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:9b:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:48Z', 'updated_at': '2021-07-07T21:16:55Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:17:10.632961 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:10.652939 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:10.655436 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/networks/c7709b48-8e2a-47ff-8fc3-5486ef76e533 HTTP/1.1" status: 204 len: 168 time: 0.7998738 Jul 07 21:17:10.656348 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f009a4-9db3-4873-b4e7-c4d87cdc3b88 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Network': ['ID=c7709b48-8e2a-47ff-8fc3-5486ef76e533,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:10.658020 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48296) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:11.199190 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 973553cb-4f1f-46b6-9aea-f338942e7161 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:17:11.242143 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8560d58f-3d9a-4363-ac27-8c0abc60e4c9 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:11.248211 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 973553cb-4f1f-46b6-9aea-f338942e7161 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:17:11.252003 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 973553cb-4f1f-46b6-9aea-f338942e7161 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:17:11.252821 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 43723d19-3208-4f75-82a8-7c28fd34bfde no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:17:11.299274 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 43723d19-3208-4f75-82a8-7c28fd34bfde {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:17:11.299815 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 43723d19-3208-4f75-82a8-7c28fd34bfde not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:17:11.641223 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-8560d58f-3d9a-4363-ac27-8c0abc60e4c9 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting port 824de6d1-c5a8-453a-8dc1-958eb81e2aae {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:17:11.641223 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8560d58f-3d9a-4363-ac27-8c0abc60e4c9 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:11.754665 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-8560d58f-3d9a-4363-ac27-8c0abc60e4c9 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] For port 824de6d1-c5a8-453a-8dc1-958eb81e2aae, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=824de6d1-c5a8-453a-8dc1-958eb81e2aae,segment=NetworkSegment(9a514d75-4513-4f11-ad71-a98f0761fd95),segment_id=9a514d75-4513-4f11-ad71-a98f0761fd95)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:11.755366 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8560d58f-3d9a-4363-ac27-8c0abc60e4c9 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:11.770523 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-8560d58f-3d9a-4363-ac27-8c0abc60e4c9 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Calling delete_port for 824de6d1-c5a8-453a-8dc1-958eb81e2aae owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:17:12.041530 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8560d58f-3d9a-4363-ac27-8c0abc60e4c9 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:12.088639 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560d58f-3d9a-4363-ac27-8c0abc60e4c9 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Port': ['ID=824de6d1-c5a8-453a-8dc1-958eb81e2aae,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:12.306735 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8560d58f-3d9a-4363-ac27-8c0abc60e4c9 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:12.591424 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8560d58f-3d9a-4363-ac27-8c0abc60e4c9 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Router 983adae4-e332-46c0-bef6-9947009356a2 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:17:12.749405 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8560d58f-3d9a-4363-ac27-8c0abc60e4c9 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:17:12.754752 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8560d58f-3d9a-4363-ac27-8c0abc60e4c9 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "PUT /v2.0/routers/983adae4-e332-46c0-bef6-9947009356a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0918748 Jul 07 21:17:12.757728 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48312) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:12.758900 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15263622-ecee-4dcd-93a7-948382ec657b None None] Sync routers for ids ['983adae4-e332-46c0-bef6-9947009356a2'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:17:12.768678 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15263622-ecee-4dcd-93a7-948382ec657b None None] Routers {'983adae4-e332-46c0-bef6-9947009356a2'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:12.769348 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-15263622-ecee-4dcd-93a7-948382ec657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['983adae4-e332-46c0-bef6-9947009356a2'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:12.830317 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a9cb35-1dcf-4ba1-b8e0-5bd8a1559975 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting subnet 29262e09-b9fe-4f85-8c76-dcff0320da3d {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:17:12.834359 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7a9cb35-1dcf-4ba1-b8e0-5bd8a1559975 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:12.880075 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7a9cb35-1dcf-4ba1-b8e0-5bd8a1559975 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:12.892711 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-15263622-ecee-4dcd-93a7-948382ec657b None None] Set router 983adae4-e332-46c0-bef6-9947009356a2 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:17:12.998953 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7a9cb35-1dcf-4ba1-b8e0-5bd8a1559975 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:13.101643 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7a9cb35-1dcf-4ba1-b8e0-5bd8a1559975 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:13.141716 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e7a9cb35-1dcf-4ba1-b8e0-5bd8a1559975 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:13.144421 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e7a9cb35-1dcf-4ba1-b8e0-5bd8a1559975 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/subnets/29262e09-b9fe-4f85-8c76-dcff0320da3d HTTP/1.1" status: 204 len: 168 time: 0.3855190 Jul 07 21:17:13.147046 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48318) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:13.148878 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bef1e69-df95-4d9a-a7a6-37a300c25794 None None] Network 29853a69-e636-4412-93e5-ac64203a003f requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:17:13.161489 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9cb35-1dcf-4ba1-b8e0-5bd8a1559975 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Subnet': ['ID=29262e09-b9fe-4f85-8c76-dcff0320da3d,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:13.304571 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74641dcf-4834-4410-b021-24f0368c7317 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:13.348215 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-15263622-ecee-4dcd-93a7-948382ec657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:17:11Z', 'revision_number': 9, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None, '_interfaces': [{'id': '1cb68a02-d071-481c-916c-2aea7c9a4007', 'name': '', 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:a7:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:51Z', 'updated_at': '2021-07-07T21:17:00Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dc3652d-acc1-41d2-becb-6e5aa37026c5', 'name': '', 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:9b:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:48Z', 'updated_at': '2021-07-07T21:16:55Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:13.394458 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15263622-ecee-4dcd-93a7-948382ec657b None None] Checking router: 983adae4-e332-46c0-bef6-9947009356a2 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:17:13.403813 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15263622-ecee-4dcd-93a7-948382ec657b None None] Routers {'983adae4-e332-46c0-bef6-9947009356a2'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:13.404579 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-15263622-ecee-4dcd-93a7-948382ec657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['983adae4-e332-46c0-bef6-9947009356a2'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:13.411596 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-74641dcf-4834-4410-b021-24f0368c7317 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting port 195e2b7d-2df4-4ca9-9373-9e664c923c6f {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:17:13.412115 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74641dcf-4834-4410-b021-24f0368c7317 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:13.449335 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1e2550-c653-40f9-8c79-9b4422520ca3 None None] DHCP port deletion for 29853a69-e636-4412-93e5-ac64203a003f request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:17:13.524822 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-15263622-ecee-4dcd-93a7-948382ec657b None None] Set router 983adae4-e332-46c0-bef6-9947009356a2 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:17:13.551395 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e2550-c653-40f9-8c79-9b4422520ca3 None None] Deleting port 195e2b7d-2df4-4ca9-9373-9e664c923c6f {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:17:13.551782 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1d1e2550-c653-40f9-8c79-9b4422520ca3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:13.568700 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-74641dcf-4834-4410-b021-24f0368c7317 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] For port 195e2b7d-2df4-4ca9-9373-9e664c923c6f, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=195e2b7d-2df4-4ca9-9373-9e664c923c6f,segment=NetworkSegment(9a514d75-4513-4f11-ad71-a98f0761fd95),segment_id=9a514d75-4513-4f11-ad71-a98f0761fd95)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:13.569363 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74641dcf-4834-4410-b021-24f0368c7317 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:13.599785 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-74641dcf-4834-4410-b021-24f0368c7317 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Calling delete_port for 195e2b7d-2df4-4ca9-9373-9e664c923c6f owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:17:13.620548 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1d1e2550-c653-40f9-8c79-9b4422520ca3 None None] For port 195e2b7d-2df4-4ca9-9373-9e664c923c6f, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=195e2b7d-2df4-4ca9-9373-9e664c923c6f,segment=NetworkSegment(9a514d75-4513-4f11-ad71-a98f0761fd95),segment_id=9a514d75-4513-4f11-ad71-a98f0761fd95)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:13.620957 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1d1e2550-c653-40f9-8c79-9b4422520ca3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:13.643391 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e2550-c653-40f9-8c79-9b4422520ca3 None None] Calling delete_port for 195e2b7d-2df4-4ca9-9373-9e664c923c6f owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:17:13.746662 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74641dcf-4834-4410-b021-24f0368c7317 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:13.791698 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1d1e2550-c653-40f9-8c79-9b4422520ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:13.803433 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74641dcf-4834-4410-b021-24f0368c7317 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Port': ['ID=195e2b7d-2df4-4ca9-9373-9e664c923c6f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:13.807795 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74641dcf-4834-4410-b021-24f0368c7317 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] No DVR routers for this DVR port 195e2b7d-2df4-4ca9-9373-9e664c923c6f on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:17:13.819469 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1e2550-c653-40f9-8c79-9b4422520ca3 None None] No DVR routers for this DVR port 195e2b7d-2df4-4ca9-9373-9e664c923c6f on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:17:13.842313 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-15263622-ecee-4dcd-93a7-948382ec657b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:17:11Z', 'revision_number': 9, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None, '_interfaces': [{'id': '1cb68a02-d071-481c-916c-2aea7c9a4007', 'name': '', 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:a7:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:51Z', 'updated_at': '2021-07-07T21:17:00Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dc3652d-acc1-41d2-becb-6e5aa37026c5', 'name': '', 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:9b:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:48Z', 'updated_at': '2021-07-07T21:16:55Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:13.877379 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15263622-ecee-4dcd-93a7-948382ec657b None None] The sync data for ids ['983adae4-e332-46c0-bef6-9947009356a2'] in n-d-695189-11 is: [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:17:11Z', 'revision_number': 9, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None, '_interfaces': [{'id': '1cb68a02-d071-481c-916c-2aea7c9a4007', 'name': '', 'network_id': '8b487d42-d991-4d2c-83fb-77a26a3b9d96', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:a7:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3407, 'fixed_ips': [{'subnet_id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:51Z', 'updated_at': '2021-07-07T21:17:00Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'cac1f3e9-865e-457b-88e8-55554073d1fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dc3652d-acc1-41d2-becb-6e5aa37026c5', 'name': '', 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:9b:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:48Z', 'updated_at': '2021-07-07T21:16:55Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:17:13.882611 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e2550-c653-40f9-8c79-9b4422520ca3 None None] Pushing event deleted for resources: {'Port': ['ID=195e2b7d-2df4-4ca9-9373-9e664c923c6f,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:13.946152 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74641dcf-4834-4410-b021-24f0368c7317 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:13.959023 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-74641dcf-4834-4410-b021-24f0368c7317 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29853a69-e636-4412-93e5-ac64203a003f']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:13.973964 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-74641dcf-4834-4410-b021-24f0368c7317 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a514d75-4513-4f11-ad71-a98f0761fd95') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:13.974271 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-74641dcf-4834-4410-b021-24f0368c7317 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a514d75-4513-4f11-ad71-a98f0761fd95') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:13.988207 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74641dcf-4834-4410-b021-24f0368c7317 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:14.012852 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74641dcf-4834-4410-b021-24f0368c7317 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:14.021544 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74641dcf-4834-4410-b021-24f0368c7317 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:17:14.021983 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74641dcf-4834-4410-b021-24f0368c7317 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:17:14.038955 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:17:14.101353 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74641dcf-4834-4410-b021-24f0368c7317 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:14.153082 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-74641dcf-4834-4410-b021-24f0368c7317 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:14.157883 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-74641dcf-4834-4410-b021-24f0368c7317 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/networks/29853a69-e636-4412-93e5-ac64203a003f HTTP/1.1" status: 204 len: 168 time: 1.0097439 Jul 07 21:17:14.159679 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74641dcf-4834-4410-b021-24f0368c7317 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Network': ['ID=29853a69-e636-4412-93e5-ac64203a003f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:14.160894 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48332) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:14.979344 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32cb0a-d6d9-4f4f-b583-129da58f08a9 req-5b539c8a-3ea8-436f-ad3c-f1ba1eca9bc5 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:14.980939 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7b32cb0a-d6d9-4f4f-b583-129da58f08a9 req-5b539c8a-3ea8-436f-ad3c-f1ba1eca9bc5 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 947 time: 0.1632257 Jul 07 21:17:15.054900 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7b32cb0a-d6d9-4f4f-b583-129da58f08a9 req-9fb97d79-1b05-4b42-8160-6bb528f18b8c tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678132 Jul 07 21:17:15.174434 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 195e2b7d-2df4-4ca9-9373-9e664c923c6f no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:17:15.199263 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 195e2b7d-2df4-4ca9-9373-9e664c923c6f {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:17:15.200053 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 195e2b7d-2df4-4ca9-9373-9e664c923c6f not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:17:15.201137 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 824de6d1-c5a8-453a-8dc1-958eb81e2aae no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:17:15.224089 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 824de6d1-c5a8-453a-8dc1-958eb81e2aae {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:17:15.224787 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 824de6d1-c5a8-453a-8dc1-958eb81e2aae not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:17:15.246564 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b205d722-06eb-41e8-a786-145ba1835809 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:15.662687 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-b205d722-06eb-41e8-a786-145ba1835809 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting port 1cb68a02-d071-481c-916c-2aea7c9a4007 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:17:15.663122 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b205d722-06eb-41e8-a786-145ba1835809 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:15.809564 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-b205d722-06eb-41e8-a786-145ba1835809 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] For port 1cb68a02-d071-481c-916c-2aea7c9a4007, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=1cb68a02-d071-481c-916c-2aea7c9a4007,segment=NetworkSegment(9046dac2-e26a-4a5f-8bba-b1da5798e7b2),segment_id=9046dac2-e26a-4a5f-8bba-b1da5798e7b2)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:15.810022 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b205d722-06eb-41e8-a786-145ba1835809 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:15.837899 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-b205d722-06eb-41e8-a786-145ba1835809 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Calling delete_port for 1cb68a02-d071-481c-916c-2aea7c9a4007 owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:17:16.106798 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b205d722-06eb-41e8-a786-145ba1835809 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:16.141818 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205d722-06eb-41e8-a786-145ba1835809 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Port': ['ID=1cb68a02-d071-481c-916c-2aea7c9a4007,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:16.186779 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee0585-e6c7-4dc5-b42a-3e330f93cafa req-10d5ffee-cf2d-4665-bbbc-5d81255c2ad0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:16.188477 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-27ee0585-e6c7-4dc5-b42a-3e330f93cafa req-10d5ffee-cf2d-4665-bbbc-5d81255c2ad0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 947 time: 0.1482303 Jul 07 21:17:16.522489 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b205d722-06eb-41e8-a786-145ba1835809 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:16.541966 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c2e7e-a927-45f3-9c22-7fb55a45432d req-c37442cc-3982-4fd9-9882-c16c62cb9618 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:16.543754 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-726c2e7e-a927-45f3-9c22-7fb55a45432d req-c37442cc-3982-4fd9-9882-c16c62cb9618 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 947 time: 0.2707033 Jul 07 21:17:16.652927 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-27ee0585-e6c7-4dc5-b42a-3e330f93cafa req-94401884-adc7-44df-93fb-e3c88d0030a8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Deleting port 44837011-61dc-464b-845f-cc5cf966dbb5 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:17:16.654725 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-27ee0585-e6c7-4dc5-b42a-3e330f93cafa req-94401884-adc7-44df-93fb-e3c88d0030a8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:16.718673 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:17:16.745605 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-726c2e7e-a927-45f3-9c22-7fb55a45432d req-b7538f7b-1039-4043-8b03-f80c24113d10 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups?id=dc248a49-5f70-4144-b6be-bc6b58c86efb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1900792 Jul 07 21:17:16.884989 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-27ee0585-e6c7-4dc5-b42a-3e330f93cafa req-94401884-adc7-44df-93fb-e3c88d0030a8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] For port 44837011-61dc-464b-845f-cc5cf966dbb5, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=44837011-61dc-464b-845f-cc5cf966dbb5,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:16.887240 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-27ee0585-e6c7-4dc5-b42a-3e330f93cafa req-94401884-adc7-44df-93fb-e3c88d0030a8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:16.976493 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b205d722-06eb-41e8-a786-145ba1835809 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Router 983adae4-e332-46c0-bef6-9947009356a2 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:17:17.179319 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b205d722-06eb-41e8-a786-145ba1835809 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:17:17.185806 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b205d722-06eb-41e8-a786-145ba1835809 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "PUT /v2.0/routers/983adae4-e332-46c0-bef6-9947009356a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0233309 Jul 07 21:17:17.188364 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48354) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:17.192453 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6357dd8-40af-4efd-a9f9-2a8b71e218e2 None None] Sync routers for ids ['983adae4-e332-46c0-bef6-9947009356a2'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:17:17.202553 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-27ee0585-e6c7-4dc5-b42a-3e330f93cafa req-94401884-adc7-44df-93fb-e3c88d0030a8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:17.202553 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-27ee0585-e6c7-4dc5-b42a-3e330f93cafa req-94401884-adc7-44df-93fb-e3c88d0030a8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:17.202929 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [req-27ee0585-e6c7-4dc5-b42a-3e330f93cafa req-94401884-adc7-44df-93fb-e3c88d0030a8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Floating IP 4324b7a4-5440-4bdd-9f79-4c0099581738 disassociated. External IP: 172.25.5.11, port: 44837011-61dc-464b-845f-cc5cf966dbb5. Jul 07 21:17:17.203111 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-27ee0585-e6c7-4dc5-b42a-3e330f93cafa req-94401884-adc7-44df-93fb-e3c88d0030a8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Calling delete_port for 44837011-61dc-464b-845f-cc5cf966dbb5 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:17:17.205244 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6357dd8-40af-4efd-a9f9-2a8b71e218e2 None None] Routers {'983adae4-e332-46c0-bef6-9947009356a2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:17.206183 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-e6357dd8-40af-4efd-a9f9-2a8b71e218e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['983adae4-e332-46c0-bef6-9947009356a2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:17.267464 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a39f695-0050-4175-96b5-97694802a1f0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting subnet cac1f3e9-865e-457b-88e8-55554073d1fe {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:17:17.272824 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3a39f695-0050-4175-96b5-97694802a1f0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:17.329666 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3a39f695-0050-4175-96b5-97694802a1f0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:17.391598 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-e6357dd8-40af-4efd-a9f9-2a8b71e218e2 None None] Set router 983adae4-e332-46c0-bef6-9947009356a2 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:17:17.437453 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-27ee0585-e6c7-4dc5-b42a-3e330f93cafa req-94401884-adc7-44df-93fb-e3c88d0030a8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:17.472026 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3a39f695-0050-4175-96b5-97694802a1f0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:17.489716 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94401884-adc7-44df-93fb-e3c88d0030a8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Pushing event deleted for resources: {'Port': ['ID=44837011-61dc-464b-845f-cc5cf966dbb5,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:17.609324 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3a39f695-0050-4175-96b5-97694802a1f0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:17.651034 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48a82a0-43ef-41a6-97b0-81d8f82390ca None None] Network 8b487d42-d991-4d2c-83fb-77a26a3b9d96 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:17:17.660781 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3a39f695-0050-4175-96b5-97694802a1f0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:17.665527 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48358) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:17.666253 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3a39f695-0050-4175-96b5-97694802a1f0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/subnets/cac1f3e9-865e-457b-88e8-55554073d1fe HTTP/1.1" status: 204 len: 168 time: 0.4767842 Jul 07 21:17:17.667519 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39f695-0050-4175-96b5-97694802a1f0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Subnet': ['ID=cac1f3e9-865e-457b-88e8-55554073d1fe,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:17.831943 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-779040a1-1697-4e70-bb01-00eebbe48b14 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:17.833875 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-e6357dd8-40af-4efd-a9f9-2a8b71e218e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:17:16Z', 'revision_number': 10, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None, '_interfaces': [{'id': '8dc3652d-acc1-41d2-becb-6e5aa37026c5', 'name': '', 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:9b:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:48Z', 'updated_at': '2021-07-07T21:16:55Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:17.847290 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27ee0585-e6c7-4dc5-b42a-3e330f93cafa req-94401884-adc7-44df-93fb-e3c88d0030a8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Router a27d62bd-71c5-46e5-8d70-df484cf25654 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:17:17.865885 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6357dd8-40af-4efd-a9f9-2a8b71e218e2 None None] Checking router: 983adae4-e332-46c0-bef6-9947009356a2 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:17:17.882847 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6357dd8-40af-4efd-a9f9-2a8b71e218e2 None None] Routers {'983adae4-e332-46c0-bef6-9947009356a2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:17.883525 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-e6357dd8-40af-4efd-a9f9-2a8b71e218e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['983adae4-e332-46c0-bef6-9947009356a2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:18.024002 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d941a2-3167-4953-9476-ab984c154d8d None None] DHCP port deletion for 8b487d42-d991-4d2c-83fb-77a26a3b9d96 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:17:18.088949 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-e6357dd8-40af-4efd-a9f9-2a8b71e218e2 None None] Set router 983adae4-e332-46c0-bef6-9947009356a2 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:17:18.091474 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f96efe88-5a5b-4325-ac66-c490444d53df req-c19cedab-7eaa-4ba5-8433-2b107d53ef6a tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b689c25-d51e-4820-90e6-fd947039b4bf HTTP/1.1" status: 200 len: 210 time: 0.1106617 Jul 07 21:17:18.118612 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27ee0585-e6c7-4dc5-b42a-3e330f93cafa req-94401884-adc7-44df-93fb-e3c88d0030a8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:17:18.132216 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208560f-4d9e-4a36-a752-6b63654a96de None None] Sync routers for ids ['a27d62bd-71c5-46e5-8d70-df484cf25654'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:17:18.149469 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208560f-4d9e-4a36-a752-6b63654a96de None None] Routers {'a27d62bd-71c5-46e5-8d70-df484cf25654'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:18.150083 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0208560f-4d9e-4a36-a752-6b63654a96de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a27d62bd-71c5-46e5-8d70-df484cf25654'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:18.156660 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-779040a1-1697-4e70-bb01-00eebbe48b14 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting port a98bf555-2a72-45f5-8440-778dcd852478 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:17:18.157018 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-779040a1-1697-4e70-bb01-00eebbe48b14 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:18.205426 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ee0585-e6c7-4dc5-b42a-3e330f93cafa req-94401884-adc7-44df-93fb-e3c88d0030a8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] No DVR routers for this DVR port 44837011-61dc-464b-845f-cc5cf966dbb5 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:17:18.210673 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-27ee0585-e6c7-4dc5-b42a-3e330f93cafa req-94401884-adc7-44df-93fb-e3c88d0030a8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:18.215073 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-27ee0585-e6c7-4dc5-b42a-3e330f93cafa req-94401884-adc7-44df-93fb-e3c88d0030a8 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.39 "DELETE /v2.0/ports/44837011-61dc-464b-845f-cc5cf966dbb5 HTTP/1.1" status: 204 len: 173 time: 2.0207286 Jul 07 21:17:18.267085 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b689c25-d51e-4820-90e6-fd947039b4bf', 'name': 'network-vif-deleted', 'tag': '44837011-61dc-464b-845f-cc5cf966dbb5'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:17:18.276686 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4557a6ae-6a33-4065-880d-24e6e40a8aa8" -d '{"events": [{"server_uuid": "7b689c25-d51e-4820-90e6-fd947039b4bf", "name": "network-vif-deleted", "tag": "44837011-61dc-464b-845f-cc5cf966dbb5"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:17:18.286908 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b3d941a2-3167-4953-9476-ab984c154d8d None None] Deleting port a98bf555-2a72-45f5-8440-778dcd852478 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:17:18.287533 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b3d941a2-3167-4953-9476-ab984c154d8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:18.300819 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-0208560f-4d9e-4a36-a752-6b63654a96de None None] Set router a27d62bd-71c5-46e5-8d70-df484cf25654 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:17:18.367424 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4113c06b-5c33-4897-aec0-14e6f396684d x-openstack-request-id: req-4113c06b-5c33-4897-aec0-14e6f396684d {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:17:18.367770 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b689c25-d51e-4820-90e6-fd947039b4bf", "name": "network-vif-deleted", "tag": "44837011-61dc-464b-845f-cc5cf966dbb5", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:17:18.367980 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4113c06b-5c33-4897-aec0-14e6f396684d {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:17:18.368407 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b689c25-d51e-4820-90e6-fd947039b4bf', 'name': 'network-vif-deleted', 'tag': '44837011-61dc-464b-845f-cc5cf966dbb5', 'status': 'completed', 'code': 200} Jul 07 21:17:18.376989 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b3d941a2-3167-4953-9476-ab984c154d8d None None] For port a98bf555-2a72-45f5-8440-778dcd852478, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a98bf555-2a72-45f5-8440-778dcd852478,segment=NetworkSegment(9046dac2-e26a-4a5f-8bba-b1da5798e7b2),segment_id=9046dac2-e26a-4a5f-8bba-b1da5798e7b2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:18.377667 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b3d941a2-3167-4953-9476-ab984c154d8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:18.381094 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-779040a1-1697-4e70-bb01-00eebbe48b14 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] For port a98bf555-2a72-45f5-8440-778dcd852478, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a98bf555-2a72-45f5-8440-778dcd852478,segment=NetworkSegment(9046dac2-e26a-4a5f-8bba-b1da5798e7b2),segment_id=9046dac2-e26a-4a5f-8bba-b1da5798e7b2)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:18.381355 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-779040a1-1697-4e70-bb01-00eebbe48b14 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:18.413254 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-b3d941a2-3167-4953-9476-ab984c154d8d None None] Calling delete_port for a98bf555-2a72-45f5-8440-778dcd852478 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:17:18.420376 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-779040a1-1697-4e70-bb01-00eebbe48b14 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Calling delete_port for a98bf555-2a72-45f5-8440-778dcd852478 owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:17:18.512050 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-e6357dd8-40af-4efd-a9f9-2a8b71e218e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:17:16Z', 'revision_number': 10, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None, '_interfaces': [{'id': '8dc3652d-acc1-41d2-becb-6e5aa37026c5', 'name': '', 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:9b:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:48Z', 'updated_at': '2021-07-07T21:16:55Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:18.548357 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6357dd8-40af-4efd-a9f9-2a8b71e218e2 None None] The sync data for ids ['983adae4-e332-46c0-bef6-9947009356a2'] in n-d-695189-11 is: [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:17:16Z', 'revision_number': 10, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None, '_interfaces': [{'id': '8dc3652d-acc1-41d2-becb-6e5aa37026c5', 'name': '', 'network_id': '11554add-2a32-4d1b-a8e9-9e030dc84feb', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'mac_address': 'fa:16:3e:9b:ca:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983adae4-e332-46c0-bef6-9947009356a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:48Z', 'updated_at': '2021-07-07T21:16:55Z', 'revision_number': 5, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'subnets': [{'id': 'b6e26093-27be-4e6e-968b-852e39fb0f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:17:18.563110 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-779040a1-1697-4e70-bb01-00eebbe48b14 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:18.570220 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b3d941a2-3167-4953-9476-ab984c154d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:18.604839 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779040a1-1697-4e70-bb01-00eebbe48b14 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] No DVR routers for this DVR port a98bf555-2a72-45f5-8440-778dcd852478 on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:17:18.608682 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779040a1-1697-4e70-bb01-00eebbe48b14 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Port': ['ID=a98bf555-2a72-45f5-8440-778dcd852478,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:18.636427 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d941a2-3167-4953-9476-ab984c154d8d None None] Pushing event deleted for resources: {'Port': ['ID=a98bf555-2a72-45f5-8440-778dcd852478,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:18.644739 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d941a2-3167-4953-9476-ab984c154d8d None None] No DVR routers for this DVR port a98bf555-2a72-45f5-8440-778dcd852478 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:17:18.707019 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0208560f-4d9e-4a36-a752-6b63654a96de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'name': 'tempest-AttachVolumeShelveTestJSON-56852643-router', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:08:44Z', 'updated_at': '2021-07-07T21:08:49Z', 'revision_number': 4, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'gw_port': {'id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:45Z', 'updated_at': '2021-07-07T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '59b2889a-88c0-4add-bc85-d8b6db5fcb5f', 'name': '', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'mac_address': 'fa:16:3e:90:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:48Z', 'updated_at': '2021-07-07T21:08:56Z', 'revision_number': 5, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'subnets': [{'id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:18.716212 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-779040a1-1697-4e70-bb01-00eebbe48b14 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:18.736363 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208560f-4d9e-4a36-a752-6b63654a96de None None] Checking router: a27d62bd-71c5-46e5-8d70-df484cf25654 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:17:18.737897 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-779040a1-1697-4e70-bb01-00eebbe48b14 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b487d42-d991-4d2c-83fb-77a26a3b9d96']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:18.745176 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208560f-4d9e-4a36-a752-6b63654a96de None None] Routers {'a27d62bd-71c5-46e5-8d70-df484cf25654'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:18.745864 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0208560f-4d9e-4a36-a752-6b63654a96de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a27d62bd-71c5-46e5-8d70-df484cf25654'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:18.753303 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-779040a1-1697-4e70-bb01-00eebbe48b14 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9046dac2-e26a-4a5f-8bba-b1da5798e7b2') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:18.753916 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-779040a1-1697-4e70-bb01-00eebbe48b14 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9046dac2-e26a-4a5f-8bba-b1da5798e7b2') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:18.765522 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-779040a1-1697-4e70-bb01-00eebbe48b14 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:18.783354 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-779040a1-1697-4e70-bb01-00eebbe48b14 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:18.792640 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-779040a1-1697-4e70-bb01-00eebbe48b14 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:17:18.793458 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-779040a1-1697-4e70-bb01-00eebbe48b14 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:17:18.866369 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:17:18.872318 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-779040a1-1697-4e70-bb01-00eebbe48b14 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:18.882226 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-779040a1-1697-4e70-bb01-00eebbe48b14 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:18.884386 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-779040a1-1697-4e70-bb01-00eebbe48b14 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/networks/8b487d42-d991-4d2c-83fb-77a26a3b9d96 HTTP/1.1" status: 204 len: 168 time: 1.2161300 Jul 07 21:17:18.884702 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-0208560f-4d9e-4a36-a752-6b63654a96de None None] Set router a27d62bd-71c5-46e5-8d70-df484cf25654 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:17:18.887127 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48388) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:18.915104 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779040a1-1697-4e70-bb01-00eebbe48b14 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Network': ['ID=8b487d42-d991-4d2c-83fb-77a26a3b9d96,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:19.144188 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 1cb68a02-d071-481c-916c-2aea7c9a4007 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:17:19.171400 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 1cb68a02-d071-481c-916c-2aea7c9a4007 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:17:19.171870 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 1cb68a02-d071-481c-916c-2aea7c9a4007 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:17:19.172371 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a98bf555-2a72-45f5-8440-778dcd852478 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:17:19.228472 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: a98bf555-2a72-45f5-8440-778dcd852478 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:17:19.228933 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a98bf555-2a72-45f5-8440-778dcd852478 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:17:19.272102 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0208560f-4d9e-4a36-a752-6b63654a96de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'name': 'tempest-AttachVolumeShelveTestJSON-56852643-router', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:08:44Z', 'updated_at': '2021-07-07T21:08:49Z', 'revision_number': 4, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'gw_port': {'id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:45Z', 'updated_at': '2021-07-07T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '59b2889a-88c0-4add-bc85-d8b6db5fcb5f', 'name': '', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'mac_address': 'fa:16:3e:90:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:48Z', 'updated_at': '2021-07-07T21:08:56Z', 'revision_number': 5, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'subnets': [{'id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:19.299964 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48400) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:19.309650 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208560f-4d9e-4a36-a752-6b63654a96de None None] The sync data for ids ['a27d62bd-71c5-46e5-8d70-df484cf25654'] in n-d-695189-11 is: [{'id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'name': 'tempest-AttachVolumeShelveTestJSON-56852643-router', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:08:44Z', 'updated_at': '2021-07-07T21:08:49Z', 'revision_number': 4, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'gw_port': {'id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:45Z', 'updated_at': '2021-07-07T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '59b2889a-88c0-4add-bc85-d8b6db5fcb5f', 'name': '', 'network_id': '71e90e76-92b1-4ebc-85b0-c55c9e97f894', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'mac_address': 'fa:16:3e:90:77:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:48Z', 'updated_at': '2021-07-07T21:08:56Z', 'revision_number': 5, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'subnets': [{'id': '695c722d-c0e1-4b67-838e-81b8bf679407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:17:19.373064 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b82b6fc-d4d8-447f-831e-326070f42acd tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:19.404465 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b82b6fc-d4d8-447f-831e-326070f42acd tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:19.476488 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b82b6fc-d4d8-447f-831e-326070f42acd tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:19.479210 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b82b6fc-d4d8-447f-831e-326070f42acd tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:19.482323 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2b82b6fc-d4d8-447f-831e-326070f42acd tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "DELETE /v2.0/security-groups/dc248a49-5f70-4144-b6be-bc6b58c86efb HTTP/1.1" status: 204 len: 168 time: 0.1809657 Jul 07 21:17:19.485775 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48402) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:19.498923 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82b6fc-d4d8-447f-831e-326070f42acd tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc248a49-5f70-4144-b6be-bc6b58c86efb,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:19.514620 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-7c46fefc-789a-41f5-ba4c-f75817d9f6b0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] show failed (client error): The resource could not be found. Jul 07 21:17:19.517611 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7c46fefc-789a-41f5-ba4c-f75817d9f6b0 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "GET /v2.0/security-groups/dc248a49-5f70-4144-b6be-bc6b58c86efb HTTP/1.1" status: 404 len: 347 time: 0.0289226 Jul 07 21:17:19.519009 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48404) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:19.669320 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-813acf37-3972-462c-a5f9-49018fad8f83 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Deleting port 9049d141-9263-4053-85ae-20fa70a33440 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:17:19.670213 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-813acf37-3972-462c-a5f9-49018fad8f83 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:19.678169 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552ef0a6-dd11-488b-af72-69497bdbeba0 None None] New status for floating IP 4324b7a4-5440-4bdd-9f79-4c0099581738: DOWN {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:17:19.756004 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-813acf37-3972-462c-a5f9-49018fad8f83 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:19.756345 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-813acf37-3972-462c-a5f9-49018fad8f83 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:19.769309 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-813acf37-3972-462c-a5f9-49018fad8f83 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Calling delete_port for 9049d141-9263-4053-85ae-20fa70a33440 owned by network:floatingip {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:17:19.782583 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-14e6c5e0-cf1a-4d39-a0cb-292a090a08b7 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:19.931525 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-813acf37-3972-462c-a5f9-49018fad8f83 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:19.958508 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813acf37-3972-462c-a5f9-49018fad8f83 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Pushing event deleted for resources: {'Port': ['ID=9049d141-9263-4053-85ae-20fa70a33440,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:19.985343 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:20.022229 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-813acf37-3972-462c-a5f9-49018fad8f83 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks [] for floatingip, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:20.025055 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-813acf37-3972-462c-a5f9-49018fad8f83 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:20.026230 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-813acf37-3972-462c-a5f9-49018fad8f83 tempest-AttachVolumeShelveTestJSON-1476265003 tempest-AttachVolumeShelveTestJSON-1476265003-project] 10.222.0.64 "DELETE /v2.0/floatingips/4324b7a4-5440-4bdd-9f79-4c0099581738 HTTP/1.1" status: 204 len: 168 time: 0.5061517 Jul 07 21:17:20.050769 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-14e6c5e0-cf1a-4d39-a0cb-292a090a08b7 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting port 8dc3652d-acc1-41d2-becb-6e5aa37026c5 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:17:20.051123 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-14e6c5e0-cf1a-4d39-a0cb-292a090a08b7 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:20.177059 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-14e6c5e0-cf1a-4d39-a0cb-292a090a08b7 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] For port 8dc3652d-acc1-41d2-becb-6e5aa37026c5, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=8dc3652d-acc1-41d2-becb-6e5aa37026c5,segment=NetworkSegment(a2465d6b-4c1f-41dd-94f2-a6285e951bf0),segment_id=a2465d6b-4c1f-41dd-94f2-a6285e951bf0)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:20.177420 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-14e6c5e0-cf1a-4d39-a0cb-292a090a08b7 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:20.193776 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-14e6c5e0-cf1a-4d39-a0cb-292a090a08b7 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Calling delete_port for 8dc3652d-acc1-41d2-becb-6e5aa37026c5 owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:17:20.218644 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:20.395109 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 44837011-61dc-464b-845f-cc5cf966dbb5 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:17:20.412919 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-14e6c5e0-cf1a-4d39-a0cb-292a090a08b7 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:20.423030 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 44837011-61dc-464b-845f-cc5cf966dbb5 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:17:20.423452 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 44837011-61dc-464b-845f-cc5cf966dbb5 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:17:20.447608 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6c5e0-cf1a-4d39-a0cb-292a090a08b7 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Port': ['ID=8dc3652d-acc1-41d2-becb-6e5aa37026c5,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:20.647144 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-14e6c5e0-cf1a-4d39-a0cb-292a090a08b7 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:20.896698 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e6c5e0-cf1a-4d39-a0cb-292a090a08b7 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Router 983adae4-e332-46c0-bef6-9947009356a2 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:17:20.989454 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e6c5e0-cf1a-4d39-a0cb-292a090a08b7 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:17:20.999950 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a71cc64-4262-4e46-8856-b018257c5433 None None] Sync routers for ids ['983adae4-e332-46c0-bef6-9947009356a2'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:17:21.001434 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-14e6c5e0-cf1a-4d39-a0cb-292a090a08b7 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "PUT /v2.0/routers/983adae4-e332-46c0-bef6-9947009356a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1130278 Jul 07 21:17:21.004331 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48464) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:21.018717 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a71cc64-4262-4e46-8856-b018257c5433 None None] Routers {'983adae4-e332-46c0-bef6-9947009356a2'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:21.020250 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-4a71cc64-4262-4e46-8856-b018257c5433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['983adae4-e332-46c0-bef6-9947009356a2'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:21.075215 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-081e677a-0668-4ea6-91e2-7e2513e2353b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting subnet b6e26093-27be-4e6e-968b-852e39fb0f7c {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:17:21.079148 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-081e677a-0668-4ea6-91e2-7e2513e2353b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:21.122545 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-4a71cc64-4262-4e46-8856-b018257c5433 None None] Set router 983adae4-e332-46c0-bef6-9947009356a2 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:17:21.137956 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-081e677a-0668-4ea6-91e2-7e2513e2353b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:21.180760 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-4a71cc64-4262-4e46-8856-b018257c5433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:17:20Z', 'revision_number': 11, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:21.245568 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-081e677a-0668-4ea6-91e2-7e2513e2353b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:21.308067 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a71cc64-4262-4e46-8856-b018257c5433 None None] Checking router: 983adae4-e332-46c0-bef6-9947009356a2 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:17:21.317689 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a71cc64-4262-4e46-8856-b018257c5433 None None] Routers {'983adae4-e332-46c0-bef6-9947009356a2'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:21.318320 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-4a71cc64-4262-4e46-8856-b018257c5433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['983adae4-e332-46c0-bef6-9947009356a2'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:21.326752 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-081e677a-0668-4ea6-91e2-7e2513e2353b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:21.363473 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e677a-0668-4ea6-91e2-7e2513e2353b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Subnet': ['ID=b6e26093-27be-4e6e-968b-852e39fb0f7c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:21.367077 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-081e677a-0668-4ea6-91e2-7e2513e2353b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:21.373808 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48468) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:21.377616 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff23c3d4-a217-45b8-8f5e-c3e060d62f63 None None] Network 11554add-2a32-4d1b-a8e9-9e030dc84feb requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:17:21.384991 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-081e677a-0668-4ea6-91e2-7e2513e2353b tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/subnets/b6e26093-27be-4e6e-968b-852e39fb0f7c HTTP/1.1" status: 204 len: 168 time: 0.3791475 Jul 07 21:17:21.400552 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-4a71cc64-4262-4e46-8856-b018257c5433 None None] Set router 983adae4-e332-46c0-bef6-9947009356a2 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:17:21.468450 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2cde-87fb-4605-aee4-aa815c8deb53 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:21.512456 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-4a71cc64-4262-4e46-8856-b018257c5433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:17:20Z', 'revision_number': 11, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:21.539124 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-1b9f2cde-87fb-4605-aee4-aa815c8deb53 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Deleting port ab88dc13-cf81-4bff-8201-a57d14cda59e {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:17:21.539694 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2cde-87fb-4605-aee4-aa815c8deb53 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:21.549431 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a71cc64-4262-4e46-8856-b018257c5433 None None] The sync data for ids ['983adae4-e332-46c0-bef6-9947009356a2'] in n-d-695189-11 is: [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:17:20Z', 'revision_number': 11, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:17:21.614513 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-1b9f2cde-87fb-4605-aee4-aa815c8deb53 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] For port ab88dc13-cf81-4bff-8201-a57d14cda59e, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=ab88dc13-cf81-4bff-8201-a57d14cda59e,segment=NetworkSegment(a2465d6b-4c1f-41dd-94f2-a6285e951bf0),segment_id=a2465d6b-4c1f-41dd-94f2-a6285e951bf0)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:21.614971 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2cde-87fb-4605-aee4-aa815c8deb53 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:21.630242 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-1b9f2cde-87fb-4605-aee4-aa815c8deb53 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Calling delete_port for ab88dc13-cf81-4bff-8201-a57d14cda59e owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:17:21.712140 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2cde-87fb-4605-aee4-aa815c8deb53 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:21.742727 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f2cde-87fb-4605-aee4-aa815c8deb53 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Port': ['ID=ab88dc13-cf81-4bff-8201-a57d14cda59e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:21.748542 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9f2cde-87fb-4605-aee4-aa815c8deb53 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] No DVR routers for this DVR port ab88dc13-cf81-4bff-8201-a57d14cda59e on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:17:21.847103 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2cde-87fb-4605-aee4-aa815c8deb53 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:21.857824 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-1b9f2cde-87fb-4605-aee4-aa815c8deb53 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11554add-2a32-4d1b-a8e9-9e030dc84feb']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:21.874078 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-1b9f2cde-87fb-4605-aee4-aa815c8deb53 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2465d6b-4c1f-41dd-94f2-a6285e951bf0') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:21.874608 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-1b9f2cde-87fb-4605-aee4-aa815c8deb53 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2465d6b-4c1f-41dd-94f2-a6285e951bf0') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:21.887834 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2cde-87fb-4605-aee4-aa815c8deb53 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:21.908320 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2cde-87fb-4605-aee4-aa815c8deb53 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:21.913048 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238bc419-f5f0-4261-852d-62a4fc09a3ac None None] DHCP port deletion for 11554add-2a32-4d1b-a8e9-9e030dc84feb request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:17:21.917780 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9f2cde-87fb-4605-aee4-aa815c8deb53 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:17:21.918203 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2cde-87fb-4605-aee4-aa815c8deb53 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:17:21.921682 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:17:22.010730 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2cde-87fb-4605-aee4-aa815c8deb53 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:22.023182 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2cde-87fb-4605-aee4-aa815c8deb53 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:22.025161 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1b9f2cde-87fb-4605-aee4-aa815c8deb53 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/networks/11554add-2a32-4d1b-a8e9-9e030dc84feb HTTP/1.1" status: 204 len: 168 time: 0.6503286 Jul 07 21:17:22.028053 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48472) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:22.034617 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-c837115f-905f-496f-8cbc-af55b24a040f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'router': {'routes': None}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:22.041002 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f2cde-87fb-4605-aee4-aa815c8deb53 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Pushing event deleted for resources: {'Network': ['ID=11554add-2a32-4d1b-a8e9-9e030dc84feb,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:22.494503 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1fc0c2e5-0e97-4ce9-b9b6-8a5d1e9ed6bc req-bb863041-226f-4100-935a-3fd87e5cb253 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0867455 Jul 07 21:17:22.516661 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.extraroute_db [None req-c837115f-905f-496f-8cbc-af55b24a040f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Added routes are [] {{(pid=100447) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 21:17:22.517055 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.extraroute_db [None req-c837115f-905f-496f-8cbc-af55b24a040f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Removed routes are [] {{(pid=100447) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 21:17:22.517430 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c837115f-905f-496f-8cbc-af55b24a040f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:22.662273 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0c2e5-0e97-4ce9-b9b6-8a5d1e9ed6bc req-6266e06e-590b-4503-a1b8-a588eafc635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:22.664107 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1fc0c2e5-0e97-4ce9-b9b6-8a5d1e9ed6bc req-6266e06e-590b-4503-a1b8-a588eafc635b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 1097 time: 0.1095536 Jul 07 21:17:22.707383 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c837115f-905f-496f-8cbc-af55b24a040f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:22.719457 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c837115f-905f-496f-8cbc-af55b24a040f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7883739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7883712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7881482'] for router, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:22.774996 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f836432-324c-4a46-a3d2-15a1028ab7a9 req-e44291aa-431a-4290-9dd0-2c0159c698ce tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:22.777305 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f836432-324c-4a46-a3d2-15a1028ab7a9 req-e44291aa-431a-4290-9dd0-2c0159c698ce tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 1097 time: 0.1260147 Jul 07 21:17:22.814478 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2f836432-324c-4a46-a3d2-15a1028ab7a9 req-170ebf22-1b4a-4918-9fd2-0da0e872d52b tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:22.866215 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c837115f-905f-496f-8cbc-af55b24a040f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Router 983adae4-e332-46c0-bef6-9947009356a2 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:17:22.896803 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0c2e5-0e97-4ce9-b9b6-8a5d1e9ed6bc req-65f13d4b-8010-4167-890f-875d641f91bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:22.898321 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1fc0c2e5-0e97-4ce9-b9b6-8a5d1e9ed6bc req-65f13d4b-8010-4167-890f-875d641f91bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=772d6225-4638-4eca-b361-b674a7ef2a7a HTTP/1.1" status: 200 len: 898 time: 0.1990659 Jul 07 21:17:23.048318 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48496) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:23.061243 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c837115f-905f-496f-8cbc-af55b24a040f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:17:23.070153 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c837115f-905f-496f-8cbc-af55b24a040f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:23.074533 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c837115f-905f-496f-8cbc-af55b24a040f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "PUT /v2.0/routers/983adae4-e332-46c0-bef6-9947009356a2 HTTP/1.1" status: 200 len: 701 time: 1.0408628 Jul 07 21:17:23.077115 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48498) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:23.081462 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f68e977-ee7b-41f0-a6db-30f80cfdbae5 None None] Sync routers for ids ['983adae4-e332-46c0-bef6-9947009356a2'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:17:23.093943 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f68e977-ee7b-41f0-a6db-30f80cfdbae5 None None] Routers {'983adae4-e332-46c0-bef6-9947009356a2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:23.094832 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-4f68e977-ee7b-41f0-a6db-30f80cfdbae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['983adae4-e332-46c0-bef6-9947009356a2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:23.136682 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1fc0c2e5-0e97-4ce9-b9b6-8a5d1e9ed6bc req-0f1230a2-67d5-4009-87ec-adf014ef52b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6da4f53f-cdd5-42de-978d-eec14aabdcd7 HTTP/1.1" status: 200 len: 1000 time: 0.2004414 Jul 07 21:17:23.138898 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-74e3f0f7-6077-424d-bf14-c936d917023f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "GET /v2.0/ports?device_id=983adae4-e332-46c0-bef6-9947009356a2 HTTP/1.1" status: 200 len: 205 time: 0.0398438 Jul 07 21:17:23.141982 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48500) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:23.221406 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b1bf9f-9a5f-4d8a-bd59-0dabb1bd4d3f admin admin] Deleting subnet 24c2c265-5569-44f6-ac51-64af054a6d76 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:17:23.221668 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 8dc3652d-acc1-41d2-becb-6e5aa37026c5 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:17:23.225316 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2f836432-324c-4a46-a3d2-15a1028ab7a9 req-170ebf22-1b4a-4918-9fd2-0da0e872d52b tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:23.232930 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-30b1bf9f-9a5f-4d8a-bd59-0dabb1bd4d3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:23.238453 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-2f836432-324c-4a46-a3d2-15a1028ab7a9 req-170ebf22-1b4a-4918-9fd2-0da0e872d52b tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:23.275050 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0c2e5-0e97-4ce9-b9b6-8a5d1e9ed6bc req-5769beeb-7be7-4f58-a1ca-d0d9add7072b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:23.276742 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1fc0c2e5-0e97-4ce9-b9b6-8a5d1e9ed6bc req-5769beeb-7be7-4f58-a1ca-d0d9add7072b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53050cc6-5b87-4ce5-b02c-8e9b25a1ac51 HTTP/1.1" status: 200 len: 834 time: 0.1311128 Jul 07 21:17:23.344230 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2f836432-324c-4a46-a3d2-15a1028ab7a9 req-170ebf22-1b4a-4918-9fd2-0da0e872d52b tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5591354 Jul 07 21:17:23.345308 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ebf22-1b4a-4918-9fd2-0da0e872d52b tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b344d8-5a0c-428c-bcc4-115aa3af5b25,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:23.347715 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0068cabd-e313-4c83-bae6-85f0982c6f2f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:23.428848 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-30b1bf9f-9a5f-4d8a-bd59-0dabb1bd4d3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:23.558689 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-30b1bf9f-9a5f-4d8a-bd59-0dabb1bd4d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:23.587683 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0c2e5-0e97-4ce9-b9b6-8a5d1e9ed6bc req-6aa373cc-3c4f-4fb8-9c55-f364de1bd3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:23.589582 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1fc0c2e5-0e97-4ce9-b9b6-8a5d1e9ed6bc req-6aa373cc-3c4f-4fb8-9c55-f364de1bd3cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=772d6225-4638-4eca-b361-b674a7ef2a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2951345 Jul 07 21:17:23.605012 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 8dc3652d-acc1-41d2-becb-6e5aa37026c5 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:17:23.605366 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 8dc3652d-acc1-41d2-becb-6e5aa37026c5 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:17:23.605979 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ab88dc13-cf81-4bff-8201-a57d14cda59e no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:17:23.616345 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0068cabd-e313-4c83-bae6-85f0982c6f2f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:23.618525 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0068cabd-e313-4c83-bae6-85f0982c6f2f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:23.630966 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-4f68e977-ee7b-41f0-a6db-30f80cfdbae5 None None] Set router 983adae4-e332-46c0-bef6-9947009356a2 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:17:23.633170 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: ab88dc13-cf81-4bff-8201-a57d14cda59e {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:17:23.633683 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device ab88dc13-cf81-4bff-8201-a57d14cda59e not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:17:23.695592 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-4f68e977-ee7b-41f0-a6db-30f80cfdbae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983adae4-e332-46c0-bef6-9947009356a2', 'name': 'tempest-RoutersTest-router-1905279080', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:46Z', 'updated_at': '2021-07-07T21:17:20Z', 'revision_number': 11, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:23.703006 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0068cabd-e313-4c83-bae6-85f0982c6f2f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:23.703551 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0068cabd-e313-4c83-bae6-85f0982c6f2f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Fanout notify agent at l3_agent the message router_deleted on router 983adae4-e332-46c0-bef6-9947009356a2 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:17:23.711481 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0068cabd-e313-4c83-bae6-85f0982c6f2f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:23.713414 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0068cabd-e313-4c83-bae6-85f0982c6f2f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/routers/983adae4-e332-46c0-bef6-9947009356a2 HTTP/1.1" status: 204 len: 168 time: 0.5701714 Jul 07 21:17:23.720237 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48506) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:23.727954 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f68e977-ee7b-41f0-a6db-30f80cfdbae5 None None] Checking router: 983adae4-e332-46c0-bef6-9947009356a2 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:17:23.728929 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f34a3929-1f9e-42df-b0e3-961f77e75233 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-307381189', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:23.738426 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f68e977-ee7b-41f0-a6db-30f80cfdbae5 None None] Routers set() bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:23.739166 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f68e977-ee7b-41f0-a6db-30f80cfdbae5 None None] Router IDs set() for agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 21:17:23.740104 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_agentschedulers_db [None req-4f68e977-ee7b-41f0-a6db-30f80cfdbae5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'983adae4-e332-46c0-bef6-9947009356a2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent'). {{(pid=100449) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 21:17:23.740725 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f68e977-ee7b-41f0-a6db-30f80cfdbae5 None None] The sync data for ids ['983adae4-e332-46c0-bef6-9947009356a2'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:17:23.752660 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b71e51-2955-4bdf-ab82-206ccb0ac275 req-d204924b-4b99-42b8-94ce-76da589e35ec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:23.755376 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3b71e51-2955-4bdf-ab82-206ccb0ac275 req-d204924b-4b99-42b8-94ce-76da589e35ec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 945 time: 0.2362704 Jul 07 21:17:23.780923 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f34a3929-1f9e-42df-b0e3-961f77e75233 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:23.782382 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f34a3929-1f9e-42df-b0e3-961f77e75233 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:23.869705 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f34a3929-1f9e-42df-b0e3-961f77e75233 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:23.877722 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f34a3929-1f9e-42df-b0e3-961f77e75233 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:23.886860 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-30b1bf9f-9a5f-4d8a-bd59-0dabb1bd4d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:23.900310 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e3b71e51-2955-4bdf-ab82-206ccb0ac275 req-2786186b-40eb-4e1e-91b1-b86118e06705 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220317 Jul 07 21:17:23.906344 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1fc0c2e5-0e97-4ce9-b9b6-8a5d1e9ed6bc req-0423ef9f-fc39-488c-8132-43627ed9c946 service neutron] 10.222.0.39 "GET /v2.0/networks/772d6225-4638-4eca-b361-b674a7ef2a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982905 Jul 07 21:17:23.925209 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f34a3929-1f9e-42df-b0e3-961f77e75233 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:23.925715 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f34a3929-1f9e-42df-b0e3-961f77e75233 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2043595 Jul 07 21:17:23.929146 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48508) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:23.936110 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-337508f2-3c83-41d0-aa9a-f74515477659 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:23.940783 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48510) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:23.944935 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1bf9f-9a5f-4d8a-bd59-0dabb1bd4d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c2c265-5569-44f6-ac51-64af054a6d76,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:23.971174 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-30b1bf9f-9a5f-4d8a-bd59-0dabb1bd4d3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:23.976060 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-30b1bf9f-9a5f-4d8a-bd59-0dabb1bd4d3f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/24c2c265-5569-44f6-ac51-64af054a6d76 HTTP/1.1" status: 204 len: 168 time: 0.9242823 Jul 07 21:17:24.007903 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48512) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:24.126609 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c354017e-a804-41a4-aefb-f6e33567b79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:24.138342 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1fc0c2e5-0e97-4ce9-b9b6-8a5d1e9ed6bc req-9a34a7a3-ad19-4f63-aaae-f1f75497a465 service neutron] 10.222.0.39 "GET /v2.0/networks/772d6225-4638-4eca-b361-b674a7ef2a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126987 Jul 07 21:17:24.140452 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-97d23f41-5a6c-4ef7-a123-8ed4f2f1a7e0 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/floatingips/441c1b86-413b-4b0f-a4dc-65f6472ca38c HTTP/1.1" status: 200 len: 992 time: 0.1981297 Jul 07 21:17:24.259011 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c354017e-a804-41a4-aefb-f6e33567b79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:24.265621 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-337508f2-3c83-41d0-aa9a-f74515477659 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:24.275531 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-c354017e-a804-41a4-aefb-f6e33567b79d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:24.280793 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-337508f2-3c83-41d0-aa9a-f74515477659 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7883739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7883712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7881482'] for router, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:24.317150 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-c354017e-a804-41a4-aefb-f6e33567b79d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bef9bf7-03c1-40e1-bffc-3d4c423af9fb') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:24.317503 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-c354017e-a804-41a4-aefb-f6e33567b79d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bef9bf7-03c1-40e1-bffc-3d4c423af9fb') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:24.329916 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c354017e-a804-41a4-aefb-f6e33567b79d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:24.347281 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c354017e-a804-41a4-aefb-f6e33567b79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:24.356228 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c354017e-a804-41a4-aefb-f6e33567b79d admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:17:24.357366 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c354017e-a804-41a4-aefb-f6e33567b79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:17:24.359441 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:17:24.402152 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337508f2-3c83-41d0-aa9a-f74515477659 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Router a86edb56-6d42-4777-9561-04017f3e1097 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:17:24.420524 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c354017e-a804-41a4-aefb-f6e33567b79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:24.425888 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c354017e-a804-41a4-aefb-f6e33567b79d admin admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:24.427742 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c354017e-a804-41a4-aefb-f6e33567b79d admin admin] 10.222.0.64 "DELETE /v2.0/networks/a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11 HTTP/1.1" status: 204 len: 168 time: 0.4188805 Jul 07 21:17:24.438914 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354017e-a804-41a4-aefb-f6e33567b79d admin admin] Pushing event deleted for resources: {'Network': ['ID=a22d1ebe-c0e0-4041-94ae-0b6ce3de7c11,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:24.495432 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337508f2-3c83-41d0-aa9a-f74515477659 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:17:24.505833 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e9ae1f-ad8f-4a28-bd6c-71e17b2b418c None None] Sync routers for ids ['a86edb56-6d42-4777-9561-04017f3e1097'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:17:24.508805 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-337508f2-3c83-41d0-aa9a-f74515477659 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:24.510014 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-337508f2-3c83-41d0-aa9a-f74515477659 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "PUT /v2.0/routers/a86edb56-6d42-4777-9561-04017f3e1097 HTTP/1.1" status: 200 len: 693 time: 0.5796518 Jul 07 21:17:24.512840 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48522) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:24.519279 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e9ae1f-ad8f-4a28-bd6c-71e17b2b418c None None] Routers {'a86edb56-6d42-4777-9561-04017f3e1097'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:24.521199 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-26e9ae1f-ad8f-4a28-bd6c-71e17b2b418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a86edb56-6d42-4777-9561-04017f3e1097'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:24.610012 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-26e9ae1f-ad8f-4a28-bd6c-71e17b2b418c None None] Set router a86edb56-6d42-4777-9561-04017f3e1097 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:17:24.630365 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48528) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:24.674877 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-26e9ae1f-ad8f-4a28-bd6c-71e17b2b418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86edb56-6d42-4777-9561-04017f3e1097', 'name': 'tempest-RoutersTest-router-307381189', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:17:23Z', 'updated_at': '2021-07-07T21:17:24Z', 'revision_number': 2, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:24.679192 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-caaf8d94-fb09-4194-87e4-776d9f8adbe9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bbb12bb743f345d7b36aa1b526b9135f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470557 Jul 07 21:17:24.680011 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48530) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:24.689394 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0897c8b1-8a8c-477b-9f9c-7c1c251c0ae7 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "GET /v2.0/routers/a86edb56-6d42-4777-9561-04017f3e1097 HTTP/1.1" status: 200 len: 699 time: 0.1750171 Jul 07 21:17:24.690045 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48532) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:24.704795 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e9ae1f-ad8f-4a28-bd6c-71e17b2b418c None None] Checking router: a86edb56-6d42-4777-9561-04017f3e1097 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:17:24.714664 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e020d76e-fa7b-496f-9fdd-5067e304774d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "GET /v2.0/ports?device_id=a86edb56-6d42-4777-9561-04017f3e1097 HTTP/1.1" status: 200 len: 205 time: 0.0333946 Jul 07 21:17:24.714846 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e9ae1f-ad8f-4a28-bd6c-71e17b2b418c None None] Routers {'a86edb56-6d42-4777-9561-04017f3e1097'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:24.715508 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-26e9ae1f-ad8f-4a28-bd6c-71e17b2b418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a86edb56-6d42-4777-9561-04017f3e1097'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:24.717683 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48534) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:24.762948 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46b9fd19-6545-4dcb-a31d-7e7dea37b990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:24.786342 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46b9fd19-6545-4dcb-a31d-7e7dea37b990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:24.814363 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a659eb3d-c8c9-4ba5-bb58-3010fe9e5bfb tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:24.861778 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46b9fd19-6545-4dcb-a31d-7e7dea37b990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:24.866060 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46b9fd19-6545-4dcb-a31d-7e7dea37b990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:24.871708 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-46b9fd19-6545-4dcb-a31d-7e7dea37b990 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b970775-58a7-45e4-a0b8-22f1b3c31594 HTTP/1.1" status: 204 len: 168 time: 0.1805995 Jul 07 21:17:24.886630 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9fd19-6545-4dcb-a31d-7e7dea37b990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b970775-58a7-45e4-a0b8-22f1b3c31594,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:24.886844 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-26e9ae1f-ad8f-4a28-bd6c-71e17b2b418c None None] Set router a86edb56-6d42-4777-9561-04017f3e1097 gateway port host: None {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:17:24.948861 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48542) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:25.062288 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-26e9ae1f-ad8f-4a28-bd6c-71e17b2b418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86edb56-6d42-4777-9561-04017f3e1097', 'name': 'tempest-RoutersTest-router-307381189', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:17:23Z', 'updated_at': '2021-07-07T21:17:24Z', 'revision_number': 2, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:25.069115 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ceee6f-cd2b-4603-99c8-a380c1fbe125 req-f8c3f162-3a47-4c8c-a5d4-6fad2fbc842a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:25.080043 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44ceee6f-cd2b-4603-99c8-a380c1fbe125 req-f8c3f162-3a47-4c8c-a5d4-6fad2fbc842a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 945 time: 0.0813079 Jul 07 21:17:25.094080 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e9ae1f-ad8f-4a28-bd6c-71e17b2b418c None None] The sync data for ids ['a86edb56-6d42-4777-9561-04017f3e1097'] in n-d-695189-11 is: [{'id': 'a86edb56-6d42-4777-9561-04017f3e1097', 'name': 'tempest-RoutersTest-router-307381189', 'tenant_id': '89041ffb5f174621826c98d5bfb7bc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:17:23Z', 'updated_at': '2021-07-07T21:17:24Z', 'revision_number': 2, 'project_id': '89041ffb5f174621826c98d5bfb7bc98', 'gw_port_host': None}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:17:25.123018 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a659eb3d-c8c9-4ba5-bb58-3010fe9e5bfb tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:25.126547 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a659eb3d-c8c9-4ba5-bb58-3010fe9e5bfb tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:25.141550 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-44ceee6f-cd2b-4603-99c8-a380c1fbe125 req-16be4184-97c3-4b10-b03c-1a8f8f42a0bd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575488 Jul 07 21:17:25.187073 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a659eb3d-c8c9-4ba5-bb58-3010fe9e5bfb tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:25.188903 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a659eb3d-c8c9-4ba5-bb58-3010fe9e5bfb tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Fanout notify agent at l3_agent the message router_deleted on router a86edb56-6d42-4777-9561-04017f3e1097 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:17:25.201812 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a659eb3d-c8c9-4ba5-bb58-3010fe9e5bfb tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:25.206113 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a659eb3d-c8c9-4ba5-bb58-3010fe9e5bfb tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/routers/a86edb56-6d42-4777-9561-04017f3e1097 HTTP/1.1" status: 204 len: 168 time: 0.4846680 Jul 07 21:17:25.206673 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48546) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:25.241792 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-50f81e8e-ffde-4640-a77e-783744263379 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "GET /v2.0/ports?device_id=a86edb56-6d42-4777-9561-04017f3e1097 HTTP/1.1" status: 200 len: 205 time: 0.0337808 Jul 07 21:17:25.244070 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48548) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:25.276045 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4684d9ab-31c8-424f-90f1-2122478314fe req-180afa39-1ef1-47bb-b8a4-d18ea263a513 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3254743 Jul 07 21:17:25.292656 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-5c4d594c-3383-450b-86a8-75543fcd33c4 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] delete failed (client error): The resource could not be found. Jul 07 21:17:25.292898 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5c4d594c-3383-450b-86a8-75543fcd33c4 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/routers/a86edb56-6d42-4777-9561-04017f3e1097 HTTP/1.1" status: 404 len: 336 time: 0.0475574 Jul 07 21:17:25.297169 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48550) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:25.332597 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6303d12-73cc-44a1-9084-828c25c8886a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] DELETE failed (client error): The resource could not be found. Jul 07 21:17:25.333066 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6303d12-73cc-44a1-9084-828c25c8886a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:17:25.337410 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a6303d12-73cc-44a1-9084-828c25c8886a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/subnets/978dc0e5-572b-4376-845f-f4f141880e6c HTTP/1.1" status: 404 len: 337 time: 0.0390131 Jul 07 21:17:25.337556 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48556) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:25.377757 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-734ad80d-d231-4c58-bbf3-1377f441de38 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] DELETE failed (client error): The resource could not be found. Jul 07 21:17:25.378256 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-734ad80d-d231-4c58-bbf3-1377f441de38 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:17:25.382387 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-734ad80d-d231-4c58-bbf3-1377f441de38 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/subnets/29262e09-b9fe-4f85-8c76-dcff0320da3d HTTP/1.1" status: 404 len: 337 time: 0.0412624 Jul 07 21:17:25.382628 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48560) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:25.413162 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa981a82-a212-404c-ad7f-57a96cc0e9b0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] DELETE failed (client error): The resource could not be found. Jul 07 21:17:25.413761 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa981a82-a212-404c-ad7f-57a96cc0e9b0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:17:25.418001 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-aa981a82-a212-404c-ad7f-57a96cc0e9b0 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/subnets/cac1f3e9-865e-457b-88e8-55554073d1fe HTTP/1.1" status: 404 len: 337 time: 0.0322144 Jul 07 21:17:25.418371 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48562) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:25.456368 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-3965ba26-dc22-4aa8-bc36-2ad350a0fb7c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] DELETE failed (client error): The resource could not be found. Jul 07 21:17:25.456605 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3965ba26-dc22-4aa8-bc36-2ad350a0fb7c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:17:25.465059 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48568) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:25.475292 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3965ba26-dc22-4aa8-bc36-2ad350a0fb7c tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/subnets/b6e26093-27be-4e6e-968b-852e39fb0f7c HTTP/1.1" status: 404 len: 337 time: 0.0557187 Jul 07 21:17:25.502753 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48570) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:25.512558 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3de2d594-51d3-4391-8798-05091030dc94 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "GET /v2.0/ports?device_id=983adae4-e332-46c0-bef6-9947009356a2 HTTP/1.1" status: 200 len: 205 time: 0.0438023 Jul 07 21:17:25.556267 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-ffc4a158-d0db-47ff-a330-7205d8bb5abc tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] delete failed (client error): The resource could not be found. Jul 07 21:17:25.557079 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ffc4a158-d0db-47ff-a330-7205d8bb5abc tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/routers/983adae4-e332-46c0-bef6-9947009356a2 HTTP/1.1" status: 404 len: 336 time: 0.0532944 Jul 07 21:17:25.561398 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48578) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:25.597858 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e31349a4-eece-402f-8e16-330acb0a37e9 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "GET /v2.0/ports?device_id=b62fa029-a195-499b-b1d1-3e9550fcc350 HTTP/1.1" status: 200 len: 205 time: 0.0328796 Jul 07 21:17:25.598502 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48584) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:25.641169 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-34ec48d9-81ae-44e2-a05e-12496d38fa5f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] delete failed (client error): The resource could not be found. Jul 07 21:17:25.643972 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-34ec48d9-81ae-44e2-a05e-12496d38fa5f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/routers/b62fa029-a195-499b-b1d1-3e9550fcc350 HTTP/1.1" status: 404 len: 336 time: 0.0441303 Jul 07 21:17:25.645170 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48586) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:25.680216 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-79558d81-916d-4ccb-91fa-89b7f25b9db3 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] DELETE failed (client error): The resource could not be found. Jul 07 21:17:25.680688 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79558d81-916d-4ccb-91fa-89b7f25b9db3 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:17:25.682496 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-79558d81-916d-4ccb-91fa-89b7f25b9db3 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/subnets/643c709e-6e45-4ffd-b528-d8d9c0aa2c43 HTTP/1.1" status: 404 len: 337 time: 0.0354507 Jul 07 21:17:25.686349 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48588) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:25.730124 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4e84174c-a188-442e-bb17-70eea83518f7 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "GET /v2.0/ports?device_id=a851cab3-ee38-4884-be2d-270f46427634 HTTP/1.1" status: 200 len: 205 time: 0.0423422 Jul 07 21:17:25.733775 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48592) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:25.785228 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-af72d0b9-995e-4b25-97f8-ac0648a6ca2f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] delete failed (client error): The resource could not be found. Jul 07 21:17:25.785941 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-af72d0b9-995e-4b25-97f8-ac0648a6ca2f tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/routers/a851cab3-ee38-4884-be2d-270f46427634 HTTP/1.1" status: 404 len: 336 time: 0.0509830 Jul 07 21:17:25.788463 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48600) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:25.821041 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-27e7bd9b-cad3-45a3-b6af-d3e14d4c0344 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8275c2c-f1a4-462a-997f-6014943f906e HTTP/1.1" status: 200 len: 205 time: 0.0312734 Jul 07 21:17:25.823276 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48606) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:25.876841 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-6cabb693-438e-4430-a5b5-a9d7540b7218 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] delete failed (client error): The resource could not be found. Jul 07 21:17:25.880778 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6cabb693-438e-4430-a5b5-a9d7540b7218 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/routers/d8275c2c-f1a4-462a-997f-6014943f906e HTTP/1.1" status: 404 len: 336 time: 0.0541606 Jul 07 21:17:25.881184 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48610) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:25.912082 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-114b049e-f15f-41ea-b409-0976e446eb2a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] DELETE failed (client error): The resource could not be found. Jul 07 21:17:25.912556 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114b049e-f15f-41ea-b409-0976e446eb2a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:17:25.915378 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-114b049e-f15f-41ea-b409-0976e446eb2a tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/subnets/11969651-4223-408b-b500-dbf6b174297d HTTP/1.1" status: 404 len: 337 time: 0.0317574 Jul 07 21:17:25.917194 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48614) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:25.959804 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4f6eca6f-6dd5-45b6-921c-f9e5a91b133e tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "GET /v2.0/ports?device_id=739f6a01-8e33-41c9-8241-0249ef6925f0 HTTP/1.1" status: 200 len: 205 time: 0.0390379 Jul 07 21:17:25.960074 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48618) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:26.014564 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-38260fe8-20fc-488f-9d4a-5ea1d9853786 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] delete failed (client error): The resource could not be found. Jul 07 21:17:26.015887 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-38260fe8-20fc-488f-9d4a-5ea1d9853786 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/routers/739f6a01-8e33-41c9-8241-0249ef6925f0 HTTP/1.1" status: 404 len: 336 time: 0.0544875 Jul 07 21:17:26.018294 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48622) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:26.049825 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd11317d-fcdf-4b8c-8aaf-4713a1f5e9e9 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] DELETE failed (client error): The resource could not be found. Jul 07 21:17:26.054027 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd11317d-fcdf-4b8c-8aaf-4713a1f5e9e9 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:17:26.058331 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bd11317d-fcdf-4b8c-8aaf-4713a1f5e9e9 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/subnets/5173583e-03a1-4d6e-ad62-19acd3b78a78 HTTP/1.1" status: 404 len: 337 time: 0.0387557 Jul 07 21:17:26.060960 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48624) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:26.131900 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6b1b0a8f-9ab9-46df-a234-f1646361395d tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "GET /v2.0/ports?device_id=c2547e47-0fdb-48ea-8f19-4607a79b0769 HTTP/1.1" status: 200 len: 205 time: 0.0694325 Jul 07 21:17:26.134018 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48638) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:26.195748 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-2686d438-e600-4d31-a940-6cc78b340d65 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] delete failed (client error): The resource could not be found. Jul 07 21:17:26.199533 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48642) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:26.199994 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2686d438-e600-4d31-a940-6cc78b340d65 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/routers/c2547e47-0fdb-48ea-8f19-4607a79b0769 HTTP/1.1" status: 404 len: 336 time: 0.0647471 Jul 07 21:17:26.265885 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48650) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:26.272363 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-e318e515-54ce-46e2-9763-0a2180d5a0fe tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] DELETE failed (client error): The resource could not be found. Jul 07 21:17:26.272769 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e318e515-54ce-46e2-9763-0a2180d5a0fe tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:17:26.274609 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e318e515-54ce-46e2-9763-0a2180d5a0fe tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/subnets/f23b0ce0-d99d-443e-afee-048a467edcd7 HTTP/1.1" status: 404 len: 337 time: 0.0739160 Jul 07 21:17:26.277990 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48652) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:26.328487 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad11a6d-4b26-49cc-8970-ae527cb7ceb5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] DELETE failed (client error): The resource could not be found. Jul 07 21:17:26.328929 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad11a6d-4b26-49cc-8970-ae527cb7ceb5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:17:26.332784 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4ad11a6d-4b26-49cc-8970-ae527cb7ceb5 tempest-RoutersTest-148084183 tempest-RoutersTest-148084183-project] 10.222.0.64 "DELETE /v2.0/subnets/1de388fd-8f9d-4432-965d-e6dbe4f0649a HTTP/1.1" status: 404 len: 337 time: 0.0533979 Jul 07 21:17:26.443472 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b4fbd-b399-4473-aefa-b1418c1d0827 req-ef388210-2a9f-44dd-b9a3-abccffceac9e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:26.455188 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ba6b4fbd-b399-4473-aefa-b1418c1d0827 req-ef388210-2a9f-44dd-b9a3-abccffceac9e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 945 time: 0.1285803 Jul 07 21:17:26.551712 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ba6b4fbd-b399-4473-aefa-b1418c1d0827 req-785d1300-914c-4805-9be0-b295fcc70bf9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941298 Jul 07 21:17:26.854109 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48688) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:27.126362 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b4ed78e0-0460-49f8-87e0-b414b5f67fb8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=89041ffb5f174621826c98d5bfb7bc98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2687604 Jul 07 21:17:27.126609 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48696) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:27.207626 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ca4508ba-554a-4b71-869b-4479a4ca4b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:27.264552 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ca4508ba-554a-4b71-869b-4479a4ca4b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:27.317239 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684d9ab-31c8-424f-90f1-2122478314fe req-369464d1-e2c8-450b-8881-9e5bc098c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:27.318787 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4684d9ab-31c8-424f-90f1-2122478314fe req-369464d1-e2c8-450b-8881-9e5bc098c9df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 1097 time: 0.1064472 Jul 07 21:17:27.388466 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ae8318d-e82b-4370-b500-0f3b65c158db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:27.409768 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ca4508ba-554a-4b71-869b-4479a4ca4b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:27.412586 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ca4508ba-554a-4b71-869b-4479a4ca4b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:27.416321 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ca4508ba-554a-4b71-869b-4479a4ca4b3f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/45396a77-9a56-45ec-94a7-eeae76ec029a HTTP/1.1" status: 204 len: 168 time: 0.2860773 Jul 07 21:17:27.428628 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4508ba-554a-4b71-869b-4479a4ca4b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45396a77-9a56-45ec-94a7-eeae76ec029a,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:27.483449 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684d9ab-31c8-424f-90f1-2122478314fe req-95689953-48a6-42da-86e5-871ebe9843a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:27.485015 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4684d9ab-31c8-424f-90f1-2122478314fe req-95689953-48a6-42da-86e5-871ebe9843a0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=772d6225-4638-4eca-b361-b674a7ef2a7a HTTP/1.1" status: 200 len: 898 time: 0.1595168 Jul 07 21:17:27.579817 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4684d9ab-31c8-424f-90f1-2122478314fe req-67d4f68c-2331-487b-adee-60744634f1ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6da4f53f-cdd5-42de-978d-eec14aabdcd7 HTTP/1.1" status: 200 len: 1000 time: 0.0864267 Jul 07 21:17:27.636130 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684d9ab-31c8-424f-90f1-2122478314fe req-f24e051e-f92c-4f1a-ac71-196e8830570f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:27.638829 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4684d9ab-31c8-424f-90f1-2122478314fe req-f24e051e-f92c-4f1a-ac71-196e8830570f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53050cc6-5b87-4ce5-b02c-8e9b25a1ac51 HTTP/1.1" status: 200 len: 834 time: 0.0520532 Jul 07 21:17:27.739298 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-9ae8318d-e82b-4370-b500-0f3b65c158db admin admin] Deleting port 59b2889a-88c0-4add-bc85-d8b6db5fcb5f {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:17:27.741054 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ae8318d-e82b-4370-b500-0f3b65c158db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:27.762236 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684d9ab-31c8-424f-90f1-2122478314fe req-9e18ecb6-17b7-4069-ab0c-59cc8d5134f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:27.764584 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4684d9ab-31c8-424f-90f1-2122478314fe req-9e18ecb6-17b7-4069-ab0c-59cc8d5134f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=772d6225-4638-4eca-b361-b674a7ef2a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1195440 Jul 07 21:17:27.843023 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0028c7-8b80-4f93-b762-e1972e868a4b req-0938c7b5-ce06-4942-93de-d935860af9ce tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:27.844160 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9a0028c7-8b80-4f93-b762-e1972e868a4b req-0938c7b5-ce06-4942-93de-d935860af9ce tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 945 time: 0.1371393 Jul 07 21:17:27.883511 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-9ae8318d-e82b-4370-b500-0f3b65c158db admin admin] For port 59b2889a-88c0-4add-bc85-d8b6db5fcb5f, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=59b2889a-88c0-4add-bc85-d8b6db5fcb5f,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:27.884022 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ae8318d-e82b-4370-b500-0f3b65c158db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:27.903589 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-9ae8318d-e82b-4370-b500-0f3b65c158db admin admin] Calling delete_port for 59b2889a-88c0-4add-bc85-d8b6db5fcb5f owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:17:27.906904 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4684d9ab-31c8-424f-90f1-2122478314fe req-820f0126-a8d0-45d5-8d2a-6087c417da49 service neutron] 10.222.0.39 "GET /v2.0/networks/772d6225-4638-4eca-b361-b674a7ef2a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338973 Jul 07 21:17:27.909989 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9a0028c7-8b80-4f93-b762-e1972e868a4b req-6202b81d-601b-4a50-8932-2d8c2fc9be2a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596421 Jul 07 21:17:28.040960 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4684d9ab-31c8-424f-90f1-2122478314fe req-71b96a80-9690-41de-98af-5a84a1009e40 service neutron] 10.222.0.39 "GET /v2.0/networks/772d6225-4638-4eca-b361-b674a7ef2a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260889 Jul 07 21:17:28.209201 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ae8318d-e82b-4370-b500-0f3b65c158db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:28.242793 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8318d-e82b-4370-b500-0f3b65c158db admin admin] Pushing event deleted for resources: {'Port': ['ID=59b2889a-88c0-4add-bc85-d8b6db5fcb5f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:28.395446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48752) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:28.448276 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9ae8318d-e82b-4370-b500-0f3b65c158db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:28.527816 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-e08b4578-f8e1-458f-9399-c4cb323ff840 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1408273876', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:28.554140 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e08b4578-f8e1-458f-9399-c4cb323ff840 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:28.555525 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e08b4578-f8e1-458f-9399-c4cb323ff840 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:28.612606 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e08b4578-f8e1-458f-9399-c4cb323ff840 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:28.617237 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e08b4578-f8e1-458f-9399-c4cb323ff840 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:28.637135 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e08b4578-f8e1-458f-9399-c4cb323ff840 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:28.639046 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e08b4578-f8e1-458f-9399-c4cb323ff840 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2425442 Jul 07 21:17:28.641688 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48756) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:28.647100 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-bd6bcf12-c592-4810-8c5d-d10a9a880153 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-207595514'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:28.668920 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6bcf12-c592-4810-8c5d-d10a9a880153 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Made reservation on behalf of 6fa4e1f8c94b433882de0394ec8f8d49 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:17:28.673084 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bd6bcf12-c592-4810-8c5d-d10a9a880153 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:28.683085 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bd6bcf12-c592-4810-8c5d-d10a9a880153 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:28.711648 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae8318d-e82b-4370-b500-0f3b65c158db admin admin] Router a27d62bd-71c5-46e5-8d70-df484cf25654 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:17:28.791799 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bd6bcf12-c592-4810-8c5d-d10a9a880153 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:28.797769 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bd6bcf12-c592-4810-8c5d-d10a9a880153 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:28.829941 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6bcf12-c592-4810-8c5d-d10a9a880153 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:17:28.834106 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae8318d-e82b-4370-b500-0f3b65c158db admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:17:28.842299 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bcf12-c592-4810-8c5d-d10a9a880153 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e2edb0-ee4f-4842-b262-8d640454aff8,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:28.842505 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9ae8318d-e82b-4370-b500-0f3b65c158db admin admin] 10.222.0.64 "PUT /v2.0/routers/a27d62bd-71c5-46e5-8d70-df484cf25654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5722628 Jul 07 21:17:28.842505 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48758) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:28.846471 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bd6bcf12-c592-4810-8c5d-d10a9a880153 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:28.846828 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-bd6bcf12-c592-4810-8c5d-d10a9a880153 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Added segment 4bfaffa3-ae93-4af3-80d6-d93c9114783e of type vlan for network 4be7553b-220b-4b9f-b0a7-2399d9253739 Jul 07 21:17:28.853110 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef0730-4698-4367-b377-3d313f130d72 None None] Sync routers for ids ['a27d62bd-71c5-46e5-8d70-df484cf25654'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:17:28.867420 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef0730-4698-4367-b377-3d313f130d72 None None] Routers {'a27d62bd-71c5-46e5-8d70-df484cf25654'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:28.868516 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-c3ef0730-4698-4367-b377-3d313f130d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a27d62bd-71c5-46e5-8d70-df484cf25654'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:28.907734 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bd6bcf12-c592-4810-8c5d-d10a9a880153 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:28.957588 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bd6bcf12-c592-4810-8c5d-d10a9a880153 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:28.973129 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6bcf12-c592-4810-8c5d-d10a9a880153 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:28.974516 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bd6bcf12-c592-4810-8c5d-d10a9a880153 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:28.976651 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-baaa2019-7d23-4ee8-bad9-3bac7b448879 admin admin] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:29.021675 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-c3ef0730-4698-4367-b377-3d313f130d72 None None] Set router a27d62bd-71c5-46e5-8d70-df484cf25654 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:17:29.063572 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bd6bcf12-c592-4810-8c5d-d10a9a880153 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4207036 Jul 07 21:17:29.071086 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48762) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:29.084190 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-422c4b33-9e2e-4fbf-8ac1-fa0d4aae4794 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Request body: {'subnet': {'network_id': '4be7553b-220b-4b9f-b0a7-2399d9253739', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:29.144288 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bcf12-c592-4810-8c5d-d10a9a880153 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Pushing event updated for resources: {'Network': ['ID=4be7553b-220b-4b9f-b0a7-2399d9253739,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:29.155616 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-baaa2019-7d23-4ee8-bad9-3bac7b448879 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:29.173889 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 4be7553b-220b-4b9f-b0a7-2399d9253739 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:17:29.237467 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422c4b33-9e2e-4fbf-8ac1-fa0d4aae4794 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Made reservation on behalf of 6fa4e1f8c94b433882de0394ec8f8d49 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:17:29.242009 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-422c4b33-9e2e-4fbf-8ac1-fa0d4aae4794 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:29.243555 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-baaa2019-7d23-4ee8-bad9-3bac7b448879 admin admin] Deleting port 6cddf9ca-bfc5-420a-b798-547ed1d0da92 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:17:29.244276 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-baaa2019-7d23-4ee8-bad9-3bac7b448879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:29.360721 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-baaa2019-7d23-4ee8-bad9-3bac7b448879 admin admin] For port 6cddf9ca-bfc5-420a-b798-547ed1d0da92, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=6cddf9ca-bfc5-420a-b798-547ed1d0da92,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:29.360721 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-baaa2019-7d23-4ee8-bad9-3bac7b448879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:29.367928 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5d8de045-afbf-4cac-a1bd-68a359d85049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:29.390009 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-baaa2019-7d23-4ee8-bad9-3bac7b448879 admin admin] Calling delete_port for 6cddf9ca-bfc5-420a-b798-547ed1d0da92 owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:17:29.399669 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-c3ef0730-4698-4367-b377-3d313f130d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'name': 'tempest-AttachVolumeShelveTestJSON-56852643-router', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:08:44Z', 'updated_at': '2021-07-07T21:17:28Z', 'revision_number': 5, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'gw_port': {'id': '6cddf9ca-bfc5-420a-b798-547ed1d0da92', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:08:45Z', 'updated_at': '2021-07-07T21:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:29.439285 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef0730-4698-4367-b377-3d313f130d72 None None] Checking router: a27d62bd-71c5-46e5-8d70-df484cf25654 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:17:29.448943 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef0730-4698-4367-b377-3d313f130d72 None None] Routers {'a27d62bd-71c5-46e5-8d70-df484cf25654'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:29.449589 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-c3ef0730-4698-4367-b377-3d313f130d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a27d62bd-71c5-46e5-8d70-df484cf25654'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:29.537072 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-c3ef0730-4698-4367-b377-3d313f130d72 None None] Set router a27d62bd-71c5-46e5-8d70-df484cf25654 gateway port host: None {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:17:29.596546 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-c3ef0730-4698-4367-b377-3d313f130d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'name': 'tempest-AttachVolumeShelveTestJSON-56852643-router', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:08:44Z', 'updated_at': '2021-07-07T21:17:29Z', 'revision_number': 6, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'gw_port_host': None}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:29.625175 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef0730-4698-4367-b377-3d313f130d72 None None] The sync data for ids ['a27d62bd-71c5-46e5-8d70-df484cf25654'] in n-d-695189-11 is: [{'id': 'a27d62bd-71c5-46e5-8d70-df484cf25654', 'name': 'tempest-AttachVolumeShelveTestJSON-56852643-router', 'tenant_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:08:44Z', 'updated_at': '2021-07-07T21:17:29Z', 'revision_number': 6, 'project_id': '2c77ff576c8f4eb18bd83eb9fa5ae9c8', 'gw_port_host': None}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:17:29.642504 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-baaa2019-7d23-4ee8-bad9-3bac7b448879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:29.693761 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa2019-7d23-4ee8-bad9-3bac7b448879 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cddf9ca-bfc5-420a-b798-547ed1d0da92,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:29.703640 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5556a0-7185-4b8a-8787-0383c8cf9d14 req-30e1b716-86d3-4f8a-b9af-725d3a622f23 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:29.705223 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1d5556a0-7185-4b8a-8787-0383c8cf9d14 req-30e1b716-86d3-4f8a-b9af-725d3a622f23 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 945 time: 0.5654514 Jul 07 21:17:29.761340 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1d5556a0-7185-4b8a-8787-0383c8cf9d14 req-46f199d5-1943-4a80-8b6d-0cd6da458191 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467694 Jul 07 21:17:29.766966 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-baaa2019-7d23-4ee8-bad9-3bac7b448879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:29.858278 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-422c4b33-9e2e-4fbf-8ac1-fa0d4aae4794 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:29.863938 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-baaa2019-7d23-4ee8-bad9-3bac7b448879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:29.867020 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-baaa2019-7d23-4ee8-bad9-3bac7b448879 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:29.915594 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-baaa2019-7d23-4ee8-bad9-3bac7b448879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:29.916323 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baaa2019-7d23-4ee8-bad9-3bac7b448879 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a27d62bd-71c5-46e5-8d70-df484cf25654 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:17:29.921859 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-baaa2019-7d23-4ee8-bad9-3bac7b448879 admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:29.925688 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-baaa2019-7d23-4ee8-bad9-3bac7b448879 admin admin] 10.222.0.64 "DELETE /v2.0/routers/a27d62bd-71c5-46e5-8d70-df484cf25654 HTTP/1.1" status: 204 len: 168 time: 1.0792878 Jul 07 21:17:29.925688 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48766) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:29.931724 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422c4b33-9e2e-4fbf-8ac1-fa0d4aae4794 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Checking segment: {'id': '4bfaffa3-ae93-4af3-80d6-d93c9114783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4be7553b-220b-4b9f-b0a7-2399d9253739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:17:29.932097 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422c4b33-9e2e-4fbf-8ac1-fa0d4aae4794 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Network hostable DHCP agents. Network: 4be7553b-220b-4b9f-b0a7-2399d9253739, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:17:29.933967 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c4b33-9e2e-4fbf-8ac1-fa0d4aae4794 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Pushing event updated for resources: {'Subnet': ['ID=498fd671-f61d-4196-b941-9c482f97bed3,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:29.952726 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422c4b33-9e2e-4fbf-8ac1-fa0d4aae4794 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Network 4be7553b-220b-4b9f-b0a7-2399d9253739 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:17:29.963534 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-422c4b33-9e2e-4fbf-8ac1-fa0d4aae4794 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 4be7553b-220b-4b9f-b0a7-2399d9253739) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:17:29.977978 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532d51ee-8753-4102-bd84-7810e33faf40 None None] Network 4be7553b-220b-4b9f-b0a7-2399d9253739 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:17:29.979052 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422c4b33-9e2e-4fbf-8ac1-fa0d4aae4794 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:29.979704 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-422c4b33-9e2e-4fbf-8ac1-fa0d4aae4794 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:29.982167 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-60993b01-3d16-4cdb-ad43-c3a434e32b0b admin admin] Deleting subnet 695c722d-c0e1-4b67-838e-81b8bf679407 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:17:29.987119 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-60993b01-3d16-4cdb-ad43-c3a434e32b0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.005974 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-422c4b33-9e2e-4fbf-8ac1-fa0d4aae4794 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9331744 Jul 07 21:17:30.009597 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48768) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:30.015244 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-cbd0a60b-c1a3-475a-bbc9-a53ca42f3fe4 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Request body: {'network': {'name': 'tempest-router-network01--550481420'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:30.033911 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-60993b01-3d16-4cdb-ad43-c3a434e32b0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.046015 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd0a60b-c1a3-475a-bbc9-a53ca42f3fe4 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Made reservation on behalf of 6fa4e1f8c94b433882de0394ec8f8d49 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:17:30.051016 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cbd0a60b-c1a3-475a-bbc9-a53ca42f3fe4 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.080186 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd0a60b-c1a3-475a-bbc9-a53ca42f3fe4 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:17:30.101253 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cbd0a60b-c1a3-475a-bbc9-a53ca42f3fe4 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.101633 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-cbd0a60b-c1a3-475a-bbc9-a53ca42f3fe4 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Added segment 54265d2f-61cf-40f4-8bb3-c2899bf61150 of type vlan for network 5a43f95f-7bdb-459f-89c7-fd7a64dbd883 Jul 07 21:17:30.158599 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cbd0a60b-c1a3-475a-bbc9-a53ca42f3fe4 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.169648 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-60993b01-3d16-4cdb-ad43-c3a434e32b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.199358 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cbd0a60b-c1a3-475a-bbc9-a53ca42f3fe4 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.206613 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd0a60b-c1a3-475a-bbc9-a53ca42f3fe4 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:30.207365 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-cbd0a60b-c1a3-475a-bbc9-a53ca42f3fe4 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.234566 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabfc4f5-7ae6-4697-a8ab-6e0c49a87a34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-4be7553b-220b-4b9f-b0a7-2399d9253739', 'network_id': '4be7553b-220b-4b9f-b0a7-2399d9253739', 'tenant_id': '6fa4e1f8c94b433882de0394ec8f8d49', 'fixed_ips': [{'subnet_id': '498fd671-f61d-4196-b941-9c482f97bed3'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:17:30.237236 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dabfc4f5-7ae6-4697-a8ab-6e0c49a87a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.249351 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-60993b01-3d16-4cdb-ad43-c3a434e32b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.278009 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60993b01-3d16-4cdb-ad43-c3a434e32b0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=695c722d-c0e1-4b67-838e-81b8bf679407,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:30.287145 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-60993b01-3d16-4cdb-ad43-c3a434e32b0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.293236 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-60993b01-3d16-4cdb-ad43-c3a434e32b0b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/695c722d-c0e1-4b67-838e-81b8bf679407 HTTP/1.1" status: 204 len: 168 time: 0.3664069 Jul 07 21:17:30.294111 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48772) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:30.300766 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0a60b-c1a3-475a-bbc9-a53ca42f3fe4 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Pushing event updated for resources: {'Network': ['ID=5a43f95f-7bdb-459f-89c7-fd7a64dbd883,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:30.313929 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-cbd0a60b-c1a3-475a-bbc9-a53ca42f3fe4 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3013637 Jul 07 21:17:30.314840 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48774) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:30.320363 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-47d5ae8a-73be-438c-b398-a18f4ca79715 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Request body: {'network': {'name': 'tempest-router-network02--1629010941'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:30.347113 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d5ae8a-73be-438c-b398-a18f4ca79715 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Made reservation on behalf of 6fa4e1f8c94b433882de0394ec8f8d49 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:17:30.350738 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc227983-9b3f-442a-ae5f-2f83e0b77529 None None] Network 71e90e76-92b1-4ebc-85b0-c55c9e97f894 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:17:30.352510 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-47d5ae8a-73be-438c-b398-a18f4ca79715 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.352862 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 5a43f95f-7bdb-459f-89c7-fd7a64dbd883 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:17:30.380259 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18f8b71c-b024-4286-ac28-fafa13e2d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.388869 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d5ae8a-73be-438c-b398-a18f4ca79715 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:17:30.398778 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-47d5ae8a-73be-438c-b398-a18f4ca79715 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.399134 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-47d5ae8a-73be-438c-b398-a18f4ca79715 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Added segment c5674686-71f8-49bd-9872-be88b6cf59f2 of type vlan for network cb4bbfe1-7fdc-4e6c-be0f-ae1364412272 Jul 07 21:17:30.459869 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-47d5ae8a-73be-438c-b398-a18f4ca79715 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.471857 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-18f8b71c-b024-4286-ac28-fafa13e2d7c5 admin admin] Deleting port 1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:17:30.472667 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18f8b71c-b024-4286-ac28-fafa13e2d7c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.528856 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-47d5ae8a-73be-438c-b398-a18f4ca79715 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.544569 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d5ae8a-73be-438c-b398-a18f4ca79715 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:30.545538 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-47d5ae8a-73be-438c-b398-a18f4ca79715 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.569512 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-18f8b71c-b024-4286-ac28-fafa13e2d7c5 admin admin] For port 1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8,segment=NetworkSegment(ea031aad-0623-47bf-a876-73a3b1e061ee),segment_id=ea031aad-0623-47bf-a876-73a3b1e061ee)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:30.569512 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18f8b71c-b024-4286-ac28-fafa13e2d7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.578694 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-dabfc4f5-7ae6-4697-a8ab-6e0c49a87a34 None None] Allocated IP 2001:db8::2 (4be7553b-220b-4b9f-b0a7-2399d9253739/498fd671-f61d-4196-b941-9c482f97bed3/73353571-12a0-4b06-98a1-31fbb6150096) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:17:30.589570 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-18f8b71c-b024-4286-ac28-fafa13e2d7c5 admin admin] Calling delete_port for 1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:17:30.627729 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-47d5ae8a-73be-438c-b398-a18f4ca79715 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3116493 Jul 07 21:17:30.628428 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48776) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:30.651019 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-2a87e928-bc42-47e6-ae11-25675f10c8c7 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Request body: {'subnet': {'network_id': '5a43f95f-7bdb-459f-89c7-fd7a64dbd883', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:30.711269 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18f8b71c-b024-4286-ac28-fafa13e2d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.738985 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5ae8a-73be-438c-b398-a18f4ca79715 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Pushing event updated for resources: {'Network': ['ID=cb4bbfe1-7fdc-4e6c-be0f-ae1364412272,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:30.752461 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network cb4bbfe1-7fdc-4e6c-be0f-ae1364412272 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:17:30.757536 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e981ba75-2b27-4121-87ea-22de047763bd None None] DHCP port deletion for 71e90e76-92b1-4ebc-85b0-c55c9e97f894 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:17:30.765277 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8b71c-b024-4286-ac28-fafa13e2d7c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:30.781980 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f8b71c-b024-4286-ac28-fafa13e2d7c5 admin admin] No DVR routers for this DVR port 1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:17:30.802139 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a87e928-bc42-47e6-ae11-25675f10c8c7 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Made reservation on behalf of 6fa4e1f8c94b433882de0394ec8f8d49 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:17:30.813035 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2a87e928-bc42-47e6-ae11-25675f10c8c7 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.848145 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dabfc4f5-7ae6-4697-a8ab-6e0c49a87a34 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.865262 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-dabfc4f5-7ae6-4697-a8ab-6e0c49a87a34 None None] Transition to ACTIVE for port object 73353571-12a0-4b06-98a1-31fbb6150096 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:17:30.890976 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-dabfc4f5-7ae6-4697-a8ab-6e0c49a87a34 None None] Transition to ACTIVE for port object 73353571-12a0-4b06-98a1-31fbb6150096 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:17:30.899177 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dabfc4f5-7ae6-4697-a8ab-6e0c49a87a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.906122 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18f8b71c-b024-4286-ac28-fafa13e2d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.937224 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-18f8b71c-b024-4286-ac28-fafa13e2d7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e90e76-92b1-4ebc-85b0-c55c9e97f894']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:30.950150 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-18f8b71c-b024-4286-ac28-fafa13e2d7c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea031aad-0623-47bf-a876-73a3b1e061ee') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:30.950150 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-18f8b71c-b024-4286-ac28-fafa13e2d7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea031aad-0623-47bf-a876-73a3b1e061ee') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:30.958205 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabfc4f5-7ae6-4697-a8ab-6e0c49a87a34 None None] Network 4be7553b-220b-4b9f-b0a7-2399d9253739 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:17:30.963622 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18f8b71c-b024-4286-ac28-fafa13e2d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.970995 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-dabfc4f5-7ae6-4697-a8ab-6e0c49a87a34 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:17:30.978626 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabfc4f5-7ae6-4697-a8ab-6e0c49a87a34 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:17:30.981982 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabfc4f5-7ae6-4697-a8ab-6e0c49a87a34 None None] Pushing event updated for resources: {'Port': ['ID=73353571-12a0-4b06-98a1-31fbb6150096,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:30.985474 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18f8b71c-b024-4286-ac28-fafa13e2d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:30.999465 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f8b71c-b024-4286-ac28-fafa13e2d7c5 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:17:31.000045 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18f8b71c-b024-4286-ac28-fafa13e2d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:17:31.001919 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:17:31.074200 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-dabfc4f5-7ae6-4697-a8ab-6e0c49a87a34 None None] Attempting to bind port 73353571-12a0-4b06-98a1-31fbb6150096 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:17:31.075480 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-dabfc4f5-7ae6-4697-a8ab-6e0c49a87a34 None None] Attempting to bind port 73353571-12a0-4b06-98a1-31fbb6150096 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '4bfaffa3-ae93-4af3-80d6-d93c9114783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4be7553b-220b-4b9f-b0a7-2399d9253739'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:17:31.076994 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabfc4f5-7ae6-4697-a8ab-6e0c49a87a34 None None] Attempting to bind port 73353571-12a0-4b06-98a1-31fbb6150096 on network 4be7553b-220b-4b9f-b0a7-2399d9253739 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:17:31.085672 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabfc4f5-7ae6-4697-a8ab-6e0c49a87a34 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:17:31.086152 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabfc4f5-7ae6-4697-a8ab-6e0c49a87a34 None None] Checking segment: {'id': '4bfaffa3-ae93-4af3-80d6-d93c9114783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4be7553b-220b-4b9f-b0a7-2399d9253739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:17:31.086773 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dabfc4f5-7ae6-4697-a8ab-6e0c49a87a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:31.087286 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabfc4f5-7ae6-4697-a8ab-6e0c49a87a34 None None] Bound using segment: {'id': '4bfaffa3-ae93-4af3-80d6-d93c9114783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4be7553b-220b-4b9f-b0a7-2399d9253739'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:17:31.087871 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-dabfc4f5-7ae6-4697-a8ab-6e0c49a87a34 None None] Bound port: 73353571-12a0-4b06-98a1-31fbb6150096, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bfaffa3-ae93-4af3-80d6-d93c9114783e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4be7553b-220b-4b9f-b0a7-2399d9253739'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:17:31.088491 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dabfc4f5-7ae6-4697-a8ab-6e0c49a87a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:31.098512 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18f8b71c-b024-4286-ac28-fafa13e2d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:31.107101 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-18f8b71c-b024-4286-ac28-fafa13e2d7c5 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:31.112534 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-18f8b71c-b024-4286-ac28-fafa13e2d7c5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/71e90e76-92b1-4ebc-85b0-c55c9e97f894 HTTP/1.1" status: 204 len: 168 time: 0.8147933 Jul 07 21:17:31.141313 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8b71c-b024-4286-ac28-fafa13e2d7c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=71e90e76-92b1-4ebc-85b0-c55c9e97f894,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:31.165601 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 59b2889a-88c0-4add-bc85-d8b6db5fcb5f no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:17:31.206874 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 59b2889a-88c0-4add-bc85-d8b6db5fcb5f {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:17:31.207363 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 59b2889a-88c0-4add-bc85-d8b6db5fcb5f not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:17:31.207720 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:17:31.227553 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf2675-adda-4f68-a2b7-1953c951c00f req-ee15da4e-89af-405d-ac43-5fd7fefcc4ea tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:31.229186 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-85cf2675-adda-4f68-a2b7-1953c951c00f req-ee15da4e-89af-405d-ac43-5fd7fefcc4ea tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 945 time: 0.2855616 Jul 07 21:17:31.230655 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2a87e928-bc42-47e6-ae11-25675f10c8c7 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:31.239430 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:17:31.239790 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 1efc4d3a-466f-4a64-9b5e-0ea59b6a5bf8 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:17:31.240210 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 6cddf9ca-bfc5-420a-b798-547ed1d0da92 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:17:31.297102 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 6cddf9ca-bfc5-420a-b798-547ed1d0da92 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:17:31.297510 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 6cddf9ca-bfc5-420a-b798-547ed1d0da92 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:17:31.320450 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-dabfc4f5-7ae6-4697-a8ab-6e0c49a87a34 None None] For port 73353571-12a0-4b06-98a1-31fbb6150096, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:17:31.330725 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-dabfc4f5-7ae6-4697-a8ab-6e0c49a87a34 None None] For port 73353571-12a0-4b06-98a1-31fbb6150096, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=73353571-12a0-4b06-98a1-31fbb6150096,segment=NetworkSegment(4bfaffa3-ae93-4af3-80d6-d93c9114783e),segment_id=4bfaffa3-ae93-4af3-80d6-d93c9114783e)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:17:31.337728 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-dabfc4f5-7ae6-4697-a8ab-6e0c49a87a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:31.357316 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-85cf2675-adda-4f68-a2b7-1953c951c00f req-d192e720-06bb-4dac-bc3e-ae40ce684dc0 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175354 Jul 07 21:17:31.358663 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a87e928-bc42-47e6-ae11-25675f10c8c7 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Pushing event updated for resources: {'Subnet': ['ID=0559edf3-6ce2-42d5-b1e5-ab9a0d9382a4,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:31.376121 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a87e928-bc42-47e6-ae11-25675f10c8c7 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Checking segment: {'id': '54265d2f-61cf-40f4-8bb3-c2899bf61150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5a43f95f-7bdb-459f-89c7-fd7a64dbd883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:17:31.376505 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a87e928-bc42-47e6-ae11-25675f10c8c7 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Network hostable DHCP agents. Network: 5a43f95f-7bdb-459f-89c7-fd7a64dbd883, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:17:31.411608 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a87e928-bc42-47e6-ae11-25675f10c8c7 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Network 5a43f95f-7bdb-459f-89c7-fd7a64dbd883 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:17:31.418108 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48784) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:31.426333 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-2a87e928-bc42-47e6-ae11-25675f10c8c7 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 5a43f95f-7bdb-459f-89c7-fd7a64dbd883) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:17:31.446201 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a87e928-bc42-47e6-ae11-25675f10c8c7 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:31.446388 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0eb677-3b1e-4221-bff2-055238e24293 None None] Network 5a43f95f-7bdb-459f-89c7-fd7a64dbd883 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:17:31.447056 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2a87e928-bc42-47e6-ae11-25675f10c8c7 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:31.455772 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabfc4f5-7ae6-4697-a8ab-6e0c49a87a34 None None] Pushing event updated for resources: {'Port': ['ID=73353571-12a0-4b06-98a1-31fbb6150096,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:31.477468 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2a87e928-bc42-47e6-ae11-25675f10c8c7 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8412619 Jul 07 21:17:31.480213 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48786) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:31.492630 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6f14781a-e55a-4eb9-9853-4ed696a20fff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c77ff576c8f4eb18bd83eb9fa5ae9c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0710428 Jul 07 21:17:31.493372 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-d4848123-a9e4-4d61-9ed6-0d64d0286204 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Request body: {'subnet': {'network_id': 'cb4bbfe1-7fdc-4e6c-be0f-ae1364412272', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:31.493496 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48788) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:31.556352 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6760ed45-5a91-4a82-ad0c-9a28f63add9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:31.584528 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6760ed45-5a91-4a82-ad0c-9a28f63add9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:31.626741 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4848123-a9e4-4d61-9ed6-0d64d0286204 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Made reservation on behalf of 6fa4e1f8c94b433882de0394ec8f8d49 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:17:31.631942 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d4848123-a9e4-4d61-9ed6-0d64d0286204 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:31.672160 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6760ed45-5a91-4a82-ad0c-9a28f63add9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:31.674764 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6760ed45-5a91-4a82-ad0c-9a28f63add9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:31.681020 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6760ed45-5a91-4a82-ad0c-9a28f63add9e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/494edd53-3ea4-4fa2-9dbc-59d4c510b903 HTTP/1.1" status: 204 len: 168 time: 0.1804559 Jul 07 21:17:31.703427 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760ed45-5a91-4a82-ad0c-9a28f63add9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494edd53-3ea4-4fa2-9dbc-59d4c510b903,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:31.735478 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61b0516-d5f4-4942-b780-df4e60b575ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-5a43f95f-7bdb-459f-89c7-fd7a64dbd883', 'network_id': '5a43f95f-7bdb-459f-89c7-fd7a64dbd883', 'tenant_id': '6fa4e1f8c94b433882de0394ec8f8d49', 'fixed_ips': [{'subnet_id': '0559edf3-6ce2-42d5-b1e5-ab9a0d9382a4'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:17:31.738483 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b61b0516-d5f4-4942-b780-df4e60b575ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:31.964782 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ae546a33-c5cb-45b5-89e3-b22b6634db6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:31.978285 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:31.988172 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d4848123-a9e4-4d61-9ed6-0d64d0286204 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:32.004765 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-b61b0516-d5f4-4942-b780-df4e60b575ad None None] Allocated IP 2001:db8::2 (5a43f95f-7bdb-459f-89c7-fd7a64dbd883/0559edf3-6ce2-42d5-b1e5-ab9a0d9382a4/025d4db1-8b8e-47a7-a05f-961a87eea2f0) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:17:32.066983 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4848123-a9e4-4d61-9ed6-0d64d0286204 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Pushing event updated for resources: {'Subnet': ['ID=a122ea6c-106c-4ae5-8afc-65f024dcf8ac,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:32.069332 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4848123-a9e4-4d61-9ed6-0d64d0286204 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Checking segment: {'id': 'c5674686-71f8-49bd-9872-be88b6cf59f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'cb4bbfe1-7fdc-4e6c-be0f-ae1364412272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:17:32.069705 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4848123-a9e4-4d61-9ed6-0d64d0286204 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Network hostable DHCP agents. Network: cb4bbfe1-7fdc-4e6c-be0f-ae1364412272, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:17:32.092179 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4848123-a9e4-4d61-9ed6-0d64d0286204 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Network cb4bbfe1-7fdc-4e6c-be0f-ae1364412272 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:17:32.103788 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-d4848123-a9e4-4d61-9ed6-0d64d0286204 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, cb4bbfe1-7fdc-4e6c-be0f-ae1364412272) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:17:32.114833 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5f9346-14f1-48be-9125-2304934ab1a1 None None] Network cb4bbfe1-7fdc-4e6c-be0f-ae1364412272 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:17:32.118545 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4848123-a9e4-4d61-9ed6-0d64d0286204 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:32.119228 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d4848123-a9e4-4d61-9ed6-0d64d0286204 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:32.139350 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d4848123-a9e4-4d61-9ed6-0d64d0286204 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6575439 Jul 07 21:17:32.142562 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48796) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:32.301817 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b61b0516-d5f4-4942-b780-df4e60b575ad None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:32.336911 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b61b0516-d5f4-4942-b780-df4e60b575ad None None] Transition to ACTIVE for port object 025d4db1-8b8e-47a7-a05f-961a87eea2f0 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:17:32.381531 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b61b0516-d5f4-4942-b780-df4e60b575ad None None] Transition to ACTIVE for port object 025d4db1-8b8e-47a7-a05f-961a87eea2f0 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:17:32.465789 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b61b0516-d5f4-4942-b780-df4e60b575ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:32.541085 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9476605-a4fa-4b60-9275-bd3c884cb1b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-cb4bbfe1-7fdc-4e6c-be0f-ae1364412272', 'network_id': 'cb4bbfe1-7fdc-4e6c-be0f-ae1364412272', 'tenant_id': '6fa4e1f8c94b433882de0394ec8f8d49', 'fixed_ips': [{'subnet_id': 'a122ea6c-106c-4ae5-8afc-65f024dcf8ac'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:17:32.545144 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e9476605-a4fa-4b60-9275-bd3c884cb1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:32.578434 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61b0516-d5f4-4942-b780-df4e60b575ad None None] Network 5a43f95f-7bdb-459f-89c7-fd7a64dbd883 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:17:32.580239 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-528e2c56-b211-46ee-9e44-b14548b9fcb9 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:32.586338 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-b61b0516-d5f4-4942-b780-df4e60b575ad None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:17:32.599665 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61b0516-d5f4-4942-b780-df4e60b575ad None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:17:32.610542 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b0516-d5f4-4942-b780-df4e60b575ad None None] Pushing event updated for resources: {'Port': ['ID=025d4db1-8b8e-47a7-a05f-961a87eea2f0,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:32.902628 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2adc0-8353-477d-928c-05a5982cbae9 req-bee9bce3-20fb-4351-bf82-0f0904fab7f6 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:32.902628 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-23d2adc0-8353-477d-928c-05a5982cbae9 req-bee9bce3-20fb-4351-bf82-0f0904fab7f6 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 945 time: 0.1784616 Jul 07 21:17:32.951517 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cb4284-025b-4e9f-9dd2-a8542c34ca3f None None] Network 4be7553b-220b-4b9f-b0a7-2399d9253739 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:17:32.983666 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-23d2adc0-8353-477d-928c-05a5982cbae9 req-50c06058-9b4b-482e-9650-2ff58d9e1094 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702753 Jul 07 21:17:33.019806 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-528e2c56-b211-46ee-9e44-b14548b9fcb9 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Allocated IP 2001:db8::1 (5a43f95f-7bdb-459f-89c7-fd7a64dbd883/0559edf3-6ce2-42d5-b1e5-ab9a0d9382a4/a4a35916-a9f6-4adb-9657-8a6353eb16ea) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:17:33.077453 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b61b0516-d5f4-4942-b780-df4e60b575ad None None] Attempting to bind port 025d4db1-8b8e-47a7-a05f-961a87eea2f0 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:17:33.078371 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b61b0516-d5f4-4942-b780-df4e60b575ad None None] Attempting to bind port 025d4db1-8b8e-47a7-a05f-961a87eea2f0 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '54265d2f-61cf-40f4-8bb3-c2899bf61150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5a43f95f-7bdb-459f-89c7-fd7a64dbd883'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:17:33.078939 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b0516-d5f4-4942-b780-df4e60b575ad None None] Attempting to bind port 025d4db1-8b8e-47a7-a05f-961a87eea2f0 on network 5a43f95f-7bdb-459f-89c7-fd7a64dbd883 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:17:33.112952 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b0516-d5f4-4942-b780-df4e60b575ad None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:17:33.113643 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b0516-d5f4-4942-b780-df4e60b575ad None None] Checking segment: {'id': '54265d2f-61cf-40f4-8bb3-c2899bf61150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5a43f95f-7bdb-459f-89c7-fd7a64dbd883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:17:33.114224 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b61b0516-d5f4-4942-b780-df4e60b575ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:33.114776 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b0516-d5f4-4942-b780-df4e60b575ad None None] Bound using segment: {'id': '54265d2f-61cf-40f4-8bb3-c2899bf61150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5a43f95f-7bdb-459f-89c7-fd7a64dbd883'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:17:33.115470 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b61b0516-d5f4-4942-b780-df4e60b575ad None None] Bound port: 025d4db1-8b8e-47a7-a05f-961a87eea2f0, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54265d2f-61cf-40f4-8bb3-c2899bf61150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '5a43f95f-7bdb-459f-89c7-fd7a64dbd883'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:17:33.116053 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b61b0516-d5f4-4942-b780-df4e60b575ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:33.118069 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0e164976-1b53-4f96-811e-6d0b5fcd8f77 None None] Provisioning for port 73353571-12a0-4b06-98a1-31fbb6150096 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:17:33.183364 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-e9476605-a4fa-4b60-9275-bd3c884cb1b3 None None] Allocated IP 2001:db8::2 (cb4bbfe1-7fdc-4e6c-be0f-ae1364412272/a122ea6c-106c-4ae5-8afc-65f024dcf8ac/2696dd91-ebb9-4b76-842c-5984348815a7) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:17:33.209226 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 73353571-12a0-4b06-98a1-31fbb6150096 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:17:33.231890 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-528e2c56-b211-46ee-9e44-b14548b9fcb9 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:33.257846 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-528e2c56-b211-46ee-9e44-b14548b9fcb9 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Transition to ACTIVE for port object a4a35916-a9f6-4adb-9657-8a6353eb16ea will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:17:33.311360 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-528e2c56-b211-46ee-9e44-b14548b9fcb9 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:33.368759 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b61b0516-d5f4-4942-b780-df4e60b575ad None None] For port 025d4db1-8b8e-47a7-a05f-961a87eea2f0, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:17:33.379912 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528e2c56-b211-46ee-9e44-b14548b9fcb9 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Network 5a43f95f-7bdb-459f-89c7-fd7a64dbd883 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:17:33.384094 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-528e2c56-b211-46ee-9e44-b14548b9fcb9 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:17:33.386897 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528e2c56-b211-46ee-9e44-b14548b9fcb9 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:17:33.388787 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-528e2c56-b211-46ee-9e44-b14548b9fcb9 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:33.394989 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b61b0516-d5f4-4942-b780-df4e60b575ad None None] For port 025d4db1-8b8e-47a7-a05f-961a87eea2f0, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=025d4db1-8b8e-47a7-a05f-961a87eea2f0,segment=NetworkSegment(54265d2f-61cf-40f4-8bb3-c2899bf61150),segment_id=54265d2f-61cf-40f4-8bb3-c2899bf61150)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:17:33.414646 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b61b0516-d5f4-4942-b780-df4e60b575ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:33.462548 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 73353571-12a0-4b06-98a1-31fbb6150096 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:17:33.480722 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e2c56-b211-46ee-9e44-b14548b9fcb9 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Pushing event updated for resources: {'Port': ['ID=a4a35916-a9f6-4adb-9657-8a6353eb16ea,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:33.484214 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 73353571-12a0-4b06-98a1-31fbb6150096 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:33.484934 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:33.648736 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b0516-d5f4-4942-b780-df4e60b575ad None None] Pushing event updated for resources: {'Port': ['ID=025d4db1-8b8e-47a7-a05f-961a87eea2f0,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:33.665484 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-528e2c56-b211-46ee-9e44-b14548b9fcb9 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:33.717255 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:33.718420 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e9476605-a4fa-4b60-9275-bd3c884cb1b3 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:33.748826 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e9476605-a4fa-4b60-9275-bd3c884cb1b3 None None] Transition to ACTIVE for port object 2696dd91-ebb9-4b76-842c-5984348815a7 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:17:33.812839 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e9476605-a4fa-4b60-9275-bd3c884cb1b3 None None] Transition to ACTIVE for port object 2696dd91-ebb9-4b76-842c-5984348815a7 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:17:33.838166 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e9476605-a4fa-4b60-9275-bd3c884cb1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:33.840119 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:33.970470 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9476605-a4fa-4b60-9275-bd3c884cb1b3 None None] Pushing event updated for resources: {'Port': ['ID=2696dd91-ebb9-4b76-842c-5984348815a7,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:33.976881 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9476605-a4fa-4b60-9275-bd3c884cb1b3 None None] Network cb4bbfe1-7fdc-4e6c-be0f-ae1364412272 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:17:33.980791 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-e9476605-a4fa-4b60-9275-bd3c884cb1b3 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:17:33.984375 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9476605-a4fa-4b60-9275-bd3c884cb1b3 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:17:33.988245 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 73353571-12a0-4b06-98a1-31fbb6150096, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=73353571-12a0-4b06-98a1-31fbb6150096,segment=NetworkSegment(4bfaffa3-ae93-4af3-80d6-d93c9114783e),segment_id=4bfaffa3-ae93-4af3-80d6-d93c9114783e)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:34.028019 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:34.136499 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-528e2c56-b211-46ee-9e44-b14548b9fcb9 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:34.146841 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-528e2c56-b211-46ee-9e44-b14548b9fcb9 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:34.149229 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-528e2c56-b211-46ee-9e44-b14548b9fcb9 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:34.169537 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-e9476605-a4fa-4b60-9275-bd3c884cb1b3 None None] Attempting to bind port 2696dd91-ebb9-4b76-842c-5984348815a7 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:17:34.172345 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-e9476605-a4fa-4b60-9275-bd3c884cb1b3 None None] Attempting to bind port 2696dd91-ebb9-4b76-842c-5984348815a7 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'c5674686-71f8-49bd-9872-be88b6cf59f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'cb4bbfe1-7fdc-4e6c-be0f-ae1364412272'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:17:34.173153 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9476605-a4fa-4b60-9275-bd3c884cb1b3 None None] Attempting to bind port 2696dd91-ebb9-4b76-842c-5984348815a7 on network cb4bbfe1-7fdc-4e6c-be0f-ae1364412272 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:17:34.193705 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9476605-a4fa-4b60-9275-bd3c884cb1b3 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:17:34.194092 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9476605-a4fa-4b60-9275-bd3c884cb1b3 None None] Checking segment: {'id': 'c5674686-71f8-49bd-9872-be88b6cf59f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'cb4bbfe1-7fdc-4e6c-be0f-ae1364412272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:17:34.194509 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e9476605-a4fa-4b60-9275-bd3c884cb1b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:34.194913 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9476605-a4fa-4b60-9275-bd3c884cb1b3 None None] Bound using segment: {'id': 'c5674686-71f8-49bd-9872-be88b6cf59f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'cb4bbfe1-7fdc-4e6c-be0f-ae1364412272'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:17:34.195453 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-e9476605-a4fa-4b60-9275-bd3c884cb1b3 None None] Bound port: 2696dd91-ebb9-4b76-842c-5984348815a7, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5674686-71f8-49bd-9872-be88b6cf59f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'cb4bbfe1-7fdc-4e6c-be0f-ae1364412272'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:17:34.195851 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e9476605-a4fa-4b60-9275-bd3c884cb1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:34.197615 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=73353571-12a0-4b06-98a1-31fbb6150096,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:34.221349 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-2dbc087e-2607-4b37-a6e3-8f0558e17f75 None None] Provisioning complete for port 73353571-12a0-4b06-98a1-31fbb6150096 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:34.221998 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2dbc087e-2607-4b37-a6e3-8f0558e17f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:34.243890 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e2c56-b211-46ee-9e44-b14548b9fcb9 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Pushing event updated for resources: {'Port': ['ID=a4a35916-a9f6-4adb-9657-8a6353eb16ea,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:34.329317 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-e9476605-a4fa-4b60-9275-bd3c884cb1b3 None None] For port 2696dd91-ebb9-4b76-842c-5984348815a7, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:17:34.334489 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-e9476605-a4fa-4b60-9275-bd3c884cb1b3 None None] For port 2696dd91-ebb9-4b76-842c-5984348815a7, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=2696dd91-ebb9-4b76-842c-5984348815a7,segment=NetworkSegment(c5674686-71f8-49bd-9872-be88b6cf59f2),segment_id=c5674686-71f8-49bd-9872-be88b6cf59f2)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:17:34.363792 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e9476605-a4fa-4b60-9275-bd3c884cb1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:34.408280 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528e2c56-b211-46ee-9e44-b14548b9fcb9 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Network 5a43f95f-7bdb-459f-89c7-fd7a64dbd883 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:17:34.411526 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-528e2c56-b211-46ee-9e44-b14548b9fcb9 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:17:34.454288 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9476605-a4fa-4b60-9275-bd3c884cb1b3 None None] Pushing event updated for resources: {'Port': ['ID=2696dd91-ebb9-4b76-842c-5984348815a7,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:34.580665 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780b8f6-b0fd-4f21-8608-ec0bceb882a5 req-a8c54183-49b4-4b1e-9f59-2ba1dfb331dc tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:34.582598 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a780b8f6-b0fd-4f21-8608-ec0bceb882a5 req-a8c54183-49b4-4b1e-9f59-2ba1dfb331dc tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 945 time: 0.3456359 Jul 07 21:17:34.642457 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a780b8f6-b0fd-4f21-8608-ec0bceb882a5 req-117f35cc-bf1e-4b4b-8f8d-338613ee3a03 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524650 Jul 07 21:17:34.680185 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528e2c56-b211-46ee-9e44-b14548b9fcb9 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Router cd0b0a8b-49c0-40e3-affd-40e8845ba630 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:17:34.817578 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528e2c56-b211-46ee-9e44-b14548b9fcb9 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:17:34.822974 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-528e2c56-b211-46ee-9e44-b14548b9fcb9 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "PUT /v2.0/routers/cd0b0a8b-49c0-40e3-affd-40e8845ba630/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6793661 Jul 07 21:17:34.826057 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48838) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:34.828755 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9acb84-7c71-4d11-a650-747cc8b815b4 None None] Sync routers for ids ['cd0b0a8b-49c0-40e3-affd-40e8845ba630'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:17:34.848087 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9acb84-7c71-4d11-a650-747cc8b815b4 None None] Routers {'cd0b0a8b-49c0-40e3-affd-40e8845ba630'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:34.848650 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-db9acb84-7c71-4d11-a650-747cc8b815b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['cd0b0a8b-49c0-40e3-affd-40e8845ba630'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:34.929087 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-db9acb84-7c71-4d11-a650-747cc8b815b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:34.947823 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9acb84-7c71-4d11-a650-747cc8b815b4 None None] Routers {'cd0b0a8b-49c0-40e3-affd-40e8845ba630'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:34.948943 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-db9acb84-7c71-4d11-a650-747cc8b815b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['cd0b0a8b-49c0-40e3-affd-40e8845ba630'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:34.999014 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-db9acb84-7c71-4d11-a650-747cc8b815b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:35.000243 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9acb84-7c71-4d11-a650-747cc8b815b4 None None] The sync data for ids ['cd0b0a8b-49c0-40e3-affd-40e8845ba630'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:17:35.282879 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2090b2-ec33-4ded-9c49-85e34530513b None None] Network 5a43f95f-7bdb-459f-89c7-fd7a64dbd883 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:17:35.344399 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:35.348753 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 2696dd91-ebb9-4b76-842c-5984348815a7 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:17:35.413317 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-1935999d-eec8-4b48-955d-143ce59e9a96 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:17:35.417439 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48856) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:35.418008 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1935999d-eec8-4b48-955d-143ce59e9a96 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "PUT /v2.0/routers/cd0b0a8b-49c0-40e3-affd-40e8845ba630/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5908055 Jul 07 21:17:35.445964 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-167ca2ba-6631-4254-94a5-d1bf0047784b None None] Provisioning for port 025d4db1-8b8e-47a7-a05f-961a87eea2f0 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:17:35.500061 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 2696dd91-ebb9-4b76-842c-5984348815a7 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:17:35.507030 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 025d4db1-8b8e-47a7-a05f-961a87eea2f0 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:17:35.642525 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 025d4db1-8b8e-47a7-a05f-961a87eea2f0 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:17:35.656106 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 025d4db1-8b8e-47a7-a05f-961a87eea2f0 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:35.656952 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:35.832589 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:35.931190 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 025d4db1-8b8e-47a7-a05f-961a87eea2f0, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=025d4db1-8b8e-47a7-a05f-961a87eea2f0,segment=NetworkSegment(54265d2f-61cf-40f4-8bb3-c2899bf61150),segment_id=54265d2f-61cf-40f4-8bb3-c2899bf61150)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:35.941359 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:35.942803 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 73353571-12a0-4b06-98a1-31fbb6150096 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:17:36.024787 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a12cd-4f19-48fc-ba30-72f5468b005d req-aa002114-766e-4eeb-80db-52d5237e166f tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:36.028590 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b76a12cd-4f19-48fc-ba30-72f5468b005d req-aa002114-766e-4eeb-80db-52d5237e166f tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 945 time: 0.1803954 Jul 07 21:17:36.132093 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b76a12cd-4f19-48fc-ba30-72f5468b005d req-5a9a439c-b870-40e8-b4d4-6e07cefb9f85 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970678 Jul 07 21:17:36.146979 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=025d4db1-8b8e-47a7-a05f-961a87eea2f0,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:36.151520 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8485b021-148f-4430-a465-9fcbc272a41c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:36.165896 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8c3f25-4feb-49ec-b64f-4444e125fe36 None None] Network cb4bbfe1-7fdc-4e6c-be0f-ae1364412272 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:17:36.177781 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 73353571-12a0-4b06-98a1-31fbb6150096 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:36.178595 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:36.317188 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-88ee7c43-f934-4c59-ba85-5d124c37c900 None None] Provisioning for port a4a35916-a9f6-4adb-9657-8a6353eb16ea completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:17:36.457612 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-88ee7c43-f934-4c59-ba85-5d124c37c900 None None] Provisioning complete for port a4a35916-a9f6-4adb-9657-8a6353eb16ea triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:36.457990 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-88ee7c43-f934-4c59-ba85-5d124c37c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:36.517924 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-88ee7c43-f934-4c59-ba85-5d124c37c900 None None] Port a4a35916-a9f6-4adb-9657-8a6353eb16ea cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:17:36.584724 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-8485b021-148f-4430-a465-9fcbc272a41c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Deleting port a4a35916-a9f6-4adb-9657-8a6353eb16ea {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:17:36.585238 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8485b021-148f-4430-a465-9fcbc272a41c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:36.706668 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8485b021-148f-4430-a465-9fcbc272a41c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:36.725077 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-8485b021-148f-4430-a465-9fcbc272a41c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Calling delete_port for a4a35916-a9f6-4adb-9657-8a6353eb16ea owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:17:36.802386 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-88ee7c43-f934-4c59-ba85-5d124c37c900 None None] Provisioning for port 2696dd91-ebb9-4b76-842c-5984348815a7 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:17:36.817402 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-88ee7c43-f934-4c59-ba85-5d124c37c900 None None] Provisioning complete for port 2696dd91-ebb9-4b76-842c-5984348815a7 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:36.817402 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-88ee7c43-f934-4c59-ba85-5d124c37c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:36.960000 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-88ee7c43-f934-4c59-ba85-5d124c37c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:37.019506 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-88ee7c43-f934-4c59-ba85-5d124c37c900 None None] For port 2696dd91-ebb9-4b76-842c-5984348815a7, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=2696dd91-ebb9-4b76-842c-5984348815a7,segment=NetworkSegment(c5674686-71f8-49bd-9872-be88b6cf59f2),segment_id=c5674686-71f8-49bd-9872-be88b6cf59f2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:37.024402 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-88ee7c43-f934-4c59-ba85-5d124c37c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:37.106004 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-88ee7c43-f934-4c59-ba85-5d124c37c900 None None] Provisioning complete for port 025d4db1-8b8e-47a7-a05f-961a87eea2f0 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:37.107758 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-88ee7c43-f934-4c59-ba85-5d124c37c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:37.166878 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 025d4db1-8b8e-47a7-a05f-961a87eea2f0 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:17:37.205870 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee7c43-f934-4c59-ba85-5d124c37c900 None None] Pushing event updated for resources: {'Port': ['ID=2696dd91-ebb9-4b76-842c-5984348815a7,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:37.291129 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 025d4db1-8b8e-47a7-a05f-961a87eea2f0 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:37.291531 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:37.343785 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8485b021-148f-4430-a465-9fcbc272a41c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:37.378837 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485b021-148f-4430-a465-9fcbc272a41c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Pushing event deleted for resources: {'Port': ['ID=a4a35916-a9f6-4adb-9657-8a6353eb16ea,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:37.509709 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8485b021-148f-4430-a465-9fcbc272a41c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:37.542022 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-56344172-6382-4be4-9e42-3b7bf91add35 None None] Provisioning complete for port 2696dd91-ebb9-4b76-842c-5984348815a7 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:37.543031 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-56344172-6382-4be4-9e42-3b7bf91add35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:37.585406 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d3cc9-0aef-422f-97d7-8dc084d944e7 req-19fcb489-8d4a-4ce8-8c60-cc91934037c4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:37.595307 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b63d3cc9-0aef-422f-97d7-8dc084d944e7 req-19fcb489-8d4a-4ce8-8c60-cc91934037c4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 945 time: 0.2556846 Jul 07 21:17:37.646438 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b63d3cc9-0aef-422f-97d7-8dc084d944e7 req-c8226540-76c7-45f0-8177-120ff725a7e9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484729 Jul 07 21:17:37.729421 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-56344172-6382-4be4-9e42-3b7bf91add35 None None] Could not find standard attr ID for object a4a35916-a9f6-4adb-9657-8a6353eb16ea. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:17:37.784029 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8485b021-148f-4430-a465-9fcbc272a41c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Router cd0b0a8b-49c0-40e3-affd-40e8845ba630 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:17:37.891488 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8485b021-148f-4430-a465-9fcbc272a41c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:17:37.898182 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8485b021-148f-4430-a465-9fcbc272a41c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "PUT /v2.0/routers/cd0b0a8b-49c0-40e3-affd-40e8845ba630/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4780483 Jul 07 21:17:37.903721 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48874) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:37.906510 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1427a8f-fb6b-444d-906f-e0065c3bd236 None None] Sync routers for ids ['cd0b0a8b-49c0-40e3-affd-40e8845ba630'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:17:37.927366 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1427a8f-fb6b-444d-906f-e0065c3bd236 None None] Routers {'cd0b0a8b-49c0-40e3-affd-40e8845ba630'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:37.929389 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-e1427a8f-fb6b-444d-906f-e0065c3bd236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['cd0b0a8b-49c0-40e3-affd-40e8845ba630'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:37.952808 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-244e56e1-5c61-4eb5-8ca1-8f4e8c7b2bbb tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] delete failed (client error): The resource could not be found. Jul 07 21:17:37.954075 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-244e56e1-5c61-4eb5-8ca1-8f4e8c7b2bbb tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-1844939841 HTTP/1.1" status: 404 len: 335 time: 0.0487022 Jul 07 21:17:37.959443 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48878) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:37.966216 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-930b8d74-b9cc-4458-bee8-82b2186b3a25 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cd0b0a8b-49c0-40e3-affd-40e8845ba630'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:38.012883 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-e1427a8f-fb6b-444d-906f-e0065c3bd236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:38.025838 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1427a8f-fb6b-444d-906f-e0065c3bd236 None None] Routers {'cd0b0a8b-49c0-40e3-affd-40e8845ba630'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:38.027236 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-e1427a8f-fb6b-444d-906f-e0065c3bd236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['cd0b0a8b-49c0-40e3-affd-40e8845ba630'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:38.080766 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-e1427a8f-fb6b-444d-906f-e0065c3bd236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:38.081875 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1427a8f-fb6b-444d-906f-e0065c3bd236 None None] The sync data for ids ['cd0b0a8b-49c0-40e3-affd-40e8845ba630'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:17:38.216651 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-930b8d74-b9cc-4458-bee8-82b2186b3a25 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:38.239993 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-930b8d74-b9cc-4458-bee8-82b2186b3a25 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] update failed (client error): The resource could not be found. Jul 07 21:17:38.240981 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-930b8d74-b9cc-4458-bee8-82b2186b3a25 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "PUT /v2.0/routers/cd0b0a8b-49c0-40e3-affd-40e8845ba630 HTTP/1.1" status: 404 len: 339 time: 0.2802532 Jul 07 21:17:38.244555 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48880) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:38.249587 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-a1690766-3fc5-4fa3-bbab-42e159435883 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-794314569'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:38.271973 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1690766-3fc5-4fa3-bbab-42e159435883 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Made reservation on behalf of 6fa4e1f8c94b433882de0394ec8f8d49 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:17:38.275572 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1690766-3fc5-4fa3-bbab-42e159435883 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:38.302523 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1690766-3fc5-4fa3-bbab-42e159435883 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:17:38.311976 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1690766-3fc5-4fa3-bbab-42e159435883 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:38.312434 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-a1690766-3fc5-4fa3-bbab-42e159435883 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Added segment 2200bb51-3006-433a-b31c-0caff705b085 of type vlan for network 8557f5c5-1a4d-4f4c-a3c1-774263ae89aa Jul 07 21:17:38.355529 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1690766-3fc5-4fa3-bbab-42e159435883 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:38.391100 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1690766-3fc5-4fa3-bbab-42e159435883 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:38.396974 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1690766-3fc5-4fa3-bbab-42e159435883 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:38.397587 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a1690766-3fc5-4fa3-bbab-42e159435883 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:38.475598 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a1690766-3fc5-4fa3-bbab-42e159435883 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2299063 Jul 07 21:17:38.478392 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48882) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:38.486671 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-9dc8a993-be0d-4f87-b2d3-14e3a3bfc88d tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Request body: {'subnet': {'network_id': '8557f5c5-1a4d-4f4c-a3c1-774263ae89aa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:38.488932 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1690766-3fc5-4fa3-bbab-42e159435883 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Pushing event updated for resources: {'Network': ['ID=8557f5c5-1a4d-4f4c-a3c1-774263ae89aa,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:38.499238 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 8557f5c5-1a4d-4f4c-a3c1-774263ae89aa details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:17:38.590277 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc8a993-be0d-4f87-b2d3-14e3a3bfc88d tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Made reservation on behalf of 6fa4e1f8c94b433882de0394ec8f8d49 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:17:38.600674 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9dc8a993-be0d-4f87-b2d3-14e3a3bfc88d tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:38.838044 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9dc8a993-be0d-4f87-b2d3-14e3a3bfc88d tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:38.877252 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b78c0-3648-424d-ba2c-20f23ac83665 req-51dfb0fc-fe38-4769-8d6f-de5fe99ca4b5 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:38.879078 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2c5b78c0-3648-424d-ba2c-20f23ac83665 req-51dfb0fc-fe38-4769-8d6f-de5fe99ca4b5 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 945 time: 0.0785151 Jul 07 21:17:38.912743 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8a993-be0d-4f87-b2d3-14e3a3bfc88d tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Pushing event updated for resources: {'Subnet': ['ID=a275660c-eb1c-4a97-9d9c-866714cf8f66,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:38.927474 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc8a993-be0d-4f87-b2d3-14e3a3bfc88d tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Checking segment: {'id': '2200bb51-3006-433a-b31c-0caff705b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8557f5c5-1a4d-4f4c-a3c1-774263ae89aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:17:38.927740 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc8a993-be0d-4f87-b2d3-14e3a3bfc88d tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Network hostable DHCP agents. Network: 8557f5c5-1a4d-4f4c-a3c1-774263ae89aa, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:17:38.949715 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc8a993-be0d-4f87-b2d3-14e3a3bfc88d tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Network 8557f5c5-1a4d-4f4c-a3c1-774263ae89aa is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:17:38.964347 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2c5b78c0-3648-424d-ba2c-20f23ac83665 req-f4adc817-d3ca-439c-aa7c-394b1f7de529 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763094 Jul 07 21:17:38.966634 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-9dc8a993-be0d-4f87-b2d3-14e3a3bfc88d tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 8557f5c5-1a4d-4f4c-a3c1-774263ae89aa) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:17:38.974809 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc8a993-be0d-4f87-b2d3-14e3a3bfc88d tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:38.976265 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9dc8a993-be0d-4f87-b2d3-14e3a3bfc88d tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:38.976858 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be2adcc-d8e0-476a-b2f4-5621bd9eadd2 None None] Network 8557f5c5-1a4d-4f4c-a3c1-774263ae89aa requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:17:39.002264 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9dc8a993-be0d-4f87-b2d3-14e3a3bfc88d tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5158479 Jul 07 21:17:39.003258 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48896) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:39.004393 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-7167657e-ba62-4a31-94f7-05125e5fb6f0 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Request body: {'router': {'external_gateway_info': {'network_id': '8557f5c5-1a4d-4f4c-a3c1-774263ae89aa'}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:39.055940 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48898) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:39.139204 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 2696dd91-ebb9-4b76-842c-5984348815a7 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:17:39.216736 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c33fc25f-35f9-4df3-984f-b69dfb72edb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:39.244306 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 2696dd91-ebb9-4b76-842c-5984348815a7 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:39.245150 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:39.273872 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49ff56a-5083-4752-addf-0d0130263729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-8557f5c5-1a4d-4f4c-a3c1-774263ae89aa', 'network_id': '8557f5c5-1a4d-4f4c-a3c1-774263ae89aa', 'tenant_id': '6fa4e1f8c94b433882de0394ec8f8d49', 'fixed_ips': [{'subnet_id': 'a275660c-eb1c-4a97-9d9c-866714cf8f66'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:17:39.275371 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c49ff56a-5083-4752-addf-0d0130263729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:39.333382 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7167657e-ba62-4a31-94f7-05125e5fb6f0 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:39.347232 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c33fc25f-35f9-4df3-984f-b69dfb72edb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:39.353853 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c33fc25f-35f9-4df3-984f-b69dfb72edb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:39.400939 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c33fc25f-35f9-4df3-984f-b69dfb72edb2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0d71b97217994c28a203c3163e94778e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3437693 Jul 07 21:17:39.403860 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fc25f-35f9-4df3-984f-b69dfb72edb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8435594e-7631-4b4e-b5ff-c3b69d05e7b0,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:39.406849 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48902) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:39.481031 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99858218-0083-42c9-a8c1-b412f622775d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:39.502271 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-7167657e-ba62-4a31-94f7-05125e5fb6f0 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:17:39.504090 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7167657e-ba62-4a31-94f7-05125e5fb6f0 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "PUT /v2.0/routers/cd0b0a8b-49c0-40e3-affd-40e8845ba630 HTTP/1.1" status: 400 len: 364 time: 0.5037866 Jul 07 21:17:39.507630 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 48904) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:39.516640 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-c49ff56a-5083-4752-addf-0d0130263729 None None] Allocated IP 2001:db8:1::2 (8557f5c5-1a4d-4f4c-a3c1-774263ae89aa/a275660c-eb1c-4a97-9d9c-866714cf8f66/f8f33da0-ddab-4dbb-b23d-f879e57e09cd) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:17:39.522186 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99858218-0083-42c9-a8c1-b412f622775d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:39.582788 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99858218-0083-42c9-a8c1-b412f622775d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:39.586057 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99858218-0083-42c9-a8c1-b412f622775d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:39.591848 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-99858218-0083-42c9-a8c1-b412f622775d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8435594e-7631-4b4e-b5ff-c3b69d05e7b0 HTTP/1.1" status: 204 len: 168 time: 0.1839285 Jul 07 21:17:39.603902 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99858218-0083-42c9-a8c1-b412f622775d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8435594e-7631-4b4e-b5ff-c3b69d05e7b0,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:39.723492 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c49ff56a-5083-4752-addf-0d0130263729 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:39.737821 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c49ff56a-5083-4752-addf-0d0130263729 None None] Transition to ACTIVE for port object f8f33da0-ddab-4dbb-b23d-f879e57e09cd will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:17:39.758476 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c49ff56a-5083-4752-addf-0d0130263729 None None] Transition to ACTIVE for port object f8f33da0-ddab-4dbb-b23d-f879e57e09cd will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:17:39.770099 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c49ff56a-5083-4752-addf-0d0130263729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:39.814355 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49ff56a-5083-4752-addf-0d0130263729 None None] Network 8557f5c5-1a4d-4f4c-a3c1-774263ae89aa is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:17:39.817509 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-c49ff56a-5083-4752-addf-0d0130263729 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:17:39.820409 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49ff56a-5083-4752-addf-0d0130263729 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:17:39.855939 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ff56a-5083-4752-addf-0d0130263729 None None] Pushing event updated for resources: {'Port': ['ID=f8f33da0-ddab-4dbb-b23d-f879e57e09cd,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:39.901602 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-c49ff56a-5083-4752-addf-0d0130263729 None None] Attempting to bind port f8f33da0-ddab-4dbb-b23d-f879e57e09cd on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:17:39.901980 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-c49ff56a-5083-4752-addf-0d0130263729 None None] Attempting to bind port f8f33da0-ddab-4dbb-b23d-f879e57e09cd by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '2200bb51-3006-433a-b31c-0caff705b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8557f5c5-1a4d-4f4c-a3c1-774263ae89aa'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:17:39.902355 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49ff56a-5083-4752-addf-0d0130263729 None None] Attempting to bind port f8f33da0-ddab-4dbb-b23d-f879e57e09cd on network 8557f5c5-1a4d-4f4c-a3c1-774263ae89aa {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:17:39.912383 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49ff56a-5083-4752-addf-0d0130263729 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:17:39.912768 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49ff56a-5083-4752-addf-0d0130263729 None None] Checking segment: {'id': '2200bb51-3006-433a-b31c-0caff705b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8557f5c5-1a4d-4f4c-a3c1-774263ae89aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:17:39.913181 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c49ff56a-5083-4752-addf-0d0130263729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:39.913603 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49ff56a-5083-4752-addf-0d0130263729 None None] Bound using segment: {'id': '2200bb51-3006-433a-b31c-0caff705b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8557f5c5-1a4d-4f4c-a3c1-774263ae89aa'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:17:39.914067 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-c49ff56a-5083-4752-addf-0d0130263729 None None] Bound port: f8f33da0-ddab-4dbb-b23d-f879e57e09cd, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2200bb51-3006-433a-b31c-0caff705b085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8557f5c5-1a4d-4f4c-a3c1-774263ae89aa'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:17:39.914459 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c49ff56a-5083-4752-addf-0d0130263729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:39.994591 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-c49ff56a-5083-4752-addf-0d0130263729 None None] For port f8f33da0-ddab-4dbb-b23d-f879e57e09cd, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:17:40.001721 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-c49ff56a-5083-4752-addf-0d0130263729 None None] For port f8f33da0-ddab-4dbb-b23d-f879e57e09cd, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f8f33da0-ddab-4dbb-b23d-f879e57e09cd,segment=NetworkSegment(2200bb51-3006-433a-b31c-0caff705b085),segment_id=2200bb51-3006-433a-b31c-0caff705b085)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:17:40.009639 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c49ff56a-5083-4752-addf-0d0130263729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:40.096159 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ff56a-5083-4752-addf-0d0130263729 None None] Pushing event updated for resources: {'Port': ['ID=f8f33da0-ddab-4dbb-b23d-f879e57e09cd,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:40.353813 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1dabac6f-c89a-4640-b097-b525af37f67c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:40.364748 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d01126-fe0e-4336-9e4d-a8b29c33a424 req-f16651e7-290b-478b-9593-c7f275324197 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:40.367556 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29d01126-fe0e-4336-9e4d-a8b29c33a424 req-f16651e7-290b-478b-9593-c7f275324197 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 945 time: 0.1563463 Jul 07 21:17:40.526173 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-29d01126-fe0e-4336-9e4d-a8b29c33a424 req-33391988-2097-4bc2-b981-c72975e6c3a7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002049 Jul 07 21:17:40.727601 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-1dabac6f-c89a-4640-b097-b525af37f67c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Allocated IP 2001:db8::1 (4be7553b-220b-4b9f-b0a7-2399d9253739/498fd671-f61d-4196-b941-9c482f97bed3/73790a5a-0213-4f61-a3c1-48b45076265e) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:17:40.884984 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1dabac6f-c89a-4640-b097-b525af37f67c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:40.923534 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-1dabac6f-c89a-4640-b097-b525af37f67c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Transition to ACTIVE for port object 73790a5a-0213-4f61-a3c1-48b45076265e will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:17:40.967041 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1dabac6f-c89a-4640-b097-b525af37f67c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:41.024985 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabac6f-c89a-4640-b097-b525af37f67c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Pushing event updated for resources: {'Port': ['ID=73790a5a-0213-4f61-a3c1-48b45076265e,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:41.075056 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dabac6f-c89a-4640-b097-b525af37f67c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Network 4be7553b-220b-4b9f-b0a7-2399d9253739 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:17:41.083006 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-1dabac6f-c89a-4640-b097-b525af37f67c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:17:41.085991 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dabac6f-c89a-4640-b097-b525af37f67c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:17:41.086581 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1dabac6f-c89a-4640-b097-b525af37f67c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:41.186674 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f8f33da0-ddab-4dbb-b23d-f879e57e09cd up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:17:41.287779 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port f8f33da0-ddab-4dbb-b23d-f879e57e09cd completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:17:41.348305 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1dabac6f-c89a-4640-b097-b525af37f67c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:41.519906 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c351df-6804-4ee1-892c-fe1b2922ec50 None None] Network 8557f5c5-1a4d-4f4c-a3c1-774263ae89aa requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:17:41.521527 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48960) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:41.628995 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-67e7ac9d-f652-4dcd-b25e-116f8db4366c None None] Provisioning for port f8f33da0-ddab-4dbb-b23d-f879e57e09cd completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:17:41.634692 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-67e7ac9d-f652-4dcd-b25e-116f8db4366c None None] Provisioning complete for port f8f33da0-ddab-4dbb-b23d-f879e57e09cd triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:41.635185 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-67e7ac9d-f652-4dcd-b25e-116f8db4366c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:41.697640 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-22cc2346-017d-4def-bbd0-224c77e297cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:41.771896 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1dabac6f-c89a-4640-b097-b525af37f67c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:41.782299 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1dabac6f-c89a-4640-b097-b525af37f67c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:41.783389 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1dabac6f-c89a-4640-b097-b525af37f67c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:41.802945 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-67e7ac9d-f652-4dcd-b25e-116f8db4366c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:41.836082 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb01f01-f6bc-4db5-beef-7cc3f4808c36 req-c73be281-7ee7-4fac-a744-338ffde40be2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:41.838624 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-22cc2346-017d-4def-bbd0-224c77e297cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:41.842964 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-67e7ac9d-f652-4dcd-b25e-116f8db4366c None None] For port f8f33da0-ddab-4dbb-b23d-f879e57e09cd, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f8f33da0-ddab-4dbb-b23d-f879e57e09cd,segment=NetworkSegment(2200bb51-3006-433a-b31c-0caff705b085),segment_id=2200bb51-3006-433a-b31c-0caff705b085)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:41.843908 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fb01f01-f6bc-4db5-beef-7cc3f4808c36 req-c73be281-7ee7-4fac-a744-338ffde40be2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 945 time: 0.1421568 Jul 07 21:17:41.846304 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-22cc2346-017d-4def-bbd0-224c77e297cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:41.851105 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-67e7ac9d-f652-4dcd-b25e-116f8db4366c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:41.920649 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc2346-017d-4def-bbd0-224c77e297cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64005e7-af71-42be-a8e2-022ead0102c8,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:41.936811 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-22cc2346-017d-4def-bbd0-224c77e297cb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a63f8afa174f421898f00e113831b4ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4140580 Jul 07 21:17:41.940259 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48966) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:42.008680 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-67e7ac9d-f652-4dcd-b25e-116f8db4366c None None] Provisioning for port 73790a5a-0213-4f61-a3c1-48b45076265e completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:17:42.025907 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7ac9d-f652-4dcd-b25e-116f8db4366c None None] Pushing event updated for resources: {'Port': ['ID=f8f33da0-ddab-4dbb-b23d-f879e57e09cd,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:42.032917 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-67e7ac9d-f652-4dcd-b25e-116f8db4366c None None] Provisioning complete for port 73790a5a-0213-4f61-a3c1-48b45076265e triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:42.033299 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-67e7ac9d-f652-4dcd-b25e-116f8db4366c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:42.053075 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabac6f-c89a-4640-b097-b525af37f67c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Pushing event updated for resources: {'Port': ['ID=73790a5a-0213-4f61-a3c1-48b45076265e,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:42.064916 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7a164cdb-0883-4cee-b22f-11afe146d89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:42.078254 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-67e7ac9d-f652-4dcd-b25e-116f8db4366c None None] Port 73790a5a-0213-4f61-a3c1-48b45076265e cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:17:42.096711 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7a164cdb-0883-4cee-b22f-11afe146d89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:42.100696 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fb01f01-f6bc-4db5-beef-7cc3f4808c36 req-14b5997a-9bf0-4251-99cf-d87f4b83d394 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557557 Jul 07 21:17:42.130009 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dabac6f-c89a-4640-b097-b525af37f67c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Network 4be7553b-220b-4b9f-b0a7-2399d9253739 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:17:42.135133 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-1dabac6f-c89a-4640-b097-b525af37f67c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:17:42.166041 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7a164cdb-0883-4cee-b22f-11afe146d89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:42.170059 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7a164cdb-0883-4cee-b22f-11afe146d89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:42.171459 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7a164cdb-0883-4cee-b22f-11afe146d89c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c64005e7-af71-42be-a8e2-022ead0102c8 HTTP/1.1" status: 204 len: 168 time: 0.2295001 Jul 07 21:17:42.184445 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a164cdb-0883-4cee-b22f-11afe146d89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64005e7-af71-42be-a8e2-022ead0102c8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:42.281724 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dabac6f-c89a-4640-b097-b525af37f67c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Router cd0b0a8b-49c0-40e3-affd-40e8845ba630 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:17:42.305960 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ca953532-b6e7-454a-90ec-5c525191c05e None None] Provisioning complete for port f8f33da0-ddab-4dbb-b23d-f879e57e09cd triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:42.310855 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ca953532-b6e7-454a-90ec-5c525191c05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:42.429746 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dabac6f-c89a-4640-b097-b525af37f67c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:17:42.451538 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980bf7c0-8989-44dd-aa14-d35ef76a6b9a None None] Sync routers for ids ['cd0b0a8b-49c0-40e3-affd-40e8845ba630'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:17:42.455044 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1dabac6f-c89a-4640-b097-b525af37f67c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "PUT /v2.0/routers/cd0b0a8b-49c0-40e3-affd-40e8845ba630/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9460471 Jul 07 21:17:42.457655 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48974) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:42.464757 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980bf7c0-8989-44dd-aa14-d35ef76a6b9a None None] Routers {'cd0b0a8b-49c0-40e3-affd-40e8845ba630'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:42.466702 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-980bf7c0-8989-44dd-aa14-d35ef76a6b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['cd0b0a8b-49c0-40e3-affd-40e8845ba630'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:42.515508 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-980bf7c0-8989-44dd-aa14-d35ef76a6b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:42.527266 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980bf7c0-8989-44dd-aa14-d35ef76a6b9a None None] Routers {'cd0b0a8b-49c0-40e3-affd-40e8845ba630'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:42.528418 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-980bf7c0-8989-44dd-aa14-d35ef76a6b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['cd0b0a8b-49c0-40e3-affd-40e8845ba630'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:42.569965 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c1740454-cfd0-4bdf-b65c-4082f4a82fbd None None] Provisioning complete for port 73790a5a-0213-4f61-a3c1-48b45076265e triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:42.570652 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c1740454-cfd0-4bdf-b65c-4082f4a82fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:42.578400 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-642c547e-ec48-4095-910a-e10cd1eb03d3 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:42.587120 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-980bf7c0-8989-44dd-aa14-d35ef76a6b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:42.587827 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980bf7c0-8989-44dd-aa14-d35ef76a6b9a None None] The sync data for ids ['cd0b0a8b-49c0-40e3-affd-40e8845ba630'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:17:42.617037 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-c1740454-cfd0-4bdf-b65c-4082f4a82fbd None None] Port 73790a5a-0213-4f61-a3c1-48b45076265e cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:17:42.681203 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-642c547e-ec48-4095-910a-e10cd1eb03d3 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 21:17:42.687637 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-642c547e-ec48-4095-910a-e10cd1eb03d3 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "DELETE /v2.0/routers/cd0b0a8b-49c0-40e3-affd-40e8845ba630 HTTP/1.1" status: 409 len: 329 time: 0.2238851 Jul 07 21:17:42.687952 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 48984) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:43.047859 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c5602ea-2bd7-40fe-8fad-8de864036467 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:43.129429 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f8f33da0-ddab-4dbb-b23d-f879e57e09cd up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:17:43.192519 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port f8f33da0-ddab-4dbb-b23d-f879e57e09cd triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:43.192907 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:43.352384 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf305813-ea43-4b1e-93bc-5e90f1536729 req-cae608e2-4b2a-46cb-9b73-a19c2e176b29 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:43.361887 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf305813-ea43-4b1e-93bc-5e90f1536729 req-cae608e2-4b2a-46cb-9b73-a19c2e176b29 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 945 time: 0.0825627 Jul 07 21:17:43.414169 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf305813-ea43-4b1e-93bc-5e90f1536729 req-87d59acb-64f5-421f-973c-c655d36e523d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462065 Jul 07 21:17:43.464089 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-7c5602ea-2bd7-40fe-8fad-8de864036467 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Deleting port 73790a5a-0213-4f61-a3c1-48b45076265e {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:17:43.464463 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c5602ea-2bd7-40fe-8fad-8de864036467 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:43.561080 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c5602ea-2bd7-40fe-8fad-8de864036467 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:43.573346 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-7c5602ea-2bd7-40fe-8fad-8de864036467 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Calling delete_port for 73790a5a-0213-4f61-a3c1-48b45076265e owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:17:43.775523 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c5602ea-2bd7-40fe-8fad-8de864036467 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:43.805055 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5602ea-2bd7-40fe-8fad-8de864036467 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Pushing event deleted for resources: {'Port': ['ID=73790a5a-0213-4f61-a3c1-48b45076265e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:43.926451 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c5602ea-2bd7-40fe-8fad-8de864036467 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:44.106542 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5602ea-2bd7-40fe-8fad-8de864036467 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Router cd0b0a8b-49c0-40e3-affd-40e8845ba630 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:17:44.186106 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5602ea-2bd7-40fe-8fad-8de864036467 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:17:44.191747 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7c5602ea-2bd7-40fe-8fad-8de864036467 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "PUT /v2.0/routers/cd0b0a8b-49c0-40e3-affd-40e8845ba630/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5029035 Jul 07 21:17:44.195410 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49034) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:44.197839 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36003b52-10fa-469c-861c-cb0be090638d None None] Sync routers for ids ['cd0b0a8b-49c0-40e3-affd-40e8845ba630'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:17:44.212462 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36003b52-10fa-469c-861c-cb0be090638d None None] Routers {'cd0b0a8b-49c0-40e3-affd-40e8845ba630'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:44.213953 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-36003b52-10fa-469c-861c-cb0be090638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['cd0b0a8b-49c0-40e3-affd-40e8845ba630'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:44.249035 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-08d96a9c-8aa2-4474-acf5-d113542f3c62 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] show failed (client error): The resource could not be found. Jul 07 21:17:44.250101 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-08d96a9c-8aa2-4474-acf5-d113542f3c62 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-861631903 HTTP/1.1" status: 404 len: 334 time: 0.0536916 Jul 07 21:17:44.253415 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-36003b52-10fa-469c-861c-cb0be090638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:44.255985 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49038) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:44.260748 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-4c1479f8-e892-4a52-bdbe-d3ff1410232c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:44.267677 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36003b52-10fa-469c-861c-cb0be090638d None None] Routers {'cd0b0a8b-49c0-40e3-affd-40e8845ba630'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:17:44.268322 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-36003b52-10fa-469c-861c-cb0be090638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:17:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['cd0b0a8b-49c0-40e3-affd-40e8845ba630'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:44.297393 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-4c1479f8-e892-4a52-bdbe-d3ff1410232c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] update failed (client error): The resource could not be found. Jul 07 21:17:44.298567 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4c1479f8-e892-4a52-bdbe-d3ff1410232c tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-805651367 HTTP/1.1" status: 404 len: 334 time: 0.0414965 Jul 07 21:17:44.302019 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49040) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:44.305083 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-36003b52-10fa-469c-861c-cb0be090638d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:44.305758 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36003b52-10fa-469c-861c-cb0be090638d None None] The sync data for ids ['cd0b0a8b-49c0-40e3-affd-40e8845ba630'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:17:44.359528 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-70996c64-98ff-4d28-a316-f49859d3ae34 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Deleting subnet a275660c-eb1c-4a97-9d9c-866714cf8f66 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:17:44.362872 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-70996c64-98ff-4d28-a316-f49859d3ae34 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:44.410604 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-70996c64-98ff-4d28-a316-f49859d3ae34 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:44.534806 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-70996c64-98ff-4d28-a316-f49859d3ae34 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:44.637694 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-70996c64-98ff-4d28-a316-f49859d3ae34 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:44.673164 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70996c64-98ff-4d28-a316-f49859d3ae34 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Pushing event deleted for resources: {'Subnet': ['ID=a275660c-eb1c-4a97-9d9c-866714cf8f66,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:44.678615 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-70996c64-98ff-4d28-a316-f49859d3ae34 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:44.680731 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-70996c64-98ff-4d28-a316-f49859d3ae34 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "DELETE /v2.0/subnets/a275660c-eb1c-4a97-9d9c-866714cf8f66 HTTP/1.1" status: 204 len: 168 time: 0.3776891 Jul 07 21:17:44.683267 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49058) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:44.689494 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54fd67-29ef-44a8-8459-34625eddcdcc req-6c885aa9-63f4-4f31-b352-caf54d00575a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:44.691906 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3e54fd67-29ef-44a8-8459-34625eddcdcc req-6c885aa9-63f4-4f31-b352-caf54d00575a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 945 time: 0.1213439 Jul 07 21:17:44.692680 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fba3780-dc48-4e4a-9640-7341fab5c72b None None] Network 8557f5c5-1a4d-4f4c-a3c1-774263ae89aa requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:17:44.708303 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49060) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:44.752447 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3e54fd67-29ef-44a8-8459-34625eddcdcc req-8d5af62f-05d0-4057-b074-396e32d704d4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540497 Jul 07 21:17:44.803493 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-84b9316d-7ca6-410d-a5d5-72a91d3dfc00 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:44.862083 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-26d02058-5d80-4486-a1a5-a873029d55c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:44.874476 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-84b9316d-7ca6-410d-a5d5-72a91d3dfc00 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Deleting port f8f33da0-ddab-4dbb-b23d-f879e57e09cd {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:17:44.874920 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-84b9316d-7ca6-410d-a5d5-72a91d3dfc00 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:44.918567 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9480d4-6e9d-48db-a9c3-3028c6cb96f9 None None] DHCP port deletion for 8557f5c5-1a4d-4f4c-a3c1-774263ae89aa request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:17:44.979712 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ed9480d4-6e9d-48db-a9c3-3028c6cb96f9 None None] Deleting port f8f33da0-ddab-4dbb-b23d-f879e57e09cd {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:17:44.980218 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ed9480d4-6e9d-48db-a9c3-3028c6cb96f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:44.998650 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-26d02058-5d80-4486-a1a5-a873029d55c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:45.004789 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-26d02058-5d80-4486-a1a5-a873029d55c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:45.054228 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-26d02058-5d80-4486-a1a5-a873029d55c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7dd053ea785040eca5f8bb4f61b35dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3445811 Jul 07 21:17:45.056700 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d02058-5d80-4486-a1a5-a873029d55c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a6582b-36bb-4f8c-be38-b4f2fa8d753f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:45.060953 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49064) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:45.094959 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ed9480d4-6e9d-48db-a9c3-3028c6cb96f9 None None] For port f8f33da0-ddab-4dbb-b23d-f879e57e09cd, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f8f33da0-ddab-4dbb-b23d-f879e57e09cd,segment=NetworkSegment(2200bb51-3006-433a-b31c-0caff705b085),segment_id=2200bb51-3006-433a-b31c-0caff705b085)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:45.099313 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ed9480d4-6e9d-48db-a9c3-3028c6cb96f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:45.121257 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ed9480d4-6e9d-48db-a9c3-3028c6cb96f9 None None] Calling delete_port for f8f33da0-ddab-4dbb-b23d-f879e57e09cd owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:17:45.124249 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6eacd36e-074f-468c-82ed-bfd7f9499cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:45.186538 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6eacd36e-074f-468c-82ed-bfd7f9499cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:45.187130 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device f8f33da0-ddab-4dbb-b23d-f879e57e09cd no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:17:45.248862 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-84b9316d-7ca6-410d-a5d5-72a91d3dfc00 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] For port f8f33da0-ddab-4dbb-b23d-f879e57e09cd, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=f8f33da0-ddab-4dbb-b23d-f879e57e09cd,segment=NetworkSegment(2200bb51-3006-433a-b31c-0caff705b085),segment_id=2200bb51-3006-433a-b31c-0caff705b085)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:45.249368 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-84b9316d-7ca6-410d-a5d5-72a91d3dfc00 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:45.272599 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-84b9316d-7ca6-410d-a5d5-72a91d3dfc00 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Calling delete_port for f8f33da0-ddab-4dbb-b23d-f879e57e09cd owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:17:45.283089 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6eacd36e-074f-468c-82ed-bfd7f9499cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:45.285335 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ed9480d4-6e9d-48db-a9c3-3028c6cb96f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:45.285850 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6eacd36e-074f-468c-82ed-bfd7f9499cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:45.291249 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6eacd36e-074f-468c-82ed-bfd7f9499cfd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/82a6582b-36bb-4f8c-be38-b4f2fa8d753f HTTP/1.1" status: 204 len: 168 time: 0.2270722 Jul 07 21:17:45.318147 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9480d4-6e9d-48db-a9c3-3028c6cb96f9 None None] Pushing event deleted for resources: {'Port': ['ID=f8f33da0-ddab-4dbb-b23d-f879e57e09cd,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:45.323871 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacd36e-074f-468c-82ed-bfd7f9499cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a6582b-36bb-4f8c-be38-b4f2fa8d753f,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:45.333928 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9480d4-6e9d-48db-a9c3-3028c6cb96f9 None None] No DVR routers for this DVR port f8f33da0-ddab-4dbb-b23d-f879e57e09cd on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:17:45.354558 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:45.380692 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-4684d9ab-31c8-424f-90f1-2122478314fe req-0f57863e-e4da-45ac-b343-2b5e940a6161 service neutron] show failed (client error): The resource could not be found. Jul 07 21:17:45.381975 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4684d9ab-31c8-424f-90f1-2122478314fe req-0f57863e-e4da-45ac-b343-2b5e940a6161 service neutron] 10.222.0.39 "GET /v2.0/ports/6da4f53f-cdd5-42de-978d-eec14aabdcd7/bindings/n-h1-695189-11 HTTP/1.1" status: 404 len: 381 time: 0.1433854 Jul 07 21:17:45.415366 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-84b9316d-7ca6-410d-a5d5-72a91d3dfc00 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:45.443864 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9316d-7ca6-410d-a5d5-72a91d3dfc00 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Pushing event deleted for resources: {'Port': ['ID=f8f33da0-ddab-4dbb-b23d-f879e57e09cd,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:45.447602 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b9316d-7ca6-410d-a5d5-72a91d3dfc00 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] No DVR routers for this DVR port f8f33da0-ddab-4dbb-b23d-f879e57e09cd on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:17:45.549701 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-84b9316d-7ca6-410d-a5d5-72a91d3dfc00 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:45.562341 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-84b9316d-7ca6-410d-a5d5-72a91d3dfc00 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8557f5c5-1a4d-4f4c-a3c1-774263ae89aa']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:45.576924 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-84b9316d-7ca6-410d-a5d5-72a91d3dfc00 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2200bb51-3006-433a-b31c-0caff705b085') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:45.577371 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-84b9316d-7ca6-410d-a5d5-72a91d3dfc00 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2200bb51-3006-433a-b31c-0caff705b085') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:45.591774 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-84b9316d-7ca6-410d-a5d5-72a91d3dfc00 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:45.618557 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-84b9316d-7ca6-410d-a5d5-72a91d3dfc00 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:45.626390 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b9316d-7ca6-410d-a5d5-72a91d3dfc00 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:17:45.627535 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-84b9316d-7ca6-410d-a5d5-72a91d3dfc00 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:17:45.631430 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:17:45.718359 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-84b9316d-7ca6-410d-a5d5-72a91d3dfc00 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:45.727499 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-84b9316d-7ca6-410d-a5d5-72a91d3dfc00 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:45.729447 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-84b9316d-7ca6-410d-a5d5-72a91d3dfc00 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "DELETE /v2.0/networks/8557f5c5-1a4d-4f4c-a3c1-774263ae89aa HTTP/1.1" status: 204 len: 168 time: 1.0445318 Jul 07 21:17:45.732954 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49072) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:45.755009 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9316d-7ca6-410d-a5d5-72a91d3dfc00 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Pushing event deleted for resources: {'Network': ['ID=8557f5c5-1a4d-4f4c-a3c1-774263ae89aa,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:45.784859 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49082) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:45.808276 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9492e3bb-fcd7-4fe9-8876-8e338fbd651f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:45.826119 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0a8058-a2d7-4d3b-82ff-0c8582ac5937 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Deleting subnet a122ea6c-106c-4ae5-8afc-65f024dcf8ac {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:17:45.832392 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0d0a8058-a2d7-4d3b-82ff-0c8582ac5937 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:45.874149 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684d9ab-31c8-424f-90f1-2122478314fe req-314612d8-b38f-4bda-89f5-5b6dfd775a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:45.876129 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4684d9ab-31c8-424f-90f1-2122478314fe req-314612d8-b38f-4bda-89f5-5b6dfd775a24 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98&tenant_id=4a5d41a33f7944c39f0befd9bdb8329c HTTP/1.1" status: 200 len: 1097 time: 0.1096146 Jul 07 21:17:45.889941 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0d0a8058-a2d7-4d3b-82ff-0c8582ac5937 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:45.891239 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-4684d9ab-31c8-424f-90f1-2122478314fe req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695189-11', 'device_owner': 'compute:nova'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:45.967468 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4684d9ab-31c8-424f-90f1-2122478314fe req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:46.075370 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0d0a8058-a2d7-4d3b-82ff-0c8582ac5937 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:46.105741 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c5715-6d10-47d0-af7c-bfba19206d48 req-e3b9cf4c-e781-458c-8a8f-87e31e3c4c84 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:46.107271 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-581c5715-6d10-47d0-af7c-bfba19206d48 req-e3b9cf4c-e781-458c-8a8f-87e31e3c4c84 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 945 time: 0.1863661 Jul 07 21:17:46.152143 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9492e3bb-fcd7-4fe9-8876-8e338fbd651f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:46.168288 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9492e3bb-fcd7-4fe9-8876-8e338fbd651f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:46.198448 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9492e3bb-fcd7-4fe9-8876-8e338fbd651f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bd33d0ffaeb44cdcba9a0a18d387b0fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4125350 Jul 07 21:17:46.202016 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49086) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:46.215369 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-581c5715-6d10-47d0-af7c-bfba19206d48 req-feae85af-b8d1-49ed-903d-986f4bbede7c tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975244 Jul 07 21:17:46.232329 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492e3bb-fcd7-4fe9-8876-8e338fbd651f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e00b7ab-ff83-4d52-9605-e0ddd7980956,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:46.236210 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0d0a8058-a2d7-4d3b-82ff-0c8582ac5937 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:46.243581 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-4684d9ab-31c8-424f-90f1-2122478314fe req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] For port 6da4f53f-cdd5-42de-978d-eec14aabdcd7, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=6da4f53f-cdd5-42de-978d-eec14aabdcd7,segment=NetworkSegment(8c2f6071-0874-434e-a719-222964d908f6),segment_id=8c2f6071-0874-434e-a719-222964d908f6)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:46.275421 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a8058-a2d7-4d3b-82ff-0c8582ac5937 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Pushing event deleted for resources: {'Subnet': ['ID=a122ea6c-106c-4ae5-8afc-65f024dcf8ac,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:46.284586 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0d0a8058-a2d7-4d3b-82ff-0c8582ac5937 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:46.288720 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0d0a8058-a2d7-4d3b-82ff-0c8582ac5937 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "DELETE /v2.0/subnets/a122ea6c-106c-4ae5-8afc-65f024dcf8ac HTTP/1.1" status: 204 len: 168 time: 0.5524826 Jul 07 21:17:46.288889 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833eec06-a1d6-4b12-b4de-a56a9b2e8595 None None] Network cb4bbfe1-7fdc-4e6c-be0f-ae1364412272 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:17:46.289325 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49088) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:46.302639 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-4684d9ab-31c8-424f-90f1-2122478314fe req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] For port 6da4f53f-cdd5-42de-978d-eec14aabdcd7, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:17:46.359672 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d80375-b2dd-4b28-be2c-b5b548bf4b65 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Deleting subnet 0559edf3-6ce2-42d5-b1e5-ab9a0d9382a4 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:17:46.363153 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-26d80375-b2dd-4b28-be2c-b5b548bf4b65 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:46.373637 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4684d9ab-31c8-424f-90f1-2122478314fe req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:46.390196 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db2599b-82de-45f8-9f91-fea34815cd98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6da4f53f-cdd5-42de-978d-eec14aabdcd7'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:17:46.393066 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb9b0dd-4c4c-4808-b324-c3af94bc43a5" -d '{"events": [{"server_uuid": "8db2599b-82de-45f8-9f91-fea34815cd98", "name": "network-vif-unplugged", "status": "completed", "tag": "6da4f53f-cdd5-42de-978d-eec14aabdcd7"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:17:46.403715 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-4684d9ab-31c8-424f-90f1-2122478314fe req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] Transition to ACTIVE for port object 6da4f53f-cdd5-42de-978d-eec14aabdcd7 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:17:46.404689 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-21a20bab-552f-439a-b1b9-dcac29e70dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:46.416320 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4684d9ab-31c8-424f-90f1-2122478314fe req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:46.419631 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-26d80375-b2dd-4b28-be2c-b5b548bf4b65 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:46.456103 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-21a20bab-552f-439a-b1b9-dcac29e70dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:46.514107 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 21:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68781bf-0983-473c-a988-d77ff0d36241 x-openstack-request-id: req-b68781bf-0983-473c-a988-d77ff0d36241 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:17:46.514458 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db2599b-82de-45f8-9f91-fea34815cd98", "name": "network-vif-unplugged", "status": "completed", "tag": "6da4f53f-cdd5-42de-978d-eec14aabdcd7", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:17:46.514649 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b68781bf-0983-473c-a988-d77ff0d36241 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:17:46.515049 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db2599b-82de-45f8-9f91-fea34815cd98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6da4f53f-cdd5-42de-978d-eec14aabdcd7', 'code': 200} Jul 07 21:17:46.536242 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-26d80375-b2dd-4b28-be2c-b5b548bf4b65 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:46.576517 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbe005c-e113-4fc0-9e35-c7445f798a70 None None] DHCP port deletion for cb4bbfe1-7fdc-4e6c-be0f-ae1364412272 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:17:46.622313 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] Pushing event updated for resources: {'Port': ['ID=6da4f53f-cdd5-42de-978d-eec14aabdcd7,revision_number=6']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:46.634845 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-0bbe005c-e113-4fc0-9e35-c7445f798a70 None None] Deleting port 2696dd91-ebb9-4b76-842c-5984348815a7 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:17:46.635473 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0bbe005c-e113-4fc0-9e35-c7445f798a70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:46.644687 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-26d80375-b2dd-4b28-be2c-b5b548bf4b65 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:46.701587 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-26d80375-b2dd-4b28-be2c-b5b548bf4b65 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:46.706075 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6782b5-f314-4309-a275-09684bd4f039 None None] Network 5a43f95f-7bdb-459f-89c7-fd7a64dbd883 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:17:46.711397 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-26d80375-b2dd-4b28-be2c-b5b548bf4b65 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "DELETE /v2.0/subnets/0559edf3-6ce2-42d5-b1e5-ab9a0d9382a4 HTTP/1.1" status: 204 len: 168 time: 0.4212918 Jul 07 21:17:46.714049 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49094) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:46.748740 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d80375-b2dd-4b28-be2c-b5b548bf4b65 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Pushing event deleted for resources: {'Subnet': ['ID=0559edf3-6ce2-42d5-b1e5-ab9a0d9382a4,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:46.789080 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0bbe005c-e113-4fc0-9e35-c7445f798a70 None None] For port 2696dd91-ebb9-4b76-842c-5984348815a7, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=2696dd91-ebb9-4b76-842c-5984348815a7,segment=NetworkSegment(c5674686-71f8-49bd-9872-be88b6cf59f2),segment_id=c5674686-71f8-49bd-9872-be88b6cf59f2)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:46.789517 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0bbe005c-e113-4fc0-9e35-c7445f798a70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:46.812144 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-0bbe005c-e113-4fc0-9e35-c7445f798a70 None None] Calling delete_port for 2696dd91-ebb9-4b76-842c-5984348815a7 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:17:46.812579 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-21a20bab-552f-439a-b1b9-dcac29e70dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:46.815395 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-21a20bab-552f-439a-b1b9-dcac29e70dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:46.818906 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-21a20bab-552f-439a-b1b9-dcac29e70dd1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e00b7ab-ff83-4d52-9605-e0ddd7980956 HTTP/1.1" status: 204 len: 168 time: 0.6134629 Jul 07 21:17:46.846841 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4684d9ab-31c8-424f-90f1-2122478314fe req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] No DVR routers for this DVR port 6da4f53f-cdd5-42de-978d-eec14aabdcd7 on host n-h2-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:17:46.893113 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a20bab-552f-439a-b1b9-dcac29e70dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e00b7ab-ff83-4d52-9605-e0ddd7980956,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:47.001545 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a298c13-95f9-4918-b977-4cf2a7d7b0c2 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:47.017673 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0bbe005c-e113-4fc0-9e35-c7445f798a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:47.061939 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe005c-e113-4fc0-9e35-c7445f798a70 None None] Pushing event deleted for resources: {'Port': ['ID=2696dd91-ebb9-4b76-842c-5984348815a7,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:47.068520 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbe005c-e113-4fc0-9e35-c7445f798a70 None None] No DVR routers for this DVR port 2696dd91-ebb9-4b76-842c-5984348815a7 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:17:47.073219 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-4684d9ab-31c8-424f-90f1-2122478314fe req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] Attempting to bind port 6da4f53f-cdd5-42de-978d-eec14aabdcd7 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:17:47.073630 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-4684d9ab-31c8-424f-90f1-2122478314fe req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] Attempting to bind port 6da4f53f-cdd5-42de-978d-eec14aabdcd7 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '8c2f6071-0874-434e-a719-222964d908f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:17:47.073906 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4684d9ab-31c8-424f-90f1-2122478314fe req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] Attempting to bind port 6da4f53f-cdd5-42de-978d-eec14aabdcd7 on network 772d6225-4638-4eca-b361-b674a7ef2a7a {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:17:47.099216 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4684d9ab-31c8-424f-90f1-2122478314fe req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] Port 6da4f53f-cdd5-42de-978d-eec14aabdcd7 on network 772d6225-4638-4eca-b361-b674a7ef2a7a not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:17:47.101903 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4684d9ab-31c8-424f-90f1-2122478314fe req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] Attempting to bind port 6da4f53f-cdd5-42de-978d-eec14aabdcd7 on network 772d6225-4638-4eca-b361-b674a7ef2a7a {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:17:47.110867 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab37c6c-5a9a-436f-9693-64393fcbcd1a None None] DHCP port deletion for 5a43f95f-7bdb-459f-89c7-fd7a64dbd883 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:17:47.152192 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4684d9ab-31c8-424f-90f1-2122478314fe req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:17:47.154038 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4684d9ab-31c8-424f-90f1-2122478314fe req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] Checking segment: {'id': '8c2f6071-0874-434e-a719-222964d908f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:17:47.154708 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4684d9ab-31c8-424f-90f1-2122478314fe req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] Bound using segment: {'id': '8c2f6071-0874-434e-a719-222964d908f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:17:47.155673 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-4684d9ab-31c8-424f-90f1-2122478314fe req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] Bound port: 6da4f53f-cdd5-42de-978d-eec14aabdcd7, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2f6071-0874-434e-a719-222964d908f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:17:47.156432 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4684d9ab-31c8-424f-90f1-2122478314fe req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:47.182391 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fab37c6c-5a9a-436f-9693-64393fcbcd1a None None] Deleting port 025d4db1-8b8e-47a7-a05f-961a87eea2f0 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:17:47.182783 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fab37c6c-5a9a-436f-9693-64393fcbcd1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:47.207261 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 2696dd91-ebb9-4b76-842c-5984348815a7 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:17:47.219066 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a298c13-95f9-4918-b977-4cf2a7d7b0c2 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:47.233418 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-1a298c13-95f9-4918-b977-4cf2a7d7b0c2 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4bbfe1-7fdc-4e6c-be0f-ae1364412272']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:47.249303 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-1a298c13-95f9-4918-b977-4cf2a7d7b0c2 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5674686-71f8-49bd-9872-be88b6cf59f2') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:47.249608 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-1a298c13-95f9-4918-b977-4cf2a7d7b0c2 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5674686-71f8-49bd-9872-be88b6cf59f2') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:47.268134 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a298c13-95f9-4918-b977-4cf2a7d7b0c2 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:47.273750 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 2696dd91-ebb9-4b76-842c-5984348815a7 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:17:47.274107 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 2696dd91-ebb9-4b76-842c-5984348815a7 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:17:47.298893 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-4684d9ab-31c8-424f-90f1-2122478314fe req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] For port 6da4f53f-cdd5-42de-978d-eec14aabdcd7, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:17:47.309609 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a298c13-95f9-4918-b977-4cf2a7d7b0c2 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:47.313200 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-4684d9ab-31c8-424f-90f1-2122478314fe req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] For port 6da4f53f-cdd5-42de-978d-eec14aabdcd7, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=6da4f53f-cdd5-42de-978d-eec14aabdcd7,segment=NetworkSegment(8c2f6071-0874-434e-a719-222964d908f6),segment_id=8c2f6071-0874-434e-a719-222964d908f6)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:17:47.323882 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fab37c6c-5a9a-436f-9693-64393fcbcd1a None None] For port 025d4db1-8b8e-47a7-a05f-961a87eea2f0, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=025d4db1-8b8e-47a7-a05f-961a87eea2f0,segment=NetworkSegment(54265d2f-61cf-40f4-8bb3-c2899bf61150),segment_id=54265d2f-61cf-40f4-8bb3-c2899bf61150)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:47.325034 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a298c13-95f9-4918-b977-4cf2a7d7b0c2 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:17:47.326194 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fab37c6c-5a9a-436f-9693-64393fcbcd1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:47.326321 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a298c13-95f9-4918-b977-4cf2a7d7b0c2 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:47.353250 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fab37c6c-5a9a-436f-9693-64393fcbcd1a None None] Calling delete_port for 025d4db1-8b8e-47a7-a05f-961a87eea2f0 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:17:47.426245 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:17:47.428833 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4684d9ab-31c8-424f-90f1-2122478314fe req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:47.470277 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fab37c6c-5a9a-436f-9693-64393fcbcd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:47.477150 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a298c13-95f9-4918-b977-4cf2a7d7b0c2 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:47.488948 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a298c13-95f9-4918-b977-4cf2a7d7b0c2 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:47.490888 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1a298c13-95f9-4918-b977-4cf2a7d7b0c2 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "DELETE /v2.0/networks/cb4bbfe1-7fdc-4e6c-be0f-ae1364412272 HTTP/1.1" status: 204 len: 168 time: 0.7757642 Jul 07 21:17:47.494352 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49110) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:47.512425 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab37c6c-5a9a-436f-9693-64393fcbcd1a None None] Pushing event deleted for resources: {'Port': ['ID=025d4db1-8b8e-47a7-a05f-961a87eea2f0,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:47.517040 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab37c6c-5a9a-436f-9693-64393fcbcd1a None None] No DVR routers for this DVR port 025d4db1-8b8e-47a7-a05f-961a87eea2f0 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:17:47.537073 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684d9ab-31c8-424f-90f1-2122478314fe req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:47.542304 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-4684d9ab-31c8-424f-90f1-2122478314fe req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:47.544369 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4684d9ab-31c8-424f-90f1-2122478314fe req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] 10.222.0.58 "PUT /v2.0/ports/6da4f53f-cdd5-42de-978d-eec14aabdcd7 HTTP/1.1" status: 200 len: 1092 time: 1.6601226 Jul 07 21:17:47.582681 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a298c13-95f9-4918-b977-4cf2a7d7b0c2 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Pushing event deleted for resources: {'Network': ['ID=cb4bbfe1-7fdc-4e6c-be0f-ae1364412272,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:47.596223 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba6d32-884f-429f-824f-6479644b5b29 req-8cb7f810-c485-4040-85a7-90cb9b5e9364 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:47.598152 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-75ba6d32-884f-429f-824f-6479644b5b29 req-8cb7f810-c485-4040-85a7-90cb9b5e9364 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 943 time: 0.1898561 Jul 07 21:17:47.608760 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f351a-3727-4ce8-a5b0-b2b4b0e8f307 service neutron] Pushing event updated for resources: {'Port': ['ID=6da4f53f-cdd5-42de-978d-eec14aabdcd7,revision_number=7']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:47.668280 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684d9ab-31c8-424f-90f1-2122478314fe req-b70a38d2-d0ed-46b7-b205-65548d8b399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:47.669291 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7d569789-aa9b-4009-9456-a4a34c2f2531 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:47.670271 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4684d9ab-31c8-424f-90f1-2122478314fe req-b70a38d2-d0ed-46b7-b205-65548d8b399d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 1095 time: 0.0847967 Jul 07 21:17:47.688546 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-75ba6d32-884f-429f-824f-6479644b5b29 req-7de23468-7b0b-475c-a579-99c0b6d1e8d5 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827665 Jul 07 21:17:47.848050 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7d569789-aa9b-4009-9456-a4a34c2f2531 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:47.861941 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684d9ab-31c8-424f-90f1-2122478314fe req-8dd04715-a02c-43ef-9de1-d7812f23a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:47.863515 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4684d9ab-31c8-424f-90f1-2122478314fe req-8dd04715-a02c-43ef-9de1-d7812f23a4e4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=772d6225-4638-4eca-b361-b674a7ef2a7a HTTP/1.1" status: 200 len: 898 time: 0.1843629 Jul 07 21:17:47.865277 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-7d569789-aa9b-4009-9456-a4a34c2f2531 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a43f95f-7bdb-459f-89c7-fd7a64dbd883']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:47.907234 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-7d569789-aa9b-4009-9456-a4a34c2f2531 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54265d2f-61cf-40f4-8bb3-c2899bf61150') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:47.907825 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-7d569789-aa9b-4009-9456-a4a34c2f2531 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54265d2f-61cf-40f4-8bb3-c2899bf61150') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:47.928658 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7d569789-aa9b-4009-9456-a4a34c2f2531 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:47.947133 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7d569789-aa9b-4009-9456-a4a34c2f2531 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:47.956560 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d569789-aa9b-4009-9456-a4a34c2f2531 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:17:47.958107 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7d569789-aa9b-4009-9456-a4a34c2f2531 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:17:47.962335 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:17:48.029465 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4684d9ab-31c8-424f-90f1-2122478314fe req-179e3b6a-dbc4-4376-b377-d14dccb0b8dd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6da4f53f-cdd5-42de-978d-eec14aabdcd7 HTTP/1.1" status: 200 len: 998 time: 0.1577239 Jul 07 21:17:48.060797 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7d569789-aa9b-4009-9456-a4a34c2f2531 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:48.081315 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7d569789-aa9b-4009-9456-a4a34c2f2531 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:48.086638 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7d569789-aa9b-4009-9456-a4a34c2f2531 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "DELETE /v2.0/networks/5a43f95f-7bdb-459f-89c7-fd7a64dbd883 HTTP/1.1" status: 204 len: 168 time: 0.5863838 Jul 07 21:17:48.088044 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d569789-aa9b-4009-9456-a4a34c2f2531 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Pushing event deleted for resources: {'Network': ['ID=5a43f95f-7bdb-459f-89c7-fd7a64dbd883,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:48.088438 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49124) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:48.142267 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684d9ab-31c8-424f-90f1-2122478314fe req-47bbd448-4add-4df4-94b5-ac21d250d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:48.144050 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4684d9ab-31c8-424f-90f1-2122478314fe req-47bbd448-4add-4df4-94b5-ac21d250d1de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=53050cc6-5b87-4ce5-b02c-8e9b25a1ac51 HTTP/1.1" status: 200 len: 834 time: 0.1065056 Jul 07 21:17:48.200271 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee9e951-8e96-41e6-81ee-344dc2c9a6c3 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Deleting subnet 498fd671-f61d-4196-b941-9c482f97bed3 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:17:48.210098 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cee9e951-8e96-41e6-81ee-344dc2c9a6c3 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:48.273776 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cee9e951-8e96-41e6-81ee-344dc2c9a6c3 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:48.332631 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684d9ab-31c8-424f-90f1-2122478314fe req-1fee4483-6245-4cb4-9819-89292da85607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:48.332631 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4684d9ab-31c8-424f-90f1-2122478314fe req-1fee4483-6245-4cb4-9819-89292da85607 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=772d6225-4638-4eca-b361-b674a7ef2a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1762955 Jul 07 21:17:48.470048 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cee9e951-8e96-41e6-81ee-344dc2c9a6c3 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:48.515921 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db2599b-82de-45f8-9f91-fea34815cd98', 'tag': '6da4f53f-cdd5-42de-978d-eec14aabdcd7'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:17:48.518259 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087d897b-6f58-4725-9607-93148ea00143" -d '{"events": [{"name": "network-changed", "server_uuid": "8db2599b-82de-45f8-9f91-fea34815cd98", "tag": "6da4f53f-cdd5-42de-978d-eec14aabdcd7"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:17:48.552875 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4684d9ab-31c8-424f-90f1-2122478314fe req-f48b2979-677a-495c-b7bb-08c081f75725 service neutron] 10.222.0.58 "GET /v2.0/networks/772d6225-4638-4eca-b361-b674a7ef2a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087822 Jul 07 21:17:48.600831 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81388869-ebf2-4b1f-8236-5ad034d6e5d5 x-openstack-request-id: req-81388869-ebf2-4b1f-8236-5ad034d6e5d5 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:17:48.601513 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db2599b-82de-45f8-9f91-fea34815cd98", "tag": "6da4f53f-cdd5-42de-978d-eec14aabdcd7", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:17:48.601808 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-81388869-ebf2-4b1f-8236-5ad034d6e5d5 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:17:48.603461 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db2599b-82de-45f8-9f91-fea34815cd98', 'tag': '6da4f53f-cdd5-42de-978d-eec14aabdcd7', 'status': 'completed', 'code': 200} Jul 07 21:17:48.636547 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cee9e951-8e96-41e6-81ee-344dc2c9a6c3 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:48.661206 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c484cda-49df-443c-94a3-5caac074370f None None] Network 4be7553b-220b-4b9f-b0a7-2399d9253739 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:17:48.699111 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cee9e951-8e96-41e6-81ee-344dc2c9a6c3 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:48.704101 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cee9e951-8e96-41e6-81ee-344dc2c9a6c3 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "DELETE /v2.0/subnets/498fd671-f61d-4196-b941-9c482f97bed3 HTTP/1.1" status: 204 len: 168 time: 0.6140108 Jul 07 21:17:48.704829 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49140) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:48.707272 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9e951-8e96-41e6-81ee-344dc2c9a6c3 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Pushing event deleted for resources: {'Subnet': ['ID=498fd671-f61d-4196-b941-9c482f97bed3,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:48.785890 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4684d9ab-31c8-424f-90f1-2122478314fe req-b7de289c-c331-4f0f-afcb-c046948d202a service neutron] 10.222.0.58 "GET /v2.0/networks/772d6225-4638-4eca-b361-b674a7ef2a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203438 Jul 07 21:17:48.880963 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b41bb9f-24bd-48a4-bf7e-847138236c77 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:48.909796 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d897b-6f58-4725-9607-93148ea00143 req-ddbcdc18-828c-4ac4-8bfd-593c78583817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:48.916741 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-087d897b-6f58-4725-9607-93148ea00143 req-ddbcdc18-828c-4ac4-8bfd-593c78583817 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 1095 time: 0.2865274 Jul 07 21:17:48.940933 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cba6e2-978a-43b9-86c6-8c1e7c956851 None None] DHCP port deletion for 4be7553b-220b-4b9f-b0a7-2399d9253739 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:17:48.972342 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d897b-6f58-4725-9607-93148ea00143 req-fd2fa94a-d5c8-4bd3-bbc7-1c35cb5a9433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:48.978718 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-087d897b-6f58-4725-9607-93148ea00143 req-fd2fa94a-d5c8-4bd3-bbc7-1c35cb5a9433 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 1095 time: 0.1033740 Jul 07 21:17:49.003966 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-79cba6e2-978a-43b9-86c6-8c1e7c956851 None None] Deleting port 73353571-12a0-4b06-98a1-31fbb6150096 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:17:49.004612 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-79cba6e2-978a-43b9-86c6-8c1e7c956851 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:49.090888 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d897b-6f58-4725-9607-93148ea00143 req-5f01fa6b-3a63-403e-821a-0ea58067e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:49.093687 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-087d897b-6f58-4725-9607-93148ea00143 req-5f01fa6b-3a63-403e-821a-0ea58067e5c8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=772d6225-4638-4eca-b361-b674a7ef2a7a HTTP/1.1" status: 200 len: 898 time: 0.1564426 Jul 07 21:17:49.145170 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-79cba6e2-978a-43b9-86c6-8c1e7c956851 None None] For port 73353571-12a0-4b06-98a1-31fbb6150096, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=73353571-12a0-4b06-98a1-31fbb6150096,segment=NetworkSegment(4bfaffa3-ae93-4af3-80d6-d93c9114783e),segment_id=4bfaffa3-ae93-4af3-80d6-d93c9114783e)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:49.145740 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-79cba6e2-978a-43b9-86c6-8c1e7c956851 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:49.181885 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d897b-6f58-4725-9607-93148ea00143 req-9c5cd6dd-92b2-4d70-8a57-fcb77a6094b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:49.182827 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-087d897b-6f58-4725-9607-93148ea00143 req-9c5cd6dd-92b2-4d70-8a57-fcb77a6094b3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=772d6225-4638-4eca-b361-b674a7ef2a7a HTTP/1.1" status: 200 len: 898 time: 0.1957068 Jul 07 21:17:49.186335 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-79cba6e2-978a-43b9-86c6-8c1e7c956851 None None] Calling delete_port for 73353571-12a0-4b06-98a1-31fbb6150096 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:17:49.208031 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-087d897b-6f58-4725-9607-93148ea00143 req-684431e4-dfa6-48e4-badc-2cdafa588f8a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6da4f53f-cdd5-42de-978d-eec14aabdcd7 HTTP/1.1" status: 200 len: 998 time: 0.0885367 Jul 07 21:17:49.280347 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 025d4db1-8b8e-47a7-a05f-961a87eea2f0 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:17:49.280799 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-087d897b-6f58-4725-9607-93148ea00143 req-580a80dc-65e5-4117-b3e8-bf18e796d145 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6da4f53f-cdd5-42de-978d-eec14aabdcd7 HTTP/1.1" status: 200 len: 998 time: 0.0904186 Jul 07 21:17:49.284741 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-79cba6e2-978a-43b9-86c6-8c1e7c956851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:49.314743 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d897b-6f58-4725-9607-93148ea00143 req-0c8e0607-7396-4b0d-8c12-1ff05e329989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:49.316257 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-087d897b-6f58-4725-9607-93148ea00143 req-0c8e0607-7396-4b0d-8c12-1ff05e329989 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53050cc6-5b87-4ce5-b02c-8e9b25a1ac51 HTTP/1.1" status: 200 len: 834 time: 0.0958138 Jul 07 21:17:49.332418 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4bd91-88ca-4c56-a375-b198f9604b8a req-1b6a1057-b415-4cc8-83fe-a08a23fdfe5d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:49.334141 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-34f4bd91-88ca-4c56-a375-b198f9604b8a req-1b6a1057-b415-4cc8-83fe-a08a23fdfe5d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 943 time: 0.4482281 Jul 07 21:17:49.347256 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 025d4db1-8b8e-47a7-a05f-961a87eea2f0 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:17:49.347765 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 025d4db1-8b8e-47a7-a05f-961a87eea2f0 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:17:49.348308 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 73353571-12a0-4b06-98a1-31fbb6150096 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:17:49.349048 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d897b-6f58-4725-9607-93148ea00143 req-9b180a4a-5d6c-42d3-83b5-b54f3bc0ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:49.351377 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-087d897b-6f58-4725-9607-93148ea00143 req-9b180a4a-5d6c-42d3-83b5-b54f3bc0ff2c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=53050cc6-5b87-4ce5-b02c-8e9b25a1ac51 HTTP/1.1" status: 200 len: 834 time: 0.0631940 Jul 07 21:17:49.370202 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 73353571-12a0-4b06-98a1-31fbb6150096 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:17:49.370658 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 73353571-12a0-4b06-98a1-31fbb6150096 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:17:49.374470 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cba6e2-978a-43b9-86c6-8c1e7c956851 None None] Pushing event deleted for resources: {'Port': ['ID=73353571-12a0-4b06-98a1-31fbb6150096,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:49.376659 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cba6e2-978a-43b9-86c6-8c1e7c956851 None None] No DVR routers for this DVR port 73353571-12a0-4b06-98a1-31fbb6150096 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:17:49.405146 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-8b41bb9f-24bd-48a4-bf7e-847138236c77 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Deleting port 73353571-12a0-4b06-98a1-31fbb6150096 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:17:49.405903 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b41bb9f-24bd-48a4-bf7e-847138236c77 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:49.432317 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d897b-6f58-4725-9607-93148ea00143 req-7841dfed-bac2-4ce1-80af-a460277cd00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:49.435624 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-087d897b-6f58-4725-9607-93148ea00143 req-7841dfed-bac2-4ce1-80af-a460277cd00c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=772d6225-4638-4eca-b361-b674a7ef2a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746536 Jul 07 21:17:49.563116 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-087d897b-6f58-4725-9607-93148ea00143 req-90091724-dff1-41b4-a066-1526319ddc8f service neutron] 10.222.0.58 "GET /v2.0/networks/772d6225-4638-4eca-b361-b674a7ef2a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190300 Jul 07 21:17:49.678630 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-087d897b-6f58-4725-9607-93148ea00143 req-54b80c0e-f437-431e-9d5b-72e0e332e378 service neutron] 10.222.0.58 "GET /v2.0/networks/772d6225-4638-4eca-b361-b674a7ef2a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078396 Jul 07 21:17:49.789593 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49156) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:49.864022 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-34f4bd91-88ca-4c56-a375-b198f9604b8a req-8a871109-ea7c-4a60-97d2-d2f8bd88cda5 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4973757 Jul 07 21:17:49.873289 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-8b41bb9f-24bd-48a4-bf7e-847138236c77 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] For port 73353571-12a0-4b06-98a1-31fbb6150096, host n-d-695189-11, got binding levels [] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:49.873649 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b41bb9f-24bd-48a4-bf7e-847138236c77 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:49.888919 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-8b41bb9f-24bd-48a4-bf7e-847138236c77 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Calling delete_port for 73353571-12a0-4b06-98a1-31fbb6150096 owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:17:49.891802 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d897b-6f58-4725-9607-93148ea00143 req-60a5e891-9070-456f-944d-c2fc363910be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:49.893313 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-087d897b-6f58-4725-9607-93148ea00143 req-60a5e891-9070-456f-944d-c2fc363910be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=772d6225-4638-4eca-b361-b674a7ef2a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5696630 Jul 07 21:17:49.894788 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.ipam_backend_mixin [None req-8b41bb9f-24bd-48a4-bf7e-847138236c77 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Port 73353571-12a0-4b06-98a1-31fbb6150096 was not found and therefore no delete operation was performed {{(pid=100448) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 21:17:49.896226 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b41bb9f-24bd-48a4-bf7e-847138236c77 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:49.904347 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-906cb144-be76-4599-b02d-ff6255c941bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:49.938647 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41bb9f-24bd-48a4-bf7e-847138236c77 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Pushing event deleted for resources: {'Port': ['ID=73353571-12a0-4b06-98a1-31fbb6150096,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:49.968539 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b41bb9f-24bd-48a4-bf7e-847138236c77 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] No DVR routers for this DVR port 73353571-12a0-4b06-98a1-31fbb6150096 on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:17:49.985572 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:50.005695 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-906cb144-be76-4599-b02d-ff6255c941bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:50.009969 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-906cb144-be76-4599-b02d-ff6255c941bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:50.053974 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906cb144-be76-4599-b02d-ff6255c941bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9795f4-7c9e-428f-aece-42d4b91d2c0e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:50.058309 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-906cb144-be76-4599-b02d-ff6255c941bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b84dc0ddae774e6ab12b5d4590ce1767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2673357 Jul 07 21:17:50.064530 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49164) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:50.079728 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b41bb9f-24bd-48a4-bf7e-847138236c77 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:50.108862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-8b41bb9f-24bd-48a4-bf7e-847138236c77 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be7553b-220b-4b9f-b0a7-2399d9253739']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:50.124644 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-087d897b-6f58-4725-9607-93148ea00143 req-7cf29e8b-9cff-4ef6-9439-accc71daf410 service neutron] 10.222.0.39 "GET /v2.0/networks/772d6225-4638-4eca-b361-b674a7ef2a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236950 Jul 07 21:17:50.130508 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-8b41bb9f-24bd-48a4-bf7e-847138236c77 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bfaffa3-ae93-4af3-80d6-d93c9114783e') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:50.130807 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-8b41bb9f-24bd-48a4-bf7e-847138236c77 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bfaffa3-ae93-4af3-80d6-d93c9114783e') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:17:50.162578 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b41bb9f-24bd-48a4-bf7e-847138236c77 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:50.212215 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:50.216473 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b41bb9f-24bd-48a4-bf7e-847138236c77 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:50.227616 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b41bb9f-24bd-48a4-bf7e-847138236c77 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:17:50.228029 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b41bb9f-24bd-48a4-bf7e-847138236c77 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:17:50.231681 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:17:50.242649 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a9542908-588e-4a1c-8ab5-ee1e8cdd2891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:50.324872 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b41bb9f-24bd-48a4-bf7e-847138236c77 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:50.327676 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a9542908-588e-4a1c-8ab5-ee1e8cdd2891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:50.342116 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b41bb9f-24bd-48a4-bf7e-847138236c77 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:50.343957 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8b41bb9f-24bd-48a4-bf7e-847138236c77 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "DELETE /v2.0/networks/4be7553b-220b-4b9f-b0a7-2399d9253739 HTTP/1.1" status: 204 len: 168 time: 1.6373696 Jul 07 21:17:50.347053 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49168) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:50.347556 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-087d897b-6f58-4725-9607-93148ea00143 req-3f65ed13-d4b9-4182-91ce-5d5bb910aa4d service neutron] 10.222.0.39 "GET /v2.0/networks/772d6225-4638-4eca-b361-b674a7ef2a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139416 Jul 07 21:17:50.363453 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41bb9f-24bd-48a4-bf7e-847138236c77 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Pushing event deleted for resources: {'Network': ['ID=4be7553b-220b-4b9f-b0a7-2399d9253739,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:50.387818 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2b9f9d24-2839-41ed-bde2-c62eaeedad91 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd0b0a8b-49c0-40e3-affd-40e8845ba630 HTTP/1.1" status: 200 len: 205 time: 0.0354738 Jul 07 21:17:50.389476 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49170) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:50.411782 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a9542908-588e-4a1c-8ab5-ee1e8cdd2891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:50.414548 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a9542908-588e-4a1c-8ab5-ee1e8cdd2891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:50.415832 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a9542908-588e-4a1c-8ab5-ee1e8cdd2891 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b9795f4-7c9e-428f-aece-42d4b91d2c0e HTTP/1.1" status: 204 len: 168 time: 0.3487439 Jul 07 21:17:50.425112 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 6da4f53f-cdd5-42de-978d-eec14aabdcd7 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:17:50.428394 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9542908-588e-4a1c-8ab5-ee1e8cdd2891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9795f4-7c9e-428f-aece-42d4b91d2c0e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:50.514501 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad7435c5-0a15-44fd-87a8-c4f935dafc65 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:50.516846 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 6da4f53f-cdd5-42de-978d-eec14aabdcd7 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:17:50.586173 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 6da4f53f-cdd5-42de-978d-eec14aabdcd7 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:17:50.604461 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 6da4f53f-cdd5-42de-978d-eec14aabdcd7, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=6da4f53f-cdd5-42de-978d-eec14aabdcd7,segment=NetworkSegment(8c2f6071-0874-434e-a719-222964d908f6),segment_id=8c2f6071-0874-434e-a719-222964d908f6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:50.617756 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '6da4f53f-cdd5-42de-978d-eec14aabdcd7', 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a', 'port_id': '6da4f53f-cdd5-42de-978d-eec14aabdcd7', 'mac_address': 'fa:16:3e:16:49:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53050cc6-5b87-4ce5-b02c-8e9b25a1ac51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:17:50.675069 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:50.692556 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da4f53f-cdd5-42de-978d-eec14aabdcd7 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:17:50.714549 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 6da4f53f-cdd5-42de-978d-eec14aabdcd7, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=6da4f53f-cdd5-42de-978d-eec14aabdcd7,segment=NetworkSegment(8c2f6071-0874-434e-a719-222964d908f6),segment_id=8c2f6071-0874-434e-a719-222964d908f6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:50.721395 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:50.817552 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=6da4f53f-cdd5-42de-978d-eec14aabdcd7,revision_number=8']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:50.830460 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49176) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:50.847142 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-178d025a-b7aa-4eb6-854c-88afcf7825e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:50.975933 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['6da4f53f-cdd5-42de-978d-eec14aabdcd7'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:17:50.992483 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-178d025a-b7aa-4eb6-854c-88afcf7825e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:51.003147 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-178d025a-b7aa-4eb6-854c-88afcf7825e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:51.085298 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad7435c5-0a15-44fd-87a8-c4f935dafc65 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:51.087820 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad7435c5-0a15-44fd-87a8-c4f935dafc65 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:51.093797 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-178d025a-b7aa-4eb6-854c-88afcf7825e2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2bf34de080084dbe9ca5706b0a745c24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2617133 Jul 07 21:17:51.102563 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49180) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:51.108129 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d025a-b7aa-4eb6-854c-88afcf7825e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5e496b-98e0-4bdb-8b08-31a037a73665,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:51.200052 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad7435c5-0a15-44fd-87a8-c4f935dafc65 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:51.200646 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7435c5-0a15-44fd-87a8-c4f935dafc65 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Fanout notify agent at l3_agent the message router_deleted on router cd0b0a8b-49c0-40e3-affd-40e8845ba630 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:17:51.208320 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e92523-3f97-40f1-949b-b8fcaefeb4fd req-a9a30022-c03d-415b-94a1-ca50aef4bdf6 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:51.217246 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8e92523-3f97-40f1-949b-b8fcaefeb4fd req-a9a30022-c03d-415b-94a1-ca50aef4bdf6 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 944 time: 0.1323271 Jul 07 21:17:51.226741 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ad7435c5-0a15-44fd-87a8-c4f935dafc65 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:51.227911 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ad7435c5-0a15-44fd-87a8-c4f935dafc65 tempest-RoutersNegativeIpV6Test-765751121 tempest-RoutersNegativeIpV6Test-765751121-project] 10.222.0.64 "DELETE /v2.0/routers/cd0b0a8b-49c0-40e3-affd-40e8845ba630 HTTP/1.1" status: 204 len: 168 time: 0.8369334 Jul 07 21:17:51.245924 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bbe909f6-f19b-47f4-af35-6453dd0566c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:51.268122 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a8e92523-3f97-40f1-949b-b8fcaefeb4fd req-54242ed9-74e4-42bc-a4ad-b6db73fa69d2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498610 Jul 07 21:17:51.272424 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bbe909f6-f19b-47f4-af35-6453dd0566c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:51.338311 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bbe909f6-f19b-47f4-af35-6453dd0566c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:51.341922 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bbe909f6-f19b-47f4-af35-6453dd0566c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:51.343457 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bbe909f6-f19b-47f4-af35-6453dd0566c5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d5e496b-98e0-4bdb-8b08-31a037a73665 HTTP/1.1" status: 204 len: 168 time: 0.1819363 Jul 07 21:17:51.354219 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe909f6-f19b-47f4-af35-6453dd0566c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5e496b-98e0-4bdb-8b08-31a037a73665,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:51.595215 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49196) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:51.750363 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bd749efb-5d15-4574-8348-fac07a001261 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6fa4e1f8c94b433882de0394ec8f8d49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538844 Jul 07 21:17:51.753209 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49208) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:51.756712 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280bddc-0227-487c-9904-7f4c88d9f488 req-8a586f19-3caf-4315-b6a7-c95d1f0f2c5e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:51.758232 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2280bddc-0227-487c-9904-7f4c88d9f488 req-8a586f19-3caf-4315-b6a7-c95d1f0f2c5e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.39 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98&tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&binding%3Ahost_id=n-h1-695189-11 HTTP/1.1" status: 200 len: 944 time: 0.1484971 Jul 07 21:17:51.779782 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca1735-5cc4-4644-8ef3-9c3961c07d78 req-6b0d3597-f564-41f5-b1d6-608dc7a3e3d9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:51.781393 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40ca1735-5cc4-4644-8ef3-9c3961c07d78 req-6b0d3597-f564-41f5-b1d6-608dc7a3e3d9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 944 time: 0.1828346 Jul 07 21:17:51.804047 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c39fda58-3c87-4ab2-9da0-e7846aca57d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:51.826408 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c39fda58-3c87-4ab2-9da0-e7846aca57d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:51.853729 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-40ca1735-5cc4-4644-8ef3-9c3961c07d78 req-c6c9361e-072c-4101-8cbb-3663dbe24d94 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536952 Jul 07 21:17:51.860283 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-2280bddc-0227-487c-9904-7f4c88d9f488 req-cb171f85-59dd-461e-95d8-4e3e60ebd251 service neutron] delete failed (client error): The resource could not be found. Jul 07 21:17:51.862002 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2280bddc-0227-487c-9904-7f4c88d9f488 req-cb171f85-59dd-461e-95d8-4e3e60ebd251 service neutron] 10.222.0.39 "DELETE /v2.0/ports/6da4f53f-cdd5-42de-978d-eec14aabdcd7/bindings/n-h2-695189-11 HTTP/1.1" status: 404 len: 381 time: 0.0959496 Jul 07 21:17:51.897813 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c39fda58-3c87-4ab2-9da0-e7846aca57d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:51.900616 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c39fda58-3c87-4ab2-9da0-e7846aca57d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:51.901793 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c39fda58-3c87-4ab2-9da0-e7846aca57d8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a6e2edb0-ee4f-4842-b262-8d640454aff8 HTTP/1.1" status: 204 len: 168 time: 0.1474926 Jul 07 21:17:51.912038 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fda58-3c87-4ab2-9da0-e7846aca57d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e2edb0-ee4f-4842-b262-8d640454aff8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:51.977828 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280bddc-0227-487c-9904-7f4c88d9f488 req-f067037d-b2bc-4e80-951d-413dc522df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:51.979377 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2280bddc-0227-487c-9904-7f4c88d9f488 req-f067037d-b2bc-4e80-951d-413dc522df42 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 1096 time: 0.0645032 Jul 07 21:17:52.082395 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280bddc-0227-487c-9904-7f4c88d9f488 req-4d9a6783-a3c8-4844-98b3-76ccf70a9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:52.084343 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2280bddc-0227-487c-9904-7f4c88d9f488 req-4d9a6783-a3c8-4844-98b3-76ccf70a9cd6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=772d6225-4638-4eca-b361-b674a7ef2a7a HTTP/1.1" status: 200 len: 898 time: 0.0977941 Jul 07 21:17:52.163172 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2280bddc-0227-487c-9904-7f4c88d9f488 req-d1048213-c347-46a6-b937-152abcdf1ee3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6da4f53f-cdd5-42de-978d-eec14aabdcd7 HTTP/1.1" status: 200 len: 999 time: 0.0706050 Jul 07 21:17:52.223748 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280bddc-0227-487c-9904-7f4c88d9f488 req-a0a7cf83-1777-4009-92ac-50f30e061fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:52.225391 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2280bddc-0227-487c-9904-7f4c88d9f488 req-a0a7cf83-1777-4009-92ac-50f30e061fff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53050cc6-5b87-4ce5-b02c-8e9b25a1ac51 HTTP/1.1" status: 200 len: 834 time: 0.0542524 Jul 07 21:17:52.286892 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280bddc-0227-487c-9904-7f4c88d9f488 req-8a481260-dc51-48b0-9b51-7c48812b398d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:52.288518 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2280bddc-0227-487c-9904-7f4c88d9f488 req-8a481260-dc51-48b0-9b51-7c48812b398d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=772d6225-4638-4eca-b361-b674a7ef2a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560617 Jul 07 21:17:52.408375 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2280bddc-0227-487c-9904-7f4c88d9f488 req-aa80c774-fc8d-438f-92b7-342e2d8cd790 service neutron] 10.222.0.39 "GET /v2.0/networks/772d6225-4638-4eca-b361-b674a7ef2a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125569 Jul 07 21:17:52.429907 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 6da4f53f-cdd5-42de-978d-eec14aabdcd7 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:17:52.548483 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 6da4f53f-cdd5-42de-978d-eec14aabdcd7 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:17:52.553522 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 6da4f53f-cdd5-42de-978d-eec14aabdcd7 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:17:52.555348 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:52.566048 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2280bddc-0227-487c-9904-7f4c88d9f488 req-67d1eae5-a944-4df7-abb6-d14d7068c4ab service neutron] 10.222.0.39 "GET /v2.0/networks/772d6225-4638-4eca-b361-b674a7ef2a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508176 Jul 07 21:17:52.682431 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:52.710018 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db2599b-82de-45f8-9f91-fea34815cd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da4f53f-cdd5-42de-978d-eec14aabdcd7'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:17:52.712773 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5d484d-b646-435a-aabb-e29c5529410a" -d '{"events": [{"server_uuid": "8db2599b-82de-45f8-9f91-fea34815cd98", "name": "network-vif-plugged", "status": "completed", "tag": "6da4f53f-cdd5-42de-978d-eec14aabdcd7"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:17:52.726328 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 6da4f53f-cdd5-42de-978d-eec14aabdcd7, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=6da4f53f-cdd5-42de-978d-eec14aabdcd7,segment=NetworkSegment(8c2f6071-0874-434e-a719-222964d908f6),segment_id=8c2f6071-0874-434e-a719-222964d908f6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:17:52.736937 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:52.814006 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc8e0bf-0ca3-4ccc-a8d4-2f91a61e5813 x-openstack-request-id: req-edc8e0bf-0ca3-4ccc-a8d4-2f91a61e5813 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:17:52.814341 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db2599b-82de-45f8-9f91-fea34815cd98", "name": "network-vif-plugged", "status": "completed", "tag": "6da4f53f-cdd5-42de-978d-eec14aabdcd7", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:17:52.814591 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-edc8e0bf-0ca3-4ccc-a8d4-2f91a61e5813 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:17:52.815004 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db2599b-82de-45f8-9f91-fea34815cd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da4f53f-cdd5-42de-978d-eec14aabdcd7', 'code': 200} Jul 07 21:17:52.839752 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=6da4f53f-cdd5-42de-978d-eec14aabdcd7,revision_number=9']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:53.075777 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4b40a-dd13-49a8-bbd1-9d23aa24e747 req-a1bbcf64-02f7-4cb1-80dd-3a231c75bb3a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:53.077838 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6ac4b40a-dd13-49a8-bbd1-9d23aa24e747 req-a1bbcf64-02f7-4cb1-80dd-3a231c75bb3a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 945 time: 0.0790691 Jul 07 21:17:53.099789 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49272) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:53.149933 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6ac4b40a-dd13-49a8-bbd1-9d23aa24e747 req-c9ffccc3-74fc-41b6-8bb6-0d40b25d3d57 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655718 Jul 07 21:17:53.294586 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e3f1579a-8bfd-4496-9740-795352fe3593 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:53.295290 n-d-695189-11 neutron-server[100447]: WARNING neutron.api.v2.base [None req-e3f1579a-8bfd-4496-9740-795352fe3593 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 21:17:53.296001 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-e3f1579a-8bfd-4496-9740-795352fe3593 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 21:17:53.304231 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49282) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:53.304541 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e3f1579a-8bfd-4496-9740-795352fe3593 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2030387 Jul 07 21:17:53.310739 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-f81fd92e-1421-4f36-8a9b-b70837a9016e tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group': {'name': 'tempest-secgroup--1802259954'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:53.339650 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f81fd92e-1421-4f36-8a9b-b70837a9016e tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:53.357807 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f81fd92e-1421-4f36-8a9b-b70837a9016e tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:53.495464 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f81fd92e-1421-4f36-8a9b-b70837a9016e tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:53.505523 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f81fd92e-1421-4f36-8a9b-b70837a9016e tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:53.548451 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81fd92e-1421-4f36-8a9b-b70837a9016e tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd6e264-4878-4e1e-9368-b5a1ec2a06c0,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:53.650085 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f81fd92e-1421-4f36-8a9b-b70837a9016e tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:53.655484 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f81fd92e-1421-4f36-8a9b-b70837a9016e tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:53.687175 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f81fd92e-1421-4f36-8a9b-b70837a9016e tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:53.691084 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f81fd92e-1421-4f36-8a9b-b70837a9016e tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3830523 Jul 07 21:17:53.691084 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81fd92e-1421-4f36-8a9b-b70837a9016e tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47ec920-6a09-41e2-9c3f-40e3435e072b,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:53.691874 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49294) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:53.698477 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-c2134325-df70-48c4-8087-51607307dfb8 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group_rule': {'security_group_id': 'a47ec920-6a09-41e2-9c3f-40e3435e072b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:53.720078 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:17:53.729462 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c2134325-df70-48c4-8087-51607307dfb8 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:53.796600 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c2134325-df70-48c4-8087-51607307dfb8 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:53.800582 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c2134325-df70-48c4-8087-51607307dfb8 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:53.818763 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2134325-df70-48c4-8087-51607307dfb8 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3264f082-f550-4ca3-941d-276492ed4655,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:53.830304 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c2134325-df70-48c4-8087-51607307dfb8 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:53.834348 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c2134325-df70-48c4-8087-51607307dfb8 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1414812 Jul 07 21:17:53.834685 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49304) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:53.840097 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-2541f0e0-d6be-4bfc-9ae5-9736088f3180 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group_rule': {'security_group_id': 'a47ec920-6a09-41e2-9c3f-40e3435e072b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:53.867996 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2541f0e0-d6be-4bfc-9ae5-9736088f3180 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:53.920580 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-2541f0e0-d6be-4bfc-9ae5-9736088f3180 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 21:17:53.921927 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2541f0e0-d6be-4bfc-9ae5-9736088f3180 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0860651 Jul 07 21:17:53.924805 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49312) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:54.001210 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b7b3b425-e874-4abd-b771-667daccda736 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:54.026123 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b7b3b425-e874-4abd-b771-667daccda736 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:54.076815 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b7b3b425-e874-4abd-b771-667daccda736 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:54.079839 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b7b3b425-e874-4abd-b771-667daccda736 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:54.081431 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b7b3b425-e874-4abd-b771-667daccda736 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "DELETE /v2.0/security-groups/a47ec920-6a09-41e2-9c3f-40e3435e072b HTTP/1.1" status: 204 len: 168 time: 0.1552832 Jul 07 21:17:54.084011 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49320) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:54.098489 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3b425-e874-4abd-b771-667daccda736 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47ec920-6a09-41e2-9c3f-40e3435e072b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:54.155937 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49324) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:54.157015 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6942ebac-80fb-4e98-82f2-1190a5b115ea tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0711610 Jul 07 21:17:54.175516 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-253ea225-7d31-42a1-baba-ba06bdd5ea9b tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group': {'name': 'tempest-secgroup--1302272920'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:54.200256 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-253ea225-7d31-42a1-baba-ba06bdd5ea9b tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:54.319039 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-253ea225-7d31-42a1-baba-ba06bdd5ea9b tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:54.329265 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-253ea225-7d31-42a1-baba-ba06bdd5ea9b tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:54.366177 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-253ea225-7d31-42a1-baba-ba06bdd5ea9b tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:54.370058 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-253ea225-7d31-42a1-baba-ba06bdd5ea9b tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2107418 Jul 07 21:17:54.371832 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49330) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:54.371977 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49332) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:54.381073 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-a54517b9-189c-466d-9f43-a06a4412a916 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group_rule': {'security_group_id': '0d3dcbcf-6945-4e7b-8eb3-608d0121c286', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:54.381559 n-d-695189-11 neutron-server[100448]: WARNING neutron.api.v2.base [None req-a54517b9-189c-466d-9f43-a06a4412a916 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 07 21:17:54.382057 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-a54517b9-189c-466d-9f43-a06a4412a916 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:17:54.385726 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a54517b9-189c-466d-9f43-a06a4412a916 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0077214 Jul 07 21:17:54.386076 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49336) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:54.387642 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ea225-7d31-42a1-baba-ba06bdd5ea9b tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3dcbcf-6945-4e7b-8eb3-608d0121c286,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:54.399623 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab06a67-9393-4035-9b74-5b34767dc663 req-b88fa85d-fee3-4f9d-883c-9cd187758973 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:17:54.401172 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6ab06a67-9393-4035-9b74-5b34767dc663 req-b88fa85d-fee3-4f9d-883c-9cd187758973 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 945 time: 0.1178074 Jul 07 21:17:54.459863 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6ab06a67-9393-4035-9b74-5b34767dc663 req-c47ca8ae-d290-4bfa-95ba-4c0756cc1b23 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506122 Jul 07 21:17:54.478047 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c49d29e-3da0-4730-9d73-8f80daa0ea8f tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:54.488475 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49338) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:54.514967 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c49d29e-3da0-4730-9d73-8f80daa0ea8f tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:54.557033 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3f10fb49-c9c3-4ccc-a8e5-f12aa97c192f tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/floatingips/441c1b86-413b-4b0f-a4dc-65f6472ca38c HTTP/1.1" status: 200 len: 992 time: 0.0670912 Jul 07 21:17:54.571289 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e7e55ed-670e-463b-8d1a-ac213b1ee3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:54.588016 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c49d29e-3da0-4730-9d73-8f80daa0ea8f tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:54.590698 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2c49d29e-3da0-4730-9d73-8f80daa0ea8f tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:54.591919 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2c49d29e-3da0-4730-9d73-8f80daa0ea8f tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "DELETE /v2.0/security-groups/0d3dcbcf-6945-4e7b-8eb3-608d0121c286 HTTP/1.1" status: 204 len: 168 time: 0.2030485 Jul 07 21:17:54.595006 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49340) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:54.609935 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49d29e-3da0-4730-9d73-8f80daa0ea8f tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3dcbcf-6945-4e7b-8eb3-608d0121c286,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:54.652535 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49342) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:54.652919 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d239a265-7980-4e00-9fbe-efa5892e8e1a tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0563617 Jul 07 21:17:54.657443 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e967097c-5cdb-4f9a-9c08-09f30b02c06d tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group': {'name': 'tempest-secgroup--718470989'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:54.693053 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e7e55ed-670e-463b-8d1a-ac213b1ee3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:54.700013 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e7e55ed-670e-463b-8d1a-ac213b1ee3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:54.745422 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e967097c-5cdb-4f9a-9c08-09f30b02c06d tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:54.749171 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e55ed-670e-463b-8d1a-ac213b1ee3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78b5aa6-005a-4dea-9f99-ae7ea4b01ac8,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:54.762980 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4e7e55ed-670e-463b-8d1a-ac213b1ee3a5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c57a777318194d9f8ce4c7611ee37c4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3897533 Jul 07 21:17:54.765526 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49344) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:54.845110 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-705d3e04-b3db-4f68-8831-30a9924a946f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:54.881302 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-705d3e04-b3db-4f68-8831-30a9924a946f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:54.898768 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e967097c-5cdb-4f9a-9c08-09f30b02c06d tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:54.905477 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e967097c-5cdb-4f9a-9c08-09f30b02c06d tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:54.952815 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e967097c-5cdb-4f9a-9c08-09f30b02c06d tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:54.957054 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e967097c-5cdb-4f9a-9c08-09f30b02c06d tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3002834 Jul 07 21:17:54.957054 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967097c-5cdb-4f9a-9c08-09f30b02c06d tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172125b7-f833-48b1-a118-5d52a31e0ce2,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:54.958936 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49346) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:54.965049 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-34585520-bcd6-4372-9fe3-6b08e8f69690 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group_rule': {'security_group_id': '172125b7-f833-48b1-a118-5d52a31e0ce2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:54.966343 n-d-695189-11 neutron-server[100448]: WARNING neutron.api.v2.base [None req-34585520-bcd6-4372-9fe3-6b08e8f69690 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 07 21:17:54.967275 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-34585520-bcd6-4372-9fe3-6b08e8f69690 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:17:54.971673 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49348) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:54.972510 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-34585520-bcd6-4372-9fe3-6b08e8f69690 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0120320 Jul 07 21:17:54.980958 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-705d3e04-b3db-4f68-8831-30a9924a946f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:54.983571 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-705d3e04-b3db-4f68-8831-30a9924a946f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:54.984652 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-705d3e04-b3db-4f68-8831-30a9924a946f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a78b5aa6-005a-4dea-9f99-ae7ea4b01ac8 HTTP/1.1" status: 204 len: 168 time: 0.2178581 Jul 07 21:17:55.005737 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d3e04-b3db-4f68-8831-30a9924a946f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78b5aa6-005a-4dea-9f99-ae7ea4b01ac8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:55.043848 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e737285c-a2f0-40a4-a205-d46e5dee95df tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:55.071214 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e737285c-a2f0-40a4-a205-d46e5dee95df tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:55.118240 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e737285c-a2f0-40a4-a205-d46e5dee95df tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:55.121656 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e737285c-a2f0-40a4-a205-d46e5dee95df tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:55.123438 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e737285c-a2f0-40a4-a205-d46e5dee95df tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "DELETE /v2.0/security-groups/172125b7-f833-48b1-a118-5d52a31e0ce2 HTTP/1.1" status: 204 len: 168 time: 0.1504476 Jul 07 21:17:55.126110 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49354) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:55.133453 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737285c-a2f0-40a4-a205-d46e5dee95df tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=172125b7-f833-48b1-a118-5d52a31e0ce2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:55.203986 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-72dcd51a-57ea-40a4-bfb1-a6c2de76c1cc tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0758400 Jul 07 21:17:55.208612 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49358) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:55.213840 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e4fad222-bb18-45c2-94ad-064822183cab tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group': {'name': 'tempest-secgroup--726445251'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:55.263017 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e4fad222-bb18-45c2-94ad-064822183cab tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:55.381203 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e4fad222-bb18-45c2-94ad-064822183cab tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:55.386704 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e4fad222-bb18-45c2-94ad-064822183cab tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:55.388961 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49360) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:55.404420 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-751af16a-e239-4026-b434-ac52f3b0a4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:55.416109 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e4fad222-bb18-45c2-94ad-064822183cab tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:55.417577 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e4fad222-bb18-45c2-94ad-064822183cab tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2075298 Jul 07 21:17:55.420491 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fad222-bb18-45c2-94ad-064822183cab tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf85ae6-24fd-414f-8f70-8c53e9b5e057,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:55.422734 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49362) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:55.427885 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-2c0aa61f-c9a3-4e79-b22a-0642f7281815 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group_rule': {'security_group_id': 'ddf85ae6-24fd-414f-8f70-8c53e9b5e057', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:55.428572 n-d-695189-11 neutron-server[100447]: WARNING neutron.api.v2.base [None req-2c0aa61f-c9a3-4e79-b22a-0642f7281815 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 07 21:17:55.429130 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-2c0aa61f-c9a3-4e79-b22a-0642f7281815 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:17:55.433725 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2c0aa61f-c9a3-4e79-b22a-0642f7281815 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061288 Jul 07 21:17:55.433725 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49364) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:55.438716 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ff0a64e3-c6f3-4b0f-8e91-d70df3c1a905 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group_rule': {'security_group_id': 'ddf85ae6-24fd-414f-8f70-8c53e9b5e057', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:55.439460 n-d-695189-11 neutron-server[100447]: WARNING neutron.api.v2.base [None req-ff0a64e3-c6f3-4b0f-8e91-d70df3c1a905 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 07 21:17:55.440012 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-ff0a64e3-c6f3-4b0f-8e91-d70df3c1a905 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:17:55.443397 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ff0a64e3-c6f3-4b0f-8e91-d70df3c1a905 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060725 Jul 07 21:17:55.443970 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49366) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:55.450306 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-2c935dc8-248e-44f5-b04f-1efbc7cccd6c tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group_rule': {'security_group_id': 'ddf85ae6-24fd-414f-8f70-8c53e9b5e057', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:55.451205 n-d-695189-11 neutron-server[100447]: WARNING neutron.api.v2.base [None req-2c935dc8-248e-44f5-b04f-1efbc7cccd6c tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 07 21:17:55.451799 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-2c935dc8-248e-44f5-b04f-1efbc7cccd6c tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:17:55.452867 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2c935dc8-248e-44f5-b04f-1efbc7cccd6c tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079498 Jul 07 21:17:55.456016 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49368) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:55.461413 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-e7f25edb-f4db-40b3-8582-48c422e38dc1 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group_rule': {'security_group_id': 'ddf85ae6-24fd-414f-8f70-8c53e9b5e057', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:55.462392 n-d-695189-11 neutron-server[100448]: WARNING neutron.api.v2.base [None req-e7f25edb-f4db-40b3-8582-48c422e38dc1 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 07 21:17:55.462973 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-e7f25edb-f4db-40b3-8582-48c422e38dc1 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:17:55.464064 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e7f25edb-f4db-40b3-8582-48c422e38dc1 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0065954 Jul 07 21:17:55.467899 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49370) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:55.533863 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be2f65d6-519a-4c07-bf26-f3789888f619 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:55.536298 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-751af16a-e239-4026-b434-ac52f3b0a4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:55.540232 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-751af16a-e239-4026-b434-ac52f3b0a4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:55.556773 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be2f65d6-519a-4c07-bf26-f3789888f619 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:55.579844 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-751af16a-e239-4026-b434-ac52f3b0a4b9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fef8619da4584f87aba85ee7cc868d62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1896167 Jul 07 21:17:55.580633 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751af16a-e239-4026-b434-ac52f3b0a4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac95522-97b2-4345-8b91-bfc210374947,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:55.582911 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49372) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:55.602077 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be2f65d6-519a-4c07-bf26-f3789888f619 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:55.604723 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be2f65d6-519a-4c07-bf26-f3789888f619 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:55.608626 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-be2f65d6-519a-4c07-bf26-f3789888f619 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "DELETE /v2.0/security-groups/ddf85ae6-24fd-414f-8f70-8c53e9b5e057 HTTP/1.1" status: 204 len: 168 time: 0.1367533 Jul 07 21:17:55.609122 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49374) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:55.626626 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f65d6-519a-4c07-bf26-f3789888f619 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf85ae6-24fd-414f-8f70-8c53e9b5e057,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:55.632715 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c8bc34f-f0f8-4c0f-a3c4-d47cd2f6f933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:55.657122 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c8bc34f-f0f8-4c0f-a3c4-d47cd2f6f933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:55.664558 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-30d814d0-040a-40c7-9e5e-b79030727415 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0543389 Jul 07 21:17:55.668499 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49376) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:55.672858 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-20e86d4c-e202-4921-956f-3ca1dd2d46e8 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group': {'name': 'tempest-secgroup--1454447103'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:55.693829 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-20e86d4c-e202-4921-956f-3ca1dd2d46e8 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:55.710087 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c8bc34f-f0f8-4c0f-a3c4-d47cd2f6f933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:55.713026 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5c8bc34f-f0f8-4c0f-a3c4-d47cd2f6f933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:55.714233 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5c8bc34f-f0f8-4c0f-a3c4-d47cd2f6f933 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ac95522-97b2-4345-8b91-bfc210374947 HTTP/1.1" status: 204 len: 168 time: 0.1303873 Jul 07 21:17:55.723132 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8bc34f-f0f8-4c0f-a3c4-d47cd2f6f933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac95522-97b2-4345-8b91-bfc210374947,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:55.787776 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-20e86d4c-e202-4921-956f-3ca1dd2d46e8 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:55.792818 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-20e86d4c-e202-4921-956f-3ca1dd2d46e8 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:55.821293 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-20e86d4c-e202-4921-956f-3ca1dd2d46e8 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:55.822587 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-20e86d4c-e202-4921-956f-3ca1dd2d46e8 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1531553 Jul 07 21:17:55.823466 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e86d4c-e202-4921-956f-3ca1dd2d46e8 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=379175e8-eaf3-474c-b59c-055334b78a59,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:55.826112 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49380) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:55.830976 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-dee7a369-8174-4235-a59f-d65060c84861 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group_rule': {'security_group_id': '379175e8-eaf3-474c-b59c-055334b78a59', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:55.831561 n-d-695189-11 neutron-server[100447]: WARNING neutron.api.v2.base [None req-dee7a369-8174-4235-a59f-d65060c84861 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 21:17:55.832000 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-dee7a369-8174-4235-a59f-d65060c84861 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:17:55.832905 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dee7a369-8174-4235-a59f-d65060c84861 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059102 Jul 07 21:17:55.835794 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49382) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:55.841492 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-f4d5bb96-3f03-4dc2-a63a-b7011b52d0bf tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group_rule': {'security_group_id': '379175e8-eaf3-474c-b59c-055334b78a59', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:55.876609 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-f4d5bb96-3f03-4dc2-a63a-b7011b52d0bf tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:17:55.878348 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f4d5bb96-3f03-4dc2-a63a-b7011b52d0bf tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0414186 Jul 07 21:17:55.881377 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49384) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:55.885883 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-a55430e2-ae23-41e6-a5b7-a3d159e457ca tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group_rule': {'security_group_id': '379175e8-eaf3-474c-b59c-055334b78a59', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:55.887142 n-d-695189-11 neutron-server[100448]: WARNING neutron.api.v2.base [None req-a55430e2-ae23-41e6-a5b7-a3d159e457ca tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 07 21:17:55.887794 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-a55430e2-ae23-41e6-a5b7-a3d159e457ca tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:17:55.888742 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a55430e2-ae23-41e6-a5b7-a3d159e457ca tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064197 Jul 07 21:17:55.891355 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49386) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:55.895802 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-7fdf474f-8b88-4b2c-a648-1d00cb1f337a tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group_rule': {'security_group_id': '379175e8-eaf3-474c-b59c-055334b78a59', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:55.932125 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-7fdf474f-8b88-4b2c-a648-1d00cb1f337a tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:17:55.933180 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7fdf474f-8b88-4b2c-a648-1d00cb1f337a tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0409205 Jul 07 21:17:55.936638 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49390) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:55.941132 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-858783aa-910f-421a-8fbb-58b733c87c65 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group_rule': {'security_group_id': '379175e8-eaf3-474c-b59c-055334b78a59', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:55.941604 n-d-695189-11 neutron-server[100448]: WARNING neutron.api.v2.base [None req-858783aa-910f-421a-8fbb-58b733c87c65 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 21:17:55.942078 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-858783aa-910f-421a-8fbb-58b733c87c65 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:17:55.942999 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-858783aa-910f-421a-8fbb-58b733c87c65 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054500 Jul 07 21:17:55.945726 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49392) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:55.949917 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-a5a24516-57f5-4f47-9ef8-d49501289470 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group_rule': {'security_group_id': '379175e8-eaf3-474c-b59c-055334b78a59', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:55.975890 n-d-695189-11 neutron-server[100448]: INFO neutron.db.securitygroups_db [None req-a5a24516-57f5-4f47-9ef8-d49501289470 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Project ac1426afa70b48f685abdd02b4f370c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 21:17:55.989200 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-a5a24516-57f5-4f47-9ef8-d49501289470 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:17:55.990530 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a5a24516-57f5-4f47-9ef8-d49501289470 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0441515 Jul 07 21:17:55.993581 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49396) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:55.999283 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-1021e034-a53b-444a-99c6-f7c95d50095b tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group_rule': {'security_group_id': '379175e8-eaf3-474c-b59c-055334b78a59', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:55.999911 n-d-695189-11 neutron-server[100447]: WARNING neutron.api.v2.base [None req-1021e034-a53b-444a-99c6-f7c95d50095b tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 07 21:17:56.000424 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-1021e034-a53b-444a-99c6-f7c95d50095b tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:17:56.001403 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1021e034-a53b-444a-99c6-f7c95d50095b tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066953 Jul 07 21:17:56.004645 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49398) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:56.009814 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ff041af1-a3f8-4070-899a-1867ff39ce0b tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group_rule': {'security_group_id': '379175e8-eaf3-474c-b59c-055334b78a59', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:56.033567 n-d-695189-11 neutron-server[100447]: INFO neutron.db.securitygroups_db [None req-ff041af1-a3f8-4070-899a-1867ff39ce0b tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Project ac1426afa70b48f685abdd02b4f370c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 21:17:56.045879 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-ff041af1-a3f8-4070-899a-1867ff39ce0b tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:17:56.046949 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ff041af1-a3f8-4070-899a-1867ff39ce0b tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0414028 Jul 07 21:17:56.050216 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49402) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:56.054812 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f457cce0-ff54-484c-87ec-91dbfd02ac17 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group_rule': {'security_group_id': '379175e8-eaf3-474c-b59c-055334b78a59', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:56.080608 n-d-695189-11 neutron-server[100447]: INFO neutron.db.securitygroups_db [None req-f457cce0-ff54-484c-87ec-91dbfd02ac17 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Project ac1426afa70b48f685abdd02b4f370c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 21:17:56.093114 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-f457cce0-ff54-484c-87ec-91dbfd02ac17 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:17:56.094441 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f457cce0-ff54-484c-87ec-91dbfd02ac17 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0432446 Jul 07 21:17:56.097545 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49406) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:56.151359 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4bc4a6cb-fb93-4d29-a990-fed89e2358d7 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:56.177091 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4bc4a6cb-fb93-4d29-a990-fed89e2358d7 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:56.223189 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4bc4a6cb-fb93-4d29-a990-fed89e2358d7 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:56.227818 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4bc4a6cb-fb93-4d29-a990-fed89e2358d7 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:56.232234 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49414) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:56.232744 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4bc4a6cb-fb93-4d29-a990-fed89e2358d7 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "DELETE /v2.0/security-groups/379175e8-eaf3-474c-b59c-055334b78a59 HTTP/1.1" status: 204 len: 168 time: 0.1340096 Jul 07 21:17:56.250146 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4a6cb-fb93-4d29-a990-fed89e2358d7 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=379175e8-eaf3-474c-b59c-055334b78a59,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:56.289593 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-98feb5c0-0f9f-49bb-87b2-16a34fb67a1a tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0553391 Jul 07 21:17:56.294509 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49420) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:56.300934 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-3c84acb0-0b56-44e9-8c1d-52b5ac9a820c tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group': {'name': 'tempest-secgroup--551492955'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:56.331553 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c84acb0-0b56-44e9-8c1d-52b5ac9a820c tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:56.436961 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c84acb0-0b56-44e9-8c1d-52b5ac9a820c tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:56.442719 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c84acb0-0b56-44e9-8c1d-52b5ac9a820c tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:56.473107 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84acb0-0b56-44e9-8c1d-52b5ac9a820c tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c2ffa8-0b9f-4129-befa-b29131c8d9d9,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:56.484314 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c84acb0-0b56-44e9-8c1d-52b5ac9a820c tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:56.485759 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3c84acb0-0b56-44e9-8c1d-52b5ac9a820c tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1895759 Jul 07 21:17:56.488963 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49428) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:56.494508 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-7eb8ff4e-d360-442f-8f8c-2587efc8b963 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group_rule': {'security_group_id': '21c2ffa8-0b9f-4129-befa-b29131c8d9d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:56.544054 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-7eb8ff4e-d360-442f-8f8c-2587efc8b963 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] create failed (client error): The resource could not be found. Jul 07 21:17:56.548264 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49434) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:56.548659 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7eb8ff4e-d360-442f-8f8c-2587efc8b963 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0582378 Jul 07 21:17:56.555782 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-d09a8abe-7ac4-4baf-aa7e-866dc98cfff4 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group_rule': {'security_group_id': '21c2ffa8-0b9f-4129-befa-b29131c8d9d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '73d84899-8304-4a5d-a852-09012bcf0371'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:56.612040 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-d09a8abe-7ac4-4baf-aa7e-866dc98cfff4 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] create failed (client error): The resource could not be found. Jul 07 21:17:56.613551 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d09a8abe-7ac4-4baf-aa7e-866dc98cfff4 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0642614 Jul 07 21:17:56.616446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49436) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:56.678938 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a584c99b-0b68-47d4-b23e-46e764f1a00f tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:56.703478 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a584c99b-0b68-47d4-b23e-46e764f1a00f tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:56.753235 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a584c99b-0b68-47d4-b23e-46e764f1a00f tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:56.756102 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a584c99b-0b68-47d4-b23e-46e764f1a00f tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:56.757663 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a584c99b-0b68-47d4-b23e-46e764f1a00f tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "DELETE /v2.0/security-groups/21c2ffa8-0b9f-4129-befa-b29131c8d9d9 HTTP/1.1" status: 204 len: 168 time: 0.1400547 Jul 07 21:17:56.760607 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49440) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:56.767548 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584c99b-0b68-47d4-b23e-46e764f1a00f tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c2ffa8-0b9f-4129-befa-b29131c8d9d9,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:56.816940 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-97fdb8f8-2a37-47ce-8768-56be781f1b50 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0552828 Jul 07 21:17:56.820685 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49442) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:56.825288 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e9cb019f-41dc-49a7-8390-8a59eaaced67 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group_rule': {'security_group_id': '25acf914-fb86-4f60-8dfe-f4068a35c212', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:56.860129 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49444) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:56.873003 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-e9cb019f-41dc-49a7-8390-8a59eaaced67 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] create failed (client error): The resource could not be found. Jul 07 21:17:56.874396 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e9cb019f-41dc-49a7-8390-8a59eaaced67 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0525801 Jul 07 21:17:56.878186 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49448) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:56.883604 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-9da7870e-cc75-4e81-86f8-be82caebdf56 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group': {'name': 'tempest-secgroup--1756586561'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:56.907948 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9da7870e-cc75-4e81-86f8-be82caebdf56 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:56.996442 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d13caf7a-7706-4128-9679-7f3d363a81bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.001477 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9da7870e-cc75-4e81-86f8-be82caebdf56 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.007237 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9da7870e-cc75-4e81-86f8-be82caebdf56 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.038856 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7870e-cc75-4e81-86f8-be82caebdf56 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddb64d6-9703-4b95-98a4-742ead204df8,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:57.099909 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d13caf7a-7706-4128-9679-7f3d363a81bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.104295 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d13caf7a-7706-4128-9679-7f3d363a81bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.108687 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9da7870e-cc75-4e81-86f8-be82caebdf56 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.110286 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9da7870e-cc75-4e81-86f8-be82caebdf56 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2311237 Jul 07 21:17:57.113281 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49450) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:57.118128 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-7c646311-b0b6-4deb-b04f-b7ab93388b5a tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group': {'name': 'tempest-secgroup--2005511962'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:57.129712 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13caf7a-7706-4128-9679-7f3d363a81bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d396f34-06bf-4202-b3e9-6ccf1f9074b6,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:57.154450 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d13caf7a-7706-4128-9679-7f3d363a81bf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0df87b0cb16e48aa87dae4cb4087d3c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2930000 Jul 07 21:17:57.160614 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49452) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:57.161767 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c646311-b0b6-4deb-b04f-b7ab93388b5a tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.216245 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dbb7628d-4be2-4380-947e-abf13a1ba3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.239587 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dbb7628d-4be2-4380-947e-abf13a1ba3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.250320 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c646311-b0b6-4deb-b04f-b7ab93388b5a tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.255086 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c646311-b0b6-4deb-b04f-b7ab93388b5a tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.296513 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dbb7628d-4be2-4380-947e-abf13a1ba3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.296997 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c646311-b0b6-4deb-b04f-b7ab93388b5a tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.300948 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7c646311-b0b6-4deb-b04f-b7ab93388b5a tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1838353 Jul 07 21:17:57.301115 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-dbb7628d-4be2-4380-947e-abf13a1ba3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.301237 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49454) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:57.303799 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-dbb7628d-4be2-4380-947e-abf13a1ba3f7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d396f34-06bf-4202-b3e9-6ccf1f9074b6 HTTP/1.1" status: 204 len: 168 time: 0.1418390 Jul 07 21:17:57.306386 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d8274cb9-2012-4b96-a214-611863b53fd6 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group_rule': {'security_group_id': '9ddb64d6-9703-4b95-98a4-742ead204df8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '51592305-0898-40d2-86d2-ea372286ec4a'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:57.315449 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c646311-b0b6-4deb-b04f-b7ab93388b5a tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51592305-0898-40d2-86d2-ea372286ec4a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:57.317999 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7628d-4be2-4380-947e-abf13a1ba3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d396f34-06bf-4202-b3e9-6ccf1f9074b6,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:57.353015 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-d8274cb9-2012-4b96-a214-611863b53fd6 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:17:57.357557 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d8274cb9-2012-4b96-a214-611863b53fd6 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0536726 Jul 07 21:17:57.362388 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49458) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:57.419585 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5c72e45-650e-4bc9-99f4-eed0a2d8e1f0 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.450775 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5c72e45-650e-4bc9-99f4-eed0a2d8e1f0 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.513046 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5c72e45-650e-4bc9-99f4-eed0a2d8e1f0 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.516380 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b5c72e45-650e-4bc9-99f4-eed0a2d8e1f0 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.518002 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b5c72e45-650e-4bc9-99f4-eed0a2d8e1f0 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "DELETE /v2.0/security-groups/51592305-0898-40d2-86d2-ea372286ec4a HTTP/1.1" status: 204 len: 168 time: 0.1559501 Jul 07 21:17:57.520799 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49464) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:57.527979 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c72e45-650e-4bc9-99f4-eed0a2d8e1f0 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51592305-0898-40d2-86d2-ea372286ec4a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:57.583253 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5a6549f0-b6ac-424b-bf81-0a3999af6370 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0612962 Jul 07 21:17:57.585969 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49468) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:57.641929 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-54b60bc0-746f-49d7-a82b-4466b120f74f tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.665444 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-54b60bc0-746f-49d7-a82b-4466b120f74f tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.710801 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-54b60bc0-746f-49d7-a82b-4466b120f74f tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.713413 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-54b60bc0-746f-49d7-a82b-4466b120f74f tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.714681 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-54b60bc0-746f-49d7-a82b-4466b120f74f tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "DELETE /v2.0/security-groups/9ddb64d6-9703-4b95-98a4-742ead204df8 HTTP/1.1" status: 204 len: 168 time: 0.1277587 Jul 07 21:17:57.717775 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49476) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:57.724010 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b60bc0-746f-49d7-a82b-4466b120f74f tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddb64d6-9703-4b95-98a4-742ead204df8,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:57.794386 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6e087051-ebd0-476b-b6ba-08b4e0f09e66 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0740542 Jul 07 21:17:57.797977 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49478) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:57.803205 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-6fd7ae24-da38-4570-aa21-c822a9f1440e tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group': {'name': 'tempest-secgroup--1655156700'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:57.828632 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ae24-da38-4570-aa21-c822a9f1440e tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.920880 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ae24-da38-4570-aa21-c822a9f1440e tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.926239 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ae24-da38-4570-aa21-c822a9f1440e tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.960883 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7ae24-da38-4570-aa21-c822a9f1440e tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c7a086-3362-498c-93e2-0ddbd585f0ff,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:57.963911 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ae24-da38-4570-aa21-c822a9f1440e tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:57.965503 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6fd7ae24-da38-4570-aa21-c822a9f1440e tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1660304 Jul 07 21:17:57.968488 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49488) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:57.973083 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-58edb567-c31d-40a6-b631-276a4fb958ee tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group_rule': {'security_group_id': 'f4c7a086-3362-498c-93e2-0ddbd585f0ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:58.012737 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-58edb567-c31d-40a6-b631-276a4fb958ee tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:17:58.017189 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-58edb567-c31d-40a6-b631-276a4fb958ee tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0445352 Jul 07 21:17:58.017506 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49490) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:58.022159 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-04a59b5e-33c1-4b00-bea4-b7d184407736 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group_rule': {'security_group_id': 'f4c7a086-3362-498c-93e2-0ddbd585f0ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:58.060366 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-04a59b5e-33c1-4b00-bea4-b7d184407736 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:17:58.061483 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-04a59b5e-33c1-4b00-bea4-b7d184407736 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0429683 Jul 07 21:17:58.064372 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49492) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:58.118039 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5fad1310-cf8b-4b15-82ff-3a3359a8bcd7 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:58.144641 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5fad1310-cf8b-4b15-82ff-3a3359a8bcd7 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:58.189842 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5fad1310-cf8b-4b15-82ff-3a3359a8bcd7 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:58.192893 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5fad1310-cf8b-4b15-82ff-3a3359a8bcd7 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:58.196398 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5fad1310-cf8b-4b15-82ff-3a3359a8bcd7 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "DELETE /v2.0/security-groups/f4c7a086-3362-498c-93e2-0ddbd585f0ff HTTP/1.1" status: 204 len: 168 time: 0.1286502 Jul 07 21:17:58.197000 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49496) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:58.207735 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad1310-cf8b-4b15-82ff-3a3359a8bcd7 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c7a086-3362-498c-93e2-0ddbd585f0ff,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:58.258078 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1a32fb76-b71b-4169-a4de-01bbd1bebea2 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0556588 Jul 07 21:17:58.258672 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49500) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:58.263489 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-f641724e-1285-485a-8ed9-40d2e41a55b7 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group': {'name': 'tempest-secgroup--352701792'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:58.289193 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f641724e-1285-485a-8ed9-40d2e41a55b7 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:58.380263 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f641724e-1285-485a-8ed9-40d2e41a55b7 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:58.384151 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f641724e-1285-485a-8ed9-40d2e41a55b7 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:58.419681 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641724e-1285-485a-8ed9-40d2e41a55b7 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30ae01e3-129a-4c6d-944a-82a1756c4ef0,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:58.424186 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f641724e-1285-485a-8ed9-40d2e41a55b7 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:58.425493 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f641724e-1285-485a-8ed9-40d2e41a55b7 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1660237 Jul 07 21:17:58.428589 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49508) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:58.433620 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-e3a07604-b0fc-4c3e-96a5-92d00fc5e71c tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:17:58.434047 n-d-695189-11 neutron-server[100447]: WARNING neutron.api.v2.base [None req-e3a07604-b0fc-4c3e-96a5-92d00fc5e71c tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 21:17:58.434568 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-e3a07604-b0fc-4c3e-96a5-92d00fc5e71c tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 21:17:58.435888 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e3a07604-b0fc-4c3e-96a5-92d00fc5e71c tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "PUT /v2.0/security-groups/30ae01e3-129a-4c6d-944a-82a1756c4ef0 HTTP/1.1" status: 409 len: 330 time: 0.0062525 Jul 07 21:17:58.439109 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49510) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:58.498913 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cb6d8bc-9be6-419f-b95d-0c1c750a0d2d tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:58.523667 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cb6d8bc-9be6-419f-b95d-0c1c750a0d2d tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:58.569705 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cb6d8bc-9be6-419f-b95d-0c1c750a0d2d tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:58.573138 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2cb6d8bc-9be6-419f-b95d-0c1c750a0d2d tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:58.577045 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2cb6d8bc-9be6-419f-b95d-0c1c750a0d2d tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "DELETE /v2.0/security-groups/30ae01e3-129a-4c6d-944a-82a1756c4ef0 HTTP/1.1" status: 204 len: 168 time: 0.1366899 Jul 07 21:17:58.579543 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49516) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:58.588211 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6d8bc-9be6-419f-b95d-0c1c750a0d2d tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ae01e3-129a-4c6d-944a-82a1756c4ef0,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:17:58.647433 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49524) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:58.647656 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b6434450-65b4-471a-9eac-053835413ed8 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0666652 Jul 07 21:17:58.661756 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-3828c713-c36b-4ad8-887a-c0a88936a909 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] delete failed (client error): The resource could not be found. Jul 07 21:17:58.662785 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3828c713-c36b-4ad8-887a-c0a88936a909 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "DELETE /v2.0/security-groups/b2b3adcd-b446-4e3d-9ca6-17cf57f6cbb1 HTTP/1.1" status: 404 len: 347 time: 0.0143416 Jul 07 21:17:58.666400 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49526) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:58.681919 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-926c8092-cf5a-4302-8384-e27f00a1ffdf tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] show failed (client error): The resource could not be found. Jul 07 21:17:58.682842 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-926c8092-cf5a-4302-8384-e27f00a1ffdf tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "GET /v2.0/security-groups/34c0ab10-2d8f-4179-ba8b-c62b69a235e8 HTTP/1.1" status: 404 len: 347 time: 0.0145478 Jul 07 21:17:58.686920 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49528) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:58.703596 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-67a0498c-98ea-41b7-96bd-c2965f71c676 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] show failed (client error): The resource could not be found. Jul 07 21:17:58.704733 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-67a0498c-98ea-41b7-96bd-c2965f71c676 tempest-NegativeSecGroupIPv6Test-2047361524 tempest-NegativeSecGroupIPv6Test-2047361524-project] 10.222.0.64 "GET /v2.0/security-group-rules/839ad489-3043-40b5-b3e6-689edf779134 HTTP/1.1" status: 404 len: 356 time: 0.0165780 Jul 07 21:17:59.064496 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49544) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:59.221604 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b34f3897-7422-4360-846a-cb36a7221691 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ac1426afa70b48f685abdd02b4f370c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530635 Jul 07 21:17:59.221862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49552) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:17:59.231519 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c1032df3-d5d9-40c7-9d68-f3104dfe07bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:59.275820 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0071719d-13d5-401b-bebf-f8e87f750e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:59.299073 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0071719d-13d5-401b-bebf-f8e87f750e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:59.349080 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0071719d-13d5-401b-bebf-f8e87f750e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:59.352119 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0071719d-13d5-401b-bebf-f8e87f750e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:17:59.353292 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0071719d-13d5-401b-bebf-f8e87f750e67 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cbd6e264-4878-4e1e-9368-b5a1ec2a06c0 HTTP/1.1" status: 204 len: 168 time: 0.1304996 Jul 07 21:17:59.368443 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071719d-13d5-401b-bebf-f8e87f750e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd6e264-4878-4e1e-9368-b5a1ec2a06c0,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:00.293225 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49624) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:00.452616 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5a2659dd-04a0-48cb-a2a1-7487eeab675f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:00.552552 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5a2659dd-04a0-48cb-a2a1-7487eeab675f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:00.557028 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5a2659dd-04a0-48cb-a2a1-7487eeab675f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:00.600032 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5a2659dd-04a0-48cb-a2a1-7487eeab675f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1bb7f3fb6d5842d382d96aca9dbb27b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3056407 Jul 07 21:18:00.600942 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2659dd-04a0-48cb-a2a1-7487eeab675f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d6d2d3-6fd4-459d-b5e2-d0d56fb5d177,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:00.602750 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49636) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:00.666466 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f103f361-ef28-444a-89ec-a89355b68aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:00.693125 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f103f361-ef28-444a-89ec-a89355b68aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:00.752702 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f103f361-ef28-444a-89ec-a89355b68aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:00.755695 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f103f361-ef28-444a-89ec-a89355b68aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:00.769589 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f103f361-ef28-444a-89ec-a89355b68aee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/48d6d2d3-6fd4-459d-b5e2-d0d56fb5d177 HTTP/1.1" status: 204 len: 168 time: 0.1616244 Jul 07 21:18:00.783443 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103f361-ef28-444a-89ec-a89355b68aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d6d2d3-6fd4-459d-b5e2-d0d56fb5d177,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:01.114860 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49650) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:01.133458 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3866d8a6-cf39-4779-ab80-a5b9f0fd2294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:01.240678 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3866d8a6-cf39-4779-ab80-a5b9f0fd2294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:01.247015 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3866d8a6-cf39-4779-ab80-a5b9f0fd2294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:01.284132 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866d8a6-cf39-4779-ab80-a5b9f0fd2294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f049c6a9-811e-4842-831e-782d9abd95ce,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:01.301835 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3866d8a6-cf39-4779-ab80-a5b9f0fd2294 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=44d2157119ff4ef288c4e235ff6e4fac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1857419 Jul 07 21:18:01.304708 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49656) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:01.354596 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bca89bd5-67f4-44de-85eb-4d500e77bf65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:01.376968 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bca89bd5-67f4-44de-85eb-4d500e77bf65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:01.425898 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bca89bd5-67f4-44de-85eb-4d500e77bf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:01.428640 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bca89bd5-67f4-44de-85eb-4d500e77bf65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:01.432354 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bca89bd5-67f4-44de-85eb-4d500e77bf65 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f049c6a9-811e-4842-831e-782d9abd95ce HTTP/1.1" status: 204 len: 168 time: 0.1241448 Jul 07 21:18:01.442214 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca89bd5-67f4-44de-85eb-4d500e77bf65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f049c6a9-811e-4842-831e-782d9abd95ce,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:01.911943 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-788d0185-5610-4d63-b6cc-9d3c3460ea7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:01.950688 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:03.455395 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49786) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:03.651184 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:03.653346 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dbb655d9-d431-4642-bc76-5141d5779438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:03.778183 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dbb655d9-d431-4642-bc76-5141d5779438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:03.782760 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dbb655d9-d431-4642-bc76-5141d5779438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:03.823037 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb655d9-d431-4642-bc76-5141d5779438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657585f2-d198-4cd9-aba4-b9e404ff3425,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:03.831080 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49792) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:03.838445 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dbb655d9-d431-4642-bc76-5141d5779438 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c7d3d5038892404bb6d1651053206e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3834720 Jul 07 21:18:03.886613 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b946aa80-000d-4cf3-8d0e-5ad8ad7d23c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:03.907723 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b946aa80-000d-4cf3-8d0e-5ad8ad7d23c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:03.952715 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b946aa80-000d-4cf3-8d0e-5ad8ad7d23c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:03.955562 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b946aa80-000d-4cf3-8d0e-5ad8ad7d23c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:03.956731 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b946aa80-000d-4cf3-8d0e-5ad8ad7d23c8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/657585f2-d198-4cd9-aba4-b9e404ff3425 HTTP/1.1" status: 204 len: 168 time: 0.1246023 Jul 07 21:18:03.964433 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946aa80-000d-4cf3-8d0e-5ad8ad7d23c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657585f2-d198-4cd9-aba4-b9e404ff3425,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:03.971604 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946aa80-000d-4cf3-8d0e-5ad8ad7d23c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:03.971968 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946aa80-000d-4cf3-8d0e-5ad8ad7d23c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:03.972483 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946aa80-000d-4cf3-8d0e-5ad8ad7d23c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:03.975480 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946aa80-000d-4cf3-8d0e-5ad8ad7d23c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:03.976158 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946aa80-000d-4cf3-8d0e-5ad8ad7d23c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:03.976747 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946aa80-000d-4cf3-8d0e-5ad8ad7d23c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:03.977129 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946aa80-000d-4cf3-8d0e-5ad8ad7d23c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:03.977674 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946aa80-000d-4cf3-8d0e-5ad8ad7d23c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:03.978132 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946aa80-000d-4cf3-8d0e-5ad8ad7d23c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:03.978353 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946aa80-000d-4cf3-8d0e-5ad8ad7d23c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:03.979076 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946aa80-000d-4cf3-8d0e-5ad8ad7d23c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:03.979267 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946aa80-000d-4cf3-8d0e-5ad8ad7d23c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:05.232203 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49844) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:05.279112 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:05.341343 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-a3c85353-df0b-4ad2-860f-81013fa111fd tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1543151162', 'router:external': True}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:05.363584 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c85353-df0b-4ad2-860f-81013fa111fd tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Made reservation on behalf of 16f80d6528f94fbf8ba1dfea5cc7ce62 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:18:05.366810 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a3c85353-df0b-4ad2-860f-81013fa111fd tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:05.379606 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a3c85353-df0b-4ad2-860f-81013fa111fd tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:05.477949 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a3c85353-df0b-4ad2-860f-81013fa111fd tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:05.482158 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a3c85353-df0b-4ad2-860f-81013fa111fd tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:05.510462 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c85353-df0b-4ad2-860f-81013fa111fd tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:18:05.515902 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c85353-df0b-4ad2-860f-81013fa111fd tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4918e8-39b4-461a-a5a6-6f57484ff7f8,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:05.522933 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a3c85353-df0b-4ad2-860f-81013fa111fd tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:05.523264 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-a3c85353-df0b-4ad2-860f-81013fa111fd tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Added segment 34a765e6-c68c-4fb1-bb41-a2dd39bd7186 of type vlan for network da689fcc-6533-4c5a-a722-d0d83df3adab Jul 07 21:18:05.575247 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a3c85353-df0b-4ad2-860f-81013fa111fd tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:05.615813 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a3c85353-df0b-4ad2-860f-81013fa111fd tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:05.616875 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c85353-df0b-4ad2-860f-81013fa111fd tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:05.617464 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a3c85353-df0b-4ad2-860f-81013fa111fd tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:05.673802 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a3c85353-df0b-4ad2-860f-81013fa111fd tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4404185 Jul 07 21:18:05.676954 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49848) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:05.680984 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c85353-df0b-4ad2-860f-81013fa111fd tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Pushing event updated for resources: {'Network': ['ID=da689fcc-6533-4c5a-a722-d0d83df3adab,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:05.682655 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-0edee0fa-bb54-4f79-88a3-642758588868 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Request body: {'subnet': {'network_id': 'da689fcc-6533-4c5a-a722-d0d83df3adab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:05.692298 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network da689fcc-6533-4c5a-a722-d0d83df3adab details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:18:05.705334 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edee0fa-bb54-4f79-88a3-642758588868 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Made reservation on behalf of 16f80d6528f94fbf8ba1dfea5cc7ce62 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:18:05.708116 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0edee0fa-bb54-4f79-88a3-642758588868 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:06.013131 n-d-695189-11 neutron-server[100447]: DEBUG neutron.objects.ports [None req-0edee0fa-bb54-4f79-88a3-642758588868 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100447) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 21:18:06.013616 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0edee0fa-bb54-4f79-88a3-642758588868 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:06.063710 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edee0fa-bb54-4f79-88a3-642758588868 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a2f4e936-c59d-438b-9539-b4f2b82839b5,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:06.081791 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edee0fa-bb54-4f79-88a3-642758588868 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Checking segment: {'id': '34a765e6-c68c-4fb1-bb41-a2dd39bd7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'da689fcc-6533-4c5a-a722-d0d83df3adab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:18:06.082248 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edee0fa-bb54-4f79-88a3-642758588868 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Network hostable DHCP agents. Network: da689fcc-6533-4c5a-a722-d0d83df3adab, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:18:06.104540 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edee0fa-bb54-4f79-88a3-642758588868 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Network da689fcc-6533-4c5a-a722-d0d83df3adab is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:18:06.114674 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-0edee0fa-bb54-4f79-88a3-642758588868 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, da689fcc-6533-4c5a-a722-d0d83df3adab) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:18:06.119237 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edee0fa-bb54-4f79-88a3-642758588868 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:06.119935 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0edee0fa-bb54-4f79-88a3-642758588868 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:06.127064 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac96ea3-c933-40cc-8259-254839615696 None None] Network da689fcc-6533-4c5a-a722-d0d83df3adab requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:18:06.145816 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0edee0fa-bb54-4f79-88a3-642758588868 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4651980 Jul 07 21:18:06.146011 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49858) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:06.151130 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-7c3c2aaf-0ab5-4f8c-a0f6-1e02d0e20bca tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-846206247', 'network_id': 'da689fcc-6533-4c5a-a722-d0d83df3adab'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:06.184170 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3c2aaf-0ab5-4f8c-a0f6-1e02d0e20bca tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Made reservation on behalf of 16f80d6528f94fbf8ba1dfea5cc7ce62 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:18:06.187466 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c3c2aaf-0ab5-4f8c-a0f6-1e02d0e20bca tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:06.207987 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-7c3c2aaf-0ab5-4f8c-a0f6-1e02d0e20bca tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] device_id is not set on port 9d6670ea-2c1f-4321-9b99-893a44356d77 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:18:06.274770 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87e8c57-65d4-4213-b885-344252f747a6 None None] Network da689fcc-6533-4c5a-a722-d0d83df3adab requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:18:06.366524 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-7c3c2aaf-0ab5-4f8c-a0f6-1e02d0e20bca tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Allocated IP 2001:db8::3e0 (da689fcc-6533-4c5a-a722-d0d83df3adab/a2f4e936-c59d-438b-9539-b4f2b82839b5/9d6670ea-2c1f-4321-9b99-893a44356d77) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:18:06.548982 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c3c2aaf-0ab5-4f8c-a0f6-1e02d0e20bca tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:06.597816 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c3c2aaf-0ab5-4f8c-a0f6-1e02d0e20bca tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:06.642610 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3c2aaf-0ab5-4f8c-a0f6-1e02d0e20bca tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Network da689fcc-6533-4c5a-a722-d0d83df3adab is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:18:06.649991 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-7c3c2aaf-0ab5-4f8c-a0f6-1e02d0e20bca tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:18:06.654532 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3c2aaf-0ab5-4f8c-a0f6-1e02d0e20bca tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:18:06.655569 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3c2aaf-0ab5-4f8c-a0f6-1e02d0e20bca tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:06.656430 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7c3c2aaf-0ab5-4f8c-a0f6-1e02d0e20bca tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:06.659845 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c2aaf-0ab5-4f8c-a0f6-1e02d0e20bca tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Pushing event updated for resources: {'Port': ['ID=9d6670ea-2c1f-4321-9b99-893a44356d77,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:06.675888 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7c3c2aaf-0ab5-4f8c-a0f6-1e02d0e20bca tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5287967 Jul 07 21:18:06.677204 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49866) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:06.697076 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49868) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:06.780835 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-e042ba16-14b8-40bb-927d-b9870f7f0650 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Deleting port 9d6670ea-2c1f-4321-9b99-893a44356d77 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:18:06.781192 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e042ba16-14b8-40bb-927d-b9870f7f0650 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:06.828073 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5bfebb9a-7c3b-48ad-adda-5927c81944d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:06.869728 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e042ba16-14b8-40bb-927d-b9870f7f0650 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:06.885598 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-e042ba16-14b8-40bb-927d-b9870f7f0650 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Calling delete_port for 9d6670ea-2c1f-4321-9b99-893a44356d77 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:18:06.924582 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5bfebb9a-7c3b-48ad-adda-5927c81944d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:06.929611 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5bfebb9a-7c3b-48ad-adda-5927c81944d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:06.968938 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5bfebb9a-7c3b-48ad-adda-5927c81944d0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5bec1c84aada4f5d8bbca71a79949d0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2689135 Jul 07 21:18:06.970162 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfebb9a-7c3b-48ad-adda-5927c81944d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9787dc2e-f76f-40e7-97ce-0ee5b446abc9,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:06.971503 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49872) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:07.063906 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e042ba16-14b8-40bb-927d-b9870f7f0650 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:07.093259 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a2babee1-65d6-4aab-82a6-34f8c09220a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:07.097257 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042ba16-14b8-40bb-927d-b9870f7f0650 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d6670ea-2c1f-4321-9b99-893a44356d77,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:07.138218 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e042ba16-14b8-40bb-927d-b9870f7f0650 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:07.140201 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e042ba16-14b8-40bb-927d-b9870f7f0650 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "DELETE /v2.0/ports/9d6670ea-2c1f-4321-9b99-893a44356d77 HTTP/1.1" status: 204 len: 168 time: 0.4619737 Jul 07 21:18:07.143207 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a2babee1-65d6-4aab-82a6-34f8c09220a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:07.143420 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49876) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:07.148490 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-4286ea4f-78ef-4a14-a57f-9ce748404874 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'da689fcc-6533-4c5a-a722-d0d83df3adab', 'external_fixed_ips': [{'subnet_id': 'a2f4e936-c59d-438b-9539-b4f2b82839b5', 'ip_address': '2001:db8::3e0'}]}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:07.178190 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4286ea4f-78ef-4a14-a57f-9ce748404874 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:07.179727 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4286ea4f-78ef-4a14-a57f-9ce748404874 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:07.205719 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a2babee1-65d6-4aab-82a6-34f8c09220a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:07.208834 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a2babee1-65d6-4aab-82a6-34f8c09220a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:07.212757 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a2babee1-65d6-4aab-82a6-34f8c09220a6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9787dc2e-f76f-40e7-97ce-0ee5b446abc9 HTTP/1.1" status: 204 len: 168 time: 0.2365448 Jul 07 21:18:07.221473 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2babee1-65d6-4aab-82a6-34f8c09220a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9787dc2e-f76f-40e7-97ce-0ee5b446abc9,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:07.243052 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4286ea4f-78ef-4a14-a57f-9ce748404874 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:07.433759 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4286ea4f-78ef-4a14-a57f-9ce748404874 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:07.695929 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4286ea4f-78ef-4a14-a57f-9ce748404874 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:07.722497 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4286ea4f-78ef-4a14-a57f-9ce748404874 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:07.927851 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49898) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:07.939631 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-4286ea4f-78ef-4a14-a57f-9ce748404874 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Allocated IP 2001:db8::3e0 (da689fcc-6533-4c5a-a722-d0d83df3adab/a2f4e936-c59d-438b-9539-b4f2b82839b5/b19ff4ae-00d3-413e-a0a6-5dcd33f2ae23) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:18:08.026083 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-6b2b47a8-31a9-4e43-a184-8103dabfd758 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-380792771-network', 'tenant_id': '2247813276d44a24973c6bd7c719b101'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:08.040492 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4286ea4f-78ef-4a14-a57f-9ce748404874 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:08.049089 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2b47a8-31a9-4e43-a184-8103dabfd758 admin admin] Made reservation on behalf of 2247813276d44a24973c6bd7c719b101 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:18:08.051534 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b2b47a8-31a9-4e43-a184-8103dabfd758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:08.061058 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b2b47a8-31a9-4e43-a184-8103dabfd758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:08.081244 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4286ea4f-78ef-4a14-a57f-9ce748404874 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:08.128845 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4286ea4f-78ef-4a14-a57f-9ce748404874 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Network da689fcc-6533-4c5a-a722-d0d83df3adab is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:18:08.132647 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286ea4f-78ef-4a14-a57f-9ce748404874 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Pushing event updated for resources: {'Port': ['ID=b19ff4ae-00d3-413e-a0a6-5dcd33f2ae23,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:08.135172 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-4286ea4f-78ef-4a14-a57f-9ce748404874 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:18:08.137889 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4286ea4f-78ef-4a14-a57f-9ce748404874 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:18:08.167258 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b2b47a8-31a9-4e43-a184-8103dabfd758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:08.173336 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b2b47a8-31a9-4e43-a184-8103dabfd758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:08.208434 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b2b47a8-31a9-4e43-a184-8103dabfd758 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:18:08.229957 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b47a8-31a9-4e43-a184-8103dabfd758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8399c5-b803-485b-880f-59df1ef3da4c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:08.234158 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b2b47a8-31a9-4e43-a184-8103dabfd758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:08.234649 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-6b2b47a8-31a9-4e43-a184-8103dabfd758 admin admin] Added segment 66693cea-99c9-40f5-86ed-4a107d666933 of type vlan for network f11b94fb-a8d1-418f-9573-7968054b56b1 Jul 07 21:18:08.294721 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b2b47a8-31a9-4e43-a184-8103dabfd758 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:08.327591 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b2b47a8-31a9-4e43-a184-8103dabfd758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:08.328702 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2b47a8-31a9-4e43-a184-8103dabfd758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:08.329388 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b2b47a8-31a9-4e43-a184-8103dabfd758 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:08.377490 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4286ea4f-78ef-4a14-a57f-9ce748404874 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:08.412630 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6b2b47a8-31a9-4e43-a184-8103dabfd758 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4811327 Jul 07 21:18:08.414691 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49910) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:08.420204 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-6b51149e-5000-411f-a151-1e242254346d admin admin] Request body: {'subnet': {'network_id': 'f11b94fb-a8d1-418f-9573-7968054b56b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-380792771-subnet', 'tenant_id': '2247813276d44a24973c6bd7c719b101', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:08.435184 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b47a8-31a9-4e43-a184-8103dabfd758 admin admin] Pushing event updated for resources: {'Network': ['ID=f11b94fb-a8d1-418f-9573-7968054b56b1,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:08.446696 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network f11b94fb-a8d1-418f-9573-7968054b56b1 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:18:08.455372 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b51149e-5000-411f-a151-1e242254346d admin admin] Made reservation on behalf of 2247813276d44a24973c6bd7c719b101 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:18:08.458159 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b51149e-5000-411f-a151-1e242254346d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:08.637089 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4286ea4f-78ef-4a14-a57f-9ce748404874 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:08.645650 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b51149e-5000-411f-a151-1e242254346d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:08.704026 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51149e-5000-411f-a151-1e242254346d admin admin] Pushing event updated for resources: {'Subnet': ['ID=665cbaa6-8271-4158-9ae9-2f53975353e5,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:08.711609 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b51149e-5000-411f-a151-1e242254346d admin admin] Checking segment: {'id': '66693cea-99c9-40f5-86ed-4a107d666933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f11b94fb-a8d1-418f-9573-7968054b56b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:18:08.711959 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b51149e-5000-411f-a151-1e242254346d admin admin] Network hostable DHCP agents. Network: f11b94fb-a8d1-418f-9573-7968054b56b1, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:18:08.729470 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b51149e-5000-411f-a151-1e242254346d admin admin] Network f11b94fb-a8d1-418f-9573-7968054b56b1 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:18:08.740425 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-6b51149e-5000-411f-a151-1e242254346d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, f11b94fb-a8d1-418f-9573-7968054b56b1) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:18:08.747122 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b51149e-5000-411f-a151-1e242254346d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:08.748119 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6b51149e-5000-411f-a151-1e242254346d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:08.750740 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c6a5ce-dcb3-4516-84cc-f4129867cd8f None None] Network f11b94fb-a8d1-418f-9573-7968054b56b1 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:18:08.774474 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6b51149e-5000-411f-a151-1e242254346d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3583577 Jul 07 21:18:08.783859 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4286ea4f-78ef-4a14-a57f-9ce748404874 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Router bd8c4948-690f-41c1-8964-a705fa31ba30 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:18:08.898212 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d27864-7d41-4f8b-bce4-88320f7e4419 None None] Network f11b94fb-a8d1-418f-9573-7968054b56b1 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:18:08.898753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4286ea4f-78ef-4a14-a57f-9ce748404874 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:18:08.910655 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Sync routers for ids ['bd8c4948-690f-41c1-8964-a705fa31ba30'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:18:08.924732 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Routers {'bd8c4948-690f-41c1-8964-a705fa31ba30'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:08.925375 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['bd8c4948-690f-41c1-8964-a705fa31ba30'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:08.937893 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4286ea4f-78ef-4a14-a57f-9ce748404874 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:08.939214 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4286ea4f-78ef-4a14-a57f-9ce748404874 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.7949657 Jul 07 21:18:08.941877 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49916) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:09.094533 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Set router bd8c4948-690f-41c1-8964-a705fa31ba30 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:18:09.339589 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8c4948-690f-41c1-8964-a705fa31ba30', 'name': '', 'tenant_id': '16f80d6528f94fbf8ba1dfea5cc7ce62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da689fcc-6533-4c5a-a722-d0d83df3adab', 'external_fixed_ips': [{'subnet_id': 'a2f4e936-c59d-438b-9539-b4f2b82839b5', 'ip_address': '2001:db8::3e0'}], 'enable_snat': True}, 'gw_port_id': 'b19ff4ae-00d3-413e-a0a6-5dcd33f2ae23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:18:07Z', 'updated_at': '2021-07-07T21:18:08Z', 'revision_number': 3, 'project_id': '16f80d6528f94fbf8ba1dfea5cc7ce62', 'gw_port': {'id': 'b19ff4ae-00d3-413e-a0a6-5dcd33f2ae23', 'name': '', 'network_id': 'da689fcc-6533-4c5a-a722-d0d83df3adab', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:84:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8c4948-690f-41c1-8964-a705fa31ba30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'a2f4e936-c59d-438b-9539-b4f2b82839b5', 'ip_address': '2001:db8::3e0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:07Z', 'updated_at': '2021-07-07T21:18:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2f4e936-c59d-438b-9539-b4f2b82839b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:09.385261 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Checking router: bd8c4948-690f-41c1-8964-a705fa31ba30 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:18:09.385614 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Updating router bd8c4948-690f-41c1-8964-a705fa31ba30 port b19ff4ae-00d3-413e-a0a6-5dcd33f2ae23 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:18:09.425222 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49930) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:09.431840 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-85c7ef98-6028-417d-a21d-fa11a3a20400 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2142922034-network', 'tenant_id': '35d32fe4e4094d5e9c32ab7b3d645589'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:09.444719 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:09.466274 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c7ef98-6028-417d-a21d-fa11a3a20400 admin admin] Made reservation on behalf of 35d32fe4e4094d5e9c32ab7b3d645589 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:18:09.470249 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85c7ef98-6028-417d-a21d-fa11a3a20400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:09.481017 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85c7ef98-6028-417d-a21d-fa11a3a20400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:09.559770 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2a7bc2f7-3a3b-4a7d-9c22-c09c2bdafd01 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:09.629595 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85c7ef98-6028-417d-a21d-fa11a3a20400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:09.634143 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85c7ef98-6028-417d-a21d-fa11a3a20400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:09.665329 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c7ef98-6028-417d-a21d-fa11a3a20400 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:18:09.675805 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2a7bc2f7-3a3b-4a7d-9c22-c09c2bdafd01 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:09.683450 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7ef98-6028-417d-a21d-fa11a3a20400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f06782a-becb-43f3-9b4d-e3813fd360cc,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:09.696416 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85c7ef98-6028-417d-a21d-fa11a3a20400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:09.696652 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-85c7ef98-6028-417d-a21d-fa11a3a20400 admin admin] Added segment 45c999e6-142b-4d33-9893-13342228a07f of type vlan for network 461ea6aa-b019-4156-8996-2a21c6aeab5c Jul 07 21:18:09.736674 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-2a7bc2f7-3a3b-4a7d-9c22-c09c2bdafd01 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Deleting port b19ff4ae-00d3-413e-a0a6-5dcd33f2ae23 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:18:09.737182 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2a7bc2f7-3a3b-4a7d-9c22-c09c2bdafd01 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:09.741372 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85c7ef98-6028-417d-a21d-fa11a3a20400 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:09.774306 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85c7ef98-6028-417d-a21d-fa11a3a20400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:09.775255 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c7ef98-6028-417d-a21d-fa11a3a20400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:09.775873 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85c7ef98-6028-417d-a21d-fa11a3a20400 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:09.824394 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2a7bc2f7-3a3b-4a7d-9c22-c09c2bdafd01 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:09.836119 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-85c7ef98-6028-417d-a21d-fa11a3a20400 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4065080 Jul 07 21:18:09.836329 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:09.836466 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49932) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:09.841245 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-2a7bc2f7-3a3b-4a7d-9c22-c09c2bdafd01 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Calling delete_port for b19ff4ae-00d3-413e-a0a6-5dcd33f2ae23 owned by network:router_gateway {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:18:09.841716 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-31343e9e-e5d2-4a93-a066-f58fd5a79300 admin admin] Request body: {'subnet': {'network_id': '461ea6aa-b019-4156-8996-2a21c6aeab5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2142922034-subnet', 'tenant_id': '35d32fe4e4094d5e9c32ab7b3d645589', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:09.845241 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Transition to ACTIVE for port object b19ff4ae-00d3-413e-a0a6-5dcd33f2ae23 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:18:09.851474 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:09.853925 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7ef98-6028-417d-a21d-fa11a3a20400 admin admin] Pushing event updated for resources: {'Network': ['ID=461ea6aa-b019-4156-8996-2a21c6aeab5c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:09.865144 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 461ea6aa-b019-4156-8996-2a21c6aeab5c details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:18:09.878035 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31343e9e-e5d2-4a93-a066-f58fd5a79300 admin admin] Made reservation on behalf of 35d32fe4e4094d5e9c32ab7b3d645589 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:18:09.880869 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-31343e9e-e5d2-4a93-a066-f58fd5a79300 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:09.901032 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Attempting to bind port b19ff4ae-00d3-413e-a0a6-5dcd33f2ae23 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:18:09.901522 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Attempting to bind port b19ff4ae-00d3-413e-a0a6-5dcd33f2ae23 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '34a765e6-c68c-4fb1-bb41-a2dd39bd7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'da689fcc-6533-4c5a-a722-d0d83df3adab'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:18:09.901948 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Attempting to bind port b19ff4ae-00d3-413e-a0a6-5dcd33f2ae23 on network da689fcc-6533-4c5a-a722-d0d83df3adab {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:18:09.913282 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:18:09.914007 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Checking segment: {'id': '34a765e6-c68c-4fb1-bb41-a2dd39bd7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'da689fcc-6533-4c5a-a722-d0d83df3adab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:18:09.914214 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:09.914680 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Bound using segment: {'id': '34a765e6-c68c-4fb1-bb41-a2dd39bd7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'da689fcc-6533-4c5a-a722-d0d83df3adab'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:18:09.915230 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Bound port: b19ff4ae-00d3-413e-a0a6-5dcd33f2ae23, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a765e6-c68c-4fb1-bb41-a2dd39bd7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'da689fcc-6533-4c5a-a722-d0d83df3adab'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:18:09.915721 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:09.967794 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b3012-beae-41c1-9fec-6160f9f83353 None None] Pushing event updated for resources: {'Port': ['ID=b19ff4ae-00d3-413e-a0a6-5dcd33f2ae23,revision_number=2']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:09.971734 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] For port b19ff4ae-00d3-413e-a0a6-5dcd33f2ae23, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:18:09.983233 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b3012-beae-41c1-9fec-6160f9f83353 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:09.983700 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b3012-beae-41c1-9fec-6160f9f83353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:09.984141 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b3012-beae-41c1-9fec-6160f9f83353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:09.984496 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b3012-beae-41c1-9fec-6160f9f83353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:09.984793 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b3012-beae-41c1-9fec-6160f9f83353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:09.985401 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b3012-beae-41c1-9fec-6160f9f83353 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:09.985974 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b3012-beae-41c1-9fec-6160f9f83353 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:09.986493 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b3012-beae-41c1-9fec-6160f9f83353 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:09.986997 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b3012-beae-41c1-9fec-6160f9f83353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:09.987525 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b3012-beae-41c1-9fec-6160f9f83353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:09.988040 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b3012-beae-41c1-9fec-6160f9f83353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:09.988538 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b3012-beae-41c1-9fec-6160f9f83353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:09.992214 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.db.api [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 21:18:09.992214 n-d-695189-11 neutron-server[100450]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Jul 07 21:18:09.992214 n-d-695189-11 neutron-server[100450]: [parameters: {'port_id': 'b19ff4ae-00d3-413e-a0a6-5dcd33f2ae23', 'host': 'n-d-695189-11', 'level': 0, 'driver': 'openvswitch', 'segment_id': '34a765e6-c68c-4fb1-bb41-a2dd39bd7186'}] Jul 07 21:18:09.992214 n-d-695189-11 neutron-server[100450]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100450) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:18:09.993082 n-d-695189-11 neutron-server[100450]: DEBUG oslo_db.api [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:18:10.029243 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2a7bc2f7-3a3b-4a7d-9c22-c09c2bdafd01 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:10.054785 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bc2f7-3a3b-4a7d-9c22-c09c2bdafd01 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Pushing event deleted for resources: {'Port': ['ID=b19ff4ae-00d3-413e-a0a6-5dcd33f2ae23,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:10.071316 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-31343e9e-e5d2-4a93-a066-f58fd5a79300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:10.080417 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2a7bc2f7-3a3b-4a7d-9c22-c09c2bdafd01 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:10.127137 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31343e9e-e5d2-4a93-a066-f58fd5a79300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d8a16c5-000d-4d8f-b32f-bef7bb970670,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:10.135965 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31343e9e-e5d2-4a93-a066-f58fd5a79300 admin admin] Checking segment: {'id': '45c999e6-142b-4d33-9893-13342228a07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '461ea6aa-b019-4156-8996-2a21c6aeab5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:18:10.136314 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31343e9e-e5d2-4a93-a066-f58fd5a79300 admin admin] Network hostable DHCP agents. Network: 461ea6aa-b019-4156-8996-2a21c6aeab5c, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:18:10.153159 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31343e9e-e5d2-4a93-a066-f58fd5a79300 admin admin] Network 461ea6aa-b019-4156-8996-2a21c6aeab5c is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:18:10.161769 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-31343e9e-e5d2-4a93-a066-f58fd5a79300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 461ea6aa-b019-4156-8996-2a21c6aeab5c) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:18:10.165925 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31343e9e-e5d2-4a93-a066-f58fd5a79300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:10.166521 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-31343e9e-e5d2-4a93-a066-f58fd5a79300 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:10.172117 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72d66a9-6a52-480e-908e-e90959b171d6 None None] Network 461ea6aa-b019-4156-8996-2a21c6aeab5c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:18:10.172436 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2a7bc2f7-3a3b-4a7d-9c22-c09c2bdafd01 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:10.175245 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2a7bc2f7-3a3b-4a7d-9c22-c09c2bdafd01 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:10.190949 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-31343e9e-e5d2-4a93-a066-f58fd5a79300 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3532867 Jul 07 21:18:10.227971 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2a7bc2f7-3a3b-4a7d-9c22-c09c2bdafd01 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:10.228172 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7bc2f7-3a3b-4a7d-9c22-c09c2bdafd01 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd8c4948-690f-41c1-8964-a705fa31ba30 {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:18:10.236014 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2a7bc2f7-3a3b-4a7d-9c22-c09c2bdafd01 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:10.239758 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49936) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:10.240414 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2a7bc2f7-3a3b-4a7d-9c22-c09c2bdafd01 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "DELETE /v2.0/routers/bd8c4948-690f-41c1-8964-a705fa31ba30 HTTP/1.1" status: 204 len: 168 time: 1.2975559 Jul 07 21:18:10.289274 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ab64aa-c12d-4971-b9bb-09d95a6d83c4 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Deleting subnet a2f4e936-c59d-438b-9539-b4f2b82839b5 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:18:10.292942 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f8ab64aa-c12d-4971-b9bb-09d95a6d83c4 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:10.313065 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2413caab-d28c-4d2c-9ec8-d80d44c8212e None None] Network 461ea6aa-b019-4156-8996-2a21c6aeab5c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:18:10.335681 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f8ab64aa-c12d-4971-b9bb-09d95a6d83c4 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:10.389443 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f8ab64aa-c12d-4971-b9bb-09d95a6d83c4 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:10.489160 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f8ab64aa-c12d-4971-b9bb-09d95a6d83c4 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:10.512921 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Attempting to bind port b19ff4ae-00d3-413e-a0a6-5dcd33f2ae23 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:18:10.515902 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Attempting to bind port b19ff4ae-00d3-413e-a0a6-5dcd33f2ae23 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '34a765e6-c68c-4fb1-bb41-a2dd39bd7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'da689fcc-6533-4c5a-a722-d0d83df3adab'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:18:10.516407 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Attempting to bind port b19ff4ae-00d3-413e-a0a6-5dcd33f2ae23 on network da689fcc-6533-4c5a-a722-d0d83df3adab {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:18:10.520838 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab64aa-c12d-4971-b9bb-09d95a6d83c4 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f4e936-c59d-438b-9539-b4f2b82839b5,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:10.527800 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f8ab64aa-c12d-4971-b9bb-09d95a6d83c4 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:10.531106 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:18:10.531852 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f8ab64aa-c12d-4971-b9bb-09d95a6d83c4 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/a2f4e936-c59d-438b-9539-b4f2b82839b5 HTTP/1.1" status: 204 len: 168 time: 0.2910156 Jul 07 21:18:10.532334 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Checking segment: {'id': '34a765e6-c68c-4fb1-bb41-a2dd39bd7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'da689fcc-6533-4c5a-a722-d0d83df3adab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:18:10.533043 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49952) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:10.533837 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:10.534504 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Bound using segment: {'id': '34a765e6-c68c-4fb1-bb41-a2dd39bd7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'da689fcc-6533-4c5a-a722-d0d83df3adab'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:18:10.535205 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Bound port: b19ff4ae-00d3-413e-a0a6-5dcd33f2ae23, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a765e6-c68c-4fb1-bb41-a2dd39bd7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'da689fcc-6533-4c5a-a722-d0d83df3adab'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:18:10.535857 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:10.549292 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab64aa-c12d-4971-b9bb-09d95a6d83c4 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:10.549653 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab64aa-c12d-4971-b9bb-09d95a6d83c4 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:10.549989 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab64aa-c12d-4971-b9bb-09d95a6d83c4 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:10.551862 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab64aa-c12d-4971-b9bb-09d95a6d83c4 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:10.552217 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab64aa-c12d-4971-b9bb-09d95a6d83c4 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:10.552560 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab64aa-c12d-4971-b9bb-09d95a6d83c4 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:10.552899 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab64aa-c12d-4971-b9bb-09d95a6d83c4 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:10.553237 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab64aa-c12d-4971-b9bb-09d95a6d83c4 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:10.553572 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab64aa-c12d-4971-b9bb-09d95a6d83c4 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:10.555073 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab64aa-c12d-4971-b9bb-09d95a6d83c4 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:10.555627 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab64aa-c12d-4971-b9bb-09d95a6d83c4 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:10.555971 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ab64aa-c12d-4971-b9bb-09d95a6d83c4 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:10.558974 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.plugin [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Port b19ff4ae-00d3-413e-a0a6-5dcd33f2ae23 has been deleted concurrently {{(pid=100450) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 07 21:18:10.573067 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Routers set() bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:10.573980 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Router IDs set() for agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 21:18:10.574711 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_agentschedulers_db [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bd8c4948-690f-41c1-8964-a705fa31ba30'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent'). {{(pid=100450) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 21:18:10.575099 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a293fd-42fa-4edb-9331-99ceed852c73 None None] The sync data for ids ['bd8c4948-690f-41c1-8964-a705fa31ba30'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:18:10.615917 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-76255c26-90fd-43c4-9363-ab30a2d3bfe6 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:10.752773 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-76255c26-90fd-43c4-9363-ab30a2d3bfe6 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:10.769926 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-76255c26-90fd-43c4-9363-ab30a2d3bfe6 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da689fcc-6533-4c5a-a722-d0d83df3adab']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:10.783727 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-76255c26-90fd-43c4-9363-ab30a2d3bfe6 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a765e6-c68c-4fb1-bb41-a2dd39bd7186') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:10.784031 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-76255c26-90fd-43c4-9363-ab30a2d3bfe6 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a765e6-c68c-4fb1-bb41-a2dd39bd7186') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:10.798603 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-76255c26-90fd-43c4-9363-ab30a2d3bfe6 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:10.826174 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-76255c26-90fd-43c4-9363-ab30a2d3bfe6 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:10.840920 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-ec98a144-aa1f-4621-aecb-544f939faedd tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:10.842460 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-ec98a144-aa1f-4621-aecb-544f939faedd tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/networks?id=f11b94fb-a8d1-418f-9573-7968054b56b1 HTTP/1.1" status: 200 len: 811 time: 0.1502531 Jul 07 21:18:10.843586 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76255c26-90fd-43c4-9363-ab30a2d3bfe6 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:18:10.844004 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-76255c26-90fd-43c4-9363-ab30a2d3bfe6 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: items = [ Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:18:10.845854 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:18:10.914750 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-3e757c32-1b4b-4c38-ab4a-83e594789264 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/quotas/2247813276d44a24973c6bd7c719b101 HTTP/1.1" status: 200 len: 375 time: 0.0564122 Jul 07 21:18:10.954636 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-f0361051-5738-4a16-9708-cec4ae1afa7c tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=2247813276d44a24973c6bd7c719b101&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326619 Jul 07 21:18:10.955458 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-76255c26-90fd-43c4-9363-ab30a2d3bfe6 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:10.960312 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76255c26-90fd-43c4-9363-ab30a2d3bfe6 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network da689fcc-6533-4c5a-a722-d0d83df3adab {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 21:18:10.963044 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-76255c26-90fd-43c4-9363-ab30a2d3bfe6 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:10.965442 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-76255c26-90fd-43c4-9363-ab30a2d3bfe6 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "DELETE /v2.0/networks/da689fcc-6533-4c5a-a722-d0d83df3adab HTTP/1.1" status: 204 len: 168 time: 0.4307272 Jul 07 21:18:10.982255 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76255c26-90fd-43c4-9363-ab30a2d3bfe6 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Pushing event deleted for resources: {'Network': ['ID=da689fcc-6533-4c5a-a722-d0d83df3adab,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:11.204552 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-f7feca80-ec22-4b09-906a-22bcdccf4c0f service neutron] 10.222.0.64 "GET /v2.0/networks/f11b94fb-a8d1-418f-9573-7968054b56b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383118 Jul 07 21:18:11.246675 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 49970) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:11.251870 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-4ee9a2e6-9244-4996-b1c0-9d5985d1b71b tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Request body: {'router': {'name': 'tempest-router--1430454264', 'project_id': '935b179b223543c49ae586dd0466bc5c'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:11.274852 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a2e6-9244-4996-b1c0-9d5985d1b71b tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:11.277228 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a2e6-9244-4996-b1c0-9d5985d1b71b tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:11.317552 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-0c496133-bfd0-435f-b702-e63bcb590010 service neutron] 10.222.0.64 "GET /v2.0/networks/f11b94fb-a8d1-418f-9573-7968054b56b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033742 Jul 07 21:18:11.355467 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a2e6-9244-4996-b1c0-9d5985d1b71b tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:11.361293 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a2e6-9244-4996-b1c0-9d5985d1b71b tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:11.377189 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4ee9a2e6-9244-4996-b1c0-9d5985d1b71b tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:11.381168 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4ee9a2e6-9244-4996-b1c0-9d5985d1b71b tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1306732 Jul 07 21:18:11.381655 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49972) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:11.470411 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-08189cd2-862a-4611-bb98-cca80988089d tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:11.568272 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-14ca9d4c-98e2-4f43-b181-04c9b02f5a30 req-8d4f5bcb-7d45-4547-8fff-1578f0fd3c7f tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 210 time: 0.0601046 Jul 07 21:18:11.680849 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-08189cd2-862a-4611-bb98-cca80988089d tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:11.683716 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-08189cd2-862a-4611-bb98-cca80988089d tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:11.728050 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-08189cd2-862a-4611-bb98-cca80988089d tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:11.728605 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08189cd2-862a-4611-bb98-cca80988089d tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f39c28c5-edda-4b1c-8e3e-6c25482c613a {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:18:11.735933 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-08189cd2-862a-4611-bb98-cca80988089d tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:11.737561 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-08189cd2-862a-4611-bb98-cca80988089d tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "DELETE /v2.0/routers/f39c28c5-edda-4b1c-8e3e-6c25482c613a HTTP/1.1" status: 204 len: 168 time: 0.3544769 Jul 07 21:18:11.856489 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 49988) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:12.069597 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-46de532a-3198-4691-ab28-dbee21417b80 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1690006776', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}, 'admin_state_up': False}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:12.096315 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46de532a-3198-4691-ab28-dbee21417b80 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:12.097382 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46de532a-3198-4691-ab28-dbee21417b80 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:12.157899 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46de532a-3198-4691-ab28-dbee21417b80 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:12.300985 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46de532a-3198-4691-ab28-dbee21417b80 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:12.503980 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46de532a-3198-4691-ab28-dbee21417b80 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:12.523490 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46de532a-3198-4691-ab28-dbee21417b80 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:12.759865 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-46de532a-3198-4691-ab28-dbee21417b80 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Allocated IP 172.25.5.65 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/95980f0c-e2b9-48e7-b9a3-f9cf709efa21) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:18:12.778453 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-38951a58-fa06-4956-90ab-1b0806fab5d3 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:12.779972 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-38951a58-fa06-4956-90ab-1b0806fab5d3 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.39 "GET /v2.0/networks?id=f11b94fb-a8d1-418f-9573-7968054b56b1 HTTP/1.1" status: 200 len: 811 time: 0.2095780 Jul 07 21:18:12.796347 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-386a8852-30b9-41a6-b209-e79aa8a8bdbb tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Request body: {'port': {'device_id': 'dd1fd47e-d819-4fb3-a459-58ff8a242c88', 'network_id': 'f11b94fb-a8d1-418f-9573-7968054b56b1', 'admin_state_up': True, 'tenant_id': '2247813276d44a24973c6bd7c719b101'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:12.841198 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9bfa860f-15d2-4fd8-a692-5a62444e1d0c req-7e401ae5-325a-4d40-a723-d04e7f36fb0b tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 210 time: 0.0828867 Jul 07 21:18:12.988110 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50000) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:13.023941 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46de532a-3198-4691-ab28-dbee21417b80 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:13.043418 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-386a8852-30b9-41a6-b209-e79aa8a8bdbb tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Made reservation on behalf of 2247813276d44a24973c6bd7c719b101 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:18:13.046968 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-386a8852-30b9-41a6-b209-e79aa8a8bdbb tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:13.114170 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6e28b80c-d51d-40e9-876c-802cdc1b2c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:13.144416 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46de532a-3198-4691-ab28-dbee21417b80 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:13.223827 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46de532a-3198-4691-ab28-dbee21417b80 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:18:13.225268 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de532a-3198-4691-ab28-dbee21417b80 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Pushing event updated for resources: {'Port': ['ID=95980f0c-e2b9-48e7-b9a3-f9cf709efa21,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:13.231655 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-46de532a-3198-4691-ab28-dbee21417b80 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:18:13.240768 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6e28b80c-d51d-40e9-876c-802cdc1b2c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:13.249149 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6e28b80c-d51d-40e9-876c-802cdc1b2c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:13.259739 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de532a-3198-4691-ab28-dbee21417b80 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:18:13.298924 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6e28b80c-d51d-40e9-876c-802cdc1b2c63 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c670c661b6e47319892a5d46b3e68b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3073225 Jul 07 21:18:13.299812 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50004) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:13.312470 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28b80c-d51d-40e9-876c-802cdc1b2c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64620f24-97eb-4deb-a8a4-9c40a0e7603d,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:13.332380 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-386a8852-30b9-41a6-b209-e79aa8a8bdbb tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Allocated IP 172.20.0.11 (f11b94fb-a8d1-418f-9573-7968054b56b1/665cbaa6-8271-4158-9ae9-2f53975353e5/8e5434c1-7010-46f9-8704-5eae08dfca26) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:18:13.359210 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ae66f77d-307c-430c-82c8-0620fbee5280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:13.382089 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ae66f77d-307c-430c-82c8-0620fbee5280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:13.430120 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ae66f77d-307c-430c-82c8-0620fbee5280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:13.433339 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ae66f77d-307c-430c-82c8-0620fbee5280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:13.437414 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ae66f77d-307c-430c-82c8-0620fbee5280 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/64620f24-97eb-4deb-a8a4-9c40a0e7603d HTTP/1.1" status: 204 len: 168 time: 0.1370316 Jul 07 21:18:13.446024 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66f77d-307c-430c-82c8-0620fbee5280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64620f24-97eb-4deb-a8a4-9c40a0e7603d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:13.680124 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46de532a-3198-4691-ab28-dbee21417b80 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:13.685578 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-386a8852-30b9-41a6-b209-e79aa8a8bdbb tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:13.745786 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50010) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:13.790981 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-23420bf9-314b-41c4-92dd-f6217cae2019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:13.846563 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-386a8852-30b9-41a6-b209-e79aa8a8bdbb tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:13.947844 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-386a8852-30b9-41a6-b209-e79aa8a8bdbb tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Network f11b94fb-a8d1-418f-9573-7968054b56b1 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:18:13.966996 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-386a8852-30b9-41a6-b209-e79aa8a8bdbb tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:18:13.971936 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a8852-30b9-41a6-b209-e79aa8a8bdbb tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Pushing event updated for resources: {'Port': ['ID=8e5434c1-7010-46f9-8704-5eae08dfca26,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:13.975668 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-386a8852-30b9-41a6-b209-e79aa8a8bdbb tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:18:14.463745 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-386a8852-30b9-41a6-b209-e79aa8a8bdbb tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:14.464452 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-386a8852-30b9-41a6-b209-e79aa8a8bdbb tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:14.469952 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46de532a-3198-4691-ab28-dbee21417b80 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:14.495902 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-23420bf9-314b-41c4-92dd-f6217cae2019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:14.536988 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-23420bf9-314b-41c4-92dd-f6217cae2019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:14.545445 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-386a8852-30b9-41a6-b209-e79aa8a8bdbb tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7539256 Jul 07 21:18:14.567786 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdee38-d5e4-46b2-9870-98c5b2250b14 req-ab1be066-f532-44c9-82a5-7f8e9fa98364 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:14.569229 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcbdee38-d5e4-46b2-9870-98c5b2250b14 req-ab1be066-f532-44c9-82a5-7f8e9fa98364 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 932 time: 0.6075287 Jul 07 21:18:14.575291 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-5af00df3-3849-4206-9553-6395d0d9ac8b service neutron] Request body: {'port': {'device_id': 'dd1fd47e-d819-4fb3-a459-58ff8a242c88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:14.632790 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-23420bf9-314b-41c4-92dd-f6217cae2019 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=257ef095a41847d7b63012db39cec8b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8857400 Jul 07 21:18:14.635510 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50014) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:14.673584 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23420bf9-314b-41c4-92dd-f6217cae2019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f23141-b4d1-440b-8649-f6915eb437e0,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:14.686897 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b6600212-3582-45ed-9155-031b9e0c8c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:14.708022 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b6600212-3582-45ed-9155-031b9e0c8c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:14.740100 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fcbdee38-d5e4-46b2-9870-98c5b2250b14 req-8944d01c-57e5-47a8-861c-dfe00ab92ece tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e8399c5-b803-485b-880f-59df1ef3da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592622 Jul 07 21:18:14.762738 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b6600212-3582-45ed-9155-031b9e0c8c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:14.763071 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-5af00df3-3849-4206-9553-6395d0d9ac8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:14.766277 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b6600212-3582-45ed-9155-031b9e0c8c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:14.767536 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b6600212-3582-45ed-9155-031b9e0c8c85 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26f23141-b4d1-440b-8649-f6915eb437e0 HTTP/1.1" status: 204 len: 168 time: 0.1309199 Jul 07 21:18:14.776733 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6600212-3582-45ed-9155-031b9e0c8c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f23141-b4d1-440b-8649-f6915eb437e0,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:14.812561 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46de532a-3198-4691-ab28-dbee21417b80 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Router e345952d-521f-47ae-a55e-98910ac142d6 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:18:15.054993 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46de532a-3198-4691-ab28-dbee21417b80 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:18:15.067963 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d8b52a-0e78-475a-a541-9de70590bab4 None None] Sync routers for ids ['e345952d-521f-47ae-a55e-98910ac142d6'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:18:15.087901 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-46de532a-3198-4691-ab28-dbee21417b80 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:15.089188 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-46de532a-3198-4691-ab28-dbee21417b80 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.2316468 Jul 07 21:18:15.092088 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50024) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:15.093637 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d8b52a-0e78-475a-a541-9de70590bab4 None None] Routers {'e345952d-521f-47ae-a55e-98910ac142d6'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:15.094603 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-19d8b52a-0e78-475a-a541-9de70590bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['e345952d-521f-47ae-a55e-98910ac142d6'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:15.137110 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-19d8b52a-0e78-475a-a541-9de70590bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:15.146251 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d8b52a-0e78-475a-a541-9de70590bab4 None None] Routers {'e345952d-521f-47ae-a55e-98910ac142d6'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:15.147101 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-19d8b52a-0e78-475a-a541-9de70590bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['e345952d-521f-47ae-a55e-98910ac142d6'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:15.176937 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-5af00df3-3849-4206-9553-6395d0d9ac8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5434c1-7010-46f9-8704-5eae08dfca26 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:18:15.182113 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-19d8b52a-0e78-475a-a541-9de70590bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:15.183648 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d8b52a-0e78-475a-a541-9de70590bab4 None None] The sync data for ids ['e345952d-521f-47ae-a55e-98910ac142d6'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:18:15.189022 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-5af00df3-3849-4206-9553-6395d0d9ac8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:15.202090 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-5af00df3-3849-4206-9553-6395d0d9ac8b service neutron] Transition to ACTIVE for port object 8e5434c1-7010-46f9-8704-5eae08dfca26 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:18:15.205667 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-5af00df3-3849-4206-9553-6395d0d9ac8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:15.210997 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a28636ef-a3a7-4da1-a815-49db274c2834 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "GET /v2.0/routers/e345952d-521f-47ae-a55e-98910ac142d6 HTTP/1.1" status: 200 len: 924 time: 0.1175764 Jul 07 21:18:15.215629 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50030) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:15.253189 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-aa39a498-e2c4-4ee4-a16d-d3d511155b3f tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "GET /v2.0/ports?device_id=e345952d-521f-47ae-a55e-98910ac142d6 HTTP/1.1" status: 200 len: 205 time: 0.0371213 Jul 07 21:18:15.255856 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50032) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:15.272327 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af00df3-3849-4206-9553-6395d0d9ac8b service neutron] Pushing event updated for resources: {'Port': ['ID=8e5434c1-7010-46f9-8704-5eae08dfca26,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:15.347099 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-5af00df3-3849-4206-9553-6395d0d9ac8b service neutron] Attempting to bind port 8e5434c1-7010-46f9-8704-5eae08dfca26 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:18:15.347892 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-5af00df3-3849-4206-9553-6395d0d9ac8b service neutron] Attempting to bind port 8e5434c1-7010-46f9-8704-5eae08dfca26 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '66693cea-99c9-40f5-86ed-4a107d666933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f11b94fb-a8d1-418f-9573-7968054b56b1'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:18:15.347892 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-5af00df3-3849-4206-9553-6395d0d9ac8b service neutron] Attempting to bind port 8e5434c1-7010-46f9-8704-5eae08dfca26 on network f11b94fb-a8d1-418f-9573-7968054b56b1 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:18:15.352376 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-5af00df3-3849-4206-9553-6395d0d9ac8b service neutron] Port 8e5434c1-7010-46f9-8704-5eae08dfca26 on network f11b94fb-a8d1-418f-9573-7968054b56b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:18:15.352700 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-5af00df3-3849-4206-9553-6395d0d9ac8b service neutron] Attempting to bind port 8e5434c1-7010-46f9-8704-5eae08dfca26 on network f11b94fb-a8d1-418f-9573-7968054b56b1 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:18:15.358802 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-5af00df3-3849-4206-9553-6395d0d9ac8b service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:18:15.359156 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-5af00df3-3849-4206-9553-6395d0d9ac8b service neutron] Checking segment: {'id': '66693cea-99c9-40f5-86ed-4a107d666933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f11b94fb-a8d1-418f-9573-7968054b56b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:18:15.359713 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-5af00df3-3849-4206-9553-6395d0d9ac8b service neutron] Bound using segment: {'id': '66693cea-99c9-40f5-86ed-4a107d666933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f11b94fb-a8d1-418f-9573-7968054b56b1'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:18:15.360099 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-5af00df3-3849-4206-9553-6395d0d9ac8b service neutron] Bound port: 8e5434c1-7010-46f9-8704-5eae08dfca26, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66693cea-99c9-40f5-86ed-4a107d666933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f11b94fb-a8d1-418f-9573-7968054b56b1'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:18:15.360474 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-5af00df3-3849-4206-9553-6395d0d9ac8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:15.375347 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-de1ac00b-7966-43d7-864c-b12b305938e7 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:15.435994 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-5af00df3-3849-4206-9553-6395d0d9ac8b service neutron] For port 8e5434c1-7010-46f9-8704-5eae08dfca26, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:18:15.435994 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-5af00df3-3849-4206-9553-6395d0d9ac8b service neutron] For port 8e5434c1-7010-46f9-8704-5eae08dfca26, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=8e5434c1-7010-46f9-8704-5eae08dfca26,segment=NetworkSegment(66693cea-99c9-40f5-86ed-4a107d666933),segment_id=66693cea-99c9-40f5-86ed-4a107d666933)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:18:15.440877 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-5af00df3-3849-4206-9553-6395d0d9ac8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:15.480460 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-5af00df3-3849-4206-9553-6395d0d9ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:15.481309 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-5af00df3-3849-4206-9553-6395d0d9ac8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:15.485108 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-5af00df3-3849-4206-9553-6395d0d9ac8b service neutron] 10.222.0.39 "PUT /v2.0/ports/8e5434c1-7010-46f9-8704-5eae08dfca26 HTTP/1.1" status: 200 len: 1093 time: 0.9249749 Jul 07 21:18:15.485591 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1fd47e-d819-4fb3-a459-58ff8a242c88', 'tag': '8e5434c1-7010-46f9-8704-5eae08dfca26'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:18:15.489126 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91710ce-55a8-43c1-9097-681841769310" -d '{"events": [{"name": "network-changed", "server_uuid": "dd1fd47e-d819-4fb3-a459-58ff8a242c88", "tag": "8e5434c1-7010-46f9-8704-5eae08dfca26"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:18:15.507492 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-de1ac00b-7966-43d7-864c-b12b305938e7 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:15.518789 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af00df3-3849-4206-9553-6395d0d9ac8b service neutron] Pushing event updated for resources: {'Port': ['ID=8e5434c1-7010-46f9-8704-5eae08dfca26,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:15.541273 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601c656b-9f24-4446-858e-a12836785719 x-openstack-request-id: req-601c656b-9f24-4446-858e-a12836785719 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:18:15.542339 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd1fd47e-d819-4fb3-a459-58ff8a242c88", "tag": "8e5434c1-7010-46f9-8704-5eae08dfca26", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:18:15.543448 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-601c656b-9f24-4446-858e-a12836785719 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:18:15.544016 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd1fd47e-d819-4fb3-a459-58ff8a242c88', 'tag': '8e5434c1-7010-46f9-8704-5eae08dfca26', 'status': 'completed', 'code': 200} Jul 07 21:18:15.577490 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-de1ac00b-7966-43d7-864c-b12b305938e7 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Deleting port 95980f0c-e2b9-48e7-b9a3-f9cf709efa21 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:18:15.577823 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-de1ac00b-7966-43d7-864c-b12b305938e7 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:15.606736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-41da2b1b-9727-4e32-82ac-c9861f3cd841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:15.608391 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-41da2b1b-9727-4e32-82ac-c9861f3cd841 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2247813276d44a24973c6bd7c719b101&device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 1096 time: 0.0618780 Jul 07 21:18:15.650822 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-16d4bd7b-791c-407b-ac0e-85d87c3b7bd6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e5434c1-7010-46f9-8704-5eae08dfca26 HTTP/1.1" status: 200 len: 217 time: 0.0345895 Jul 07 21:18:15.657663 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-de1ac00b-7966-43d7-864c-b12b305938e7 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:15.671705 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-de1ac00b-7966-43d7-864c-b12b305938e7 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Calling delete_port for 95980f0c-e2b9-48e7-b9a3-f9cf709efa21 owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:18:15.708447 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-4322b9aa-bdc0-4569-9fd6-8a653b74d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:15.710079 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-4322b9aa-bdc0-4569-9fd6-8a653b74d8ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=665cbaa6-8271-4158-9ae9-2f53975353e5 HTTP/1.1" status: 200 len: 851 time: 0.0517890 Jul 07 21:18:15.752405 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-da93ef40-41c8-411d-92c0-7556f247a3c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f11b94fb-a8d1-418f-9573-7968054b56b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349898 Jul 07 21:18:15.850567 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-de1ac00b-7966-43d7-864c-b12b305938e7 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:15.868333 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-e04ab995-947d-44a8-92b2-7e0cb5129a65 service neutron] 10.222.0.39 "GET /v2.0/networks/f11b94fb-a8d1-418f-9573-7968054b56b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067364 Jul 07 21:18:15.883312 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ac00b-7966-43d7-864c-b12b305938e7 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Pushing event deleted for resources: {'Port': ['ID=95980f0c-e2b9-48e7-b9a3-f9cf709efa21,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:15.959382 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-de1ac00b-7966-43d7-864c-b12b305938e7 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:16.027374 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f07d1202-c3c0-48b4-bfc8-fd399482b5f7 req-b311ea04-e2ff-4fba-800b-184f9a5cd0e1 service neutron] 10.222.0.39 "GET /v2.0/networks/f11b94fb-a8d1-418f-9573-7968054b56b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517096 Jul 07 21:18:16.038630 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f1d6b-51d6-44cc-ac80-e581bcae9531 req-1a1821c7-825d-49bc-804f-88bf2d241630 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:16.043613 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dd2f1d6b-51d6-44cc-ac80-e581bcae9531 req-1a1821c7-825d-49bc-804f-88bf2d241630 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 944 time: 0.1133561 Jul 07 21:18:16.060769 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-de1ac00b-7966-43d7-864c-b12b305938e7 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:16.062970 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-de1ac00b-7966-43d7-864c-b12b305938e7 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:16.093168 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dd2f1d6b-51d6-44cc-ac80-e581bcae9531 req-f7741014-5a15-457e-a027-e272e687bbd7 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e8399c5-b803-485b-880f-59df1ef3da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464692 Jul 07 21:18:16.130684 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-de1ac00b-7966-43d7-864c-b12b305938e7 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:16.131611 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1ac00b-7966-43d7-864c-b12b305938e7 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Fanout notify agent at l3_agent the message router_deleted on router e345952d-521f-47ae-a55e-98910ac142d6 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:18:16.142005 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-de1ac00b-7966-43d7-864c-b12b305938e7 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:16.143212 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-de1ac00b-7966-43d7-864c-b12b305938e7 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "DELETE /v2.0/routers/e345952d-521f-47ae-a55e-98910ac142d6 HTTP/1.1" status: 204 len: 168 time: 0.8864200 Jul 07 21:18:16.147080 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50062) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:16.153640 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-9e368ec0-1388-4fee-a747-69b1390d84b1 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1958647369', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'enable_snat': False}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:16.175903 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91710ce-55a8-43c1-9097-681841769310 req-9899e3da-8dc6-44b8-a616-98227e8a7370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:16.177453 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d91710ce-55a8-43c1-9097-681841769310 req-9899e3da-8dc6-44b8-a616-98227e8a7370 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2247813276d44a24973c6bd7c719b101&device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 1096 time: 0.0834320 Jul 07 21:18:16.185866 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9e368ec0-1388-4fee-a747-69b1390d84b1 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:16.187050 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9e368ec0-1388-4fee-a747-69b1390d84b1 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:16.296096 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9e368ec0-1388-4fee-a747-69b1390d84b1 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:16.386375 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91710ce-55a8-43c1-9097-681841769310 req-baccdaf6-0438-498e-b2b4-e5f22b5b6ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:16.388081 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d91710ce-55a8-43c1-9097-681841769310 req-baccdaf6-0438-498e-b2b4-e5f22b5b6ea7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f11b94fb-a8d1-418f-9573-7968054b56b1 HTTP/1.1" status: 200 len: 912 time: 0.2035379 Jul 07 21:18:16.486410 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d91710ce-55a8-43c1-9097-681841769310 req-228f8f51-09f4-496a-8d2b-c12b8521cf52 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e5434c1-7010-46f9-8704-5eae08dfca26 HTTP/1.1" status: 200 len: 217 time: 0.0600760 Jul 07 21:18:16.490088 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9e368ec0-1388-4fee-a747-69b1390d84b1 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:16.579047 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91710ce-55a8-43c1-9097-681841769310 req-a70defbc-baa1-41ab-aa82-52e638426493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:16.580562 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d91710ce-55a8-43c1-9097-681841769310 req-a70defbc-baa1-41ab-aa82-52e638426493 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=665cbaa6-8271-4158-9ae9-2f53975353e5 HTTP/1.1" status: 200 len: 851 time: 0.0867929 Jul 07 21:18:16.619704 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50074) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:16.620693 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d91710ce-55a8-43c1-9097-681841769310 req-75c9eb94-f1fd-467f-a811-e73700ce17e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f11b94fb-a8d1-418f-9573-7968054b56b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302823 Jul 07 21:18:16.741479 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ccc30ac6-e8e4-4c39-b5ca-eb46ae2c1c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:16.768263 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d91710ce-55a8-43c1-9097-681841769310 req-b0d7a3ae-9375-4ea3-a9a7-a7bec381ec4e service neutron] 10.222.0.39 "GET /v2.0/networks/f11b94fb-a8d1-418f-9573-7968054b56b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399806 Jul 07 21:18:16.845725 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ccc30ac6-e8e4-4c39-b5ca-eb46ae2c1c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:16.849970 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ccc30ac6-e8e4-4c39-b5ca-eb46ae2c1c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:16.890088 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ccc30ac6-e8e4-4c39-b5ca-eb46ae2c1c52 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ec55bed77d2487b898e887e9e9a0e03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2680831 Jul 07 21:18:16.890593 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9e368ec0-1388-4fee-a747-69b1390d84b1 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:16.891289 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc30ac6-e8e4-4c39-b5ca-eb46ae2c1c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5017fd21-1d02-4a84-b1c6-f0b1e95a0862,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:16.893812 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50082) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:16.922782 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9e368ec0-1388-4fee-a747-69b1390d84b1 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:16.944394 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d91710ce-55a8-43c1-9097-681841769310 req-c0f40d43-741b-4741-8d3b-a0c00f8942a4 service neutron] 10.222.0.39 "GET /v2.0/networks/f11b94fb-a8d1-418f-9573-7968054b56b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465054 Jul 07 21:18:16.944942 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3d61344f-b31e-40b0-b285-f3dfb5dd27d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:16.970936 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3d61344f-b31e-40b0-b285-f3dfb5dd27d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:17.018851 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3d61344f-b31e-40b0-b285-f3dfb5dd27d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:17.021497 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3d61344f-b31e-40b0-b285-f3dfb5dd27d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:17.023795 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3d61344f-b31e-40b0-b285-f3dfb5dd27d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5017fd21-1d02-4a84-b1c6-f0b1e95a0862 HTTP/1.1" status: 204 len: 168 time: 0.1288524 Jul 07 21:18:17.034018 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61344f-b31e-40b0-b285-f3dfb5dd27d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5017fd21-1d02-4a84-b1c6-f0b1e95a0862,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:17.037425 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-9e368ec0-1388-4fee-a747-69b1390d84b1 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Allocated IP 172.25.5.210 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/dc6f2f59-25a0-49a1-a356-ed7808179ecc) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:18:17.149965 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-19a7619c-b5f5-43de-9d32-a3605be63f4b req-398accc0-903e-4870-bcb3-05df1653d761 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0669851 Jul 07 21:18:17.164283 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9e368ec0-1388-4fee-a747-69b1390d84b1 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:17.211555 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9e368ec0-1388-4fee-a747-69b1390d84b1 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:17.260912 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7619c-b5f5-43de-9d32-a3605be63f4b req-490ee6d0-c6f8-4e63-85da-0eca4a994b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:17.262415 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-19a7619c-b5f5-43de-9d32-a3605be63f4b req-490ee6d0-c6f8-4e63-85da-0eca4a994b12 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 1097 time: 0.0674403 Jul 07 21:18:17.268504 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e368ec0-1388-4fee-a747-69b1390d84b1 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:18:17.299187 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-9e368ec0-1388-4fee-a747-69b1390d84b1 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:18:17.303154 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e368ec0-1388-4fee-a747-69b1390d84b1 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:18:17.305630 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e368ec0-1388-4fee-a747-69b1390d84b1 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Pushing event updated for resources: {'Port': ['ID=dc6f2f59-25a0-49a1-a356-ed7808179ecc,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:17.376889 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50090) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:17.402110 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bad4e35d-2093-4547-8d58-dacb51a81aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:17.412271 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7619c-b5f5-43de-9d32-a3605be63f4b req-0c9ad8f5-6cad-4eb7-96b0-361faab46f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:17.413769 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-19a7619c-b5f5-43de-9d32-a3605be63f4b req-0c9ad8f5-6cad-4eb7-96b0-361faab46f23 service neutron] 10.222.0.58 "GET /v2.0/networks?id=772d6225-4638-4eca-b361-b674a7ef2a7a HTTP/1.1" status: 200 len: 898 time: 0.1261203 Jul 07 21:18:17.434510 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd9138-d3f4-4e44-ac3d-cbd0ef44ebe1 req-fa643520-4654-42dc-ae2c-52957e141476 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:17.436350 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dcfd9138-d3f4-4e44-ac3d-cbd0ef44ebe1 req-fa643520-4654-42dc-ae2c-52957e141476 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 944 time: 0.1793978 Jul 07 21:18:17.517420 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dcfd9138-d3f4-4e44-ac3d-cbd0ef44ebe1 req-7d5d2bd2-f0e5-4219-abe6-d9df891224ff tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e8399c5-b803-485b-880f-59df1ef3da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524366 Jul 07 21:18:17.524088 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-19a7619c-b5f5-43de-9d32-a3605be63f4b req-7598a798-0089-49a6-b767-1bc2a12f6221 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6da4f53f-cdd5-42de-978d-eec14aabdcd7 HTTP/1.1" status: 200 len: 1000 time: 0.0967779 Jul 07 21:18:17.595898 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7619c-b5f5-43de-9d32-a3605be63f4b req-740c9223-6bc7-4d70-aa95-d3926afbc093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:17.597378 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-19a7619c-b5f5-43de-9d32-a3605be63f4b req-740c9223-6bc7-4d70-aa95-d3926afbc093 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=53050cc6-5b87-4ce5-b02c-8e9b25a1ac51 HTTP/1.1" status: 200 len: 834 time: 0.0651999 Jul 07 21:18:17.616936 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bad4e35d-2093-4547-8d58-dacb51a81aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:17.621943 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9e368ec0-1388-4fee-a747-69b1390d84b1 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:17.839417 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9e368ec0-1388-4fee-a747-69b1390d84b1 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:17.954819 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-bad4e35d-2093-4547-8d58-dacb51a81aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:18.008040 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bad4e35d-2093-4547-8d58-dacb51a81aba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e94742a7b56447ec87fe893fe7896e04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6277666 Jul 07 21:18:18.008040 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4e35d-2093-4547-8d58-dacb51a81aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ecf84b-ca03-474f-9291-2e8e1146d58f,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:18.012346 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50092) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:18.055626 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7619c-b5f5-43de-9d32-a3605be63f4b req-eac264ef-05f5-45dc-a05f-9508b991d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:18.057256 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-19a7619c-b5f5-43de-9d32-a3605be63f4b req-eac264ef-05f5-45dc-a05f-9508b991d5a3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=772d6225-4638-4eca-b361-b674a7ef2a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4493380 Jul 07 21:18:18.119220 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1ccc1a54-c190-4c79-a766-3820a3a02923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:18.151937 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1ccc1a54-c190-4c79-a766-3820a3a02923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:18.207877 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-19a7619c-b5f5-43de-9d32-a3605be63f4b req-a557978f-6c90-4a0c-b229-c750d83257bf service neutron] 10.222.0.58 "GET /v2.0/networks/772d6225-4638-4eca-b361-b674a7ef2a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425495 Jul 07 21:18:18.266608 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1ccc1a54-c190-4c79-a766-3820a3a02923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:18.269114 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1ccc1a54-c190-4c79-a766-3820a3a02923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:18.270253 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1ccc1a54-c190-4c79-a766-3820a3a02923 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/58ecf84b-ca03-474f-9291-2e8e1146d58f HTTP/1.1" status: 204 len: 168 time: 0.2567923 Jul 07 21:18:18.284574 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc1a54-c190-4c79-a766-3820a3a02923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ecf84b-ca03-474f-9291-2e8e1146d58f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:18.326264 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-19a7619c-b5f5-43de-9d32-a3605be63f4b req-7a8610ec-150e-4d2c-b7c0-448c970ef3cb service neutron] 10.222.0.58 "GET /v2.0/networks/772d6225-4638-4eca-b361-b674a7ef2a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108284 Jul 07 21:18:18.329065 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e368ec0-1388-4fee-a747-69b1390d84b1 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Router 491d0d72-711e-42f2-bb8a-27c7fe5fa4dd is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:18:18.440577 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e368ec0-1388-4fee-a747-69b1390d84b1 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:18:18.451799 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] Sync routers for ids ['491d0d72-711e-42f2-bb8a-27c7fe5fa4dd'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:18:18.457270 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9e368ec0-1388-4fee-a747-69b1390d84b1 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:18.460886 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9e368ec0-1388-4fee-a747-69b1390d84b1 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.3103888 Jul 07 21:18:18.461478 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50096) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:18.462633 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] Routers {'491d0d72-711e-42f2-bb8a-27c7fe5fa4dd'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:18.463247 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['491d0d72-711e-42f2-bb8a-27c7fe5fa4dd'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:18.578977 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 8e5434c1-7010-46f9-8704-5eae08dfca26 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:18:18.584960 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50104) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:18.585446 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-38fa6f67-7f61-4e96-879e-088c89a09f91 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "GET /v2.0/routers/491d0d72-711e-42f2-bb8a-27c7fe5fa4dd HTTP/1.1" status: 200 len: 909 time: 0.1223562 Jul 07 21:18:18.589945 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-eb255336-5b65-44d6-9e3e-3bc9245a6b35 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1958647369', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'enable_snat': True}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:18.591295 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] Set router 491d0d72-711e-42f2-bb8a-27c7fe5fa4dd gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:18:18.633182 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb255336-5b65-44d6-9e3e-3bc9245a6b35 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:18.634409 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb255336-5b65-44d6-9e3e-3bc9245a6b35 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:18.697066 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 8e5434c1-7010-46f9-8704-5eae08dfca26, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=8e5434c1-7010-46f9-8704-5eae08dfca26,segment=NetworkSegment(66693cea-99c9-40f5-86ed-4a107d666933),segment_id=66693cea-99c9-40f5-86ed-4a107d666933)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:18:18.712653 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '8e5434c1-7010-46f9-8704-5eae08dfca26', 'network_id': 'f11b94fb-a8d1-418f-9573-7968054b56b1', 'port_id': '8e5434c1-7010-46f9-8704-5eae08dfca26', 'mac_address': 'fa:16:3e:2c:d8:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665cbaa6-8271-4158-9ae9-2f53975353e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:18:18.734900 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb255336-5b65-44d6-9e3e-3bc9245a6b35 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:18.760334 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:18.775929 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5434c1-7010-46f9-8704-5eae08dfca26 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:18:18.799019 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 8e5434c1-7010-46f9-8704-5eae08dfca26, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=8e5434c1-7010-46f9-8704-5eae08dfca26,segment=NetworkSegment(66693cea-99c9-40f5-86ed-4a107d666933),segment_id=66693cea-99c9-40f5-86ed-4a107d666933)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:18:18.806261 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:18.851955 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491d0d72-711e-42f2-bb8a-27c7fe5fa4dd', 'name': 'tempest-snat-router-1958647369', 'tenant_id': '16f80d6528f94fbf8ba1dfea5cc7ce62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.210'}], 'enable_snat': False}, 'gw_port_id': 'dc6f2f59-25a0-49a1-a356-ed7808179ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:18:16Z', 'updated_at': '2021-07-07T21:18:17Z', 'revision_number': 3, 'project_id': '16f80d6528f94fbf8ba1dfea5cc7ce62', 'gw_port': {'id': 'dc6f2f59-25a0-49a1-a356-ed7808179ecc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491d0d72-711e-42f2-bb8a-27c7fe5fa4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:16Z', 'updated_at': '2021-07-07T21:18:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:18.866575 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=8e5434c1-7010-46f9-8704-5eae08dfca26,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:18.878343 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:18.878801 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:18.879249 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:18.879723 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:18.880125 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:18.880548 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:18.880723 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] Checking router: 491d0d72-711e-42f2-bb8a-27c7fe5fa4dd for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:18:18.881050 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:18.881151 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] Updating router 491d0d72-711e-42f2-bb8a-27c7fe5fa4dd port dc6f2f59-25a0-49a1-a356-ed7808179ecc binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:18:18.881539 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:18.881957 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:18.882382 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:18.882797 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:18.883283 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:18:18.918452 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:18.934747 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93bcd2-96b0-4326-9109-168ed74d4059 req-ef61bc65-a2fe-411b-adb7-c9ed555b854e tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:18.943149 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5e93bcd2-96b0-4326-9109-168ed74d4059 req-ef61bc65-a2fe-411b-adb7-c9ed555b854e tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 944 time: 0.2804720 Jul 07 21:18:18.946462 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb255336-5b65-44d6-9e3e-3bc9245a6b35 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:19.025510 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5e93bcd2-96b0-4326-9109-168ed74d4059 req-a49f16d8-8550-4868-bf67-475a84ba4139 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e8399c5-b803-485b-880f-59df1ef3da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813549 Jul 07 21:18:19.035411 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['8e5434c1-7010-46f9-8704-5eae08dfca26'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:18:19.225688 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb255336-5b65-44d6-9e3e-3bc9245a6b35 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:19.228369 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:19.240198 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] Transition to ACTIVE for port object dc6f2f59-25a0-49a1-a356-ed7808179ecc will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:18:19.246334 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:19.246966 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb255336-5b65-44d6-9e3e-3bc9245a6b35 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:19.306400 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] Attempting to bind port dc6f2f59-25a0-49a1-a356-ed7808179ecc on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:18:19.306774 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] Attempting to bind port dc6f2f59-25a0-49a1-a356-ed7808179ecc by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:18:19.307167 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] Attempting to bind port dc6f2f59-25a0-49a1-a356-ed7808179ecc on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:18:19.310204 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7d635-605c-4786-a9f2-b8c4f6b1cc40 None None] Pushing event updated for resources: {'Port': ['ID=dc6f2f59-25a0-49a1-a356-ed7808179ecc,revision_number=2']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:19.317009 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:18:19.317009 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:18:19.317009 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:19.317476 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:18:19.319730 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] Bound port: dc6f2f59-25a0-49a1-a356-ed7808179ecc, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:18:19.319730 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:19.377764 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] For port dc6f2f59-25a0-49a1-a356-ed7808179ecc, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:18:19.379475 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-eb255336-5b65-44d6-9e3e-3bc9245a6b35 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Allocated IP 172.25.5.122 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/a37cec52-dd3c-45e0-bd24-d2a92ca3c4e1) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:18:19.381287 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] For port dc6f2f59-25a0-49a1-a356-ed7808179ecc, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=dc6f2f59-25a0-49a1-a356-ed7808179ecc,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:18:19.390375 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:19.458357 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] Routers {'491d0d72-711e-42f2-bb8a-27c7fe5fa4dd'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:19.459012 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['491d0d72-711e-42f2-bb8a-27c7fe5fa4dd'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:19.497738 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb255336-5b65-44d6-9e3e-3bc9245a6b35 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:19.499926 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7d635-605c-4786-a9f2-b8c4f6b1cc40 None None] Pushing event updated for resources: {'Port': ['ID=dc6f2f59-25a0-49a1-a356-ed7808179ecc,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:19.549441 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb255336-5b65-44d6-9e3e-3bc9245a6b35 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:19.571452 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] Set router 491d0d72-711e-42f2-bb8a-27c7fe5fa4dd gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:18:19.600571 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb255336-5b65-44d6-9e3e-3bc9245a6b35 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Pushing event updated for resources: {'Port': ['ID=a37cec52-dd3c-45e0-bd24-d2a92ca3c4e1,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:19.611854 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb255336-5b65-44d6-9e3e-3bc9245a6b35 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:18:19.613376 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-eb255336-5b65-44d6-9e3e-3bc9245a6b35 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:18:19.616543 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb255336-5b65-44d6-9e3e-3bc9245a6b35 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:18:19.798134 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491d0d72-711e-42f2-bb8a-27c7fe5fa4dd', 'name': 'tempest-snat-router-1958647369', 'tenant_id': '16f80d6528f94fbf8ba1dfea5cc7ce62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.210'}], 'enable_snat': False}, 'gw_port_id': 'dc6f2f59-25a0-49a1-a356-ed7808179ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:18:16Z', 'updated_at': '2021-07-07T21:18:17Z', 'revision_number': 3, 'project_id': '16f80d6528f94fbf8ba1dfea5cc7ce62', 'gw_port': {'id': 'dc6f2f59-25a0-49a1-a356-ed7808179ecc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491d0d72-711e-42f2-bb8a-27c7fe5fa4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:16Z', 'updated_at': '2021-07-07T21:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:19.828200 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743ba1ae-c8db-44eb-8c9b-365ecb4337f4 None None] The sync data for ids ['491d0d72-711e-42f2-bb8a-27c7fe5fa4dd'] in n-d-695189-11 is: [{'id': '491d0d72-711e-42f2-bb8a-27c7fe5fa4dd', 'name': 'tempest-snat-router-1958647369', 'tenant_id': '16f80d6528f94fbf8ba1dfea5cc7ce62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.210'}], 'enable_snat': False}, 'gw_port_id': 'dc6f2f59-25a0-49a1-a356-ed7808179ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:18:16Z', 'updated_at': '2021-07-07T21:18:17Z', 'revision_number': 3, 'project_id': '16f80d6528f94fbf8ba1dfea5cc7ce62', 'gw_port': {'id': 'dc6f2f59-25a0-49a1-a356-ed7808179ecc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491d0d72-711e-42f2-bb8a-27c7fe5fa4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:16Z', 'updated_at': '2021-07-07T21:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:18:19.922834 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb255336-5b65-44d6-9e3e-3bc9245a6b35 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:19.984328 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:20.181089 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb255336-5b65-44d6-9e3e-3bc9245a6b35 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:20.211837 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:20.348092 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095196e7-e2a7-4620-b35a-923718f0a99b req-bea96e9f-6f13-40ff-ac62-cceb52109d54 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:20.349703 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-095196e7-e2a7-4620-b35a-923718f0a99b req-bea96e9f-6f13-40ff-ac62-cceb52109d54 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 945 time: 0.1241167 Jul 07 21:18:20.405702 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-095196e7-e2a7-4620-b35a-923718f0a99b req-ab959d8e-9438-4f34-9122-2c61f4e65a2b tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e8399c5-b803-485b-880f-59df1ef3da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483277 Jul 07 21:18:20.406382 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb255336-5b65-44d6-9e3e-3bc9245a6b35 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Router 91b32c9f-e49a-4e57-810f-ff85abd66bab is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:18:20.554020 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb255336-5b65-44d6-9e3e-3bc9245a6b35 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:18:20.564615 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a567b8-5726-4f25-98a7-ca8d8fccfa2b None None] Sync routers for ids ['91b32c9f-e49a-4e57-810f-ff85abd66bab'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:18:20.580706 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a567b8-5726-4f25-98a7-ca8d8fccfa2b None None] Routers {'91b32c9f-e49a-4e57-810f-ff85abd66bab'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:20.580948 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-e1a567b8-5726-4f25-98a7-ca8d8fccfa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['91b32c9f-e49a-4e57-810f-ff85abd66bab'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:20.608023 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eb255336-5b65-44d6-9e3e-3bc9245a6b35 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:20.609544 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-eb255336-5b65-44d6-9e3e-3bc9245a6b35 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.0233617 Jul 07 21:18:20.612299 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50156) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:20.753953 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-56f40881-45ca-43e3-9421-8b8cabc4c281 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "GET /v2.0/routers/91b32c9f-e49a-4e57-810f-ff85abd66bab HTTP/1.1" status: 200 len: 908 time: 0.1297612 Jul 07 21:18:20.756913 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50160) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:20.841892 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 8e5434c1-7010-46f9-8704-5eae08dfca26 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:18:20.895019 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75a02eee-3d3e-408a-a7ac-40f80a42d71c tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:20.948269 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-e1a567b8-5726-4f25-98a7-ca8d8fccfa2b None None] Set router 91b32c9f-e49a-4e57-810f-ff85abd66bab gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:18:20.951303 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 8e5434c1-7010-46f9-8704-5eae08dfca26 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:18:20.978747 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 8e5434c1-7010-46f9-8704-5eae08dfca26 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:18:20.979867 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:21.024135 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75a02eee-3d3e-408a-a7ac-40f80a42d71c tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:21.103516 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-75a02eee-3d3e-408a-a7ac-40f80a42d71c tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Deleting port a37cec52-dd3c-45e0-bd24-d2a92ca3c4e1 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:18:21.104025 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75a02eee-3d3e-408a-a7ac-40f80a42d71c tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:21.194823 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:21.204989 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75a02eee-3d3e-408a-a7ac-40f80a42d71c tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:21.207518 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device dc6f2f59-25a0-49a1-a356-ed7808179ecc up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:18:21.219815 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-75a02eee-3d3e-408a-a7ac-40f80a42d71c tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Calling delete_port for a37cec52-dd3c-45e0-bd24-d2a92ca3c4e1 owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:18:21.255643 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1fd47e-d819-4fb3-a459-58ff8a242c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5434c1-7010-46f9-8704-5eae08dfca26'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:18:21.257787 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d7f7d0-4b20-4307-b773-929004e8b045" -d '{"events": [{"server_uuid": "dd1fd47e-d819-4fb3-a459-58ff8a242c88", "name": "network-vif-plugged", "status": "completed", "tag": "8e5434c1-7010-46f9-8704-5eae08dfca26"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:18:21.280042 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 8e5434c1-7010-46f9-8704-5eae08dfca26, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=8e5434c1-7010-46f9-8704-5eae08dfca26,segment=NetworkSegment(66693cea-99c9-40f5-86ed-4a107d666933),segment_id=66693cea-99c9-40f5-86ed-4a107d666933)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:18:21.291039 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:21.323361 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d925ec51-bf9d-4d2c-ae0b-58d692b9bd98 x-openstack-request-id: req-d925ec51-bf9d-4d2c-ae0b-58d692b9bd98 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:18:21.323857 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1fd47e-d819-4fb3-a459-58ff8a242c88", "name": "network-vif-plugged", "status": "completed", "tag": "8e5434c1-7010-46f9-8704-5eae08dfca26", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:18:21.324295 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d925ec51-bf9d-4d2c-ae0b-58d692b9bd98 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:18:21.324703 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1fd47e-d819-4fb3-a459-58ff8a242c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5434c1-7010-46f9-8704-5eae08dfca26', 'code': 200} Jul 07 21:18:21.343607 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-e1a567b8-5726-4f25-98a7-ca8d8fccfa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b32c9f-e49a-4e57-810f-ff85abd66bab', 'name': 'tempest-snat-router-1958647369', 'tenant_id': '16f80d6528f94fbf8ba1dfea5cc7ce62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.122'}], 'enable_snat': True}, 'gw_port_id': 'a37cec52-dd3c-45e0-bd24-d2a92ca3c4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:18:18Z', 'updated_at': '2021-07-07T21:18:19Z', 'revision_number': 3, 'project_id': '16f80d6528f94fbf8ba1dfea5cc7ce62', 'gw_port': {'id': 'a37cec52-dd3c-45e0-bd24-d2a92ca3c4e1', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ba:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b32c9f-e49a-4e57-810f-ff85abd66bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:19Z', 'updated_at': '2021-07-07T21:18:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:21.385953 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a567b8-5726-4f25-98a7-ca8d8fccfa2b None None] Checking router: 91b32c9f-e49a-4e57-810f-ff85abd66bab for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:18:21.386317 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a567b8-5726-4f25-98a7-ca8d8fccfa2b None None] Updating router 91b32c9f-e49a-4e57-810f-ff85abd66bab port a37cec52-dd3c-45e0-bd24-d2a92ca3c4e1 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:18:21.390570 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port dc6f2f59-25a0-49a1-a356-ed7808179ecc completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:18:21.427122 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port dc6f2f59-25a0-49a1-a356-ed7808179ecc triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:18:21.427790 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:21.436395 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=8e5434c1-7010-46f9-8704-5eae08dfca26,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:21.486505 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e1a567b8-5726-4f25-98a7-ca8d8fccfa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:21.516927 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75a02eee-3d3e-408a-a7ac-40f80a42d71c tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:21.548567 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a02eee-3d3e-408a-a7ac-40f80a42d71c tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Pushing event deleted for resources: {'Port': ['ID=a37cec52-dd3c-45e0-bd24-d2a92ca3c4e1,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:21.562866 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef14686-2ada-4a11-80bc-e28a6e329c44 req-708f1454-c48b-46b3-8027-29dab26e5206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:21.568373 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0ef14686-2ada-4a11-80bc-e28a6e329c44 req-708f1454-c48b-46b3-8027-29dab26e5206 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 1098 time: 0.1462562 Jul 07 21:18:21.655804 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75a02eee-3d3e-408a-a7ac-40f80a42d71c tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:21.691013 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0ef14686-2ada-4a11-80bc-e28a6e329c44 req-42089773-d7ed-486b-bd56-3abf03e10257 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2e8399c5-b803-485b-880f-59df1ef3da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197281 Jul 07 21:18:21.694152 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:21.736427 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port dc6f2f59-25a0-49a1-a356-ed7808179ecc, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=dc6f2f59-25a0-49a1-a356-ed7808179ecc,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:18:21.747612 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5bdc5-7a7e-4d43-a227-2099099b75fa req-cb669c72-3075-44dd-97ef-6b59bbbf4c16 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:21.748149 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:21.756111 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3ed5bdc5-7a7e-4d43-a227-2099099b75fa req-cb669c72-3075-44dd-97ef-6b59bbbf4c16 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 946 time: 0.1075494 Jul 07 21:18:21.814366 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3ed5bdc5-7a7e-4d43-a227-2099099b75fa req-9e471694-ba73-4441-8436-f18ac86659af tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e8399c5-b803-485b-880f-59df1ef3da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572040 Jul 07 21:18:21.844103 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75a02eee-3d3e-408a-a7ac-40f80a42d71c tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:21.844103 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75a02eee-3d3e-408a-a7ac-40f80a42d71c tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:21.865845 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=dc6f2f59-25a0-49a1-a356-ed7808179ecc,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:21.901205 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75a02eee-3d3e-408a-a7ac-40f80a42d71c tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:21.902007 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a02eee-3d3e-408a-a7ac-40f80a42d71c tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91b32c9f-e49a-4e57-810f-ff85abd66bab {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:18:21.907692 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-75a02eee-3d3e-408a-a7ac-40f80a42d71c tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:21.911994 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50176) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:21.912678 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-75a02eee-3d3e-408a-a7ac-40f80a42d71c tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "DELETE /v2.0/routers/91b32c9f-e49a-4e57-810f-ff85abd66bab HTTP/1.1" status: 204 len: 168 time: 1.1537318 Jul 07 21:18:22.003215 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.db.api [None req-e1a567b8-5726-4f25-98a7-ca8d8fccfa2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100449) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:18:22.003702 n-d-695189-11 neutron-server[100449]: DEBUG oslo_db.api [None req-e1a567b8-5726-4f25-98a7-ca8d8fccfa2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:18:22.071637 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c84bd146-0a55-4ace-a535-1f4abcafbded tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:22.182768 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c84bd146-0a55-4ace-a535-1f4abcafbded tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:22.237100 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-c84bd146-0a55-4ace-a535-1f4abcafbded tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Deleting port dc6f2f59-25a0-49a1-a356-ed7808179ecc {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:18:22.237430 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c84bd146-0a55-4ace-a535-1f4abcafbded tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:22.320651 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-c84bd146-0a55-4ace-a535-1f4abcafbded tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] For port dc6f2f59-25a0-49a1-a356-ed7808179ecc, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=dc6f2f59-25a0-49a1-a356-ed7808179ecc,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:18:22.320991 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c84bd146-0a55-4ace-a535-1f4abcafbded tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:22.333328 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-c84bd146-0a55-4ace-a535-1f4abcafbded tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Calling delete_port for dc6f2f59-25a0-49a1-a356-ed7808179ecc owned by network:router_gateway {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:18:22.517408 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c84bd146-0a55-4ace-a535-1f4abcafbded tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:22.558635 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a567b8-5726-4f25-98a7-ca8d8fccfa2b None None] Port a37cec52-dd3c-45e0-bd24-d2a92ca3c4e1 not found while updating agent binding for router 91b32c9f-e49a-4e57-810f-ff85abd66bab. {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 07 21:18:22.568137 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a567b8-5726-4f25-98a7-ca8d8fccfa2b None None] Routers set() bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:22.568752 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a567b8-5726-4f25-98a7-ca8d8fccfa2b None None] Router IDs set() for agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 21:18:22.569511 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_agentschedulers_db [None req-e1a567b8-5726-4f25-98a7-ca8d8fccfa2b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'91b32c9f-e49a-4e57-810f-ff85abd66bab'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent'). {{(pid=100449) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 21:18:22.570077 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a567b8-5726-4f25-98a7-ca8d8fccfa2b None None] The sync data for ids ['91b32c9f-e49a-4e57-810f-ff85abd66bab'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:18:22.598297 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84bd146-0a55-4ace-a535-1f4abcafbded tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc6f2f59-25a0-49a1-a356-ed7808179ecc,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:22.620832 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c84bd146-0a55-4ace-a535-1f4abcafbded tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:22.715799 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c84bd146-0a55-4ace-a535-1f4abcafbded tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:22.722530 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c84bd146-0a55-4ace-a535-1f4abcafbded tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:22.771795 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c84bd146-0a55-4ace-a535-1f4abcafbded tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:22.772287 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84bd146-0a55-4ace-a535-1f4abcafbded tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 491d0d72-711e-42f2-bb8a-27c7fe5fa4dd {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:18:22.777242 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c84bd146-0a55-4ace-a535-1f4abcafbded tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:22.778395 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c84bd146-0a55-4ace-a535-1f4abcafbded tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "DELETE /v2.0/routers/491d0d72-711e-42f2-bb8a-27c7fe5fa4dd HTTP/1.1" status: 204 len: 168 time: 0.8647499 Jul 07 21:18:22.783424 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50180) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:22.786955 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-34b25d27-a414-456f-9ed9-470fbb9221fe tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-547730981', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}, 'admin_state_up': False}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:22.813444 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34b25d27-a414-456f-9ed9-470fbb9221fe tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:22.814549 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34b25d27-a414-456f-9ed9-470fbb9221fe tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:22.875076 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34b25d27-a414-456f-9ed9-470fbb9221fe tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:23.053576 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34b25d27-a414-456f-9ed9-470fbb9221fe tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:23.132637 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913be77e-f2bd-4a4c-ac99-c05d197018f1 req-22cded5b-a27d-4fd4-887b-825bd10051a6 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:23.134179 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-913be77e-f2bd-4a4c-ac99-c05d197018f1 req-22cded5b-a27d-4fd4-887b-825bd10051a6 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 946 time: 0.1420925 Jul 07 21:18:23.188746 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-913be77e-f2bd-4a4c-ac99-c05d197018f1 req-bee7dc7a-76df-494a-b45a-8c337f0fc9b0 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e8399c5-b803-485b-880f-59df1ef3da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458403 Jul 07 21:18:23.355309 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34b25d27-a414-456f-9ed9-470fbb9221fe tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:23.386506 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device dc6f2f59-25a0-49a1-a356-ed7808179ecc no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:18:23.396680 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34b25d27-a414-456f-9ed9-470fbb9221fe tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:23.415425 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: dc6f2f59-25a0-49a1-a356-ed7808179ecc {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:18:23.415839 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device dc6f2f59-25a0-49a1-a356-ed7808179ecc not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:18:23.952711 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-34b25d27-a414-456f-9ed9-470fbb9221fe tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Allocated IP 172.25.5.67 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/f35f66be-4ecc-4b54-9464-12f8a649de20) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:18:23.959200 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da26144-2c1e-4823-9154-9a0ba3d98027 req-3feeb3dc-b739-4ee3-9667-a4deedd4c3ad tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:23.960625 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4da26144-2c1e-4823-9154-9a0ba3d98027 req-3feeb3dc-b739-4ee3-9667-a4deedd4c3ad tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 1097 time: 0.5758016 Jul 07 21:18:23.970461 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877509f-0f41-43da-85b2-96d712b9b44f req-9033451b-af78-4c49-a660-ae5e63101317 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:23.972129 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1877509f-0f41-43da-85b2-96d712b9b44f req-9033451b-af78-4c49-a660-ae5e63101317 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 946 time: 0.5887272 Jul 07 21:18:24.081201 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1877509f-0f41-43da-85b2-96d712b9b44f req-38da52d7-e1ff-4b03-9cf9-795b653fa14f tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e8399c5-b803-485b-880f-59df1ef3da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020665 Jul 07 21:18:24.086958 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4da26144-2c1e-4823-9154-9a0ba3d98027 req-bb6caf29-056e-4494-98fe-bc97db24cabe tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138024 Jul 07 21:18:24.131374 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50198) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:24.155364 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34b25d27-a414-456f-9ed9-470fbb9221fe tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:24.219804 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34b25d27-a414-456f-9ed9-470fbb9221fe tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:24.265092 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b25d27-a414-456f-9ed9-470fbb9221fe tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:18:24.278631 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-34b25d27-a414-456f-9ed9-470fbb9221fe tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:18:24.281185 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b25d27-a414-456f-9ed9-470fbb9221fe tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:18:24.284135 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b25d27-a414-456f-9ed9-470fbb9221fe tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Pushing event updated for resources: {'Port': ['ID=f35f66be-4ecc-4b54-9464-12f8a649de20,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:24.360850 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-0ba979ea-898f-44ef-b629-bae2f1377ad9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Deleting port 3f6c88b8-d0f7-4272-8e80-3e28ba1ae36f {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:18:24.361291 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0ba979ea-898f-44ef-b629-bae2f1377ad9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:24.519143 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0ba979ea-898f-44ef-b629-bae2f1377ad9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:24.519866 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0ba979ea-898f-44ef-b629-bae2f1377ad9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:24.536505 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-0ba979ea-898f-44ef-b629-bae2f1377ad9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Calling delete_port for 3f6c88b8-d0f7-4272-8e80-3e28ba1ae36f owned by network:floatingip {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:18:24.600065 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50206) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:24.689441 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f6033-64dc-444b-9907-59e8062f4adf req-6b1d6900-caf9-4335-a783-976f155c336e tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:24.691025 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-842f6033-64dc-444b-9907-59e8062f4adf req-6b1d6900-caf9-4335-a783-976f155c336e tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 946 time: 0.1611969 Jul 07 21:18:24.695462 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34b25d27-a414-456f-9ed9-470fbb9221fe tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:24.811130 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4377d921-646e-4be5-bee5-7d8178cca56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:24.812590 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0ba979ea-898f-44ef-b629-bae2f1377ad9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:24.855096 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba979ea-898f-44ef-b629-bae2f1377ad9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event deleted for resources: {'Port': ['ID=3f6c88b8-d0f7-4272-8e80-3e28ba1ae36f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:24.870325 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-842f6033-64dc-444b-9907-59e8062f4adf req-ed6ab6c6-ccaa-47a0-b662-de05d24ff048 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e8399c5-b803-485b-880f-59df1ef3da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883904 Jul 07 21:18:24.952138 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34b25d27-a414-456f-9ed9-470fbb9221fe tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:24.981280 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0ba979ea-898f-44ef-b629-bae2f1377ad9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for floatingip, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:24.981632 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [None req-0ba979ea-898f-44ef-b629-bae2f1377ad9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Floating IP 441c1b86-413b-4b0f-a4dc-65f6472ca38c disassociated (deleted). External IP: 172.25.5.50, port: 6da4f53f-cdd5-42de-978d-eec14aabdcd7. Jul 07 21:18:25.088096 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b25d27-a414-456f-9ed9-470fbb9221fe tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Router 75fa49c4-9d2f-421d-b9ec-0c659765f4d0 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:18:25.139512 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4377d921-646e-4be5-bee5-7d8178cca56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:25.145682 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4377d921-646e-4be5-bee5-7d8178cca56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:25.205640 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b25d27-a414-456f-9ed9-470fbb9221fe tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:18:25.217326 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393a5035-1f32-4bc8-8075-87ab5c6e0a2b None None] Sync routers for ids ['75fa49c4-9d2f-421d-b9ec-0c659765f4d0'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:18:25.225345 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34b25d27-a414-456f-9ed9-470fbb9221fe tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:25.226818 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-34b25d27-a414-456f-9ed9-470fbb9221fe tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4434369 Jul 07 21:18:25.228353 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393a5035-1f32-4bc8-8075-87ab5c6e0a2b None None] Routers {'75fa49c4-9d2f-421d-b9ec-0c659765f4d0'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:25.229569 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-393a5035-1f32-4bc8-8075-87ab5c6e0a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['75fa49c4-9d2f-421d-b9ec-0c659765f4d0'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:25.231731 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50210) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:25.236494 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-81e0cf67-c10f-452e-b3a0-7540a952f834 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'enable_snat': False}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:25.253094 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4377d921-646e-4be5-bee5-7d8178cca56f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3f14e26cb2d14e30aeb0703b560afa78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6490791 Jul 07 21:18:25.256008 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50212) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:25.268548 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-393a5035-1f32-4bc8-8075-87ab5c6e0a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:25.278840 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393a5035-1f32-4bc8-8075-87ab5c6e0a2b None None] Routers {'75fa49c4-9d2f-421d-b9ec-0c659765f4d0'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:25.279317 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-393a5035-1f32-4bc8-8075-87ab5c6e0a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['75fa49c4-9d2f-421d-b9ec-0c659765f4d0'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:25.315804 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377d921-646e-4be5-bee5-7d8178cca56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a972c41-cf8b-47c3-bfe0-0a42b2d746d8,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:25.320903 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-393a5035-1f32-4bc8-8075-87ab5c6e0a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:25.321570 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393a5035-1f32-4bc8-8075-87ab5c6e0a2b None None] The sync data for ids ['75fa49c4-9d2f-421d-b9ec-0c659765f4d0'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:18:25.402860 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba979ea-898f-44ef-b629-bae2f1377ad9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Router e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:18:25.419145 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-06379967-3ded-41c1-9f6d-d9d333760fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:25.477410 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-06379967-3ded-41c1-9f6d-d9d333760fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:25.558955 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81e0cf67-c10f-452e-b3a0-7540a952f834 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:25.566659 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba979ea-898f-44ef-b629-bae2f1377ad9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:18:25.571251 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0ba979ea-898f-44ef-b629-bae2f1377ad9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:25.577673 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63593049-efc6-4770-a692-829aaabd99a5 None None] Sync routers for ids ['e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:18:25.587752 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63593049-efc6-4770-a692-829aaabd99a5 None None] Routers {'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:25.588463 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-63593049-efc6-4770-a692-829aaabd99a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:25.604766 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-06379967-3ded-41c1-9f6d-d9d333760fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:25.607474 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-06379967-3ded-41c1-9f6d-d9d333760fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:25.611499 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-06379967-3ded-41c1-9f6d-d9d333760fbb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4a972c41-cf8b-47c3-bfe0-0a42b2d746d8 HTTP/1.1" status: 204 len: 168 time: 0.3485739 Jul 07 21:18:25.622474 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06379967-3ded-41c1-9f6d-d9d333760fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a972c41-cf8b-47c3-bfe0-0a42b2d746d8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:25.625436 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0ba979ea-898f-44ef-b629-bae2f1377ad9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "DELETE /v2.0/floatingips/441c1b86-413b-4b0f-a4dc-65f6472ca38c HTTP/1.1" status: 204 len: 168 time: 1.4929950 Jul 07 21:18:25.626599 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db2599b-82de-45f8-9f91-fea34815cd98', 'tag': '6da4f53f-cdd5-42de-978d-eec14aabdcd7'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:18:25.628916 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced10728-8152-4c5a-8592-9d2de6973a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "8db2599b-82de-45f8-9f91-fea34815cd98", "tag": "6da4f53f-cdd5-42de-978d-eec14aabdcd7"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:18:25.712164 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb5a739-c0e9-4599-9037-e3b7034d8157 x-openstack-request-id: req-5fb5a739-c0e9-4599-9037-e3b7034d8157 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:18:25.712460 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db2599b-82de-45f8-9f91-fea34815cd98", "tag": "6da4f53f-cdd5-42de-978d-eec14aabdcd7", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:18:25.712715 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5fb5a739-c0e9-4599-9037-e3b7034d8157 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:18:25.713180 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db2599b-82de-45f8-9f91-fea34815cd98', 'tag': '6da4f53f-cdd5-42de-978d-eec14aabdcd7', 'status': 'completed', 'code': 200} Jul 07 21:18:25.763689 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-63593049-efc6-4770-a692-829aaabd99a5 None None] Set router e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:18:25.788148 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced10728-8152-4c5a-8592-9d2de6973a9d req-5ddfe82b-b661-4017-9e85-8769759d97a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:25.804838 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ced10728-8152-4c5a-8592-9d2de6973a9d req-5ddfe82b-b661-4017-9e85-8769759d97a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 1097 time: 0.0659060 Jul 07 21:18:25.915106 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced10728-8152-4c5a-8592-9d2de6973a9d req-4a47d280-faf2-4f5f-8ff5-5d1adf1e89f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:25.917484 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ced10728-8152-4c5a-8592-9d2de6973a9d req-4a47d280-faf2-4f5f-8ff5-5d1adf1e89f4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=772d6225-4638-4eca-b361-b674a7ef2a7a HTTP/1.1" status: 200 len: 898 time: 0.1118991 Jul 07 21:18:25.998978 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ced10728-8152-4c5a-8592-9d2de6973a9d req-fb0f21bc-3689-499e-8037-618b076a9883 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6da4f53f-cdd5-42de-978d-eec14aabdcd7 HTTP/1.1" status: 200 len: 217 time: 0.0727808 Jul 07 21:18:26.105625 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-63593049-efc6-4770-a692-829aaabd99a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553832242', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:15Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'd5c24e35-0eff-4950-aeca-585eb59722b3', 'name': '', 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:a3:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '53050cc6-5b87-4ce5-b02c-8e9b25a1ac51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:15Z', 'updated_at': '2021-07-07T21:16:24Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '53050cc6-5b87-4ce5-b02c-8e9b25a1ac51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:26.120169 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced10728-8152-4c5a-8592-9d2de6973a9d req-718efd3e-576f-4503-8ed1-b7f2048f5618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:26.128425 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ced10728-8152-4c5a-8592-9d2de6973a9d req-718efd3e-576f-4503-8ed1-b7f2048f5618 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=53050cc6-5b87-4ce5-b02c-8e9b25a1ac51 HTTP/1.1" status: 200 len: 834 time: 0.1198373 Jul 07 21:18:26.136058 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63593049-efc6-4770-a692-829aaabd99a5 None None] Checking router: e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:18:26.146076 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63593049-efc6-4770-a692-829aaabd99a5 None None] Routers {'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:26.147670 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-63593049-efc6-4770-a692-829aaabd99a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:26.266240 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81e0cf67-c10f-452e-b3a0-7540a952f834 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:26.274463 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81e0cf67-c10f-452e-b3a0-7540a952f834 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7883739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7883712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7881482'] for router, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:26.285648 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a779777-8d9c-4bea-894c-f93d276a9e51 req-50e8483d-9b46-4859-a9b0-45965b83918c tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:26.292266 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a779777-8d9c-4bea-894c-f93d276a9e51 req-50e8483d-9b46-4859-a9b0-45965b83918c tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 946 time: 0.2217999 Jul 07 21:18:26.331895 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-63593049-efc6-4770-a692-829aaabd99a5 None None] Set router e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:18:26.335404 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50226) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:26.366707 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-97a8e8e9-7897-4413-899a-452b89d48cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:26.374390 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced10728-8152-4c5a-8592-9d2de6973a9d req-6fc21f0a-1c7e-46fc-be71-e250fdce6d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:26.377980 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ced10728-8152-4c5a-8592-9d2de6973a9d req-6fc21f0a-1c7e-46fc-be71-e250fdce6d6b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=772d6225-4638-4eca-b361-b674a7ef2a7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2408919 Jul 07 21:18:26.456592 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a779777-8d9c-4bea-894c-f93d276a9e51 req-d17270c0-5aca-4927-a251-4f07fd039e36 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e8399c5-b803-485b-880f-59df1ef3da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571925 Jul 07 21:18:26.518718 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e0cf67-c10f-452e-b3a0-7540a952f834 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Router 75fa49c4-9d2f-421d-b9ec-0c659765f4d0 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:18:26.529106 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f1f98-e143-4b2b-b692-c9248796e0a1 req-4272ba26-4893-439a-a61e-31697871f4fe tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:26.535658 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ced10728-8152-4c5a-8592-9d2de6973a9d req-1c07a5b1-b46f-46c0-b71c-b9c7aa00e9a4 service neutron] 10.222.0.58 "GET /v2.0/networks/772d6225-4638-4eca-b361-b674a7ef2a7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478148 Jul 07 21:18:26.536738 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e76f1f98-e143-4b2b-b692-c9248796e0a1 req-4272ba26-4893-439a-a61e-31697871f4fe tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 945 time: 0.1829355 Jul 07 21:18:26.629545 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e76f1f98-e143-4b2b-b692-c9248796e0a1 req-250dc6e6-1fb5-41b8-a8c4-868f9b462c8b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872977 Jul 07 21:18:26.636890 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-97a8e8e9-7897-4413-899a-452b89d48cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:26.652724 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-63593049-efc6-4770-a692-829aaabd99a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553832242', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:15Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'd5c24e35-0eff-4950-aeca-585eb59722b3', 'name': '', 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:a3:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '53050cc6-5b87-4ce5-b02c-8e9b25a1ac51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:15Z', 'updated_at': '2021-07-07T21:16:24Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '53050cc6-5b87-4ce5-b02c-8e9b25a1ac51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:26.659299 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-97a8e8e9-7897-4413-899a-452b89d48cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:26.693078 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63593049-efc6-4770-a692-829aaabd99a5 None None] The sync data for ids ['e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'] in n-d-695189-11 is: [{'id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553832242', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:15Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'd5c24e35-0eff-4950-aeca-585eb59722b3', 'name': '', 'network_id': '772d6225-4638-4eca-b361-b674a7ef2a7a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:a3:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '53050cc6-5b87-4ce5-b02c-8e9b25a1ac51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:15Z', 'updated_at': '2021-07-07T21:16:24Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '53050cc6-5b87-4ce5-b02c-8e9b25a1ac51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:18:26.735692 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e0cf67-c10f-452e-b3a0-7540a952f834 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:18:26.744169 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81e0cf67-c10f-452e-b3a0-7540a952f834 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:26.745691 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ced10728-8152-4c5a-8592-9d2de6973a9d req-c0ee4a53-0ce2-4785-a9d3-c3a103dc40d8 service neutron] 10.222.0.58 "GET /v2.0/networks/772d6225-4638-4eca-b361-b674a7ef2a7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985853 Jul 07 21:18:26.746775 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-81e0cf67-c10f-452e-b3a0-7540a952f834 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "PUT /v2.0/routers/75fa49c4-9d2f-421d-b9ec-0c659765f4d0 HTTP/1.1" status: 200 len: 924 time: 1.5140297 Jul 07 21:18:26.750561 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50232) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:26.751948 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6574f1f1-9a5e-4d04-b5dd-b28d00b2db24 None None] Sync routers for ids ['75fa49c4-9d2f-421d-b9ec-0c659765f4d0'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:18:26.762802 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-97a8e8e9-7897-4413-899a-452b89d48cb2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7cc2aaeaba9f461e917dc10b04b3e0f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4246030 Jul 07 21:18:26.765350 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50234) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:26.777037 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6574f1f1-9a5e-4d04-b5dd-b28d00b2db24 None None] Routers {'75fa49c4-9d2f-421d-b9ec-0c659765f4d0'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:26.778123 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-6574f1f1-9a5e-4d04-b5dd-b28d00b2db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['75fa49c4-9d2f-421d-b9ec-0c659765f4d0'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:26.786825 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8e8e9-7897-4413-899a-452b89d48cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff2aa91-d4d3-47ed-b7fa-319fe7cb391c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:26.844060 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-6574f1f1-9a5e-4d04-b5dd-b28d00b2db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:26.853260 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6574f1f1-9a5e-4d04-b5dd-b28d00b2db24 None None] Routers {'75fa49c4-9d2f-421d-b9ec-0c659765f4d0'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:26.855148 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-6574f1f1-9a5e-4d04-b5dd-b28d00b2db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['75fa49c4-9d2f-421d-b9ec-0c659765f4d0'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:26.867591 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99859daf-ccee-4bb5-b3fc-9ba8cdd2668d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:26.894972 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99859daf-ccee-4bb5-b3fc-9ba8cdd2668d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:26.968578 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99859daf-ccee-4bb5-b3fc-9ba8cdd2668d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:26.971584 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-99859daf-ccee-4bb5-b3fc-9ba8cdd2668d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:26.973010 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-99859daf-ccee-4bb5-b3fc-9ba8cdd2668d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ff2aa91-d4d3-47ed-b7fa-319fe7cb391c HTTP/1.1" status: 204 len: 168 time: 0.1964207 Jul 07 21:18:26.983876 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99859daf-ccee-4bb5-b3fc-9ba8cdd2668d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff2aa91-d4d3-47ed-b7fa-319fe7cb391c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:27.023149 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-6574f1f1-9a5e-4d04-b5dd-b28d00b2db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:27.024628 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6574f1f1-9a5e-4d04-b5dd-b28d00b2db24 None None] The sync data for ids ['75fa49c4-9d2f-421d-b9ec-0c659765f4d0'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:18:27.027958 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7edd81fd-4bb1-4c58-8b3c-9e292f61e2ef tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "GET /v2.0/routers/75fa49c4-9d2f-421d-b9ec-0c659765f4d0 HTTP/1.1" status: 200 len: 924 time: 0.2724411 Jul 07 21:18:27.028760 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50238) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:27.050503 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76565b61-760d-458d-903d-b16fc78e66c3 req-94df467b-b298-437a-b213-7e6601113c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:27.052103 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-76565b61-760d-458d-903d-b16fc78e66c3 req-94df467b-b298-437a-b213-7e6601113c08 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2247813276d44a24973c6bd7c719b101&device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 1098 time: 0.1571586 Jul 07 21:18:27.114762 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4984af-6043-46bb-aee7-6c85d46d2950 None None] New status for floating IP 441c1b86-413b-4b0f-a4dc-65f6472ca38c: DOWN {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:18:27.152595 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4771e58-32a2-49eb-8812-88fc572da671 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:27.157509 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50240) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:27.157952 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f4771e58-32a2-49eb-8812-88fc572da671 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba&device_id=75fa49c4-9d2f-421d-b9ec-0c659765f4d0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1278851 Jul 07 21:18:27.169047 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0377d-aad3-4c0b-837b-25e0eada5caa req-4902d9b7-f081-4014-85a0-50f82d1c8d4a tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:27.170592 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4c0377d-aad3-4c0b-837b-25e0eada5caa req-4902d9b7-f081-4014-85a0-50f82d1c8d4a tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 946 time: 0.2745106 Jul 07 21:18:27.182999 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76565b61-760d-458d-903d-b16fc78e66c3 req-0afe0337-bef2-4782-91c6-9cd3edbe2bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:27.184511 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-76565b61-760d-458d-903d-b16fc78e66c3 req-0afe0337-bef2-4782-91c6-9cd3edbe2bca service neutron] 10.222.0.39 "GET /v2.0/networks?id=f11b94fb-a8d1-418f-9573-7968054b56b1 HTTP/1.1" status: 200 len: 912 time: 0.1244116 Jul 07 21:18:27.285905 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-76565b61-760d-458d-903d-b16fc78e66c3 req-a074b3c9-e744-4a8a-8a8a-69d21ff8dab5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e5434c1-7010-46f9-8704-5eae08dfca26 HTTP/1.1" status: 200 len: 217 time: 0.0843260 Jul 07 21:18:27.333625 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4c0377d-aad3-4c0b-837b-25e0eada5caa req-0986dd48-2c6f-43a2-aa1e-9e88262153ae tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e8399c5-b803-485b-880f-59df1ef3da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545327 Jul 07 21:18:27.378632 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76565b61-760d-458d-903d-b16fc78e66c3 req-52a83c5a-3b40-485f-9b04-b4c645de2928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:27.380213 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-76565b61-760d-458d-903d-b16fc78e66c3 req-52a83c5a-3b40-485f-9b04-b4c645de2928 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=665cbaa6-8271-4158-9ae9-2f53975353e5 HTTP/1.1" status: 200 len: 851 time: 0.0860381 Jul 07 21:18:27.382878 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d440e24f-0c72-4217-8a22-bcdd6525a1d3 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:27.384176 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d440e24f-0c72-4217-8a22-bcdd6525a1d3 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 881 time: 0.2240655 Jul 07 21:18:27.387592 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50248) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:27.415295 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-76565b61-760d-458d-903d-b16fc78e66c3 req-c4837aa4-fab6-4bb0-876d-fb035c913d77 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f11b94fb-a8d1-418f-9573-7968054b56b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277021 Jul 07 21:18:27.421278 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f0321a11-4edb-483b-a72c-c7c44d9b19ed tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "GET /v2.0/ports?device_id=75fa49c4-9d2f-421d-b9ec-0c659765f4d0 HTTP/1.1" status: 200 len: 205 time: 0.0290771 Jul 07 21:18:27.423716 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50252) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:27.526313 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-76565b61-760d-458d-903d-b16fc78e66c3 req-0173cb77-8827-4b2d-b2e2-9f88ddef5fda service neutron] 10.222.0.39 "GET /v2.0/networks/f11b94fb-a8d1-418f-9573-7968054b56b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034091 Jul 07 21:18:27.546972 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85524fa3-efd6-4a3e-827e-2c23a9e38f36 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:27.635884 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-76565b61-760d-458d-903d-b16fc78e66c3 req-b265cbc0-a162-4deb-9545-9de329b1e012 service neutron] 10.222.0.39 "GET /v2.0/networks/f11b94fb-a8d1-418f-9573-7968054b56b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029558 Jul 07 21:18:27.657513 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85524fa3-efd6-4a3e-827e-2c23a9e38f36 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:27.721997 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-85524fa3-efd6-4a3e-827e-2c23a9e38f36 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Deleting port f35f66be-4ecc-4b54-9464-12f8a649de20 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:18:27.722346 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85524fa3-efd6-4a3e-827e-2c23a9e38f36 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:27.829861 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85524fa3-efd6-4a3e-827e-2c23a9e38f36 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:27.864167 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4c86b-0e86-4292-b429-fd4719997f72 req-516a9187-3b89-4f2a-9ad2-05f80b090c5b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:27.866163 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b4c86b-0e86-4292-b429-fd4719997f72 req-516a9187-3b89-4f2a-9ad2-05f80b090c5b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 945 time: 0.0977271 Jul 07 21:18:27.873494 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-85524fa3-efd6-4a3e-827e-2c23a9e38f36 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Calling delete_port for f35f66be-4ecc-4b54-9464-12f8a649de20 owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:18:27.911300 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1b4c86b-0e86-4292-b429-fd4719997f72 req-b81b1f2e-7d27-4839-a388-e25ad18ed5b8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=4c42d338-9171-4b23-b665-a715c551e1b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390410 Jul 07 21:18:27.959076 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368a4c7-47b5-4e4f-bce4-64cb459daa1d req-fab5fe97-42ad-4a77-83af-4b6492d21c4b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:27.960602 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c368a4c7-47b5-4e4f-bce4-64cb459daa1d req-fab5fe97-42ad-4a77-83af-4b6492d21c4b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.58 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 945 time: 0.1280465 Jul 07 21:18:28.136044 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85524fa3-efd6-4a3e-827e-2c23a9e38f36 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:28.171354 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85524fa3-efd6-4a3e-827e-2c23a9e38f36 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Pushing event deleted for resources: {'Port': ['ID=f35f66be-4ecc-4b54-9464-12f8a649de20,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:28.177351 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-c368a4c7-47b5-4e4f-bce4-64cb459daa1d req-4e6ec864-2f6b-439a-827c-a50e01b94549 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Deleting port 6da4f53f-cdd5-42de-978d-eec14aabdcd7 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:18:28.177684 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c368a4c7-47b5-4e4f-bce4-64cb459daa1d req-4e6ec864-2f6b-439a-827c-a50e01b94549 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:28.239479 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50274) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:28.378468 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d54eca52-033e-4f38-ab88-78df7537bf18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:28.519231 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d54eca52-033e-4f38-ab88-78df7537bf18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:28.524393 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d54eca52-033e-4f38-ab88-78df7537bf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:28.576124 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d54eca52-033e-4f38-ab88-78df7537bf18 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f61432f90c944d07b657e0318ded3d1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351893 Jul 07 21:18:28.578347 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50280) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:28.582479 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54eca52-033e-4f38-ab88-78df7537bf18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e0afec-5690-473d-a941-2db472c1a29d,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:28.603408 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85524fa3-efd6-4a3e-827e-2c23a9e38f36 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:28.618397 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06af9c-1fa2-40a7-b90d-716e035ea516 req-0ef72de3-1197-4cc4-9e69-aeb859560d08 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:28.620619 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6b06af9c-1fa2-40a7-b90d-716e035ea516 req-0ef72de3-1197-4cc4-9e69-aeb859560d08 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 946 time: 0.1541274 Jul 07 21:18:28.672765 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed4e6-3905-47f2-8cee-202eefc50d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:28.687795 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6b06af9c-1fa2-40a7-b90d-716e035ea516 req-ef9828ad-6999-43e2-839d-8187ecef938c tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e8399c5-b803-485b-880f-59df1ef3da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595655 Jul 07 21:18:28.704845 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed4e6-3905-47f2-8cee-202eefc50d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:28.713194 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85524fa3-efd6-4a3e-827e-2c23a9e38f36 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:28.716106 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-c368a4c7-47b5-4e4f-bce4-64cb459daa1d req-4e6ec864-2f6b-439a-827c-a50e01b94549 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] For port 6da4f53f-cdd5-42de-978d-eec14aabdcd7, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=6da4f53f-cdd5-42de-978d-eec14aabdcd7,segment=NetworkSegment(8c2f6071-0874-434e-a719-222964d908f6),segment_id=8c2f6071-0874-434e-a719-222964d908f6)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:18:28.716106 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c368a4c7-47b5-4e4f-bce4-64cb459daa1d req-4e6ec864-2f6b-439a-827c-a50e01b94549 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:28.718796 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85524fa3-efd6-4a3e-827e-2c23a9e38f36 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:28.735376 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-c368a4c7-47b5-4e4f-bce4-64cb459daa1d req-4e6ec864-2f6b-439a-827c-a50e01b94549 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Calling delete_port for 6da4f53f-cdd5-42de-978d-eec14aabdcd7 owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:18:28.759647 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed4e6-3905-47f2-8cee-202eefc50d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:28.762817 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed4e6-3905-47f2-8cee-202eefc50d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:28.764057 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bc2ed4e6-3905-47f2-8cee-202eefc50d74 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/22e0afec-5690-473d-a941-2db472c1a29d HTTP/1.1" status: 204 len: 168 time: 0.1825256 Jul 07 21:18:28.782669 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ed4e6-3905-47f2-8cee-202eefc50d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e0afec-5690-473d-a941-2db472c1a29d,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:28.813100 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85524fa3-efd6-4a3e-827e-2c23a9e38f36 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:28.813615 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85524fa3-efd6-4a3e-827e-2c23a9e38f36 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Fanout notify agent at l3_agent the message router_deleted on router 75fa49c4-9d2f-421d-b9ec-0c659765f4d0 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:18:28.821270 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-85524fa3-efd6-4a3e-827e-2c23a9e38f36 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:28.822451 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-85524fa3-efd6-4a3e-827e-2c23a9e38f36 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "DELETE /v2.0/routers/75fa49c4-9d2f-421d-b9ec-0c659765f4d0 HTTP/1.1" status: 204 len: 168 time: 1.3977640 Jul 07 21:18:28.831926 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50286) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:28.831926 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-5b394016-5715-466c-a4c6-76aaf160cda9 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1411058434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:28.875835 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b394016-5715-466c-a4c6-76aaf160cda9 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:28.877059 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b394016-5715-466c-a4c6-76aaf160cda9 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:28.959009 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b394016-5715-466c-a4c6-76aaf160cda9 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:28.969512 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b394016-5715-466c-a4c6-76aaf160cda9 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:28.989768 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c368a4c7-47b5-4e4f-bce4-64cb459daa1d req-4e6ec864-2f6b-439a-827c-a50e01b94549 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:29.004320 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5b394016-5715-466c-a4c6-76aaf160cda9 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:29.009687 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5b394016-5715-466c-a4c6-76aaf160cda9 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1783016 Jul 07 21:18:29.010811 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50294) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:29.016993 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-8a4aed88-5842-45eb-b7b8-9de62b36832e tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Request body: {'router': {'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:29.035720 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ec864-2f6b-439a-827c-a50e01b94549 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event deleted for resources: {'Port': ['ID=6da4f53f-cdd5-42de-978d-eec14aabdcd7,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:29.111489 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-c368a4c7-47b5-4e4f-bce4-64cb459daa1d req-4e6ec864-2f6b-439a-827c-a50e01b94549 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] No DVR routers for this DVR port 6da4f53f-cdd5-42de-978d-eec14aabdcd7 on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:18:29.115155 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-c368a4c7-47b5-4e4f-bce4-64cb459daa1d req-4e6ec864-2f6b-439a-827c-a50e01b94549 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:29.117802 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-c368a4c7-47b5-4e4f-bce4-64cb459daa1d req-4e6ec864-2f6b-439a-827c-a50e01b94549 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.58 "DELETE /v2.0/ports/6da4f53f-cdd5-42de-978d-eec14aabdcd7 HTTP/1.1" status: 204 len: 173 time: 1.1497476 Jul 07 21:18:29.118423 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db2599b-82de-45f8-9f91-fea34815cd98', 'name': 'network-vif-deleted', 'tag': '6da4f53f-cdd5-42de-978d-eec14aabdcd7'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:18:29.121022 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81473a00-6237-43a4-ad83-817cdbbb13cc" -d '{"events": [{"server_uuid": "8db2599b-82de-45f8-9f91-fea34815cd98", "name": "network-vif-deleted", "tag": "6da4f53f-cdd5-42de-978d-eec14aabdcd7"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:18:29.245898 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d2751159-b665-4d3a-aebc-6c53e38d92f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:29.809306 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b2a0ec25-901e-460e-971b-9421ce2c39e8 req-8be89306-cae6-4919-a614-3e31f4d354fb tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=8db2599b-82de-45f8-9f91-fea34815cd98 HTTP/1.1" status: 200 len: 210 time: 0.1372001 Jul 07 21:18:29.881818 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fcced2-e860-493c-8703-35d7887aac3d x-openstack-request-id: req-96fcced2-e860-493c-8703-35d7887aac3d {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:18:29.882977 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db2599b-82de-45f8-9f91-fea34815cd98", "name": "network-vif-deleted", "tag": "6da4f53f-cdd5-42de-978d-eec14aabdcd7", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:18:29.882977 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-96fcced2-e860-493c-8703-35d7887aac3d {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:18:29.882977 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db2599b-82de-45f8-9f91-fea34815cd98', 'name': 'network-vif-deleted', 'tag': '6da4f53f-cdd5-42de-978d-eec14aabdcd7', 'status': 'completed', 'code': 200} Jul 07 21:18:29.902927 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a4aed88-5842-45eb-b7b8-9de62b36832e tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:29.949296 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2758636-12ec-4763-a2bc-ead14dc81a54 req-07a98ff8-8056-4127-be5b-e05049e73819 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:29.951303 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2758636-12ec-4763-a2bc-ead14dc81a54 req-07a98ff8-8056-4127-be5b-e05049e73819 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 946 time: 0.2746098 Jul 07 21:18:30.023775 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2758636-12ec-4763-a2bc-ead14dc81a54 req-239211a7-d0f7-451b-b178-88462f34f488 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e8399c5-b803-485b-880f-59df1ef3da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480614 Jul 07 21:18:30.183670 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a4aed88-5842-45eb-b7b8-9de62b36832e tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:30.202823 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a4aed88-5842-45eb-b7b8-9de62b36832e tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:30.317764 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-8a4aed88-5842-45eb-b7b8-9de62b36832e tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Allocated IP 172.25.5.239 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/24ecab60-374b-4258-845d-064ff4041258) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:18:30.425591 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a4aed88-5842-45eb-b7b8-9de62b36832e tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:30.470476 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a4aed88-5842-45eb-b7b8-9de62b36832e tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:30.512333 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4aed88-5842-45eb-b7b8-9de62b36832e tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:18:30.518013 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-8a4aed88-5842-45eb-b7b8-9de62b36832e tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:18:30.527537 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4aed88-5842-45eb-b7b8-9de62b36832e tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:18:30.530326 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 6da4f53f-cdd5-42de-978d-eec14aabdcd7 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:18:30.535698 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4aed88-5842-45eb-b7b8-9de62b36832e tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Pushing event updated for resources: {'Port': ['ID=24ecab60-374b-4258-845d-064ff4041258,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:30.555630 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: 6da4f53f-cdd5-42de-978d-eec14aabdcd7 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:18:30.556268 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 6da4f53f-cdd5-42de-978d-eec14aabdcd7 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:18:30.720823 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:18:30.817345 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a4aed88-5842-45eb-b7b8-9de62b36832e tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:30.924106 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50390) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:31.293700 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a4aed88-5842-45eb-b7b8-9de62b36832e tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:31.316756 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a4aed88-5842-45eb-b7b8-9de62b36832e tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7883739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7883712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7881482'] for router, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:31.498441 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a1351-6183-4c62-b6a8-49b9fcd44bae req-85fb2670-1e45-40e2-ab8c-df2073e30d9e tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:31.500052 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f1a1351-6183-4c62-b6a8-49b9fcd44bae req-85fb2670-1e45-40e2-ab8c-df2073e30d9e tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 946 time: 0.3454113 Jul 07 21:18:31.595639 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3f1a1351-6183-4c62-b6a8-49b9fcd44bae req-155832ae-cab2-40c5-8033-ac199d7bee79 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e8399c5-b803-485b-880f-59df1ef3da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883894 Jul 07 21:18:31.665603 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4aed88-5842-45eb-b7b8-9de62b36832e tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Router 33bcbcc5-f08a-4e06-8f97-6a2adf42223b is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:18:31.844527 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4aed88-5842-45eb-b7b8-9de62b36832e tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:18:31.848197 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d295c132-cc3c-47b8-a081-a1ca67d03afe tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:31.856713 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a4aed88-5842-45eb-b7b8-9de62b36832e tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:31.857953 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8a4aed88-5842-45eb-b7b8-9de62b36832e tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "PUT /v2.0/routers/33bcbcc5-f08a-4e06-8f97-6a2adf42223b HTTP/1.1" status: 200 len: 884 time: 2.8450189 Jul 07 21:18:31.861151 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50400) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:31.862314 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe9bdcd-e25a-49e2-b60b-77e7b7cafc21 None None] Sync routers for ids ['33bcbcc5-f08a-4e06-8f97-6a2adf42223b'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:18:31.878998 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe9bdcd-e25a-49e2-b60b-77e7b7cafc21 None None] Routers {'33bcbcc5-f08a-4e06-8f97-6a2adf42223b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:31.879746 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-efe9bdcd-e25a-49e2-b60b-77e7b7cafc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['33bcbcc5-f08a-4e06-8f97-6a2adf42223b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:31.917883 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f4818c13-c043-40dc-95f9-34083a784af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:31.948023 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:31.949864 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-efe9bdcd-e25a-49e2-b60b-77e7b7cafc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:31.965215 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe9bdcd-e25a-49e2-b60b-77e7b7cafc21 None None] Routers {'33bcbcc5-f08a-4e06-8f97-6a2adf42223b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:31.966185 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-efe9bdcd-e25a-49e2-b60b-77e7b7cafc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['33bcbcc5-f08a-4e06-8f97-6a2adf42223b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:32.021199 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-efe9bdcd-e25a-49e2-b60b-77e7b7cafc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:32.023918 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe9bdcd-e25a-49e2-b60b-77e7b7cafc21 None None] The sync data for ids ['33bcbcc5-f08a-4e06-8f97-6a2adf42223b'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:18:32.036766 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6a2d347f-b0ea-4e90-bf6a-e605a47996e2 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "GET /v2.0/routers/33bcbcc5-f08a-4e06-8f97-6a2adf42223b HTTP/1.1" status: 200 len: 925 time: 0.1738074 Jul 07 21:18:32.037686 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50402) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:32.102316 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61428ac-590f-4dbd-9e5c-5a33be6edeac tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:32.104468 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a61428ac-590f-4dbd-9e5c-5a33be6edeac tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba&device_id=33bcbcc5-f08a-4e06-8f97-6a2adf42223b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0651395 Jul 07 21:18:32.108674 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50404) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:32.154111 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef9d2d-3ad0-49cc-ac9e-b188acf8e0b7 req-f4d260d6-d0b6-48d7-9b53-46b6c91b1222 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:32.155698 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2ef9d2d-3ad0-49cc-ac9e-b188acf8e0b7 req-f4d260d6-d0b6-48d7-9b53-46b6c91b1222 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 946 time: 0.1873331 Jul 07 21:18:32.158586 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc6ad5-85bc-474e-8025-5dbf45d34a47 req-ef1ccc97-b944-4fc4-8741-f1b68a0a5864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:32.160049 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3acc6ad5-85bc-474e-8025-5dbf45d34a47 req-ef1ccc97-b944-4fc4-8741-f1b68a0a5864 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2247813276d44a24973c6bd7c719b101&device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 1098 time: 0.1906099 Jul 07 21:18:32.204387 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b557ed3-b9c6-49cf-a492-3c238ae413ba tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:32.205972 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8b557ed3-b9c6-49cf-a492-3c238ae413ba tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 881 time: 0.0963500 Jul 07 21:18:32.210575 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50406) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:32.245879 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-850bbc29-c7c4-40e3-889a-9dff3aa58382 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "GET /v2.0/ports?device_id=33bcbcc5-f08a-4e06-8f97-6a2adf42223b HTTP/1.1" status: 200 len: 205 time: 0.0340867 Jul 07 21:18:32.248532 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50408) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:32.376802 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f14ff18f-8035-469f-92d1-fd029fe4f867 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:32.513472 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f14ff18f-8035-469f-92d1-fd029fe4f867 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:32.576475 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-f14ff18f-8035-469f-92d1-fd029fe4f867 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Deleting port 24ecab60-374b-4258-845d-064ff4041258 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:18:32.576928 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f14ff18f-8035-469f-92d1-fd029fe4f867 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:32.678526 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f14ff18f-8035-469f-92d1-fd029fe4f867 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:32.692051 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a2ef9d2d-3ad0-49cc-ac9e-b188acf8e0b7 req-2f4dc558-03eb-4aca-9b0f-f26f4432f9b5 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e8399c5-b803-485b-880f-59df1ef3da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132501 Jul 07 21:18:32.694847 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-f14ff18f-8035-469f-92d1-fd029fe4f867 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Calling delete_port for 24ecab60-374b-4258-845d-064ff4041258 owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:18:32.807362 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc6ad5-85bc-474e-8025-5dbf45d34a47 req-2f1c3d93-ebff-4a70-9a09-fe99ee41451b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:32.811887 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3acc6ad5-85bc-474e-8025-5dbf45d34a47 req-2f1c3d93-ebff-4a70-9a09-fe99ee41451b service neutron] 10.222.0.39 "GET /v2.0/networks?id=f11b94fb-a8d1-418f-9573-7968054b56b1 HTTP/1.1" status: 200 len: 912 time: 0.6423380 Jul 07 21:18:32.870033 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3acc6ad5-85bc-474e-8025-5dbf45d34a47 req-55071032-31f9-4cdb-a529-4fbee5ac0a4e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e5434c1-7010-46f9-8704-5eae08dfca26 HTTP/1.1" status: 200 len: 217 time: 0.0523705 Jul 07 21:18:32.911361 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f14ff18f-8035-469f-92d1-fd029fe4f867 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:32.925140 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d295c132-cc3c-47b8-a081-a1ca67d03afe tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Deleting port d5c24e35-0eff-4950-aeca-585eb59722b3 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:18:32.925639 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d295c132-cc3c-47b8-a081-a1ca67d03afe tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:32.964274 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ff18f-8035-469f-92d1-fd029fe4f867 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Pushing event deleted for resources: {'Port': ['ID=24ecab60-374b-4258-845d-064ff4041258,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:32.980900 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc6ad5-85bc-474e-8025-5dbf45d34a47 req-caaeac40-3e73-49c3-ae42-60837ea791a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:32.982395 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3acc6ad5-85bc-474e-8025-5dbf45d34a47 req-caaeac40-3e73-49c3-ae42-60837ea791a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=665cbaa6-8271-4158-9ae9-2f53975353e5 HTTP/1.1" status: 200 len: 851 time: 0.1046975 Jul 07 21:18:33.026918 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3acc6ad5-85bc-474e-8025-5dbf45d34a47 req-997c5a0f-ea16-4b96-9bd3-7c415f1487b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f11b94fb-a8d1-418f-9573-7968054b56b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369189 Jul 07 21:18:33.058407 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f14ff18f-8035-469f-92d1-fd029fe4f867 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:33.128561 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-d295c132-cc3c-47b8-a081-a1ca67d03afe tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] For port d5c24e35-0eff-4950-aeca-585eb59722b3, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=d5c24e35-0eff-4950-aeca-585eb59722b3,segment=NetworkSegment(8c2f6071-0874-434e-a719-222964d908f6),segment_id=8c2f6071-0874-434e-a719-222964d908f6)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:18:33.128941 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d295c132-cc3c-47b8-a081-a1ca67d03afe tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:33.142627 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d295c132-cc3c-47b8-a081-a1ca67d03afe tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Calling delete_port for d5c24e35-0eff-4950-aeca-585eb59722b3 owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:18:33.185980 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f14ff18f-8035-469f-92d1-fd029fe4f867 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:33.188290 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f14ff18f-8035-469f-92d1-fd029fe4f867 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:33.239150 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f14ff18f-8035-469f-92d1-fd029fe4f867 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:33.242366 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3acc6ad5-85bc-474e-8025-5dbf45d34a47 req-a6e70d7a-e771-4537-9eb0-b3d20d514a7e service neutron] 10.222.0.39 "GET /v2.0/networks/f11b94fb-a8d1-418f-9573-7968054b56b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079508 Jul 07 21:18:33.243386 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14ff18f-8035-469f-92d1-fd029fe4f867 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Fanout notify agent at l3_agent the message router_deleted on router 33bcbcc5-f08a-4e06-8f97-6a2adf42223b {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:18:33.252608 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f14ff18f-8035-469f-92d1-fd029fe4f867 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:33.254633 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f14ff18f-8035-469f-92d1-fd029fe4f867 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "DELETE /v2.0/routers/33bcbcc5-f08a-4e06-8f97-6a2adf42223b HTTP/1.1" status: 204 len: 168 time: 1.0043175 Jul 07 21:18:33.260700 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50412) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:33.265460 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-4202240d-4f57-4956-aa74-abb822cc1a23 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2052093230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:33.291801 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4202240d-4f57-4956-aa74-abb822cc1a23 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:33.293681 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4202240d-4f57-4956-aa74-abb822cc1a23 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:33.376048 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4202240d-4f57-4956-aa74-abb822cc1a23 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:33.383995 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4202240d-4f57-4956-aa74-abb822cc1a23 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:33.417465 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4202240d-4f57-4956-aa74-abb822cc1a23 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:33.422749 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4202240d-4f57-4956-aa74-abb822cc1a23 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1605530 Jul 07 21:18:33.425296 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50414) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:33.434207 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-c8e67fbc-76d6-4243-949b-6a71dbe45f4e tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'enable_snat': True}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:33.456861 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3acc6ad5-85bc-474e-8025-5dbf45d34a47 req-869cd6b1-2d26-408b-8a41-d592a74f9c1a service neutron] 10.222.0.39 "GET /v2.0/networks/f11b94fb-a8d1-418f-9573-7968054b56b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993389 Jul 07 21:18:33.494161 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d295c132-cc3c-47b8-a081-a1ca67d03afe tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:33.520841 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295c132-cc3c-47b8-a081-a1ca67d03afe tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event deleted for resources: {'Port': ['ID=d5c24e35-0eff-4950-aeca-585eb59722b3,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:33.619173 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:33.673965 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8e67fbc-76d6-4243-949b-6a71dbe45f4e tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:33.812770 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d295c132-cc3c-47b8-a081-a1ca67d03afe tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:34.014374 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505e468-1120-42fb-961a-7ae3fb123392 req-34281486-7e40-43c4-9e68-e23d2ee128c1 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:34.021241 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1505e468-1120-42fb-961a-7ae3fb123392 req-34281486-7e40-43c4-9e68-e23d2ee128c1 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 946 time: 0.1467037 Jul 07 21:18:34.028345 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8e67fbc-76d6-4243-949b-6a71dbe45f4e tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:34.054168 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8e67fbc-76d6-4243-949b-6a71dbe45f4e tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:34.112174 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1505e468-1120-42fb-961a-7ae3fb123392 req-48e5f412-49d1-4d63-a0d3-6f99e800d0ed tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e8399c5-b803-485b-880f-59df1ef3da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898988 Jul 07 21:18:34.218748 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d295c132-cc3c-47b8-a081-a1ca67d03afe tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Router e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:18:34.223609 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-c8e67fbc-76d6-4243-949b-6a71dbe45f4e tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Allocated IP 172.25.5.107 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/9bd2b868-8793-4a99-b97c-18e739d64b17) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:18:34.350626 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d295c132-cc3c-47b8-a081-a1ca67d03afe tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:18:34.354760 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8e67fbc-76d6-4243-949b-6a71dbe45f4e tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:34.365177 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d295c132-cc3c-47b8-a081-a1ca67d03afe tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "PUT /v2.0/routers/e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4358122 Jul 07 21:18:34.365285 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50420) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:34.367822 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0cc4a2-e661-4bee-a35a-5c8b4bfb2136 None None] Sync routers for ids ['e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:18:34.379818 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0cc4a2-e661-4bee-a35a-5c8b4bfb2136 None None] Routers {'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:34.380750 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-6d0cc4a2-e661-4bee-a35a-5c8b4bfb2136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:34.456585 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-59989cff-14ef-4180-af21-87d77446c269 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Deleting subnet 53050cc6-5b87-4ce5-b02c-8e9b25a1ac51 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:18:34.460822 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8e67fbc-76d6-4243-949b-6a71dbe45f4e tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:34.463720 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-59989cff-14ef-4180-af21-87d77446c269 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:34.517083 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-6d0cc4a2-e661-4bee-a35a-5c8b4bfb2136 None None] Set router e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:18:34.539782 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e67fbc-76d6-4243-949b-6a71dbe45f4e tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:18:34.550753 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-59989cff-14ef-4180-af21-87d77446c269 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:34.553720 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-c8e67fbc-76d6-4243-949b-6a71dbe45f4e tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:18:34.579384 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e67fbc-76d6-4243-949b-6a71dbe45f4e tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Pushing event updated for resources: {'Port': ['ID=9bd2b868-8793-4a99-b97c-18e739d64b17,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:34.583862 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e67fbc-76d6-4243-949b-6a71dbe45f4e tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:18:34.746209 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-6d0cc4a2-e661-4bee-a35a-5c8b4bfb2136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553832242', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:18:33Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:34.775398 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-59989cff-14ef-4180-af21-87d77446c269 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:34.787836 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0cc4a2-e661-4bee-a35a-5c8b4bfb2136 None None] Checking router: e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:18:34.801396 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0cc4a2-e661-4bee-a35a-5c8b4bfb2136 None None] Routers {'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:34.802383 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-6d0cc4a2-e661-4bee-a35a-5c8b4bfb2136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:34.899216 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-59989cff-14ef-4180-af21-87d77446c269 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:34.961750 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59989cff-14ef-4180-af21-87d77446c269 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event deleted for resources: {'Subnet': ['ID=53050cc6-5b87-4ce5-b02c-8e9b25a1ac51,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:34.971906 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-59989cff-14ef-4180-af21-87d77446c269 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:34.975928 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-59989cff-14ef-4180-af21-87d77446c269 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "DELETE /v2.0/subnets/53050cc6-5b87-4ce5-b02c-8e9b25a1ac51 HTTP/1.1" status: 204 len: 168 time: 0.6097298 Jul 07 21:18:34.977002 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50424) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:35.007717 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8e67fbc-76d6-4243-949b-6a71dbe45f4e tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:35.124777 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-6d0cc4a2-e661-4bee-a35a-5c8b4bfb2136 None None] Set router e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:18:35.173943 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a92c5b24-79e9-484c-a4f7-047eb706bdc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:35.235137 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7a4b3a-ef4c-471e-bf24-91964e6296f1 None None] Network 772d6225-4638-4eca-b361-b674a7ef2a7a requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:18:35.365211 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:35.381020 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8e67fbc-76d6-4243-949b-6a71dbe45f4e tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:35.389250 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8e67fbc-76d6-4243-949b-6a71dbe45f4e tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7883739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7883712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7881482'] for router, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:35.403117 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a92c5b24-79e9-484c-a4f7-047eb706bdc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:35.463353 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76a3e8-6e44-40ab-9aa5-a5a41955ddb1 req-f4c310d1-9cc4-4e3d-8ee7-9f6975eb0c0f tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:35.471490 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ce76a3e8-6e44-40ab-9aa5-a5a41955ddb1 req-f4c310d1-9cc4-4e3d-8ee7-9f6975eb0c0f tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 946 time: 0.1632550 Jul 07 21:18:35.537885 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-6d0cc4a2-e661-4bee-a35a-5c8b4bfb2136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553832242', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:18:33Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:35.549939 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ce76a3e8-6e44-40ab-9aa5-a5a41955ddb1 req-a9b3eb65-348c-4932-a5ba-837b3d84e2c5 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e8399c5-b803-485b-880f-59df1ef3da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757656 Jul 07 21:18:35.574181 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-a92c5b24-79e9-484c-a4f7-047eb706bdc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Deleting port b730e2ee-b5bd-4e55-b752-7fb4772fa167 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:18:35.577746 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0cc4a2-e661-4bee-a35a-5c8b4bfb2136 None None] The sync data for ids ['e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2'] in n-d-695189-11 is: [{'id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-553832242', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:18:33Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': 'b730e2ee-b5bd-4e55-b752-7fb4772fa167', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:40:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:16:08Z', 'updated_at': '2021-07-07T21:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:18:35.579430 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a92c5b24-79e9-484c-a4f7-047eb706bdc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:35.580933 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a2e537-ff88-470c-8bba-217b4e65e624 None None] DHCP port deletion for 772d6225-4638-4eca-b361-b674a7ef2a7a request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:18:35.658947 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-e9a2e537-ff88-470c-8bba-217b4e65e624 None None] Deleting port dde495da-9359-4848-ba18-6016d0799802 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:18:35.659734 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e9a2e537-ff88-470c-8bba-217b4e65e624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:35.731652 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-a92c5b24-79e9-484c-a4f7-047eb706bdc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] For port b730e2ee-b5bd-4e55-b752-7fb4772fa167, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=b730e2ee-b5bd-4e55-b752-7fb4772fa167,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:18:35.732336 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a92c5b24-79e9-484c-a4f7-047eb706bdc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:35.753075 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-a92c5b24-79e9-484c-a4f7-047eb706bdc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Calling delete_port for b730e2ee-b5bd-4e55-b752-7fb4772fa167 owned by network:router_gateway {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:18:35.776060 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-e9a2e537-ff88-470c-8bba-217b4e65e624 None None] For port dde495da-9359-4848-ba18-6016d0799802, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=dde495da-9359-4848-ba18-6016d0799802,segment=NetworkSegment(8c2f6071-0874-434e-a719-222964d908f6),segment_id=8c2f6071-0874-434e-a719-222964d908f6)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:18:35.777794 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e9a2e537-ff88-470c-8bba-217b4e65e624 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:35.804777 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-e9a2e537-ff88-470c-8bba-217b4e65e624 None None] Calling delete_port for dde495da-9359-4848-ba18-6016d0799802 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:18:36.004358 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e67fbc-76d6-4243-949b-6a71dbe45f4e tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Router 62cee3a0-18ef-4f66-9819-4d1da210b098 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:18:36.041724 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a92c5b24-79e9-484c-a4f7-047eb706bdc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:36.043077 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e9a2e537-ff88-470c-8bba-217b4e65e624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:36.059703 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a2e537-ff88-470c-8bba-217b4e65e624 None None] No DVR routers for this DVR port dde495da-9359-4848-ba18-6016d0799802 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:18:36.106807 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2e537-ff88-470c-8bba-217b4e65e624 None None] Pushing event deleted for resources: {'Port': ['ID=dde495da-9359-4848-ba18-6016d0799802,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:36.117184 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c5b24-79e9-484c-a4f7-047eb706bdc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event deleted for resources: {'Port': ['ID=b730e2ee-b5bd-4e55-b752-7fb4772fa167,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:36.191159 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e67fbc-76d6-4243-949b-6a71dbe45f4e tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:18:36.196111 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c8e67fbc-76d6-4243-949b-6a71dbe45f4e tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:36.201110 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c8e67fbc-76d6-4243-949b-6a71dbe45f4e tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "PUT /v2.0/routers/62cee3a0-18ef-4f66-9819-4d1da210b098 HTTP/1.1" status: 200 len: 919 time: 2.7710671 Jul 07 21:18:36.202641 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e30320-4274-4c75-a6d5-fe209b90136e None None] Sync routers for ids ['62cee3a0-18ef-4f66-9819-4d1da210b098'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:18:36.214726 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50434) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:36.219444 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e30320-4274-4c75-a6d5-fe209b90136e None None] Routers {'62cee3a0-18ef-4f66-9819-4d1da210b098'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:36.220095 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-64e30320-4274-4c75-a6d5-fe209b90136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['62cee3a0-18ef-4f66-9819-4d1da210b098'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:36.235086 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a92c5b24-79e9-484c-a4f7-047eb706bdc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:36.271999 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-64e30320-4274-4c75-a6d5-fe209b90136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:36.282213 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e30320-4274-4c75-a6d5-fe209b90136e None None] Routers {'62cee3a0-18ef-4f66-9819-4d1da210b098'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:36.282835 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-64e30320-4274-4c75-a6d5-fe209b90136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['62cee3a0-18ef-4f66-9819-4d1da210b098'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:36.321499 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-64e30320-4274-4c75-a6d5-fe209b90136e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:36.322793 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e30320-4274-4c75-a6d5-fe209b90136e None None] The sync data for ids ['62cee3a0-18ef-4f66-9819-4d1da210b098'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:18:36.377420 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-50e07e8b-5e4f-471a-ad9a-08074973a60b tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "GET /v2.0/routers/62cee3a0-18ef-4f66-9819-4d1da210b098 HTTP/1.1" status: 200 len: 925 time: 0.1599154 Jul 07 21:18:36.380441 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50436) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:36.419666 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a92c5b24-79e9-484c-a4f7-047eb706bdc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:36.422768 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a92c5b24-79e9-484c-a4f7-047eb706bdc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:36.449025 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b95cae2-761b-40e0-a48d-7bcd27308afd tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:36.451616 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2b95cae2-761b-40e0-a48d-7bcd27308afd tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba&device_id=62cee3a0-18ef-4f66-9819-4d1da210b098&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0698302 Jul 07 21:18:36.455807 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50438) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:36.495778 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b37968-2aec-479c-acb3-a58d2e8b4380 req-afdce858-4133-4e95-8aff-cf2128ba902e tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:36.497432 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0b37968-2aec-479c-acb3-a58d2e8b4380 req-afdce858-4133-4e95-8aff-cf2128ba902e tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 946 time: 0.3481030 Jul 07 21:18:36.498629 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a92c5b24-79e9-484c-a4f7-047eb706bdc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:36.499147 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92c5b24-79e9-484c-a4f7-047eb706bdc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Fanout notify agent at l3_agent the message router_deleted on router e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2 {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:18:36.506327 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a92c5b24-79e9-484c-a4f7-047eb706bdc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:36.511726 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a92c5b24-79e9-484c-a4f7-047eb706bdc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "DELETE /v2.0/routers/e4fed311-c2ec-42bb-b0b5-9ff0b5715aa2 HTTP/1.1" status: 204 len: 168 time: 1.5336502 Jul 07 21:18:36.512361 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50440) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:36.614468 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e594b6-0790-43e0-9075-c3108474601f tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:36.619549 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a8e594b6-0790-43e0-9075-c3108474601f tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 881 time: 0.1590378 Jul 07 21:18:36.621449 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50442) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:36.640810 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a0b37968-2aec-479c-acb3-a58d2e8b4380 req-34cdf400-48f6-4416-9c03-5019c6495444 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e8399c5-b803-485b-880f-59df1ef3da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272087 Jul 07 21:18:36.652698 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0337fbe1-a01c-4353-8090-a4c071d91dd4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:36.675941 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5ecbbaca-d91d-4516-9e31-c0d64ae5e469 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "GET /v2.0/ports?device_id=62cee3a0-18ef-4f66-9819-4d1da210b098 HTTP/1.1" status: 200 len: 205 time: 0.0441008 Jul 07 21:18:36.676411 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50444) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:36.810206 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0337fbe1-a01c-4353-8090-a4c071d91dd4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:36.822383 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-0337fbe1-a01c-4353-8090-a4c071d91dd4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772d6225-4638-4eca-b361-b674a7ef2a7a']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:36.834049 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-0337fbe1-a01c-4353-8090-a4c071d91dd4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2f6071-0874-434e-a719-222964d908f6') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:36.834049 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-0337fbe1-a01c-4353-8090-a4c071d91dd4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2f6071-0874-434e-a719-222964d908f6') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:36.839592 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9a58e956-0b4d-4d14-9a91-ad157d968530 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:36.845192 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0337fbe1-a01c-4353-8090-a4c071d91dd4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:36.862729 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0337fbe1-a01c-4353-8090-a4c071d91dd4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:36.870569 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0337fbe1-a01c-4353-8090-a4c071d91dd4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:18:36.870952 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0337fbe1-a01c-4353-8090-a4c071d91dd4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:18:36.873992 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:18:36.950464 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0337fbe1-a01c-4353-8090-a4c071d91dd4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:36.961228 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0337fbe1-a01c-4353-8090-a4c071d91dd4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:36.964697 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0337fbe1-a01c-4353-8090-a4c071d91dd4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "DELETE /v2.0/networks/772d6225-4638-4eca-b361-b674a7ef2a7a HTTP/1.1" status: 204 len: 168 time: 0.4500477 Jul 07 21:18:36.970767 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50448) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:36.981373 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337fbe1-a01c-4353-8090-a4c071d91dd4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event deleted for resources: {'Network': ['ID=772d6225-4638-4eca-b361-b674a7ef2a7a,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:36.990892 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9a58e956-0b4d-4d14-9a91-ad157d968530 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:37.111458 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-df1095ec-9805-4cc4-96be-3274393c4275 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:37.146180 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-df1095ec-9805-4cc4-96be-3274393c4275 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:37.149887 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-9a58e956-0b4d-4d14-9a91-ad157d968530 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Deleting port 9bd2b868-8793-4a99-b97c-18e739d64b17 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:18:37.151066 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9a58e956-0b4d-4d14-9a91-ad157d968530 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:37.192014 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b730e2ee-b5bd-4e55-b752-7fb4772fa167 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:18:37.225112 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: b730e2ee-b5bd-4e55-b752-7fb4772fa167 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:18:37.225971 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device b730e2ee-b5bd-4e55-b752-7fb4772fa167 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:18:37.226834 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device dde495da-9359-4848-ba18-6016d0799802 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:18:37.247693 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: dde495da-9359-4848-ba18-6016d0799802 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:18:37.248425 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device dde495da-9359-4848-ba18-6016d0799802 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:18:37.249330 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device d5c24e35-0eff-4950-aeca-585eb59722b3 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:18:37.275559 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: d5c24e35-0eff-4950-aeca-585eb59722b3 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:18:37.276240 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device d5c24e35-0eff-4950-aeca-585eb59722b3 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:18:37.284194 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9a58e956-0b4d-4d14-9a91-ad157d968530 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:37.301266 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-df1095ec-9805-4cc4-96be-3274393c4275 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:37.303882 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-df1095ec-9805-4cc4-96be-3274393c4275 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:37.305111 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-df1095ec-9805-4cc4-96be-3274393c4275 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "DELETE /v2.0/security-groups/4c42d338-9171-4b23-b665-a715c551e1b5 HTTP/1.1" status: 204 len: 168 time: 0.3313446 Jul 07 21:18:37.306160 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-9a58e956-0b4d-4d14-9a91-ad157d968530 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Calling delete_port for 9bd2b868-8793-4a99-b97c-18e739d64b17 owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:18:37.322698 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1095ec-9805-4cc4-96be-3274393c4275 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c42d338-9171-4b23-b665-a715c551e1b5,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:37.557747 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9a58e956-0b4d-4d14-9a91-ad157d968530 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:37.584364 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58e956-0b4d-4d14-9a91-ad157d968530 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Pushing event deleted for resources: {'Port': ['ID=9bd2b868-8793-4a99-b97c-18e739d64b17,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:37.668953 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50454) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:37.674344 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-5a44c410-390b-441c-ba16-d5a67a7a2ce9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1842449049', 'description': 'tempest-secgroup-smoke-1842449049 description', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:37.682505 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9a58e956-0b4d-4d14-9a91-ad157d968530 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:37.789855 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9a58e956-0b4d-4d14-9a91-ad157d968530 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:37.792768 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9a58e956-0b4d-4d14-9a91-ad157d968530 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:37.794312 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5a44c410-390b-441c-ba16-d5a67a7a2ce9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:37.880179 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9a58e956-0b4d-4d14-9a91-ad157d968530 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:37.881014 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a58e956-0b4d-4d14-9a91-ad157d968530 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Fanout notify agent at l3_agent the message router_deleted on router 62cee3a0-18ef-4f66-9819-4d1da210b098 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:18:37.893819 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9a58e956-0b4d-4d14-9a91-ad157d968530 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:37.894424 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9a58e956-0b4d-4d14-9a91-ad157d968530 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "DELETE /v2.0/routers/62cee3a0-18ef-4f66-9819-4d1da210b098 HTTP/1.1" status: 204 len: 168 time: 1.2163985 Jul 07 21:18:37.898228 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50458) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:37.907000 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-2f263c15-00ed-4939-aa27-9dc1edc79e0d tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1287629222', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:37.958733 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427b379-1b68-4108-9adb-b0223d3e3a7f req-4f6234d1-391b-4ad2-aafd-57830dd6648f tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:37.960312 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e427b379-1b68-4108-9adb-b0223d3e3a7f req-4f6234d1-391b-4ad2-aafd-57830dd6648f tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 946 time: 0.1414647 Jul 07 21:18:37.984635 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5a44c410-390b-441c-ba16-d5a67a7a2ce9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:37.994378 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5a44c410-390b-441c-ba16-d5a67a7a2ce9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.011728 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355f6b7-cc0b-432c-8336-03fb3991a6cb req-e0dc4d60-fc00-4e0a-b8c8-509e026ddd59 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:38.013525 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a355f6b7-cc0b-432c-8336-03fb3991a6cb req-e0dc4d60-fc00-4e0a-b8c8-509e026ddd59 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 946 time: 0.1424980 Jul 07 21:18:38.058015 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2f263c15-00ed-4939-aa27-9dc1edc79e0d tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.059857 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2f263c15-00ed-4939-aa27-9dc1edc79e0d tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.072505 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5a44c410-390b-441c-ba16-d5a67a7a2ce9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.077113 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5a44c410-390b-441c-ba16-d5a67a7a2ce9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4045081 Jul 07 21:18:38.077665 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44c410-390b-441c-ba16-d5a67a7a2ce9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:38.081089 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50462) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:38.089395 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e427b379-1b68-4108-9adb-b0223d3e3a7f req-f7f5f6d9-cf9b-43ce-b535-526cb10ce442 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/security-groups?id=2e8399c5-b803-485b-880f-59df1ef3da4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187146 Jul 07 21:18:38.098406 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-0fabf97c-ff9b-4d8c-a977-809c37f7c6bf tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group_rule': {'security_group_id': '10f0b710-bc2c-4f9d-ade7-4b8a7aac9506', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:38.165266 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2f263c15-00ed-4939-aa27-9dc1edc79e0d tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.174076 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2f263c15-00ed-4939-aa27-9dc1edc79e0d tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.181072 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0fabf97c-ff9b-4d8c-a977-809c37f7c6bf tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.211922 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2f263c15-00ed-4939-aa27-9dc1edc79e0d tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.213736 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2f263c15-00ed-4939-aa27-9dc1edc79e0d tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3145962 Jul 07 21:18:38.217001 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50464) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:38.221659 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-49820e29-6b3f-4722-9e14-14c0879f24c9 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'enable_snat': False}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:38.253841 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0fabf97c-ff9b-4d8c-a977-809c37f7c6bf tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.258968 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0fabf97c-ff9b-4d8c-a977-809c37f7c6bf tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.269605 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-a355f6b7-cc0b-432c-8336-03fb3991a6cb req-7583ed4d-e511-4d9e-8c3c-97086f13cf23 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Deleting port 8e5434c1-7010-46f9-8704-5eae08dfca26 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:18:38.269959 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a355f6b7-cc0b-432c-8336-03fb3991a6cb req-7583ed4d-e511-4d9e-8c3c-97086f13cf23 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.286681 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0fabf97c-ff9b-4d8c-a977-809c37f7c6bf tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.292297 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0fabf97c-ff9b-4d8c-a977-809c37f7c6bf tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1980104 Jul 07 21:18:38.292297 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabf97c-ff9b-4d8c-a977-809c37f7c6bf tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d10cfc8-3018-4312-926c-b8a68c53b62d,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:38.292561 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50466) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:38.298416 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ed9d3e23-2887-4817-a505-8e2fbe7c05a0 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group_rule': {'security_group_id': '10f0b710-bc2c-4f9d-ade7-4b8a7aac9506', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:38.337676 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed9d3e23-2887-4817-a505-8e2fbe7c05a0 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.418988 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed9d3e23-2887-4817-a505-8e2fbe7c05a0 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.424305 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed9d3e23-2887-4817-a505-8e2fbe7c05a0 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.466301 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d3e23-2887-4817-a505-8e2fbe7c05a0 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b6c577-d9c3-4507-abb9-e2699c3c0389,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:38.472494 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed9d3e23-2887-4817-a505-8e2fbe7c05a0 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.477566 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ed9d3e23-2887-4817-a505-8e2fbe7c05a0 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1833489 Jul 07 21:18:38.478018 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50468) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:38.484674 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-9660075b-8360-4f0e-9b6e-98aa1b14fcf6 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group_rule': {'security_group_id': '10f0b710-bc2c-4f9d-ade7-4b8a7aac9506', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:38.533746 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9660075b-8360-4f0e-9b6e-98aa1b14fcf6 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.619940 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9660075b-8360-4f0e-9b6e-98aa1b14fcf6 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.625237 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9660075b-8360-4f0e-9b6e-98aa1b14fcf6 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.647888 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660075b-8360-4f0e-9b6e-98aa1b14fcf6 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6a720e-7116-46a8-9f8f-ce58714e8fe9,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:38.660669 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-9660075b-8360-4f0e-9b6e-98aa1b14fcf6 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.662707 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9660075b-8360-4f0e-9b6e-98aa1b14fcf6 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1823165 Jul 07 21:18:38.666815 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50470) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:38.675246 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-a25c0bbf-dae1-4d91-85ce-27c8afaf1fc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group_rule': {'security_group_id': '10f0b710-bc2c-4f9d-ade7-4b8a7aac9506', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:38.715103 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a25c0bbf-dae1-4d91-85ce-27c8afaf1fc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.796428 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a25c0bbf-dae1-4d91-85ce-27c8afaf1fc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.804750 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a25c0bbf-dae1-4d91-85ce-27c8afaf1fc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.834586 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c0bbf-dae1-4d91-85ce-27c8afaf1fc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7330014a-b7ae-43c7-b505-1beb16bf2812,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:38.841290 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a25c0bbf-dae1-4d91-85ce-27c8afaf1fc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.846424 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a25c0bbf-dae1-4d91-85ce-27c8afaf1fc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1753826 Jul 07 21:18:38.847404 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50472) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:38.857814 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-697d2504-da8f-4ab9-82f6-c6a4f5ebfb5e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group_rule': {'security_group_id': '10f0b710-bc2c-4f9d-ade7-4b8a7aac9506', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:38.895886 n-d-695189-11 neutron-server[100447]: INFO neutron.db.securitygroups_db [None req-697d2504-da8f-4ab9-82f6-c6a4f5ebfb5e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Project 4a5d41a33f7944c39f0befd9bdb8329c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 21:18:38.903671 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-697d2504-da8f-4ab9-82f6-c6a4f5ebfb5e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.928296 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-49820e29-6b3f-4722-9e14-14c0879f24c9 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.932965 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-a355f6b7-cc0b-432c-8336-03fb3991a6cb req-7583ed4d-e511-4d9e-8c3c-97086f13cf23 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] For port 8e5434c1-7010-46f9-8704-5eae08dfca26, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=8e5434c1-7010-46f9-8704-5eae08dfca26,segment=NetworkSegment(66693cea-99c9-40f5-86ed-4a107d666933),segment_id=66693cea-99c9-40f5-86ed-4a107d666933)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:18:38.933324 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a355f6b7-cc0b-432c-8336-03fb3991a6cb req-7583ed4d-e511-4d9e-8c3c-97086f13cf23 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:38.949056 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-a355f6b7-cc0b-432c-8336-03fb3991a6cb req-7583ed4d-e511-4d9e-8c3c-97086f13cf23 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Calling delete_port for 8e5434c1-7010-46f9-8704-5eae08dfca26 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:18:38.992452 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-697d2504-da8f-4ab9-82f6-c6a4f5ebfb5e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:39.001448 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-697d2504-da8f-4ab9-82f6-c6a4f5ebfb5e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:39.037333 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d2504-da8f-4ab9-82f6-c6a4f5ebfb5e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96b6c40-cb00-457d-a763-b5867aead7be,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:39.047741 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-697d2504-da8f-4ab9-82f6-c6a4f5ebfb5e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:39.053931 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-697d2504-da8f-4ab9-82f6-c6a4f5ebfb5e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2007623 Jul 07 21:18:39.054180 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50474) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:39.061580 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-5be4ce79-3174-46e4-b35a-583ebba6051a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group_rule': {'security_group_id': '10f0b710-bc2c-4f9d-ade7-4b8a7aac9506', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:39.112351 n-d-695189-11 neutron-server[100447]: INFO neutron.db.securitygroups_db [None req-5be4ce79-3174-46e4-b35a-583ebba6051a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Project 4a5d41a33f7944c39f0befd9bdb8329c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 21:18:39.123739 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5be4ce79-3174-46e4-b35a-583ebba6051a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:39.280175 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5be4ce79-3174-46e4-b35a-583ebba6051a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:39.287190 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5be4ce79-3174-46e4-b35a-583ebba6051a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:39.287513 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a355f6b7-cc0b-432c-8336-03fb3991a6cb req-7583ed4d-e511-4d9e-8c3c-97086f13cf23 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:39.303004 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['8e5434c1-7010-46f9-8704-5eae08dfca26'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:18:39.309157 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4ce79-3174-46e4-b35a-583ebba6051a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c05b4c4-908d-4dc3-9011-3cf7424c59dd,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:39.329248 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5be4ce79-3174-46e4-b35a-583ebba6051a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:39.331379 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5be4ce79-3174-46e4-b35a-583ebba6051a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2754309 Jul 07 21:18:39.335633 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50480) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:39.345739 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-212ec07b-0287-4034-9406-31db7b872390 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'network': {'name': 'tempest-network-smoke--1589728039', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'port_security_enabled': True}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:39.377576 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212ec07b-0287-4034-9406-31db7b872390 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Made reservation on behalf of 4a5d41a33f7944c39f0befd9bdb8329c for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:18:39.381485 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-212ec07b-0287-4034-9406-31db7b872390 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:39.418367 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212ec07b-0287-4034-9406-31db7b872390 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:18:39.428751 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-212ec07b-0287-4034-9406-31db7b872390 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:39.429143 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-212ec07b-0287-4034-9406-31db7b872390 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Added segment 552b830a-3d0b-4509-bbbe-ef4628cd75be of type vlan for network 8514bcb3-7d37-4491-a641-df9d3f314e5a Jul 07 21:18:39.441316 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583ed4d-e511-4d9e-8c3c-97086f13cf23 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Pushing event deleted for resources: {'Port': ['ID=8e5434c1-7010-46f9-8704-5eae08dfca26,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:39.492582 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-212ec07b-0287-4034-9406-31db7b872390 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:39.495581 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4b35e4d5-b3ca-464c-ab94-6fe2e71bb608 req-3adabac1-6e2c-45c3-ba50-43860b68c2bc tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd1fd47e-d819-4fb3-a459-58ff8a242c88 HTTP/1.1" status: 200 len: 210 time: 0.1023092 Jul 07 21:18:39.533632 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-212ec07b-0287-4034-9406-31db7b872390 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:39.551284 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212ec07b-0287-4034-9406-31db7b872390 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:39.552357 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-212ec07b-0287-4034-9406-31db7b872390 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:39.599216 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-a355f6b7-cc0b-432c-8336-03fb3991a6cb req-7583ed4d-e511-4d9e-8c3c-97086f13cf23 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] No DVR routers for this DVR port 8e5434c1-7010-46f9-8704-5eae08dfca26 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:18:39.604573 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-a355f6b7-cc0b-432c-8336-03fb3991a6cb req-7583ed4d-e511-4d9e-8c3c-97086f13cf23 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:39.607609 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a355f6b7-cc0b-432c-8336-03fb3991a6cb req-7583ed4d-e511-4d9e-8c3c-97086f13cf23 tempest-TestServerAdvancedOps-984699774 tempest-TestServerAdvancedOps-984699774-project] 10.222.0.39 "DELETE /v2.0/ports/8e5434c1-7010-46f9-8704-5eae08dfca26 HTTP/1.1" status: 204 len: 173 time: 1.5791776 Jul 07 21:18:39.608272 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1fd47e-d819-4fb3-a459-58ff8a242c88', 'name': 'network-vif-deleted', 'tag': '8e5434c1-7010-46f9-8704-5eae08dfca26'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:18:39.611955 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515cb36f-5891-4a31-b1f0-19fac6d2a1a9" -d '{"events": [{"server_uuid": "dd1fd47e-d819-4fb3-a459-58ff8a242c88", "name": "network-vif-deleted", "tag": "8e5434c1-7010-46f9-8704-5eae08dfca26"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:18:39.639483 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-49820e29-6b3f-4722-9e14-14c0879f24c9 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:39.651478 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-212ec07b-0287-4034-9406-31db7b872390 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3120162 Jul 07 21:18:39.656661 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50484) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:39.663169 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-677c79c7-0ae3-4d19-ab62-c54376ccb333 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-339048018', 'admin_state_up': True, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:39.665504 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-49820e29-6b3f-4722-9e14-14c0879f24c9 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:39.691340 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ec07b-0287-4034-9406-31db7b872390 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Network': ['ID=8514bcb3-7d37-4491-a641-df9d3f314e5a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:39.709211 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313b68f5-1bfa-42eb-807d-c8df78a0fdb0 x-openstack-request-id: req-313b68f5-1bfa-42eb-807d-c8df78a0fdb0 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:18:39.709501 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1fd47e-d819-4fb3-a459-58ff8a242c88", "name": "network-vif-deleted", "tag": "8e5434c1-7010-46f9-8704-5eae08dfca26", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:18:39.709751 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-313b68f5-1bfa-42eb-807d-c8df78a0fdb0 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:18:39.710203 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1fd47e-d819-4fb3-a459-58ff8a242c88', 'name': 'network-vif-deleted', 'tag': '8e5434c1-7010-46f9-8704-5eae08dfca26', 'status': 'completed', 'code': 200} Jul 07 21:18:39.711698 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-677c79c7-0ae3-4d19-ab62-c54376ccb333 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:39.712193 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 8514bcb3-7d37-4491-a641-df9d3f314e5a details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:18:39.714181 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-677c79c7-0ae3-4d19-ab62-c54376ccb333 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:39.792709 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-677c79c7-0ae3-4d19-ab62-c54376ccb333 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:39.846193 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-49820e29-6b3f-4722-9e14-14c0879f24c9 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Allocated IP 172.25.5.232 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/227cfc82-20d7-4f6f-a9c3-da8ff9df4b14) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:18:39.968740 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-677c79c7-0ae3-4d19-ab62-c54376ccb333 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:39.968975 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-49820e29-6b3f-4722-9e14-14c0879f24c9 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:40.016174 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-49820e29-6b3f-4722-9e14-14c0879f24c9 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:40.065343 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49820e29-6b3f-4722-9e14-14c0879f24c9 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:18:40.076148 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-49820e29-6b3f-4722-9e14-14c0879f24c9 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:18:40.085391 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49820e29-6b3f-4722-9e14-14c0879f24c9 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:18:40.093127 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49820e29-6b3f-4722-9e14-14c0879f24c9 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Pushing event updated for resources: {'Port': ['ID=227cfc82-20d7-4f6f-a9c3-da8ff9df4b14,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:40.295436 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-677c79c7-0ae3-4d19-ab62-c54376ccb333 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:40.360989 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-677c79c7-0ae3-4d19-ab62-c54376ccb333 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:40.503776 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-49820e29-6b3f-4722-9e14-14c0879f24c9 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:40.528047 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-677c79c7-0ae3-4d19-ab62-c54376ccb333 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Allocated IP 172.25.5.82 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/6b2a8641-5e04-41e1-99fa-be2aae6519b7) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:18:40.619295 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50490) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:40.733292 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-677c79c7-0ae3-4d19-ab62-c54376ccb333 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:40.753374 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53f3f94-da1b-45d2-8bd2-044672d9c9e8 admin admin] Deleting subnet 665cbaa6-8271-4158-9ae9-2f53975353e5 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:18:40.760076 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c53f3f94-da1b-45d2-8bd2-044672d9c9e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:40.806862 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-677c79c7-0ae3-4d19-ab62-c54376ccb333 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:40.841059 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c53f3f94-da1b-45d2-8bd2-044672d9c9e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:40.883218 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677c79c7-0ae3-4d19-ab62-c54376ccb333 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:18:40.888694 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-49820e29-6b3f-4722-9e14-14c0879f24c9 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:40.889332 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-677c79c7-0ae3-4d19-ab62-c54376ccb333 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:18:40.894875 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677c79c7-0ae3-4d19-ab62-c54376ccb333 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:18:40.899095 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-49820e29-6b3f-4722-9e14-14c0879f24c9 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7883739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7883712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7881482'] for router, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:40.903786 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c53f3f94-da1b-45d2-8bd2-044672d9c9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:40.953343 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c79c7-0ae3-4d19-ab62-c54376ccb333 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Port': ['ID=6b2a8641-5e04-41e1-99fa-be2aae6519b7,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:41.058746 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c53f3f94-da1b-45d2-8bd2-044672d9c9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:41.102473 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f3f94-da1b-45d2-8bd2-044672d9c9e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=665cbaa6-8271-4158-9ae9-2f53975353e5,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:41.116052 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c53f3f94-da1b-45d2-8bd2-044672d9c9e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:41.117330 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c53f3f94-da1b-45d2-8bd2-044672d9c9e8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/665cbaa6-8271-4158-9ae9-2f53975353e5 HTTP/1.1" status: 204 len: 168 time: 0.4966109 Jul 07 21:18:41.121864 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50492) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:41.177536 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49820e29-6b3f-4722-9e14-14c0879f24c9 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Router ae544067-6f8d-4906-b1b2-bb2509aa3c59 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:18:41.256676 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-01185e13-0579-4bb3-9a70-5fe5a87fb742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:41.305321 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49820e29-6b3f-4722-9e14-14c0879f24c9 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:18:41.314497 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-49820e29-6b3f-4722-9e14-14c0879f24c9 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:41.317400 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-49820e29-6b3f-4722-9e14-14c0879f24c9 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "PUT /v2.0/routers/ae544067-6f8d-4906-b1b2-bb2509aa3c59 HTTP/1.1" status: 200 len: 920 time: 3.0985303 Jul 07 21:18:41.319492 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50494) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:41.325190 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ca5da5-2e22-4595-b521-0e7a5d9d7f17 None None] Sync routers for ids ['ae544067-6f8d-4906-b1b2-bb2509aa3c59'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:18:41.340719 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ca5da5-2e22-4595-b521-0e7a5d9d7f17 None None] Routers {'ae544067-6f8d-4906-b1b2-bb2509aa3c59'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:41.341696 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-56ca5da5-2e22-4595-b521-0e7a5d9d7f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ae544067-6f8d-4906-b1b2-bb2509aa3c59'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:41.385889 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-01185e13-0579-4bb3-9a70-5fe5a87fb742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:41.397337 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-01185e13-0579-4bb3-9a70-5fe5a87fb742 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f11b94fb-a8d1-418f-9573-7968054b56b1']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:41.406722 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-01185e13-0579-4bb3-9a70-5fe5a87fb742 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66693cea-99c9-40f5-86ed-4a107d666933') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:41.407107 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-01185e13-0579-4bb3-9a70-5fe5a87fb742 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66693cea-99c9-40f5-86ed-4a107d666933') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:41.418846 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-01185e13-0579-4bb3-9a70-5fe5a87fb742 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:41.454359 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-56ca5da5-2e22-4595-b521-0e7a5d9d7f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:41.462861 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-677c79c7-0ae3-4d19-ab62-c54376ccb333 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:41.464580 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ca5da5-2e22-4595-b521-0e7a5d9d7f17 None None] Routers {'ae544067-6f8d-4906-b1b2-bb2509aa3c59'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:41.465396 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-56ca5da5-2e22-4595-b521-0e7a5d9d7f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['ae544067-6f8d-4906-b1b2-bb2509aa3c59'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:41.467903 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-01185e13-0579-4bb3-9a70-5fe5a87fb742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:41.472788 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-de5fde6d-a609-426a-8503-42ac42f587c6 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "GET /v2.0/routers/ae544067-6f8d-4906-b1b2-bb2509aa3c59 HTTP/1.1" status: 200 len: 926 time: 0.1479077 Jul 07 21:18:41.475313 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50498) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:41.527236 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01185e13-0579-4bb3-9a70-5fe5a87fb742 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:18:41.527690 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-01185e13-0579-4bb3-9a70-5fe5a87fb742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:18:41.529564 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:18:41.535172 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-56ca5da5-2e22-4595-b521-0e7a5d9d7f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:41.536170 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ca5da5-2e22-4595-b521-0e7a5d9d7f17 None None] The sync data for ids ['ae544067-6f8d-4906-b1b2-bb2509aa3c59'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:18:41.620805 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4919cd3e-49b1-4800-b7fc-99e99a833ccf tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:41.629595 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4919cd3e-49b1-4800-b7fc-99e99a833ccf tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba&device_id=ae544067-6f8d-4906-b1b2-bb2509aa3c59&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1428041 Jul 07 21:18:41.629862 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50500) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:41.679019 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-01185e13-0579-4bb3-9a70-5fe5a87fb742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:41.694489 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-01185e13-0579-4bb3-9a70-5fe5a87fb742 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:41.696643 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-01185e13-0579-4bb3-9a70-5fe5a87fb742 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f11b94fb-a8d1-418f-9573-7968054b56b1 HTTP/1.1" status: 204 len: 168 time: 0.5733256 Jul 07 21:18:41.699720 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50502) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:41.720171 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01185e13-0579-4bb3-9a70-5fe5a87fb742 admin admin] Pushing event deleted for resources: {'Network': ['ID=f11b94fb-a8d1-418f-9573-7968054b56b1,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:41.757323 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-553128bf-aac3-47e3-a34f-4dd05be49f9c admin admin] Deleting subnet 6d8a16c5-000d-4d8f-b32f-bef7bb970670 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:18:41.762009 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-553128bf-aac3-47e3-a34f-4dd05be49f9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:41.805355 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-553128bf-aac3-47e3-a34f-4dd05be49f9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:41.862308 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-553128bf-aac3-47e3-a34f-4dd05be49f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:41.936082 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-553128bf-aac3-47e3-a34f-4dd05be49f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:41.968734 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553128bf-aac3-47e3-a34f-4dd05be49f9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d8a16c5-000d-4d8f-b32f-bef7bb970670,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:41.975773 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-553128bf-aac3-47e3-a34f-4dd05be49f9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:41.979578 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-553128bf-aac3-47e3-a34f-4dd05be49f9c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6d8a16c5-000d-4d8f-b32f-bef7bb970670 HTTP/1.1" status: 204 len: 168 time: 0.2786710 Jul 07 21:18:41.981915 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50504) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:42.070437 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78d5a298-229f-43d9-90c7-1f34c7791f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:42.163065 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca62faca-e0c3-48fb-96ee-26ef5029ba97 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:42.164641 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ca62faca-e0c3-48fb-96ee-26ef5029ba97 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "GET /v2.0/networks/22fe2733-1fbd-4da1-8a8f-57b89da1f5ba HTTP/1.1" status: 200 len: 881 time: 0.5365708 Jul 07 21:18:42.173162 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50506) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:42.182911 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78d5a298-229f-43d9-90c7-1f34c7791f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:42.194652 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-78d5a298-229f-43d9-90c7-1f34c7791f69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461ea6aa-b019-4156-8996-2a21c6aeab5c']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:42.207451 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-78d5a298-229f-43d9-90c7-1f34c7791f69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c999e6-142b-4d33-9893-13342228a07f') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:42.207694 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-78d5a298-229f-43d9-90c7-1f34c7791f69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c999e6-142b-4d33-9893-13342228a07f') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:42.208941 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-96d5ad8e-fcf9-4b4a-809e-f7fa27f75966 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae544067-6f8d-4906-b1b2-bb2509aa3c59 HTTP/1.1" status: 200 len: 205 time: 0.0345037 Jul 07 21:18:42.211617 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50508) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:42.223498 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-677c79c7-0ae3-4d19-ab62-c54376ccb333 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:42.224824 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78d5a298-229f-43d9-90c7-1f34c7791f69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:42.242150 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78d5a298-229f-43d9-90c7-1f34c7791f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:42.248449 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d5a298-229f-43d9-90c7-1f34c7791f69 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:18:42.248837 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78d5a298-229f-43d9-90c7-1f34c7791f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:18:42.251144 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:18:42.326826 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78d5a298-229f-43d9-90c7-1f34c7791f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:42.341093 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-78d5a298-229f-43d9-90c7-1f34c7791f69 admin admin] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:42.346435 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-78d5a298-229f-43d9-90c7-1f34c7791f69 admin admin] 10.222.0.64 "DELETE /v2.0/networks/461ea6aa-b019-4156-8996-2a21c6aeab5c HTTP/1.1" status: 204 len: 168 time: 0.3610222 Jul 07 21:18:42.364602 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5a298-229f-43d9-90c7-1f34c7791f69 admin admin] Pushing event deleted for resources: {'Network': ['ID=461ea6aa-b019-4156-8996-2a21c6aeab5c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:42.470943 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1061498b-29eb-4142-b6dc-c6e03ca7f0d5 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:42.641145 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50514) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:42.701473 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1061498b-29eb-4142-b6dc-c6e03ca7f0d5 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:42.708477 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677c79c7-0ae3-4d19-ab62-c54376ccb333 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Router 3a616faa-e817-415d-868b-d5ac3b9bf28b is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:18:42.720882 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 8e5434c1-7010-46f9-8704-5eae08dfca26 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:18:42.721463 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-489c2d8a-e010-450a-af77-570910e03463 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2247813276d44a24973c6bd7c719b101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0770836 Jul 07 21:18:42.723726 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50516) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:42.750079 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 8e5434c1-7010-46f9-8704-5eae08dfca26 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:18:42.750838 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 8e5434c1-7010-46f9-8704-5eae08dfca26 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:18:42.918612 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6368e07f-ef23-42b7-aaa7-deff1ea54a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:42.924292 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677c79c7-0ae3-4d19-ab62-c54376ccb333 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:18:42.935234 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] Sync routers for ids ['3a616faa-e817-415d-868b-d5ac3b9bf28b'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:18:42.948765 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] Routers {'3a616faa-e817-415d-868b-d5ac3b9bf28b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:42.949882 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['3a616faa-e817-415d-868b-d5ac3b9bf28b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:42.950139 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-1061498b-29eb-4142-b6dc-c6e03ca7f0d5 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Deleting port 227cfc82-20d7-4f6f-a9c3-da8ff9df4b14 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:18:42.950692 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1061498b-29eb-4142-b6dc-c6e03ca7f0d5 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:42.999285 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6368e07f-ef23-42b7-aaa7-deff1ea54a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:43.024716 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-677c79c7-0ae3-4d19-ab62-c54376ccb333 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:43.025960 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-677c79c7-0ae3-4d19-ab62-c54376ccb333 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.3684421 Jul 07 21:18:43.031534 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50518) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:43.075426 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1061498b-29eb-4142-b6dc-c6e03ca7f0d5 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:43.081885 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1de5f1c4-acb1-4833-b238-1ce57af12ea6 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=4a5d41a33f7944c39f0befd9bdb8329c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0485127 Jul 07 21:18:43.082902 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50520) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:43.088286 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] Set router 3a616faa-e817-415d-868b-d5ac3b9bf28b gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:18:43.091649 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-1061498b-29eb-4142-b6dc-c6e03ca7f0d5 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Calling delete_port for 227cfc82-20d7-4f6f-a9c3-da8ff9df4b14 owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:18:43.096525 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6368e07f-ef23-42b7-aaa7-deff1ea54a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:43.099092 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6368e07f-ef23-42b7-aaa7-deff1ea54a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:43.105544 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6368e07f-ef23-42b7-aaa7-deff1ea54a66 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e8399c5-b803-485b-880f-59df1ef3da4c HTTP/1.1" status: 204 len: 168 time: 0.3756590 Jul 07 21:18:43.122677 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368e07f-ef23-42b7-aaa7-deff1ea54a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8399c5-b803-485b-880f-59df1ef3da4c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:43.204003 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0240856f-179f-4ce7-be88-4661dfa9fdd3 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:43.205876 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0240856f-179f-4ce7-be88-4661dfa9fdd3 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1217582 Jul 07 21:18:43.208916 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50524) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:43.246157 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a9762769-507a-4b29-af05-8ad5a28f7865 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354245 Jul 07 21:18:43.250386 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50526) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:43.256982 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-372e5696-710f-4fb6-ac38-f0593e3eea25 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2098395191', 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:43.397592 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339048018', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:18:39Z', 'updated_at': '2021-07-07T21:18:41Z', 'revision_number': 3, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:40Z', 'updated_at': '2021-07-07T21:18:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:43.413281 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372e5696-710f-4fb6-ac38-f0593e3eea25 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Made reservation on behalf of 4a5d41a33f7944c39f0befd9bdb8329c for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:18:43.419086 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-372e5696-710f-4fb6-ac38-f0593e3eea25 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:43.419461 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1061498b-29eb-4142-b6dc-c6e03ca7f0d5 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:43.460098 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] Checking router: 3a616faa-e817-415d-868b-d5ac3b9bf28b for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:18:43.460098 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] Updating router 3a616faa-e817-415d-868b-d5ac3b9bf28b port 6b2a8641-5e04-41e1-99fa-be2aae6519b7 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:18:43.468384 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061498b-29eb-4142-b6dc-c6e03ca7f0d5 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Pushing event deleted for resources: {'Port': ['ID=227cfc82-20d7-4f6f-a9c3-da8ff9df4b14,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:43.513884 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:43.573472 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1061498b-29eb-4142-b6dc-c6e03ca7f0d5 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:43.720341 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1061498b-29eb-4142-b6dc-c6e03ca7f0d5 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:43.724223 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1061498b-29eb-4142-b6dc-c6e03ca7f0d5 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:43.789444 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50532) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:43.811578 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1061498b-29eb-4142-b6dc-c6e03ca7f0d5 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:43.812304 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1061498b-29eb-4142-b6dc-c6e03ca7f0d5 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Fanout notify agent at l3_agent the message router_deleted on router ae544067-6f8d-4906-b1b2-bb2509aa3c59 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:18:43.821262 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1061498b-29eb-4142-b6dc-c6e03ca7f0d5 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:43.826994 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1061498b-29eb-4142-b6dc-c6e03ca7f0d5 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "DELETE /v2.0/routers/ae544067-6f8d-4906-b1b2-bb2509aa3c59 HTTP/1.1" status: 204 len: 168 time: 1.6142395 Jul 07 21:18:43.828204 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-372e5696-710f-4fb6-ac38-f0593e3eea25 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:43.829259 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50534) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:43.834442 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-b9bfef03-0b9a-4d52-b7f3-fc087513e230 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-707681444', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}, 'admin_state_up': False}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:43.900469 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:43.904138 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2b6ba81b-f4af-416c-8af0-ed464c7c27c1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=35d32fe4e4094d5e9c32ab7b3d645589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1130025 Jul 07 21:18:43.907807 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50536) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:43.914110 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b9bfef03-0b9a-4d52-b7f3-fc087513e230 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:43.914348 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] Transition to ACTIVE for port object 6b2a8641-5e04-41e1-99fa-be2aae6519b7 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:18:43.917114 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b9bfef03-0b9a-4d52-b7f3-fc087513e230 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:43.931791 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:43.968508 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e5696-710f-4fb6-ac38-f0593e3eea25 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Subnet': ['ID=6374fef3-fa3e-4e5f-ae5d-9302ddd17f35,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:44.009861 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372e5696-710f-4fb6-ac38-f0593e3eea25 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Checking segment: {'id': '552b830a-3d0b-4509-bbbe-ef4628cd75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:18:44.010298 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372e5696-710f-4fb6-ac38-f0593e3eea25 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network hostable DHCP agents. Network: 8514bcb3-7d37-4491-a641-df9d3f314e5a, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:18:44.022836 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] Attempting to bind port 6b2a8641-5e04-41e1-99fa-be2aae6519b7 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:18:44.023465 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] Attempting to bind port 6b2a8641-5e04-41e1-99fa-be2aae6519b7 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:18:44.023796 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] Attempting to bind port 6b2a8641-5e04-41e1-99fa-be2aae6519b7 on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:18:44.027551 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d7dff-cc09-41ea-b17d-150428ea7b22 None None] Pushing event updated for resources: {'Port': ['ID=6b2a8641-5e04-41e1-99fa-be2aae6519b7,revision_number=2']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:44.032931 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:18:44.033303 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:18:44.033704 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:44.034094 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:18:44.034567 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] Bound port: 6b2a8641-5e04-41e1-99fa-be2aae6519b7, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:18:44.034952 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:44.054837 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372e5696-710f-4fb6-ac38-f0593e3eea25 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network 8514bcb3-7d37-4491-a641-df9d3f314e5a is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:18:44.070577 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-372e5696-710f-4fb6-ac38-f0593e3eea25 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 8514bcb3-7d37-4491-a641-df9d3f314e5a) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:18:44.073773 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b9bfef03-0b9a-4d52-b7f3-fc087513e230 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:44.081905 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45a6f67-6578-4c4d-9330-49aa7624983b None None] Network 8514bcb3-7d37-4491-a641-df9d3f314e5a requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:18:44.086273 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372e5696-710f-4fb6-ac38-f0593e3eea25 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:44.087786 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-372e5696-710f-4fb6-ac38-f0593e3eea25 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:44.107107 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-372e5696-710f-4fb6-ac38-f0593e3eea25 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8548195 Jul 07 21:18:44.111252 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50538) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:44.117784 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] For port 6b2a8641-5e04-41e1-99fa-be2aae6519b7, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:18:44.123139 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] For port 6b2a8641-5e04-41e1-99fa-be2aae6519b7, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=6b2a8641-5e04-41e1-99fa-be2aae6519b7,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:18:44.126587 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3724aba-cb67-4638-a768-e129db118159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:44.132586 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:44.194169 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] Routers {'3a616faa-e817-415d-868b-d5ac3b9bf28b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:44.195115 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['3a616faa-e817-415d-868b-d5ac3b9bf28b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:44.297416 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b9bfef03-0b9a-4d52-b7f3-fc087513e230 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:44.321182 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3724aba-cb67-4638-a768-e129db118159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:44.330255 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d7dff-cc09-41ea-b17d-150428ea7b22 None None] Pushing event updated for resources: {'Port': ['ID=6b2a8641-5e04-41e1-99fa-be2aae6519b7,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:44.360468 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d4465d-7722-4b80-8aa1-e50200653281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-8514bcb3-7d37-4491-a641-df9d3f314e5a', 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'fixed_ips': [{'subnet_id': '6374fef3-fa3e-4e5f-ae5d-9302ddd17f35'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:18:44.361367 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-23d4465d-7722-4b80-8aa1-e50200653281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:44.382925 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] Set router 3a616faa-e817-415d-868b-d5ac3b9bf28b gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:18:44.475919 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3724aba-cb67-4638-a768-e129db118159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:44.487428 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3724aba-cb67-4638-a768-e129db118159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:44.487428 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b3724aba-cb67-4638-a768-e129db118159 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8f06782a-becb-43f3-9b4d-e3813fd360cc HTTP/1.1" status: 204 len: 168 time: 0.5770857 Jul 07 21:18:44.542837 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3724aba-cb67-4638-a768-e129db118159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f06782a-becb-43f3-9b4d-e3813fd360cc,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:44.554281 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-23d4465d-7722-4b80-8aa1-e50200653281 None None] Allocated IP 172.20.0.2 (8514bcb3-7d37-4491-a641-df9d3f314e5a/6374fef3-fa3e-4e5f-ae5d-9302ddd17f35/33fa2ee3-6a32-4972-bded-c73f47ff6b88) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:18:44.783467 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339048018', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:18:39Z', 'updated_at': '2021-07-07T21:18:41Z', 'revision_number': 3, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:40Z', 'updated_at': '2021-07-07T21:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:44.835366 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f042b7-4289-4d68-892e-f3c493a8f0e5 None None] The sync data for ids ['3a616faa-e817-415d-868b-d5ac3b9bf28b'] in n-d-695189-11 is: [{'id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339048018', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:18:39Z', 'updated_at': '2021-07-07T21:18:41Z', 'revision_number': 3, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:40Z', 'updated_at': '2021-07-07T21:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:18:44.858295 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b9bfef03-0b9a-4d52-b7f3-fc087513e230 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:44.884138 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-23d4465d-7722-4b80-8aa1-e50200653281 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:44.898755 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-23d4465d-7722-4b80-8aa1-e50200653281 None None] Transition to ACTIVE for port object 33fa2ee3-6a32-4972-bded-c73f47ff6b88 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:18:44.907501 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b9bfef03-0b9a-4d52-b7f3-fc087513e230 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:44.932027 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-23d4465d-7722-4b80-8aa1-e50200653281 None None] Transition to ACTIVE for port object 33fa2ee3-6a32-4972-bded-c73f47ff6b88 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:18:44.954204 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-23d4465d-7722-4b80-8aa1-e50200653281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:45.013438 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34cabf92-1b0e-437b-aef3-710e5aa6f4ad tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:45.044987 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d4465d-7722-4b80-8aa1-e50200653281 None None] Network 8514bcb3-7d37-4491-a641-df9d3f314e5a is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:18:45.086721 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-23d4465d-7722-4b80-8aa1-e50200653281 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:18:45.093760 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d4465d-7722-4b80-8aa1-e50200653281 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:18:45.095990 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4465d-7722-4b80-8aa1-e50200653281 None None] Pushing event updated for resources: {'Port': ['ID=33fa2ee3-6a32-4972-bded-c73f47ff6b88,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:45.163731 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-b9bfef03-0b9a-4d52-b7f3-fc087513e230 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Allocated IP 172.25.5.201 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/dbf350c4-9b02-4f5b-b757-317c96f9d935) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:18:45.257671 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-23d4465d-7722-4b80-8aa1-e50200653281 None None] Attempting to bind port 33fa2ee3-6a32-4972-bded-c73f47ff6b88 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:18:45.258060 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-23d4465d-7722-4b80-8aa1-e50200653281 None None] Attempting to bind port 33fa2ee3-6a32-4972-bded-c73f47ff6b88 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '552b830a-3d0b-4509-bbbe-ef4628cd75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:18:45.258473 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d4465d-7722-4b80-8aa1-e50200653281 None None] Attempting to bind port 33fa2ee3-6a32-4972-bded-c73f47ff6b88 on network 8514bcb3-7d37-4491-a641-df9d3f314e5a {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:18:45.269500 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d4465d-7722-4b80-8aa1-e50200653281 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:18:45.269895 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d4465d-7722-4b80-8aa1-e50200653281 None None] Checking segment: {'id': '552b830a-3d0b-4509-bbbe-ef4628cd75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:18:45.270315 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-23d4465d-7722-4b80-8aa1-e50200653281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:45.270721 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d4465d-7722-4b80-8aa1-e50200653281 None None] Bound using segment: {'id': '552b830a-3d0b-4509-bbbe-ef4628cd75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:18:45.271232 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-23d4465d-7722-4b80-8aa1-e50200653281 None None] Bound port: 33fa2ee3-6a32-4972-bded-c73f47ff6b88, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552b830a-3d0b-4509-bbbe-ef4628cd75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:18:45.273400 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-23d4465d-7722-4b80-8aa1-e50200653281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:45.385763 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b9bfef03-0b9a-4d52-b7f3-fc087513e230 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:45.481615 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-23d4465d-7722-4b80-8aa1-e50200653281 None None] For port 33fa2ee3-6a32-4972-bded-c73f47ff6b88, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:18:45.487167 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-23d4465d-7722-4b80-8aa1-e50200653281 None None] For port 33fa2ee3-6a32-4972-bded-c73f47ff6b88, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=33fa2ee3-6a32-4972-bded-c73f47ff6b88,segment=NetworkSegment(552b830a-3d0b-4509-bbbe-ef4628cd75be),segment_id=552b830a-3d0b-4509-bbbe-ef4628cd75be)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:18:45.500351 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-23d4465d-7722-4b80-8aa1-e50200653281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:45.511159 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b9bfef03-0b9a-4d52-b7f3-fc087513e230 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:45.581470 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bfef03-0b9a-4d52-b7f3-fc087513e230 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:18:45.586574 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-b9bfef03-0b9a-4d52-b7f3-fc087513e230 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:18:45.592829 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bfef03-0b9a-4d52-b7f3-fc087513e230 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:18:45.607938 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bfef03-0b9a-4d52-b7f3-fc087513e230 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Pushing event updated for resources: {'Port': ['ID=dbf350c4-9b02-4f5b-b757-317c96f9d935,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:45.629079 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4465d-7722-4b80-8aa1-e50200653281 None None] Pushing event updated for resources: {'Port': ['ID=33fa2ee3-6a32-4972-bded-c73f47ff6b88,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:45.682971 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-34cabf92-1b0e-437b-aef3-710e5aa6f4ad tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Allocated IP 172.20.0.1 (8514bcb3-7d37-4491-a641-df9d3f314e5a/6374fef3-fa3e-4e5f-ae5d-9302ddd17f35/c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:18:45.906361 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34cabf92-1b0e-437b-aef3-710e5aa6f4ad tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:45.955432 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-34cabf92-1b0e-437b-aef3-710e5aa6f4ad tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Transition to ACTIVE for port object c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:18:46.052265 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34cabf92-1b0e-437b-aef3-710e5aa6f4ad tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:46.078363 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b9bfef03-0b9a-4d52-b7f3-fc087513e230 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:46.112932 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cabf92-1b0e-437b-aef3-710e5aa6f4ad tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network 8514bcb3-7d37-4491-a641-df9d3f314e5a is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:18:46.117165 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-34cabf92-1b0e-437b-aef3-710e5aa6f4ad tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:18:46.122737 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cabf92-1b0e-437b-aef3-710e5aa6f4ad tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:18:46.198210 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cabf92-1b0e-437b-aef3-710e5aa6f4ad tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Port': ['ID=c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:46.214473 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34cabf92-1b0e-437b-aef3-710e5aa6f4ad tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:46.426052 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34cabf92-1b0e-437b-aef3-710e5aa6f4ad tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:46.428405 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b9bfef03-0b9a-4d52-b7f3-fc087513e230 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:46.620010 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9bfef03-0b9a-4d52-b7f3-fc087513e230 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Router a65bd7e5-6f22-4b83-a243-9fd5a481b094 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:18:46.800540 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bfef03-0b9a-4d52-b7f3-fc087513e230 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:18:46.812910 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb724a6c-ce84-4f5d-a700-6ce38f4fdc1d None None] Sync routers for ids ['a65bd7e5-6f22-4b83-a243-9fd5a481b094'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:18:46.833955 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb724a6c-ce84-4f5d-a700-6ce38f4fdc1d None None] Routers {'a65bd7e5-6f22-4b83-a243-9fd5a481b094'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:46.834623 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-eb724a6c-ce84-4f5d-a700-6ce38f4fdc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a65bd7e5-6f22-4b83-a243-9fd5a481b094'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:46.855494 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b9bfef03-0b9a-4d52-b7f3-fc087513e230 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:46.858125 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b9bfef03-0b9a-4d52-b7f3-fc087513e230 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.0276291 Jul 07 21:18:46.861405 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50554) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:46.867989 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-62b51d6a-4cb2-4ac5-add0-e74a245b8c45 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:46.892188 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-eb724a6c-ce84-4f5d-a700-6ce38f4fdc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:46.910663 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb724a6c-ce84-4f5d-a700-6ce38f4fdc1d None None] Routers {'a65bd7e5-6f22-4b83-a243-9fd5a481b094'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:46.911313 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-eb724a6c-ce84-4f5d-a700-6ce38f4fdc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a65bd7e5-6f22-4b83-a243-9fd5a481b094'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:46.974323 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-eb724a6c-ce84-4f5d-a700-6ce38f4fdc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:46.975011 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb724a6c-ce84-4f5d-a700-6ce38f4fdc1d None None] The sync data for ids ['a65bd7e5-6f22-4b83-a243-9fd5a481b094'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:18:47.072785 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc49082b-debc-430f-af08-edd14b283a6c None None] Network 8514bcb3-7d37-4491-a641-df9d3f314e5a requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:18:47.241282 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-a0f35288-7391-40e1-b3f1-b055f4f8de27 None None] Provisioning for port 33fa2ee3-6a32-4972-bded-c73f47ff6b88 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:18:47.364771 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34cabf92-1b0e-437b-aef3-710e5aa6f4ad tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:47.375837 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34cabf92-1b0e-437b-aef3-710e5aa6f4ad tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:47.382288 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 33fa2ee3-6a32-4972-bded-c73f47ff6b88 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:18:47.505393 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 33fa2ee3-6a32-4972-bded-c73f47ff6b88 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:18:47.526947 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 33fa2ee3-6a32-4972-bded-c73f47ff6b88 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:18:47.527352 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:47.577955 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cabf92-1b0e-437b-aef3-710e5aa6f4ad tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Port': ['ID=c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:47.581956 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-34cabf92-1b0e-437b-aef3-710e5aa6f4ad tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:47.676575 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:47.735101 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 33fa2ee3-6a32-4972-bded-c73f47ff6b88, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=33fa2ee3-6a32-4972-bded-c73f47ff6b88,segment=NetworkSegment(552b830a-3d0b-4509-bbbe-ef4628cd75be),segment_id=552b830a-3d0b-4509-bbbe-ef4628cd75be)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:18:47.744197 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:47.745975 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 6b2a8641-5e04-41e1-99fa-be2aae6519b7 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:18:47.816087 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cabf92-1b0e-437b-aef3-710e5aa6f4ad tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network 8514bcb3-7d37-4491-a641-df9d3f314e5a is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:18:47.818075 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-34cabf92-1b0e-437b-aef3-710e5aa6f4ad tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:18:47.854479 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=33fa2ee3-6a32-4972-bded-c73f47ff6b88,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:47.921463 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-bdc40f63-3e82-465f-babf-6f0474f47b88 None None] Provisioning for port c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:18:47.927532 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-bdc40f63-3e82-465f-babf-6f0474f47b88 None None] Provisioning complete for port c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:18:47.928139 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bdc40f63-3e82-465f-babf-6f0474f47b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:47.930811 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 6b2a8641-5e04-41e1-99fa-be2aae6519b7 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:18:47.938890 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 6b2a8641-5e04-41e1-99fa-be2aae6519b7 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:18:47.941202 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:48.001739 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cabf92-1b0e-437b-aef3-710e5aa6f4ad tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Router 3a616faa-e817-415d-868b-d5ac3b9bf28b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:18:48.032383 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62b51d6a-4cb2-4ac5-add0-e74a245b8c45 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:48.053121 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-bdc40f63-3e82-465f-babf-6f0474f47b88 None None] Port c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:18:48.074377 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62b51d6a-4cb2-4ac5-add0-e74a245b8c45 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:48.089099 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-bdc40f63-3e82-465f-babf-6f0474f47b88 None None] Provisioning complete for port 33fa2ee3-6a32-4972-bded-c73f47ff6b88 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:18:48.091066 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bdc40f63-3e82-465f-babf-6f0474f47b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:48.161523 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cabf92-1b0e-437b-aef3-710e5aa6f4ad tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:18:48.171616 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-34cabf92-1b0e-437b-aef3-710e5aa6f4ad tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "PUT /v2.0/routers/3a616faa-e817-415d-868b-d5ac3b9bf28b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0586944 Jul 07 21:18:48.182091 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] Sync routers for ids ['3a616faa-e817-415d-868b-d5ac3b9bf28b'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:18:48.188453 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-62b51d6a-4cb2-4ac5-add0-e74a245b8c45 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Deleting port dbf350c4-9b02-4f5b-b757-317c96f9d935 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:18:48.188877 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62b51d6a-4cb2-4ac5-add0-e74a245b8c45 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:48.201297 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:48.213510 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] Routers {'3a616faa-e817-415d-868b-d5ac3b9bf28b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:48.221726 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['3a616faa-e817-415d-868b-d5ac3b9bf28b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:48.290639 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 6b2a8641-5e04-41e1-99fa-be2aae6519b7, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=6b2a8641-5e04-41e1-99fa-be2aae6519b7,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:18:48.313299 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:48.373056 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62b51d6a-4cb2-4ac5-add0-e74a245b8c45 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:48.400030 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-62b51d6a-4cb2-4ac5-add0-e74a245b8c45 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Calling delete_port for dbf350c4-9b02-4f5b-b757-317c96f9d935 owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:18:48.478249 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=6b2a8641-5e04-41e1-99fa-be2aae6519b7,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:48.526512 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] Set router 3a616faa-e817-415d-868b-d5ac3b9bf28b gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:18:48.530509 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9895857a-e68e-4dcd-a97e-0fa12fe83f8b None None] Provisioning complete for port c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:18:48.532064 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9895857a-e68e-4dcd-a97e-0fa12fe83f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:48.532797 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-b15acecb-e763-4c7c-8ac7-4f10211a9c0d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1842449049&fields=id&tenant_id=4a5d41a33f7944c39f0befd9bdb8329c HTTP/1.1" status: 200 len: 267 time: 0.0747252 Jul 07 21:18:48.637779 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-9895857a-e68e-4dcd-a97e-0fa12fe83f8b None None] Port c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:18:48.668692 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62b51d6a-4cb2-4ac5-add0-e74a245b8c45 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:48.713548 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b51d6a-4cb2-4ac5-add0-e74a245b8c45 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Pushing event deleted for resources: {'Port': ['ID=dbf350c4-9b02-4f5b-b757-317c96f9d935,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:48.782761 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7cc5869b-93bc-44bf-9cab-00f05acc295a None None] Provisioning complete for port c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:18:48.783065 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7cc5869b-93bc-44bf-9cab-00f05acc295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:48.803241 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62b51d6a-4cb2-4ac5-add0-e74a245b8c45 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:48.816236 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-03946abb-fb1d-4507-ae0a-6ffe38505aa9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:48.824470 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-03946abb-fb1d-4507-ae0a-6ffe38505aa9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/networks?id=8514bcb3-7d37-4491-a641-df9d3f314e5a HTTP/1.1" status: 200 len: 797 time: 0.2905979 Jul 07 21:18:48.857217 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-7cc5869b-93bc-44bf-9cab-00f05acc295a None None] Port c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:18:48.858087 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-78c91a81-ab6a-4c30-8b2b-738ea029ead2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/quotas/4a5d41a33f7944c39f0befd9bdb8329c HTTP/1.1" status: 200 len: 375 time: 0.0253422 Jul 07 21:18:48.951147 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-65c3dd35-bb3d-4aa0-896d-07dde77f8cde tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924065 Jul 07 21:18:48.997221 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339048018', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:18:39Z', 'updated_at': '2021-07-07T21:18:46Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:40Z', 'updated_at': '2021-07-07T21:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d', 'name': '', 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:9b:da:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '6374fef3-fa3e-4e5f-ae5d-9302ddd17f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:45Z', 'updated_at': '2021-07-07T21:18:47Z', 'revision_number': 2, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '6374fef3-fa3e-4e5f-ae5d-9302ddd17f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:49.038851 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] Checking router: 3a616faa-e817-415d-868b-d5ac3b9bf28b for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:18:49.039049 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] Updating router 3a616faa-e817-415d-868b-d5ac3b9bf28b port c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:18:49.078893 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:49.099114 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-16abd83d-e363-4b87-aaf1-516b11dde198 service neutron] 10.222.0.64 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239481 Jul 07 21:18:49.171910 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62b51d6a-4cb2-4ac5-add0-e74a245b8c45 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:49.175796 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62b51d6a-4cb2-4ac5-add0-e74a245b8c45 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7883739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7883712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7881482'] for router, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:49.252705 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-494360d8-3449-4d2f-b5bd-d1091089d368 service neutron] 10.222.0.64 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441555 Jul 07 21:18:49.300548 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b51d6a-4cb2-4ac5-add0-e74a245b8c45 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Router a65bd7e5-6f22-4b83-a243-9fd5a481b094 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:18:49.306467 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 33fa2ee3-6a32-4972-bded-c73f47ff6b88 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:18:49.369152 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 33fa2ee3-6a32-4972-bded-c73f47ff6b88 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:18:49.369844 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:49.445677 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b51d6a-4cb2-4ac5-add0-e74a245b8c45 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:18:49.453078 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62b51d6a-4cb2-4ac5-add0-e74a245b8c45 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:49.458982 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-62b51d6a-4cb2-4ac5-add0-e74a245b8c45 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "PUT /v2.0/routers/a65bd7e5-6f22-4b83-a243-9fd5a481b094 HTTP/1.1" status: 200 len: 709 time: 2.5958476 Jul 07 21:18:49.459415 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50590) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:49.461793 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05169ea-9d67-4cb5-80bb-78713b7911cb None None] Sync routers for ids ['a65bd7e5-6f22-4b83-a243-9fd5a481b094'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:18:49.488965 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05169ea-9d67-4cb5-80bb-78713b7911cb None None] Routers {'a65bd7e5-6f22-4b83-a243-9fd5a481b094'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:49.490112 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-a05169ea-9d67-4cb5-80bb-78713b7911cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a65bd7e5-6f22-4b83-a243-9fd5a481b094'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:49.526308 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-a05169ea-9d67-4cb5-80bb-78713b7911cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:49.563721 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:49.593301 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] Transition to ACTIVE for port object c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:18:49.597048 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 6b2a8641-5e04-41e1-99fa-be2aae6519b7 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:18:49.599951 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05169ea-9d67-4cb5-80bb-78713b7911cb None None] Routers {'a65bd7e5-6f22-4b83-a243-9fd5a481b094'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:49.600592 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-a05169ea-9d67-4cb5-80bb-78713b7911cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['a65bd7e5-6f22-4b83-a243-9fd5a481b094'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:49.606886 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:49.638602 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fed4ab78-46bc-4213-ab10-0e8ddbbaaa04 req-692ac2e4-7a0f-413d-9c01-8bd745868bfd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 210 time: 0.0307193 Jul 07 21:18:49.644768 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5b317dd3-b8b2-45f3-88ea-df67c564ee82 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "GET /v2.0/routers/a65bd7e5-6f22-4b83-a243-9fd5a481b094 HTTP/1.1" status: 200 len: 744 time: 0.1839924 Jul 07 21:18:49.647985 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50596) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:49.674885 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-a05169ea-9d67-4cb5-80bb-78713b7911cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:49.675595 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05169ea-9d67-4cb5-80bb-78713b7911cb None None] The sync data for ids ['a65bd7e5-6f22-4b83-a243-9fd5a481b094'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:18:49.701229 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7045026-61c3-430a-b537-aa6f55cc134d None None] Pushing event updated for resources: {'Port': ['ID=c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:49.710677 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 6b2a8641-5e04-41e1-99fa-be2aae6519b7 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:18:49.711158 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:49.755657 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6579492e-8017-4c49-a723-079081acc0e4 tempest-RoutersIpV6AdminTest-1874242391 tempest-RoutersIpV6AdminTest-1874242391-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba&device_id=a65bd7e5-6f22-4b83-a243-9fd5a481b094 HTTP/1.1" status: 200 len: 205 time: 0.1055446 Jul 07 21:18:49.757708 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50598) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:49.813323 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c4ce52ba-fc65-4660-bcab-d1f5e840e096 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "GET /v2.0/ports?device_id=a65bd7e5-6f22-4b83-a243-9fd5a481b094 HTTP/1.1" status: 200 len: 205 time: 0.0539837 Jul 07 21:18:49.815823 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50600) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:49.818864 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] Attempting to bind port c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:18:49.819311 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] Attempting to bind port c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '552b830a-3d0b-4509-bbbe-ef4628cd75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:18:49.819759 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] Attempting to bind port c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d on network 8514bcb3-7d37-4491-a641-df9d3f314e5a {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:18:49.830858 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:18:49.831381 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] Checking segment: {'id': '552b830a-3d0b-4509-bbbe-ef4628cd75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:18:49.831973 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:49.832577 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] Bound using segment: {'id': '552b830a-3d0b-4509-bbbe-ef4628cd75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:18:49.833115 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] Bound port: c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552b830a-3d0b-4509-bbbe-ef4628cd75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:18:49.833677 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:49.943622 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17097ad0-baaf-43bf-b3d1-0aa162a0c29b tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:49.983955 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] For port c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:18:49.989398 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] For port c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d,segment=NetworkSegment(552b830a-3d0b-4509-bbbe-ef4628cd75be),segment_id=552b830a-3d0b-4509-bbbe-ef4628cd75be)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:18:49.999450 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:50.012168 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:50.062672 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] Routers {'3a616faa-e817-415d-868b-d5ac3b9bf28b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:18:50.063316 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:18:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['3a616faa-e817-415d-868b-d5ac3b9bf28b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:50.209708 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:50.224210 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17097ad0-baaf-43bf-b3d1-0aa162a0c29b tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:50.226427 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17097ad0-baaf-43bf-b3d1-0aa162a0c29b tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:50.232225 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] Set router 3a616faa-e817-415d-868b-d5ac3b9bf28b gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:18:50.315668 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17097ad0-baaf-43bf-b3d1-0aa162a0c29b tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:50.316660 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17097ad0-baaf-43bf-b3d1-0aa162a0c29b tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Fanout notify agent at l3_agent the message router_deleted on router a65bd7e5-6f22-4b83-a243-9fd5a481b094 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:18:50.324991 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-17097ad0-baaf-43bf-b3d1-0aa162a0c29b tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:50.326994 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-17097ad0-baaf-43bf-b3d1-0aa162a0c29b tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "DELETE /v2.0/routers/a65bd7e5-6f22-4b83-a243-9fd5a481b094 HTTP/1.1" status: 204 len: 168 time: 0.5095534 Jul 07 21:18:50.330701 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50610) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:50.411814 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3dc6f282-1ffc-4834-aa1c-932770a3fe6c tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "GET /v2.0/ports?device_id=a65bd7e5-6f22-4b83-a243-9fd5a481b094 HTTP/1.1" status: 200 len: 205 time: 0.0796957 Jul 07 21:18:50.416318 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50612) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:50.507432 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7045026-61c3-430a-b537-aa6f55cc134d None None] Pushing event updated for resources: {'Port': ['ID=c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:50.516657 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-aea84643-a40a-4250-93df-fa3a2c32d38e tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] delete failed (client error): The resource could not be found. Jul 07 21:18:50.518642 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-aea84643-a40a-4250-93df-fa3a2c32d38e tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "DELETE /v2.0/routers/a65bd7e5-6f22-4b83-a243-9fd5a481b094 HTTP/1.1" status: 404 len: 336 time: 0.1005988 Jul 07 21:18:50.521561 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50614) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:50.554360 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339048018', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:18:39Z', 'updated_at': '2021-07-07T21:18:46Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:40Z', 'updated_at': '2021-07-07T21:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d', 'name': '', 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:9b:da:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '6374fef3-fa3e-4e5f-ae5d-9302ddd17f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:45Z', 'updated_at': '2021-07-07T21:18:49Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '6374fef3-fa3e-4e5f-ae5d-9302ddd17f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:18:50.572658 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-343cf481-cee4-4a45-89f5-f9c106816279 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae544067-6f8d-4906-b1b2-bb2509aa3c59 HTTP/1.1" status: 200 len: 205 time: 0.0492318 Jul 07 21:18:50.574927 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50616) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:50.596802 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5deb166b-1a96-468b-b3e2-074eebac4c72 None None] The sync data for ids ['3a616faa-e817-415d-868b-d5ac3b9bf28b'] in n-d-695189-11 is: [{'id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339048018', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:18:39Z', 'updated_at': '2021-07-07T21:18:46Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:40Z', 'updated_at': '2021-07-07T21:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d', 'name': '', 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:9b:da:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '6374fef3-fa3e-4e5f-ae5d-9302ddd17f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:45Z', 'updated_at': '2021-07-07T21:18:49Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '6374fef3-fa3e-4e5f-ae5d-9302ddd17f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:18:50.620602 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-eca1bd38-b4d3-4e31-8b52-636ac903be73 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] delete failed (client error): The resource could not be found. Jul 07 21:18:50.621671 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-eca1bd38-b4d3-4e31-8b52-636ac903be73 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "DELETE /v2.0/routers/ae544067-6f8d-4906-b1b2-bb2509aa3c59 HTTP/1.1" status: 404 len: 336 time: 0.0453258 Jul 07 21:18:50.625255 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50618) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:50.684956 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-070e7a09-2606-4b57-b4ca-1284f2606373 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "GET /v2.0/ports?device_id=62cee3a0-18ef-4f66-9819-4d1da210b098 HTTP/1.1" status: 200 len: 205 time: 0.0505497 Jul 07 21:18:50.687276 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50622) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:50.756342 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-259e7036-ceab-4a39-b695-fd71b68dfb29 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] delete failed (client error): The resource could not be found. Jul 07 21:18:50.758134 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-259e7036-ceab-4a39-b695-fd71b68dfb29 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "DELETE /v2.0/routers/62cee3a0-18ef-4f66-9819-4d1da210b098 HTTP/1.1" status: 404 len: 336 time: 0.0697412 Jul 07 21:18:50.760973 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50624) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:50.812255 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c8858519-1139-453a-9dc3-1ef443042b57 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "GET /v2.0/ports?device_id=33bcbcc5-f08a-4e06-8f97-6a2adf42223b HTTP/1.1" status: 200 len: 205 time: 0.0494170 Jul 07 21:18:50.815781 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50626) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:50.858184 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-583b1f7b-22ee-4c97-941a-44f33872d203 req-a6742553-52d3-495e-9a8f-c231dffc2ee5 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 210 time: 0.0492644 Jul 07 21:18:50.893238 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-a4581e91-658d-468b-97ce-e065cd91f97a tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] delete failed (client error): The resource could not be found. Jul 07 21:18:50.896251 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a4581e91-658d-468b-97ce-e065cd91f97a tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "DELETE /v2.0/routers/33bcbcc5-f08a-4e06-8f97-6a2adf42223b HTTP/1.1" status: 404 len: 336 time: 0.0789011 Jul 07 21:18:50.897301 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50628) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:50.938715 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e63f60ae-69b5-4df5-98a2-b552f5e44021 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "GET /v2.0/ports?device_id=75fa49c4-9d2f-421d-b9ec-0c659765f4d0 HTTP/1.1" status: 200 len: 205 time: 0.0399630 Jul 07 21:18:50.941114 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50630) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:51.011547 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-95f81281-c476-4e2e-b721-f7823195918d tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] delete failed (client error): The resource could not be found. Jul 07 21:18:51.014403 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-95f81281-c476-4e2e-b721-f7823195918d tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "DELETE /v2.0/routers/75fa49c4-9d2f-421d-b9ec-0c659765f4d0 HTTP/1.1" status: 404 len: 336 time: 0.0707543 Jul 07 21:18:51.016420 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50632) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:51.049553 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0e6d8abd-83f8-4dd2-8535-79c1aedbcf11 tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "GET /v2.0/ports?device_id=e345952d-521f-47ae-a55e-98910ac142d6 HTTP/1.1" status: 200 len: 205 time: 0.0320165 Jul 07 21:18:51.052097 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50634) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:51.098348 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-a38252e2-06c4-458f-bb44-b4a5a1b61c3d tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] delete failed (client error): The resource could not be found. Jul 07 21:18:51.099697 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a38252e2-06c4-458f-bb44-b4a5a1b61c3d tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "DELETE /v2.0/routers/e345952d-521f-47ae-a55e-98910ac142d6 HTTP/1.1" status: 404 len: 336 time: 0.0462313 Jul 07 21:18:51.103541 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50636) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:51.179210 n-d-695189-11 neutron-server[100447]: INFO neutron.pecan_wsgi.hooks.translation [None req-8949a516-91bb-4d1b-aaef-1b7ab030898f tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] DELETE failed (client error): The resource could not be found. Jul 07 21:18:51.184897 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8949a516-91bb-4d1b-aaef-1b7ab030898f tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100447) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:18:51.190819 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8949a516-91bb-4d1b-aaef-1b7ab030898f tempest-RoutersIpV6AdminTest-1996817477 tempest-RoutersIpV6AdminTest-1996817477-project] 10.222.0.64 "DELETE /v2.0/subnets/a2f4e936-c59d-438b-9539-b4f2b82839b5 HTTP/1.1" status: 404 len: 337 time: 0.0830464 Jul 07 21:18:51.302952 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:18:51.453632 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:18:51.459145 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:18:51.459556 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:51.464156 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-009cda4c-6416-4b49-8562-d9d519063665 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:51.466234 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-009cda4c-6416-4b49-8562-d9d519063665 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.39 "GET /v2.0/networks?id=8514bcb3-7d37-4491-a641-df9d3f314e5a HTTP/1.1" status: 200 len: 797 time: 0.2163973 Jul 07 21:18:51.554100 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-55b367bf-9c92-4ed9-a4ec-090ef7d13610 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a5d41a33f7944c39f0befd9bdb8329c HTTP/1.1" status: 200 len: 380 time: 0.0737786 Jul 07 21:18:51.567171 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-861f5bc0-a548-4893-859b-155c521d84bd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'port': {'device_id': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a', 'admin_state_up': True, 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'security_groups': ['10f0b710-bc2c-4f9d-ade7-4b8a7aac9506']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:51.690330 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:51.773928 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d,segment=NetworkSegment(552b830a-3d0b-4509-bbbe-ef4628cd75be),segment_id=552b830a-3d0b-4509-bbbe-ef4628cd75be)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:18:51.783220 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:51.785698 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50644) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:51.877445 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:51.884138 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-861f5bc0-a548-4893-859b-155c521d84bd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Made reservation on behalf of 4a5d41a33f7944c39f0befd9bdb8329c for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:18:51.896246 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-861f5bc0-a548-4893-859b-155c521d84bd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:52.005847 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-87b82398-c238-499c-8f57-183925171172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:52.131723 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-88638783-0550-409a-a06d-80850be146d6 req-638c344b-c6a4-45ee-840b-ea65175208e4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 210 time: 0.0734794 Jul 07 21:18:52.188134 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-87b82398-c238-499c-8f57-183925171172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:52.193074 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-861f5bc0-a548-4893-859b-155c521d84bd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Allocated IP 172.20.0.6 (8514bcb3-7d37-4491-a641-df9d3f314e5a/6374fef3-fa3e-4e5f-ae5d-9302ddd17f35/c34e4caf-0e18-422e-a9d9-3d7a3bb94a46) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:18:52.194312 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-87b82398-c238-499c-8f57-183925171172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:52.252333 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-87b82398-c238-499c-8f57-183925171172 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e18659525d04c9a96655eb0a6389798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4637313 Jul 07 21:18:52.257942 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50650) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:52.307864 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b82398-c238-499c-8f57-183925171172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ad88bf-8ad8-4da4-b0eb-75736b3da05c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:52.405561 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3a7772d5-4a7a-4868-a583-5c0050772c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:52.431747 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-861f5bc0-a548-4893-859b-155c521d84bd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:52.446056 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3a7772d5-4a7a-4868-a583-5c0050772c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:52.466218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-861f5bc0-a548-4893-859b-155c521d84bd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Transition to ACTIVE for port object c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:18:52.520106 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-861f5bc0-a548-4893-859b-155c521d84bd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:52.560101 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3a7772d5-4a7a-4868-a583-5c0050772c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:52.566055 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3a7772d5-4a7a-4868-a583-5c0050772c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:52.572983 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3a7772d5-4a7a-4868-a583-5c0050772c7a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30ad88bf-8ad8-4da4-b0eb-75736b3da05c HTTP/1.1" status: 204 len: 168 time: 0.3106146 Jul 07 21:18:52.610468 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-861f5bc0-a548-4893-859b-155c521d84bd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network 8514bcb3-7d37-4491-a641-df9d3f314e5a is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:18:52.612827 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7772d5-4a7a-4868-a583-5c0050772c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ad88bf-8ad8-4da4-b0eb-75736b3da05c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:52.615391 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-861f5bc0-a548-4893-859b-155c521d84bd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:18:52.621564 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-861f5bc0-a548-4893-859b-155c521d84bd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:18:52.696843 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f5bc0-a548-4893-859b-155c521d84bd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Port': ['ID=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:52.759795 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-861f5bc0-a548-4893-859b-155c521d84bd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:52.760653 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-861f5bc0-a548-4893-859b-155c521d84bd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:52.795942 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-861f5bc0-a548-4893-859b-155c521d84bd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2358434 Jul 07 21:18:52.813171 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-050f1a79-29e3-486b-b528-83409767db95 service neutron] Request body: {'port': {'device_id': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:52.924276 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-050f1a79-29e3-486b-b528-83409767db95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:52.984797 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-06a1395d-b6b9-4884-b154-a7769b5007a3 None None] Provisioning for port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:18:52.989035 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-06a1395d-b6b9-4884-b154-a7769b5007a3 None None] Provisioning complete for port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:18:52.989629 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-06a1395d-b6b9-4884-b154-a7769b5007a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:53.035633 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-06a1395d-b6b9-4884-b154-a7769b5007a3 None None] Port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:18:53.080799 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50658) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:53.142149 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ea140319-7c41-446a-b899-bf8ffe60dad0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=16f80d6528f94fbf8ba1dfea5cc7ce62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568132 Jul 07 21:18:53.143188 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50660) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:53.224363 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:18:53.225495 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0dcda2a1-9b40-498a-8722-f2012ecd00d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:53.270959 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0dcda2a1-9b40-498a-8722-f2012ecd00d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:53.308544 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-050f1a79-29e3-486b-b528-83409767db95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:18:53.326729 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:18:53.327213 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:53.340050 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-050f1a79-29e3-486b-b528-83409767db95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:53.371589 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-050f1a79-29e3-486b-b528-83409767db95 service neutron] Transition to ACTIVE for port object c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:18:53.372756 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0dcda2a1-9b40-498a-8722-f2012ecd00d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:53.375557 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0dcda2a1-9b40-498a-8722-f2012ecd00d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:53.377204 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0dcda2a1-9b40-498a-8722-f2012ecd00d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4a4918e8-39b4-461a-a5a6-6f57484ff7f8 HTTP/1.1" status: 204 len: 168 time: 0.2327385 Jul 07 21:18:53.379883 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-050f1a79-29e3-486b-b528-83409767db95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:53.394031 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcda2a1-9b40-498a-8722-f2012ecd00d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4918e8-39b4-461a-a5a6-6f57484ff7f8,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:53.708472 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f1a79-29e3-486b-b528-83409767db95 service neutron] Pushing event updated for resources: {'Port': ['ID=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:53.726771 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-050f1a79-29e3-486b-b528-83409767db95 service neutron] Attempting to bind port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:18:53.727119 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-050f1a79-29e3-486b-b528-83409767db95 service neutron] Attempting to bind port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '552b830a-3d0b-4509-bbbe-ef4628cd75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:18:53.728072 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-050f1a79-29e3-486b-b528-83409767db95 service neutron] Attempting to bind port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 on network 8514bcb3-7d37-4491-a641-df9d3f314e5a {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:18:53.753129 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706ba12-3528-4ed1-9219-3402d1d3ceee req-7375bc53-ccee-438b-a6c8-e98bff7631e4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:53.754775 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7706ba12-3528-4ed1-9219-3402d1d3ceee req-7375bc53-ccee-438b-a6c8-e98bff7631e4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 943 time: 0.3612075 Jul 07 21:18:53.755628 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-050f1a79-29e3-486b-b528-83409767db95 service neutron] Port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 on network 8514bcb3-7d37-4491-a641-df9d3f314e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:18:53.755963 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-050f1a79-29e3-486b-b528-83409767db95 service neutron] Attempting to bind port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 on network 8514bcb3-7d37-4491-a641-df9d3f314e5a {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:18:53.761808 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-050f1a79-29e3-486b-b528-83409767db95 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:18:53.762161 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-050f1a79-29e3-486b-b528-83409767db95 service neutron] Checking segment: {'id': '552b830a-3d0b-4509-bbbe-ef4628cd75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:18:53.762559 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-050f1a79-29e3-486b-b528-83409767db95 service neutron] Bound using segment: {'id': '552b830a-3d0b-4509-bbbe-ef4628cd75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:18:53.763054 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-050f1a79-29e3-486b-b528-83409767db95 service neutron] Bound port: c34e4caf-0e18-422e-a9d9-3d7a3bb94a46, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552b830a-3d0b-4509-bbbe-ef4628cd75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:18:53.763745 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-050f1a79-29e3-486b-b528-83409767db95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:53.856838 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7706ba12-3528-4ed1-9219-3402d1d3ceee req-73e621fe-60d4-4bb8-84b5-6db63d496b59 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831447 Jul 07 21:18:53.867750 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-050f1a79-29e3-486b-b528-83409767db95 service neutron] For port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:18:53.873241 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-050f1a79-29e3-486b-b528-83409767db95 service neutron] For port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,segment=NetworkSegment(552b830a-3d0b-4509-bbbe-ef4628cd75be),segment_id=552b830a-3d0b-4509-bbbe-ef4628cd75be)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:18:53.879408 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-050f1a79-29e3-486b-b528-83409767db95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:53.914902 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-050f1a79-29e3-486b-b528-83409767db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:53.916005 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-050f1a79-29e3-486b-b528-83409767db95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:53.917327 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-050f1a79-29e3-486b-b528-83409767db95 service neutron] 10.222.0.39 "PUT /v2.0/ports/c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 HTTP/1.1" status: 200 len: 1092 time: 1.1138291 Jul 07 21:18:53.917327 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'tag': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:18:53.920174 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c793ee2-7609-4b8b-91e0-79bacaaa409f" -d '{"events": [{"name": "network-changed", "server_uuid": "7365d89b-d0e3-4901-a599-5b8782625f9f", "tag": "c34e4caf-0e18-422e-a9d9-3d7a3bb94a46"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:18:53.965044 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f1a79-29e3-486b-b528-83409767db95 service neutron] Pushing event updated for resources: {'Port': ['ID=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:54.009400 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57f5182-162b-48bb-a286-6c6d706129c5 x-openstack-request-id: req-d57f5182-162b-48bb-a286-6c6d706129c5 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:18:54.009952 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7365d89b-d0e3-4901-a599-5b8782625f9f", "tag": "c34e4caf-0e18-422e-a9d9-3d7a3bb94a46", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:18:54.010317 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d57f5182-162b-48bb-a286-6c6d706129c5 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:18:54.010830 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'tag': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46', 'status': 'completed', 'code': 200} Jul 07 21:18:54.039082 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-6bbbe15f-877e-4315-b7f6-d89b5b3c7761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:54.041279 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-6bbbe15f-877e-4315-b7f6-d89b5b3c7761 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 1095 time: 0.0653126 Jul 07 21:18:54.096951 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-9d4c816f-e50a-48d3-90f5-6c1a25b748f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 HTTP/1.1" status: 200 len: 217 time: 0.0477300 Jul 07 21:18:54.170160 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-9d63b914-6b27-4cae-b0d3-8c991e2e6bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:54.172710 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-9d63b914-6b27-4cae-b0d3-8c991e2e6bd2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6374fef3-fa3e-4e5f-ae5d-9302ddd17f35 HTTP/1.1" status: 200 len: 835 time: 0.0667746 Jul 07 21:18:54.241410 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-f3eb53fd-d938-4dfd-b490-44bf0190ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:54.243287 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-f3eb53fd-d938-4dfd-b490-44bf0190ae1c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8514bcb3-7d37-4491-a641-df9d3f314e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635417 Jul 07 21:18:54.377626 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-8d34b4b3-08d5-4f74-9bb7-1f21b922ebf8 service neutron] 10.222.0.39 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272061 Jul 07 21:18:54.435752 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50688) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.485762 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ae4ae823-d848-4cbd-9c2f-c2fc5f6c15ad req-e4fb77e8-c762-449f-8e35-a76f8d141357 service neutron] 10.222.0.39 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003814 Jul 07 21:18:54.575999 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-27d82dd6-eead-4ab0-9fff-0f80ce5387cc tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.577617 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-27d82dd6-eead-4ab0-9fff-0f80ce5387cc tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1406162 Jul 07 21:18:54.581893 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50692) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.587000 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-f5081486-46de-4600-ad0c-dcc8a96564a5 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.588605 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f5081486-46de-4600-ad0c-dcc8a96564a5 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0054343 Jul 07 21:18:54.590966 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50694) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.597419 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-b08b95e3-2661-42dc-b2c8-3c291de94b2f tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.602411 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b08b95e3-2661-42dc-b2c8-3c291de94b2f tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0102646 Jul 07 21:18:54.604187 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50696) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.612814 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [None req-3fdde4eb-b5f2-4d76-8411-9ad6d38f1b2a tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.614292 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3fdde4eb-b5f2-4d76-8411-9ad6d38f1b2a tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0098376 Jul 07 21:18:54.616772 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50698) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.622474 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-0b92d43b-468c-4cd8-ba4f-f83118da0f49 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.623762 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0b92d43b-468c-4cd8-ba4f-f83118da0f49 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0057125 Jul 07 21:18:54.626808 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50700) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.631934 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-51eed8ee-962c-42d4-97e4-e51b259c04e1 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.632899 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-51eed8ee-962c-42d4-97e4-e51b259c04e1 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0050671 Jul 07 21:18:54.636314 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50702) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.641706 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-496bab5c-008e-4792-bf1f-1ed4156b0b2f tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.642801 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-496bab5c-008e-4792-bf1f-1ed4156b0b2f tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0051661 Jul 07 21:18:54.644440 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c793ee2-7609-4b8b-91e0-79bacaaa409f req-7279626d-9e96-453d-a15f-bf903d41b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:54.646683 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c793ee2-7609-4b8b-91e0-79bacaaa409f req-7279626d-9e96-453d-a15f-bf903d41b60e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 1095 time: 0.0910745 Jul 07 21:18:54.648479 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50704) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.652745 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-f99e397d-7826-4836-b9c1-08dbe436afdb tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.653787 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f99e397d-7826-4836-b9c1-08dbe436afdb tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0044048 Jul 07 21:18:54.656694 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50706) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.660946 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-69df8fac-39e1-48aa-aa2b-2c4166a424c4 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.661895 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-69df8fac-39e1-48aa-aa2b-2c4166a424c4 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0041835 Jul 07 21:18:54.667149 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50708) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.671561 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-44e1b533-82d5-4509-a3ad-c6535c284896 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.672516 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-44e1b533-82d5-4509-a3ad-c6535c284896 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0042889 Jul 07 21:18:54.675383 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50710) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.679557 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-cd2ee417-9b84-4f61-9ab1-b227c9f505ce tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.681053 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cd2ee417-9b84-4f61-9ab1-b227c9f505ce tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0041656 Jul 07 21:18:54.685626 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50712) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.690627 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-a847b3e0-dfe8-4983-a1b2-80d192dcfd86 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.691615 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a847b3e0-dfe8-4983-a1b2-80d192dcfd86 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0049851 Jul 07 21:18:54.694065 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50714) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.698891 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-a7caaa73-3453-467a-8bb9-408fe92aa80a tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.699956 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a7caaa73-3453-467a-8bb9-408fe92aa80a tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0050228 Jul 07 21:18:54.702786 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50716) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.707197 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-6da2c79a-75b9-403d-9f94-69c5599c84c8 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.708184 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6da2c79a-75b9-403d-9f94-69c5599c84c8 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0044239 Jul 07 21:18:54.712220 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50720) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.717775 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-a0eae283-c998-47a9-91d5-25fbae807de9 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.718874 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a0eae283-c998-47a9-91d5-25fbae807de9 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0055330 Jul 07 21:18:54.721761 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50722) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.726252 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-c81dadbf-9503-4935-8cb3-0f49a099c43d tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.728600 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c81dadbf-9503-4935-8cb3-0f49a099c43d tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0054386 Jul 07 21:18:54.730268 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50724) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.736893 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-201059f7-8cae-4830-b3dc-717acae5bb35 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.737928 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-201059f7-8cae-4830-b3dc-717acae5bb35 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0060155 Jul 07 21:18:54.740541 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50726) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.745923 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-19719f9f-1a26-4321-a492-653f423c7d5b tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.749464 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-19719f9f-1a26-4321-a492-653f423c7d5b tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0074711 Jul 07 21:18:54.750537 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50728) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.755719 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-ca17ddaa-c532-482a-8ebe-f86281af6546 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.760457 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ca17ddaa-c532-482a-8ebe-f86281af6546 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0081871 Jul 07 21:18:54.761338 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50730) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.771650 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-9990d3ba-a507-4588-99fc-9a048ae36ce6 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.771650 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9990d3ba-a507-4588-99fc-9a048ae36ce6 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0054271 Jul 07 21:18:54.771650 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50732) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.777202 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-a30e1e57-7b07-43c5-9adb-6e82c5e60563 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.779087 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a30e1e57-7b07-43c5-9adb-6e82c5e60563 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0076201 Jul 07 21:18:54.782331 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50736) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.787544 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-004ae79e-ebb2-4cb0-81da-dce18d41110d tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.792530 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-004ae79e-ebb2-4cb0-81da-dce18d41110d tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0090899 Jul 07 21:18:54.793276 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50738) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.796895 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c793ee2-7609-4b8b-91e0-79bacaaa409f req-bafb3420-8295-4d2f-b00c-049765a7ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:54.797863 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-698c0ec0-cd0d-4fe0-9b4a-4a1e7868893a tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.799135 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-698c0ec0-cd0d-4fe0-9b4a-4a1e7868893a tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0049410 Jul 07 21:18:54.799578 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c793ee2-7609-4b8b-91e0-79bacaaa409f req-bafb3420-8295-4d2f-b00c-049765a7ba17 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8514bcb3-7d37-4491-a641-df9d3f314e5a HTTP/1.1" status: 200 len: 898 time: 0.1454816 Jul 07 21:18:54.802008 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50740) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.807742 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-787b0315-f608-4ffd-a22c-0d06bbbcba44 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.811514 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-787b0315-f608-4ffd-a22c-0d06bbbcba44 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0053153 Jul 07 21:18:54.813175 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50742) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.817902 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-93722a72-257b-496c-ae76-a6585d11186d tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.823131 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-93722a72-257b-496c-ae76-a6585d11186d tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0082011 Jul 07 21:18:54.824025 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50744) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.828665 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-4b5017cc-6330-40c7-bccf-ad512ae9557f tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.831502 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4b5017cc-6330-40c7-bccf-ad512ae9557f tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0047448 Jul 07 21:18:54.834418 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50746) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.847076 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-7f5be29d-b310-44b9-93d8-ceb830fcfd07 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.848774 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7f5be29d-b310-44b9-93d8-ceb830fcfd07 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0125868 Jul 07 21:18:54.851429 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50748) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.856533 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [None req-1409e7b3-750c-41d2-8711-48f0ecbc6df0 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.857498 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1409e7b3-750c-41d2-8711-48f0ecbc6df0 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0047424 Jul 07 21:18:54.859009 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c793ee2-7609-4b8b-91e0-79bacaaa409f req-1c9ead90-982b-4c7f-bdb1-6e657f1ff92e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 HTTP/1.1" status: 200 len: 217 time: 0.0524755 Jul 07 21:18:54.860927 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50750) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.865117 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [None req-2d63b328-b829-4e5f-80dc-e385add98ea1 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.866081 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2d63b328-b829-4e5f-80dc-e385add98ea1 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0042732 Jul 07 21:18:54.868937 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50752) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.873423 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-2fe3b27c-160b-474e-8a8a-7d3662ab3af3 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.874536 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2fe3b27c-160b-474e-8a8a-7d3662ab3af3 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0045986 Jul 07 21:18:54.877766 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50754) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.886471 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-1e6bbca9-0187-4cb7-8b14-b60511fdcbd7 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.890850 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1e6bbca9-0187-4cb7-8b14-b60511fdcbd7 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0115595 Jul 07 21:18:54.892161 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50758) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.901892 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-73394a1a-aaf7-48aa-83fa-6229d0f657ac tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.908056 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-73394a1a-aaf7-48aa-83fa-6229d0f657ac tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0141304 Jul 07 21:18:54.908831 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50760) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.914354 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [None req-0d10d3af-7fa8-4644-be72-571c3c327bac tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.919258 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0d10d3af-7fa8-4644-be72-571c3c327bac tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0055866 Jul 07 21:18:54.919677 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50762) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.927700 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [None req-8fced2ca-5206-4e46-8450-f837644f37f4 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.933027 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8fced2ca-5206-4e46-8450-f837644f37f4 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0085180 Jul 07 21:18:54.934421 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50764) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.940650 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c793ee2-7609-4b8b-91e0-79bacaaa409f req-105d1728-cd37-46e4-84cf-4f212472da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:54.942166 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c793ee2-7609-4b8b-91e0-79bacaaa409f req-105d1728-cd37-46e4-84cf-4f212472da24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6374fef3-fa3e-4e5f-ae5d-9302ddd17f35 HTTP/1.1" status: 200 len: 835 time: 0.0751669 Jul 07 21:18:54.942386 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-30aa301f-b2cd-4c4a-9083-b78ea6699640 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.943470 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-30aa301f-b2cd-4c4a-9083-b78ea6699640 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0084019 Jul 07 21:18:54.948196 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50766) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.953032 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-309fcf8a-9a17-4369-a538-1b696d8f045c tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.954105 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-309fcf8a-9a17-4369-a538-1b696d8f045c tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045106 Jul 07 21:18:54.958026 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50768) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.963623 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-20a0c8f4-dfe4-421b-b80e-79c8218d0085 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.964740 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-20a0c8f4-dfe4-421b-b80e-79c8218d0085 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0052660 Jul 07 21:18:54.969565 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50770) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.977244 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-70d9cfc1-66fe-4102-9a1c-f9894ee21378 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.984121 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50772) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:54.985072 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-70d9cfc1-66fe-4102-9a1c-f9894ee21378 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0127599 Jul 07 21:18:54.990238 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [None req-0278c2dd-1ee4-4046-9d62-44e2408d3a3b tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:54.991110 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0278c2dd-1ee4-4046-9d62-44e2408d3a3b tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0045280 Jul 07 21:18:54.994267 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50774) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.001568 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [None req-fe4b281e-ac22-4f5e-bcfb-254fa1d960f3 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.002935 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fe4b281e-ac22-4f5e-bcfb-254fa1d960f3 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0061114 Jul 07 21:18:55.006975 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50776) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.013795 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-720d973d-3623-4ff4-a464-e00c40306b0f tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.015128 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-720d973d-3623-4ff4-a464-e00c40306b0f tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0067158 Jul 07 21:18:55.019116 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50778) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.024075 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-b3b3c29c-42cd-4ac2-9fbe-a3b36ab7e89e tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.026240 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b3b3c29c-42cd-4ac2-9fbe-a3b36ab7e89e tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0058413 Jul 07 21:18:55.029298 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50780) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.034612 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-e4a29f37-fc35-488c-81e5-ec6e3419f23d tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.036587 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e4a29f37-fc35-488c-81e5-ec6e3419f23d tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0055242 Jul 07 21:18:55.040153 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50782) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.048463 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [None req-7b4cbe28-d483-4c2f-ab72-566852b39e75 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.049412 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7b4cbe28-d483-4c2f-ab72-566852b39e75 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0069127 Jul 07 21:18:55.052911 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50784) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.062166 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-f1b8721c-989d-421c-b709-8ff41c706942 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.065370 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f1b8721c-989d-421c-b709-8ff41c706942 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0078499 Jul 07 21:18:55.065625 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50786) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.068910 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c793ee2-7609-4b8b-91e0-79bacaaa409f req-dfff8af0-c394-4b3e-9e45-359fb0241084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:55.070497 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-45275766-f0a4-4993-aa05-3b95a49a502a tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.075683 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-45275766-f0a4-4993-aa05-3b95a49a502a tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0055449 Jul 07 21:18:55.075935 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c793ee2-7609-4b8b-91e0-79bacaaa409f req-dfff8af0-c394-4b3e-9e45-359fb0241084 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8514bcb3-7d37-4491-a641-df9d3f314e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1224384 Jul 07 21:18:55.076129 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50788) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.080837 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-1aeb01c9-3c5a-44f2-842c-444307e28474 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.083370 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1aeb01c9-3c5a-44f2-842c-444307e28474 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0047543 Jul 07 21:18:55.086051 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50790) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.093127 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-651cd5a6-c90f-4f8d-abff-eaa3369a2bf4 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.095368 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-651cd5a6-c90f-4f8d-abff-eaa3369a2bf4 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0064976 Jul 07 21:18:55.098541 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50792) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.103477 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-b887173d-d24e-4d6b-8ae1-bf61ad062887 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.108547 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b887173d-d24e-4d6b-8ae1-bf61ad062887 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0052185 Jul 07 21:18:55.109206 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50794) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.114580 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-bf9b1d0e-97fa-4d6b-abfc-2ca7e0477610 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.118285 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-bf9b1d0e-97fa-4d6b-abfc-2ca7e0477610 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0060573 Jul 07 21:18:55.118887 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50796) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.123307 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-3a543129-bb63-44ed-915b-65c2b03806df tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.127229 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3a543129-bb63-44ed-915b-65c2b03806df tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0044203 Jul 07 21:18:55.128022 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50798) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.133254 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-0bcc55a6-559c-4576-9590-ba3d50154255 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.135834 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0bcc55a6-559c-4576-9590-ba3d50154255 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0056188 Jul 07 21:18:55.138489 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50800) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.144341 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-e8d1241d-c2d5-4ec5-ad95-02c19df87dab tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.145344 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e8d1241d-c2d5-4ec5-ad95-02c19df87dab tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0055175 Jul 07 21:18:55.148423 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50802) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.154630 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-41eeff09-08b7-47c9-ab95-ce430711a355 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.155689 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-41eeff09-08b7-47c9-ab95-ce430711a355 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0060992 Jul 07 21:18:55.158778 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50804) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.165930 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-ab50d245-3c4a-476d-aa06-e6138c7762df tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.168576 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ab50d245-3c4a-476d-aa06-e6138c7762df tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0069511 Jul 07 21:18:55.171181 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50806) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.177498 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-28ea0e36-1808-48f1-8045-b94b1167075a tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.184592 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f97e00-5b93-40bf-a338-dccf54004450 req-5235d574-ae59-4f2f-ad57-4cd9f537fad6 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:55.188948 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-28ea0e36-1808-48f1-8045-b94b1167075a tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0154696 Jul 07 21:18:55.191722 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50810) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.195222 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-89f97e00-5b93-40bf-a338-dccf54004450 req-5235d574-ae59-4f2f-ad57-4cd9f537fad6 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 943 time: 0.2015426 Jul 07 21:18:55.198962 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-d3c2779f-f478-40db-b662-62c02539971f tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.201130 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d3c2779f-f478-40db-b662-62c02539971f tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0079155 Jul 07 21:18:55.203722 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50812) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.213439 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-b3f537eb-1952-40fc-bd70-24132234f8c5 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.215684 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b3f537eb-1952-40fc-bd70-24132234f8c5 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0097039 Jul 07 21:18:55.218122 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50816) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.226441 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-563b83d8-1f30-49c7-b399-4521a718f5da tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.228814 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-563b83d8-1f30-49c7-b399-4521a718f5da tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0082557 Jul 07 21:18:55.231629 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50818) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.237789 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-4bb630b3-6155-4a25-bfa1-c8036cd0167e tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.240024 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4bb630b3-6155-4a25-bfa1-c8036cd0167e tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0066254 Jul 07 21:18:55.243638 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50820) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.253597 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-85abb87d-f189-448f-a504-1cf501199627 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.256086 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-85abb87d-f189-448f-a504-1cf501199627 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0108838 Jul 07 21:18:55.259579 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50822) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.267916 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-72578f3a-e6e7-4ae5-a4a5-08477e6dfd68 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.270549 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-72578f3a-e6e7-4ae5-a4a5-08477e6dfd68 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0086334 Jul 07 21:18:55.273225 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50824) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.277273 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-89f97e00-5b93-40bf-a338-dccf54004450 req-7291ca2e-5657-4599-b84e-e6fc2a3b6fc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806899 Jul 07 21:18:55.283818 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-de424a21-579d-4a05-a8c4-b3ccd0783158 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.287736 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-de424a21-579d-4a05-a8c4-b3ccd0783158 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0105128 Jul 07 21:18:55.289071 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50826) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.295668 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-4d82e95e-fd5b-428e-9cbc-fe38fee42679 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.296677 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4d82e95e-fd5b-428e-9cbc-fe38fee42679 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0066609 Jul 07 21:18:55.303909 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50828) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.318571 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [None req-0c66e711-1051-49df-9d2b-13fe2ab9ceb1 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.319705 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0c66e711-1051-49df-9d2b-13fe2ab9ceb1 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0148156 Jul 07 21:18:55.326471 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50830) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.328749 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c793ee2-7609-4b8b-91e0-79bacaaa409f req-0bdb2321-3fcd-4a15-870d-7f87cd7c947e service neutron] 10.222.0.39 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488937 Jul 07 21:18:55.334109 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-f54cba0f-308d-41a3-9248-688ea6f2ad77 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.336781 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f54cba0f-308d-41a3-9248-688ea6f2ad77 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0079665 Jul 07 21:18:55.339465 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50832) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.344338 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [None req-594c76ce-55ac-4808-b613-c65712e7eb66 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.346301 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-594c76ce-55ac-4808-b613-c65712e7eb66 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0049248 Jul 07 21:18:55.350564 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50834) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.359972 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [None req-f75e0fc3-5cdf-4256-a621-15f6c49f29eb tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.363402 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f75e0fc3-5cdf-4256-a621-15f6c49f29eb tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0070932 Jul 07 21:18:55.367087 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50836) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.400730 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [None req-4ffca857-ed48-4937-a6f9-2d3eb56d36b8 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:18:55.402030 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4ffca857-ed48-4937-a6f9-2d3eb56d36b8 tempest-ExtensionsTestJSON-1812026104 tempest-ExtensionsTestJSON-1812026104-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0340991 Jul 07 21:18:55.504381 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-0c793ee2-7609-4b8b-91e0-79bacaaa409f req-250ed1d4-fdca-46e2-aefd-dc591369eadf service neutron] 10.222.0.39 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686647 Jul 07 21:18:55.824361 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50844) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:55.971121 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4b967375-4550-4f67-a442-06b226d5413d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:56.106805 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4b967375-4550-4f67-a442-06b226d5413d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:56.112120 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4b967375-4550-4f67-a442-06b226d5413d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:56.151905 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4b967375-4550-4f67-a442-06b226d5413d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ba512116045c4a299a3e0005aca6e3b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3233414 Jul 07 21:18:56.152829 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b967375-4550-4f67-a442-06b226d5413d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fb6077-dcc9-4c2f-b0f9-f106ab273d5e,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:56.156308 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50848) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:56.244306 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e654449-f85d-4c13-8c90-ec75b1a00b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:56.286045 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e654449-f85d-4c13-8c90-ec75b1a00b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:56.384424 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e654449-f85d-4c13-8c90-ec75b1a00b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:56.389900 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6e654449-f85d-4c13-8c90-ec75b1a00b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:56.397317 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6e654449-f85d-4c13-8c90-ec75b1a00b23 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b1fb6077-dcc9-4c2f-b0f9-f106ab273d5e HTTP/1.1" status: 204 len: 168 time: 0.2391746 Jul 07 21:18:56.414273 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e654449-f85d-4c13-8c90-ec75b1a00b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fb6077-dcc9-4c2f-b0f9-f106ab273d5e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:56.576318 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925b409-9def-4927-99ef-99518b921185 req-6b87e205-ed41-46c2-b3e3-05b14fe6403f tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:56.578897 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c925b409-9def-4927-99ef-99518b921185 req-6b87e205-ed41-46c2-b3e3-05b14fe6403f tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 943 time: 0.1074781 Jul 07 21:18:56.747213 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c925b409-9def-4927-99ef-99518b921185 req-39105421-2a32-4f58-893f-2b175ec6a42b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186862 Jul 07 21:18:56.797863 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:18:57.097143 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,segment=NetworkSegment(552b830a-3d0b-4509-bbbe-ef4628cd75be),segment_id=552b830a-3d0b-4509-bbbe-ef4628cd75be)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:18:57.113052 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46', 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a', 'port_id': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46', 'mac_address': 'fa:16:3e:de:0c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6374fef3-fa3e-4e5f-ae5d-9302ddd17f35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:18:57.158303 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:57.183009 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:18:57.210747 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,segment=NetworkSegment(552b830a-3d0b-4509-bbbe-ef4628cd75be),segment_id=552b830a-3d0b-4509-bbbe-ef4628cd75be)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:18:57.215590 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:57.285988 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:57.433555 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['c34e4caf-0e18-422e-a9d9-3d7a3bb94a46'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:18:57.562477 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50876) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:57.708292 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-655d3cad-df4f-47ba-a1f2-82c9321084c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-457704761'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:57.739499 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655d3cad-df4f-47ba-a1f2-82c9321084c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Made reservation on behalf of 005fe6cad814496c86aba13b7eede7a5 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:18:57.744336 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-655d3cad-df4f-47ba-a1f2-82c9321084c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:57.755211 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-655d3cad-df4f-47ba-a1f2-82c9321084c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:57.890697 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-655d3cad-df4f-47ba-a1f2-82c9321084c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:57.895970 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-655d3cad-df4f-47ba-a1f2-82c9321084c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:57.927601 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655d3cad-df4f-47ba-a1f2-82c9321084c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:18:57.939640 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d3cad-df4f-47ba-a1f2-82c9321084c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1457ea-1e17-42fc-8fd6-34e25ebc42fb,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:57.945674 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-655d3cad-df4f-47ba-a1f2-82c9321084c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:57.946892 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-655d3cad-df4f-47ba-a1f2-82c9321084c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Added segment 9d5d3070-e340-415b-a65b-ddc03e11ec32 of type vlan for network 8e7ba49a-070f-421d-8f06-d06af113e5a0 Jul 07 21:18:58.004546 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-655d3cad-df4f-47ba-a1f2-82c9321084c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:58.072217 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-655d3cad-df4f-47ba-a1f2-82c9321084c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:58.078667 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655d3cad-df4f-47ba-a1f2-82c9321084c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:58.079297 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-655d3cad-df4f-47ba-a1f2-82c9321084c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:58.159741 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d74aa0-ea82-4e3d-8602-c7d77bf3aecb req-53ab4177-0de7-48e9-86a6-eb2dc27df3ce tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:58.161408 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e8d74aa0-ea82-4e3d-8602-c7d77bf3aecb req-53ab4177-0de7-48e9-86a6-eb2dc27df3ce tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 944 time: 0.1785376 Jul 07 21:18:58.186505 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-655d3cad-df4f-47ba-a1f2-82c9321084c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6222272 Jul 07 21:18:58.192123 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50882) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:58.200169 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ec2a07a5-bcfc-4bea-91fb-0229b3313341 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Request body: {'subnet': {'network_id': '8e7ba49a-070f-421d-8f06-d06af113e5a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:58.211015 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d3cad-df4f-47ba-a1f2-82c9321084c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Pushing event updated for resources: {'Network': ['ID=8e7ba49a-070f-421d-8f06-d06af113e5a0,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:58.228513 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 8e7ba49a-070f-421d-8f06-d06af113e5a0 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:18:58.236393 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e8d74aa0-ea82-4e3d-8602-c7d77bf3aecb req-e2a8da6e-1f3b-433b-9d0c-2fc63352a058 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622938 Jul 07 21:18:58.340851 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2a07a5-bcfc-4bea-91fb-0229b3313341 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Made reservation on behalf of 005fe6cad814496c86aba13b7eede7a5 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:18:58.345426 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ec2a07a5-bcfc-4bea-91fb-0229b3313341 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:58.579409 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ec2a07a5-bcfc-4bea-91fb-0229b3313341 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:58.657881 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a07a5-bcfc-4bea-91fb-0229b3313341 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Pushing event updated for resources: {'Subnet': ['ID=bddcc723-443b-4b8b-bd9c-4deed10c77df,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:58.669570 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2a07a5-bcfc-4bea-91fb-0229b3313341 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Checking segment: {'id': '9d5d3070-e340-415b-a65b-ddc03e11ec32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e7ba49a-070f-421d-8f06-d06af113e5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:18:58.669949 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2a07a5-bcfc-4bea-91fb-0229b3313341 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Network hostable DHCP agents. Network: 8e7ba49a-070f-421d-8f06-d06af113e5a0, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:18:58.690895 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2a07a5-bcfc-4bea-91fb-0229b3313341 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Network 8e7ba49a-070f-421d-8f06-d06af113e5a0 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:18:58.702911 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-ec2a07a5-bcfc-4bea-91fb-0229b3313341 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 8e7ba49a-070f-421d-8f06-d06af113e5a0) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:18:58.708450 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2a07a5-bcfc-4bea-91fb-0229b3313341 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:58.710196 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ec2a07a5-bcfc-4bea-91fb-0229b3313341 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:58.717532 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35b4897-3705-4fe4-8950-c8ae4dae2159 None None] Network 8e7ba49a-070f-421d-8f06-d06af113e5a0 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:18:58.732030 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ec2a07a5-bcfc-4bea-91fb-0229b3313341 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5383239 Jul 07 21:18:58.733705 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50886) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:58.740231 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ed45a8aa-ce19-446a-8ecd-cb0cdca39742 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Request body: {'port': {'network_id': '8e7ba49a-070f-421d-8f06-d06af113e5a0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1026836030'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:58.814316 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:18:58.908852 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed45a8aa-ce19-446a-8ecd-cb0cdca39742 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Made reservation on behalf of 005fe6cad814496c86aba13b7eede7a5 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:18:58.917794 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed45a8aa-ce19-446a-8ecd-cb0cdca39742 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:58.941973 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:18:58.954226 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-ed45a8aa-ce19-446a-8ecd-cb0cdca39742 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] device_id is not set on port c155638a-b1bb-4d84-bb4b-615a3454a59a yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:18:58.954479 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:18:58.955140 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:59.055384 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7b610b-468c-4676-b533-34f94d390633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-8e7ba49a-070f-421d-8f06-d06af113e5a0', 'network_id': '8e7ba49a-070f-421d-8f06-d06af113e5a0', 'tenant_id': '005fe6cad814496c86aba13b7eede7a5', 'fixed_ips': [{'subnet_id': 'bddcc723-443b-4b8b-bd9c-4deed10c77df'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:18:59.057016 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1f7b610b-468c-4676-b533-34f94d390633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:59.131634 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-ed45a8aa-ce19-446a-8ecd-cb0cdca39742 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Allocated IP 2001:db8::359 (8e7ba49a-070f-421d-8f06-d06af113e5a0/bddcc723-443b-4b8b-bd9c-4deed10c77df/c155638a-b1bb-4d84-bb4b-615a3454a59a) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:18:59.203753 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:59.253084 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:18:59.255778 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4957081-773d-4292-92c8-f6f80441fbd3" -d '{"events": [{"server_uuid": "7365d89b-d0e3-4901-a599-5b8782625f9f", "name": "network-vif-plugged", "status": "completed", "tag": "c34e4caf-0e18-422e-a9d9-3d7a3bb94a46"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:18:59.261733 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-58f4c739-d089-4dcc-a7b1-6a05a3904d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:59.272648 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,segment=NetworkSegment(552b830a-3d0b-4509-bbbe-ef4628cd75be),segment_id=552b830a-3d0b-4509-bbbe-ef4628cd75be)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:18:59.282816 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:59.316546 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8fe0dd-3df4-4860-99a2-fc4439f4853e x-openstack-request-id: req-3b8fe0dd-3df4-4860-99a2-fc4439f4853e {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:18:59.316896 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7365d89b-d0e3-4901-a599-5b8782625f9f", "name": "network-vif-plugged", "status": "completed", "tag": "c34e4caf-0e18-422e-a9d9-3d7a3bb94a46", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:18:59.317169 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3b8fe0dd-3df4-4860-99a2-fc4439f4853e {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:18:59.317935 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46', 'code': 200} Jul 07 21:18:59.327467 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed45a8aa-ce19-446a-8ecd-cb0cdca39742 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:59.344040 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-ed45a8aa-ce19-446a-8ecd-cb0cdca39742 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Transition to ACTIVE for port object c155638a-b1bb-4d84-bb4b-615a3454a59a will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:18:59.358001 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:59.390849 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed45a8aa-ce19-446a-8ecd-cb0cdca39742 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:59.469244 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45a8aa-ce19-446a-8ecd-cb0cdca39742 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Pushing event updated for resources: {'Port': ['ID=c155638a-b1bb-4d84-bb4b-615a3454a59a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:18:59.469625 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6af536-e228-4ce4-8a70-934f59dbb10f req-69476ec5-967e-4f23-95a6-eeb94224d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:59.471238 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b6af536-e228-4ce4-8a70-934f59dbb10f req-69476ec5-967e-4f23-95a6-eeb94224d561 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 1097 time: 0.0943117 Jul 07 21:18:59.487050 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed45a8aa-ce19-446a-8ecd-cb0cdca39742 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Network 8e7ba49a-070f-421d-8f06-d06af113e5a0 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:18:59.493287 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-1f7b610b-468c-4676-b533-34f94d390633 None None] Allocated IP 2001:db8::2 (8e7ba49a-070f-421d-8f06-d06af113e5a0/bddcc723-443b-4b8b-bd9c-4deed10c77df/352e4d1a-4c29-4d2f-abb4-436078c3611e) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:18:59.496383 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-ed45a8aa-ce19-446a-8ecd-cb0cdca39742 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:18:59.502881 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed45a8aa-ce19-446a-8ecd-cb0cdca39742 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:18:59.517310 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed45a8aa-ce19-446a-8ecd-cb0cdca39742 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:59.518677 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ed45a8aa-ce19-446a-8ecd-cb0cdca39742 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:59.556838 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ed45a8aa-ce19-446a-8ecd-cb0cdca39742 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8174148 Jul 07 21:18:59.560846 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50892) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:18:59.576183 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-4cfe6959-aa3a-4d43-9a7d-2a82827328bf tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Request body: {'port': {'network_id': '8e7ba49a-070f-421d-8f06-d06af113e5a0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-524656089', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:18:59.577047 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.api.validators [None req-4cfe6959-aa3a-4d43-9a7d-2a82827328bf tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] bootfile-name is not in valid_values {{(pid=100447) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 21:18:59.577683 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.api.validators [None req-4cfe6959-aa3a-4d43-9a7d-2a82827328bf tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] tftp-server is not in valid_values {{(pid=100447) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 21:18:59.578231 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.api.validators [None req-4cfe6959-aa3a-4d43-9a7d-2a82827328bf tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] server-ip-address is not in valid_values {{(pid=100447) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 21:18:59.617103 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2b6af536-e228-4ce4-8a70-934f59dbb10f req-2e741d24-384b-43d1-b565-d4576d9ecb85 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357234 Jul 07 21:18:59.697782 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a25fbb-324e-410f-8189-ae64f310b48a req-8e3d2192-841b-46a9-96b3-fcd6cb2cbf80 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:18:59.710205 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-09a25fbb-324e-410f-8189-ae64f310b48a req-8e3d2192-841b-46a9-96b3-fcd6cb2cbf80 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 945 time: 0.2026255 Jul 07 21:18:59.777037 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-09a25fbb-324e-410f-8189-ae64f310b48a req-711c026c-9a08-4256-a094-9c8b5acef668 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658095 Jul 07 21:18:59.826191 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfe6959-aa3a-4d43-9a7d-2a82827328bf tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Made reservation on behalf of 005fe6cad814496c86aba13b7eede7a5 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:18:59.833076 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4cfe6959-aa3a-4d43-9a7d-2a82827328bf tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:59.858118 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1f7b610b-468c-4676-b533-34f94d390633 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:59.862053 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-4cfe6959-aa3a-4d43-9a7d-2a82827328bf tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] device_id is not set on port 74abfa76-b5c6-4cb6-a99c-a57a486222c1 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:18:59.879913 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1f7b610b-468c-4676-b533-34f94d390633 None None] Transition to ACTIVE for port object 352e4d1a-4c29-4d2f-abb4-436078c3611e will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:18:59.905005 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1f7b610b-468c-4676-b533-34f94d390633 None None] Transition to ACTIVE for port object 352e4d1a-4c29-4d2f-abb4-436078c3611e will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:18:59.917136 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1f7b610b-468c-4676-b533-34f94d390633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:18:59.963897 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7b610b-468c-4676-b533-34f94d390633 None None] Network 8e7ba49a-070f-421d-8f06-d06af113e5a0 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:18:59.975441 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-1f7b610b-468c-4676-b533-34f94d390633 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:18:59.982828 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7b610b-468c-4676-b533-34f94d390633 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:18:59.993583 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b610b-468c-4676-b533-34f94d390633 None None] Pushing event updated for resources: {'Port': ['ID=352e4d1a-4c29-4d2f-abb4-436078c3611e,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:00.064134 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-4cfe6959-aa3a-4d43-9a7d-2a82827328bf tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Allocated IP 2001:db8::31e (8e7ba49a-070f-421d-8f06-d06af113e5a0/bddcc723-443b-4b8b-bd9c-4deed10c77df/74abfa76-b5c6-4cb6-a99c-a57a486222c1) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:19:00.087993 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1f7b610b-468c-4676-b533-34f94d390633 None None] Attempting to bind port 352e4d1a-4c29-4d2f-abb4-436078c3611e on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:19:00.088933 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1f7b610b-468c-4676-b533-34f94d390633 None None] Attempting to bind port 352e4d1a-4c29-4d2f-abb4-436078c3611e by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '9d5d3070-e340-415b-a65b-ddc03e11ec32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e7ba49a-070f-421d-8f06-d06af113e5a0'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:19:00.090009 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7b610b-468c-4676-b533-34f94d390633 None None] Attempting to bind port 352e4d1a-4c29-4d2f-abb4-436078c3611e on network 8e7ba49a-070f-421d-8f06-d06af113e5a0 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:19:00.100165 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7b610b-468c-4676-b533-34f94d390633 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:19:00.101367 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7b610b-468c-4676-b533-34f94d390633 None None] Checking segment: {'id': '9d5d3070-e340-415b-a65b-ddc03e11ec32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e7ba49a-070f-421d-8f06-d06af113e5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:19:00.103276 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1f7b610b-468c-4676-b533-34f94d390633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:00.103909 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7b610b-468c-4676-b533-34f94d390633 None None] Bound using segment: {'id': '9d5d3070-e340-415b-a65b-ddc03e11ec32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e7ba49a-070f-421d-8f06-d06af113e5a0'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:19:00.104714 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1f7b610b-468c-4676-b533-34f94d390633 None None] Bound port: 352e4d1a-4c29-4d2f-abb4-436078c3611e, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5d3070-e340-415b-a65b-ddc03e11ec32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e7ba49a-070f-421d-8f06-d06af113e5a0'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:19:00.105657 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1f7b610b-468c-4676-b533-34f94d390633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:00.236848 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1f7b610b-468c-4676-b533-34f94d390633 None None] For port 352e4d1a-4c29-4d2f-abb4-436078c3611e, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:19:00.241429 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1f7b610b-468c-4676-b533-34f94d390633 None None] For port 352e4d1a-4c29-4d2f-abb4-436078c3611e, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=352e4d1a-4c29-4d2f-abb4-436078c3611e,segment=NetworkSegment(9d5d3070-e340-415b-a65b-ddc03e11ec32),segment_id=9d5d3070-e340-415b-a65b-ddc03e11ec32)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:19:00.255794 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1f7b610b-468c-4676-b533-34f94d390633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:00.349053 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b610b-468c-4676-b533-34f94d390633 None None] Pushing event updated for resources: {'Port': ['ID=352e4d1a-4c29-4d2f-abb4-436078c3611e,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:00.384559 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4cfe6959-aa3a-4d43-9a7d-2a82827328bf tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:00.421975 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-4cfe6959-aa3a-4d43-9a7d-2a82827328bf tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Transition to ACTIVE for port object 74abfa76-b5c6-4cb6-a99c-a57a486222c1 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:19:00.510497 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4cfe6959-aa3a-4d43-9a7d-2a82827328bf tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:00.567449 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfe6959-aa3a-4d43-9a7d-2a82827328bf tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Network 8e7ba49a-070f-421d-8f06-d06af113e5a0 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:19:00.572181 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-4cfe6959-aa3a-4d43-9a7d-2a82827328bf tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:00.578747 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfe6959-aa3a-4d43-9a7d-2a82827328bf tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:19:00.587435 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfe6959-aa3a-4d43-9a7d-2a82827328bf tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:00.588660 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4cfe6959-aa3a-4d43-9a7d-2a82827328bf tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:00.638623 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe6959-aa3a-4d43-9a7d-2a82827328bf tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Pushing event updated for resources: {'Port': ['ID=74abfa76-b5c6-4cb6-a99c-a57a486222c1,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:00.649927 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4cfe6959-aa3a-4d43-9a7d-2a82827328bf tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.0867639 Jul 07 21:19:00.655365 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50896) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:00.791193 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629d0ccf-433d-488c-8836-3ac2cd4fcf67 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:00.802341 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629d0ccf-433d-488c-8836-3ac2cd4fcf67 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:00.826918 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629d0ccf-433d-488c-8836-3ac2cd4fcf67 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:00.835367 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-629d0ccf-433d-488c-8836-3ac2cd4fcf67 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1753564 Jul 07 21:19:00.844146 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50902) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:01.335056 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 352e4d1a-4c29-4d2f-abb4-436078c3611e up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:19:01.460547 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 352e4d1a-4c29-4d2f-abb4-436078c3611e completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:19:01.577100 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-6b472972-12ad-4d57-8309-43cea2fca80c tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Deleting port 74abfa76-b5c6-4cb6-a99c-a57a486222c1 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:19:01.577434 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6b472972-12ad-4d57-8309-43cea2fca80c tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:01.600081 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f1473-5027-493b-8502-72fc1cd2f8b6 req-fb6ba972-8250-4f45-a55d-cc5183a06132 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:01.606949 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e85f1473-5027-493b-8502-72fc1cd2f8b6 req-fb6ba972-8250-4f45-a55d-cc5183a06132 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 945 time: 0.6571705 Jul 07 21:19:01.710776 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e85f1473-5027-493b-8502-72fc1cd2f8b6 req-6b10b99c-c77e-4269-b72a-870cd9767174 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657527 Jul 07 21:19:01.771202 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6b472972-12ad-4d57-8309-43cea2fca80c tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:01.795745 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-6b472972-12ad-4d57-8309-43cea2fca80c tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Calling delete_port for 74abfa76-b5c6-4cb6-a99c-a57a486222c1 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:19:01.869308 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6a0eac-654f-454d-a52f-80c5f0dbbeb2 None None] Network 8e7ba49a-070f-421d-8f06-d06af113e5a0 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:19:02.019481 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:02.022876 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a5aa0-1ad1-4fa1-9b6f-b8580b5190af req-e2913cd2-1517-4035-8b81-07106cd1c020 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:02.025762 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a72a5aa0-1ad1-4fa1-9b6f-b8580b5190af req-e2913cd2-1517-4035-8b81-07106cd1c020 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 945 time: 0.1375196 Jul 07 21:19:02.041378 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0404c4e8-0c41-47ae-be05-3c52520abeb1 None None] Provisioning for port 352e4d1a-4c29-4d2f-abb4-436078c3611e completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:19:02.049375 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bfd9ea28-ec27-4d45-8b91-e661293c913b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:02.061850 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0404c4e8-0c41-47ae-be05-3c52520abeb1 None None] Provisioning complete for port 352e4d1a-4c29-4d2f-abb4-436078c3611e triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:19:02.061850 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0404c4e8-0c41-47ae-be05-3c52520abeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:02.107355 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a72a5aa0-1ad1-4fa1-9b6f-b8580b5190af req-1950dd5e-4f91-420b-883b-37138c8c85e5 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695989 Jul 07 21:19:02.107355 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6b472972-12ad-4d57-8309-43cea2fca80c tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:02.138567 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50908) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:02.176345 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b472972-12ad-4d57-8309-43cea2fca80c tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Pushing event deleted for resources: {'Port': ['ID=74abfa76-b5c6-4cb6-a99c-a57a486222c1,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:02.203613 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6b472972-12ad-4d57-8309-43cea2fca80c tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:02.205554 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6b472972-12ad-4d57-8309-43cea2fca80c tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] 10.222.0.64 "DELETE /v2.0/ports/74abfa76-b5c6-4cb6-a99c-a57a486222c1 HTTP/1.1" status: 204 len: 168 time: 1.3598423 Jul 07 21:19:02.210508 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50910) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:02.223271 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-0aa2662b-3965-431c-86da-5049890f7b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Request body: {'port': {'name': 'tempest-new-port-name-1432988524', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:02.224165 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.api.validators [None req-0aa2662b-3965-431c-86da-5049890f7b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] bootfile-name is not in valid_values {{(pid=100448) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 21:19:02.224523 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.api.validators [None req-0aa2662b-3965-431c-86da-5049890f7b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] tftp-server is not in valid_values {{(pid=100448) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 21:19:02.225122 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.api.validators [None req-0aa2662b-3965-431c-86da-5049890f7b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] server-ip-address is not in valid_values {{(pid=100448) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 21:19:02.261843 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5559bb23-927c-4830-9f0c-49db09671788 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:02.263483 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0404c4e8-0c41-47ae-be05-3c52520abeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:02.275902 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5559bb23-927c-4830-9f0c-49db09671788 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 1092 time: 0.1309681 Jul 07 21:19:02.277426 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50912) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:02.288104 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-4a6e7405-80b2-4aff-b794-cf5c64e6d8ec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'port_id': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:02.324266 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a6e7405-80b2-4aff-b794-cf5c64e6d8ec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:02.328036 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-0404c4e8-0c41-47ae-be05-3c52520abeb1 None None] For port 352e4d1a-4c29-4d2f-abb4-436078c3611e, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=352e4d1a-4c29-4d2f-abb4-436078c3611e,segment=NetworkSegment(9d5d3070-e340-415b-a65b-ddc03e11ec32),segment_id=9d5d3070-e340-415b-a65b-ddc03e11ec32)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:19:02.333490 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0404c4e8-0c41-47ae-be05-3c52520abeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:02.416568 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0aa2662b-3965-431c-86da-5049890f7b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:02.452440 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404c4e8-0c41-47ae-be05-3c52520abeb1 None None] Pushing event updated for resources: {'Port': ['ID=352e4d1a-4c29-4d2f-abb4-436078c3611e,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:02.637358 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a6e7405-80b2-4aff-b794-cf5c64e6d8ec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:02.793885 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-92bb6827-3b60-4943-adc9-9c7181a89c68 None None] Provisioning complete for port 352e4d1a-4c29-4d2f-abb4-436078c3611e triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:19:02.796035 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-92bb6827-3b60-4943-adc9-9c7181a89c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:02.887082 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-4a6e7405-80b2-4aff-b794-cf5c64e6d8ec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Allocated IP 172.25.5.92 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/cf5d60d3-7c7d-450c-9277-c35625362772) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:19:02.917650 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0aa2662b-3965-431c-86da-5049890f7b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:02.939573 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0aa2662b-3965-431c-86da-5049890f7b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:03.061453 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-0aa2662b-3965-431c-86da-5049890f7b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] In _notify_port_updated(), no bound segment for port c155638a-b1bb-4d84-bb4b-615a3454a59a on network 8e7ba49a-070f-421d-8f06-d06af113e5a0 {{(pid=100448) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 21:19:03.068454 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa2662b-3965-431c-86da-5049890f7b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:03.069168 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0aa2662b-3965-431c-86da-5049890f7b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:03.071544 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0aa2662b-3965-431c-86da-5049890f7b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] 10.222.0.64 "PUT /v2.0/ports/c155638a-b1bb-4d84-bb4b-615a3454a59a HTTP/1.1" status: 200 len: 1130 time: 0.8562839 Jul 07 21:19:03.074509 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50916) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:03.095421 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2662b-3965-431c-86da-5049890f7b20 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Pushing event updated for resources: {'Port': ['ID=c155638a-b1bb-4d84-bb4b-615a3454a59a,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:03.117580 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-92bb6827-3b60-4943-adc9-9c7181a89c68 None None] Provisioning for port c155638a-b1bb-4d84-bb4b-615a3454a59a completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:19:03.138991 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-92bb6827-3b60-4943-adc9-9c7181a89c68 None None] Provisioning complete for port c155638a-b1bb-4d84-bb4b-615a3454a59a triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:19:03.139409 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-92bb6827-3b60-4943-adc9-9c7181a89c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:03.191072 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-92bb6827-3b60-4943-adc9-9c7181a89c68 None None] Port c155638a-b1bb-4d84-bb4b-615a3454a59a cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:19:03.230373 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb5ecf7-c937-495e-98e8-93b948e50487 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:03.232183 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5bb5ecf7-c937-495e-98e8-93b948e50487 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] 10.222.0.64 "GET /v2.0/ports/c155638a-b1bb-4d84-bb4b-615a3454a59a HTTP/1.1" status: 200 len: 1130 time: 0.1566753 Jul 07 21:19:03.237962 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50918) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:03.254428 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 352e4d1a-4c29-4d2f-abb4-436078c3611e up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:19:03.265919 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a6e7405-80b2-4aff-b794-cf5c64e6d8ec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:03.385641 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a6e7405-80b2-4aff-b794-cf5c64e6d8ec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:03.400894 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-bd567057-1eb7-45dd-8fd2-12e9a98edd9c None None] Provisioning complete for port c155638a-b1bb-4d84-bb4b-615a3454a59a triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:19:03.401541 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bd567057-1eb7-45dd-8fd2-12e9a98edd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:03.422537 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6e7405-80b2-4aff-b794-cf5c64e6d8ec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:19:03.433994 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-4a6e7405-80b2-4aff-b794-cf5c64e6d8ec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:03.465551 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6e7405-80b2-4aff-b794-cf5c64e6d8ec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:19:03.494828 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-bd567057-1eb7-45dd-8fd2-12e9a98edd9c None None] Port c155638a-b1bb-4d84-bb4b-615a3454a59a cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:19:03.504287 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 352e4d1a-4c29-4d2f-abb4-436078c3611e triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:19:03.504811 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:03.552161 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e7405-80b2-4aff-b794-cf5c64e6d8ec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Port': ['ID=cf5d60d3-7c7d-450c-9277-c35625362772,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:03.556863 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-68cbb074-7876-4854-8d1f-947a8b54f494 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Deleting port c155638a-b1bb-4d84-bb4b-615a3454a59a {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:19:03.558615 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-68cbb074-7876-4854-8d1f-947a8b54f494 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:03.622907 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:03.651896 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8eb03a34-9cc2-46cf-8de5-0904ad9fa3ad None None] Could not find standard attr ID for object 74abfa76-b5c6-4cb6-a99c-a57a486222c1. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:19:03.811425 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-68cbb074-7876-4854-8d1f-947a8b54f494 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:03.833218 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-68cbb074-7876-4854-8d1f-947a8b54f494 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Calling delete_port for c155638a-b1bb-4d84-bb4b-615a3454a59a owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:19:04.082305 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-68cbb074-7876-4854-8d1f-947a8b54f494 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:04.116732 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cbb074-7876-4854-8d1f-947a8b54f494 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Pushing event deleted for resources: {'Port': ['ID=c155638a-b1bb-4d84-bb4b-615a3454a59a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:04.166511 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-68cbb074-7876-4854-8d1f-947a8b54f494 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:04.169254 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-68cbb074-7876-4854-8d1f-947a8b54f494 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] 10.222.0.64 "DELETE /v2.0/ports/c155638a-b1bb-4d84-bb4b-615a3454a59a HTTP/1.1" status: 204 len: 168 time: 0.9256408 Jul 07 21:19:04.172460 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50922) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:04.189363 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c59ece67-df9d-4e1f-8346-f807afcd0ad4 None None] Could not find standard attr ID for object c155638a-b1bb-4d84-bb4b-615a3454a59a. {{(pid=100449) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 21:19:04.237302 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a6e7405-80b2-4aff-b794-cf5c64e6d8ec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:04.295092 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dbb5e86-27a7-4d18-a8cf-f373ada054ea tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Deleting subnet bddcc723-443b-4b8b-bd9c-4deed10c77df {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:19:04.308636 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1dbb5e86-27a7-4d18-a8cf-f373ada054ea tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:04.428553 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1dbb5e86-27a7-4d18-a8cf-f373ada054ea tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:04.453707 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a6e7405-80b2-4aff-b794-cf5c64e6d8ec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:04.638493 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1dbb5e86-27a7-4d18-a8cf-f373ada054ea tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:04.744711 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1dbb5e86-27a7-4d18-a8cf-f373ada054ea tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:04.768793 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a6e7405-80b2-4aff-b794-cf5c64e6d8ec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:04.803162 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a6e7405-80b2-4aff-b794-cf5c64e6d8ec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:04.811642 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb5e86-27a7-4d18-a8cf-f373ada054ea tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Pushing event deleted for resources: {'Subnet': ['ID=bddcc723-443b-4b8b-bd9c-4deed10c77df,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:04.826882 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3e850c-ff37-4bde-94e1-30821b228ae7 None None] Network 8e7ba49a-070f-421d-8f06-d06af113e5a0 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:19:04.836029 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-1dbb5e86-27a7-4d18-a8cf-f373ada054ea tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:04.839193 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1dbb5e86-27a7-4d18-a8cf-f373ada054ea tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] 10.222.0.64 "DELETE /v2.0/subnets/bddcc723-443b-4b8b-bd9c-4deed10c77df HTTP/1.1" status: 204 len: 168 time: 0.6634767 Jul 07 21:19:04.842355 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50924) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:04.906925 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb5e86-27a7-4d18-a8cf-f373ada054ea tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:04.907356 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb5e86-27a7-4d18-a8cf-f373ada054ea tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:04.907682 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb5e86-27a7-4d18-a8cf-f373ada054ea tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:04.908142 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb5e86-27a7-4d18-a8cf-f373ada054ea tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:04.908924 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb5e86-27a7-4d18-a8cf-f373ada054ea tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:04.908924 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb5e86-27a7-4d18-a8cf-f373ada054ea tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:04.910915 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb5e86-27a7-4d18-a8cf-f373ada054ea tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:04.910915 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb5e86-27a7-4d18-a8cf-f373ada054ea tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:04.910915 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb5e86-27a7-4d18-a8cf-f373ada054ea tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:04.910915 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb5e86-27a7-4d18-a8cf-f373ada054ea tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:04.917103 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb5e86-27a7-4d18-a8cf-f373ada054ea tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:04.917103 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb5e86-27a7-4d18-a8cf-f373ada054ea tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:04.941504 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-859c89e3-6fa1-490c-9e0c-3c6583bd7498 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:04.945495 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e7405-80b2-4aff-b794-cf5c64e6d8ec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Port': ['ID=cf5d60d3-7c7d-450c-9277-c35625362772,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:04.961648 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a6e7405-80b2-4aff-b794-cf5c64e6d8ec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:05.037430 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-859c89e3-6fa1-490c-9e0c-3c6583bd7498 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Deleting port 352e4d1a-4c29-4d2f-abb4-436078c3611e {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:19:05.037430 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-859c89e3-6fa1-490c-9e0c-3c6583bd7498 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:05.128610 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [None req-4a6e7405-80b2-4aff-b794-cf5c64e6d8ec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Floating IP 95483dfa-31d3-4f86-8526-fa830ebf736e associated. External IP: 172.25.5.92, port: c34e4caf-0e18-422e-a9d9-3d7a3bb94a46. Jul 07 21:19:05.147044 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b979fb-016e-4057-95b1-2491f8b447c1 None None] DHCP port deletion for 8e7ba49a-070f-421d-8f06-d06af113e5a0 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:19:05.147574 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-859c89e3-6fa1-490c-9e0c-3c6583bd7498 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] For port 352e4d1a-4c29-4d2f-abb4-436078c3611e, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=352e4d1a-4c29-4d2f-abb4-436078c3611e,segment=NetworkSegment(9d5d3070-e340-415b-a65b-ddc03e11ec32),segment_id=9d5d3070-e340-415b-a65b-ddc03e11ec32)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:19:05.148136 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-859c89e3-6fa1-490c-9e0c-3c6583bd7498 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:05.178769 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-859c89e3-6fa1-490c-9e0c-3c6583bd7498 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Calling delete_port for 352e4d1a-4c29-4d2f-abb4-436078c3611e owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:19:05.304634 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 352e4d1a-4c29-4d2f-abb4-436078c3611e no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:19:05.390319 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:05.396805 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-87b979fb-016e-4057-95b1-2491f8b447c1 None None] Deleting port 352e4d1a-4c29-4d2f-abb4-436078c3611e {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:19:05.396805 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-87b979fb-016e-4057-95b1-2491f8b447c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:05.460463 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-859c89e3-6fa1-490c-9e0c-3c6583bd7498 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:05.470230 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6e7405-80b2-4aff-b794-cf5c64e6d8ec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Router 3a616faa-e817-415d-868b-d5ac3b9bf28b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:19:05.521306 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c89e3-6fa1-490c-9e0c-3c6583bd7498 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Pushing event deleted for resources: {'Port': ['ID=352e4d1a-4c29-4d2f-abb4-436078c3611e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:05.538358 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:05.540670 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859c89e3-6fa1-490c-9e0c-3c6583bd7498 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] No DVR routers for this DVR port 352e4d1a-4c29-4d2f-abb4-436078c3611e on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:19:05.550204 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-87b979fb-016e-4057-95b1-2491f8b447c1 None None] For port 352e4d1a-4c29-4d2f-abb4-436078c3611e, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=352e4d1a-4c29-4d2f-abb4-436078c3611e,segment=NetworkSegment(9d5d3070-e340-415b-a65b-ddc03e11ec32),segment_id=9d5d3070-e340-415b-a65b-ddc03e11ec32)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:19:05.550608 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-87b979fb-016e-4057-95b1-2491f8b447c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:05.590436 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-87b979fb-016e-4057-95b1-2491f8b447c1 None None] Calling delete_port for 352e4d1a-4c29-4d2f-abb4-436078c3611e owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:19:05.632905 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-859c89e3-6fa1-490c-9e0c-3c6583bd7498 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:05.644681 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-859c89e3-6fa1-490c-9e0c-3c6583bd7498 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e7ba49a-070f-421d-8f06-d06af113e5a0']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:05.656718 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-859c89e3-6fa1-490c-9e0c-3c6583bd7498 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5d3070-e340-415b-a65b-ddc03e11ec32') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:05.657110 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-859c89e3-6fa1-490c-9e0c-3c6583bd7498 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5d3070-e340-415b-a65b-ddc03e11ec32') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:05.678483 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-859c89e3-6fa1-490c-9e0c-3c6583bd7498 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:05.716018 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6e7405-80b2-4aff-b794-cf5c64e6d8ec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:19:05.723933 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-859c89e3-6fa1-490c-9e0c-3c6583bd7498 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:05.734232 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d996bdaf-6f32-4343-a143-e6de725c047e None None] Sync routers for ids ['3a616faa-e817-415d-868b-d5ac3b9bf28b'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:19:05.757843 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4a6e7405-80b2-4aff-b794-cf5c64e6d8ec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:05.761601 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859c89e3-6fa1-490c-9e0c-3c6583bd7498 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:19:05.763037 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-859c89e3-6fa1-490c-9e0c-3c6583bd7498 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:05.769179 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d996bdaf-6f32-4343-a143-e6de725c047e None None] Routers {'3a616faa-e817-415d-868b-d5ac3b9bf28b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:05.770889 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d996bdaf-6f32-4343-a143-e6de725c047e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['3a616faa-e817-415d-868b-d5ac3b9bf28b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:05.771635 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-87b979fb-016e-4057-95b1-2491f8b447c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:19:05.773441 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:19:05.824164 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b979fb-016e-4057-95b1-2491f8b447c1 None None] Pushing event deleted for resources: {'Port': ['ID=352e4d1a-4c29-4d2f-abb4-436078c3611e,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:05.829056 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4a6e7405-80b2-4aff-b794-cf5c64e6d8ec tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5482404 Jul 07 21:19:05.830604 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b979fb-016e-4057-95b1-2491f8b447c1 None None] No DVR routers for this DVR port 352e4d1a-4c29-4d2f-abb4-436078c3611e on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:19:05.846090 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'tag': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:19:05.848803 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a9d66c-dbf2-4cf3-a92e-d6673748441b" -d '{"events": [{"name": "network-changed", "server_uuid": "7365d89b-d0e3-4901-a599-5b8782625f9f", "tag": "c34e4caf-0e18-422e-a9d9-3d7a3bb94a46"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:19:05.912730 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-859c89e3-6fa1-490c-9e0c-3c6583bd7498 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:05.922295 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44be70fe-9a0e-4564-8414-825d6dca1ca7 x-openstack-request-id: req-44be70fe-9a0e-4564-8414-825d6dca1ca7 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:19:05.923393 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7365d89b-d0e3-4901-a599-5b8782625f9f", "tag": "c34e4caf-0e18-422e-a9d9-3d7a3bb94a46", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:19:05.923839 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-44be70fe-9a0e-4564-8414-825d6dca1ca7 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:19:05.924414 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'tag': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46', 'status': 'completed', 'code': 200} Jul 07 21:19:05.932281 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-859c89e3-6fa1-490c-9e0c-3c6583bd7498 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:05.942370 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-859c89e3-6fa1-490c-9e0c-3c6583bd7498 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] 10.222.0.64 "DELETE /v2.0/networks/8e7ba49a-070f-421d-8f06-d06af113e5a0 HTTP/1.1" status: 204 len: 168 time: 1.0986192 Jul 07 21:19:05.980883 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c89e3-6fa1-490c-9e0c-3c6583bd7498 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589 tempest-ExtraDHCPOptionsIpV6TestJSON-1851960589-project] Pushing event deleted for resources: {'Network': ['ID=8e7ba49a-070f-421d-8f06-d06af113e5a0,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:06.004593 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-d996bdaf-6f32-4343-a143-e6de725c047e None None] Set router 3a616faa-e817-415d-868b-d5ac3b9bf28b gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:19:06.080988 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9d66c-dbf2-4cf3-a92e-d6673748441b req-b805210a-695f-4508-b424-1acf64016e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:06.082800 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-96a9d66c-dbf2-4cf3-a92e-d6673748441b req-b805210a-695f-4508-b424-1acf64016e1c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 1097 time: 0.1301126 Jul 07 21:19:06.276906 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9d66c-dbf2-4cf3-a92e-d6673748441b req-b562f9d0-ffc1-43e6-bf68-4586d1c98e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:06.278482 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-96a9d66c-dbf2-4cf3-a92e-d6673748441b req-b562f9d0-ffc1-43e6-bf68-4586d1c98e08 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8514bcb3-7d37-4491-a641-df9d3f314e5a HTTP/1.1" status: 200 len: 898 time: 0.1888616 Jul 07 21:19:06.286841 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf527f-18b8-48ca-b7fe-3e13c5dccdc9 req-3b6f453e-b1d9-46d4-a432-d83b25720b2b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:06.288373 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ccbf527f-18b8-48ca-b7fe-3e13c5dccdc9 req-3b6f453e-b1d9-46d4-a432-d83b25720b2b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 945 time: 0.1795468 Jul 07 21:19:06.382568 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d996bdaf-6f32-4343-a143-e6de725c047e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339048018', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:18:39Z', 'updated_at': '2021-07-07T21:18:46Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:40Z', 'updated_at': '2021-07-07T21:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '95483dfa-31d3-4f86-8526-fa830ebf736e', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'floating_ip_address': '172.25.5.92', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'port_id': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a', 'mac_address': 'fa:16:3e:de:0c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:19:03Z', 'updated_at': '2021-07-07T21:19:03Z', 'revision_number': 0, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d', 'name': '', 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:9b:da:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '6374fef3-fa3e-4e5f-ae5d-9302ddd17f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:45Z', 'updated_at': '2021-07-07T21:18:51Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '6374fef3-fa3e-4e5f-ae5d-9302ddd17f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:06.450650 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-96a9d66c-dbf2-4cf3-a92e-d6673748441b req-8fa62ca3-3a02-4eb7-ac1e-7547255e7122 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 HTTP/1.1" status: 200 len: 998 time: 0.1612124 Jul 07 21:19:06.454654 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d996bdaf-6f32-4343-a143-e6de725c047e None None] Checking router: 3a616faa-e817-415d-868b-d5ac3b9bf28b for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:19:06.458384 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ccbf527f-18b8-48ca-b7fe-3e13c5dccdc9 req-0c606538-c109-49cb-a225-7b551d9660bf tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785587 Jul 07 21:19:06.472430 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d996bdaf-6f32-4343-a143-e6de725c047e None None] Routers {'3a616faa-e817-415d-868b-d5ac3b9bf28b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:06.473399 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d996bdaf-6f32-4343-a143-e6de725c047e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['3a616faa-e817-415d-868b-d5ac3b9bf28b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:06.490177 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50938) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:06.500713 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50942) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:06.552890 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9d66c-dbf2-4cf3-a92e-d6673748441b req-6aa193f4-6b55-4285-8350-8e70da7e0898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:06.559374 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-96a9d66c-dbf2-4cf3-a92e-d6673748441b req-6aa193f4-6b55-4285-8350-8e70da7e0898 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6374fef3-fa3e-4e5f-ae5d-9302ddd17f35 HTTP/1.1" status: 200 len: 835 time: 0.0998850 Jul 07 21:19:06.643602 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dc16a4e2-be4d-4fae-bbb0-cae92d80f50c tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/floatingips/95483dfa-31d3-4f86-8526-fa830ebf736e HTTP/1.1" status: 200 len: 990 time: 0.1414120 Jul 07 21:19:06.698497 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a4d1b4ab-5aad-485f-9c44-606ef7302233 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=005fe6cad814496c86aba13b7eede7a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2070160 Jul 07 21:19:06.703161 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50944) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:06.747929 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9d66c-dbf2-4cf3-a92e-d6673748441b req-9b08e17a-cd25-4059-8fa1-3db1eab3e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:06.750222 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-96a9d66c-dbf2-4cf3-a92e-d6673748441b req-9b08e17a-cd25-4059-8fa1-3db1eab3e4f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8514bcb3-7d37-4491-a641-df9d3f314e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1828461 Jul 07 21:19:06.781226 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c5c29119-31bb-4083-be28-385ba2d44102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:06.804591 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-d996bdaf-6f32-4343-a143-e6de725c047e None None] Set router 3a616faa-e817-415d-868b-d5ac3b9bf28b gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:19:06.930237 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-96a9d66c-dbf2-4cf3-a92e-d6673748441b req-2ca8e0f8-2471-4e6b-a72e-f701f7a67ecc service neutron] 10.222.0.39 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652527 Jul 07 21:19:07.197778 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-96a9d66c-dbf2-4cf3-a92e-d6673748441b req-00c91a3e-a5eb-4bea-80e6-7925564c45ab service neutron] 10.222.0.39 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603490 Jul 07 21:19:07.202339 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d996bdaf-6f32-4343-a143-e6de725c047e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339048018', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:18:39Z', 'updated_at': '2021-07-07T21:18:46Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:40Z', 'updated_at': '2021-07-07T21:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '95483dfa-31d3-4f86-8526-fa830ebf736e', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'floating_ip_address': '172.25.5.92', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'port_id': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a', 'mac_address': 'fa:16:3e:de:0c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:19:03Z', 'updated_at': '2021-07-07T21:19:03Z', 'revision_number': 0, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d', 'name': '', 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:9b:da:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '6374fef3-fa3e-4e5f-ae5d-9302ddd17f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:45Z', 'updated_at': '2021-07-07T21:18:51Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '6374fef3-fa3e-4e5f-ae5d-9302ddd17f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:07.228583 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c5c29119-31bb-4083-be28-385ba2d44102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:07.242896 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d996bdaf-6f32-4343-a143-e6de725c047e None None] The sync data for ids ['3a616faa-e817-415d-868b-d5ac3b9bf28b'] in n-d-695189-11 is: [{'id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339048018', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:18:39Z', 'updated_at': '2021-07-07T21:18:46Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:40Z', 'updated_at': '2021-07-07T21:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '95483dfa-31d3-4f86-8526-fa830ebf736e', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'floating_ip_address': '172.25.5.92', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'port_id': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a', 'mac_address': 'fa:16:3e:de:0c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:19:03Z', 'updated_at': '2021-07-07T21:19:03Z', 'revision_number': 0, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d', 'name': '', 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:9b:da:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '6374fef3-fa3e-4e5f-ae5d-9302ddd17f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:45Z', 'updated_at': '2021-07-07T21:18:51Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '6374fef3-fa3e-4e5f-ae5d-9302ddd17f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:19:07.321271 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c5c29119-31bb-4083-be28-385ba2d44102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:07.326117 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c5c29119-31bb-4083-be28-385ba2d44102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:07.328335 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c5c29119-31bb-4083-be28-385ba2d44102 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf1457ea-1e17-42fc-8fd6-34e25ebc42fb HTTP/1.1" status: 204 len: 168 time: 0.6237936 Jul 07 21:19:07.346693 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c29119-31bb-4083-be28-385ba2d44102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1457ea-1e17-42fc-8fd6-34e25ebc42fb,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:07.556447 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf84f2c0-d88d-43d7-b398-af24ab8b3718 None None] New status for floating IP 95483dfa-31d3-4f86-8526-fa830ebf736e: ACTIVE {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:19:07.648833 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50952) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:07.723949 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:19:07.749892 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a0fe67ae-11c7-489a-b483-28e5e17e7f70 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/floatingips/95483dfa-31d3-4f86-8526-fa830ebf736e HTTP/1.1" status: 200 len: 990 time: 0.0995049 Jul 07 21:19:08.177084 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50970) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:08.293783 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-4b658ad7-23a5-4c82-8cec-99a2764e6894 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1583986200'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:08.332184 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b658ad7-23a5-4c82-8cec-99a2764e6894 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Made reservation on behalf of 080e8b812c6549eba0c25bb5322eb0be for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:19:08.337647 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b658ad7-23a5-4c82-8cec-99a2764e6894 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:08.349695 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b658ad7-23a5-4c82-8cec-99a2764e6894 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:08.480781 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b658ad7-23a5-4c82-8cec-99a2764e6894 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:08.487486 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b658ad7-23a5-4c82-8cec-99a2764e6894 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:08.513182 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b658ad7-23a5-4c82-8cec-99a2764e6894 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:19:08.530277 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b658ad7-23a5-4c82-8cec-99a2764e6894 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26522ef1-e013-4477-825d-32fe2400ea62,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:08.533286 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b658ad7-23a5-4c82-8cec-99a2764e6894 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:08.533635 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-4b658ad7-23a5-4c82-8cec-99a2764e6894 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Added segment 12db4c9a-fd40-4cb8-8a51-152a2166c565 of type vlan for network 8fcb1244-939b-4447-be6b-542c0449fe1b Jul 07 21:19:08.591240 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b658ad7-23a5-4c82-8cec-99a2764e6894 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:08.639988 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b658ad7-23a5-4c82-8cec-99a2764e6894 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:08.653833 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b658ad7-23a5-4c82-8cec-99a2764e6894 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:08.653833 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4b658ad7-23a5-4c82-8cec-99a2764e6894 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:08.705830 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4b658ad7-23a5-4c82-8cec-99a2764e6894 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5268390 Jul 07 21:19:08.709437 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50976) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:08.719520 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-32996963-2c20-41f3-82f6-21828b2d4bb9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Request body: {'subnet': {'network_id': '8fcb1244-939b-4447-be6b-542c0449fe1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:08.734557 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b658ad7-23a5-4c82-8cec-99a2764e6894 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'Network': ['ID=8fcb1244-939b-4447-be6b-542c0449fe1b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:08.750269 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 8fcb1244-939b-4447-be6b-542c0449fe1b details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:19:08.754514 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50978) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:08.828597 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32996963-2c20-41f3-82f6-21828b2d4bb9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Made reservation on behalf of 080e8b812c6549eba0c25bb5322eb0be for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:19:08.833159 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-32996963-2c20-41f3-82f6-21828b2d4bb9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:08.841882 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-538041bc-313c-4261-b46a-ca8afe4ef633 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/floatingips/95483dfa-31d3-4f86-8526-fa830ebf736e HTTP/1.1" status: 200 len: 992 time: 0.0828121 Jul 07 21:19:09.061748 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-32996963-2c20-41f3-82f6-21828b2d4bb9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:09.166822 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32996963-2c20-41f3-82f6-21828b2d4bb9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'Subnet': ['ID=49101efd-6ee9-4dac-89fc-b1c7854daa2f,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:09.181228 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32996963-2c20-41f3-82f6-21828b2d4bb9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Checking segment: {'id': '12db4c9a-fd40-4cb8-8a51-152a2166c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '8fcb1244-939b-4447-be6b-542c0449fe1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:19:09.181808 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32996963-2c20-41f3-82f6-21828b2d4bb9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Network hostable DHCP agents. Network: 8fcb1244-939b-4447-be6b-542c0449fe1b, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:19:09.207236 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32996963-2c20-41f3-82f6-21828b2d4bb9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Network 8fcb1244-939b-4447-be6b-542c0449fe1b is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:19:09.226213 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-32996963-2c20-41f3-82f6-21828b2d4bb9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 8fcb1244-939b-4447-be6b-542c0449fe1b) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:09.231732 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32996963-2c20-41f3-82f6-21828b2d4bb9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:09.232762 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-32996963-2c20-41f3-82f6-21828b2d4bb9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:09.236915 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db52f0a7-af75-4826-ab20-daf0c24cb1e3 None None] Network 8fcb1244-939b-4447-be6b-542c0449fe1b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:19:09.251833 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-32996963-2c20-41f3-82f6-21828b2d4bb9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5385077 Jul 07 21:19:09.255784 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 50980) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:09.264437 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-1ed9a1c2-753e-4d11-88c2-93722790dbe8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1632199833', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}, 'admin_state_up': False}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:09.294435 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1ed9a1c2-753e-4d11-88c2-93722790dbe8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:09.295520 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1ed9a1c2-753e-4d11-88c2-93722790dbe8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:09.372823 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1ed9a1c2-753e-4d11-88c2-93722790dbe8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:09.530307 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1ed9a1c2-753e-4d11-88c2-93722790dbe8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:09.556914 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9edc67-76bd-4a8e-9b61-0b28802cdc55 None None] Network 8fcb1244-939b-4447-be6b-542c0449fe1b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:19:09.780289 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1ed9a1c2-753e-4d11-88c2-93722790dbe8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:09.805735 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1ed9a1c2-753e-4d11-88c2-93722790dbe8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:09.957814 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-1ed9a1c2-753e-4d11-88c2-93722790dbe8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Allocated IP 172.25.5.157 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/586cdcbe-4d69-4496-b226-d24db0425283) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:19:10.127669 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1ed9a1c2-753e-4d11-88c2-93722790dbe8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:10.194109 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1ed9a1c2-753e-4d11-88c2-93722790dbe8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:10.243637 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed9a1c2-753e-4d11-88c2-93722790dbe8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:19:10.246631 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-1ed9a1c2-753e-4d11-88c2-93722790dbe8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:10.252779 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed9a1c2-753e-4d11-88c2-93722790dbe8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:19:10.259835 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9a1c2-753e-4d11-88c2-93722790dbe8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'Port': ['ID=586cdcbe-4d69-4496-b226-d24db0425283,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:10.587990 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1ed9a1c2-753e-4d11-88c2-93722790dbe8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:10.833910 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1ed9a1c2-753e-4d11-88c2-93722790dbe8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:10.979238 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed9a1c2-753e-4d11-88c2-93722790dbe8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Router 329d5bdd-a0a5-4e06-9dfb-5c97ee36998b is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:19:11.109244 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed9a1c2-753e-4d11-88c2-93722790dbe8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:19:11.121095 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2814d0cf-116f-4f48-b79b-071aa7aa5180 None None] Sync routers for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:19:11.129402 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1ed9a1c2-753e-4d11-88c2-93722790dbe8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:11.133800 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1ed9a1c2-753e-4d11-88c2-93722790dbe8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8725255 Jul 07 21:19:11.134640 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 50994) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:11.143431 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2814d0cf-116f-4f48-b79b-071aa7aa5180 None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:11.144540 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-2814d0cf-116f-4f48-b79b-071aa7aa5180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:11.182443 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-2814d0cf-116f-4f48-b79b-071aa7aa5180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:11.200774 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2814d0cf-116f-4f48-b79b-071aa7aa5180 None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:11.201398 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-2814d0cf-116f-4f48-b79b-071aa7aa5180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:11.232276 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-2814d0cf-116f-4f48-b79b-071aa7aa5180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:11.232923 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2814d0cf-116f-4f48-b79b-071aa7aa5180 None None] The sync data for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:19:11.643027 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6b7c772e-926b-4352-97fd-f822549dbdf6 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:12.328753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-6b7c772e-926b-4352-97fd-f822549dbdf6 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Allocated IP 172.20.0.1 (8fcb1244-939b-4447-be6b-542c0449fe1b/49101efd-6ee9-4dac-89fc-b1c7854daa2f/a3b382b9-de44-4640-86ba-bbc58534f709) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:19:12.479764 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6b7c772e-926b-4352-97fd-f822549dbdf6 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:12.528292 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6b7c772e-926b-4352-97fd-f822549dbdf6 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:12.572862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7c772e-926b-4352-97fd-f822549dbdf6 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Network 8fcb1244-939b-4447-be6b-542c0449fe1b is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:19:12.576117 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-6b7c772e-926b-4352-97fd-f822549dbdf6 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:12.578811 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7c772e-926b-4352-97fd-f822549dbdf6 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:19:12.621151 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c772e-926b-4352-97fd-f822549dbdf6 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'Port': ['ID=a3b382b9-de44-4640-86ba-bbc58534f709,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:12.642508 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6b7c772e-926b-4352-97fd-f822549dbdf6 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:12.860160 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6b7c772e-926b-4352-97fd-f822549dbdf6 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:13.324410 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6b7c772e-926b-4352-97fd-f822549dbdf6 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:13.331987 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6b7c772e-926b-4352-97fd-f822549dbdf6 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:13.438853 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c772e-926b-4352-97fd-f822549dbdf6 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'Port': ['ID=a3b382b9-de44-4640-86ba-bbc58534f709,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:13.442656 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6b7c772e-926b-4352-97fd-f822549dbdf6 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:13.596995 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7c772e-926b-4352-97fd-f822549dbdf6 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Network 8fcb1244-939b-4447-be6b-542c0449fe1b is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:19:13.599104 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-6b7c772e-926b-4352-97fd-f822549dbdf6 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:13.806910 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7c772e-926b-4352-97fd-f822549dbdf6 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Router 329d5bdd-a0a5-4e06-9dfb-5c97ee36998b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:19:13.955511 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7c772e-926b-4352-97fd-f822549dbdf6 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:19:13.961590 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6b7c772e-926b-4352-97fd-f822549dbdf6 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "PUT /v2.0/routers/329d5bdd-a0a5-4e06-9dfb-5c97ee36998b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8242538 Jul 07 21:19:13.964546 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51010) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:13.969900 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f76b625-776f-42e3-8704-5540a3c0382e None None] Sync routers for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:19:13.970650 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-09004d11-ae2d-49cd-85cb-d226dbf4fde2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Request body: {'port': {'network_id': '8fcb1244-939b-4447-be6b-542c0449fe1b', 'name': 'tempest-FloatingIPTestJSON-1785399008'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:13.987142 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f76b625-776f-42e3-8704-5540a3c0382e None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:13.987981 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-7f76b625-776f-42e3-8704-5540a3c0382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:14.024409 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-7f76b625-776f-42e3-8704-5540a3c0382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:14.035153 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f76b625-776f-42e3-8704-5540a3c0382e None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:14.036129 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-7f76b625-776f-42e3-8704-5540a3c0382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:14.082450 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-7f76b625-776f-42e3-8704-5540a3c0382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:14.083118 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f76b625-776f-42e3-8704-5540a3c0382e None None] The sync data for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:19:14.129022 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09004d11-ae2d-49cd-85cb-d226dbf4fde2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Made reservation on behalf of 080e8b812c6549eba0c25bb5322eb0be for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:19:14.132907 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-09004d11-ae2d-49cd-85cb-d226dbf4fde2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:14.153267 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-09004d11-ae2d-49cd-85cb-d226dbf4fde2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] device_id is not set on port 300a4f19-9281-4a56-9cdd-f9f39b5e4f6f yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:19:14.284725 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-09004d11-ae2d-49cd-85cb-d226dbf4fde2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Allocated IP 172.20.0.12 (8fcb1244-939b-4447-be6b-542c0449fe1b/49101efd-6ee9-4dac-89fc-b1c7854daa2f/300a4f19-9281-4a56-9cdd-f9f39b5e4f6f) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:19:14.492555 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-09004d11-ae2d-49cd-85cb-d226dbf4fde2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:14.552484 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-09004d11-ae2d-49cd-85cb-d226dbf4fde2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:14.602194 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09004d11-ae2d-49cd-85cb-d226dbf4fde2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Network 8fcb1244-939b-4447-be6b-542c0449fe1b is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:19:14.606250 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-09004d11-ae2d-49cd-85cb-d226dbf4fde2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:14.613514 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09004d11-ae2d-49cd-85cb-d226dbf4fde2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:19:14.621335 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09004d11-ae2d-49cd-85cb-d226dbf4fde2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'Port': ['ID=300a4f19-9281-4a56-9cdd-f9f39b5e4f6f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:14.683510 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09004d11-ae2d-49cd-85cb-d226dbf4fde2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:14.684224 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-09004d11-ae2d-49cd-85cb-d226dbf4fde2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:14.703799 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-09004d11-ae2d-49cd-85cb-d226dbf4fde2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7379663 Jul 07 21:19:14.708149 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51012) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:14.716684 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-ef678277-f87e-43ab-b519-7b8636379e50 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Request body: {'port': {'network_id': '8fcb1244-939b-4447-be6b-542c0449fe1b', 'name': 'tempest-FloatingIPTestJSON-1083101348'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:14.901139 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef678277-f87e-43ab-b519-7b8636379e50 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Made reservation on behalf of 080e8b812c6549eba0c25bb5322eb0be for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:19:14.912567 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ef678277-f87e-43ab-b519-7b8636379e50 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:14.938099 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-ef678277-f87e-43ab-b519-7b8636379e50 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] device_id is not set on port 6b15fca8-0784-48db-bf24-fa5028e27d79 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:19:15.122510 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-ef678277-f87e-43ab-b519-7b8636379e50 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Allocated IP 172.20.0.7 (8fcb1244-939b-4447-be6b-542c0449fe1b/49101efd-6ee9-4dac-89fc-b1c7854daa2f/6b15fca8-0784-48db-bf24-fa5028e27d79) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:19:15.338598 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ef678277-f87e-43ab-b519-7b8636379e50 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:15.386347 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ef678277-f87e-43ab-b519-7b8636379e50 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:15.438568 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef678277-f87e-43ab-b519-7b8636379e50 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Network 8fcb1244-939b-4447-be6b-542c0449fe1b is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:19:15.442332 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-ef678277-f87e-43ab-b519-7b8636379e50 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:15.449407 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef678277-f87e-43ab-b519-7b8636379e50 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:19:15.456742 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef678277-f87e-43ab-b519-7b8636379e50 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'Port': ['ID=6b15fca8-0784-48db-bf24-fa5028e27d79,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:15.517622 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef678277-f87e-43ab-b519-7b8636379e50 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:15.519906 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ef678277-f87e-43ab-b519-7b8636379e50 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:15.543023 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ef678277-f87e-43ab-b519-7b8636379e50 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8332567 Jul 07 21:19:15.546855 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51016) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:15.552578 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-3c10fa32-11d5-40a8-9f5b-4a36e2ebd698 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'port_id': '6b15fca8-0784-48db-bf24-fa5028e27d79', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:15.586978 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c10fa32-11d5-40a8-9f5b-4a36e2ebd698 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:15.777141 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c10fa32-11d5-40a8-9f5b-4a36e2ebd698 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:15.969070 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-3c10fa32-11d5-40a8-9f5b-4a36e2ebd698 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Allocated IP 172.25.5.53 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/10237a70-804c-4554-8962-d85a0712c509) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:19:16.153428 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c10fa32-11d5-40a8-9f5b-4a36e2ebd698 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:16.209890 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c10fa32-11d5-40a8-9f5b-4a36e2ebd698 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:16.259085 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c10fa32-11d5-40a8-9f5b-4a36e2ebd698 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:19:16.272789 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-3c10fa32-11d5-40a8-9f5b-4a36e2ebd698 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:16.278714 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c10fa32-11d5-40a8-9f5b-4a36e2ebd698 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:19:16.303779 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10fa32-11d5-40a8-9f5b-4a36e2ebd698 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'Port': ['ID=10237a70-804c-4554-8962-d85a0712c509,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:16.779140 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c10fa32-11d5-40a8-9f5b-4a36e2ebd698 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:16.908609 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c10fa32-11d5-40a8-9f5b-4a36e2ebd698 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:17.095240 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c10fa32-11d5-40a8-9f5b-4a36e2ebd698 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:17.101195 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c10fa32-11d5-40a8-9f5b-4a36e2ebd698 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:17.184487 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c10fa32-11d5-40a8-9f5b-4a36e2ebd698 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:17.186225 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10fa32-11d5-40a8-9f5b-4a36e2ebd698 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'Port': ['ID=10237a70-804c-4554-8962-d85a0712c509,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:17.337521 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [None req-3c10fa32-11d5-40a8-9f5b-4a36e2ebd698 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Floating IP faff0bde-e45f-4409-8963-abcc4598d704 associated. External IP: 172.25.5.53, port: 6b15fca8-0784-48db-bf24-fa5028e27d79. Jul 07 21:19:17.643037 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c10fa32-11d5-40a8-9f5b-4a36e2ebd698 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Router 329d5bdd-a0a5-4e06-9dfb-5c97ee36998b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:19:17.801457 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c10fa32-11d5-40a8-9f5b-4a36e2ebd698 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:19:17.812855 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd23218a-519c-4ff2-b791-d1f0a10945fd None None] Sync routers for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:19:17.824897 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd23218a-519c-4ff2-b791-d1f0a10945fd None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:17.825941 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-fd23218a-519c-4ff2-b791-d1f0a10945fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:17.829725 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3c10fa32-11d5-40a8-9f5b-4a36e2ebd698 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:17.865637 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-fd23218a-519c-4ff2-b791-d1f0a10945fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:17.876334 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd23218a-519c-4ff2-b791-d1f0a10945fd None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:17.876988 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-fd23218a-519c-4ff2-b791-d1f0a10945fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:17.912651 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-fd23218a-519c-4ff2-b791-d1f0a10945fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:17.913217 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd23218a-519c-4ff2-b791-d1f0a10945fd None None] The sync data for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:19:18.280242 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3c10fa32-11d5-40a8-9f5b-4a36e2ebd698 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.7283866 Jul 07 21:19:18.280632 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51024) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:18.285313 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-bae5a3f8-8f3a-44d6-a627-57f43b0f6c58 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:18.345854 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bae5a3f8-8f3a-44d6-a627-57f43b0f6c58 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:18.581682 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bae5a3f8-8f3a-44d6-a627-57f43b0f6c58 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:18.588032 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bae5a3f8-8f3a-44d6-a627-57f43b0f6c58 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:18.588503 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [None req-bae5a3f8-8f3a-44d6-a627-57f43b0f6c58 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Floating IP faff0bde-e45f-4409-8963-abcc4598d704 disassociated. External IP: 172.25.5.53, port: 6b15fca8-0784-48db-bf24-fa5028e27d79. Jul 07 21:19:18.861681 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae5a3f8-8f3a-44d6-a627-57f43b0f6c58 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Router 329d5bdd-a0a5-4e06-9dfb-5c97ee36998b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:19:18.994577 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae5a3f8-8f3a-44d6-a627-57f43b0f6c58 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:19:19.002219 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-bae5a3f8-8f3a-44d6-a627-57f43b0f6c58 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:19.012688 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e77b11-b954-4fe0-98a8-15b72628a1a0 None None] Sync routers for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:19:19.032315 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e77b11-b954-4fe0-98a8-15b72628a1a0 None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:19.033768 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-14e77b11-b954-4fe0-98a8-15b72628a1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:19.068890 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-bae5a3f8-8f3a-44d6-a627-57f43b0f6c58 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "PUT /v2.0/floatingips/faff0bde-e45f-4409-8963-abcc4598d704 HTTP/1.1" status: 200 len: 687 time: 0.7871597 Jul 07 21:19:19.072354 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51026) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:19.076501 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-14e77b11-b954-4fe0-98a8-15b72628a1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:19.090267 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e77b11-b954-4fe0-98a8-15b72628a1a0 None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:19.090887 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-14e77b11-b954-4fe0-98a8-15b72628a1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:19.129452 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-14e77b11-b954-4fe0-98a8-15b72628a1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:19.130052 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e77b11-b954-4fe0-98a8-15b72628a1a0 None None] The sync data for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:19:19.223758 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-12ccf5ff-01b1-4884-b6d6-bcc9cdd7d279 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Deleting port 10237a70-804c-4554-8962-d85a0712c509 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:19:19.224115 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-12ccf5ff-01b1-4884-b6d6-bcc9cdd7d279 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:19.311790 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-12ccf5ff-01b1-4884-b6d6-bcc9cdd7d279 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:19.312361 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-12ccf5ff-01b1-4884-b6d6-bcc9cdd7d279 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:19.326816 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-12ccf5ff-01b1-4884-b6d6-bcc9cdd7d279 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Calling delete_port for 10237a70-804c-4554-8962-d85a0712c509 owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:19:19.502679 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-12ccf5ff-01b1-4884-b6d6-bcc9cdd7d279 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:19.533606 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ccf5ff-01b1-4884-b6d6-bcc9cdd7d279 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event deleted for resources: {'Port': ['ID=10237a70-804c-4554-8962-d85a0712c509,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:19.629735 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-12ccf5ff-01b1-4884-b6d6-bcc9cdd7d279 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:19.632830 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-12ccf5ff-01b1-4884-b6d6-bcc9cdd7d279 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:19.634049 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-12ccf5ff-01b1-4884-b6d6-bcc9cdd7d279 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "DELETE /v2.0/floatingips/faff0bde-e45f-4409-8963-abcc4598d704 HTTP/1.1" status: 204 len: 168 time: 0.5606174 Jul 07 21:19:19.638001 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51030) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:19.642897 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-fba9907b-2ed0-4163-8a60-cd2991b7f921 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'port_id': '300a4f19-9281-4a56-9cdd-f9f39b5e4f6f'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:19.671929 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fba9907b-2ed0-4163-8a60-cd2991b7f921 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:19.816304 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fba9907b-2ed0-4163-8a60-cd2991b7f921 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:19.978073 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-fba9907b-2ed0-4163-8a60-cd2991b7f921 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Allocated IP 172.25.5.15 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/23f442bb-0a3b-478a-98ca-ed188a365ec3) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:19:20.025509 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:20.124452 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fba9907b-2ed0-4163-8a60-cd2991b7f921 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:20.187242 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fba9907b-2ed0-4163-8a60-cd2991b7f921 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:20.249439 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba9907b-2ed0-4163-8a60-cd2991b7f921 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:19:20.252252 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:20.254562 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-fba9907b-2ed0-4163-8a60-cd2991b7f921 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:20.259980 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba9907b-2ed0-4163-8a60-cd2991b7f921 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:19:20.299222 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9907b-2ed0-4163-8a60-cd2991b7f921 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'Port': ['ID=23f442bb-0a3b-478a-98ca-ed188a365ec3,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:20.770393 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fba9907b-2ed0-4163-8a60-cd2991b7f921 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:20.866151 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fba9907b-2ed0-4163-8a60-cd2991b7f921 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:21.050179 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fba9907b-2ed0-4163-8a60-cd2991b7f921 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:21.058894 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fba9907b-2ed0-4163-8a60-cd2991b7f921 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:21.164620 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9907b-2ed0-4163-8a60-cd2991b7f921 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'Port': ['ID=23f442bb-0a3b-478a-98ca-ed188a365ec3,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:21.182277 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fba9907b-2ed0-4163-8a60-cd2991b7f921 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:21.317228 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [None req-fba9907b-2ed0-4163-8a60-cd2991b7f921 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Floating IP b4db72eb-a6c1-4d24-8941-8e8b66b0f21b associated. External IP: 172.25.5.15, port: 300a4f19-9281-4a56-9cdd-f9f39b5e4f6f. Jul 07 21:19:21.598011 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba9907b-2ed0-4163-8a60-cd2991b7f921 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Router 329d5bdd-a0a5-4e06-9dfb-5c97ee36998b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:19:21.754803 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba9907b-2ed0-4163-8a60-cd2991b7f921 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:19:21.766985 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736670f0-5f53-4086-87f1-ad6757a7a6ba None None] Sync routers for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:19:21.787824 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fba9907b-2ed0-4163-8a60-cd2991b7f921 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:21.788087 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736670f0-5f53-4086-87f1-ad6757a7a6ba None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:21.788292 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-736670f0-5f53-4086-87f1-ad6757a7a6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:21.793199 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fbd100a-d1cb-44e7-b8bb-d5b6c760ab7a req-56c221e2-53fc-4555-83ad-29b7ead7166e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0903740 Jul 07 21:19:21.839900 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fba9907b-2ed0-4163-8a60-cd2991b7f921 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.2004998 Jul 07 21:19:21.841972 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51038) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:21.843222 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-736670f0-5f53-4086-87f1-ad6757a7a6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:21.854127 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736670f0-5f53-4086-87f1-ad6757a7a6ba None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:21.854828 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-736670f0-5f53-4086-87f1-ad6757a7a6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:21.890461 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-736670f0-5f53-4086-87f1-ad6757a7a6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:21.891111 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736670f0-5f53-4086-87f1-ad6757a7a6ba None None] The sync data for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:19:21.934814 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3344902d-40c6-4a34-a49c-70f9f58a9424 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "GET /v2.0/floatingips/b4db72eb-a6c1-4d24-8941-8e8b66b0f21b HTTP/1.1" status: 200 len: 978 time: 0.0914931 Jul 07 21:19:21.937862 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51040) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:21.953665 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd100a-d1cb-44e7-b8bb-d5b6c760ab7a req-1e7a1441-e5c9-4970-9604-15d0560d8b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:21.955167 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fbd100a-d1cb-44e7-b8bb-d5b6c760ab7a req-1e7a1441-e5c9-4970-9604-15d0560d8b4b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 1097 time: 0.0732760 Jul 07 21:19:22.052883 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a545d5ca-6c78-44d7-b2ee-dfc5c10384ad tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1137009 Jul 07 21:19:22.055221 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51042) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:22.059886 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-0353c2d8-af2e-4737-910e-6dd63b5811dc tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Request body: {'floatingip': {'port_id': '6b15fca8-0784-48db-bf24-fa5028e27d79'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:22.071524 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd100a-d1cb-44e7-b8bb-d5b6c760ab7a req-e8e5a79c-b1e0-403c-b092-4a8cb2328e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:22.073385 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fbd100a-d1cb-44e7-b8bb-d5b6c760ab7a req-e8e5a79c-b1e0-403c-b092-4a8cb2328e65 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8514bcb3-7d37-4491-a641-df9d3f314e5a HTTP/1.1" status: 200 len: 898 time: 0.0929706 Jul 07 21:19:22.116004 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0353c2d8-af2e-4737-910e-6dd63b5811dc tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:22.140892 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fbd100a-d1cb-44e7-b8bb-d5b6c760ab7a req-17fe15ca-4e56-4852-8465-a821870e8611 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 HTTP/1.1" status: 200 len: 1000 time: 0.0605524 Jul 07 21:19:22.192173 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd100a-d1cb-44e7-b8bb-d5b6c760ab7a req-c236b949-9401-4dde-b6ab-d0f5a71d1cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:22.193665 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fbd100a-d1cb-44e7-b8bb-d5b6c760ab7a req-c236b949-9401-4dde-b6ab-d0f5a71d1cf6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6374fef3-fa3e-4e5f-ae5d-9302ddd17f35 HTTP/1.1" status: 200 len: 835 time: 0.0460296 Jul 07 21:19:22.259707 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd100a-d1cb-44e7-b8bb-d5b6c760ab7a req-0423214c-7bce-4edb-bdd4-03940ab9ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:22.261264 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fbd100a-d1cb-44e7-b8bb-d5b6c760ab7a req-0423214c-7bce-4edb-bdd4-03940ab9ef73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8514bcb3-7d37-4491-a641-df9d3f314e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599573 Jul 07 21:19:22.360267 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fbd100a-d1cb-44e7-b8bb-d5b6c760ab7a req-54f780bf-6309-43a4-bff1-2fb2e25ce3c6 service neutron] 10.222.0.39 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921714 Jul 07 21:19:22.471860 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9fbd100a-d1cb-44e7-b8bb-d5b6c760ab7a req-0ce43c70-b431-4255-b21d-60f799faeb8a service neutron] 10.222.0.39 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050670 Jul 07 21:19:23.111492 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0353c2d8-af2e-4737-910e-6dd63b5811dc tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:23.119137 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0353c2d8-af2e-4737-910e-6dd63b5811dc tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:23.231834 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [None req-0353c2d8-af2e-4737-910e-6dd63b5811dc tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Floating IP b4db72eb-a6c1-4d24-8941-8e8b66b0f21b associated. External IP: 172.25.5.15, port: 300a4f19-9281-4a56-9cdd-f9f39b5e4f6f. Jul 07 21:19:23.463988 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0353c2d8-af2e-4737-910e-6dd63b5811dc tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Router 329d5bdd-a0a5-4e06-9dfb-5c97ee36998b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:19:23.572877 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0353c2d8-af2e-4737-910e-6dd63b5811dc tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:19:23.584482 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4744d5c-ace1-496a-9820-b7acedaf2321 None None] Sync routers for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:19:23.595241 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4744d5c-ace1-496a-9820-b7acedaf2321 None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:23.595944 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b4744d5c-ace1-496a-9820-b7acedaf2321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:23.636733 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b4744d5c-ace1-496a-9820-b7acedaf2321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:23.645814 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4744d5c-ace1-496a-9820-b7acedaf2321 None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:23.646480 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b4744d5c-ace1-496a-9820-b7acedaf2321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:23.686090 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b4744d5c-ace1-496a-9820-b7acedaf2321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:23.687459 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4744d5c-ace1-496a-9820-b7acedaf2321 None None] The sync data for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:19:23.856280 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0353c2d8-af2e-4737-910e-6dd63b5811dc tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Router 329d5bdd-a0a5-4e06-9dfb-5c97ee36998b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:19:23.980546 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0353c2d8-af2e-4737-910e-6dd63b5811dc tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:19:23.985399 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0353c2d8-af2e-4737-910e-6dd63b5811dc tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:23.991079 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79938962-1e44-49dc-a5b1-9ef13f326774 None None] Sync routers for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:19:24.001984 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79938962-1e44-49dc-a5b1-9ef13f326774 None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:24.002616 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-79938962-1e44-49dc-a5b1-9ef13f326774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:24.035237 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-79938962-1e44-49dc-a5b1-9ef13f326774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:24.045080 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79938962-1e44-49dc-a5b1-9ef13f326774 None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:24.046161 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-79938962-1e44-49dc-a5b1-9ef13f326774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:24.069433 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0353c2d8-af2e-4737-910e-6dd63b5811dc tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "PUT /v2.0/floatingips/b4db72eb-a6c1-4d24-8941-8e8b66b0f21b HTTP/1.1" status: 200 len: 977 time: 2.0126281 Jul 07 21:19:24.072828 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51054) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:24.079671 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-4a5b1f89-12b8-4215-a9eb-b8e8768081eb tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:24.084553 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-79938962-1e44-49dc-a5b1-9ef13f326774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:24.085481 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79938962-1e44-49dc-a5b1-9ef13f326774 None None] The sync data for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:19:24.145859 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4a5b1f89-12b8-4215-a9eb-b8e8768081eb tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:24.303828 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4a5b1f89-12b8-4215-a9eb-b8e8768081eb tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:24.308986 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4a5b1f89-12b8-4215-a9eb-b8e8768081eb tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:24.309525 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [None req-4a5b1f89-12b8-4215-a9eb-b8e8768081eb tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Floating IP b4db72eb-a6c1-4d24-8941-8e8b66b0f21b disassociated. External IP: 172.25.5.15, port: 6b15fca8-0784-48db-bf24-fa5028e27d79. Jul 07 21:19:24.550437 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5b1f89-12b8-4215-a9eb-b8e8768081eb tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Router 329d5bdd-a0a5-4e06-9dfb-5c97ee36998b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:19:24.664525 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5b1f89-12b8-4215-a9eb-b8e8768081eb tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:19:24.669440 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4a5b1f89-12b8-4215-a9eb-b8e8768081eb tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:24.676584 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df947083-b6d8-4f9f-acd0-a47423eb383f None None] Sync routers for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:19:24.696253 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df947083-b6d8-4f9f-acd0-a47423eb383f None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:24.697096 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-df947083-b6d8-4f9f-acd0-a47423eb383f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:24.718575 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4a5b1f89-12b8-4215-a9eb-b8e8768081eb tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "PUT /v2.0/floatingips/b4db72eb-a6c1-4d24-8941-8e8b66b0f21b HTTP/1.1" status: 200 len: 687 time: 0.6436379 Jul 07 21:19:24.720966 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51056) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:24.741102 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-df947083-b6d8-4f9f-acd0-a47423eb383f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:24.751483 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df947083-b6d8-4f9f-acd0-a47423eb383f None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:24.752201 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-df947083-b6d8-4f9f-acd0-a47423eb383f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:24.800544 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-df947083-b6d8-4f9f-acd0-a47423eb383f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:24.801554 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df947083-b6d8-4f9f-acd0-a47423eb383f None None] The sync data for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:19:24.911581 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-a8fa051c-1938-44c3-9df1-6cb127aee0e5 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Deleting port 23f442bb-0a3b-478a-98ca-ed188a365ec3 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:19:24.911935 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a8fa051c-1938-44c3-9df1-6cb127aee0e5 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:25.030391 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a8fa051c-1938-44c3-9df1-6cb127aee0e5 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:25.030858 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a8fa051c-1938-44c3-9df1-6cb127aee0e5 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:25.050514 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-a8fa051c-1938-44c3-9df1-6cb127aee0e5 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Calling delete_port for 23f442bb-0a3b-478a-98ca-ed188a365ec3 owned by network:floatingip {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:19:25.230026 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a8fa051c-1938-44c3-9df1-6cb127aee0e5 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:25.258873 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa051c-1938-44c3-9df1-6cb127aee0e5 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event deleted for resources: {'Port': ['ID=23f442bb-0a3b-478a-98ca-ed188a365ec3,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:25.271240 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa051c-1938-44c3-9df1-6cb127aee0e5 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:25.271629 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa051c-1938-44c3-9df1-6cb127aee0e5 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:25.271975 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa051c-1938-44c3-9df1-6cb127aee0e5 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:25.272321 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa051c-1938-44c3-9df1-6cb127aee0e5 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:25.272698 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa051c-1938-44c3-9df1-6cb127aee0e5 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:25.273037 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa051c-1938-44c3-9df1-6cb127aee0e5 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:25.273375 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa051c-1938-44c3-9df1-6cb127aee0e5 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:25.273759 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa051c-1938-44c3-9df1-6cb127aee0e5 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:25.274038 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa051c-1938-44c3-9df1-6cb127aee0e5 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:25.274351 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa051c-1938-44c3-9df1-6cb127aee0e5 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:25.274689 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa051c-1938-44c3-9df1-6cb127aee0e5 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:25.275012 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fa051c-1938-44c3-9df1-6cb127aee0e5 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:25.337637 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a8fa051c-1938-44c3-9df1-6cb127aee0e5 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:25.341235 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a8fa051c-1938-44c3-9df1-6cb127aee0e5 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:25.342442 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a8fa051c-1938-44c3-9df1-6cb127aee0e5 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "DELETE /v2.0/floatingips/b4db72eb-a6c1-4d24-8941-8e8b66b0f21b HTTP/1.1" status: 204 len: 168 time: 0.6201870 Jul 07 21:19:25.345075 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51064) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:25.390737 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-91066f67-8cdc-48d9-a259-a2ba58aa2e61 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] delete failed (client error): The resource could not be found. Jul 07 21:19:25.391846 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-91066f67-8cdc-48d9-a259-a2ba58aa2e61 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "DELETE /v2.0/floatingips/b4db72eb-a6c1-4d24-8941-8e8b66b0f21b HTTP/1.1" status: 404 len: 345 time: 0.0455596 Jul 07 21:19:25.398334 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51066) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:25.518534 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d0e26f-f758-47f7-98fc-13de5e70bd14 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:25.525233 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d0e26f-f758-47f7-98fc-13de5e70bd14 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:25.531318 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d0e26f-f758-47f7-98fc-13de5e70bd14 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:25.533094 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-92d0e26f-f758-47f7-98fc-13de5e70bd14 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "GET /v2.0/ports?network_id=8fcb1244-939b-4447-be6b-542c0449fe1b HTTP/1.1" status: 200 len: 2359 time: 0.1340022 Jul 07 21:19:25.536008 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51068) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:25.599115 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5944aaff-540c-4fdd-b2d5-1405442fbaa3 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:25.599793 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5944aaff-540c-4fdd-b2d5-1405442fbaa3 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "GET /v2.0/subnets/49101efd-6ee9-4dac-89fc-b1c7854daa2f HTTP/1.1" status: 200 len: 797 time: 0.0625689 Jul 07 21:19:25.604536 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51070) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:25.609748 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-44c52491-20fb-44c1-8411-ab937235f1ea tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Request body: {'port': {'network_id': '8fcb1244-939b-4447-be6b-542c0449fe1b', 'name': 'tempest-FloatingIPTestJSON-1712108527', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:25.736584 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c52491-20fb-44c1-8411-ab937235f1ea tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Made reservation on behalf of 080e8b812c6549eba0c25bb5322eb0be for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:19:25.827751 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-44c52491-20fb-44c1-8411-ab937235f1ea tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:25.849634 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-44c52491-20fb-44c1-8411-ab937235f1ea tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] device_id is not set on port bde87de9-c643-4a58-8755-46e478df7d79 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:19:26.174524 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-44c52491-20fb-44c1-8411-ab937235f1ea tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Allocated IP 172.20.0.14 (8fcb1244-939b-4447-be6b-542c0449fe1b/49101efd-6ee9-4dac-89fc-b1c7854daa2f/bde87de9-c643-4a58-8755-46e478df7d79) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:19:26.192214 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-44c52491-20fb-44c1-8411-ab937235f1ea tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Allocated IP 172.20.0.13 (8fcb1244-939b-4447-be6b-542c0449fe1b/49101efd-6ee9-4dac-89fc-b1c7854daa2f/bde87de9-c643-4a58-8755-46e478df7d79) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:19:26.372243 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-44c52491-20fb-44c1-8411-ab937235f1ea tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:26.412763 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-44c52491-20fb-44c1-8411-ab937235f1ea tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:26.458563 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c52491-20fb-44c1-8411-ab937235f1ea tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Network 8fcb1244-939b-4447-be6b-542c0449fe1b is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:19:26.467686 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-44c52491-20fb-44c1-8411-ab937235f1ea tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:26.469786 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c52491-20fb-44c1-8411-ab937235f1ea tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:19:26.525851 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c52491-20fb-44c1-8411-ab937235f1ea tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'Port': ['ID=bde87de9-c643-4a58-8755-46e478df7d79,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:26.563913 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c52491-20fb-44c1-8411-ab937235f1ea tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:26.564564 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-44c52491-20fb-44c1-8411-ab937235f1ea tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:26.581704 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-44c52491-20fb-44c1-8411-ab937235f1ea tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.9758761 Jul 07 21:19:26.584193 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51074) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:26.588819 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-13c2c8cd-9409-4b82-be12-05e13233cc5a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'port_id': 'bde87de9-c643-4a58-8755-46e478df7d79', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:26.618068 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-13c2c8cd-9409-4b82-be12-05e13233cc5a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:26.732155 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-13c2c8cd-9409-4b82-be12-05e13233cc5a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:26.871430 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-13c2c8cd-9409-4b82-be12-05e13233cc5a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Allocated IP 172.25.5.71 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/1cc60715-382d-48fd-93b1-6eb2923faa7c) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:19:27.001910 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-13c2c8cd-9409-4b82-be12-05e13233cc5a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:27.073857 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-13c2c8cd-9409-4b82-be12-05e13233cc5a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:27.141916 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c2c8cd-9409-4b82-be12-05e13233cc5a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:19:27.148186 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-13c2c8cd-9409-4b82-be12-05e13233cc5a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:27.152572 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c2c8cd-9409-4b82-be12-05e13233cc5a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:19:27.155867 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2c8cd-9409-4b82-be12-05e13233cc5a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'Port': ['ID=1cc60715-382d-48fd-93b1-6eb2923faa7c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:27.584170 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-13c2c8cd-9409-4b82-be12-05e13233cc5a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:27.677917 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-13c2c8cd-9409-4b82-be12-05e13233cc5a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:27.842895 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-13c2c8cd-9409-4b82-be12-05e13233cc5a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:27.847459 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-13c2c8cd-9409-4b82-be12-05e13233cc5a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:27.934656 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c2c8cd-9409-4b82-be12-05e13233cc5a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'Port': ['ID=1cc60715-382d-48fd-93b1-6eb2923faa7c,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:27.937373 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-13c2c8cd-9409-4b82-be12-05e13233cc5a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:28.043400 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [None req-13c2c8cd-9409-4b82-be12-05e13233cc5a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Floating IP be5e558c-b363-41f0-b0fe-c8d1d9b70f61 associated. External IP: 172.25.5.71, port: bde87de9-c643-4a58-8755-46e478df7d79. Jul 07 21:19:28.657461 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c2c8cd-9409-4b82-be12-05e13233cc5a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Router 329d5bdd-a0a5-4e06-9dfb-5c97ee36998b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:19:28.808696 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c2c8cd-9409-4b82-be12-05e13233cc5a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:19:28.825452 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc5a9a7-00c0-4a43-b0ed-ab6204701f78 None None] Sync routers for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:19:28.830689 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-13c2c8cd-9409-4b82-be12-05e13233cc5a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:28.840046 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc5a9a7-00c0-4a43-b0ed-ab6204701f78 None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:28.841358 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-fbc5a9a7-00c0-4a43-b0ed-ab6204701f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:28.877732 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-fbc5a9a7-00c0-4a43-b0ed-ab6204701f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:28.885352 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51088) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:28.885959 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-13c2c8cd-9409-4b82-be12-05e13233cc5a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3000746 Jul 07 21:19:28.890973 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc5a9a7-00c0-4a43-b0ed-ab6204701f78 None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:28.891686 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-8b595525-2753-4021-b21f-30946f4df846 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Request body: {'floatingip': {'port_id': 'bde87de9-c643-4a58-8755-46e478df7d79', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:28.891871 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-fbc5a9a7-00c0-4a43-b0ed-ab6204701f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:28.927903 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-fbc5a9a7-00c0-4a43-b0ed-ab6204701f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:28.929286 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc5a9a7-00c0-4a43-b0ed-ab6204701f78 None None] The sync data for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:19:28.988476 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b595525-2753-4021-b21f-30946f4df846 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:29.249680 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2086b456-1744-4b06-8c50-ec84ace399eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:29.636940 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b595525-2753-4021-b21f-30946f4df846 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:29.652199 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b595525-2753-4021-b21f-30946f4df846 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:30.282565 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b595525-2753-4021-b21f-30946f4df846 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Router 329d5bdd-a0a5-4e06-9dfb-5c97ee36998b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:19:30.419104 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b595525-2753-4021-b21f-30946f4df846 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:19:30.425655 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8b595525-2753-4021-b21f-30946f4df846 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:30.431191 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1571d294-b5a0-4088-a97b-49eb78eeaddd None None] Sync routers for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:19:30.442493 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1571d294-b5a0-4088-a97b-49eb78eeaddd None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:30.443206 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1571d294-b5a0-4088-a97b-49eb78eeaddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:30.494384 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1571d294-b5a0-4088-a97b-49eb78eeaddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:30.508013 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1571d294-b5a0-4088-a97b-49eb78eeaddd None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:30.508975 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1571d294-b5a0-4088-a97b-49eb78eeaddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:30.555540 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1571d294-b5a0-4088-a97b-49eb78eeaddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:30.556485 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1571d294-b5a0-4088-a97b-49eb78eeaddd None None] The sync data for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:19:30.558383 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8b595525-2753-4021-b21f-30946f4df846 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "PUT /v2.0/floatingips/be5e558c-b363-41f0-b0fe-c8d1d9b70f61 HTTP/1.1" status: 200 len: 978 time: 1.6708035 Jul 07 21:19:30.559306 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51102) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:30.759647 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-06800d21-f0f0-4c9b-a29f-372fd6be4261 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Deleting port 1cc60715-382d-48fd-93b1-6eb2923faa7c {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:19:30.759913 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-06800d21-f0f0-4c9b-a29f-372fd6be4261 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:30.863279 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-06800d21-f0f0-4c9b-a29f-372fd6be4261 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:30.864730 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-06800d21-f0f0-4c9b-a29f-372fd6be4261 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:30.884483 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-06800d21-f0f0-4c9b-a29f-372fd6be4261 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Calling delete_port for 1cc60715-382d-48fd-93b1-6eb2923faa7c owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:19:31.106755 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-06800d21-f0f0-4c9b-a29f-372fd6be4261 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:31.140486 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06800d21-f0f0-4c9b-a29f-372fd6be4261 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event deleted for resources: {'Port': ['ID=1cc60715-382d-48fd-93b1-6eb2923faa7c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:31.233982 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-06800d21-f0f0-4c9b-a29f-372fd6be4261 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:31.234249 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [None req-06800d21-f0f0-4c9b-a29f-372fd6be4261 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Floating IP be5e558c-b363-41f0-b0fe-c8d1d9b70f61 disassociated (deleted). External IP: 172.25.5.71, port: bde87de9-c643-4a58-8755-46e478df7d79. Jul 07 21:19:31.462038 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06800d21-f0f0-4c9b-a29f-372fd6be4261 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Router 329d5bdd-a0a5-4e06-9dfb-5c97ee36998b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:19:31.579307 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06800d21-f0f0-4c9b-a29f-372fd6be4261 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:19:31.584943 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-06800d21-f0f0-4c9b-a29f-372fd6be4261 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:31.590302 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f073c05e-f63a-4f92-bdbc-a2ae5e24d2fc None None] Sync routers for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:19:31.600248 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f073c05e-f63a-4f92-bdbc-a2ae5e24d2fc None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:31.602202 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f073c05e-f63a-4f92-bdbc-a2ae5e24d2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:31.635218 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-06800d21-f0f0-4c9b-a29f-372fd6be4261 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "DELETE /v2.0/floatingips/be5e558c-b363-41f0-b0fe-c8d1d9b70f61 HTTP/1.1" status: 204 len: 168 time: 1.0719919 Jul 07 21:19:31.635543 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51108) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:31.641771 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f073c05e-f63a-4f92-bdbc-a2ae5e24d2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:31.652161 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f073c05e-f63a-4f92-bdbc-a2ae5e24d2fc None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:31.652993 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f073c05e-f63a-4f92-bdbc-a2ae5e24d2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:31.692876 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f073c05e-f63a-4f92-bdbc-a2ae5e24d2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:31.693601 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f073c05e-f63a-4f92-bdbc-a2ae5e24d2fc None None] The sync data for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:19:31.755036 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-30622838-c054-4e39-98c2-a88e224e0e67 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Deleting port bde87de9-c643-4a58-8755-46e478df7d79 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:19:31.755426 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-30622838-c054-4e39-98c2-a88e224e0e67 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:31.870613 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-30622838-c054-4e39-98c2-a88e224e0e67 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:31.888447 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-30622838-c054-4e39-98c2-a88e224e0e67 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Calling delete_port for bde87de9-c643-4a58-8755-46e478df7d79 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:19:31.905908 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51112) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:31.941055 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-25618d3a-0e42-43d3-a0f4-1cf085426f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:31.949229 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:32.068567 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-df74fae0-7b7b-42a7-96a8-dd0aa9f4b880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:32.123602 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-30622838-c054-4e39-98c2-a88e224e0e67 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:32.159179 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30622838-c054-4e39-98c2-a88e224e0e67 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event deleted for resources: {'Port': ['ID=bde87de9-c643-4a58-8755-46e478df7d79,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:32.220255 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-df74fae0-7b7b-42a7-96a8-dd0aa9f4b880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:32.231973 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-df74fae0-7b7b-42a7-96a8-dd0aa9f4b880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:32.266032 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-30622838-c054-4e39-98c2-a88e224e0e67 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:32.273956 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-30622838-c054-4e39-98c2-a88e224e0e67 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "DELETE /v2.0/ports/bde87de9-c643-4a58-8755-46e478df7d79 HTTP/1.1" status: 204 len: 168 time: 0.6319952 Jul 07 21:19:32.274291 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51116) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:32.274481 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74fae0-7b7b-42a7-96a8-dd0aa9f4b880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10022391-9b92-4515-b230-429f0bff2ce2,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:32.279206 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-079867b1-23cc-40a4-833a-e28af77f64f8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:32.286499 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-df74fae0-7b7b-42a7-96a8-dd0aa9f4b880 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fbfffd2f7e68423c8b6e4f694bfd9cc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3790107 Jul 07 21:19:32.289631 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51118) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:32.314228 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-079867b1-23cc-40a4-833a-e28af77f64f8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:32.347952 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-13258789-ee5e-4820-a9b0-160b4d34252c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:32.371443 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-13258789-ee5e-4820-a9b0-160b4d34252c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:32.425168 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-13258789-ee5e-4820-a9b0-160b4d34252c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:32.427706 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-079867b1-23cc-40a4-833a-e28af77f64f8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:32.428042 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-13258789-ee5e-4820-a9b0-160b4d34252c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:32.429378 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-13258789-ee5e-4820-a9b0-160b4d34252c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/10022391-9b92-4515-b230-429f0bff2ce2 HTTP/1.1" status: 204 len: 168 time: 0.1381645 Jul 07 21:19:32.451442 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13258789-ee5e-4820-a9b0-160b4d34252c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10022391-9b92-4515-b230-429f0bff2ce2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:32.565932 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-079867b1-23cc-40a4-833a-e28af77f64f8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Allocated IP 172.25.5.50 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/6f71c191-7c3c-47a3-860f-010e3a74ffd0) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:19:32.674073 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-079867b1-23cc-40a4-833a-e28af77f64f8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:32.716352 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-079867b1-23cc-40a4-833a-e28af77f64f8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:32.756431 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079867b1-23cc-40a4-833a-e28af77f64f8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:19:32.761786 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-079867b1-23cc-40a4-833a-e28af77f64f8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:32.767412 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079867b1-23cc-40a4-833a-e28af77f64f8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:19:32.773370 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079867b1-23cc-40a4-833a-e28af77f64f8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'Port': ['ID=6f71c191-7c3c-47a3-860f-010e3a74ffd0,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:32.867841 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-079867b1-23cc-40a4-833a-e28af77f64f8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:32.920195 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-079867b1-23cc-40a4-833a-e28af77f64f8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:33.096441 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-079867b1-23cc-40a4-833a-e28af77f64f8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:33.102294 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-079867b1-23cc-40a4-833a-e28af77f64f8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:33.172613 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079867b1-23cc-40a4-833a-e28af77f64f8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'Port': ['ID=6f71c191-7c3c-47a3-860f-010e3a74ffd0,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:33.184039 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-079867b1-23cc-40a4-833a-e28af77f64f8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:33.198156 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-079867b1-23cc-40a4-833a-e28af77f64f8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:33.199491 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-079867b1-23cc-40a4-833a-e28af77f64f8 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9241061 Jul 07 21:19:33.202295 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51146) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:33.208259 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-62b1d86f-2b23-47a6-ac88-61465c1e7c52 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Request body: {'port': {'network_id': '8fcb1244-939b-4447-be6b-542c0449fe1b', 'name': 'tempest-FloatingIPTestJSON-2004922099'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:33.341790 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b1d86f-2b23-47a6-ac88-61465c1e7c52 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Made reservation on behalf of 080e8b812c6549eba0c25bb5322eb0be for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:19:33.347665 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62b1d86f-2b23-47a6-ac88-61465c1e7c52 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:33.368648 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-62b1d86f-2b23-47a6-ac88-61465c1e7c52 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] device_id is not set on port e5a6a676-d509-4585-8291-ca30cfe5d084 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:19:33.485531 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-62b1d86f-2b23-47a6-ac88-61465c1e7c52 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Allocated IP 172.20.0.6 (8fcb1244-939b-4447-be6b-542c0449fe1b/49101efd-6ee9-4dac-89fc-b1c7854daa2f/e5a6a676-d509-4585-8291-ca30cfe5d084) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:19:33.621347 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:33.625879 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51152) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:33.675698 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62b1d86f-2b23-47a6-ac88-61465c1e7c52 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:33.723003 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62b1d86f-2b23-47a6-ac88-61465c1e7c52 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:33.775903 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4712eda6-8dee-4126-b327-24892e5fd55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:33.790017 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b1d86f-2b23-47a6-ac88-61465c1e7c52 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Network 8fcb1244-939b-4447-be6b-542c0449fe1b is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:19:33.793406 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-62b1d86f-2b23-47a6-ac88-61465c1e7c52 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:33.796397 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b1d86f-2b23-47a6-ac88-61465c1e7c52 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:19:33.830848 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1d86f-2b23-47a6-ac88-61465c1e7c52 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'Port': ['ID=e5a6a676-d509-4585-8291-ca30cfe5d084,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:33.857946 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b1d86f-2b23-47a6-ac88-61465c1e7c52 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:33.858719 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-62b1d86f-2b23-47a6-ac88-61465c1e7c52 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:33.886195 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4712eda6-8dee-4126-b327-24892e5fd55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:33.891298 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4712eda6-8dee-4126-b327-24892e5fd55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:33.896857 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-62b1d86f-2b23-47a6-ac88-61465c1e7c52 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6931760 Jul 07 21:19:33.900481 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51156) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:33.906884 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-eb46bbe3-7fbb-473d-aa04-c981fa0f9651 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Request body: {'floatingip': {'port_id': 'e5a6a676-d509-4585-8291-ca30cfe5d084'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:33.939408 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4712eda6-8dee-4126-b327-24892e5fd55e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=460db10dd0dd43f3978c05f2e32cb5df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3077836 Jul 07 21:19:33.939777 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51158) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:33.940902 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712eda6-8dee-4126-b327-24892e5fd55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2fbf0c-c820-439c-9f76-be35c180e3d3,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:33.969002 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eb46bbe3-7fbb-473d-aa04-c981fa0f9651 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:34.095268 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8cecf178-43d6-4e50-ab88-faa1888375d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:34.129054 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8cecf178-43d6-4e50-ab88-faa1888375d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:34.260798 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8cecf178-43d6-4e50-ab88-faa1888375d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:34.263586 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8cecf178-43d6-4e50-ab88-faa1888375d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:34.264699 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8cecf178-43d6-4e50-ab88-faa1888375d5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5c2fbf0c-c820-439c-9f76-be35c180e3d3 HTTP/1.1" status: 204 len: 168 time: 0.3240294 Jul 07 21:19:34.321262 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cecf178-43d6-4e50-ab88-faa1888375d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2fbf0c-c820-439c-9f76-be35c180e3d3,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:34.553436 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eb46bbe3-7fbb-473d-aa04-c981fa0f9651 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:34.558430 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eb46bbe3-7fbb-473d-aa04-c981fa0f9651 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:34.667091 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [None req-eb46bbe3-7fbb-473d-aa04-c981fa0f9651 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Floating IP 3f118325-7579-46ef-b060-5d9b9689dc96 associated. External IP: 172.25.5.50, port: e5a6a676-d509-4585-8291-ca30cfe5d084. Jul 07 21:19:34.889696 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb46bbe3-7fbb-473d-aa04-c981fa0f9651 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Router 329d5bdd-a0a5-4e06-9dfb-5c97ee36998b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:19:35.009752 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb46bbe3-7fbb-473d-aa04-c981fa0f9651 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:19:35.014728 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-eb46bbe3-7fbb-473d-aa04-c981fa0f9651 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:35.022795 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7c45cb-910b-44ef-90ae-036698115419 None None] Sync routers for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:19:35.034308 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7c45cb-910b-44ef-90ae-036698115419 None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:35.034962 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-5f7c45cb-910b-44ef-90ae-036698115419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:35.057746 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-eb46bbe3-7fbb-473d-aa04-c981fa0f9651 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "PUT /v2.0/floatingips/3f118325-7579-46ef-b060-5d9b9689dc96 HTTP/1.1" status: 200 len: 977 time: 1.1555898 Jul 07 21:19:35.060481 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51182) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:35.073380 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-5f7c45cb-910b-44ef-90ae-036698115419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:35.082519 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7c45cb-910b-44ef-90ae-036698115419 None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:35.083118 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-5f7c45cb-910b-44ef-90ae-036698115419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:35.118796 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-5f7c45cb-910b-44ef-90ae-036698115419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:35.119497 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7c45cb-910b-44ef-90ae-036698115419 None None] The sync data for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:19:35.178308 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-538c67af-dbaf-4769-bb95-a7d81769f5ad tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Deleting port e5a6a676-d509-4585-8291-ca30cfe5d084 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:19:35.178965 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-538c67af-dbaf-4769-bb95-a7d81769f5ad tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:35.287040 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-538c67af-dbaf-4769-bb95-a7d81769f5ad tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:35.289802 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:35.561342 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-538c67af-dbaf-4769-bb95-a7d81769f5ad tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:35.561740 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-538c67af-dbaf-4769-bb95-a7d81769f5ad tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:35.562067 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [None req-538c67af-dbaf-4769-bb95-a7d81769f5ad tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Floating IP 3f118325-7579-46ef-b060-5d9b9689dc96 disassociated. External IP: 172.25.5.50, port: e5a6a676-d509-4585-8291-ca30cfe5d084. Jul 07 21:19:35.562475 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-538c67af-dbaf-4769-bb95-a7d81769f5ad tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Calling delete_port for e5a6a676-d509-4585-8291-ca30cfe5d084 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:19:35.733809 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-538c67af-dbaf-4769-bb95-a7d81769f5ad tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:35.767024 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c67af-dbaf-4769-bb95-a7d81769f5ad tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event deleted for resources: {'Port': ['ID=e5a6a676-d509-4585-8291-ca30cfe5d084,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:35.916142 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538c67af-dbaf-4769-bb95-a7d81769f5ad tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Router 329d5bdd-a0a5-4e06-9dfb-5c97ee36998b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:19:36.035446 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538c67af-dbaf-4769-bb95-a7d81769f5ad tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:19:36.048281 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daac188-de6c-47d5-b30f-c75128be3afd None None] Sync routers for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:19:36.058789 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daac188-de6c-47d5-b30f-c75128be3afd None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:36.059438 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-5daac188-de6c-47d5-b30f-c75128be3afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:36.101285 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-5daac188-de6c-47d5-b30f-c75128be3afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:36.112867 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daac188-de6c-47d5-b30f-c75128be3afd None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:36.114202 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-5daac188-de6c-47d5-b30f-c75128be3afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:36.134474 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-538c67af-dbaf-4769-bb95-a7d81769f5ad tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:36.140030 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51208) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:36.149086 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-538c67af-dbaf-4769-bb95-a7d81769f5ad tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "DELETE /v2.0/ports/e5a6a676-d509-4585-8291-ca30cfe5d084 HTTP/1.1" status: 204 len: 168 time: 1.0871711 Jul 07 21:19:36.153730 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-5daac188-de6c-47d5-b30f-c75128be3afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:36.154379 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daac188-de6c-47d5-b30f-c75128be3afd None None] The sync data for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:19:36.194582 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d6919d5a-ee16-4277-a93e-18b0461953dd tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "GET /v2.0/floatingips/3f118325-7579-46ef-b060-5d9b9689dc96 HTTP/1.1" status: 200 len: 687 time: 0.0529249 Jul 07 21:19:36.197535 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51212) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:36.357436 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-b5c1a299-ca91-407a-b536-b2d10d63b6a2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Deleting port 6f71c191-7c3c-47a3-860f-010e3a74ffd0 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:19:36.357908 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b5c1a299-ca91-407a-b536-b2d10d63b6a2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:36.468174 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b5c1a299-ca91-407a-b536-b2d10d63b6a2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:36.468669 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b5c1a299-ca91-407a-b536-b2d10d63b6a2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:36.484293 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-b5c1a299-ca91-407a-b536-b2d10d63b6a2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Calling delete_port for 6f71c191-7c3c-47a3-860f-010e3a74ffd0 owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:19:36.648168 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b5c1a299-ca91-407a-b536-b2d10d63b6a2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:36.683032 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1a299-ca91-407a-b536-b2d10d63b6a2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event deleted for resources: {'Port': ['ID=6f71c191-7c3c-47a3-860f-010e3a74ffd0,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:36.758566 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51216) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:36.759842 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b5c1a299-ca91-407a-b536-b2d10d63b6a2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:36.764609 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b5c1a299-ca91-407a-b536-b2d10d63b6a2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:36.765825 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-8b763d88-01f5-4850-a4e6-5dfd36a94787 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Request body: {'network': {'name': 'tempest-network-smoke--497942092', 'project_id': '127f863741144b648eee157f1741deb8', 'port_security_enabled': True}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:36.766567 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b5c1a299-ca91-407a-b536-b2d10d63b6a2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "DELETE /v2.0/floatingips/3f118325-7579-46ef-b060-5d9b9689dc96 HTTP/1.1" status: 204 len: 168 time: 0.5677485 Jul 07 21:19:36.775288 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51218) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:36.780244 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d39ff79c-5579-4795-8d03-57f610370dd0 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'port_id': '6b15fca8-0784-48db-bf24-fa5028e27d79'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:36.817604 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.db.api [None req-d39ff79c-5579-4795-8d03-57f610370dd0 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 21:19:36.817604 n-d-695189-11 neutron-server[100447]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 21:19:36.817604 n-d-695189-11 neutron-server[100447]: [parameters: {'project_id': '080e8b812c6549eba0c25bb5322eb0be', 'id': '09eda7ad-dbcc-4afe-ad29-409c5a93cbbb', 'expiration': datetime.datetime(2021, 7, 7, 21, 21, 36, 800983)}] Jul 07 21:19:36.817604 n-d-695189-11 neutron-server[100447]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100447) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 21:19:36.818345 n-d-695189-11 neutron-server[100447]: DEBUG oslo_db.api [None req-d39ff79c-5579-4795-8d03-57f610370dd0 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 21:19:36.825660 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b763d88-01f5-4850-a4e6-5dfd36a94787 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Made reservation on behalf of 127f863741144b648eee157f1741deb8 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:19:36.829457 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8b763d88-01f5-4850-a4e6-5dfd36a94787 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:36.839852 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8b763d88-01f5-4850-a4e6-5dfd36a94787 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:36.951031 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8b763d88-01f5-4850-a4e6-5dfd36a94787 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:36.956562 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8b763d88-01f5-4850-a4e6-5dfd36a94787 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:36.986737 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b763d88-01f5-4850-a4e6-5dfd36a94787 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:19:36.997434 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b763d88-01f5-4850-a4e6-5dfd36a94787 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ababfe5-0575-4efe-a79f-70d8cd866460,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:37.002783 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8b763d88-01f5-4850-a4e6-5dfd36a94787 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:37.003134 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-8b763d88-01f5-4850-a4e6-5dfd36a94787 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Added segment 95417c95-2ec1-4c68-90d4-993d9f4d017b of type vlan for network 83508116-1e9c-4bc1-9dd8-e6db754f3a67 Jul 07 21:19:37.045696 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8b763d88-01f5-4850-a4e6-5dfd36a94787 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:37.075863 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8b763d88-01f5-4850-a4e6-5dfd36a94787 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:37.081343 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b763d88-01f5-4850-a4e6-5dfd36a94787 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:37.081922 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-8b763d88-01f5-4850-a4e6-5dfd36a94787 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:37.141384 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8b763d88-01f5-4850-a4e6-5dfd36a94787 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3807151 Jul 07 21:19:37.146068 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51220) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:37.152171 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-8a147f8c-1dde-45a1-a46b-5282684d8157 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-936213706', 'admin_state_up': True, 'project_id': '127f863741144b648eee157f1741deb8', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:37.152785 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b763d88-01f5-4850-a4e6-5dfd36a94787 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event updated for resources: {'Network': ['ID=83508116-1e9c-4bc1-9dd8-e6db754f3a67,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:37.165829 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 83508116-1e9c-4bc1-9dd8-e6db754f3a67 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:19:37.177855 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a147f8c-1dde-45a1-a46b-5282684d8157 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:37.179837 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a147f8c-1dde-45a1-a46b-5282684d8157 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:37.269495 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a147f8c-1dde-45a1-a46b-5282684d8157 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:37.342622 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d39ff79c-5579-4795-8d03-57f610370dd0 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:37.428171 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a147f8c-1dde-45a1-a46b-5282684d8157 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:37.461939 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d39ff79c-5579-4795-8d03-57f610370dd0 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:37.612104 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-d39ff79c-5579-4795-8d03-57f610370dd0 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Allocated IP 172.25.5.99 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/2e55a7bb-f1a8-44f8-8976-48d3c890eebb) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:19:37.665634 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a147f8c-1dde-45a1-a46b-5282684d8157 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:37.685387 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a147f8c-1dde-45a1-a46b-5282684d8157 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:37.782642 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d39ff79c-5579-4795-8d03-57f610370dd0 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:37.841946 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d39ff79c-5579-4795-8d03-57f610370dd0 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:37.893999 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-8a147f8c-1dde-45a1-a46b-5282684d8157 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Allocated IP 172.25.5.87 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:19:37.899131 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39ff79c-5579-4795-8d03-57f610370dd0 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:19:37.904212 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-d39ff79c-5579-4795-8d03-57f610370dd0 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:37.910425 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39ff79c-5579-4795-8d03-57f610370dd0 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:19:37.976082 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ff79c-5579-4795-8d03-57f610370dd0 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'Port': ['ID=2e55a7bb-f1a8-44f8-8976-48d3c890eebb,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:38.007026 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a147f8c-1dde-45a1-a46b-5282684d8157 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:38.052255 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a147f8c-1dde-45a1-a46b-5282684d8157 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:38.092502 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a147f8c-1dde-45a1-a46b-5282684d8157 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:19:38.095417 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-8a147f8c-1dde-45a1-a46b-5282684d8157 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:38.098071 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a147f8c-1dde-45a1-a46b-5282684d8157 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:19:38.130488 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a147f8c-1dde-45a1-a46b-5282684d8157 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event updated for resources: {'Port': ['ID=fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:38.416416 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a147f8c-1dde-45a1-a46b-5282684d8157 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:38.439395 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d39ff79c-5579-4795-8d03-57f610370dd0 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:38.915939 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d39ff79c-5579-4795-8d03-57f610370dd0 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:39.091244 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5345965-bb15-468b-a803-ada5a7869035 req-d741d04d-217a-4d20-9fad-b100edd60784 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:39.093923 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b5345965-bb15-468b-a803-ada5a7869035 req-d741d04d-217a-4d20-9fad-b100edd60784 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 1097 time: 0.7751400 Jul 07 21:19:39.102982 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d39ff79c-5579-4795-8d03-57f610370dd0 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:39.109743 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d39ff79c-5579-4795-8d03-57f610370dd0 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:39.138769 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a147f8c-1dde-45a1-a46b-5282684d8157 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:39.156571 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b5345965-bb15-468b-a803-ada5a7869035 req-f0dbcb5d-f2a0-413a-9acf-edd33e9adf24 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506680 Jul 07 21:19:39.196730 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ff79c-5579-4795-8d03-57f610370dd0 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'Port': ['ID=2e55a7bb-f1a8-44f8-8976-48d3c890eebb,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:39.205967 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d39ff79c-5579-4795-8d03-57f610370dd0 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:39.327418 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a147f8c-1dde-45a1-a46b-5282684d8157 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Router 69c12cbd-36e7-4309-9ebf-94699e434331 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:19:39.346973 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [None req-d39ff79c-5579-4795-8d03-57f610370dd0 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Floating IP 5d3cf497-14ca-41f8-bbcb-914f47d7cb1e associated. External IP: 172.25.5.99, port: 6b15fca8-0784-48db-bf24-fa5028e27d79. Jul 07 21:19:39.527821 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a147f8c-1dde-45a1-a46b-5282684d8157 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:19:39.542300 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] Sync routers for ids ['69c12cbd-36e7-4309-9ebf-94699e434331'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:19:39.545815 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec8365-672c-41ae-b269-837d1d2f7f67 req-242fa449-2d95-41ce-98eb-61c2898bc368 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:39.546568 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aeec8365-672c-41ae-b269-837d1d2f7f67 req-242fa449-2d95-41ce-98eb-61c2898bc368 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 945 time: 0.2373376 Jul 07 21:19:39.551345 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] Routers {'69c12cbd-36e7-4309-9ebf-94699e434331'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:39.553048 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['69c12cbd-36e7-4309-9ebf-94699e434331'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:39.567999 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-8a147f8c-1dde-45a1-a46b-5282684d8157 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:39.575206 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8a147f8c-1dde-45a1-a46b-5282684d8157 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.4211130 Jul 07 21:19:39.589912 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51232) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:39.632285 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aeec8365-672c-41ae-b269-837d1d2f7f67 req-dadf52bc-c71d-4dec-a669-cbe1638d44dd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728550 Jul 07 21:19:39.638836 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39ff79c-5579-4795-8d03-57f610370dd0 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Router 329d5bdd-a0a5-4e06-9dfb-5c97ee36998b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:19:39.657061 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51236) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:39.719007 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] Set router 69c12cbd-36e7-4309-9ebf-94699e434331 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:19:39.743804 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4ba48d25-c991-45bc-a780-55ec79a21f50 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=127f863741144b648eee157f1741deb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1523545 Jul 07 21:19:39.748329 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51238) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:39.810430 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-04544277-8318-4ca7-ac94-56cffadb6769 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/floatingips/95483dfa-31d3-4f86-8526-fa830ebf736e HTTP/1.1" status: 200 len: 992 time: 0.1472292 Jul 07 21:19:39.825662 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39ff79c-5579-4795-8d03-57f610370dd0 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:19:39.844310 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48172f7-8f0f-4039-959b-00b4b4de3f8e None None] Sync routers for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:19:39.860755 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d39ff79c-5579-4795-8d03-57f610370dd0 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:39.869083 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48172f7-8f0f-4039-959b-00b4b4de3f8e None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:39.869800 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d48172f7-8f0f-4039-959b-00b4b4de3f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:39.917280 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389fb1a2-6ef6-4fbe-b3ad-7aadc277ff52 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:39.921489 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-389fb1a2-6ef6-4fbe-b3ad-7aadc277ff52 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1718888 Jul 07 21:19:39.926805 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51244) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:39.941672 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d48172f7-8f0f-4039-959b-00b4b4de3f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:39.951345 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48172f7-8f0f-4039-959b-00b4b4de3f8e None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:39.951972 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d48172f7-8f0f-4039-959b-00b4b4de3f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:39.985310 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d48172f7-8f0f-4039-959b-00b4b4de3f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:39.985964 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48172f7-8f0f-4039-959b-00b4b4de3f8e None None] The sync data for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:19:39.998139 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d39ff79c-5579-4795-8d03-57f610370dd0 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.2213755 Jul 07 21:19:40.002635 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-36be87af-d51f-4fdf-85ab-787608c1ff9f tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0726004 Jul 07 21:19:40.002858 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51246) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:40.005000 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51248) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:40.012687 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-0e89e72d-341a-4ba3-8ddf-82e05241d31d tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-355380723'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:40.021446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-eee22346-8d61-4451-a8a0-85c08f0ca262 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-767079590', 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67', 'project_id': '127f863741144b648eee157f1741deb8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:40.033778 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936213706', 'tenant_id': '127f863741144b648eee157f1741deb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:38Z', 'revision_number': 3, 'project_id': '127f863741144b648eee157f1741deb8', 'gw_port': {'id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:69:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:40.066161 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] Checking router: 69c12cbd-36e7-4309-9ebf-94699e434331 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:19:40.066504 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] Updating router 69c12cbd-36e7-4309-9ebf-94699e434331 port fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:19:40.108041 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:40.111113 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e89e72d-341a-4ba3-8ddf-82e05241d31d tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Made reservation on behalf of 080e8b812c6549eba0c25bb5322eb0be for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:19:40.114851 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e89e72d-341a-4ba3-8ddf-82e05241d31d tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:40.164841 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e89e72d-341a-4ba3-8ddf-82e05241d31d tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:19:40.171216 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee22346-8d61-4451-a8a0-85c08f0ca262 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Made reservation on behalf of 127f863741144b648eee157f1741deb8 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:19:40.174788 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eee22346-8d61-4451-a8a0-85c08f0ca262 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:40.231469 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e89e72d-341a-4ba3-8ddf-82e05241d31d tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:40.232015 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-0e89e72d-341a-4ba3-8ddf-82e05241d31d tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Added segment 5cbc882c-3f94-4cc8-9f71-690f170b3b2a of type vlan for network 7d1de65d-b88e-4058-aa1b-a1f61dc851f3 Jul 07 21:19:40.326104 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e89e72d-341a-4ba3-8ddf-82e05241d31d tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:40.383982 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e89e72d-341a-4ba3-8ddf-82e05241d31d tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:40.389646 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e89e72d-341a-4ba3-8ddf-82e05241d31d tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:40.390292 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e89e72d-341a-4ba3-8ddf-82e05241d31d tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:40.452541 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:40.469973 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] Transition to ACTIVE for port object fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:19:40.479198 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:40.493160 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0e89e72d-341a-4ba3-8ddf-82e05241d31d tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4889810 Jul 07 21:19:40.497049 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51258) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:40.504332 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d7b42146-682f-4eac-8895-b6b1cb3c741b tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Request body: {'subnet': {'network_id': '7d1de65d-b88e-4058-aa1b-a1f61dc851f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:40.558185 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89e72d-341a-4ba3-8ddf-82e05241d31d tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'Network': ['ID=7d1de65d-b88e-4058-aa1b-a1f61dc851f3,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:40.567946 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2797311-7ab4-4944-b4ab-510a6ee9db1d None None] Pushing event updated for resources: {'Port': ['ID=fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:40.577370 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] Attempting to bind port fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:19:40.577754 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] Attempting to bind port fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:19:40.578166 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] Attempting to bind port fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:19:40.587302 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2797311-7ab4-4944-b4ab-510a6ee9db1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:40.587680 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2797311-7ab4-4944-b4ab-510a6ee9db1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:40.588026 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2797311-7ab4-4944-b4ab-510a6ee9db1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:40.588430 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2797311-7ab4-4944-b4ab-510a6ee9db1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:40.588820 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2797311-7ab4-4944-b4ab-510a6ee9db1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:40.589156 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2797311-7ab4-4944-b4ab-510a6ee9db1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:40.589482 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2797311-7ab4-4944-b4ab-510a6ee9db1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:40.590064 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2797311-7ab4-4944-b4ab-510a6ee9db1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:40.590396 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2797311-7ab4-4944-b4ab-510a6ee9db1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:40.590718 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2797311-7ab4-4944-b4ab-510a6ee9db1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:40.591046 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2797311-7ab4-4944-b4ab-510a6ee9db1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:40.591474 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2797311-7ab4-4944-b4ab-510a6ee9db1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:40.596034 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:19:40.596425 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:19:40.596841 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:40.597318 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:19:40.597802 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] Bound port: fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:19:40.598185 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:40.607073 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eee22346-8d61-4451-a8a0-85c08f0ca262 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:40.634934 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 7d1de65d-b88e-4058-aa1b-a1f61dc851f3 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:19:40.637186 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b42146-682f-4eac-8895-b6b1cb3c741b tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Made reservation on behalf of 080e8b812c6549eba0c25bb5322eb0be for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:19:40.643542 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d7b42146-682f-4eac-8895-b6b1cb3c741b tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:40.694799 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee22346-8d61-4451-a8a0-85c08f0ca262 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event updated for resources: {'Subnet': ['ID=52255be0-a319-4caf-bb04-5317e33f921f,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:40.716705 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] For port fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:19:40.733705 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee22346-8d61-4451-a8a0-85c08f0ca262 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Checking segment: {'id': '95417c95-2ec1-4c68-90d4-993d9f4d017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:19:40.733705 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee22346-8d61-4451-a8a0-85c08f0ca262 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Network hostable DHCP agents. Network: 83508116-1e9c-4bc1-9dd8-e6db754f3a67, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:19:40.740188 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] For port fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:19:40.747591 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:40.791701 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee22346-8d61-4451-a8a0-85c08f0ca262 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Network 83508116-1e9c-4bc1-9dd8-e6db754f3a67 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:19:40.809105 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] Routers {'69c12cbd-36e7-4309-9ebf-94699e434331'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:40.809754 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['69c12cbd-36e7-4309-9ebf-94699e434331'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:40.813402 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-eee22346-8d61-4451-a8a0-85c08f0ca262 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 83508116-1e9c-4bc1-9dd8-e6db754f3a67) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:40.838113 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee22346-8d61-4451-a8a0-85c08f0ca262 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:40.842681 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-eee22346-8d61-4451-a8a0-85c08f0ca262 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:40.866343 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146a7cf0-4f90-476f-9edd-9f7c9db5197c None None] Network 83508116-1e9c-4bc1-9dd8-e6db754f3a67 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:19:40.915250 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-eee22346-8d61-4451-a8a0-85c08f0ca262 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9042130 Jul 07 21:19:40.915588 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51264) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:41.012555 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d7b42146-682f-4eac-8895-b6b1cb3c741b tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:41.027763 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-02b6ce1e-9fef-4d7d-8d6f-4a0265e0e6b8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2377386 Jul 07 21:19:41.051417 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03930b-20d5-483d-a402-2bb0f71cb40a req-7bf21137-0371-4468-b356-ca6b81c9befb tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:41.054233 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5c03930b-20d5-483d-a402-2bb0f71cb40a req-7bf21137-0371-4468-b356-ca6b81c9befb tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 945 time: 0.1971772 Jul 07 21:19:41.096711 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b42146-682f-4eac-8895-b6b1cb3c741b tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'Subnet': ['ID=35f753fb-c252-4230-b423-b54e8619d2a2,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:41.114879 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b42146-682f-4eac-8895-b6b1cb3c741b tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Checking segment: {'id': '5cbc882c-3f94-4cc8-9f71-690f170b3b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7d1de65d-b88e-4058-aa1b-a1f61dc851f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:19:41.115510 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b42146-682f-4eac-8895-b6b1cb3c741b tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Network hostable DHCP agents. Network: 7d1de65d-b88e-4058-aa1b-a1f61dc851f3, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:19:41.127620 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5c03930b-20d5-483d-a402-2bb0f71cb40a req-0423c7ee-e161-467b-ad07-683c0b51a074 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478923 Jul 07 21:19:41.148438 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b42146-682f-4eac-8895-b6b1cb3c741b tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Network 7d1de65d-b88e-4058-aa1b-a1f61dc851f3 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:19:41.180655 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-d7b42146-682f-4eac-8895-b6b1cb3c741b tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 7d1de65d-b88e-4058-aa1b-a1f61dc851f3) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:41.187839 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b42146-682f-4eac-8895-b6b1cb3c741b tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:41.188454 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d7b42146-682f-4eac-8895-b6b1cb3c741b tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:41.209855 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d7b42146-682f-4eac-8895-b6b1cb3c741b tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7106082 Jul 07 21:19:41.211064 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c9ad16-19f7-4203-b97d-3551d3d2b7c8 None None] Network 7d1de65d-b88e-4058-aa1b-a1f61dc851f3 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:19:41.212962 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51270) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:41.219928 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-be11f9bb-df07-4bc4-8ed8-fca7cf18e501 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-295517747', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}, 'admin_state_up': False}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:41.281419 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be11f9bb-df07-4bc4-8ed8-fca7cf18e501 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:41.281419 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be11f9bb-df07-4bc4-8ed8-fca7cf18e501 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:41.327109 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2797311-7ab4-4944-b4ab-510a6ee9db1d None None] Pushing event updated for resources: {'Port': ['ID=fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:41.376839 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] Set router 69c12cbd-36e7-4309-9ebf-94699e434331 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:19:41.395229 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be11f9bb-df07-4bc4-8ed8-fca7cf18e501 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:41.446359 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46abb90a-c9d0-4cc8-8d9f-9a33a706c716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-83508116-1e9c-4bc1-9dd8-e6db754f3a67', 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67', 'tenant_id': '127f863741144b648eee157f1741deb8', 'fixed_ips': [{'subnet_id': '52255be0-a319-4caf-bb04-5317e33f921f'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:19:41.450343 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-46abb90a-c9d0-4cc8-8d9f-9a33a706c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:41.609905 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b6f85419-aa9c-4fa3-b58c-e2066676e4ea tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:41.639460 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be11f9bb-df07-4bc4-8ed8-fca7cf18e501 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:41.970234 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-46abb90a-c9d0-4cc8-8d9f-9a33a706c716 None None] Allocated IP 172.20.0.2 (83508116-1e9c-4bc1-9dd8-e6db754f3a67/52255be0-a319-4caf-bb04-5317e33f921f/8b931297-6f66-4421-9087-1b0d5dec81fa) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:19:41.976596 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936213706', 'tenant_id': '127f863741144b648eee157f1741deb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:38Z', 'revision_number': 3, 'project_id': '127f863741144b648eee157f1741deb8', 'gw_port': {'id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:69:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:42.032626 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01788dff-0279-45b2-913a-a4004f54e30d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-7d1de65d-b88e-4058-aa1b-a1f61dc851f3', 'network_id': '7d1de65d-b88e-4058-aa1b-a1f61dc851f3', 'tenant_id': '080e8b812c6549eba0c25bb5322eb0be', 'fixed_ips': [{'subnet_id': '35f753fb-c252-4230-b423-b54e8619d2a2'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:19:42.033773 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be11f9bb-df07-4bc4-8ed8-fca7cf18e501 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:42.034653 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-01788dff-0279-45b2-913a-a4004f54e30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:42.041717 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a27293-eb2f-477a-8995-e85bb9a4f121 None None] The sync data for ids ['69c12cbd-36e7-4309-9ebf-94699e434331'] in n-d-695189-11 is: [{'id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936213706', 'tenant_id': '127f863741144b648eee157f1741deb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:38Z', 'revision_number': 3, 'project_id': '127f863741144b648eee157f1741deb8', 'gw_port': {'id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:69:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:19:42.070633 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be11f9bb-df07-4bc4-8ed8-fca7cf18e501 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:42.301114 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-be11f9bb-df07-4bc4-8ed8-fca7cf18e501 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Allocated IP 172.25.5.60 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/99b0e5dd-bc3b-4a07-9b2b-e93c0664aa80) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:19:42.367281 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-01788dff-0279-45b2-913a-a4004f54e30d None None] Allocated IP 172.20.0.2 (7d1de65d-b88e-4058-aa1b-a1f61dc851f3/35f753fb-c252-4230-b423-b54e8619d2a2/a1e1470c-3071-4f35-a957-a2104224cad6) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:19:42.390922 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-46abb90a-c9d0-4cc8-8d9f-9a33a706c716 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:42.416260 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-46abb90a-c9d0-4cc8-8d9f-9a33a706c716 None None] Transition to ACTIVE for port object 8b931297-6f66-4421-9087-1b0d5dec81fa will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:19:42.479929 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-46abb90a-c9d0-4cc8-8d9f-9a33a706c716 None None] Transition to ACTIVE for port object 8b931297-6f66-4421-9087-1b0d5dec81fa will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:19:42.503065 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-46abb90a-c9d0-4cc8-8d9f-9a33a706c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:42.561134 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be11f9bb-df07-4bc4-8ed8-fca7cf18e501 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:42.576503 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a3c41-8135-429a-b960-18b5239f26f2 req-5a8099da-6348-423b-9c91-a2a110b8a730 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:42.588245 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cd4a3c41-8135-429a-b960-18b5239f26f2 req-5a8099da-6348-423b-9c91-a2a110b8a730 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 945 time: 0.2344680 Jul 07 21:19:42.642840 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be11f9bb-df07-4bc4-8ed8-fca7cf18e501 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:42.659277 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cd4a3c41-8135-429a-b960-18b5239f26f2 req-b6ae77ee-c402-42f5-a7c7-af884240cc7e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699017 Jul 07 21:19:42.667735 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-b6f85419-aa9c-4fa3-b58c-e2066676e4ea tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Allocated IP 172.20.0.1 (83508116-1e9c-4bc1-9dd8-e6db754f3a67/52255be0-a319-4caf-bb04-5317e33f921f/e329b3e7-bdc7-4af6-968f-157f964d503d) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:19:42.692986 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46abb90a-c9d0-4cc8-8d9f-9a33a706c716 None None] Network 83508116-1e9c-4bc1-9dd8-e6db754f3a67 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:19:42.697211 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-46abb90a-c9d0-4cc8-8d9f-9a33a706c716 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:42.699781 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46abb90a-c9d0-4cc8-8d9f-9a33a706c716 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:19:42.711998 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46abb90a-c9d0-4cc8-8d9f-9a33a706c716 None None] Pushing event updated for resources: {'Port': ['ID=8b931297-6f66-4421-9087-1b0d5dec81fa,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:42.739530 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be11f9bb-df07-4bc4-8ed8-fca7cf18e501 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:19:42.751563 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-be11f9bb-df07-4bc4-8ed8-fca7cf18e501 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:42.753573 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11f9bb-df07-4bc4-8ed8-fca7cf18e501 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'Port': ['ID=99b0e5dd-bc3b-4a07-9b2b-e93c0664aa80,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:42.755757 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be11f9bb-df07-4bc4-8ed8-fca7cf18e501 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:19:42.797003 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-01788dff-0279-45b2-913a-a4004f54e30d None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:42.815286 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-01788dff-0279-45b2-913a-a4004f54e30d None None] Transition to ACTIVE for port object a1e1470c-3071-4f35-a957-a2104224cad6 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:19:42.823563 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-46abb90a-c9d0-4cc8-8d9f-9a33a706c716 None None] Attempting to bind port 8b931297-6f66-4421-9087-1b0d5dec81fa on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:19:42.823563 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-46abb90a-c9d0-4cc8-8d9f-9a33a706c716 None None] Attempting to bind port 8b931297-6f66-4421-9087-1b0d5dec81fa by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '95417c95-2ec1-4c68-90d4-993d9f4d017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:19:42.823952 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46abb90a-c9d0-4cc8-8d9f-9a33a706c716 None None] Attempting to bind port 8b931297-6f66-4421-9087-1b0d5dec81fa on network 83508116-1e9c-4bc1-9dd8-e6db754f3a67 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:19:42.843285 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46abb90a-c9d0-4cc8-8d9f-9a33a706c716 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:19:42.843798 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46abb90a-c9d0-4cc8-8d9f-9a33a706c716 None None] Checking segment: {'id': '95417c95-2ec1-4c68-90d4-993d9f4d017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:19:42.844359 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-46abb90a-c9d0-4cc8-8d9f-9a33a706c716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:42.844767 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46abb90a-c9d0-4cc8-8d9f-9a33a706c716 None None] Bound using segment: {'id': '95417c95-2ec1-4c68-90d4-993d9f4d017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:19:42.845319 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-46abb90a-c9d0-4cc8-8d9f-9a33a706c716 None None] Bound port: 8b931297-6f66-4421-9087-1b0d5dec81fa, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95417c95-2ec1-4c68-90d4-993d9f4d017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:19:42.845712 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-46abb90a-c9d0-4cc8-8d9f-9a33a706c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:42.850789 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b6f85419-aa9c-4fa3-b58c-e2066676e4ea tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:42.851049 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-01788dff-0279-45b2-913a-a4004f54e30d None None] Transition to ACTIVE for port object a1e1470c-3071-4f35-a957-a2104224cad6 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:19:42.870659 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-01788dff-0279-45b2-913a-a4004f54e30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:42.872834 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-b6f85419-aa9c-4fa3-b58c-e2066676e4ea tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Transition to ACTIVE for port object e329b3e7-bdc7-4af6-968f-157f964d503d will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:19:42.944950 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b6f85419-aa9c-4fa3-b58c-e2066676e4ea tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:42.965459 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01788dff-0279-45b2-913a-a4004f54e30d None None] Pushing event updated for resources: {'Port': ['ID=a1e1470c-3071-4f35-a957-a2104224cad6,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:43.005846 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f85419-aa9c-4fa3-b58c-e2066676e4ea tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event updated for resources: {'Port': ['ID=e329b3e7-bdc7-4af6-968f-157f964d503d,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:43.035717 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-46abb90a-c9d0-4cc8-8d9f-9a33a706c716 None None] For port 8b931297-6f66-4421-9087-1b0d5dec81fa, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:19:43.039688 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-46abb90a-c9d0-4cc8-8d9f-9a33a706c716 None None] For port 8b931297-6f66-4421-9087-1b0d5dec81fa, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=8b931297-6f66-4421-9087-1b0d5dec81fa,segment=NetworkSegment(95417c95-2ec1-4c68-90d4-993d9f4d017b),segment_id=95417c95-2ec1-4c68-90d4-993d9f4d017b)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:19:43.050454 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f85419-aa9c-4fa3-b58c-e2066676e4ea tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Network 83508116-1e9c-4bc1-9dd8-e6db754f3a67 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:19:43.050672 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01788dff-0279-45b2-913a-a4004f54e30d None None] Network 7d1de65d-b88e-4058-aa1b-a1f61dc851f3 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:19:43.052798 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-01788dff-0279-45b2-913a-a4004f54e30d None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:43.054519 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-b6f85419-aa9c-4fa3-b58c-e2066676e4ea tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:43.057151 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01788dff-0279-45b2-913a-a4004f54e30d None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:19:43.057489 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f85419-aa9c-4fa3-b58c-e2066676e4ea tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:19:43.063559 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-46abb90a-c9d0-4cc8-8d9f-9a33a706c716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:43.109785 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-8618ff39-7c79-452a-accd-13fd6c11fb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:43.111356 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-8618ff39-7c79-452a-accd-13fd6c11fb87 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 1097 time: 0.1095841 Jul 07 21:19:43.118149 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b6f85419-aa9c-4fa3-b58c-e2066676e4ea tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:43.156016 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be11f9bb-df07-4bc4-8ed8-fca7cf18e501 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:43.177674 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46abb90a-c9d0-4cc8-8d9f-9a33a706c716 None None] Pushing event updated for resources: {'Port': ['ID=8b931297-6f66-4421-9087-1b0d5dec81fa,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:43.182629 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-01788dff-0279-45b2-913a-a4004f54e30d None None] Attempting to bind port a1e1470c-3071-4f35-a957-a2104224cad6 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:19:43.183011 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-01788dff-0279-45b2-913a-a4004f54e30d None None] Attempting to bind port a1e1470c-3071-4f35-a957-a2104224cad6 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '5cbc882c-3f94-4cc8-9f71-690f170b3b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7d1de65d-b88e-4058-aa1b-a1f61dc851f3'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:19:43.183405 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01788dff-0279-45b2-913a-a4004f54e30d None None] Attempting to bind port a1e1470c-3071-4f35-a957-a2104224cad6 on network 7d1de65d-b88e-4058-aa1b-a1f61dc851f3 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:19:43.189248 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01788dff-0279-45b2-913a-a4004f54e30d None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:19:43.189627 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01788dff-0279-45b2-913a-a4004f54e30d None None] Checking segment: {'id': '5cbc882c-3f94-4cc8-9f71-690f170b3b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7d1de65d-b88e-4058-aa1b-a1f61dc851f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:19:43.190037 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-01788dff-0279-45b2-913a-a4004f54e30d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:43.190499 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01788dff-0279-45b2-913a-a4004f54e30d None None] Bound using segment: {'id': '5cbc882c-3f94-4cc8-9f71-690f170b3b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7d1de65d-b88e-4058-aa1b-a1f61dc851f3'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:19:43.190978 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-01788dff-0279-45b2-913a-a4004f54e30d None None] Bound port: a1e1470c-3071-4f35-a957-a2104224cad6, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cbc882c-3f94-4cc8-9f71-690f170b3b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7d1de65d-b88e-4058-aa1b-a1f61dc851f3'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:19:43.191387 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-01788dff-0279-45b2-913a-a4004f54e30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:43.285401 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-01788dff-0279-45b2-913a-a4004f54e30d None None] For port a1e1470c-3071-4f35-a957-a2104224cad6, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:19:43.289979 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-01788dff-0279-45b2-913a-a4004f54e30d None None] For port a1e1470c-3071-4f35-a957-a2104224cad6, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a1e1470c-3071-4f35-a957-a2104224cad6,segment=NetworkSegment(5cbc882c-3f94-4cc8-9f71-690f170b3b2a),segment_id=5cbc882c-3f94-4cc8-9f71-690f170b3b2a)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:19:43.298351 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-01788dff-0279-45b2-913a-a4004f54e30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:43.358076 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:19:43.402806 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-f999c3aa-79d7-412f-9792-92749a878c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:43.405946 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-f999c3aa-79d7-412f-9792-92749a878c24 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8514bcb3-7d37-4491-a641-df9d3f314e5a HTTP/1.1" status: 200 len: 898 time: 0.2849383 Jul 07 21:19:43.453745 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01788dff-0279-45b2-913a-a4004f54e30d None None] Pushing event updated for resources: {'Port': ['ID=a1e1470c-3071-4f35-a957-a2104224cad6,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:43.501502 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:19:43.508715 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:19:43.509192 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:43.607573 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be11f9bb-df07-4bc4-8ed8-fca7cf18e501 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:43.665609 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b6f85419-aa9c-4fa3-b58c-e2066676e4ea tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:43.670705 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-f9f53c97-c9b8-47a3-9e83-2f18b884d9a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 HTTP/1.1" status: 200 len: 1000 time: 0.2162461 Jul 07 21:19:43.680793 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:43.716399 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:19:43.760082 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:43.843822 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:43.873686 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-8794152d-0998-4ede-a174-c19f8cf2236f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:43.875284 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-8794152d-0998-4ede-a174-c19f8cf2236f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6374fef3-fa3e-4e5f-ae5d-9302ddd17f35 HTTP/1.1" status: 200 len: 835 time: 0.1930704 Jul 07 21:19:43.964268 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be11f9bb-df07-4bc4-8ed8-fca7cf18e501 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Router 0838fb36-5d2a-4b83-8788-1b34520dd726 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:19:44.088404 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be11f9bb-df07-4bc4-8ed8-fca7cf18e501 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:19:44.099629 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991a74a5-a681-4fda-ae29-167a195ca784 None None] Sync routers for ids ['0838fb36-5d2a-4b83-8788-1b34520dd726'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:19:44.109796 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-be11f9bb-df07-4bc4-8ed8-fca7cf18e501 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:44.111297 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-be11f9bb-df07-4bc4-8ed8-fca7cf18e501 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8968635 Jul 07 21:19:44.112036 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991a74a5-a681-4fda-ae29-167a195ca784 None None] Routers {'0838fb36-5d2a-4b83-8788-1b34520dd726'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:44.112654 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-991a74a5-a681-4fda-ae29-167a195ca784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0838fb36-5d2a-4b83-8788-1b34520dd726'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:44.113809 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51294) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:44.158214 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-991a74a5-a681-4fda-ae29-167a195ca784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:44.158470 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-e2d19df4-90cc-40a7-a8b4-a256936fce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:44.160065 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-e2d19df4-90cc-40a7-a8b4-a256936fce8b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8514bcb3-7d37-4491-a641-df9d3f314e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2288318 Jul 07 21:19:44.170217 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991a74a5-a681-4fda-ae29-167a195ca784 None None] Routers {'0838fb36-5d2a-4b83-8788-1b34520dd726'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:44.170935 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-991a74a5-a681-4fda-ae29-167a195ca784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0838fb36-5d2a-4b83-8788-1b34520dd726'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:44.171600 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16674623-0134-43c0-be1c-5ea656490ec8 req-177b4c1c-0531-4d3b-8e12-df6fbbbdaa2c tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:44.173203 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-16674623-0134-43c0-be1c-5ea656490ec8 req-177b4c1c-0531-4d3b-8e12-df6fbbbdaa2c tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 945 time: 0.2313182 Jul 07 21:19:44.210313 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-991a74a5-a681-4fda-ae29-167a195ca784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:44.211217 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991a74a5-a681-4fda-ae29-167a195ca784 None None] The sync data for ids ['0838fb36-5d2a-4b83-8788-1b34520dd726'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:19:44.668556 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-68dda4b1-7b4f-48ec-99b2-2e2b09a18cab tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:44.713919 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-16674623-0134-43c0-be1c-5ea656490ec8 req-ede9fe1d-c7c1-4359-9ddd-ad757ae21dd5 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5251193 Jul 07 21:19:44.731888 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:19:44.754799 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-e0efe880-d967-413f-b2b0-ac00472f0431 service neutron] 10.222.0.39 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804908 Jul 07 21:19:44.791910 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b6f85419-aa9c-4fa3-b58c-e2066676e4ea tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:44.804267 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b6f85419-aa9c-4fa3-b58c-e2066676e4ea tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:44.994424 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b6f85419-aa9c-4fa3-b58c-e2066676e4ea tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:45.006860 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f85419-aa9c-4fa3-b58c-e2066676e4ea tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event updated for resources: {'Port': ['ID=e329b3e7-bdc7-4af6-968f-157f964d503d,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:45.032423 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-3b7e91db-cfc9-4648-b40a-10648b1f4198 service neutron] 10.222.0.39 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664495 Jul 07 21:19:45.114671 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-68dda4b1-7b4f-48ec-99b2-2e2b09a18cab tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Allocated IP 172.20.0.1 (7d1de65d-b88e-4058-aa1b-a1f61dc851f3/35f753fb-c252-4230-b423-b54e8619d2a2/7eeb90a2-6e09-44f0-8234-4c8039e9ddc7) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:19:45.138618 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f85419-aa9c-4fa3-b58c-e2066676e4ea tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Network 83508116-1e9c-4bc1-9dd8-e6db754f3a67 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:19:45.141641 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-b6f85419-aa9c-4fa3-b58c-e2066676e4ea tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:45.281297 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a625fe-cdcb-4358-8919-3dc76bf30d7a None None] Network 7d1de65d-b88e-4058-aa1b-a1f61dc851f3 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:19:45.325840 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f85419-aa9c-4fa3-b58c-e2066676e4ea tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Router 69c12cbd-36e7-4309-9ebf-94699e434331 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:19:45.363958 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-68dda4b1-7b4f-48ec-99b2-2e2b09a18cab tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:45.411183 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-68dda4b1-7b4f-48ec-99b2-2e2b09a18cab tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Transition to ACTIVE for port object 7eeb90a2-6e09-44f0-8234-4c8039e9ddc7 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:19:45.463660 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f85419-aa9c-4fa3-b58c-e2066676e4ea tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:19:45.472065 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b6f85419-aa9c-4fa3-b58c-e2066676e4ea tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "PUT /v2.0/routers/69c12cbd-36e7-4309-9ebf-94699e434331/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5553997 Jul 07 21:19:45.472734 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51296) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:45.480770 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] Sync routers for ids ['69c12cbd-36e7-4309-9ebf-94699e434331'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:19:45.495216 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-633916bc-5e2b-423f-b261-ce5b91061a30 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--116759451', 'description': 'tempest-secgroup_access--116759451 description', 'project_id': '127f863741144b648eee157f1741deb8'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:45.502190 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] Routers {'69c12cbd-36e7-4309-9ebf-94699e434331'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:45.503146 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['69c12cbd-36e7-4309-9ebf-94699e434331'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:45.535741 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-68dda4b1-7b4f-48ec-99b2-2e2b09a18cab tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:45.549278 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a1e1470c-3071-4f35-a957-a2104224cad6 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:19:45.551016 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-633916bc-5e2b-423f-b261-ce5b91061a30 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:45.613162 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-80d4a07c-4155-4d33-9601-2d4db0b1868b None None] Provisioning for port a1e1470c-3071-4f35-a957-a2104224cad6 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:19:45.623415 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dda4b1-7b4f-48ec-99b2-2e2b09a18cab tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'Port': ['ID=7eeb90a2-6e09-44f0-8234-4c8039e9ddc7,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:45.642271 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dda4b1-7b4f-48ec-99b2-2e2b09a18cab tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Network 7d1de65d-b88e-4058-aa1b-a1f61dc851f3 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:19:45.645625 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-68dda4b1-7b4f-48ec-99b2-2e2b09a18cab tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:45.649728 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dda4b1-7b4f-48ec-99b2-2e2b09a18cab tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:19:45.670843 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port a1e1470c-3071-4f35-a957-a2104224cad6 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:19:45.677042 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port a1e1470c-3071-4f35-a957-a2104224cad6 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:19:45.677428 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:45.718784 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-68dda4b1-7b4f-48ec-99b2-2e2b09a18cab tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:45.742229 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] Set router 69c12cbd-36e7-4309-9ebf-94699e434331 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:19:45.798749 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-633916bc-5e2b-423f-b261-ce5b91061a30 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:45.806473 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-633916bc-5e2b-423f-b261-ce5b91061a30 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:45.878412 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:45.882503 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-633916bc-5e2b-423f-b261-ce5b91061a30 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:45.883913 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-633916bc-5e2b-423f-b261-ce5b91061a30 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4101434 Jul 07 21:19:45.891827 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51300) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:45.902662 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-63143178-dc61-41c0-9a48-6a60ea4c0da3 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--53231657', 'description': 'tempest-secgroup_general--53231657 description', 'project_id': '127f863741144b648eee157f1741deb8'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:45.921437 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633916bc-5e2b-423f-b261-ce5b91061a30 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a11a3f1-1c84-460b-9e24-491007a1a9d0,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:45.971942 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port a1e1470c-3071-4f35-a957-a2104224cad6, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a1e1470c-3071-4f35-a957-a2104224cad6,segment=NetworkSegment(5cbc882c-3f94-4cc8-9f71-690f170b3b2a),segment_id=5cbc882c-3f94-4cc8-9f71-690f170b3b2a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:19:45.977483 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:45.978356 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 8b931297-6f66-4421-9087-1b0d5dec81fa up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:19:45.984933 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-63143178-dc61-41c0-9a48-6a60ea4c0da3 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:46.136101 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=a1e1470c-3071-4f35-a957-a2104224cad6,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:46.150229 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d4dc67-2f60-4793-a31a-686fe591102c None None] Network 83508116-1e9c-4bc1-9dd8-e6db754f3a67 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:19:46.184014 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6d8a9-c8cf-435f-93ff-49318c601d1a req-e68f33de-7a2b-4257-a1c1-9576952c9752 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:46.186479 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45c6d8a9-c8cf-435f-93ff-49318c601d1a req-e68f33de-7a2b-4257-a1c1-9576952c9752 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 945 time: 0.1669407 Jul 07 21:19:46.189163 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936213706', 'tenant_id': '127f863741144b648eee157f1741deb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:43Z', 'revision_number': 4, 'project_id': '127f863741144b648eee157f1741deb8', 'gw_port': {'id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:69:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'e329b3e7-bdc7-4af6-968f-157f964d503d', 'name': '', 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67', 'tenant_id': '127f863741144b648eee157f1741deb8', 'mac_address': 'fa:16:3e:a3:08:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '52255be0-a319-4caf-bb04-5317e33f921f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:19:41Z', 'updated_at': '2021-07-07T21:19:44Z', 'revision_number': 2, 'project_id': '127f863741144b648eee157f1741deb8', 'subnets': [{'id': '52255be0-a319-4caf-bb04-5317e33f921f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:46.234944 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] Checking router: 69c12cbd-36e7-4309-9ebf-94699e434331 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:19:46.235639 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] Updating router 69c12cbd-36e7-4309-9ebf-94699e434331 port e329b3e7-bdc7-4af6-968f-157f964d503d binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:19:46.286310 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:46.305590 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 8b931297-6f66-4421-9087-1b0d5dec81fa completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:19:46.309270 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d618d032-9ec2-425c-976b-4758b859f1e8 None None] Provisioning complete for port a1e1470c-3071-4f35-a957-a2104224cad6 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:19:46.309452 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-63143178-dc61-41c0-9a48-6a60ea4c0da3 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:46.309655 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d618d032-9ec2-425c-976b-4758b859f1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:46.325606 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45c6d8a9-c8cf-435f-93ff-49318c601d1a req-0effe55e-2faf-4b37-92ce-5673e0e4d6d4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272726 Jul 07 21:19:46.327209 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-63143178-dc61-41c0-9a48-6a60ea4c0da3 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:46.378452 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:19:46.391650 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-63143178-dc61-41c0-9a48-6a60ea4c0da3 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:46.396266 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-63143178-dc61-41c0-9a48-6a60ea4c0da3 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5033026 Jul 07 21:19:46.402737 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51302) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:46.405594 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63143178-dc61-41c0-9a48-6a60ea4c0da3 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dabdb91c-02e5-4699-82ab-b062ba83b928,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:46.418663 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-7a0670da-d343-48f1-bdd4-6a775d098805 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Request body: {'security_group_rule': {'security_group_id': '0a11a3f1-1c84-460b-9e24-491007a1a9d0', 'project_id': '127f863741144b648eee157f1741deb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:46.477173 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7a0670da-d343-48f1-bdd4-6a775d098805 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:46.558012 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7a0670da-d343-48f1-bdd4-6a775d098805 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:46.562209 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7a0670da-d343-48f1-bdd4-6a775d098805 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:46.596880 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0670da-d343-48f1-bdd4-6a775d098805 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e25400d-eb26-4a92-8e37-089e66744b3e,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:46.600553 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7a0670da-d343-48f1-bdd4-6a775d098805 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:46.607441 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7a0670da-d343-48f1-bdd4-6a775d098805 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1978045 Jul 07 21:19:46.783792 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:46.788214 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-68dda4b1-7b4f-48ec-99b2-2e2b09a18cab tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:46.809908 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] Transition to ACTIVE for port object e329b3e7-bdc7-4af6-968f-157f964d503d will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:19:46.815742 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:19:46.816170 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:46.819496 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:46.844648 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-8eac074b-26b4-4624-8023-0f7ff5088f07 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_access--116759451&fields=id&tenant_id=127f863741144b648eee157f1741deb8 HTTP/1.1" status: 200 len: 267 time: 0.0463789 Jul 07 21:19:46.921000 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-8e24a304-5496-429f-bb2c-2cb76098e8f0 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup_general--53231657&fields=id&tenant_id=127f863741144b648eee157f1741deb8 HTTP/1.1" status: 200 len: 267 time: 0.0681398 Jul 07 21:19:46.940693 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebff68-c848-4e5f-804d-0a5093b61cd2 None None] Pushing event updated for resources: {'Port': ['ID=e329b3e7-bdc7-4af6-968f-157f964d503d,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:46.967911 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebff68-c848-4e5f-804d-0a5093b61cd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:46.967911 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebff68-c848-4e5f-804d-0a5093b61cd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:46.968636 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebff68-c848-4e5f-804d-0a5093b61cd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:46.969038 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebff68-c848-4e5f-804d-0a5093b61cd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:46.969468 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebff68-c848-4e5f-804d-0a5093b61cd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:46.969936 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebff68-c848-4e5f-804d-0a5093b61cd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:46.970339 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebff68-c848-4e5f-804d-0a5093b61cd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:46.970678 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebff68-c848-4e5f-804d-0a5093b61cd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:46.971013 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebff68-c848-4e5f-804d-0a5093b61cd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:46.971360 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebff68-c848-4e5f-804d-0a5093b61cd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:46.971694 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebff68-c848-4e5f-804d-0a5093b61cd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:46.972072 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eebff68-c848-4e5f-804d-0a5093b61cd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:19:47.027439 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] Attempting to bind port e329b3e7-bdc7-4af6-968f-157f964d503d on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:19:47.027817 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] Attempting to bind port e329b3e7-bdc7-4af6-968f-157f964d503d by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '95417c95-2ec1-4c68-90d4-993d9f4d017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:19:47.028234 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] Attempting to bind port e329b3e7-bdc7-4af6-968f-157f964d503d on network 83508116-1e9c-4bc1-9dd8-e6db754f3a67 {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:19:47.029662 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-04eb854e-7310-4f77-a248-545487f8c228 None None] Provisioning for port 7eeb90a2-6e09-44f0-8234-4c8039e9ddc7 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:19:47.034637 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:19:47.035028 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] Checking segment: {'id': '95417c95-2ec1-4c68-90d4-993d9f4d017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:19:47.035477 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:47.035892 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] Bound using segment: {'id': '95417c95-2ec1-4c68-90d4-993d9f4d017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:19:47.036412 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] Bound port: e329b3e7-bdc7-4af6-968f-157f964d503d, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95417c95-2ec1-4c68-90d4-993d9f4d017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:19:47.036856 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:47.047314 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-04eb854e-7310-4f77-a248-545487f8c228 None None] Provisioning complete for port 7eeb90a2-6e09-44f0-8234-4c8039e9ddc7 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:19:47.049061 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-04eb854e-7310-4f77-a248-545487f8c228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:47.113951 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-1f31c738-150b-47bc-bd7b-391a7c8ec5ad tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:47.116022 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-1f31c738-150b-47bc-bd7b-391a7c8ec5ad tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/networks?id=83508116-1e9c-4bc1-9dd8-e6db754f3a67 HTTP/1.1" status: 200 len: 796 time: 0.1754961 Jul 07 21:19:47.126243 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-04eb854e-7310-4f77-a248-545487f8c228 None None] Port 7eeb90a2-6e09-44f0-8234-4c8039e9ddc7 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:19:47.134539 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-51ddc8d2-abe3-4711-ae09-5742b733553c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/quotas/127f863741144b648eee157f1741deb8 HTTP/1.1" status: 200 len: 375 time: 0.0109062 Jul 07 21:19:47.157839 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-04eb854e-7310-4f77-a248-545487f8c228 None None] Provisioning for port 8b931297-6f66-4421-9087-1b0d5dec81fa completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:19:47.170111 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-04eb854e-7310-4f77-a248-545487f8c228 None None] Provisioning complete for port 8b931297-6f66-4421-9087-1b0d5dec81fa triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:19:47.170509 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-04eb854e-7310-4f77-a248-545487f8c228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:47.181867 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] For port e329b3e7-bdc7-4af6-968f-157f964d503d, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:19:47.189743 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] For port e329b3e7-bdc7-4af6-968f-157f964d503d, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=e329b3e7-bdc7-4af6-968f-157f964d503d,segment=NetworkSegment(95417c95-2ec1-4c68-90d4-993d9f4d017b),segment_id=95417c95-2ec1-4c68-90d4-993d9f4d017b)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:19:47.197190 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:47.306634 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-174e7797-8c2f-48d7-87ce-ed3940c54043 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=127f863741144b648eee157f1741deb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1652315 Jul 07 21:19:47.322297 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] Routers {'69c12cbd-36e7-4309-9ebf-94699e434331'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:47.324184 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['69c12cbd-36e7-4309-9ebf-94699e434331'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:47.339526 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a1e1470c-3071-4f35-a957-a2104224cad6 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:19:47.345915 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebff68-c848-4e5f-804d-0a5093b61cd2 None None] Pushing event updated for resources: {'Port': ['ID=e329b3e7-bdc7-4af6-968f-157f964d503d,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:47.400834 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-68dda4b1-7b4f-48ec-99b2-2e2b09a18cab tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:47.414536 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-68dda4b1-7b4f-48ec-99b2-2e2b09a18cab tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:47.449233 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-04eb854e-7310-4f77-a248-545487f8c228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:47.520382 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-04eb854e-7310-4f77-a248-545487f8c228 None None] For port 8b931297-6f66-4421-9087-1b0d5dec81fa, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=8b931297-6f66-4421-9087-1b0d5dec81fa,segment=NetworkSegment(95417c95-2ec1-4c68-90d4-993d9f4d017b),segment_id=95417c95-2ec1-4c68-90d4-993d9f4d017b)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:19:47.531437 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-04eb854e-7310-4f77-a248-545487f8c228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:47.537856 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port a1e1470c-3071-4f35-a957-a2104224cad6 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:19:47.538367 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:47.547949 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] Set router 69c12cbd-36e7-4309-9ebf-94699e434331 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:19:47.570757 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-c9a11e31-38a6-49de-a804-40849f96d943 service neutron] 10.222.0.64 "GET /v2.0/networks/83508116-1e9c-4bc1-9dd8-e6db754f3a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609704 Jul 07 21:19:47.657620 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-68dda4b1-7b4f-48ec-99b2-2e2b09a18cab tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:47.670560 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb854e-7310-4f77-a248-545487f8c228 None None] Pushing event updated for resources: {'Port': ['ID=8b931297-6f66-4421-9087-1b0d5dec81fa,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:47.682768 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dda4b1-7b4f-48ec-99b2-2e2b09a18cab tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'Port': ['ID=7eeb90a2-6e09-44f0-8234-4c8039e9ddc7,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:47.684095 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-70cdc74c-6009-42bc-96eb-211e1a0c0b10 None None] Provisioning for port e329b3e7-bdc7-4af6-968f-157f964d503d completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:19:47.713738 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-70cdc74c-6009-42bc-96eb-211e1a0c0b10 None None] Provisioning complete for port 8b931297-6f66-4421-9087-1b0d5dec81fa triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:19:47.714132 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-70cdc74c-6009-42bc-96eb-211e1a0c0b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:47.797366 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-71ff4362-495c-4805-b794-812cce9b582b service neutron] 10.222.0.64 "GET /v2.0/networks/83508116-1e9c-4bc1-9dd8-e6db754f3a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252619 Jul 07 21:19:47.857053 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dda4b1-7b4f-48ec-99b2-2e2b09a18cab tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Network 7d1de65d-b88e-4058-aa1b-a1f61dc851f3 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:19:47.858275 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db614a5-2ea9-44c2-81d2-092702acbd09 req-18a12345-b7ad-45a4-a6a8-7e9ef4c667cb tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:47.859074 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-68dda4b1-7b4f-48ec-99b2-2e2b09a18cab tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:47.864563 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8db614a5-2ea9-44c2-81d2-092702acbd09 req-18a12345-b7ad-45a4-a6a8-7e9ef4c667cb tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 945 time: 0.2687263 Jul 07 21:19:47.996227 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8db614a5-2ea9-44c2-81d2-092702acbd09 req-9e214540-0351-452b-aa1e-f17921b9a9c2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198120 Jul 07 21:19:48.076776 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-368b5860-07b7-4cd1-b4ad-df3c32b99595 req-a1163973-c60e-461e-962a-3e2bd89f42ae tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=e87dac7e-2692-4bbf-8c0b-80227c26e2c6 HTTP/1.1" status: 200 len: 210 time: 0.0457973 Jul 07 21:19:48.195658 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936213706', 'tenant_id': '127f863741144b648eee157f1741deb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:43Z', 'revision_number': 4, 'project_id': '127f863741144b648eee157f1741deb8', 'gw_port': {'id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:69:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'e329b3e7-bdc7-4af6-968f-157f964d503d', 'name': '', 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67', 'tenant_id': '127f863741144b648eee157f1741deb8', 'mac_address': 'fa:16:3e:a3:08:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '52255be0-a319-4caf-bb04-5317e33f921f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:19:41Z', 'updated_at': '2021-07-07T21:19:47Z', 'revision_number': 4, 'project_id': '127f863741144b648eee157f1741deb8', 'subnets': [{'id': '52255be0-a319-4caf-bb04-5317e33f921f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:48.199605 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68dda4b1-7b4f-48ec-99b2-2e2b09a18cab tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Router 0838fb36-5d2a-4b83-8788-1b34520dd726 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:19:48.267590 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad45b96-f88e-450d-be7f-9436e0cc35b0 None None] The sync data for ids ['69c12cbd-36e7-4309-9ebf-94699e434331'] in n-d-695189-11 is: [{'id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936213706', 'tenant_id': '127f863741144b648eee157f1741deb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:43Z', 'revision_number': 4, 'project_id': '127f863741144b648eee157f1741deb8', 'gw_port': {'id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:69:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'e329b3e7-bdc7-4af6-968f-157f964d503d', 'name': '', 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67', 'tenant_id': '127f863741144b648eee157f1741deb8', 'mac_address': 'fa:16:3e:a3:08:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '52255be0-a319-4caf-bb04-5317e33f921f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:19:41Z', 'updated_at': '2021-07-07T21:19:47Z', 'revision_number': 4, 'project_id': '127f863741144b648eee157f1741deb8', 'subnets': [{'id': '52255be0-a319-4caf-bb04-5317e33f921f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:19:48.454201 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68dda4b1-7b4f-48ec-99b2-2e2b09a18cab tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:19:48.469056 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-68dda4b1-7b4f-48ec-99b2-2e2b09a18cab tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "PUT /v2.0/routers/0838fb36-5d2a-4b83-8788-1b34520dd726/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3535326 Jul 07 21:19:48.469572 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51328) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:48.475609 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d87e09e5-820b-4580-a56f-bc8368a6b513 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Request body: {'port': {'network_id': '7d1de65d-b88e-4058-aa1b-a1f61dc851f3', 'name': 'tempest-FloatingIPTestJSON-1440032097'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:48.477853 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6861d57-9ac3-474c-87df-db4385b78a21 None None] Sync routers for ids ['0838fb36-5d2a-4b83-8788-1b34520dd726'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:19:48.514043 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6861d57-9ac3-474c-87df-db4385b78a21 None None] Routers {'0838fb36-5d2a-4b83-8788-1b34520dd726'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:48.515042 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b6861d57-9ac3-474c-87df-db4385b78a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0838fb36-5d2a-4b83-8788-1b34520dd726'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:48.589912 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-79142a3f-f48c-4bf9-9862-6d1e670d36f6 None None] Provisioning complete for port 7eeb90a2-6e09-44f0-8234-4c8039e9ddc7 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:19:48.590541 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-79142a3f-f48c-4bf9-9862-6d1e670d36f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:48.623622 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b6861d57-9ac3-474c-87df-db4385b78a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:48.667628 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6861d57-9ac3-474c-87df-db4385b78a21 None None] Routers {'0838fb36-5d2a-4b83-8788-1b34520dd726'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:48.667628 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b6861d57-9ac3-474c-87df-db4385b78a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0838fb36-5d2a-4b83-8788-1b34520dd726'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:48.733326 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87e09e5-820b-4580-a56f-bc8368a6b513 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Made reservation on behalf of 080e8b812c6549eba0c25bb5322eb0be for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:19:48.740032 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d87e09e5-820b-4580-a56f-bc8368a6b513 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:48.751701 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-79142a3f-f48c-4bf9-9862-6d1e670d36f6 None None] Port 7eeb90a2-6e09-44f0-8234-4c8039e9ddc7 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:19:48.753318 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b6861d57-9ac3-474c-87df-db4385b78a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:48.754013 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6861d57-9ac3-474c-87df-db4385b78a21 None None] The sync data for ids ['0838fb36-5d2a-4b83-8788-1b34520dd726'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:19:48.783257 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-d87e09e5-820b-4580-a56f-bc8368a6b513 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] device_id is not set on port 4f2b49b8-96e7-4eff-bdad-a4359fa97bca yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:19:48.992005 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-d87e09e5-820b-4580-a56f-bc8368a6b513 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Allocated IP 172.20.0.5 (7d1de65d-b88e-4058-aa1b-a1f61dc851f3/35f753fb-c252-4230-b423-b54e8619d2a2/4f2b49b8-96e7-4eff-bdad-a4359fa97bca) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:19:49.232204 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d87e09e5-820b-4580-a56f-bc8368a6b513 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:49.261956 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-d87e09e5-820b-4580-a56f-bc8368a6b513 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Transition to ACTIVE for port object 4f2b49b8-96e7-4eff-bdad-a4359fa97bca will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:19:49.284108 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c7069b70-1b97-4f9d-a688-e79f65a03b9e req-4e15e504-d46e-4f02-82f2-4e5dd61e0f83 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=e87dac7e-2692-4bbf-8c0b-80227c26e2c6 HTTP/1.1" status: 200 len: 210 time: 0.0605474 Jul 07 21:19:49.347557 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d87e09e5-820b-4580-a56f-bc8368a6b513 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:49.402172 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87e09e5-820b-4580-a56f-bc8368a6b513 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Network 7d1de65d-b88e-4058-aa1b-a1f61dc851f3 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:19:49.410931 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56f192-24e6-43ef-bb15-7e8b0d74733f req-d9843c8f-adf9-4ebb-8db9-0437368bc613 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:49.417203 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-d87e09e5-820b-4580-a56f-bc8368a6b513 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:49.424336 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87e09e5-820b-4580-a56f-bc8368a6b513 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:19:49.434197 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec56f192-24e6-43ef-bb15-7e8b0d74733f req-d9843c8f-adf9-4ebb-8db9-0437368bc613 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 945 time: 0.1363204 Jul 07 21:19:49.494075 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device e329b3e7-bdc7-4af6-968f-157f964d503d up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:19:49.501000 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec56f192-24e6-43ef-bb15-7e8b0d74733f req-60dc2759-7cf4-4070-92c5-dbe48e7b2902 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639741 Jul 07 21:19:49.560900 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e09e5-820b-4580-a56f-bc8368a6b513 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event updated for resources: {'Port': ['ID=4f2b49b8-96e7-4eff-bdad-a4359fa97bca,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:49.582740 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port e329b3e7-bdc7-4af6-968f-157f964d503d completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:19:49.584752 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87e09e5-820b-4580-a56f-bc8368a6b513 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:49.585430 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d87e09e5-820b-4580-a56f-bc8368a6b513 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:49.590258 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port e329b3e7-bdc7-4af6-968f-157f964d503d triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:19:49.590767 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:49.606235 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d87e09e5-820b-4580-a56f-bc8368a6b513 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1353719 Jul 07 21:19:49.609990 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51336) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:49.619033 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-5002f0fe-eeef-4ec0-bfd8-248f82f11f05 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Request body: {'floatingip': {'port_id': '4f2b49b8-96e7-4eff-bdad-a4359fa97bca'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:49.702796 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5002f0fe-eeef-4ec0-bfd8-248f82f11f05 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:49.709957 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:49.780334 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port e329b3e7-bdc7-4af6-968f-157f964d503d, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=e329b3e7-bdc7-4af6-968f-157f964d503d,segment=NetworkSegment(95417c95-2ec1-4c68-90d4-993d9f4d017b),segment_id=95417c95-2ec1-4c68-90d4-993d9f4d017b)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:19:49.788964 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:49.789819 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 8b931297-6f66-4421-9087-1b0d5dec81fa up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:19:49.891238 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-70d6bc70-40fa-4509-a7c9-59eabd2e4702 None None] Provisioning for port 4f2b49b8-96e7-4eff-bdad-a4359fa97bca completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:19:49.897931 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=e329b3e7-bdc7-4af6-968f-157f964d503d,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:49.901795 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-70d6bc70-40fa-4509-a7c9-59eabd2e4702 None None] Provisioning complete for port 4f2b49b8-96e7-4eff-bdad-a4359fa97bca triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:19:49.902238 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-70d6bc70-40fa-4509-a7c9-59eabd2e4702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:49.945327 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 8b931297-6f66-4421-9087-1b0d5dec81fa triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:19:49.945719 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:49.947488 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-70d6bc70-40fa-4509-a7c9-59eabd2e4702 None None] Port 4f2b49b8-96e7-4eff-bdad-a4359fa97bca cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:19:50.024325 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:50.222155 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-0ebdc137-b4a2-40ea-ab72-ead7fb94dbf5 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:50.224195 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-0ebdc137-b4a2-40ea-ab72-ead7fb94dbf5 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.58 "GET /v2.0/networks?id=83508116-1e9c-4bc1-9dd8-e6db754f3a67 HTTP/1.1" status: 200 len: 796 time: 0.2894740 Jul 07 21:19:50.254534 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:50.344054 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-8c770999-4912-4c94-a534-55d2ba57b4d4 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=127f863741144b648eee157f1741deb8 HTTP/1.1" status: 200 len: 475 time: 0.1013145 Jul 07 21:19:50.356909 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-6a4513f8-3d40-4e93-81f5-6121c2f7b71c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Request body: {'port': {'device_id': 'e87dac7e-2692-4bbf-8c0b-80227c26e2c6', 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67', 'admin_state_up': True, 'tenant_id': '127f863741144b648eee157f1741deb8', 'security_groups': ['0a11a3f1-1c84-460b-9e24-491007a1a9d0', 'dabdb91c-02e5-4699-82ab-b062ba83b928']}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:50.490462 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-87c5d8e5-2cfc-4909-b8bc-ac17f78faa7e req-cc613b6e-23ce-4402-aef6-f46fa7ced503 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=e87dac7e-2692-4bbf-8c0b-80227c26e2c6 HTTP/1.1" status: 200 len: 210 time: 0.0361598 Jul 07 21:19:50.600073 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-6a4513f8-3d40-4e93-81f5-6121c2f7b71c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Made reservation on behalf of 127f863741144b648eee157f1741deb8 for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:19:50.604034 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-6a4513f8-3d40-4e93-81f5-6121c2f7b71c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:50.629707 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5002f0fe-eeef-4ec0-bfd8-248f82f11f05 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:50.651472 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5002f0fe-eeef-4ec0-bfd8-248f82f11f05 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:50.720192 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d8677-e096-4222-b95c-e5a6959cb8ff req-71bc96b0-a8f7-4804-89f6-bd52ccebfd91 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:50.721707 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7b2d8677-e096-4222-b95c-e5a6959cb8ff req-71bc96b0-a8f7-4804-89f6-bd52ccebfd91 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 945 time: 0.0796747 Jul 07 21:19:50.773346 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7b2d8677-e096-4222-b95c-e5a6959cb8ff req-27b05d94-bcc4-41c6-966f-8270e9624847 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436513 Jul 07 21:19:50.833206 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [None req-5002f0fe-eeef-4ec0-bfd8-248f82f11f05 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Floating IP 5d3cf497-14ca-41f8-bbcb-914f47d7cb1e associated. External IP: 172.25.5.99, port: 6b15fca8-0784-48db-bf24-fa5028e27d79. Jul 07 21:19:50.836207 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-6a4513f8-3d40-4e93-81f5-6121c2f7b71c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Allocated IP 172.20.0.12 (83508116-1e9c-4bc1-9dd8-e6db754f3a67/52255be0-a319-4caf-bb04-5317e33f921f/b6f999d0-07d6-4486-bf7a-db64fab1009c) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:19:51.158839 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-6a4513f8-3d40-4e93-81f5-6121c2f7b71c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:51.178268 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-6a4513f8-3d40-4e93-81f5-6121c2f7b71c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Transition to ACTIVE for port object b6f999d0-07d6-4486-bf7a-db64fab1009c will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:19:51.184020 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5002f0fe-eeef-4ec0-bfd8-248f82f11f05 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Router 329d5bdd-a0a5-4e06-9dfb-5c97ee36998b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:19:51.264433 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device e329b3e7-bdc7-4af6-968f-157f964d503d up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:19:51.269134 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-6a4513f8-3d40-4e93-81f5-6121c2f7b71c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:51.324384 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port e329b3e7-bdc7-4af6-968f-157f964d503d triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:19:51.324946 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:51.377560 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-6a4513f8-3d40-4e93-81f5-6121c2f7b71c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Network 83508116-1e9c-4bc1-9dd8-e6db754f3a67 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:19:51.385123 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-6a4513f8-3d40-4e93-81f5-6121c2f7b71c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:19:51.387634 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-6a4513f8-3d40-4e93-81f5-6121c2f7b71c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:19:51.395112 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5002f0fe-eeef-4ec0-bfd8-248f82f11f05 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:19:51.409483 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce94d87e-3b93-4627-adbf-07f37e483c15 None None] Sync routers for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:19:51.424570 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce94d87e-3b93-4627-adbf-07f37e483c15 None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:51.425816 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ce94d87e-3b93-4627-adbf-07f37e483c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:51.458006 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4513f8-3d40-4e93-81f5-6121c2f7b71c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event updated for resources: {'Port': ['ID=b6f999d0-07d6-4486-bf7a-db64fab1009c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:51.486583 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ce94d87e-3b93-4627-adbf-07f37e483c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:51.504766 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce94d87e-3b93-4627-adbf-07f37e483c15 None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:51.505405 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ce94d87e-3b93-4627-adbf-07f37e483c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:51.542140 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ce94d87e-3b93-4627-adbf-07f37e483c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:51.542802 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce94d87e-3b93-4627-adbf-07f37e483c15 None None] The sync data for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:19:51.585038 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-6a4513f8-3d40-4e93-81f5-6121c2f7b71c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:51.585911 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-6a4513f8-3d40-4e93-81f5-6121c2f7b71c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:51.607749 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-6a4513f8-3d40-4e93-81f5-6121c2f7b71c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.2574861 Jul 07 21:19:51.620386 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-4db6dfa8-12fa-4e26-b626-e8bff32005cc service neutron] Request body: {'port': {'device_id': 'e87dac7e-2692-4bbf-8c0b-80227c26e2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:51.682268 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-288570c4-b4cb-4f25-a4ee-d34cda7f2876 None None] Provisioning for port b6f999d0-07d6-4486-bf7a-db64fab1009c completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:19:51.686929 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-288570c4-b4cb-4f25-a4ee-d34cda7f2876 None None] Provisioning complete for port b6f999d0-07d6-4486-bf7a-db64fab1009c triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:19:51.687300 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-288570c4-b4cb-4f25-a4ee-d34cda7f2876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:51.738615 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37811656-9bc8-49e0-8ea3-c4f3aff9ee56 req-fec9d36c-b165-49f5-b51a-d22856bc7678 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:51.739433 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-288570c4-b4cb-4f25-a4ee-d34cda7f2876 None None] Port b6f999d0-07d6-4486-bf7a-db64fab1009c cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:19:51.740950 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-37811656-9bc8-49e0-8ea3-c4f3aff9ee56 req-fec9d36c-b165-49f5-b51a-d22856bc7678 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=e87dac7e-2692-4bbf-8c0b-80227c26e2c6 HTTP/1.1" status: 200 len: 971 time: 0.1011755 Jul 07 21:19:51.801457 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-37811656-9bc8-49e0-8ea3-c4f3aff9ee56 req-30d1a4a2-54d4-4c11-8aee-908b9ce277ac tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a11a3f1-1c84-460b-9e24-491007a1a9d0&id=dabdb91c-02e5-4699-82ab-b062ba83b928&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0454183 Jul 07 21:19:51.997203 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c341dec-ce2a-40bd-a45c-287a495d9437 req-5811e8a0-a46c-48de-a82d-65e685047796 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:51.999088 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8c341dec-ce2a-40bd-a45c-287a495d9437 req-5811e8a0-a46c-48de-a82d-65e685047796 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 945 time: 0.0771382 Jul 07 21:19:52.052258 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8c341dec-ce2a-40bd-a45c-287a495d9437 req-913772d3-c57b-4354-acce-abfb7fe33949 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441556 Jul 07 21:19:52.203049 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-4db6dfa8-12fa-4e26-b626-e8bff32005cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:52.266130 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5002f0fe-eeef-4ec0-bfd8-248f82f11f05 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Router 0838fb36-5d2a-4b83-8788-1b34520dd726 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:19:52.506515 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5002f0fe-eeef-4ec0-bfd8-248f82f11f05 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:19:52.516052 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5002f0fe-eeef-4ec0-bfd8-248f82f11f05 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:52.516699 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18b0eef-e39a-43e9-a103-3548e1528b62 None None] Sync routers for ids ['0838fb36-5d2a-4b83-8788-1b34520dd726'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:19:52.528347 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18b0eef-e39a-43e9-a103-3548e1528b62 None None] Routers {'0838fb36-5d2a-4b83-8788-1b34520dd726'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:52.528984 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b18b0eef-e39a-43e9-a103-3548e1528b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0838fb36-5d2a-4b83-8788-1b34520dd726'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:52.561656 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b18b0eef-e39a-43e9-a103-3548e1528b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:52.571482 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18b0eef-e39a-43e9-a103-3548e1528b62 None None] Routers {'0838fb36-5d2a-4b83-8788-1b34520dd726'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:52.572110 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b18b0eef-e39a-43e9-a103-3548e1528b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0838fb36-5d2a-4b83-8788-1b34520dd726'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:52.610081 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-b18b0eef-e39a-43e9-a103-3548e1528b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:52.610762 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18b0eef-e39a-43e9-a103-3548e1528b62 None None] The sync data for ids ['0838fb36-5d2a-4b83-8788-1b34520dd726'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:19:52.657634 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5002f0fe-eeef-4ec0-bfd8-248f82f11f05 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "PUT /v2.0/floatingips/5d3cf497-14ca-41f8-bbcb-914f47d7cb1e HTTP/1.1" status: 200 len: 977 time: 3.0426829 Jul 07 21:19:52.660991 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51348) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:52.673351 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-4db6dfa8-12fa-4e26-b626-e8bff32005cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f999d0-07d6-4486-bf7a-db64fab1009c {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:19:52.683486 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-4db6dfa8-12fa-4e26-b626-e8bff32005cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:52.698339 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-4db6dfa8-12fa-4e26-b626-e8bff32005cc service neutron] Transition to ACTIVE for port object b6f999d0-07d6-4486-bf7a-db64fab1009c will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:19:52.704253 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-4db6dfa8-12fa-4e26-b626-e8bff32005cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:52.776307 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6dfa8-12fa-4e26-b626-e8bff32005cc service neutron] Pushing event updated for resources: {'Port': ['ID=b6f999d0-07d6-4486-bf7a-db64fab1009c,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:52.808793 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-4ff537c3-afca-4853-b019-1ead0a118a80 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Deleting port 4f2b49b8-96e7-4eff-bdad-a4359fa97bca {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:19:52.809575 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4ff537c3-afca-4853-b019-1ead0a118a80 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:52.872778 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-4db6dfa8-12fa-4e26-b626-e8bff32005cc service neutron] Attempting to bind port b6f999d0-07d6-4486-bf7a-db64fab1009c on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:19:52.873674 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-4db6dfa8-12fa-4e26-b626-e8bff32005cc service neutron] Attempting to bind port b6f999d0-07d6-4486-bf7a-db64fab1009c by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '95417c95-2ec1-4c68-90d4-993d9f4d017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:19:52.873674 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-4db6dfa8-12fa-4e26-b626-e8bff32005cc service neutron] Attempting to bind port b6f999d0-07d6-4486-bf7a-db64fab1009c on network 83508116-1e9c-4bc1-9dd8-e6db754f3a67 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:19:52.878927 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-4db6dfa8-12fa-4e26-b626-e8bff32005cc service neutron] Port b6f999d0-07d6-4486-bf7a-db64fab1009c on network 83508116-1e9c-4bc1-9dd8-e6db754f3a67 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:19:52.880522 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-4db6dfa8-12fa-4e26-b626-e8bff32005cc service neutron] Attempting to bind port b6f999d0-07d6-4486-bf7a-db64fab1009c on network 83508116-1e9c-4bc1-9dd8-e6db754f3a67 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:19:52.886044 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-4db6dfa8-12fa-4e26-b626-e8bff32005cc service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:19:52.886376 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-4db6dfa8-12fa-4e26-b626-e8bff32005cc service neutron] Checking segment: {'id': '95417c95-2ec1-4c68-90d4-993d9f4d017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:19:52.886777 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-4db6dfa8-12fa-4e26-b626-e8bff32005cc service neutron] Bound using segment: {'id': '95417c95-2ec1-4c68-90d4-993d9f4d017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:19:52.887216 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-4db6dfa8-12fa-4e26-b626-e8bff32005cc service neutron] Bound port: b6f999d0-07d6-4486-bf7a-db64fab1009c, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95417c95-2ec1-4c68-90d4-993d9f4d017b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:19:52.887613 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-4db6dfa8-12fa-4e26-b626-e8bff32005cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:52.953952 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4ff537c3-afca-4853-b019-1ead0a118a80 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:53.035483 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-4db6dfa8-12fa-4e26-b626-e8bff32005cc service neutron] For port b6f999d0-07d6-4486-bf7a-db64fab1009c, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:19:53.039677 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-4db6dfa8-12fa-4e26-b626-e8bff32005cc service neutron] For port b6f999d0-07d6-4486-bf7a-db64fab1009c, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=b6f999d0-07d6-4486-bf7a-db64fab1009c,segment=NetworkSegment(95417c95-2ec1-4c68-90d4-993d9f4d017b),segment_id=95417c95-2ec1-4c68-90d4-993d9f4d017b)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:19:53.045046 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-4db6dfa8-12fa-4e26-b626-e8bff32005cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:53.088869 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-4db6dfa8-12fa-4e26-b626-e8bff32005cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:53.089508 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-4db6dfa8-12fa-4e26-b626-e8bff32005cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:53.091037 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-4db6dfa8-12fa-4e26-b626-e8bff32005cc service neutron] 10.222.0.58 "PUT /v2.0/ports/b6f999d0-07d6-4486-bf7a-db64fab1009c HTTP/1.1" status: 200 len: 1132 time: 1.4749899 Jul 07 21:19:53.091541 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87dac7e-2692-4bbf-8c0b-80227c26e2c6', 'tag': 'b6f999d0-07d6-4486-bf7a-db64fab1009c'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:19:53.093939 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a4e67b-1fb4-4bab-91c9-747cdfe984b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e87dac7e-2692-4bbf-8c0b-80227c26e2c6", "tag": "b6f999d0-07d6-4486-bf7a-db64fab1009c"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:19:53.133560 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6dfa8-12fa-4e26-b626-e8bff32005cc service neutron] Pushing event updated for resources: {'Port': ['ID=b6f999d0-07d6-4486-bf7a-db64fab1009c,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:53.234012 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-90f2c5da-180d-40cc-82ff-e981782c0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:53.236043 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-90f2c5da-180d-40cc-82ff-e981782c0db0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=127f863741144b648eee157f1741deb8&device_id=e87dac7e-2692-4bbf-8c0b-80227c26e2c6 HTTP/1.1" status: 200 len: 1135 time: 0.0845270 Jul 07 21:19:53.241064 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab100dbf-8f2a-4bb7-9760-a1f2f3ad0fd3 req-9b326e93-d9d0-4f5f-bf7a-1db2ba51e08d tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:53.243175 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ab100dbf-8f2a-4bb7-9760-a1f2f3ad0fd3 req-9b326e93-d9d0-4f5f-bf7a-1db2ba51e08d tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=e87dac7e-2692-4bbf-8c0b-80227c26e2c6 HTTP/1.1" status: 200 len: 983 time: 0.2110801 Jul 07 21:19:53.263424 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4ff537c3-afca-4853-b019-1ead0a118a80 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:53.263810 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4ff537c3-afca-4853-b019-1ead0a118a80 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:53.264125 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [None req-4ff537c3-afca-4853-b019-1ead0a118a80 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Floating IP 5d3cf497-14ca-41f8-bbcb-914f47d7cb1e disassociated. External IP: 172.25.5.99, port: 4f2b49b8-96e7-4eff-bdad-a4359fa97bca. Jul 07 21:19:53.264477 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-4ff537c3-afca-4853-b019-1ead0a118a80 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Calling delete_port for 4f2b49b8-96e7-4eff-bdad-a4359fa97bca owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:19:53.313184 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-d3268655-3db0-4621-bf78-fb232925ff8a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6f999d0-07d6-4486-bf7a-db64fab1009c HTTP/1.1" status: 200 len: 217 time: 0.0636692 Jul 07 21:19:53.376709 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-7dce6f11-eadc-43e3-9177-4d5085c0881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:53.378219 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-7dce6f11-eadc-43e3-9177-4d5085c0881f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=52255be0-a319-4caf-bb04-5317e33f921f HTTP/1.1" status: 200 len: 834 time: 0.0583935 Jul 07 21:19:53.385191 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ab100dbf-8f2a-4bb7-9760-a1f2f3ad0fd3 req-97ed8583-5380-4e9d-9d5b-81b4b252a9e6 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a11a3f1-1c84-460b-9e24-491007a1a9d0&id=dabdb91c-02e5-4699-82ab-b062ba83b928&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1351702 Jul 07 21:19:53.421103 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ce8eb-d351-4197-92ba-09a5bf34be77 req-5fcde762-1150-4961-a674-dd2421610c99 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:53.422813 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2c0ce8eb-d351-4197-92ba-09a5bf34be77 req-5fcde762-1150-4961-a674-dd2421610c99 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 945 time: 0.1746178 Jul 07 21:19:53.449556 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febe91e9-1542-41e8-b9bb-5fada349f9a7 x-openstack-request-id: req-febe91e9-1542-41e8-b9bb-5fada349f9a7 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:19:53.450333 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87dac7e-2692-4bbf-8c0b-80227c26e2c6", "tag": "b6f999d0-07d6-4486-bf7a-db64fab1009c", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:19:53.450723 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-febe91e9-1542-41e8-b9bb-5fada349f9a7 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:19:53.451257 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87dac7e-2692-4bbf-8c0b-80227c26e2c6', 'tag': 'b6f999d0-07d6-4486-bf7a-db64fab1009c', 'status': 'completed', 'code': 200} Jul 07 21:19:53.478235 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-7261426b-4df1-4503-ad2a-4156fd316ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:53.480578 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-7261426b-4df1-4503-ad2a-4156fd316ea4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=83508116-1e9c-4bc1-9dd8-e6db754f3a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949349 Jul 07 21:19:53.497371 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2c0ce8eb-d351-4197-92ba-09a5bf34be77 req-cc428175-fff7-4f88-bba3-aceb813b5342 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582662 Jul 07 21:19:53.528374 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4ff537c3-afca-4853-b019-1ead0a118a80 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:53.559508 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff537c3-afca-4853-b019-1ead0a118a80 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event deleted for resources: {'Port': ['ID=4f2b49b8-96e7-4eff-bdad-a4359fa97bca,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:53.614517 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-578664b0-1f1b-4a77-adda-b3845f60c1b6 service neutron] 10.222.0.58 "GET /v2.0/networks/83508116-1e9c-4bc1-9dd8-e6db754f3a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261981 Jul 07 21:19:53.689815 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff537c3-afca-4853-b019-1ead0a118a80 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Router 0838fb36-5d2a-4b83-8788-1b34520dd726 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:19:53.722934 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1a7a9a35-5733-441f-952c-435bda46ce80 req-19f15ace-cd77-42bf-a67c-ceb3e5af68a4 service neutron] 10.222.0.58 "GET /v2.0/networks/83508116-1e9c-4bc1-9dd8-e6db754f3a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008468 Jul 07 21:19:53.814890 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff537c3-afca-4853-b019-1ead0a118a80 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:19:53.829072 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5f9518-3f48-4877-a426-700b56e8442d None None] Sync routers for ids ['0838fb36-5d2a-4b83-8788-1b34520dd726'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:19:53.847068 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4e67b-1fb4-4bab-91c9-747cdfe984b6 req-dc71f249-8caa-4e15-b496-ef4172c97ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:53.847584 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5f9518-3f48-4877-a426-700b56e8442d None None] Routers {'0838fb36-5d2a-4b83-8788-1b34520dd726'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:53.848499 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-3e5f9518-3f48-4877-a426-700b56e8442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0838fb36-5d2a-4b83-8788-1b34520dd726'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:53.848660 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-87a4e67b-1fb4-4bab-91c9-747cdfe984b6 req-dc71f249-8caa-4e15-b496-ef4172c97ca1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=127f863741144b648eee157f1741deb8&device_id=e87dac7e-2692-4bbf-8c0b-80227c26e2c6 HTTP/1.1" status: 200 len: 1135 time: 0.0717404 Jul 07 21:19:53.888022 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-3e5f9518-3f48-4877-a426-700b56e8442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:53.898436 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4ff537c3-afca-4853-b019-1ead0a118a80 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:53.902864 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4ff537c3-afca-4853-b019-1ead0a118a80 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "DELETE /v2.0/ports/4f2b49b8-96e7-4eff-bdad-a4359fa97bca HTTP/1.1" status: 204 len: 168 time: 1.2390718 Jul 07 21:19:53.905522 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51356) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:53.908179 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5f9518-3f48-4877-a426-700b56e8442d None None] Routers {'0838fb36-5d2a-4b83-8788-1b34520dd726'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:53.908894 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-3e5f9518-3f48-4877-a426-700b56e8442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0838fb36-5d2a-4b83-8788-1b34520dd726'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:53.951000 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-3e5f9518-3f48-4877-a426-700b56e8442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:53.951794 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5f9518-3f48-4877-a426-700b56e8442d None None] The sync data for ids ['0838fb36-5d2a-4b83-8788-1b34520dd726'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:19:53.987642 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4e67b-1fb4-4bab-91c9-747cdfe984b6 req-582663b0-9cbd-48e3-b84c-27eda51d6714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:53.989384 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-87a4e67b-1fb4-4bab-91c9-747cdfe984b6 req-582663b0-9cbd-48e3-b84c-27eda51d6714 service neutron] 10.222.0.58 "GET /v2.0/networks?id=83508116-1e9c-4bc1-9dd8-e6db754f3a67 HTTP/1.1" status: 200 len: 897 time: 0.1320589 Jul 07 21:19:54.047464 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-87a4e67b-1fb4-4bab-91c9-747cdfe984b6 req-1f037486-a1f3-43a1-b7c4-33b0a50c0184 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6f999d0-07d6-4486-bf7a-db64fab1009c HTTP/1.1" status: 200 len: 217 time: 0.0493531 Jul 07 21:19:54.104236 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4e67b-1fb4-4bab-91c9-747cdfe984b6 req-52f738fc-1122-42e0-bd97-27d26d3c7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:54.105722 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-87a4e67b-1fb4-4bab-91c9-747cdfe984b6 req-52f738fc-1122-42e0-bd97-27d26d3c7d0f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=52255be0-a319-4caf-bb04-5317e33f921f HTTP/1.1" status: 200 len: 834 time: 0.0503924 Jul 07 21:19:54.181815 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4e67b-1fb4-4bab-91c9-747cdfe984b6 req-7939e5f2-0093-40d0-bf02-80decf2c7a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:54.183367 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-87a4e67b-1fb4-4bab-91c9-747cdfe984b6 req-7939e5f2-0093-40d0-bf02-80decf2c7a58 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=83508116-1e9c-4bc1-9dd8-e6db754f3a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701418 Jul 07 21:19:54.295598 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-87a4e67b-1fb4-4bab-91c9-747cdfe984b6 req-6183c4a3-f390-4edf-a7a0-60fd8a2a833b service neutron] 10.222.0.58 "GET /v2.0/networks/83508116-1e9c-4bc1-9dd8-e6db754f3a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046968 Jul 07 21:19:54.321541 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d664e478-ac21-4518-9e62-d06d8601ccb3 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:54.404393 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-87a4e67b-1fb4-4bab-91c9-747cdfe984b6 req-d151897c-7a2e-4752-829d-579e495df9ca service neutron] 10.222.0.58 "GET /v2.0/networks/83508116-1e9c-4bc1-9dd8-e6db754f3a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015737 Jul 07 21:19:54.683689 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53471e8d-5788-4914-bc54-bd00edfb918c req-5ad8072e-e174-4de5-9239-e79ab0a6bbe3 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:54.685204 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-53471e8d-5788-4914-bc54-bd00edfb918c req-5ad8072e-e174-4de5-9239-e79ab0a6bbe3 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=e87dac7e-2692-4bbf-8c0b-80227c26e2c6 HTTP/1.1" status: 200 len: 983 time: 0.1601126 Jul 07 21:19:54.789390 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-53471e8d-5788-4914-bc54-bd00edfb918c req-f32af0a2-a3c6-4dc9-bca6-1fbe0484913c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a11a3f1-1c84-460b-9e24-491007a1a9d0&id=dabdb91c-02e5-4699-82ab-b062ba83b928&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0980654 Jul 07 21:19:54.814027 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2181301-ae7a-401b-9cbf-b20be74d72ad req-a69ffcc9-1b8b-4786-9bc2-e1f6a5d8f755 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:54.815964 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e2181301-ae7a-401b-9cbf-b20be74d72ad req-a69ffcc9-1b8b-4786-9bc2-e1f6a5d8f755 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 945 time: 0.1932163 Jul 07 21:19:54.851099 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d664e478-ac21-4518-9e62-d06d8601ccb3 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Deleting port 7eeb90a2-6e09-44f0-8234-4c8039e9ddc7 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:19:54.851475 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d664e478-ac21-4518-9e62-d06d8601ccb3 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:54.929592 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e2181301-ae7a-401b-9cbf-b20be74d72ad req-b93ff5b1-1f53-49ee-8e82-a6c9ef30597c tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026447 Jul 07 21:19:54.977390 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d664e478-ac21-4518-9e62-d06d8601ccb3 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:54.991898 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d664e478-ac21-4518-9e62-d06d8601ccb3 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Calling delete_port for 7eeb90a2-6e09-44f0-8234-4c8039e9ddc7 owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:19:55.215479 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d664e478-ac21-4518-9e62-d06d8601ccb3 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:55.244392 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664e478-ac21-4518-9e62-d06d8601ccb3 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event deleted for resources: {'Port': ['ID=7eeb90a2-6e09-44f0-8234-4c8039e9ddc7,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:55.474900 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d664e478-ac21-4518-9e62-d06d8601ccb3 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:55.717564 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d664e478-ac21-4518-9e62-d06d8601ccb3 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Router 0838fb36-5d2a-4b83-8788-1b34520dd726 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:19:56.267194 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d664e478-ac21-4518-9e62-d06d8601ccb3 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:19:56.273894 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d664e478-ac21-4518-9e62-d06d8601ccb3 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "PUT /v2.0/routers/0838fb36-5d2a-4b83-8788-1b34520dd726/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3670371 Jul 07 21:19:56.278221 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51366) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:56.281972 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc268ccb-bb0f-4dc7-9aa6-72039fb87b2c None None] Sync routers for ids ['0838fb36-5d2a-4b83-8788-1b34520dd726'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:19:56.297951 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc268ccb-bb0f-4dc7-9aa6-72039fb87b2c None None] Routers {'0838fb36-5d2a-4b83-8788-1b34520dd726'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:56.298932 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-bc268ccb-bb0f-4dc7-9aa6-72039fb87b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0838fb36-5d2a-4b83-8788-1b34520dd726'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:56.318055 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff73ea-c662-4dbd-9edf-313e3c80726d req-22f6878e-8ba0-4831-b5ed-acd0c113a98b tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:56.319920 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cbff73ea-c662-4dbd-9edf-313e3c80726d req-22f6878e-8ba0-4831-b5ed-acd0c113a98b tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=e87dac7e-2692-4bbf-8c0b-80227c26e2c6 HTTP/1.1" status: 200 len: 983 time: 0.1366992 Jul 07 21:19:56.332133 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94461b2-ae50-43dc-9fbf-36155c0f21a5 req-10b099c3-b1e4-456b-9fa9-7bbef5fce530 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:56.334113 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b94461b2-ae50-43dc-9fbf-36155c0f21a5 req-10b099c3-b1e4-456b-9fa9-7bbef5fce530 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 945 time: 0.1521885 Jul 07 21:19:56.369851 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-bc268ccb-bb0f-4dc7-9aa6-72039fb87b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:56.379382 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc268ccb-bb0f-4dc7-9aa6-72039fb87b2c None None] Routers {'0838fb36-5d2a-4b83-8788-1b34520dd726'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:19:56.380167 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-bc268ccb-bb0f-4dc7-9aa6-72039fb87b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:19:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['0838fb36-5d2a-4b83-8788-1b34520dd726'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:56.398081 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cbff73ea-c662-4dbd-9edf-313e3c80726d req-c831594c-90a4-48b4-8865-a3d5df3031cf tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a11a3f1-1c84-460b-9e24-491007a1a9d0&id=dabdb91c-02e5-4699-82ab-b062ba83b928&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0628734 Jul 07 21:19:56.403514 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b94461b2-ae50-43dc-9fbf-36155c0f21a5 req-c3228815-74e5-4e74-bf31-d233f3439dee tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526142 Jul 07 21:19:56.414554 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f6b6a2f-ad87-4be2-9686-d7863decdee9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:56.417644 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-bc268ccb-bb0f-4dc7-9aa6-72039fb87b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:56.418319 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc268ccb-bb0f-4dc7-9aa6-72039fb87b2c None None] The sync data for ids ['0838fb36-5d2a-4b83-8788-1b34520dd726'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:19:56.528838 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f6b6a2f-ad87-4be2-9686-d7863decdee9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:56.587444 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-0f6b6a2f-ad87-4be2-9686-d7863decdee9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Deleting port 99b0e5dd-bc3b-4a07-9b2b-e93c0664aa80 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:19:56.587825 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f6b6a2f-ad87-4be2-9686-d7863decdee9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:56.674614 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f6b6a2f-ad87-4be2-9686-d7863decdee9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:56.687129 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-0f6b6a2f-ad87-4be2-9686-d7863decdee9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Calling delete_port for 99b0e5dd-bc3b-4a07-9b2b-e93c0664aa80 owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:19:56.857300 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device b6f999d0-07d6-4486-bf7a-db64fab1009c details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:19:56.859415 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f6b6a2f-ad87-4be2-9686-d7863decdee9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:56.884983 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b6a2f-ad87-4be2-9686-d7863decdee9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event deleted for resources: {'Port': ['ID=99b0e5dd-bc3b-4a07-9b2b-e93c0664aa80,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:56.963747 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f6b6a2f-ad87-4be2-9686-d7863decdee9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:56.970166 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port b6f999d0-07d6-4486-bf7a-db64fab1009c, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=b6f999d0-07d6-4486-bf7a-db64fab1009c,segment=NetworkSegment(95417c95-2ec1-4c68-90d4-993d9f4d017b),segment_id=95417c95-2ec1-4c68-90d4-993d9f4d017b)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:19:56.982863 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'b6f999d0-07d6-4486-bf7a-db64fab1009c', 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67', 'port_id': 'b6f999d0-07d6-4486-bf7a-db64fab1009c', 'mac_address': 'fa:16:3e:0b:1d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52255be0-a319-4caf-bb04-5317e33f921f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:19:57.024234 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:57.040441 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f999d0-07d6-4486-bf7a-db64fab1009c {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:19:57.049103 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-80e429a1-f57d-48db-802f-3e3fb7224565 service neutron] show failed (client error): The resource could not be found. Jul 07 21:19:57.049895 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-80e429a1-f57d-48db-802f-3e3fb7224565 service neutron] 10.222.0.39 "GET /v2.0/ports/c34e4caf-0e18-422e-a9d9-3d7a3bb94a46/bindings/n-h1-695189-11 HTTP/1.1" status: 404 len: 381 time: 0.0645256 Jul 07 21:19:57.064248 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f6b6a2f-ad87-4be2-9686-d7863decdee9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:57.065048 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port b6f999d0-07d6-4486-bf7a-db64fab1009c, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=b6f999d0-07d6-4486-bf7a-db64fab1009c,segment=NetworkSegment(95417c95-2ec1-4c68-90d4-993d9f4d017b),segment_id=95417c95-2ec1-4c68-90d4-993d9f4d017b)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:19:57.067653 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f6b6a2f-ad87-4be2-9686-d7863decdee9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:57.070745 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:57.130611 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=b6f999d0-07d6-4486-bf7a-db64fab1009c,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:57.134893 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f6b6a2f-ad87-4be2-9686-d7863decdee9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:57.135769 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6b6a2f-ad87-4be2-9686-d7863decdee9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Fanout notify agent at l3_agent the message router_deleted on router 0838fb36-5d2a-4b83-8788-1b34520dd726 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:19:57.146969 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0f6b6a2f-ad87-4be2-9686-d7863decdee9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:57.148483 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0f6b6a2f-ad87-4be2-9686-d7863decdee9 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "DELETE /v2.0/routers/0838fb36-5d2a-4b83-8788-1b34520dd726 HTTP/1.1" status: 204 len: 168 time: 0.8678901 Jul 07 21:19:57.151229 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51368) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:57.215743 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9500a4-213a-4751-ad27-d19f04817dbd tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Deleting subnet 35f753fb-c252-4230-b423-b54e8619d2a2 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:19:57.219781 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cf9500a4-213a-4751-ad27-d19f04817dbd tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:57.268557 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cf9500a4-213a-4751-ad27-d19f04817dbd tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:57.370031 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['b6f999d0-07d6-4486-bf7a-db64fab1009c'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:19:57.394444 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cf9500a4-213a-4751-ad27-d19f04817dbd tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:57.433855 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-a1e11b96-1024-40df-b023-f2d4cf2a6ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:57.435452 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-a1e11b96-1024-40df-b023-f2d4cf2a6ff4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f&tenant_id=4a5d41a33f7944c39f0befd9bdb8329c HTTP/1.1" status: 200 len: 1097 time: 0.1275091 Jul 07 21:19:57.452051 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695189-11', 'device_owner': 'compute:nova'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:19:57.537639 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cf9500a4-213a-4751-ad27-d19f04817dbd tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:57.580395 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9500a4-213a-4751-ad27-d19f04817dbd tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event deleted for resources: {'Subnet': ['ID=35f753fb-c252-4230-b423-b54e8619d2a2,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:57.603057 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-cf9500a4-213a-4751-ad27-d19f04817dbd tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:57.607396 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-cf9500a4-213a-4751-ad27-d19f04817dbd tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "DELETE /v2.0/subnets/35f753fb-c252-4230-b423-b54e8619d2a2 HTTP/1.1" status: 204 len: 168 time: 0.4537749 Jul 07 21:19:57.608596 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:57.610777 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51374) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:57.611229 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17255263-a179-4ab6-9a62-955153298dc6 None None] Network 7d1de65d-b88e-4058-aa1b-a1f61dc851f3 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:19:57.704377 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd81dc-46e5-4c81-8be6-f744770a4278 req-4ba5a6ee-7d06-42f1-807f-36f5ed23cba5 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:57.706723 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1fcd81dc-46e5-4c81-8be6-f744770a4278 req-4ba5a6ee-7d06-42f1-807f-36f5ed23cba5 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 945 time: 0.1018455 Jul 07 21:19:57.756691 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7eaefc55-8cb1-40fb-ad70-3faf33e798d2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:57.764577 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-1fcd81dc-46e5-4c81-8be6-f744770a4278 req-0bb5a963-4907-4a16-b818-d26030999c8f tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500159 Jul 07 21:19:57.869212 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e834d0f-9fc1-4fa4-b971-23fbc9085945 req-150a063f-c3f0-40fc-a8dd-25a8d4169817 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:57.871373 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7e834d0f-9fc1-4fa4-b971-23fbc9085945 req-150a063f-c3f0-40fc-a8dd-25a8d4169817 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=e87dac7e-2692-4bbf-8c0b-80227c26e2c6 HTTP/1.1" status: 200 len: 984 time: 0.0864799 Jul 07 21:19:57.882572 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38199944-2c76-4146-ab09-6f70bfcc716d None None] DHCP port deletion for 7d1de65d-b88e-4058-aa1b-a1f61dc851f3 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:19:57.934247 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7e834d0f-9fc1-4fa4-b971-23fbc9085945 req-920c0c83-071f-4c92-aa70-83a744c02dcc tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a11a3f1-1c84-460b-9e24-491007a1a9d0&id=dabdb91c-02e5-4699-82ab-b062ba83b928&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0562842 Jul 07 21:19:57.940348 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-38199944-2c76-4146-ab09-6f70bfcc716d None None] Deleting port a1e1470c-3071-4f35-a957-a2104224cad6 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:19:57.940348 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-38199944-2c76-4146-ab09-6f70bfcc716d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:58.002839 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-7eaefc55-8cb1-40fb-ad70-3faf33e798d2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Deleting port a1e1470c-3071-4f35-a957-a2104224cad6 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:19:58.003176 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7eaefc55-8cb1-40fb-ad70-3faf33e798d2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:58.013775 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-38199944-2c76-4146-ab09-6f70bfcc716d None None] For port a1e1470c-3071-4f35-a957-a2104224cad6, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a1e1470c-3071-4f35-a957-a2104224cad6,segment=NetworkSegment(5cbc882c-3f94-4cc8-9f71-690f170b3b2a),segment_id=5cbc882c-3f94-4cc8-9f71-690f170b3b2a)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:19:58.014266 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-38199944-2c76-4146-ab09-6f70bfcc716d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:58.028473 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-38199944-2c76-4146-ab09-6f70bfcc716d None None] Calling delete_port for a1e1470c-3071-4f35-a957-a2104224cad6 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:19:58.064259 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] For port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,segment=NetworkSegment(552b830a-3d0b-4509-bbbe-ef4628cd75be),segment_id=552b830a-3d0b-4509-bbbe-ef4628cd75be)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:19:58.094825 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-7eaefc55-8cb1-40fb-ad70-3faf33e798d2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] For port a1e1470c-3071-4f35-a957-a2104224cad6, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=a1e1470c-3071-4f35-a957-a2104224cad6,segment=NetworkSegment(5cbc882c-3f94-4cc8-9f71-690f170b3b2a),segment_id=5cbc882c-3f94-4cc8-9f71-690f170b3b2a)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:19:58.095103 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7eaefc55-8cb1-40fb-ad70-3faf33e798d2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:58.119140 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-7eaefc55-8cb1-40fb-ad70-3faf33e798d2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Calling delete_port for a1e1470c-3071-4f35-a957-a2104224cad6 owned by network:dhcp {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:19:58.120148 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-38199944-2c76-4146-ab09-6f70bfcc716d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:58.129579 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] For port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46, host n-h2-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:19:58.152639 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38199944-2c76-4146-ab09-6f70bfcc716d None None] Pushing event deleted for resources: {'Port': ['ID=a1e1470c-3071-4f35-a957-a2104224cad6,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:58.157939 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38199944-2c76-4146-ab09-6f70bfcc716d None None] No DVR routers for this DVR port a1e1470c-3071-4f35-a957-a2104224cad6 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:19:58.217802 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:19:58.220078 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada4a855-192d-4ce2-8a03-3ff6d8ae604e" -d '{"events": [{"server_uuid": "7365d89b-d0e3-4901-a599-5b8782625f9f", "name": "network-vif-unplugged", "status": "completed", "tag": "c34e4caf-0e18-422e-a9d9-3d7a3bb94a46"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:19:58.226527 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:58.252046 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] Transition to ACTIVE for port object c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:19:58.259044 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:58.278322 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 21:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a0c586-8932-4e1a-98d5-f82cfdc0bd6b x-openstack-request-id: req-a2a0c586-8932-4e1a-98d5-f82cfdc0bd6b {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:19:58.278608 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7365d89b-d0e3-4901-a599-5b8782625f9f", "name": "network-vif-unplugged", "status": "completed", "tag": "c34e4caf-0e18-422e-a9d9-3d7a3bb94a46", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:19:58.278951 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a2a0c586-8932-4e1a-98d5-f82cfdc0bd6b {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:19:58.279351 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46', 'code': 200} Jul 07 21:19:58.314509 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7eaefc55-8cb1-40fb-ad70-3faf33e798d2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:58.371946 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] Pushing event updated for resources: {'Port': ['ID=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,revision_number=6']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:58.380790 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaefc55-8cb1-40fb-ad70-3faf33e798d2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] No DVR routers for this DVR port a1e1470c-3071-4f35-a957-a2104224cad6 on host n-d-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:19:58.428850 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaefc55-8cb1-40fb-ad70-3faf33e798d2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event deleted for resources: {'Port': ['ID=a1e1470c-3071-4f35-a957-a2104224cad6,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:58.518928 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] No DVR routers for this DVR port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 on host n-h2-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:19:58.525351 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7eaefc55-8cb1-40fb-ad70-3faf33e798d2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:58.565818 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-7eaefc55-8cb1-40fb-ad70-3faf33e798d2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d1de65d-b88e-4058-aa1b-a1f61dc851f3']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:58.578911 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-7eaefc55-8cb1-40fb-ad70-3faf33e798d2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cbc882c-3f94-4cc8-9f71-690f170b3b2a') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:58.579209 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-7eaefc55-8cb1-40fb-ad70-3faf33e798d2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cbc882c-3f94-4cc8-9f71-690f170b3b2a') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:19:58.594561 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7eaefc55-8cb1-40fb-ad70-3faf33e798d2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:58.858667 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device b6f999d0-07d6-4486-bf7a-db64fab1009c up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:19:58.932557 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port b6f999d0-07d6-4486-bf7a-db64fab1009c completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:19:58.937759 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port b6f999d0-07d6-4486-bf7a-db64fab1009c triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:19:58.938220 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:58.953130 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3ceec-eaa3-4029-9e30-eaaf48c7d751 req-b81be19c-7e3f-4de4-9f6f-3b6d87a430cb tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:58.955811 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15c3ceec-eaa3-4029-9e30-eaaf48c7d751 req-b81be19c-7e3f-4de4-9f6f-3b6d87a430cb tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 943 time: 0.0800400 Jul 07 21:19:59.013048 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7eaefc55-8cb1-40fb-ad70-3faf33e798d2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:59.020469 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eaefc55-8cb1-40fb-ad70-3faf33e798d2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:19:59.020885 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7eaefc55-8cb1-40fb-ad70-3faf33e798d2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:59.036235 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-15c3ceec-eaa3-4029-9e30-eaaf48c7d751 req-127b9dde-b389-4ec7-898b-01c48ce540a1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702083 Jul 07 21:19:59.055272 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: self.session.flush() Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:19:59.066232 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:19:59.081387 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87dac7e-2692-4bbf-8c0b-80227c26e2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f999d0-07d6-4486-bf7a-db64fab1009c'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:19:59.084527 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae43685-795a-450a-9bd6-ce426710332b" -d '{"events": [{"server_uuid": "e87dac7e-2692-4bbf-8c0b-80227c26e2c6", "name": "network-vif-plugged", "status": "completed", "tag": "b6f999d0-07d6-4486-bf7a-db64fab1009c"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:19:59.107611 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port b6f999d0-07d6-4486-bf7a-db64fab1009c, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=b6f999d0-07d6-4486-bf7a-db64fab1009c,segment=NetworkSegment(95417c95-2ec1-4c68-90d4-993d9f4d017b),segment_id=95417c95-2ec1-4c68-90d4-993d9f4d017b)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:19:59.113296 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:59.139644 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7eaefc55-8cb1-40fb-ad70-3faf33e798d2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:59.155621 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a9d01b-60f4-4a2d-9824-19434a95f2d8 x-openstack-request-id: req-03a9d01b-60f4-4a2d-9824-19434a95f2d8 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:19:59.156018 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87dac7e-2692-4bbf-8c0b-80227c26e2c6", "name": "network-vif-plugged", "status": "completed", "tag": "b6f999d0-07d6-4486-bf7a-db64fab1009c", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:19:59.156275 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-03a9d01b-60f4-4a2d-9824-19434a95f2d8 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:19:59.156753 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87dac7e-2692-4bbf-8c0b-80227c26e2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f999d0-07d6-4486-bf7a-db64fab1009c', 'code': 200} Jul 07 21:19:59.158702 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7eaefc55-8cb1-40fb-ad70-3faf33e798d2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:59.165187 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7eaefc55-8cb1-40fb-ad70-3faf33e798d2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "DELETE /v2.0/networks/7d1de65d-b88e-4058-aa1b-a1f61dc851f3 HTTP/1.1" status: 204 len: 168 time: 1.5527432 Jul 07 21:19:59.166249 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51384) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:59.186252 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] Attempting to bind port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:19:59.186568 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] Attempting to bind port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '552b830a-3d0b-4509-bbbe-ef4628cd75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:19:59.187048 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] Attempting to bind port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 on network 8514bcb3-7d37-4491-a641-df9d3f314e5a {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:19:59.191046 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaefc55-8cb1-40fb-ad70-3faf33e798d2 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event deleted for resources: {'Network': ['ID=7d1de65d-b88e-4058-aa1b-a1f61dc851f3,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:59.197710 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] Port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 on network 8514bcb3-7d37-4491-a641-df9d3f314e5a not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:19:59.198034 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] Attempting to bind port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 on network 8514bcb3-7d37-4491-a641-df9d3f314e5a {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:19:59.205052 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:19:59.205397 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] Checking segment: {'id': '552b830a-3d0b-4509-bbbe-ef4628cd75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:19:59.205808 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] Bound using segment: {'id': '552b830a-3d0b-4509-bbbe-ef4628cd75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:19:59.206240 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] Bound port: c34e4caf-0e18-422e-a9d9-3d7a3bb94a46, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552b830a-3d0b-4509-bbbe-ef4628cd75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:19:59.206599 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:59.213780 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=b6f999d0-07d6-4486-bf7a-db64fab1009c,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:59.228673 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd73ca-704d-4497-9fbe-1ff852754c2e req-47eb4926-a2bc-4cb7-8491-6bbcf628a7a1 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:59.237272 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-16cd73ca-704d-4497-9fbe-1ff852754c2e req-47eb4926-a2bc-4cb7-8491-6bbcf628a7a1 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=e87dac7e-2692-4bbf-8c0b-80227c26e2c6 HTTP/1.1" status: 200 len: 984 time: 0.1432831 Jul 07 21:19:59.259048 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b6ec63a6-6fb6-4653-9597-d339d2e0ee0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:59.306954 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a1e1470c-3071-4f35-a957-a2104224cad6 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:19:59.330521 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: a1e1470c-3071-4f35-a957-a2104224cad6 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:19:59.331187 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device a1e1470c-3071-4f35-a957-a2104224cad6 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:19:59.336125 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e4906-8ed8-4141-a240-d1d09ff9b800 req-42f907c2-85eb-46b9-957c-42e19748a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:59.338792 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2d2e4906-8ed8-4141-a240-d1d09ff9b800 req-42f907c2-85eb-46b9-957c-42e19748a7b8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e87dac7e-2692-4bbf-8c0b-80227c26e2c6 HTTP/1.1" status: 200 len: 1137 time: 0.1185489 Jul 07 21:19:59.342176 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] For port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:19:59.345667 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] For port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,segment=NetworkSegment(552b830a-3d0b-4509-bbbe-ef4628cd75be),segment_id=552b830a-3d0b-4509-bbbe-ef4628cd75be)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:19:59.355080 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-16cd73ca-704d-4497-9fbe-1ff852754c2e req-31dc8c7a-1688-4c8d-af4e-79d5d39a4e84 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a11a3f1-1c84-460b-9e24-491007a1a9d0&id=dabdb91c-02e5-4699-82ab-b062ba83b928&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1166525 Jul 07 21:19:59.358840 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:59.378369 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-c27f720a-edbd-4405-affd-c4fc4639c905 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Deleting port 2e55a7bb-f1a8-44f8-8976-48d3c890eebb {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:19:59.379230 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c27f720a-edbd-4405-affd-c4fc4639c905 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:59.418156 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:59.418788 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:59.420225 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] 10.222.0.58 "PUT /v2.0/ports/c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 HTTP/1.1" status: 200 len: 1092 time: 1.9726362 Jul 07 21:19:59.430532 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-2d2e4906-8ed8-4141-a240-d1d09ff9b800 req-f8c0793c-2378-4a27-9a71-c726be963eb0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=dabdb91c-02e5-4699-82ab-b062ba83b928&id=0a11a3f1-1c84-460b-9e24-491007a1a9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0795979 Jul 07 21:19:59.447181 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a3c84-cd3f-4336-ac63-ea57d5833c94 service neutron] Pushing event updated for resources: {'Port': ['ID=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,revision_number=7']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:59.506534 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c27f720a-edbd-4405-affd-c4fc4639c905 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:59.506876 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c27f720a-edbd-4405-affd-c4fc4639c905 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:59.522913 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-c27f720a-edbd-4405-affd-c4fc4639c905 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Calling delete_port for 2e55a7bb-f1a8-44f8-8976-48d3c890eebb owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:19:59.550264 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-4cb8b25f-2dc9-4e44-a61c-fc4367f4019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:59.551957 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-4cb8b25f-2dc9-4e44-a61c-fc4367f4019f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 1095 time: 0.0671284 Jul 07 21:19:59.666414 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-ac2dc8bf-b46c-4059-8a61-ac7d76d91752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:59.668026 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-ac2dc8bf-b46c-4059-8a61-ac7d76d91752 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8514bcb3-7d37-4491-a641-df9d3f314e5a HTTP/1.1" status: 200 len: 898 time: 0.0994298 Jul 07 21:19:59.684342 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c27f720a-edbd-4405-affd-c4fc4639c905 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:59.714063 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f720a-edbd-4405-affd-c4fc4639c905 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event deleted for resources: {'Port': ['ID=2e55a7bb-f1a8-44f8-8976-48d3c890eebb,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:19:59.752285 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-840bfe7f-df6c-4f0e-b1bb-ce3a74781990 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 HTTP/1.1" status: 200 len: 998 time: 0.0742791 Jul 07 21:19:59.805890 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c27f720a-edbd-4405-affd-c4fc4639c905 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:59.808716 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c27f720a-edbd-4405-affd-c4fc4639c905 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:19:59.809958 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c27f720a-edbd-4405-affd-c4fc4639c905 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "DELETE /v2.0/floatingips/5d3cf497-14ca-41f8-bbcb-914f47d7cb1e HTTP/1.1" status: 204 len: 168 time: 0.6426229 Jul 07 21:19:59.820920 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51386) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:59.821942 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-05023797-15ea-4e89-9b44-b246611835a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:59.824818 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-05023797-15ea-4e89-9b44-b246611835a0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6374fef3-fa3e-4e5f-ae5d-9302ddd17f35 HTTP/1.1" status: 200 len: 835 time: 0.0654125 Jul 07 21:19:59.848363 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-81103cdd-f53f-493a-a63b-36a33435e453 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] DELETE failed (client error): The resource could not be found. Jul 07 21:19:59.849117 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81103cdd-f53f-493a-a63b-36a33435e453 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:19:59.851459 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-81103cdd-f53f-493a-a63b-36a33435e453 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "DELETE /v2.0/ports/4f2b49b8-96e7-4eff-bdad-a4359fa97bca HTTP/1.1" status: 404 len: 333 time: 0.0295081 Jul 07 21:19:59.853979 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51388) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:59.882252 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-30c53847-9c20-4d2f-8518-a399eb8ff9fa tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0838fb36-5d2a-4b83-8788-1b34520dd726 HTTP/1.1" status: 200 len: 205 time: 0.0271764 Jul 07 21:19:59.885172 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51390) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:59.907559 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-7999751c-5df8-4077-8353-acead3c23248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:19:59.909916 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-7999751c-5df8-4077-8353-acead3c23248 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8514bcb3-7d37-4491-a641-df9d3f314e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782206 Jul 07 21:19:59.926602 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-c5fc9386-bfa2-4c8b-8d43-fcd072455119 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] delete failed (client error): The resource could not be found. Jul 07 21:19:59.927782 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c5fc9386-bfa2-4c8b-8d43-fcd072455119 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "DELETE /v2.0/routers/0838fb36-5d2a-4b83-8788-1b34520dd726 HTTP/1.1" status: 404 len: 336 time: 0.0416579 Jul 07 21:19:59.930520 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51392) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:19:59.957145 n-d-695189-11 neutron-server[100448]: INFO neutron.pecan_wsgi.hooks.translation [None req-4770e4e3-2843-447c-a800-7f9e45327530 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] DELETE failed (client error): The resource could not be found. Jul 07 21:19:59.957874 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4770e4e3-2843-447c-a800-7f9e45327530 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100448) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 21:19:59.959930 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4770e4e3-2843-447c-a800-7f9e45327530 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "DELETE /v2.0/subnets/35f753fb-c252-4230-b423-b54e8619d2a2 HTTP/1.1" status: 404 len: 337 time: 0.0284784 Jul 07 21:19:59.962512 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51394) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:00.008702 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-a2b8d21a-7ded-4054-8d34-8aa9d10cd4db service neutron] 10.222.0.58 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915594 Jul 07 21:20:00.079075 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-5eb59227-3d02-4653-b8bc-98c544eb8c6a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Deleting port 6b15fca8-0784-48db-bf24-fa5028e27d79 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:20:00.079445 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5eb59227-3d02-4653-b8bc-98c544eb8c6a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:00.136320 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e8dff8c0-7645-4d75-b7e0-126513b6b9bd req-8232fa1a-7e63-415a-8af7-02685ed240f5 service neutron] 10.222.0.58 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202528 Jul 07 21:20:00.210847 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5eb59227-3d02-4653-b8bc-98c544eb8c6a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:00.231949 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-5eb59227-3d02-4653-b8bc-98c544eb8c6a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Calling delete_port for 6b15fca8-0784-48db-bf24-fa5028e27d79 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:20:00.280772 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'tag': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:20:00.284587 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ed992e-819e-4464-9ba8-5d7e018ce82d" -d '{"events": [{"name": "network-changed", "server_uuid": "7365d89b-d0e3-4901-a599-5b8782625f9f", "tag": "c34e4caf-0e18-422e-a9d9-3d7a3bb94a46"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:20:00.296572 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1dac78-c599-47bb-bb6a-f4a1ca63b06b req-f498715d-2af0-4333-8f8d-1f6ed71358a2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:00.298180 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ad1dac78-c599-47bb-bb6a-f4a1ca63b06b req-f498715d-2af0-4333-8f8d-1f6ed71358a2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 943 time: 0.1382964 Jul 07 21:20:00.354343 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a410141e-7f19-4982-9098-4b8e22475362 x-openstack-request-id: req-a410141e-7f19-4982-9098-4b8e22475362 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:20:00.354343 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7365d89b-d0e3-4901-a599-5b8782625f9f", "tag": "c34e4caf-0e18-422e-a9d9-3d7a3bb94a46", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:20:00.354576 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a410141e-7f19-4982-9098-4b8e22475362 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:20:00.355034 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'tag': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46', 'status': 'completed', 'code': 200} Jul 07 21:20:00.381754 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ad1dac78-c599-47bb-bb6a-f4a1ca63b06b req-1af4a202-2086-4092-b56e-74a0bc6a5b95 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745113 Jul 07 21:20:00.479705 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed992e-819e-4464-9ba8-5d7e018ce82d req-aab2fd45-ff4b-451b-a4a8-a36def7eaefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:00.482946 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-11ed992e-819e-4464-9ba8-5d7e018ce82d req-aab2fd45-ff4b-451b-a4a8-a36def7eaefd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 1095 time: 0.0987494 Jul 07 21:20:00.525034 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5eb59227-3d02-4653-b8bc-98c544eb8c6a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:00.585577 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed992e-819e-4464-9ba8-5d7e018ce82d req-965a49d5-c455-4d38-8232-edc66d553661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:00.587143 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11ed992e-819e-4464-9ba8-5d7e018ce82d req-965a49d5-c455-4d38-8232-edc66d553661 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 1095 time: 0.1504221 Jul 07 21:20:00.587943 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb59227-3d02-4653-b8bc-98c544eb8c6a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event deleted for resources: {'Port': ['ID=6b15fca8-0784-48db-bf24-fa5028e27d79,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:00.595125 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed992e-819e-4464-9ba8-5d7e018ce82d req-039e89a3-4a4e-4ed1-bb4f-b81570867bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:00.596816 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-11ed992e-819e-4464-9ba8-5d7e018ce82d req-039e89a3-4a4e-4ed1-bb4f-b81570867bcd service neutron] 10.222.0.58 "GET /v2.0/networks?id=8514bcb3-7d37-4491-a641-df9d3f314e5a HTTP/1.1" status: 200 len: 898 time: 0.1058598 Jul 07 21:20:00.674590 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-11ed992e-819e-4464-9ba8-5d7e018ce82d req-2a8a423d-e2b6-466b-9982-54a641ed9f6f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 HTTP/1.1" status: 200 len: 998 time: 0.0708296 Jul 07 21:20:00.725358 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed992e-819e-4464-9ba8-5d7e018ce82d req-056c8d63-35bb-4ec6-96eb-5feb6d58c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:00.726911 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-11ed992e-819e-4464-9ba8-5d7e018ce82d req-056c8d63-35bb-4ec6-96eb-5feb6d58c62c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6374fef3-fa3e-4e5f-ae5d-9302ddd17f35 HTTP/1.1" status: 200 len: 835 time: 0.0457690 Jul 07 21:20:00.753822 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5eb59227-3d02-4653-b8bc-98c544eb8c6a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:00.757297 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5eb59227-3d02-4653-b8bc-98c544eb8c6a tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "DELETE /v2.0/ports/6b15fca8-0784-48db-bf24-fa5028e27d79 HTTP/1.1" status: 204 len: 168 time: 0.7937791 Jul 07 21:20:00.762179 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51402) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:00.796922 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed992e-819e-4464-9ba8-5d7e018ce82d req-52cdf9ee-4838-4bcb-959e-a4e11d59b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:00.798758 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-11ed992e-819e-4464-9ba8-5d7e018ce82d req-52cdf9ee-4838-4bcb-959e-a4e11d59b26b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8514bcb3-7d37-4491-a641-df9d3f314e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621552 Jul 07 21:20:00.842309 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e051b0-9b95-4979-8685-389b535bb130 req-f4c87b4e-6ee0-4e7b-93fa-ededb991ef04 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:00.844020 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6e051b0-9b95-4979-8685-389b535bb130 req-f4c87b4e-6ee0-4e7b-93fa-ededb991ef04 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=e87dac7e-2692-4bbf-8c0b-80227c26e2c6 HTTP/1.1" status: 200 len: 985 time: 0.2996414 Jul 07 21:20:00.847688 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed992e-819e-4464-9ba8-5d7e018ce82d req-87054886-f08a-464a-94d6-c13b27b58019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:00.849728 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11ed992e-819e-4464-9ba8-5d7e018ce82d req-87054886-f08a-464a-94d6-c13b27b58019 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8514bcb3-7d37-4491-a641-df9d3f314e5a HTTP/1.1" status: 200 len: 898 time: 0.2376988 Jul 07 21:20:00.909320 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-11ed992e-819e-4464-9ba8-5d7e018ce82d req-78527b4c-e19d-4cf6-aa11-e134cf269fb1 service neutron] 10.222.0.58 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023819 Jul 07 21:20:00.984880 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a6e051b0-9b95-4979-8685-389b535bb130 req-dca4ec2b-87d8-4118-a16e-87725a93254f tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a11a3f1-1c84-460b-9e24-491007a1a9d0&id=dabdb91c-02e5-4699-82ab-b062ba83b928&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1296322 Jul 07 21:20:00.994718 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11ed992e-819e-4464-9ba8-5d7e018ce82d req-7d02f91b-da62-4a58-a85f-dddfc0e1b826 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 HTTP/1.1" status: 200 len: 998 time: 0.1309752 Jul 07 21:20:01.049920 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-11ed992e-819e-4464-9ba8-5d7e018ce82d req-8e9f7b37-483b-44f4-85ce-c8eaed2788bf service neutron] 10.222.0.58 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328511 Jul 07 21:20:01.053110 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-5246028c-a21b-4d30-8b15-63c9883ac95f tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Deleting port 300a4f19-9281-4a56-9cdd-f9f39b5e4f6f {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:20:01.053463 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5246028c-a21b-4d30-8b15-63c9883ac95f tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:01.104064 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed992e-819e-4464-9ba8-5d7e018ce82d req-5c9cef87-1cfe-4657-80e6-024155d2b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:01.105533 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11ed992e-819e-4464-9ba8-5d7e018ce82d req-5c9cef87-1cfe-4657-80e6-024155d2b8f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6374fef3-fa3e-4e5f-ae5d-9302ddd17f35 HTTP/1.1" status: 200 len: 835 time: 0.1014304 Jul 07 21:20:01.200490 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:20:01.225000 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5246028c-a21b-4d30-8b15-63c9883ac95f tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:01.244579 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-5246028c-a21b-4d30-8b15-63c9883ac95f tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Calling delete_port for 300a4f19-9281-4a56-9cdd-f9f39b5e4f6f owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:20:01.256458 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:20:01.316953 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed992e-819e-4464-9ba8-5d7e018ce82d req-1e7713f2-3384-4f02-b1ca-d05a6ad31763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:01.318615 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11ed992e-819e-4464-9ba8-5d7e018ce82d req-1e7713f2-3384-4f02-b1ca-d05a6ad31763 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8514bcb3-7d37-4491-a641-df9d3f314e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2053750 Jul 07 21:20:01.389529 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e900d7-ae0e-4549-8420-9890b224448d req-73fa2c1c-87ca-4f98-9d75-116a33475cf4 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:01.391095 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-87e900d7-ae0e-4549-8420-9890b224448d req-73fa2c1c-87ca-4f98-9d75-116a33475cf4 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=e87dac7e-2692-4bbf-8c0b-80227c26e2c6 HTTP/1.1" status: 200 len: 985 time: 0.2393498 Jul 07 21:20:01.491997 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-87e900d7-ae0e-4549-8420-9890b224448d req-7a46c5bf-9bf9-4dca-9d56-9c52d6a117b4 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a11a3f1-1c84-460b-9e24-491007a1a9d0&id=dabdb91c-02e5-4699-82ab-b062ba83b928&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0907688 Jul 07 21:20:01.495239 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11ed992e-819e-4464-9ba8-5d7e018ce82d req-409708f7-1817-4fe5-b26e-b1d6add48864 service neutron] 10.222.0.39 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695318 Jul 07 21:20:01.694523 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5246028c-a21b-4d30-8b15-63c9883ac95f tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:01.757567 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246028c-a21b-4d30-8b15-63c9883ac95f tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event deleted for resources: {'Port': ['ID=300a4f19-9281-4a56-9cdd-f9f39b5e4f6f,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:01.800184 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-11ed992e-819e-4464-9ba8-5d7e018ce82d req-fb9d9f63-25b3-4660-b2e3-b30d47e8e0db service neutron] 10.222.0.39 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963138 Jul 07 21:20:01.813647 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440569fe-26bc-42e8-b0a1-d3a8d7573504 req-925f4ed3-7859-4e6b-96c7-b89cd6af6a4b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:01.815317 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-440569fe-26bc-42e8-b0a1-d3a8d7573504 req-925f4ed3-7859-4e6b-96c7-b89cd6af6a4b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 943 time: 0.2761352 Jul 07 21:20:01.888671 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a19405-831b-4923-8be2-fdde1027d6be req-81276dc3-e3db-4035-b3bf-dd6e234f1bfb tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:01.890264 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28a19405-831b-4923-8be2-fdde1027d6be req-81276dc3-e3db-4035-b3bf-dd6e234f1bfb tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e87dac7e-2692-4bbf-8c0b-80227c26e2c6 HTTP/1.1" status: 200 len: 1137 time: 0.2585454 Jul 07 21:20:01.914613 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5246028c-a21b-4d30-8b15-63c9883ac95f tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:01.919241 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5246028c-a21b-4d30-8b15-63c9883ac95f tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "DELETE /v2.0/ports/300a4f19-9281-4a56-9cdd-f9f39b5e4f6f HTTP/1.1" status: 204 len: 168 time: 1.1535010 Jul 07 21:20:01.920006 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51410) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:01.925598 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-440569fe-26bc-42e8-b0a1-d3a8d7573504 req-b17e927b-30ec-44df-9c7f-655169254e49 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839977 Jul 07 21:20:01.926885 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-28a19405-831b-4923-8be2-fdde1027d6be req-37040b7d-88bb-4a67-8ee5-e461b3b1452c tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:01.954279 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f5baff8a-3e0b-45c1-979f-7878ce10c29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:01.969091 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:02.047835 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f914bf-719a-409f-9595-10a50f4cdadb tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:02.049447 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c8f914bf-719a-409f-9595-10a50f4cdadb tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "GET /v2.0/ports?device_id=329d5bdd-a0a5-4e06-9dfb-5c97ee36998b HTTP/1.1" status: 200 len: 913 time: 0.1278510 Jul 07 21:20:02.052878 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51412) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:02.083476 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-28a19405-831b-4923-8be2-fdde1027d6be req-37040b7d-88bb-4a67-8ee5-e461b3b1452c tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:02.089115 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-28a19405-831b-4923-8be2-fdde1027d6be req-37040b7d-88bb-4a67-8ee5-e461b3b1452c tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:02.128310 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-28a19405-831b-4923-8be2-fdde1027d6be req-37040b7d-88bb-4a67-8ee5-e461b3b1452c tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=0a11a3f1-1c84-460b-9e24-491007a1a9d0&id=dabdb91c-02e5-4699-82ab-b062ba83b928&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.2281322 Jul 07 21:20:02.134226 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37040b7d-88bb-4a67-8ee5-e461b3b1452c tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322ce645-35d9-4df1-8974-9fca6ea5c48c,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:02.166362 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51414) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:02.234519 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1879e2-5a9c-4f08-b820-99c9cbc37d05 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:02.236953 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-eb1879e2-5a9c-4f08-b820-99c9cbc37d05 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e87dac7e-2692-4bbf-8c0b-80227c26e2c6 HTTP/1.1" status: 200 len: 1132 time: 0.0695236 Jul 07 21:20:02.240853 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51416) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:02.246008 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-c06cec41-993d-4549-97e8-82ffbab5ef18 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'port_id': 'b6f999d0-07d6-4486-bf7a-db64fab1009c', 'tenant_id': '127f863741144b648eee157f1741deb8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:02.278683 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c06cec41-993d-4549-97e8-82ffbab5ef18 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:02.401951 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c06cec41-993d-4549-97e8-82ffbab5ef18 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:02.513075 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-52ee0c48-52dd-4895-b9c3-700ab089929e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:02.519143 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-c06cec41-993d-4549-97e8-82ffbab5ef18 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Allocated IP 172.25.5.55 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/f7cc93db-00df-46f7-9ce6-c92b36ba9b2d) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:20:02.632277 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c06cec41-993d-4549-97e8-82ffbab5ef18 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:02.680958 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c06cec41-993d-4549-97e8-82ffbab5ef18 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:02.725749 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06cec41-993d-4549-97e8-82ffbab5ef18 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:20:02.733177 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-c06cec41-993d-4549-97e8-82ffbab5ef18 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:20:02.735632 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06cec41-993d-4549-97e8-82ffbab5ef18 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:20:02.768157 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06cec41-993d-4549-97e8-82ffbab5ef18 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event updated for resources: {'Port': ['ID=f7cc93db-00df-46f7-9ce6-c92b36ba9b2d,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:02.843358 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-52ee0c48-52dd-4895-b9c3-700ab089929e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Deleting port a3b382b9-de44-4640-86ba-bbc58534f709 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:20:02.843968 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-52ee0c48-52dd-4895-b9c3-700ab089929e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:02.877953 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:20:02.972983 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-52ee0c48-52dd-4895-b9c3-700ab089929e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:02.986636 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-52ee0c48-52dd-4895-b9c3-700ab089929e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Calling delete_port for a3b382b9-de44-4640-86ba-bbc58534f709 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:20:02.996242 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,segment=NetworkSegment(552b830a-3d0b-4509-bbbe-ef4628cd75be),segment_id=552b830a-3d0b-4509-bbbe-ef4628cd75be)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:20:03.011197 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46', 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a', 'port_id': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46', 'mac_address': 'fa:16:3e:de:0c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6374fef3-fa3e-4e5f-ae5d-9302ddd17f35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:20:03.063691 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:03.081106 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:20:03.101941 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,segment=NetworkSegment(552b830a-3d0b-4509-bbbe-ef4628cd75be),segment_id=552b830a-3d0b-4509-bbbe-ef4628cd75be)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:20:03.107082 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:03.161707 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,revision_number=8']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:03.211017 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-52ee0c48-52dd-4895-b9c3-700ab089929e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:03.236269 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4841fbd-c2c3-4797-83cb-c83035b65ef8 req-a833e2f6-dcc1-45ff-bd4c-76bb58a9726d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:03.237765 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f4841fbd-c2c3-4797-83cb-c83035b65ef8 req-a833e2f6-dcc1-45ff-bd4c-76bb58a9726d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 943 time: 0.1515708 Jul 07 21:20:03.244952 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee0c48-52dd-4895-b9c3-700ab089929e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event deleted for resources: {'Port': ['ID=a3b382b9-de44-4640-86ba-bbc58534f709,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:03.260100 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c06cec41-993d-4549-97e8-82ffbab5ef18 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:03.319018 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f4841fbd-c2c3-4797-83cb-c83035b65ef8 req-88454361-fbbc-4d52-8cc0-49e1adaa3f5a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709591 Jul 07 21:20:03.344657 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['c34e4caf-0e18-422e-a9d9-3d7a3bb94a46'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:20:03.370172 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c06cec41-993d-4549-97e8-82ffbab5ef18 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:03.469468 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-52ee0c48-52dd-4895-b9c3-700ab089929e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:03.572627 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c06cec41-993d-4549-97e8-82ffbab5ef18 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:03.578372 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c06cec41-993d-4549-97e8-82ffbab5ef18 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:03.651525 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:03.672951 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c06cec41-993d-4549-97e8-82ffbab5ef18 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:03.874572 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ee0c48-52dd-4895-b9c3-700ab089929e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Router 329d5bdd-a0a5-4e06-9dfb-5c97ee36998b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:20:03.883206 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-d70faeda-16d0-4282-9694-1d64f48e7fd5 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:03.884809 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-d70faeda-16d0-4282-9694-1d64f48e7fd5 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.58 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f&tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&binding%3Ahost_id=n-h1-695189-11 HTTP/1.1" status: 200 len: 944 time: 0.1833432 Jul 07 21:20:04.027309 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-c869e7d7-bb47-4214-b8af-a4bdcf5321fb service neutron] 10.222.0.58 "GET /v2.0/ports/c34e4caf-0e18-422e-a9d9-3d7a3bb94a46/bindings/n-h1-695189-11 HTTP/1.1" status: 200 len: 383 time: 0.1352620 Jul 07 21:20:04.062456 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ee0c48-52dd-4895-b9c3-700ab089929e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:20:04.069420 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-52ee0c48-52dd-4895-b9c3-700ab089929e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "PUT /v2.0/routers/329d5bdd-a0a5-4e06-9dfb-5c97ee36998b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0150304 Jul 07 21:20:04.078732 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70954d5-0222-4733-a666-29029106accf None None] Sync routers for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:20:04.083070 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51424) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:04.092389 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70954d5-0222-4733-a666-29029106accf None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:20:04.093401 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d70954d5-0222-4733-a666-29029106accf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:20:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:04.118366 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-bf15fd60-aaef-45b9-ae5d-f9e1410a6658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:04.119964 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-bf15fd60-aaef-45b9-ae5d-f9e1410a6658 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 1096 time: 0.0653369 Jul 07 21:20:04.126887 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d70954d5-0222-4733-a666-29029106accf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:04.136280 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70954d5-0222-4733-a666-29029106accf None None] Routers {'329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:20:04.136891 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d70954d5-0222-4733-a666-29029106accf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:20:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:04.171239 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06cec41-993d-4549-97e8-82ffbab5ef18 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event updated for resources: {'Port': ['ID=f7cc93db-00df-46f7-9ce6-c92b36ba9b2d,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:04.171953 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-d70954d5-0222-4733-a666-29029106accf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:04.172718 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70954d5-0222-4733-a666-29029106accf None None] The sync data for ids ['329d5bdd-a0a5-4e06-9dfb-5c97ee36998b'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:20:04.221052 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-7e8c679d-dab4-45c7-b73f-a3d155bd7c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:04.222575 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-7e8c679d-dab4-45c7-b73f-a3d155bd7c42 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8514bcb3-7d37-4491-a641-df9d3f314e5a HTTP/1.1" status: 200 len: 898 time: 0.0961037 Jul 07 21:20:04.289212 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-7a3dcc8a-e7f7-4767-8e62-223e810f7e1c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 HTTP/1.1" status: 200 len: 999 time: 0.0603747 Jul 07 21:20:04.289479 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [None req-c06cec41-993d-4549-97e8-82ffbab5ef18 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Floating IP ebbadef5-7ed2-4291-b9ab-d6a603498eee associated. External IP: 172.25.5.55, port: b6f999d0-07d6-4486-bf7a-db64fab1009c. Jul 07 21:20:04.298408 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5268c41-8103-4ac3-a6a6-5fa1d6243396 req-0f9f9f2b-ac6b-43dd-9c37-b43accb66571 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:04.299912 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5268c41-8103-4ac3-a6a6-5fa1d6243396 req-0f9f9f2b-ac6b-43dd-9c37-b43accb66571 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 944 time: 0.2294395 Jul 07 21:20:04.338863 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-84ac665d-b36d-48f2-92a0-e7be59961ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:04.340427 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-84ac665d-b36d-48f2-92a0-e7be59961ce0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6374fef3-fa3e-4e5f-ae5d-9302ddd17f35 HTTP/1.1" status: 200 len: 835 time: 0.0452998 Jul 07 21:20:04.348122 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:04.408558 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-3f7a27c1-3d6f-4ddc-9ac8-4e4b659c7484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:04.410031 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-3f7a27c1-3d6f-4ddc-9ac8-4e4b659c7484 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8514bcb3-7d37-4491-a641-df9d3f314e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632443 Jul 07 21:20:04.460492 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e5268c41-8103-4ac3-a6a6-5fa1d6243396 req-498bfb85-1712-46fd-8c77-9cc8cb7a769c tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233737 Jul 07 21:20:04.512752 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-6483025a-6ceb-463c-ac80-84fac9dc1afe service neutron] 10.222.0.58 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958858 Jul 07 21:20:04.567141 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:04.617362 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-199b40f1-0b44-445f-8269-251691e7569e service neutron] 10.222.0.58 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946567 Jul 07 21:20:04.679728 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06cec41-993d-4549-97e8-82ffbab5ef18 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Router 69c12cbd-36e7-4309-9ebf-94699e434331 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:20:04.689995 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Deleting port 586cdcbe-4d69-4496-b226-d24db0425283 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:20:04.690432 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:04.855884 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:04.879243 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Calling delete_port for 586cdcbe-4d69-4496-b226-d24db0425283 owned by network:router_gateway {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:20:04.887548 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:20:04.894616 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06cec41-993d-4549-97e8-82ffbab5ef18 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:20:04.917438 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10730bc5-236b-44c1-b1b6-ed07a66236cd None None] Sync routers for ids ['69c12cbd-36e7-4309-9ebf-94699e434331'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:20:04.938697 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10730bc5-236b-44c1-b1b6-ed07a66236cd None None] Routers {'69c12cbd-36e7-4309-9ebf-94699e434331'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:20:04.939589 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-10730bc5-236b-44c1-b1b6-ed07a66236cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:20:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['69c12cbd-36e7-4309-9ebf-94699e434331'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:04.947901 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c06cec41-993d-4549-97e8-82ffbab5ef18 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:05.002849 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:20:05.029437 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c06cec41-993d-4549-97e8-82ffbab5ef18 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7873404 Jul 07 21:20:05.031543 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87dac7e-2692-4bbf-8c0b-80227c26e2c6', 'tag': 'b6f999d0-07d6-4486-bf7a-db64fab1009c'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:20:05.033592 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:20:05.033813 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b206cbd-7c6c-44a0-afff-d805f8265e69" -d '{"events": [{"name": "network-changed", "server_uuid": "e87dac7e-2692-4bbf-8c0b-80227c26e2c6", "tag": "b6f999d0-07d6-4486-bf7a-db64fab1009c"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:20:05.033963 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:05.034744 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51426) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:05.090450 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-10730bc5-236b-44c1-b1b6-ed07a66236cd None None] Set router 69c12cbd-36e7-4309-9ebf-94699e434331 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:20:05.120444 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f3b9a1-605b-4356-9a84-1f08de66eb40 x-openstack-request-id: req-a2f3b9a1-605b-4356-9a84-1f08de66eb40 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:20:05.120956 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87dac7e-2692-4bbf-8c0b-80227c26e2c6", "tag": "b6f999d0-07d6-4486-bf7a-db64fab1009c", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:20:05.122064 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a2f3b9a1-605b-4356-9a84-1f08de66eb40 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:20:05.122064 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87dac7e-2692-4bbf-8c0b-80227c26e2c6', 'tag': 'b6f999d0-07d6-4486-bf7a-db64fab1009c', 'status': 'completed', 'code': 200} Jul 07 21:20:05.163227 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:05.191351 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event deleted for resources: {'Port': ['ID=586cdcbe-4d69-4496-b226-d24db0425283,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:05.226684 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:05.229120 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:05.229485 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:05.229838 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:05.230185 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:05.230522 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:05.231296 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:05.231745 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:05.232087 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:05.232426 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:05.232763 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:05.233311 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:05.233649 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:05.265816 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:20:05.268152 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777696da-80f5-4876-8b90-84bcd4027574" -d '{"events": [{"server_uuid": "7365d89b-d0e3-4901-a599-5b8782625f9f", "name": "network-vif-plugged", "status": "completed", "tag": "c34e4caf-0e18-422e-a9d9-3d7a3bb94a46"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:20:05.283555 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:05.342082 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1fffe3-78eb-472b-aae3-d68ed7e8b709 x-openstack-request-id: req-7b1fffe3-78eb-472b-aae3-d68ed7e8b709 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:20:05.342455 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7365d89b-d0e3-4901-a599-5b8782625f9f", "name": "network-vif-plugged", "status": "completed", "tag": "c34e4caf-0e18-422e-a9d9-3d7a3bb94a46", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:20:05.342655 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b1fffe3-78eb-472b-aae3-d68ed7e8b709 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:20:05.343008 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46', 'code': 200} Jul 07 21:20:05.350734 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,segment=NetworkSegment(552b830a-3d0b-4509-bbbe-ef4628cd75be),segment_id=552b830a-3d0b-4509-bbbe-ef4628cd75be)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:20:05.358068 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:05.365739 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:05.366186 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a97280-4b12-4143-85cf-ed225737cd5e tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:05.366688 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a97280-4b12-4143-85cf-ed225737cd5e tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:05.367160 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a97280-4b12-4143-85cf-ed225737cd5e tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:05.367672 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a97280-4b12-4143-85cf-ed225737cd5e tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:05.368146 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a97280-4b12-4143-85cf-ed225737cd5e tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:05.368616 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a97280-4b12-4143-85cf-ed225737cd5e tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:05.370742 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-27a97280-4b12-4143-85cf-ed225737cd5e tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4272 time: 0.3256919 Jul 07 21:20:05.374567 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b206cbd-7c6c-44a0-afff-d805f8265e69 req-c6be3cb1-4485-49be-b1b3-753185b675dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:05.376574 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7b206cbd-7c6c-44a0-afff-d805f8265e69 req-c6be3cb1-4485-49be-b1b3-753185b675dc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=127f863741144b648eee157f1741deb8&device_id=e87dac7e-2692-4bbf-8c0b-80227c26e2c6 HTTP/1.1" status: 200 len: 1137 time: 0.2151451 Jul 07 21:20:05.377108 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51432) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:05.402729 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:05.406551 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:05.443822 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,revision_number=9']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:05.475702 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:05.476727 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Fanout notify agent at l3_agent the message router_deleted on router 329d5bdd-a0a5-4e06-9dfb-5c97ee36998b {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:20:05.493067 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:05.494851 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d5567b79-555d-4d0f-bcf6-ee6edf90192e tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "DELETE /v2.0/routers/329d5bdd-a0a5-4e06-9dfb-5c97ee36998b HTTP/1.1" status: 204 len: 168 time: 1.4083891 Jul 07 21:20:05.498484 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51436) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:05.519518 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-10730bc5-236b-44c1-b1b6-ed07a66236cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936213706', 'tenant_id': '127f863741144b648eee157f1741deb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:43Z', 'revision_number': 4, 'project_id': '127f863741144b648eee157f1741deb8', 'gw_port': {'id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:69:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'ebbadef5-7ed2-4291-b9ab-d6a603498eee', 'tenant_id': '127f863741144b648eee157f1741deb8', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'port_id': 'b6f999d0-07d6-4486-bf7a-db64fab1009c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67', 'mac_address': 'fa:16:3e:0b:1d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87dac7e-2692-4bbf-8c0b-80227c26e2c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:20:03Z', 'updated_at': '2021-07-07T21:20:03Z', 'revision_number': 0, 'project_id': '127f863741144b648eee157f1741deb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e329b3e7-bdc7-4af6-968f-157f964d503d', 'name': '', 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67', 'tenant_id': '127f863741144b648eee157f1741deb8', 'mac_address': 'fa:16:3e:a3:08:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '52255be0-a319-4caf-bb04-5317e33f921f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:19:41Z', 'updated_at': '2021-07-07T21:19:49Z', 'revision_number': 5, 'project_id': '127f863741144b648eee157f1741deb8', 'subnets': [{'id': '52255be0-a319-4caf-bb04-5317e33f921f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:05.576404 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21fa5c3-64c7-4b0d-a58a-093ff8bc5ebc tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Deleting subnet 49101efd-6ee9-4dac-89fc-b1c7854daa2f {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:20:05.581130 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c21fa5c3-64c7-4b0d-a58a-093ff8bc5ebc tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:05.592434 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b206cbd-7c6c-44a0-afff-d805f8265e69 req-1dd454ab-75e9-4b36-b6e6-941055ea7e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:05.594214 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7b206cbd-7c6c-44a0-afff-d805f8265e69 req-1dd454ab-75e9-4b36-b6e6-941055ea7e61 service neutron] 10.222.0.58 "GET /v2.0/networks?id=83508116-1e9c-4bc1-9dd8-e6db754f3a67 HTTP/1.1" status: 200 len: 897 time: 0.2076020 Jul 07 21:20:05.597629 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bd7bf5-195f-4ab0-871f-f2d7ff9a04d3 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:05.598193 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bd7bf5-195f-4ab0-871f-f2d7ff9a04d3 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:05.599265 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bd7bf5-195f-4ab0-871f-f2d7ff9a04d3 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:05.600510 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bd7bf5-195f-4ab0-871f-f2d7ff9a04d3 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:05.601071 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bd7bf5-195f-4ab0-871f-f2d7ff9a04d3 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:05.601606 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bd7bf5-195f-4ab0-871f-f2d7ff9a04d3 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:05.607962 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-95bd7bf5-195f-4ab0-871f-f2d7ff9a04d3 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3943 time: 0.2296798 Jul 07 21:20:05.609617 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51438) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:05.685278 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7b206cbd-7c6c-44a0-afff-d805f8265e69 req-64ecb009-f7bd-48fb-9206-bfba59010240 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6f999d0-07d6-4486-bf7a-db64fab1009c HTTP/1.1" status: 200 len: 999 time: 0.0758507 Jul 07 21:20:05.716734 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10730bc5-236b-44c1-b1b6-ed07a66236cd None None] Checking router: 69c12cbd-36e7-4309-9ebf-94699e434331 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:20:05.727903 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10730bc5-236b-44c1-b1b6-ed07a66236cd None None] Routers {'69c12cbd-36e7-4309-9ebf-94699e434331'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:20:05.728583 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-10730bc5-236b-44c1-b1b6-ed07a66236cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:20:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['69c12cbd-36e7-4309-9ebf-94699e434331'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:05.742086 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c21fa5c3-64c7-4b0d-a58a-093ff8bc5ebc tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:05.756129 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b206cbd-7c6c-44a0-afff-d805f8265e69 req-e0679e29-3277-47c9-b7a1-e017afd93fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:05.757798 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7b206cbd-7c6c-44a0-afff-d805f8265e69 req-e0679e29-3277-47c9-b7a1-e017afd93fde service neutron] 10.222.0.58 "GET /v2.0/subnets?id=52255be0-a319-4caf-bb04-5317e33f921f HTTP/1.1" status: 200 len: 834 time: 0.0655282 Jul 07 21:20:05.840825 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b206cbd-7c6c-44a0-afff-d805f8265e69 req-831933fb-dc84-43a9-8b04-31ce085ae738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:05.843187 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7b206cbd-7c6c-44a0-afff-d805f8265e69 req-831933fb-dc84-43a9-8b04-31ce085ae738 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=83508116-1e9c-4bc1-9dd8-e6db754f3a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771992 Jul 07 21:20:05.856366 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c21fa5c3-64c7-4b0d-a58a-093ff8bc5ebc tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:05.861800 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-10730bc5-236b-44c1-b1b6-ed07a66236cd None None] Set router 69c12cbd-36e7-4309-9ebf-94699e434331 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:20:05.926723 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bd3f0-8bb4-449c-a266-964ed634a6f9 req-a96f2628-ab28-40e9-8c09-1fcd2d0de6e9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:05.928387 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-813bd3f0-8bb4-449c-a266-964ed634a6f9 req-a96f2628-ab28-40e9-8c09-1fcd2d0de6e9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 945 time: 0.3206608 Jul 07 21:20:05.986441 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7b206cbd-7c6c-44a0-afff-d805f8265e69 req-82667476-bbf9-4e6f-b2f3-dfec26269d9e service neutron] 10.222.0.58 "GET /v2.0/networks/83508116-1e9c-4bc1-9dd8-e6db754f3a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286979 Jul 07 21:20:06.058685 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-813bd3f0-8bb4-449c-a266-964ed634a6f9 req-c3e6af69-15a1-48db-91d1-b11308647013 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086621 Jul 07 21:20:06.079089 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c21fa5c3-64c7-4b0d-a58a-093ff8bc5ebc tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:06.100308 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7b206cbd-7c6c-44a0-afff-d805f8265e69 req-db683d2d-98f6-4fed-b791-f64fc18233fb service neutron] 10.222.0.58 "GET /v2.0/networks/83508116-1e9c-4bc1-9dd8-e6db754f3a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067648 Jul 07 21:20:06.133582 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21fa5c3-64c7-4b0d-a58a-093ff8bc5ebc tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event deleted for resources: {'Subnet': ['ID=49101efd-6ee9-4dac-89fc-b1c7854daa2f,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:06.141999 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c21fa5c3-64c7-4b0d-a58a-093ff8bc5ebc tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:06.143357 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c21fa5c3-64c7-4b0d-a58a-093ff8bc5ebc tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "DELETE /v2.0/subnets/49101efd-6ee9-4dac-89fc-b1c7854daa2f HTTP/1.1" status: 204 len: 168 time: 0.6429493 Jul 07 21:20:06.147379 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51440) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:06.166147 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-cd572784-86ce-4cd5-bc50-a0da9dc6fdac tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2339 time: 0.5549095 Jul 07 21:20:06.171896 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51442) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:06.177096 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-10730bc5-236b-44c1-b1b6-ed07a66236cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936213706', 'tenant_id': '127f863741144b648eee157f1741deb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:43Z', 'revision_number': 4, 'project_id': '127f863741144b648eee157f1741deb8', 'gw_port': {'id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:69:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'ebbadef5-7ed2-4291-b9ab-d6a603498eee', 'tenant_id': '127f863741144b648eee157f1741deb8', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'port_id': 'b6f999d0-07d6-4486-bf7a-db64fab1009c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67', 'mac_address': 'fa:16:3e:0b:1d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87dac7e-2692-4bbf-8c0b-80227c26e2c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:20:03Z', 'updated_at': '2021-07-07T21:20:03Z', 'revision_number': 0, 'project_id': '127f863741144b648eee157f1741deb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e329b3e7-bdc7-4af6-968f-157f964d503d', 'name': '', 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67', 'tenant_id': '127f863741144b648eee157f1741deb8', 'mac_address': 'fa:16:3e:a3:08:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '52255be0-a319-4caf-bb04-5317e33f921f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:19:41Z', 'updated_at': '2021-07-07T21:19:49Z', 'revision_number': 5, 'project_id': '127f863741144b648eee157f1741deb8', 'subnets': [{'id': '52255be0-a319-4caf-bb04-5317e33f921f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:06.206637 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10730bc5-236b-44c1-b1b6-ed07a66236cd None None] The sync data for ids ['69c12cbd-36e7-4309-9ebf-94699e434331'] in n-d-695189-11 is: [{'id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936213706', 'tenant_id': '127f863741144b648eee157f1741deb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:43Z', 'revision_number': 4, 'project_id': '127f863741144b648eee157f1741deb8', 'gw_port': {'id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:69:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': 'ebbadef5-7ed2-4291-b9ab-d6a603498eee', 'tenant_id': '127f863741144b648eee157f1741deb8', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'port_id': 'b6f999d0-07d6-4486-bf7a-db64fab1009c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67', 'mac_address': 'fa:16:3e:0b:1d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87dac7e-2692-4bbf-8c0b-80227c26e2c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:20:03Z', 'updated_at': '2021-07-07T21:20:03Z', 'revision_number': 0, 'project_id': '127f863741144b648eee157f1741deb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e329b3e7-bdc7-4af6-968f-157f964d503d', 'name': '', 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67', 'tenant_id': '127f863741144b648eee157f1741deb8', 'mac_address': 'fa:16:3e:a3:08:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '52255be0-a319-4caf-bb04-5317e33f921f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:19:41Z', 'updated_at': '2021-07-07T21:19:49Z', 'revision_number': 5, 'project_id': '127f863741144b648eee157f1741deb8', 'subnets': [{'id': '52255be0-a319-4caf-bb04-5317e33f921f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:20:06.230127 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95b2f14-9003-4cdb-bac1-e760ca88344f tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:06.230616 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95b2f14-9003-4cdb-bac1-e760ca88344f tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:06.232310 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b95b2f14-9003-4cdb-bac1-e760ca88344f tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=69c12cbd-36e7-4309-9ebf-94699e434331 HTTP/1.1" status: 200 len: 1991 time: 0.0592279 Jul 07 21:20:06.261513 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2bbeaa43-98f2-4053-950f-7a673a11b590 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:06.361737 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2bbeaa43-98f2-4053-950f-7a673a11b590 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:06.373878 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-2bbeaa43-98f2-4053-950f-7a673a11b590 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fcb1244-939b-4447-be6b-542c0449fe1b']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:06.397481 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-2bbeaa43-98f2-4053-950f-7a673a11b590 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12db4c9a-fd40-4cb8-8a51-152a2166c565') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:06.397781 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-2bbeaa43-98f2-4053-950f-7a673a11b590 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12db4c9a-fd40-4cb8-8a51-152a2166c565') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:06.411098 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2bbeaa43-98f2-4053-950f-7a673a11b590 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:06.428723 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2bbeaa43-98f2-4053-950f-7a673a11b590 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:06.444311 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbeaa43-98f2-4053-950f-7a673a11b590 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:20:06.444739 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2bbeaa43-98f2-4053-950f-7a673a11b590 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:06.449124 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d943b41c-64df-4b52-bb7a-59bcde1de02b None None] New status for floating IP ebbadef5-7ed2-4291-b9ab-d6a603498eee: ACTIVE {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:20:06.450164 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:20:06.530379 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2bbeaa43-98f2-4053-950f-7a673a11b590 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:06.537943 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2bbeaa43-98f2-4053-950f-7a673a11b590 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:06.541315 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2bbeaa43-98f2-4053-950f-7a673a11b590 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] 10.222.0.64 "DELETE /v2.0/networks/8fcb1244-939b-4447-be6b-542c0449fe1b HTTP/1.1" status: 204 len: 168 time: 0.3902936 Jul 07 21:20:06.569518 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbeaa43-98f2-4053-950f-7a673a11b590 tempest-FloatingIPTestJSON-47560663 tempest-FloatingIPTestJSON-47560663-project] Pushing event deleted for resources: {'Network': ['ID=8fcb1244-939b-4447-be6b-542c0449fe1b,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:06.873806 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51450) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:06.993783 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-ed170dbd-d14e-48b6-89b5-ce972e7e1bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:06.995454 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-ed170dbd-d14e-48b6-89b5-ce972e7e1bc1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f&tenant_id=4a5d41a33f7944c39f0befd9bdb8329c HTTP/1.1" status: 200 len: 1097 time: 0.0989468 Jul 07 21:20:07.012059 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695189-11', 'device_owner': 'compute:nova'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:07.109186 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-33cbc463-cbd2-409c-a893-8dc7da7780f6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=080e8b812c6549eba0c25bb5322eb0be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303665 Jul 07 21:20:07.109312 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51456) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:07.146747 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:07.191828 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f16af338-9e99-4d33-b288-6be096b70d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:07.220355 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f16af338-9e99-4d33-b288-6be096b70d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:07.649037 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f16af338-9e99-4d33-b288-6be096b70d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:07.651793 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f16af338-9e99-4d33-b288-6be096b70d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:07.653072 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f16af338-9e99-4d33-b288-6be096b70d95 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/26522ef1-e013-4477-825d-32fe2400ea62 HTTP/1.1" status: 204 len: 168 time: 0.5430775 Jul 07 21:20:07.662350 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16af338-9e99-4d33-b288-6be096b70d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26522ef1-e013-4477-825d-32fe2400ea62,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:07.835899 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfaa6a-0df1-4254-9f0f-546fda33eb2c req-79d69c15-b537-45c5-add5-82fea0eb48ba tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:07.837541 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9cbfaa6a-0df1-4254-9f0f-546fda33eb2c req-79d69c15-b537-45c5-add5-82fea0eb48ba tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 945 time: 0.6280453 Jul 07 21:20:07.887229 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] For port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,segment=NetworkSegment(552b830a-3d0b-4509-bbbe-ef4628cd75be),segment_id=552b830a-3d0b-4509-bbbe-ef4628cd75be)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:20:07.908674 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9cbfaa6a-0df1-4254-9f0f-546fda33eb2c req-532ac7b6-22a7-4f31-b444-418e283c7ce6 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647178 Jul 07 21:20:07.941813 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] For port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:20:07.982953 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:20:07.985177 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b4c450-0e07-49a3-802a-c1791d0b3f4e" -d '{"events": [{"server_uuid": "7365d89b-d0e3-4901-a599-5b8782625f9f", "name": "network-vif-unplugged", "status": "completed", "tag": "c34e4caf-0e18-422e-a9d9-3d7a3bb94a46"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:20:07.989151 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:08.004180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] Transition to ACTIVE for port object c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:20:08.009286 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:08.047044 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 21:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd951cfb-ff21-4ede-a81f-625ae552475d x-openstack-request-id: req-cd951cfb-ff21-4ede-a81f-625ae552475d {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:20:08.047366 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7365d89b-d0e3-4901-a599-5b8782625f9f", "name": "network-vif-unplugged", "status": "completed", "tag": "c34e4caf-0e18-422e-a9d9-3d7a3bb94a46", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:20:08.047611 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cd951cfb-ff21-4ede-a81f-625ae552475d {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:20:08.047997 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46', 'code': 200} Jul 07 21:20:08.119635 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] Pushing event updated for resources: {'Port': ['ID=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,revision_number=10']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:08.203293 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] No DVR routers for this DVR port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 on host n-h1-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:20:08.356906 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] Attempting to bind port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:20:08.357248 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] Attempting to bind port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '552b830a-3d0b-4509-bbbe-ef4628cd75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:20:08.357585 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] Attempting to bind port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 on network 8514bcb3-7d37-4491-a641-df9d3f314e5a {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:20:08.362035 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] Port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 on network 8514bcb3-7d37-4491-a641-df9d3f314e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:20:08.362361 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] Attempting to bind port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 on network 8514bcb3-7d37-4491-a641-df9d3f314e5a {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:20:08.368053 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:20:08.368409 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] Checking segment: {'id': '552b830a-3d0b-4509-bbbe-ef4628cd75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:20:08.368787 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] Bound using segment: {'id': '552b830a-3d0b-4509-bbbe-ef4628cd75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:20:08.369218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] Bound port: c34e4caf-0e18-422e-a9d9-3d7a3bb94a46, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552b830a-3d0b-4509-bbbe-ef4628cd75be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:20:08.369581 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:08.402880 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51480) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:08.443658 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] For port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:20:08.448465 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] For port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,segment=NetworkSegment(552b830a-3d0b-4509-bbbe-ef4628cd75be),segment_id=552b830a-3d0b-4509-bbbe-ef4628cd75be)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:20:08.453717 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:08.516048 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:08.516639 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:08.518507 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] 10.222.0.39 "PUT /v2.0/ports/c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 HTTP/1.1" status: 200 len: 1093 time: 1.5112700 Jul 07 21:20:08.554510 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da43c8-1661-4818-9f01-a954ae32b9ca service neutron] Pushing event updated for resources: {'Port': ['ID=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,revision_number=11']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:08.557508 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-97518b2f-ff39-4f79-933c-a86c4c7bcec3 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1424634494'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:08.596883 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97518b2f-ff39-4f79-933c-a86c4c7bcec3 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Made reservation on behalf of 535bbf3631d04290934623241d25ac1c for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:20:08.605222 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-97518b2f-ff39-4f79-933c-a86c4c7bcec3 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:08.618130 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-97518b2f-ff39-4f79-933c-a86c4c7bcec3 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:08.631114 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-0159af69-1dd8-4566-9885-875b87c87b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:08.632971 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-0159af69-1dd8-4566-9885-875b87c87b77 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 1096 time: 0.0746002 Jul 07 21:20:08.738990 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-33952c35-cf3d-488a-82f5-8049f674f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:08.741428 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-33952c35-cf3d-488a-82f5-8049f674f3e5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8514bcb3-7d37-4491-a641-df9d3f314e5a HTTP/1.1" status: 200 len: 898 time: 0.1019554 Jul 07 21:20:08.752077 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-97518b2f-ff39-4f79-933c-a86c4c7bcec3 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:08.757856 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-97518b2f-ff39-4f79-933c-a86c4c7bcec3 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:08.788470 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97518b2f-ff39-4f79-933c-a86c4c7bcec3 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:20:08.798976 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97518b2f-ff39-4f79-933c-a86c4c7bcec3 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d550d7ab-a323-4496-af23-284a74c3619a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:08.805331 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-97518b2f-ff39-4f79-933c-a86c4c7bcec3 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:08.805587 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-97518b2f-ff39-4f79-933c-a86c4c7bcec3 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Added segment 9e1e1fbb-62b3-4654-82e7-9d8b61674cfe of type vlan for network 3ca5d8d4-0d30-4f07-922a-042d3ee0cb94 Jul 07 21:20:08.817954 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-21858ffe-80a1-469e-bd23-537953284f40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 HTTP/1.1" status: 200 len: 998 time: 0.0700028 Jul 07 21:20:08.858191 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-97518b2f-ff39-4f79-933c-a86c4c7bcec3 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:08.876741 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a22a7fc5-1d59-434c-8788-0252893cbd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:08.879627 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-a22a7fc5-1d59-434c-8788-0252893cbd9a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6374fef3-fa3e-4e5f-ae5d-9302ddd17f35 HTTP/1.1" status: 200 len: 835 time: 0.0552697 Jul 07 21:20:08.905660 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-97518b2f-ff39-4f79-933c-a86c4c7bcec3 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:08.912265 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97518b2f-ff39-4f79-933c-a86c4c7bcec3 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:08.912872 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-97518b2f-ff39-4f79-933c-a86c4c7bcec3 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:08.941321 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-b81ff88d-3f91-4e6f-aad8-0d5936d5ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:08.943050 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-b81ff88d-3f91-4e6f-aad8-0d5936d5ba60 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8514bcb3-7d37-4491-a641-df9d3f314e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565460 Jul 07 21:20:08.989442 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-97518b2f-ff39-4f79-933c-a86c4c7bcec3 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5850625 Jul 07 21:20:09.002492 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51488) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:09.008485 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-315044b9-f2e4-4ac7-bf0e-41c23a08e618 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Request body: {'subnet': {'network_id': '3ca5d8d4-0d30-4f07-922a-042d3ee0cb94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:09.023460 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97518b2f-ff39-4f79-933c-a86c4c7bcec3 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Pushing event updated for resources: {'Network': ['ID=3ca5d8d4-0d30-4f07-922a-042d3ee0cb94,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:09.035938 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 3ca5d8d4-0d30-4f07-922a-042d3ee0cb94 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:20:09.173829 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-0d83ec84-cd24-45b3-aa3a-b5d470edd800 service neutron] 10.222.0.39 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225790 Jul 07 21:20:09.260633 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8d5ff-6a8b-4aff-97e0-2cb780d42722 req-8ba5b0cc-a5ff-49a6-b7dc-3cbb9b8a0134 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:09.262037 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-26f8d5ff-6a8b-4aff-97e0-2cb780d42722 req-8ba5b0cc-a5ff-49a6-b7dc-3cbb9b8a0134 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 944 time: 0.2046061 Jul 07 21:20:09.262623 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315044b9-f2e4-4ac7-bf0e-41c23a08e618 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Made reservation on behalf of 535bbf3631d04290934623241d25ac1c for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:20:09.265849 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-315044b9-f2e4-4ac7-bf0e-41c23a08e618 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:09.385890 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-26f8d5ff-6a8b-4aff-97e0-2cb780d42722 req-c025863c-5934-4dd8-85c7-304d78776204 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168239 Jul 07 21:20:09.407057 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-474dd54c-bb5b-4cd8-a7a6-d2a231d1893e req-58fea9c2-d6bc-4e9b-8fbb-fde6a3a5f7bb service neutron] 10.222.0.39 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231340 Jul 07 21:20:09.520107 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-315044b9-f2e4-4ac7-bf0e-41c23a08e618 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:09.579966 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315044b9-f2e4-4ac7-bf0e-41c23a08e618 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Pushing event updated for resources: {'Subnet': ['ID=a9a1e5d8-5d66-4357-9ece-8edbba0dba05,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:09.590823 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315044b9-f2e4-4ac7-bf0e-41c23a08e618 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Checking segment: {'id': '9e1e1fbb-62b3-4654-82e7-9d8b61674cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3ca5d8d4-0d30-4f07-922a-042d3ee0cb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:20:09.591203 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315044b9-f2e4-4ac7-bf0e-41c23a08e618 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Network hostable DHCP agents. Network: 3ca5d8d4-0d30-4f07-922a-042d3ee0cb94, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:20:09.612522 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315044b9-f2e4-4ac7-bf0e-41c23a08e618 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Network 3ca5d8d4-0d30-4f07-922a-042d3ee0cb94 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:20:09.619633 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-315044b9-f2e4-4ac7-bf0e-41c23a08e618 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 3ca5d8d4-0d30-4f07-922a-042d3ee0cb94) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:20:09.624585 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315044b9-f2e4-4ac7-bf0e-41c23a08e618 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:09.625664 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-315044b9-f2e4-4ac7-bf0e-41c23a08e618 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:09.628745 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4408de51-3a88-4668-b612-4987eb1cfdcf None None] Network 3ca5d8d4-0d30-4f07-922a-042d3ee0cb94 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:20:09.648366 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51490) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:09.648974 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-315044b9-f2e4-4ac7-bf0e-41c23a08e618 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6461678 Jul 07 21:20:09.655750 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-0ada04a1-c52d-47d2-81a0-549f3ce793ce tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-756660950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:09.685979 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0ada04a1-c52d-47d2-81a0-549f3ce793ce tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:09.687269 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0ada04a1-c52d-47d2-81a0-549f3ce793ce tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:09.742303 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0ada04a1-c52d-47d2-81a0-549f3ce793ce tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:09.749097 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0ada04a1-c52d-47d2-81a0-549f3ce793ce tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:09.770981 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0ada04a1-c52d-47d2-81a0-549f3ce793ce tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:09.776931 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0ada04a1-c52d-47d2-81a0-549f3ce793ce tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1229055 Jul 07 21:20:09.777193 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51492) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:09.800395 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cb4683-b1bf-4484-be86-bd5b0a57a8ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-3ca5d8d4-0d30-4f07-922a-042d3ee0cb94', 'network_id': '3ca5d8d4-0d30-4f07-922a-042d3ee0cb94', 'tenant_id': '535bbf3631d04290934623241d25ac1c', 'fixed_ips': [{'subnet_id': 'a9a1e5d8-5d66-4357-9ece-8edbba0dba05'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:20:09.801403 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e4cb4683-b1bf-4484-be86-bd5b0a57a8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:09.960185 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-e4cb4683-b1bf-4484-be86-bd5b0a57a8ca None None] Allocated IP 172.20.0.2 (3ca5d8d4-0d30-4f07-922a-042d3ee0cb94/a9a1e5d8-5d66-4357-9ece-8edbba0dba05/aec5d042-329d-44cd-a59e-6342a4518cfe) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:20:10.049217 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'tag': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:20:10.053434 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7a4955-4573-4c5a-9639-053d4f2ed862" -d '{"events": [{"name": "network-changed", "server_uuid": "7365d89b-d0e3-4901-a599-5b8782625f9f", "tag": "c34e4caf-0e18-422e-a9d9-3d7a3bb94a46"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:20:10.110759 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f00a3e0-c5af-4805-b839-d03a10d1f5f6 x-openstack-request-id: req-3f00a3e0-c5af-4805-b839-d03a10d1f5f6 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:20:10.111614 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7365d89b-d0e3-4901-a599-5b8782625f9f", "tag": "c34e4caf-0e18-422e-a9d9-3d7a3bb94a46", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:20:10.112351 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3f00a3e0-c5af-4805-b839-d03a10d1f5f6 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:20:10.113278 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'tag': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46', 'status': 'completed', 'code': 200} Jul 07 21:20:10.126363 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ec9e4727-ff4f-4f31-ae96-f122abd2c974 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:10.133868 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e4cb4683-b1bf-4484-be86-bd5b0a57a8ca None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:10.143731 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e4cb4683-b1bf-4484-be86-bd5b0a57a8ca None None] Transition to ACTIVE for port object aec5d042-329d-44cd-a59e-6342a4518cfe will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:20:10.160527 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e4cb4683-b1bf-4484-be86-bd5b0a57a8ca None None] Transition to ACTIVE for port object aec5d042-329d-44cd-a59e-6342a4518cfe will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:20:10.168352 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e4cb4683-b1bf-4484-be86-bd5b0a57a8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:10.211587 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cb4683-b1bf-4484-be86-bd5b0a57a8ca None None] Network 3ca5d8d4-0d30-4f07-922a-042d3ee0cb94 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:20:10.211842 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a4955-4573-4c5a-9639-053d4f2ed862 req-31c0b05c-8fe6-48dd-9692-375743e2e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:10.213531 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6f7a4955-4573-4c5a-9639-053d4f2ed862 req-31c0b05c-8fe6-48dd-9692-375743e2e4f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 1096 time: 0.0714166 Jul 07 21:20:10.215957 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-e4cb4683-b1bf-4484-be86-bd5b0a57a8ca None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:20:10.222835 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cb4683-b1bf-4484-be86-bd5b0a57a8ca None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:20:10.232067 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb4683-b1bf-4484-be86-bd5b0a57a8ca None None] Pushing event updated for resources: {'Port': ['ID=aec5d042-329d-44cd-a59e-6342a4518cfe,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:10.318598 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-e4cb4683-b1bf-4484-be86-bd5b0a57a8ca None None] Attempting to bind port aec5d042-329d-44cd-a59e-6342a4518cfe on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:20:10.318909 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-e4cb4683-b1bf-4484-be86-bd5b0a57a8ca None None] Attempting to bind port aec5d042-329d-44cd-a59e-6342a4518cfe by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '9e1e1fbb-62b3-4654-82e7-9d8b61674cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3ca5d8d4-0d30-4f07-922a-042d3ee0cb94'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:20:10.319591 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cb4683-b1bf-4484-be86-bd5b0a57a8ca None None] Attempting to bind port aec5d042-329d-44cd-a59e-6342a4518cfe on network 3ca5d8d4-0d30-4f07-922a-042d3ee0cb94 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:20:10.326608 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cb4683-b1bf-4484-be86-bd5b0a57a8ca None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:20:10.327756 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cb4683-b1bf-4484-be86-bd5b0a57a8ca None None] Checking segment: {'id': '9e1e1fbb-62b3-4654-82e7-9d8b61674cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3ca5d8d4-0d30-4f07-922a-042d3ee0cb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:20:10.328452 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e4cb4683-b1bf-4484-be86-bd5b0a57a8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:10.329052 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cb4683-b1bf-4484-be86-bd5b0a57a8ca None None] Bound using segment: {'id': '9e1e1fbb-62b3-4654-82e7-9d8b61674cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3ca5d8d4-0d30-4f07-922a-042d3ee0cb94'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:20:10.330042 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-e4cb4683-b1bf-4484-be86-bd5b0a57a8ca None None] Bound port: aec5d042-329d-44cd-a59e-6342a4518cfe, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1e1fbb-62b3-4654-82e7-9d8b61674cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3ca5d8d4-0d30-4f07-922a-042d3ee0cb94'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:20:10.330673 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e4cb4683-b1bf-4484-be86-bd5b0a57a8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:10.417013 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a4955-4573-4c5a-9639-053d4f2ed862 req-88332d90-224f-4086-9633-1f48eb67d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:10.420159 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6f7a4955-4573-4c5a-9639-053d4f2ed862 req-88332d90-224f-4086-9633-1f48eb67d384 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8514bcb3-7d37-4491-a641-df9d3f314e5a HTTP/1.1" status: 200 len: 898 time: 0.1989384 Jul 07 21:20:10.460612 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-e4cb4683-b1bf-4484-be86-bd5b0a57a8ca None None] For port aec5d042-329d-44cd-a59e-6342a4518cfe, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:20:10.465224 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-e4cb4683-b1bf-4484-be86-bd5b0a57a8ca None None] For port aec5d042-329d-44cd-a59e-6342a4518cfe, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=aec5d042-329d-44cd-a59e-6342a4518cfe,segment=NetworkSegment(9e1e1fbb-62b3-4654-82e7-9d8b61674cfe),segment_id=9e1e1fbb-62b3-4654-82e7-9d8b61674cfe)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:20:10.473203 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e4cb4683-b1bf-4484-be86-bd5b0a57a8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:10.529795 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6f7a4955-4573-4c5a-9639-053d4f2ed862 req-b839cf78-69da-4ae8-8aea-13fb78d8899b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 HTTP/1.1" status: 200 len: 998 time: 0.1028585 Jul 07 21:20:10.565340 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a4955-4573-4c5a-9639-053d4f2ed862 req-5a6498b4-2808-439b-accf-2790251b34be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:10.567701 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6f7a4955-4573-4c5a-9639-053d4f2ed862 req-5a6498b4-2808-439b-accf-2790251b34be service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 1096 time: 0.4171069 Jul 07 21:20:10.585288 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb4683-b1bf-4484-be86-bd5b0a57a8ca None None] Pushing event updated for resources: {'Port': ['ID=aec5d042-329d-44cd-a59e-6342a4518cfe,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:10.613684 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-ec9e4727-ff4f-4f31-ae96-f122abd2c974 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Allocated IP 172.20.0.1 (3ca5d8d4-0d30-4f07-922a-042d3ee0cb94/a9a1e5d8-5d66-4357-9ece-8edbba0dba05/8fa361a9-b6c4-4e48-ae4e-49c48e0c8be1) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:20:10.701426 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a4955-4573-4c5a-9639-053d4f2ed862 req-5dd994ad-720f-4bd7-b7f0-9379d0419baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:10.703121 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6f7a4955-4573-4c5a-9639-053d4f2ed862 req-5dd994ad-720f-4bd7-b7f0-9379d0419baa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6374fef3-fa3e-4e5f-ae5d-9302ddd17f35 HTTP/1.1" status: 200 len: 835 time: 0.1637146 Jul 07 21:20:10.753853 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a4955-4573-4c5a-9639-053d4f2ed862 req-137c0c55-4b04-4ae2-a14c-11cc2b98cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:10.758193 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6f7a4955-4573-4c5a-9639-053d4f2ed862 req-137c0c55-4b04-4ae2-a14c-11cc2b98cc7c service neutron] 10.222.0.58 "GET /v2.0/networks?id=8514bcb3-7d37-4491-a641-df9d3f314e5a HTTP/1.1" status: 200 len: 898 time: 0.1724920 Jul 07 21:20:10.779208 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e0efd-8044-4fc1-b740-9c7b189bbee3 req-3575d054-9643-4306-8fb8-76625e878038 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:10.784420 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aa2e0efd-8044-4fc1-b740-9c7b189bbee3 req-3575d054-9643-4306-8fb8-76625e878038 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 944 time: 0.1721494 Jul 07 21:20:10.872216 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a4955-4573-4c5a-9639-053d4f2ed862 req-d270ca28-7cdf-48a6-baa0-ac69ff08dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:10.874868 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6f7a4955-4573-4c5a-9639-053d4f2ed862 req-d270ca28-7cdf-48a6-baa0-ac69ff08dc7b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8514bcb3-7d37-4491-a641-df9d3f314e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1629384 Jul 07 21:20:10.878560 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ec9e4727-ff4f-4f31-ae96-f122abd2c974 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:10.905796 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:20:10.912160 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-ec9e4727-ff4f-4f31-ae96-f122abd2c974 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Transition to ACTIVE for port object 8fa361a9-b6c4-4e48-ae4e-49c48e0c8be1 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:20:10.916342 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6f7a4955-4573-4c5a-9639-053d4f2ed862 req-f8f4d6d8-2526-4ecd-a0c7-fa8d0c0c41a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 HTTP/1.1" status: 200 len: 998 time: 0.1339180 Jul 07 21:20:10.965019 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aa2e0efd-8044-4fc1-b740-9c7b189bbee3 req-19f8ee9d-5526-455e-909f-3c741517383a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689289 Jul 07 21:20:10.997434 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a4955-4573-4c5a-9639-053d4f2ed862 req-51c2ae73-d66f-4249-8479-43e110370e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:10.998966 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6f7a4955-4573-4c5a-9639-053d4f2ed862 req-51c2ae73-d66f-4249-8479-43e110370e79 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6374fef3-fa3e-4e5f-ae5d-9302ddd17f35 HTTP/1.1" status: 200 len: 835 time: 0.0754900 Jul 07 21:20:11.019208 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:20:11.045609 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6f7a4955-4573-4c5a-9639-053d4f2ed862 req-56ccf8fa-ddc9-446f-8836-2bc00b80e19c service neutron] 10.222.0.39 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605332 Jul 07 21:20:11.079145 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ec9e4727-ff4f-4f31-ae96-f122abd2c974 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:11.136499 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9e4727-ff4f-4f31-ae96-f122abd2c974 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Network 3ca5d8d4-0d30-4f07-922a-042d3ee0cb94 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:20:11.142412 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-ec9e4727-ff4f-4f31-ae96-f122abd2c974 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:20:11.150985 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a4955-4573-4c5a-9639-053d4f2ed862 req-90b0003c-8a0d-4fbb-bc6a-ed78bb0da40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:11.152666 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6f7a4955-4573-4c5a-9639-053d4f2ed862 req-90b0003c-8a0d-4fbb-bc6a-ed78bb0da40b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8514bcb3-7d37-4491-a641-df9d3f314e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1461024 Jul 07 21:20:11.156100 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9e4727-ff4f-4f31-ae96-f122abd2c974 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:20:11.161533 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e4727-ff4f-4f31-ae96-f122abd2c974 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Pushing event updated for resources: {'Port': ['ID=8fa361a9-b6c4-4e48-ae4e-49c48e0c8be1,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:11.167930 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6f7a4955-4573-4c5a-9639-053d4f2ed862 req-d61c7221-9128-4f1f-92e6-806ec22b4916 service neutron] 10.222.0.39 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145253 Jul 07 21:20:11.252474 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ec9e4727-ff4f-4f31-ae96-f122abd2c974 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:11.316564 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device aec5d042-329d-44cd-a59e-6342a4518cfe up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:20:11.364344 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6f7a4955-4573-4c5a-9639-053d4f2ed862 req-dd86def6-359d-42c7-842e-0d1cd5abde3a service neutron] 10.222.0.58 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037210 Jul 07 21:20:11.385863 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port aec5d042-329d-44cd-a59e-6342a4518cfe completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:20:11.496991 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ec9e4727-ff4f-4f31-ae96-f122abd2c974 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:11.522035 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-6f7a4955-4573-4c5a-9639-053d4f2ed862 req-cd5a1496-60ff-4736-95a2-0324d265b0ee service neutron] 10.222.0.58 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500864 Jul 07 21:20:11.781126 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6f0a55-61a3-4ae6-a750-3114cbb7fd3e None None] Network 3ca5d8d4-0d30-4f07-922a-042d3ee0cb94 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:20:11.831114 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ec9e4727-ff4f-4f31-ae96-f122abd2c974 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:11.836656 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ec9e4727-ff4f-4f31-ae96-f122abd2c974 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:11.841298 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d19b52cb-0c22-4483-a552-4532931879a2 None None] Provisioning for port aec5d042-329d-44cd-a59e-6342a4518cfe completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:20:11.846391 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d19b52cb-0c22-4483-a552-4532931879a2 None None] Provisioning complete for port aec5d042-329d-44cd-a59e-6342a4518cfe triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:20:11.846860 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d19b52cb-0c22-4483-a552-4532931879a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:11.912073 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e4727-ff4f-4f31-ae96-f122abd2c974 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Pushing event updated for resources: {'Port': ['ID=8fa361a9-b6c4-4e48-ae4e-49c48e0c8be1,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:11.915588 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ec9e4727-ff4f-4f31-ae96-f122abd2c974 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:11.998084 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d19b52cb-0c22-4483-a552-4532931879a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:12.025178 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9e4727-ff4f-4f31-ae96-f122abd2c974 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Network 3ca5d8d4-0d30-4f07-922a-042d3ee0cb94 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:20:12.027696 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-ec9e4727-ff4f-4f31-ae96-f122abd2c974 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:20:12.048647 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-d19b52cb-0c22-4483-a552-4532931879a2 None None] For port aec5d042-329d-44cd-a59e-6342a4518cfe, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=aec5d042-329d-44cd-a59e-6342a4518cfe,segment=NetworkSegment(9e1e1fbb-62b3-4654-82e7-9d8b61674cfe),segment_id=9e1e1fbb-62b3-4654-82e7-9d8b61674cfe)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:20:12.055591 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d19b52cb-0c22-4483-a552-4532931879a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:12.118100 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b52cb-0c22-4483-a552-4532931879a2 None None] Pushing event updated for resources: {'Port': ['ID=aec5d042-329d-44cd-a59e-6342a4518cfe,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:12.193359 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9e4727-ff4f-4f31-ae96-f122abd2c974 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Router 1941d3a0-c3f6-4576-8645-2212d114826b is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:20:12.206392 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479ad66-41c6-4bac-aa46-a893d0d5ae98 req-e9b1a367-ec51-4e68-8b98-1254f0695759 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:12.209159 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4479ad66-41c6-4bac-aa46-a893d0d5ae98 req-e9b1a367-ec51-4e68-8b98-1254f0695759 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 944 time: 0.0887566 Jul 07 21:20:12.267392 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4479ad66-41c6-4bac-aa46-a893d0d5ae98 req-7e4f7eee-1867-402f-95e2-99cf15c8edab tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508556 Jul 07 21:20:12.284304 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f1c8091b-78cf-4aa7-b4f0-7ee538edd686 None None] Provisioning for port 8fa361a9-b6c4-4e48-ae4e-49c48e0c8be1 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:20:12.289315 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51502) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:12.291200 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f1c8091b-78cf-4aa7-b4f0-7ee538edd686 None None] Provisioning complete for port 8fa361a9-b6c4-4e48-ae4e-49c48e0c8be1 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:20:12.291712 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f1c8091b-78cf-4aa7-b4f0-7ee538edd686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:12.321581 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9e4727-ff4f-4f31-ae96-f122abd2c974 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:20:12.332160 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ec9e4727-ff4f-4f31-ae96-f122abd2c974 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] 10.222.0.64 "PUT /v2.0/routers/1941d3a0-c3f6-4576-8645-2212d114826b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5534370 Jul 07 21:20:12.335575 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51504) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:12.336539 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e162575a-5954-4f74-99cc-703520aedb9d None None] Sync routers for ids ['1941d3a0-c3f6-4576-8645-2212d114826b'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:20:12.340991 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ee2269fd-c02d-47df-94bf-89396897eddf tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Request body: {'port': {'network_id': '3ca5d8d4-0d30-4f07-922a-042d3ee0cb94', 'name': 'tempest-FloatingIPNegativeTestJSON-1182089942'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:12.364990 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-f1c8091b-78cf-4aa7-b4f0-7ee538edd686 None None] Port 8fa361a9-b6c4-4e48-ae4e-49c48e0c8be1 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:20:12.369576 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e162575a-5954-4f74-99cc-703520aedb9d None None] Routers {'1941d3a0-c3f6-4576-8645-2212d114826b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:20:12.370516 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-e162575a-5954-4f74-99cc-703520aedb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:20:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['1941d3a0-c3f6-4576-8645-2212d114826b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:12.383100 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d48bb18f-8e5f-447a-9b55-b17785d48caa tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/floatingips/95483dfa-31d3-4f86-8526-fa830ebf736e HTTP/1.1" status: 200 len: 990 time: 0.0910628 Jul 07 21:20:12.410049 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-e162575a-5954-4f74-99cc-703520aedb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:12.422323 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f1c8091b-78cf-4aa7-b4f0-7ee538edd686 None None] Provisioning complete for port aec5d042-329d-44cd-a59e-6342a4518cfe triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:20:12.422323 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f1c8091b-78cf-4aa7-b4f0-7ee538edd686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:12.445903 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e162575a-5954-4f74-99cc-703520aedb9d None None] Routers {'1941d3a0-c3f6-4576-8645-2212d114826b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:20:12.446541 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-e162575a-5954-4f74-99cc-703520aedb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:20:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['1941d3a0-c3f6-4576-8645-2212d114826b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:12.503035 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-e162575a-5954-4f74-99cc-703520aedb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:12.503979 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e162575a-5954-4f74-99cc-703520aedb9d None None] The sync data for ids ['1941d3a0-c3f6-4576-8645-2212d114826b'] in n-d-695189-11 is: [] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:20:12.511522 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2269fd-c02d-47df-94bf-89396897eddf tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Made reservation on behalf of 535bbf3631d04290934623241d25ac1c for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:20:12.515544 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee2269fd-c02d-47df-94bf-89396897eddf tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:12.540522 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [None req-ee2269fd-c02d-47df-94bf-89396897eddf tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] device_id is not set on port e5710569-b12b-4431-8f22-ad003d9557b5 yet. {{(pid=100447) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:20:12.673882 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-ee2269fd-c02d-47df-94bf-89396897eddf tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Allocated IP 172.20.0.12 (3ca5d8d4-0d30-4f07-922a-042d3ee0cb94/a9a1e5d8-5d66-4357-9ece-8edbba0dba05/e5710569-b12b-4431-8f22-ad003d9557b5) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:20:12.707415 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-58ed76dd-c852-4d4a-89d3-55bf6951a8d9 None None] Provisioning complete for port 8fa361a9-b6c4-4e48-ae4e-49c48e0c8be1 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:20:12.708422 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-58ed76dd-c852-4d4a-89d3-55bf6951a8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:12.762964 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-58ed76dd-c852-4d4a-89d3-55bf6951a8d9 None None] Port 8fa361a9-b6c4-4e48-ae4e-49c48e0c8be1 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:20:12.868841 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee2269fd-c02d-47df-94bf-89396897eddf tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:12.887596 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-e76e31d7-903f-448d-b5b1-9afd0628d7bd None None] Provisioning complete for port 8fa361a9-b6c4-4e48-ae4e-49c48e0c8be1 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:20:12.887893 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-ee2269fd-c02d-47df-94bf-89396897eddf tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Transition to ACTIVE for port object e5710569-b12b-4431-8f22-ad003d9557b5 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:20:12.888016 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e76e31d7-903f-448d-b5b1-9afd0628d7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:12.927537 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-e76e31d7-903f-448d-b5b1-9afd0628d7bd None None] Port 8fa361a9-b6c4-4e48-ae4e-49c48e0c8be1 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:20:12.937736 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee2269fd-c02d-47df-94bf-89396897eddf tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:12.994747 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2269fd-c02d-47df-94bf-89396897eddf tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Network 3ca5d8d4-0d30-4f07-922a-042d3ee0cb94 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:20:12.998774 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-ee2269fd-c02d-47df-94bf-89396897eddf tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:20:13.006472 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2269fd-c02d-47df-94bf-89396897eddf tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:20:13.030596 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2269fd-c02d-47df-94bf-89396897eddf tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Pushing event updated for resources: {'Port': ['ID=e5710569-b12b-4431-8f22-ad003d9557b5,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:13.069286 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2269fd-c02d-47df-94bf-89396897eddf tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:13.070161 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ee2269fd-c02d-47df-94bf-89396897eddf tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:13.086868 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ee2269fd-c02d-47df-94bf-89396897eddf tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7520850 Jul 07 21:20:13.093395 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51506) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:13.098767 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-f7980931-1762-49de-bef4-fa743d48c1fb tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:13.127491 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f7980931-1762-49de-bef4-fa743d48c1fb tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:13.247178 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f7980931-1762-49de-bef4-fa743d48c1fb tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:13.269599 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9a8cb957-2176-4d31-b871-de7f70d6c9a1 None None] Provisioning for port e5710569-b12b-4431-8f22-ad003d9557b5 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:20:13.275662 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9a8cb957-2176-4d31-b871-de7f70d6c9a1 None None] Provisioning complete for port e5710569-b12b-4431-8f22-ad003d9557b5 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:20:13.276537 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9a8cb957-2176-4d31-b871-de7f70d6c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:13.304081 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:20:13.318144 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device aec5d042-329d-44cd-a59e-6342a4518cfe up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:20:13.361604 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-9a8cb957-2176-4d31-b871-de7f70d6c9a1 None None] Port e5710569-b12b-4431-8f22-ad003d9557b5 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:20:13.373313 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-f7980931-1762-49de-bef4-fa743d48c1fb tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Allocated IP 172.25.5.177 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/51f23c52-899c-4a71-978f-f5c37d765118) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:20:13.444506 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port aec5d042-329d-44cd-a59e-6342a4518cfe triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:20:13.444889 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:13.484226 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,segment=NetworkSegment(552b830a-3d0b-4509-bbbe-ef4628cd75be),segment_id=552b830a-3d0b-4509-bbbe-ef4628cd75be)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:20:13.499484 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f7980931-1762-49de-bef4-fa743d48c1fb tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:13.502426 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46', 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a', 'port_id': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46', 'mac_address': 'fa:16:3e:de:0c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6374fef3-fa3e-4e5f-ae5d-9302ddd17f35', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:20:13.541870 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f7980931-1762-49de-bef4-fa743d48c1fb tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:13.565909 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:13.580177 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7980931-1762-49de-bef4-fa743d48c1fb tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:20:13.583637 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-f7980931-1762-49de-bef4-fa743d48c1fb tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:20:13.587555 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7980931-1762-49de-bef4-fa743d48c1fb tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:20:13.593399 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:20:13.615671 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,segment=NetworkSegment(552b830a-3d0b-4509-bbbe-ef4628cd75be),segment_id=552b830a-3d0b-4509-bbbe-ef4628cd75be)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:20:13.620687 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7980931-1762-49de-bef4-fa743d48c1fb tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Pushing event updated for resources: {'Port': ['ID=51f23c52-899c-4a71-978f-f5c37d765118,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:13.621272 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:13.675933 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,revision_number=12']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:13.691713 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f7980931-1762-49de-bef4-fa743d48c1fb tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:13.734617 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f7980931-1762-49de-bef4-fa743d48c1fb tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:13.850185 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['c34e4caf-0e18-422e-a9d9-3d7a3bb94a46'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:20:13.894567 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f7980931-1762-49de-bef4-fa743d48c1fb tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:13.899437 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f7980931-1762-49de-bef4-fa743d48c1fb tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:13.969654 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7980931-1762-49de-bef4-fa743d48c1fb tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Pushing event updated for resources: {'Port': ['ID=51f23c52-899c-4a71-978f-f5c37d765118,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:13.978631 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f7980931-1762-49de-bef4-fa743d48c1fb tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:13.993020 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f7980931-1762-49de-bef4-fa743d48c1fb tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:13.994456 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f7980931-1762-49de-bef4-fa743d48c1fb tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8999879 Jul 07 21:20:13.997226 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51508) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:14.002276 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-fb87ef0c-0744-41f6-9b79-fb306f8489f0 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Request body: {'floatingip': {'port_id': 'e5710569-b12b-4431-8f22-ad003d9557b5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:14.045678 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fb87ef0c-0744-41f6-9b79-fb306f8489f0 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for floatingip, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:14.170420 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-fb87ef0c-0744-41f6-9b79-fb306f8489f0 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] update failed (client error): The resource could not be found. Jul 07 21:20:14.171524 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fb87ef0c-0744-41f6-9b79-fb306f8489f0 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] 10.222.0.64 "PUT /v2.0/floatingips/83cd28b4-00ed-4a9d-97fc-d36ab1840b2d HTTP/1.1" status: 404 len: 507 time: 0.1733227 Jul 07 21:20:14.174263 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51510) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:14.296152 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-69ee27eb-0a3b-43a5-9f99-4e9dab4b1ac7 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Deleting port 51f23c52-899c-4a71-978f-f5c37d765118 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:20:14.296826 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-69ee27eb-0a3b-43a5-9f99-4e9dab4b1ac7 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:14.370711 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-69ee27eb-0a3b-43a5-9f99-4e9dab4b1ac7 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:14.370931 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-69ee27eb-0a3b-43a5-9f99-4e9dab4b1ac7 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:14.383802 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-69ee27eb-0a3b-43a5-9f99-4e9dab4b1ac7 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Calling delete_port for 51f23c52-899c-4a71-978f-f5c37d765118 owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:20:14.795501 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-69ee27eb-0a3b-43a5-9f99-4e9dab4b1ac7 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:14.821202 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee27eb-0a3b-43a5-9f99-4e9dab4b1ac7 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Pushing event deleted for resources: {'Port': ['ID=51f23c52-899c-4a71-978f-f5c37d765118,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:14.882307 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-69ee27eb-0a3b-43a5-9f99-4e9dab4b1ac7 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:14.884930 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-69ee27eb-0a3b-43a5-9f99-4e9dab4b1ac7 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:14.886092 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-69ee27eb-0a3b-43a5-9f99-4e9dab4b1ac7 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] 10.222.0.64 "DELETE /v2.0/floatingips/83cd28b4-00ed-4a9d-97fc-d36ab1840b2d HTTP/1.1" status: 204 len: 168 time: 0.7109246 Jul 07 21:20:14.889652 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51512) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:14.894090 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-62ccbc4c-38a5-4676-ae0a-6dbfcfe1761f tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Request body: {'floatingip': {'floating_network_id': '3ca5d8d4-0d30-4f07-922a-042d3ee0cb94', 'port_id': 'e5710569-b12b-4431-8f22-ad003d9557b5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:14.916468 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-62ccbc4c-38a5-4676-ae0a-6dbfcfe1761f tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:15.027064 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-62ccbc4c-38a5-4676-ae0a-6dbfcfe1761f tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 21:20:15.028186 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-62ccbc4c-38a5-4676-ae0a-6dbfcfe1761f tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1375794 Jul 07 21:20:15.032063 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51514) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:15.037506 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-f054b53f-2d9c-4bdb-b773-a3d51f9fb442 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'port_id': 'e5710569-b12b-4431-8f22-ad003d9557b5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:15.071647 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f054b53f-2d9c-4bdb-b773-a3d51f9fb442 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for floatingip, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:15.180526 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f054b53f-2d9c-4bdb-b773-a3d51f9fb442 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:15.311577 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:20:15.320256 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-f054b53f-2d9c-4bdb-b773-a3d51f9fb442 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Allocated IP 172.25.5.242 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/993aa53c-e90a-40ea-84d0-47b91ce28d0e) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:20:15.388235 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:20:15.397628 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:20:15.398353 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:15.475754 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f054b53f-2d9c-4bdb-b773-a3d51f9fb442 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:15.512509 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:15.523023 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f054b53f-2d9c-4bdb-b773-a3d51f9fb442 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:15.537661 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:20:15.540042 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d32ecae-ef8e-4b7a-b4e6-a0bdcfb69062" -d '{"events": [{"server_uuid": "7365d89b-d0e3-4901-a599-5b8782625f9f", "name": "network-vif-plugged", "status": "completed", "tag": "c34e4caf-0e18-422e-a9d9-3d7a3bb94a46"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:20:15.559395 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,segment=NetworkSegment(552b830a-3d0b-4509-bbbe-ef4628cd75be),segment_id=552b830a-3d0b-4509-bbbe-ef4628cd75be)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:20:15.564900 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:15.568887 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f054b53f-2d9c-4bdb-b773-a3d51f9fb442 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:20:15.577149 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-f054b53f-2d9c-4bdb-b773-a3d51f9fb442 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:20:15.580554 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f054b53f-2d9c-4bdb-b773-a3d51f9fb442 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:20:15.602561 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e8ef36-3c38-4259-a5e7-fe1cd72db325 x-openstack-request-id: req-d8e8ef36-3c38-4259-a5e7-fe1cd72db325 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:20:15.602996 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7365d89b-d0e3-4901-a599-5b8782625f9f", "name": "network-vif-plugged", "status": "completed", "tag": "c34e4caf-0e18-422e-a9d9-3d7a3bb94a46", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:20:15.603685 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d8e8ef36-3c38-4259-a5e7-fe1cd72db325 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:20:15.603685 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46', 'code': 200} Jul 07 21:20:15.615998 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054b53f-2d9c-4bdb-b773-a3d51f9fb442 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Pushing event updated for resources: {'Port': ['ID=993aa53c-e90a-40ea-84d0-47b91ce28d0e,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:15.632375 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,revision_number=13']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:15.809272 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-f054b53f-2d9c-4bdb-b773-a3d51f9fb442 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Deleting port 993aa53c-e90a-40ea-84d0-47b91ce28d0e {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:20:15.809815 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f054b53f-2d9c-4bdb-b773-a3d51f9fb442 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:15.912509 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f054b53f-2d9c-4bdb-b773-a3d51f9fb442 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:15.912882 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f054b53f-2d9c-4bdb-b773-a3d51f9fb442 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:15.926801 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-f054b53f-2d9c-4bdb-b773-a3d51f9fb442 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Calling delete_port for 993aa53c-e90a-40ea-84d0-47b91ce28d0e owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:20:16.078761 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f054b53f-2d9c-4bdb-b773-a3d51f9fb442 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:16.139907 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054b53f-2d9c-4bdb-b773-a3d51f9fb442 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Pushing event deleted for resources: {'Port': ['ID=993aa53c-e90a-40ea-84d0-47b91ce28d0e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:16.255208 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-f054b53f-2d9c-4bdb-b773-a3d51f9fb442 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] create failed (client error): The resource could not be found. Jul 07 21:20:16.256478 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f054b53f-2d9c-4bdb-b773-a3d51f9fb442 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.2234635 Jul 07 21:20:16.260563 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51518) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:16.397810 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-3ef232a1-5d91-4ed1-8d1f-fd07cb630b00 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Deleting port e5710569-b12b-4431-8f22-ad003d9557b5 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:20:16.398722 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ef232a1-5d91-4ed1-8d1f-fd07cb630b00 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:16.503518 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ef232a1-5d91-4ed1-8d1f-fd07cb630b00 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:16.521395 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-3ef232a1-5d91-4ed1-8d1f-fd07cb630b00 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Calling delete_port for e5710569-b12b-4431-8f22-ad003d9557b5 owned by {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:20:16.669792 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ef232a1-5d91-4ed1-8d1f-fd07cb630b00 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:16.701472 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef232a1-5d91-4ed1-8d1f-fd07cb630b00 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Pushing event deleted for resources: {'Port': ['ID=e5710569-b12b-4431-8f22-ad003d9557b5,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:16.780979 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-3ef232a1-5d91-4ed1-8d1f-fd07cb630b00 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:16.782811 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-3ef232a1-5d91-4ed1-8d1f-fd07cb630b00 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] 10.222.0.64 "DELETE /v2.0/ports/e5710569-b12b-4431-8f22-ad003d9557b5 HTTP/1.1" status: 204 len: 168 time: 0.5212605 Jul 07 21:20:16.785258 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51520) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:16.857760 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6162c4ee-6442-4a6c-b614-f3058efc0860 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:16.859549 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6162c4ee-6442-4a6c-b614-f3058efc0860 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] 10.222.0.64 "GET /v2.0/ports?device_id=1941d3a0-c3f6-4576-8645-2212d114826b HTTP/1.1" status: 200 len: 913 time: 0.0726721 Jul 07 21:20:16.862424 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51522) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:17.181193 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2bd7ae06-f005-4716-872a-37b5d77c9d04 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:17.436013 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7ae06-f005-4716-872a-37b5d77c9d04 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Deleting port 8fa361a9-b6c4-4e48-ae4e-49c48e0c8be1 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:20:17.436894 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2bd7ae06-f005-4716-872a-37b5d77c9d04 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:17.526858 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2bd7ae06-f005-4716-872a-37b5d77c9d04 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:17.538249 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-2bd7ae06-f005-4716-872a-37b5d77c9d04 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Calling delete_port for 8fa361a9-b6c4-4e48-ae4e-49c48e0c8be1 owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:20:17.703817 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2bd7ae06-f005-4716-872a-37b5d77c9d04 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:17.729643 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7ae06-f005-4716-872a-37b5d77c9d04 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Pushing event deleted for resources: {'Port': ['ID=8fa361a9-b6c4-4e48-ae4e-49c48e0c8be1,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:17.879135 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2bd7ae06-f005-4716-872a-37b5d77c9d04 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:18.043143 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd7ae06-f005-4716-872a-37b5d77c9d04 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Router 1941d3a0-c3f6-4576-8645-2212d114826b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:20:18.118789 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd7ae06-f005-4716-872a-37b5d77c9d04 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:20:18.126661 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2bd7ae06-f005-4716-872a-37b5d77c9d04 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] 10.222.0.64 "PUT /v2.0/routers/1941d3a0-c3f6-4576-8645-2212d114826b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2602897 Jul 07 21:20:18.127715 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51524) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:18.131976 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925b69b4-f5df-4477-99a2-1a92fe1abd3c None None] Sync routers for ids ['1941d3a0-c3f6-4576-8645-2212d114826b'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:20:18.141840 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925b69b4-f5df-4477-99a2-1a92fe1abd3c None None] Routers {'1941d3a0-c3f6-4576-8645-2212d114826b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:20:18.142456 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-925b69b4-f5df-4477-99a2-1a92fe1abd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:20:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['1941d3a0-c3f6-4576-8645-2212d114826b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:18.178413 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-925b69b4-f5df-4477-99a2-1a92fe1abd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:18.187250 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925b69b4-f5df-4477-99a2-1a92fe1abd3c None None] Routers {'1941d3a0-c3f6-4576-8645-2212d114826b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:20:18.187878 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-925b69b4-f5df-4477-99a2-1a92fe1abd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:20:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['1941d3a0-c3f6-4576-8645-2212d114826b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:18.205545 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-48286b81-da4f-42ff-b853-64dcad1cad7a tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:18.303530 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-925b69b4-f5df-4477-99a2-1a92fe1abd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:18.304092 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925b69b4-f5df-4477-99a2-1a92fe1abd3c None None] The sync data for ids ['1941d3a0-c3f6-4576-8645-2212d114826b'] in n-d-695189-11 is: [] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:20:18.366453 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-48286b81-da4f-42ff-b853-64dcad1cad7a tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:18.368697 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-48286b81-da4f-42ff-b853-64dcad1cad7a tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:18.412832 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-48286b81-da4f-42ff-b853-64dcad1cad7a tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:18.413521 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48286b81-da4f-42ff-b853-64dcad1cad7a tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Fanout notify agent at l3_agent the message router_deleted on router 1941d3a0-c3f6-4576-8645-2212d114826b {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:20:18.424913 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-48286b81-da4f-42ff-b853-64dcad1cad7a tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:18.426969 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-48286b81-da4f-42ff-b853-64dcad1cad7a tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] 10.222.0.64 "DELETE /v2.0/routers/1941d3a0-c3f6-4576-8645-2212d114826b HTTP/1.1" status: 204 len: 168 time: 0.2974274 Jul 07 21:20:18.429886 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51526) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:18.481441 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9459070-0bcd-4232-be43-851e32f964a7 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Deleting subnet a9a1e5d8-5d66-4357-9ece-8edbba0dba05 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:20:18.486548 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b9459070-0bcd-4232-be43-851e32f964a7 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:18.531272 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b9459070-0bcd-4232-be43-851e32f964a7 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:18.640514 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b9459070-0bcd-4232-be43-851e32f964a7 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:18.700330 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b9459070-0bcd-4232-be43-851e32f964a7 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:18.727720 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9459070-0bcd-4232-be43-851e32f964a7 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a1e5d8-5d66-4357-9ece-8edbba0dba05,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:18.729701 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b9459070-0bcd-4232-be43-851e32f964a7 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:18.731679 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b9459070-0bcd-4232-be43-851e32f964a7 tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] 10.222.0.64 "DELETE /v2.0/subnets/a9a1e5d8-5d66-4357-9ece-8edbba0dba05 HTTP/1.1" status: 204 len: 168 time: 0.3005235 Jul 07 21:20:18.734107 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51530) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:18.736513 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8509a9-8226-41a1-9ef4-22c502758afd None None] Network 3ca5d8d4-0d30-4f07-922a-042d3ee0cb94 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:20:18.817344 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-baa5e44c-42cc-458f-8c87-6a0af73994cd tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:18.880245 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-baa5e44c-42cc-458f-8c87-6a0af73994cd tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Deleting port aec5d042-329d-44cd-a59e-6342a4518cfe {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:20:18.880792 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-baa5e44c-42cc-458f-8c87-6a0af73994cd tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:18.924558 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df26810-d985-4089-a9d1-d23c8fecbc40 None None] DHCP port deletion for 3ca5d8d4-0d30-4f07-922a-042d3ee0cb94 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:20:18.962749 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-baa5e44c-42cc-458f-8c87-6a0af73994cd tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] For port aec5d042-329d-44cd-a59e-6342a4518cfe, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=aec5d042-329d-44cd-a59e-6342a4518cfe,segment=NetworkSegment(9e1e1fbb-62b3-4654-82e7-9d8b61674cfe),segment_id=9e1e1fbb-62b3-4654-82e7-9d8b61674cfe)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:20:18.963317 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-baa5e44c-42cc-458f-8c87-6a0af73994cd tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:18.982615 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-baa5e44c-42cc-458f-8c87-6a0af73994cd tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Calling delete_port for aec5d042-329d-44cd-a59e-6342a4518cfe owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:20:18.997505 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-7df26810-d985-4089-a9d1-d23c8fecbc40 None None] Deleting port aec5d042-329d-44cd-a59e-6342a4518cfe {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:20:18.998100 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7df26810-d985-4089-a9d1-d23c8fecbc40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:19.070074 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-7df26810-d985-4089-a9d1-d23c8fecbc40 None None] For port aec5d042-329d-44cd-a59e-6342a4518cfe, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=aec5d042-329d-44cd-a59e-6342a4518cfe,segment=NetworkSegment(9e1e1fbb-62b3-4654-82e7-9d8b61674cfe),segment_id=9e1e1fbb-62b3-4654-82e7-9d8b61674cfe)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:20:19.070469 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7df26810-d985-4089-a9d1-d23c8fecbc40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:19.257547 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-7df26810-d985-4089-a9d1-d23c8fecbc40 None None] Calling delete_port for aec5d042-329d-44cd-a59e-6342a4518cfe owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:20:19.304446 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device aec5d042-329d-44cd-a59e-6342a4518cfe no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:20:19.372027 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-baa5e44c-42cc-458f-8c87-6a0af73994cd tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:19.396633 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7df26810-d985-4089-a9d1-d23c8fecbc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:19.400774 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5e44c-42cc-458f-8c87-6a0af73994cd tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Pushing event deleted for resources: {'Port': ['ID=aec5d042-329d-44cd-a59e-6342a4518cfe,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:19.401398 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Port aec5d042-329d-44cd-a59e-6342a4518cfe update to DOWN by agent not found {{(pid=100449) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 07 21:20:19.406234 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa5e44c-42cc-458f-8c87-6a0af73994cd tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] No DVR routers for this DVR port aec5d042-329d-44cd-a59e-6342a4518cfe on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:20:19.424073 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df26810-d985-4089-a9d1-d23c8fecbc40 None None] Pushing event deleted for resources: {'Port': ['ID=aec5d042-329d-44cd-a59e-6342a4518cfe,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:19.428502 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df26810-d985-4089-a9d1-d23c8fecbc40 None None] No DVR routers for this DVR port aec5d042-329d-44cd-a59e-6342a4518cfe on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:20:19.507168 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-baa5e44c-42cc-458f-8c87-6a0af73994cd tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:19.516753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-baa5e44c-42cc-458f-8c87-6a0af73994cd tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca5d8d4-0d30-4f07-922a-042d3ee0cb94']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:19.535237 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-baa5e44c-42cc-458f-8c87-6a0af73994cd tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1e1fbb-62b3-4654-82e7-9d8b61674cfe') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:19.535635 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-baa5e44c-42cc-458f-8c87-6a0af73994cd tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1e1fbb-62b3-4654-82e7-9d8b61674cfe') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:19.553115 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-baa5e44c-42cc-458f-8c87-6a0af73994cd tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:19.573904 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-baa5e44c-42cc-458f-8c87-6a0af73994cd tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:19.580977 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa5e44c-42cc-458f-8c87-6a0af73994cd tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:20:19.581463 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-baa5e44c-42cc-458f-8c87-6a0af73994cd tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:20:19.585407 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:20:19.645862 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-baa5e44c-42cc-458f-8c87-6a0af73994cd tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:19.652970 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-baa5e44c-42cc-458f-8c87-6a0af73994cd tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:19.654814 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-baa5e44c-42cc-458f-8c87-6a0af73994cd tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] 10.222.0.64 "DELETE /v2.0/networks/3ca5d8d4-0d30-4f07-922a-042d3ee0cb94 HTTP/1.1" status: 204 len: 168 time: 0.9197686 Jul 07 21:20:19.671533 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5e44c-42cc-458f-8c87-6a0af73994cd tempest-FloatingIPNegativeTestJSON-1445196649 tempest-FloatingIPNegativeTestJSON-1445196649-project] Pushing event deleted for resources: {'Network': ['ID=3ca5d8d4-0d30-4f07-922a-042d3ee0cb94,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:19.904370 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51536) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:20.006982 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:20.038770 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-14ab653f-bd37-4996-ba03-80ef058ce832 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=535bbf3631d04290934623241d25ac1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1331565 Jul 07 21:20:20.041137 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51540) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:20.089801 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e781b800-27a9-4afc-a500-9512becbec26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:20.110879 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e781b800-27a9-4afc-a500-9512becbec26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:20.165274 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e781b800-27a9-4afc-a500-9512becbec26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:20.167884 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e781b800-27a9-4afc-a500-9512becbec26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:20.169036 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e781b800-27a9-4afc-a500-9512becbec26 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d550d7ab-a323-4496-af23-284a74c3619a HTTP/1.1" status: 204 len: 168 time: 0.1270010 Jul 07 21:20:20.177145 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781b800-27a9-4afc-a500-9512becbec26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d550d7ab-a323-4496-af23-284a74c3619a,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:20.248297 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:20.530429 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b6eb1948-2ce0-4d8e-bc6c-d2b27e621753 req-cdd86db4-1c9c-4007-a0f7-1641c5d586e7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e87dac7e-2692-4bbf-8c0b-80227c26e2c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0764811 Jul 07 21:20:20.672872 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb1948-2ce0-4d8e-bc6c-d2b27e621753 req-5a359b25-5c80-4468-8878-0e38c0fda8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:20.675704 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b6eb1948-2ce0-4d8e-bc6c-d2b27e621753 req-5a359b25-5c80-4468-8878-0e38c0fda8f4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=127f863741144b648eee157f1741deb8&device_id=e87dac7e-2692-4bbf-8c0b-80227c26e2c6 HTTP/1.1" status: 200 len: 1137 time: 0.0861404 Jul 07 21:20:20.812198 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb1948-2ce0-4d8e-bc6c-d2b27e621753 req-f434954e-c47d-401c-8349-262ed860c53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:20.813677 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b6eb1948-2ce0-4d8e-bc6c-d2b27e621753 req-f434954e-c47d-401c-8349-262ed860c53b service neutron] 10.222.0.58 "GET /v2.0/networks?id=83508116-1e9c-4bc1-9dd8-e6db754f3a67 HTTP/1.1" status: 200 len: 897 time: 0.1103039 Jul 07 21:20:20.960814 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51562) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:21.094975 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-b085d8ed-1348-4fef-b73d-d859c35241e9 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-319542251'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:21.120787 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b085d8ed-1348-4fef-b73d-d859c35241e9 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Made reservation on behalf of 0022ad2652c14f72b8f0a51127b746e6 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:20:21.124418 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b085d8ed-1348-4fef-b73d-d859c35241e9 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:21.134261 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b085d8ed-1348-4fef-b73d-d859c35241e9 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:21.166246 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b6eb1948-2ce0-4d8e-bc6c-d2b27e621753 req-71b87d97-d2e8-4d60-bb65-23aa9a659527 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6f999d0-07d6-4486-bf7a-db64fab1009c HTTP/1.1" status: 200 len: 1001 time: 0.3452606 Jul 07 21:20:21.216580 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb1948-2ce0-4d8e-bc6c-d2b27e621753 req-3f4df5ac-54d4-4ef9-a4cc-5dd732c00ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:21.218233 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b6eb1948-2ce0-4d8e-bc6c-d2b27e621753 req-3f4df5ac-54d4-4ef9-a4cc-5dd732c00ac2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=52255be0-a319-4caf-bb04-5317e33f921f HTTP/1.1" status: 200 len: 834 time: 0.0455046 Jul 07 21:20:21.237853 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b085d8ed-1348-4fef-b73d-d859c35241e9 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:21.245307 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b085d8ed-1348-4fef-b73d-d859c35241e9 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:21.281307 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b085d8ed-1348-4fef-b73d-d859c35241e9 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:20:21.285606 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb1948-2ce0-4d8e-bc6c-d2b27e621753 req-2c9e5729-e837-41ed-a0a2-d6b09bebc9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:21.287159 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b6eb1948-2ce0-4d8e-bc6c-d2b27e621753 req-2c9e5729-e837-41ed-a0a2-d6b09bebc9c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=83508116-1e9c-4bc1-9dd8-e6db754f3a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619855 Jul 07 21:20:21.292794 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085d8ed-1348-4fef-b73d-d859c35241e9 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb00b17-e653-454e-b76e-1c4e05aecbb6,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:21.299000 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b085d8ed-1348-4fef-b73d-d859c35241e9 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:21.299375 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-b085d8ed-1348-4fef-b73d-d859c35241e9 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Added segment 60ae7a86-2ac1-4c2a-b919-fab34cc8dfa3 of type vlan for network 656e94f6-2a7b-4b9c-a358-89638cdd8919 Jul 07 21:20:21.356077 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b085d8ed-1348-4fef-b73d-d859c35241e9 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:21.387308 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b6eb1948-2ce0-4d8e-bc6c-d2b27e621753 req-c791fa62-8d66-4506-93d2-da9cc3efdee6 service neutron] 10.222.0.58 "GET /v2.0/networks/83508116-1e9c-4bc1-9dd8-e6db754f3a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925033 Jul 07 21:20:21.390246 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b085d8ed-1348-4fef-b73d-d859c35241e9 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:21.401045 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b085d8ed-1348-4fef-b73d-d859c35241e9 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:21.401690 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b085d8ed-1348-4fef-b73d-d859c35241e9 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:21.466791 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b085d8ed-1348-4fef-b73d-d859c35241e9 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5042396 Jul 07 21:20:21.473113 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51566) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:21.482811 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-341c9fde-a269-4b07-8998-eb31e2069229 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Request body: {'subnet': {'network_id': '656e94f6-2a7b-4b9c-a358-89638cdd8919', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:21.501583 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-b6eb1948-2ce0-4d8e-bc6c-d2b27e621753 req-454ecffd-35fe-4ba0-b449-8c8dd22ef4d3 service neutron] 10.222.0.58 "GET /v2.0/networks/83508116-1e9c-4bc1-9dd8-e6db754f3a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061804 Jul 07 21:20:21.537361 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085d8ed-1348-4fef-b73d-d859c35241e9 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Pushing event updated for resources: {'Network': ['ID=656e94f6-2a7b-4b9c-a358-89638cdd8919,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:21.550507 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 656e94f6-2a7b-4b9c-a358-89638cdd8919 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:20:21.600682 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341c9fde-a269-4b07-8998-eb31e2069229 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Made reservation on behalf of 0022ad2652c14f72b8f0a51127b746e6 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:20:21.604459 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-341c9fde-a269-4b07-8998-eb31e2069229 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:21.720942 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:20:21.788971 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-341c9fde-a269-4b07-8998-eb31e2069229 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:21.852748 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c9fde-a269-4b07-8998-eb31e2069229 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Pushing event updated for resources: {'Subnet': ['ID=2a862b87-bb25-463a-aee2-c667247b7d48,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:21.861785 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c9fde-a269-4b07-8998-eb31e2069229 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Checking segment: {'id': '60ae7a86-2ac1-4c2a-b919-fab34cc8dfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '656e94f6-2a7b-4b9c-a358-89638cdd8919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:20:21.862155 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341c9fde-a269-4b07-8998-eb31e2069229 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Network hostable DHCP agents. Network: 656e94f6-2a7b-4b9c-a358-89638cdd8919, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:20:21.880767 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341c9fde-a269-4b07-8998-eb31e2069229 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Network 656e94f6-2a7b-4b9c-a358-89638cdd8919 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:20:21.889361 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-341c9fde-a269-4b07-8998-eb31e2069229 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 656e94f6-2a7b-4b9c-a358-89638cdd8919) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:20:21.893387 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341c9fde-a269-4b07-8998-eb31e2069229 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:21.893980 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-341c9fde-a269-4b07-8998-eb31e2069229 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:21.900281 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78598e7f-54ca-4fd2-80e6-cce1ed3378b9 None None] Network 656e94f6-2a7b-4b9c-a358-89638cdd8919 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:20:21.911536 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-341c9fde-a269-4b07-8998-eb31e2069229 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4372451 Jul 07 21:20:21.915583 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51568) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:21.920853 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-a364be70-7972-475f-b014-8a6c353ecb6b tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Request body: {'port': {'network_id': '656e94f6-2a7b-4b9c-a358-89638cdd8919', 'name': 'tempest-TagsExtTest-2105701539'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:22.052777 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a364be70-7972-475f-b014-8a6c353ecb6b tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Made reservation on behalf of 0022ad2652c14f72b8f0a51127b746e6 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:20:22.058593 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a364be70-7972-475f-b014-8a6c353ecb6b tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:22.082330 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [None req-a364be70-7972-475f-b014-8a6c353ecb6b tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] device_id is not set on port c5e891c6-1fe8-4286-88fd-c2e898ebedd4 yet. {{(pid=100448) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 21:20:22.097252 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0bee65-226e-479c-b07d-52dc9765e60e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-656e94f6-2a7b-4b9c-a358-89638cdd8919', 'network_id': '656e94f6-2a7b-4b9c-a358-89638cdd8919', 'tenant_id': '0022ad2652c14f72b8f0a51127b746e6', 'fixed_ips': [{'subnet_id': '2a862b87-bb25-463a-aee2-c667247b7d48'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:20:22.098762 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-df0bee65-226e-479c-b07d-52dc9765e60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:22.197511 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-a364be70-7972-475f-b014-8a6c353ecb6b tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Allocated IP 172.20.0.11 (656e94f6-2a7b-4b9c-a358-89638cdd8919/2a862b87-bb25-463a-aee2-c667247b7d48/c5e891c6-1fe8-4286-88fd-c2e898ebedd4) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:20:22.350262 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a364be70-7972-475f-b014-8a6c353ecb6b tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:22.363043 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-a364be70-7972-475f-b014-8a6c353ecb6b tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Transition to ACTIVE for port object c5e891c6-1fe8-4286-88fd-c2e898ebedd4 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:20:22.396904 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a364be70-7972-475f-b014-8a6c353ecb6b tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:22.439793 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a364be70-7972-475f-b014-8a6c353ecb6b tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Network 656e94f6-2a7b-4b9c-a358-89638cdd8919 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:20:22.444206 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-a364be70-7972-475f-b014-8a6c353ecb6b tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:20:22.448223 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a364be70-7972-475f-b014-8a6c353ecb6b tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:20:22.459969 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-df0bee65-226e-479c-b07d-52dc9765e60e None None] Allocated IP 172.20.0.2 (656e94f6-2a7b-4b9c-a358-89638cdd8919/2a862b87-bb25-463a-aee2-c667247b7d48/090a05bf-903d-4fd6-8fa3-8334cc8dc042) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:20:22.475786 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364be70-7972-475f-b014-8a6c353ecb6b tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Pushing event updated for resources: {'Port': ['ID=c5e891c6-1fe8-4286-88fd-c2e898ebedd4,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:22.510646 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a364be70-7972-475f-b014-8a6c353ecb6b tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:22.511264 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-a364be70-7972-475f-b014-8a6c353ecb6b tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:22.526621 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a364be70-7972-475f-b014-8a6c353ecb6b tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.6098504 Jul 07 21:20:22.529327 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51570) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:22.536051 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-fafe7263-9a50-48b3-8c8a-d7b5b49f3bee tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2060823922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:22.573880 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fafe7263-9a50-48b3-8c8a-d7b5b49f3bee tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:22.575382 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fafe7263-9a50-48b3-8c8a-d7b5b49f3bee tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:22.623916 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-df0bee65-226e-479c-b07d-52dc9765e60e None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:22.632655 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-df0bee65-226e-479c-b07d-52dc9765e60e None None] Transition to ACTIVE for port object 090a05bf-903d-4fd6-8fa3-8334cc8dc042 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:20:22.647536 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-df0bee65-226e-479c-b07d-52dc9765e60e None None] Transition to ACTIVE for port object 090a05bf-903d-4fd6-8fa3-8334cc8dc042 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:20:22.653560 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-df0bee65-226e-479c-b07d-52dc9765e60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:22.671647 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fafe7263-9a50-48b3-8c8a-d7b5b49f3bee tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:22.676710 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fafe7263-9a50-48b3-8c8a-d7b5b49f3bee tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:22.693899 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-fafe7263-9a50-48b3-8c8a-d7b5b49f3bee tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:22.695169 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fafe7263-9a50-48b3-8c8a-d7b5b49f3bee tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1646488 Jul 07 21:20:22.701264 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0bee65-226e-479c-b07d-52dc9765e60e None None] Network 656e94f6-2a7b-4b9c-a358-89638cdd8919 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:20:22.701417 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51572) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:22.703857 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-df0bee65-226e-479c-b07d-52dc9765e60e None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:20:22.706241 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-87a48771-001d-4eeb-a1d9-d3477c458b6f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-851873041', 'prefixes': ['172.20.0.0/16']}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:22.706570 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0bee65-226e-479c-b07d-52dc9765e60e None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:20:22.722652 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0bee65-226e-479c-b07d-52dc9765e60e None None] Pushing event updated for resources: {'Port': ['ID=090a05bf-903d-4fd6-8fa3-8334cc8dc042,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:22.778940 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-87a48771-001d-4eeb-a1d9-d3477c458b6f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks [] for subnetpool, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:22.783349 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-87a48771-001d-4eeb-a1d9-d3477c458b6f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0778995 Jul 07 21:20:22.783506 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-df0bee65-226e-479c-b07d-52dc9765e60e None None] Attempting to bind port 090a05bf-903d-4fd6-8fa3-8334cc8dc042 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:20:22.783616 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51574) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:22.783724 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-df0bee65-226e-479c-b07d-52dc9765e60e None None] Attempting to bind port 090a05bf-903d-4fd6-8fa3-8334cc8dc042 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '60ae7a86-2ac1-4c2a-b919-fab34cc8dfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '656e94f6-2a7b-4b9c-a358-89638cdd8919'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:20:22.783941 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0bee65-226e-479c-b07d-52dc9765e60e None None] Attempting to bind port 090a05bf-903d-4fd6-8fa3-8334cc8dc042 on network 656e94f6-2a7b-4b9c-a358-89638cdd8919 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:20:22.789260 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-c899ecd6-13bb-486a-a3c0-14d484bc2865 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2a862b87-bb25-463a-aee2-c667247b7d48', 'tempest-TagsExtTest-Tag-730781067') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:22.789645 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0bee65-226e-479c-b07d-52dc9765e60e None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:20:22.790023 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0bee65-226e-479c-b07d-52dc9765e60e None None] Checking segment: {'id': '60ae7a86-2ac1-4c2a-b919-fab34cc8dfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '656e94f6-2a7b-4b9c-a358-89638cdd8919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:20:22.790431 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-df0bee65-226e-479c-b07d-52dc9765e60e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:22.790828 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0bee65-226e-479c-b07d-52dc9765e60e None None] Bound using segment: {'id': '60ae7a86-2ac1-4c2a-b919-fab34cc8dfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '656e94f6-2a7b-4b9c-a358-89638cdd8919'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:20:22.791295 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-df0bee65-226e-479c-b07d-52dc9765e60e None None] Bound port: 090a05bf-903d-4fd6-8fa3-8334cc8dc042, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ae7a86-2ac1-4c2a-b919-fab34cc8dfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '656e94f6-2a7b-4b9c-a358-89638cdd8919'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:20:22.791711 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-df0bee65-226e-479c-b07d-52dc9765e60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:22.858312 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-df0bee65-226e-479c-b07d-52dc9765e60e None None] For port 090a05bf-903d-4fd6-8fa3-8334cc8dc042, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:20:22.861796 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-df0bee65-226e-479c-b07d-52dc9765e60e None None] For port 090a05bf-903d-4fd6-8fa3-8334cc8dc042, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=090a05bf-903d-4fd6-8fa3-8334cc8dc042,segment=NetworkSegment(60ae7a86-2ac1-4c2a-b919-fab34cc8dfa3),segment_id=60ae7a86-2ac1-4c2a-b919-fab34cc8dfa3)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:20:22.867304 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-df0bee65-226e-479c-b07d-52dc9765e60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:22.914885 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c899ecd6-13bb-486a-a3c0-14d484bc2865 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "PUT /v2.0/subnets/2a862b87-bb25-463a-aee2-c667247b7d48/tags/tempest-TagsExtTest-Tag-730781067 HTTP/1.1" status: 201 len: 201 time: 0.1302299 Jul 07 21:20:22.915625 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51576) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:22.923718 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-80fc4fc4-c7fe-4c59-949e-c2cbcc003539 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c5e891c6-1fe8-4286-88fd-c2e898ebedd4', 'tempest-TagsExtTest-Tag-956330706') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:22.929710 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0bee65-226e-479c-b07d-52dc9765e60e None None] Pushing event updated for resources: {'Port': ['ID=090a05bf-903d-4fd6-8fa3-8334cc8dc042,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:23.014765 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-80fc4fc4-c7fe-4c59-949e-c2cbcc003539 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "PUT /v2.0/ports/c5e891c6-1fe8-4286-88fd-c2e898ebedd4/tags/tempest-TagsExtTest-Tag-956330706 HTTP/1.1" status: 201 len: 201 time: 0.0950913 Jul 07 21:20:23.015172 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51578) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:23.021988 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-9db42b0c-24c7-46ff-86ad-e4c06a3364e7 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'eab56b9b-8a59-401e-90c6-d79501791904', 'tempest-TagsExtTest-Tag-1965283051') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:23.025197 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [req-58723eb5-d76a-4cc2-a19f-87c764065457 req-80ba3124-987b-49e9-86c2-d5395ace8a4b service neutron] (100447) timed out ('10.222.0.64', 60076) {{(pid=100447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 21:20:23.136009 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9db42b0c-24c7-46ff-86ad-e4c06a3364e7 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "PUT /v2.0/routers/eab56b9b-8a59-401e-90c6-d79501791904/tags/tempest-TagsExtTest-Tag-1965283051 HTTP/1.1" status: 201 len: 201 time: 0.1193984 Jul 07 21:20:23.138588 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51580) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:23.149576 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-ba0bfda1-9d49-4483-9cb0-37742b84eb7e tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3542efe9-1d87-460f-8034-e13c9e258fdf', 'tempest-TagsExtTest-Tag-233141675') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:23.211186 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ba0bfda1-9d49-4483-9cb0-37742b84eb7e tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "PUT /v2.0/subnetpools/3542efe9-1d87-460f-8034-e13c9e258fdf/tags/tempest-TagsExtTest-Tag-233141675 HTTP/1.1" status: 201 len: 201 time: 0.0708733 Jul 07 21:20:23.213863 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51582) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:23.218765 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-a640f5a6-9eaa-41eb-a775-080cb743dbb5 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2a862b87-bb25-463a-aee2-c667247b7d48') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:23.334001 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 090a05bf-903d-4fd6-8fa3-8334cc8dc042 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:20:23.341257 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a640f5a6-9eaa-41eb-a775-080cb743dbb5 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "GET /v2.0/subnets/2a862b87-bb25-463a-aee2-c667247b7d48/tags HTTP/1.1" status: 200 len: 240 time: 0.1262541 Jul 07 21:20:23.343917 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51584) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:23.348609 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-83a3589e-410d-4f43-8b15-39ee1c7516b4 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2a862b87-bb25-463a-aee2-c667247b7d48', 'tempest-TagsExtTest-Tag-730781067') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:23.386834 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 090a05bf-903d-4fd6-8fa3-8334cc8dc042 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:20:23.403485 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-83a3589e-410d-4f43-8b15-39ee1c7516b4 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "GET /v2.0/subnets/2a862b87-bb25-463a-aee2-c667247b7d48/tags/tempest-TagsExtTest-Tag-730781067 HTTP/1.1" status: 204 len: 168 time: 0.0583825 Jul 07 21:20:23.405803 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51586) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:23.410214 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-b7cec18d-ce75-4c5d-bc98-7f5f35a791b3 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2a862b87-bb25-463a-aee2-c667247b7d48', 'tempest-TagsExtTest-Tag-730781067') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:23.492835 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b7cec18d-ce75-4c5d-bc98-7f5f35a791b3 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "DELETE /v2.0/subnets/2a862b87-bb25-463a-aee2-c667247b7d48/tags/tempest-TagsExtTest-Tag-730781067 HTTP/1.1" status: 204 len: 168 time: 0.0860033 Jul 07 21:20:23.496000 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51588) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:23.503373 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-5654da69-86d6-4c6e-9288-94ee1702bb26 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2a862b87-bb25-463a-aee2-c667247b7d48') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:23.577088 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5654da69-86d6-4c6e-9288-94ee1702bb26 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "GET /v2.0/subnets/2a862b87-bb25-463a-aee2-c667247b7d48/tags HTTP/1.1" status: 200 len: 205 time: 0.0796967 Jul 07 21:20:23.579644 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51590) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:23.584746 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-fac8cc56-3b70-4d6d-9e67-99e92dd72ab7 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c5e891c6-1fe8-4286-88fd-c2e898ebedd4') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:23.642045 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fac8cc56-3b70-4d6d-9e67-99e92dd72ab7 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "GET /v2.0/ports/c5e891c6-1fe8-4286-88fd-c2e898ebedd4/tags HTTP/1.1" status: 200 len: 240 time: 0.0611749 Jul 07 21:20:23.645986 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51592) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:23.650593 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-a3dc0748-a64c-4658-a893-fde8296555d7 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c5e891c6-1fe8-4286-88fd-c2e898ebedd4', 'tempest-TagsExtTest-Tag-956330706') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:23.706195 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a3dc0748-a64c-4658-a893-fde8296555d7 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "GET /v2.0/ports/c5e891c6-1fe8-4286-88fd-c2e898ebedd4/tags/tempest-TagsExtTest-Tag-956330706 HTTP/1.1" status: 204 len: 168 time: 0.0590580 Jul 07 21:20:23.709997 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51594) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:23.714774 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-80171ce9-16c4-4416-b3a6-36fb7db68ba2 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c5e891c6-1fe8-4286-88fd-c2e898ebedd4', 'tempest-TagsExtTest-Tag-956330706') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:23.793538 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-80171ce9-16c4-4416-b3a6-36fb7db68ba2 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "DELETE /v2.0/ports/c5e891c6-1fe8-4286-88fd-c2e898ebedd4/tags/tempest-TagsExtTest-Tag-956330706 HTTP/1.1" status: 204 len: 168 time: 0.0823765 Jul 07 21:20:23.796608 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51596) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:23.802363 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-30d95b82-fe1d-4552-bd38-997e82befec5 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c5e891c6-1fe8-4286-88fd-c2e898ebedd4') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:23.862561 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-30d95b82-fe1d-4552-bd38-997e82befec5 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "GET /v2.0/ports/c5e891c6-1fe8-4286-88fd-c2e898ebedd4/tags HTTP/1.1" status: 200 len: 205 time: 0.0648544 Jul 07 21:20:23.865536 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51598) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:23.870595 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-df9b5a08-6a54-40b6-850e-2da0836e15b9 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'eab56b9b-8a59-401e-90c6-d79501791904') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:23.951097 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-df9b5a08-6a54-40b6-850e-2da0836e15b9 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "GET /v2.0/routers/eab56b9b-8a59-401e-90c6-d79501791904/tags HTTP/1.1" status: 200 len: 241 time: 0.0822268 Jul 07 21:20:23.951898 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51600) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:23.956261 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-77f80f71-1197-48c0-b8e0-39fe0beb5f5f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eab56b9b-8a59-401e-90c6-d79501791904', 'tempest-TagsExtTest-Tag-1965283051') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:23.968678 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb0d8bf-3fa2-4c7f-908e-d0b50b5e7cc4 None None] Network 656e94f6-2a7b-4b9c-a358-89638cdd8919 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:20:24.028801 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-77f80f71-1197-48c0-b8e0-39fe0beb5f5f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "GET /v2.0/routers/eab56b9b-8a59-401e-90c6-d79501791904/tags/tempest-TagsExtTest-Tag-1965283051 HTTP/1.1" status: 204 len: 168 time: 0.0759587 Jul 07 21:20:24.031718 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51602) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:24.038912 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-63df10af-6f13-4de5-a9f8-a94a9d155a39 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'eab56b9b-8a59-401e-90c6-d79501791904', 'tempest-TagsExtTest-Tag-1965283051') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:24.118570 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-875c0d30-4418-49e2-91b8-2691e37234f0 None None] Provisioning for port 090a05bf-903d-4fd6-8fa3-8334cc8dc042 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:20:24.129877 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-63df10af-6f13-4de5-a9f8-a94a9d155a39 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "DELETE /v2.0/routers/eab56b9b-8a59-401e-90c6-d79501791904/tags/tempest-TagsExtTest-Tag-1965283051 HTTP/1.1" status: 204 len: 168 time: 0.0964365 Jul 07 21:20:24.132694 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51604) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:24.133196 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-875c0d30-4418-49e2-91b8-2691e37234f0 None None] Provisioning complete for port 090a05bf-903d-4fd6-8fa3-8334cc8dc042 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:20:24.133804 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-875c0d30-4418-49e2-91b8-2691e37234f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:24.138024 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-9ed22f07-a220-4ebf-a0f8-497f15570537 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'eab56b9b-8a59-401e-90c6-d79501791904') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:24.219022 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9ed22f07-a220-4ebf-a0f8-497f15570537 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "GET /v2.0/routers/eab56b9b-8a59-401e-90c6-d79501791904/tags HTTP/1.1" status: 200 len: 205 time: 0.0845542 Jul 07 21:20:24.221342 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51606) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:24.226518 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-46e42add-b2de-4b68-b557-b828c3040147 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3542efe9-1d87-460f-8034-e13c9e258fdf') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:24.275231 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-46e42add-b2de-4b68-b557-b828c3040147 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "GET /v2.0/subnetpools/3542efe9-1d87-460f-8034-e13c9e258fdf/tags HTTP/1.1" status: 200 len: 240 time: 0.0484788 Jul 07 21:20:24.276567 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51608) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:24.283791 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-73092d76-157a-493f-8d63-11d91531b691 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3542efe9-1d87-460f-8034-e13c9e258fdf', 'tempest-TagsExtTest-Tag-233141675') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:24.326210 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-875c0d30-4418-49e2-91b8-2691e37234f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:24.342030 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-73092d76-157a-493f-8d63-11d91531b691 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "GET /v2.0/subnetpools/3542efe9-1d87-460f-8034-e13c9e258fdf/tags/tempest-TagsExtTest-Tag-233141675 HTTP/1.1" status: 204 len: 168 time: 0.0613663 Jul 07 21:20:24.342536 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51610) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:24.346991 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-da93fd96-e495-4a3e-84bd-818b83ce3681 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3542efe9-1d87-460f-8034-e13c9e258fdf', 'tempest-TagsExtTest-Tag-233141675') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:24.381437 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-875c0d30-4418-49e2-91b8-2691e37234f0 None None] For port 090a05bf-903d-4fd6-8fa3-8334cc8dc042, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=090a05bf-903d-4fd6-8fa3-8334cc8dc042,segment=NetworkSegment(60ae7a86-2ac1-4c2a-b919-fab34cc8dfa3),segment_id=60ae7a86-2ac1-4c2a-b919-fab34cc8dfa3)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:20:24.383253 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a1b20c70-7666-4b44-a7e0-4709193c8a17 req-dec9dee0-24c9-4e30-ab62-43db35c93101 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0958657 Jul 07 21:20:24.386408 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-875c0d30-4418-49e2-91b8-2691e37234f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:24.404550 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-da93fd96-e495-4a3e-84bd-818b83ce3681 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "DELETE /v2.0/subnetpools/3542efe9-1d87-460f-8034-e13c9e258fdf/tags/tempest-TagsExtTest-Tag-233141675 HTTP/1.1" status: 204 len: 168 time: 0.0609910 Jul 07 21:20:24.407431 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51612) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:24.421716 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-711a0195-ba78-4b4b-9e70-ec060313d0d9 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3542efe9-1d87-460f-8034-e13c9e258fdf') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:24.501942 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-711a0195-ba78-4b4b-9e70-ec060313d0d9 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "GET /v2.0/subnetpools/3542efe9-1d87-460f-8034-e13c9e258fdf/tags HTTP/1.1" status: 200 len: 205 time: 0.0839829 Jul 07 21:20:24.502167 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c0d30-4418-49e2-91b8-2691e37234f0 None None] Pushing event updated for resources: {'Port': ['ID=090a05bf-903d-4fd6-8fa3-8334cc8dc042,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:24.503304 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51614) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:24.511859 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-eac53e53-8cda-4255-a5c5-b31719aee47f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3542efe9-1d87-460f-8034-e13c9e258fdf') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:24.542789 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b20c70-7666-4b44-a7e0-4709193c8a17 req-fa6ccd84-c294-40be-ad14-bbb2023d00af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:24.545066 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a1b20c70-7666-4b44-a7e0-4709193c8a17 req-fa6ccd84-c294-40be-ad14-bbb2023d00af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 1098 time: 0.0967834 Jul 07 21:20:24.580705 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-eac53e53-8cda-4255-a5c5-b31719aee47f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "DELETE /v2.0/subnetpools/3542efe9-1d87-460f-8034-e13c9e258fdf/tags HTTP/1.1" status: 204 len: 168 time: 0.0727730 Jul 07 21:20:24.584997 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51616) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:24.590726 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-b64b3a3b-98b4-4ee5-8d01-f5a53da53e77 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eab56b9b-8a59-401e-90c6-d79501791904') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:24.677473 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b64b3a3b-98b4-4ee5-8d01-f5a53da53e77 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "DELETE /v2.0/routers/eab56b9b-8a59-401e-90c6-d79501791904/tags HTTP/1.1" status: 204 len: 168 time: 0.0913107 Jul 07 21:20:24.680245 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51618) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:24.681702 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b20c70-7666-4b44-a7e0-4709193c8a17 req-009355ef-408f-41ae-9bbc-fa3a6d4ac07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:24.683389 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a1b20c70-7666-4b44-a7e0-4709193c8a17 req-009355ef-408f-41ae-9bbc-fa3a6d4ac07c service neutron] 10.222.0.39 "GET /v2.0/networks?id=8514bcb3-7d37-4491-a641-df9d3f314e5a HTTP/1.1" status: 200 len: 898 time: 0.1115837 Jul 07 21:20:24.685479 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-6b5e74e1-314e-44d9-88f8-dcf91b0b9b89 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c5e891c6-1fe8-4286-88fd-c2e898ebedd4') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:24.722852 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-33cd40ac-5300-4827-9735-d34fb5f88a7e None None] Provisioning complete for port 090a05bf-903d-4fd6-8fa3-8334cc8dc042 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:20:24.723852 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-33cd40ac-5300-4827-9735-d34fb5f88a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:24.761353 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6b5e74e1-314e-44d9-88f8-dcf91b0b9b89 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "DELETE /v2.0/ports/c5e891c6-1fe8-4286-88fd-c2e898ebedd4/tags HTTP/1.1" status: 204 len: 168 time: 0.0798683 Jul 07 21:20:24.763790 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51620) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:24.768487 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-5e43b3f5-8b49-41c3-bbc5-0f5e3525d691 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2a862b87-bb25-463a-aee2-c667247b7d48') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:24.782839 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a1b20c70-7666-4b44-a7e0-4709193c8a17 req-a0c11aef-196f-4495-8eed-9be39115a8e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 HTTP/1.1" status: 200 len: 1000 time: 0.0930593 Jul 07 21:20:24.846077 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-33cd40ac-5300-4827-9735-d34fb5f88a7e None None] Provisioning for port c5e891c6-1fe8-4286-88fd-c2e898ebedd4 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:20:24.850522 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-33cd40ac-5300-4827-9735-d34fb5f88a7e None None] Provisioning complete for port c5e891c6-1fe8-4286-88fd-c2e898ebedd4 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:20:24.851292 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-33cd40ac-5300-4827-9735-d34fb5f88a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:24.858144 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b20c70-7666-4b44-a7e0-4709193c8a17 req-605202c6-cde7-4125-b483-b193e80045de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:24.860345 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a1b20c70-7666-4b44-a7e0-4709193c8a17 req-605202c6-cde7-4125-b483-b193e80045de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6374fef3-fa3e-4e5f-ae5d-9302ddd17f35 HTTP/1.1" status: 200 len: 835 time: 0.0701554 Jul 07 21:20:24.866510 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5e43b3f5-8b49-41c3-bbc5-0f5e3525d691 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "DELETE /v2.0/subnets/2a862b87-bb25-463a-aee2-c667247b7d48/tags HTTP/1.1" status: 204 len: 168 time: 0.1013906 Jul 07 21:20:24.867940 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51622) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:24.876395 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-106b5dae-e5a4-4fc9-888b-32480d8c3106 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2a862b87-bb25-463a-aee2-c667247b7d48', 'tempest-TagsExtTest-Tag-777140743') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:24.916801 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-33cd40ac-5300-4827-9735-d34fb5f88a7e None None] Port c5e891c6-1fe8-4286-88fd-c2e898ebedd4 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:20:24.960202 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b20c70-7666-4b44-a7e0-4709193c8a17 req-3071d379-8655-48e5-8112-61676f443813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:24.962320 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a1b20c70-7666-4b44-a7e0-4709193c8a17 req-3071d379-8655-48e5-8112-61676f443813 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8514bcb3-7d37-4491-a641-df9d3f314e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940435 Jul 07 21:20:24.975584 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-106b5dae-e5a4-4fc9-888b-32480d8c3106 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "PUT /v2.0/subnets/2a862b87-bb25-463a-aee2-c667247b7d48/tags/tempest-TagsExtTest-Tag-777140743 HTTP/1.1" status: 201 len: 201 time: 0.1057093 Jul 07 21:20:24.976790 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51624) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:24.984550 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-8975dfd7-39f5-478c-b9e2-fbb29fec4908 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c5e891c6-1fe8-4286-88fd-c2e898ebedd4', 'tempest-TagsExtTest-Tag-1834015616') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:25.040291 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-aefd43fe-e819-4017-a2ed-4369cfa275ad None None] Provisioning complete for port c5e891c6-1fe8-4286-88fd-c2e898ebedd4 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:20:25.041176 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-aefd43fe-e819-4017-a2ed-4369cfa275ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:25.068483 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8975dfd7-39f5-478c-b9e2-fbb29fec4908 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "PUT /v2.0/ports/c5e891c6-1fe8-4286-88fd-c2e898ebedd4/tags/tempest-TagsExtTest-Tag-1834015616 HTTP/1.1" status: 201 len: 201 time: 0.0858874 Jul 07 21:20:25.068483 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51626) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:25.075830 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-6c210015-27ca-4904-b47e-405bad333125 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'eab56b9b-8a59-401e-90c6-d79501791904', 'tempest-TagsExtTest-Tag-532916768') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:25.089686 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-aefd43fe-e819-4017-a2ed-4369cfa275ad None None] Port c5e891c6-1fe8-4286-88fd-c2e898ebedd4 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:20:25.099546 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a1b20c70-7666-4b44-a7e0-4709193c8a17 req-a8fc4a30-cf18-4ac9-af15-966d5cd20126 service neutron] 10.222.0.39 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307647 Jul 07 21:20:25.175937 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6c210015-27ca-4904-b47e-405bad333125 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "PUT /v2.0/routers/eab56b9b-8a59-401e-90c6-d79501791904/tags/tempest-TagsExtTest-Tag-532916768 HTTP/1.1" status: 201 len: 201 time: 0.1062860 Jul 07 21:20:25.179259 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51628) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:25.184492 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-78c02230-b32a-401d-91f5-9c6a49b1e918 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3542efe9-1d87-460f-8034-e13c9e258fdf', 'tempest-TagsExtTest-Tag-243671833') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:25.215890 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-a1b20c70-7666-4b44-a7e0-4709193c8a17 req-ff5a8338-c889-4779-b50b-91d0d4589c3c service neutron] 10.222.0.39 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103773 Jul 07 21:20:25.248716 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-78c02230-b32a-401d-91f5-9c6a49b1e918 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "PUT /v2.0/subnetpools/3542efe9-1d87-460f-8034-e13c9e258fdf/tags/tempest-TagsExtTest-Tag-243671833 HTTP/1.1" status: 201 len: 201 time: 0.0677347 Jul 07 21:20:25.253100 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51630) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:25.260920 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-4a55c1c7-2c59-4151-8838-783a9ed547be tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2a862b87-bb25-463a-aee2-c667247b7d48', {'tags': ['tempest-TagsExtTest-Tag-1148677839', 'tempest-TagsExtTest-Tag-1507268577', 'tempest-TagsExtTest-Tag-400712352']}) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:25.297260 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 090a05bf-903d-4fd6-8fa3-8334cc8dc042 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:20:25.350473 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4a55c1c7-2c59-4151-8838-783a9ed547be tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "PUT /v2.0/subnets/2a862b87-bb25-463a-aee2-c667247b7d48/tags HTTP/1.1" status: 200 len: 317 time: 0.0956390 Jul 07 21:20:25.353931 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51632) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:25.355501 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 090a05bf-903d-4fd6-8fa3-8334cc8dc042 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:20:25.355973 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:25.358533 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-91ff322e-df4a-4426-94cc-141f17aedf97 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2a862b87-bb25-463a-aee2-c667247b7d48') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:25.445507 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-91ff322e-df4a-4426-94cc-141f17aedf97 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "DELETE /v2.0/subnets/2a862b87-bb25-463a-aee2-c667247b7d48/tags HTTP/1.1" status: 204 len: 168 time: 0.0907817 Jul 07 21:20:25.448429 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51634) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:25.455165 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-4c11ca3b-5b1f-4dbb-984d-6938d538f68a tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2a862b87-bb25-463a-aee2-c667247b7d48', 'tempest-TagsExtTest-Tag-1148677839') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:25.527008 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-4c11ca3b-5b1f-4dbb-984d-6938d538f68a tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] show failed (client error): The resource could not be found. Jul 07 21:20:25.528114 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4c11ca3b-5b1f-4dbb-984d-6938d538f68a tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "GET /v2.0/subnets/2a862b87-bb25-463a-aee2-c667247b7d48/tags/tempest-TagsExtTest-Tag-1148677839 HTTP/1.1" status: 404 len: 329 time: 0.0783308 Jul 07 21:20:25.534890 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51636) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:25.540503 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-14f53ce3-7ac1-43b7-bc1a-4ebde557bf6f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2a862b87-bb25-463a-aee2-c667247b7d48', 'tempest-TagsExtTest-Tag-1507268577') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:25.592080 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-14f53ce3-7ac1-43b7-bc1a-4ebde557bf6f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] show failed (client error): The resource could not be found. Jul 07 21:20:25.593057 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-14f53ce3-7ac1-43b7-bc1a-4ebde557bf6f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "GET /v2.0/subnets/2a862b87-bb25-463a-aee2-c667247b7d48/tags/tempest-TagsExtTest-Tag-1507268577 HTTP/1.1" status: 404 len: 329 time: 0.0560789 Jul 07 21:20:25.596112 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51638) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:25.601298 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-34dbde5a-c86b-4af0-bb9b-6ff952615de8 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2a862b87-bb25-463a-aee2-c667247b7d48', 'tempest-TagsExtTest-Tag-400712352') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:25.655841 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-34dbde5a-c86b-4af0-bb9b-6ff952615de8 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] show failed (client error): The resource could not be found. Jul 07 21:20:25.656902 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-34dbde5a-c86b-4af0-bb9b-6ff952615de8 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "GET /v2.0/subnets/2a862b87-bb25-463a-aee2-c667247b7d48/tags/tempest-TagsExtTest-Tag-400712352 HTTP/1.1" status: 404 len: 328 time: 0.0599272 Jul 07 21:20:25.660477 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51640) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:25.664771 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-19fcaaf4-7059-491a-ab58-dc3e180b70a7 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c5e891c6-1fe8-4286-88fd-c2e898ebedd4', {'tags': ['tempest-TagsExtTest-Tag-920383070', 'tempest-TagsExtTest-Tag-902777130', 'tempest-TagsExtTest-Tag-544008987']}) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:25.727004 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-19fcaaf4-7059-491a-ab58-dc3e180b70a7 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "PUT /v2.0/ports/c5e891c6-1fe8-4286-88fd-c2e898ebedd4/tags HTTP/1.1" status: 200 len: 315 time: 0.0657387 Jul 07 21:20:25.729476 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51642) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:25.733797 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-b65f614b-d563-4f77-891d-a6c17b7ada07 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c5e891c6-1fe8-4286-88fd-c2e898ebedd4') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:25.803895 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b65f614b-d563-4f77-891d-a6c17b7ada07 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "DELETE /v2.0/ports/c5e891c6-1fe8-4286-88fd-c2e898ebedd4/tags HTTP/1.1" status: 204 len: 168 time: 0.0733767 Jul 07 21:20:25.806430 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51644) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:25.810719 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-34373035-f57b-4bbb-ba23-38b054efaf29 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c5e891c6-1fe8-4286-88fd-c2e898ebedd4', 'tempest-TagsExtTest-Tag-920383070') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:25.859427 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-34373035-f57b-4bbb-ba23-38b054efaf29 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] show failed (client error): The resource could not be found. Jul 07 21:20:25.860420 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-34373035-f57b-4bbb-ba23-38b054efaf29 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "GET /v2.0/ports/c5e891c6-1fe8-4286-88fd-c2e898ebedd4/tags/tempest-TagsExtTest-Tag-920383070 HTTP/1.1" status: 404 len: 328 time: 0.0530865 Jul 07 21:20:25.863391 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51646) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:25.868543 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-d1080cc7-253d-4630-9840-a5948e65a78a tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c5e891c6-1fe8-4286-88fd-c2e898ebedd4', 'tempest-TagsExtTest-Tag-902777130') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:25.921114 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-d1080cc7-253d-4630-9840-a5948e65a78a tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] show failed (client error): The resource could not be found. Jul 07 21:20:25.922199 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d1080cc7-253d-4630-9840-a5948e65a78a tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "GET /v2.0/ports/c5e891c6-1fe8-4286-88fd-c2e898ebedd4/tags/tempest-TagsExtTest-Tag-902777130 HTTP/1.1" status: 404 len: 328 time: 0.0572464 Jul 07 21:20:25.924977 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51648) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:25.930503 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-1d81dd57-bc08-4eb4-a0d9-69ef88cce2a7 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c5e891c6-1fe8-4286-88fd-c2e898ebedd4', 'tempest-TagsExtTest-Tag-544008987') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:25.984631 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-1d81dd57-bc08-4eb4-a0d9-69ef88cce2a7 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] show failed (client error): The resource could not be found. Jul 07 21:20:25.985810 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-1d81dd57-bc08-4eb4-a0d9-69ef88cce2a7 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "GET /v2.0/ports/c5e891c6-1fe8-4286-88fd-c2e898ebedd4/tags/tempest-TagsExtTest-Tag-544008987 HTTP/1.1" status: 404 len: 328 time: 0.0599263 Jul 07 21:20:25.989073 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51650) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:25.993800 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-767ff0ae-9593-449a-928f-a0b5d88be392 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'eab56b9b-8a59-401e-90c6-d79501791904', {'tags': ['tempest-TagsExtTest-Tag-1268354436', 'tempest-TagsExtTest-Tag-435687329', 'tempest-TagsExtTest-Tag-1251328428']}) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:26.081208 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-767ff0ae-9593-449a-928f-a0b5d88be392 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "PUT /v2.0/routers/eab56b9b-8a59-401e-90c6-d79501791904/tags HTTP/1.1" status: 200 len: 317 time: 0.0906374 Jul 07 21:20:26.083565 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51652) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:26.088061 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-ea3d141a-a7ad-4df0-b98b-160bded9ed56 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eab56b9b-8a59-401e-90c6-d79501791904') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:26.465483 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ea3d141a-a7ad-4df0-b98b-160bded9ed56 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "DELETE /v2.0/routers/eab56b9b-8a59-401e-90c6-d79501791904/tags HTTP/1.1" status: 204 len: 168 time: 0.3808856 Jul 07 21:20:26.468326 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51656) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:26.473462 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-2b76bce2-4c11-42d2-afbe-4bf64f24dfd1 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eab56b9b-8a59-401e-90c6-d79501791904', 'tempest-TagsExtTest-Tag-1268354436') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:26.553059 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-2b76bce2-4c11-42d2-afbe-4bf64f24dfd1 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] show failed (client error): The resource could not be found. Jul 07 21:20:26.554762 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2b76bce2-4c11-42d2-afbe-4bf64f24dfd1 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "GET /v2.0/routers/eab56b9b-8a59-401e-90c6-d79501791904/tags/tempest-TagsExtTest-Tag-1268354436 HTTP/1.1" status: 404 len: 329 time: 0.0852084 Jul 07 21:20:26.560162 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51658) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:26.564737 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-2e4fac54-7c03-4764-9d2c-040078d7533c tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eab56b9b-8a59-401e-90c6-d79501791904', 'tempest-TagsExtTest-Tag-435687329') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:26.643094 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-2e4fac54-7c03-4764-9d2c-040078d7533c tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] show failed (client error): The resource could not be found. Jul 07 21:20:26.645234 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2e4fac54-7c03-4764-9d2c-040078d7533c tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "GET /v2.0/routers/eab56b9b-8a59-401e-90c6-d79501791904/tags/tempest-TagsExtTest-Tag-435687329 HTTP/1.1" status: 404 len: 328 time: 0.0833306 Jul 07 21:20:26.650528 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51660) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:26.660285 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-4b8aa22f-abd4-49cf-b35b-180d0f20090b tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eab56b9b-8a59-401e-90c6-d79501791904', 'tempest-TagsExtTest-Tag-1251328428') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:26.739703 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-4b8aa22f-abd4-49cf-b35b-180d0f20090b tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] show failed (client error): The resource could not be found. Jul 07 21:20:26.740978 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4b8aa22f-abd4-49cf-b35b-180d0f20090b tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "GET /v2.0/routers/eab56b9b-8a59-401e-90c6-d79501791904/tags/tempest-TagsExtTest-Tag-1251328428 HTTP/1.1" status: 404 len: 329 time: 0.0906839 Jul 07 21:20:26.745644 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51662) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:26.750974 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-83079c4b-808c-4d12-a70c-93aa664e6068 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3542efe9-1d87-460f-8034-e13c9e258fdf', {'tags': ['tempest-TagsExtTest-Tag-1061327249', 'tempest-TagsExtTest-Tag-1613617097', 'tempest-TagsExtTest-Tag-1792591805']}) {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:26.790035 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-83079c4b-808c-4d12-a70c-93aa664e6068 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "PUT /v2.0/subnetpools/3542efe9-1d87-460f-8034-e13c9e258fdf/tags HTTP/1.1" status: 200 len: 318 time: 0.0432796 Jul 07 21:20:26.792921 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51664) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:26.797368 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-c19469f4-f2c3-4385-8a2a-c920ae44e79a tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3542efe9-1d87-460f-8034-e13c9e258fdf') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:26.833533 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c19469f4-f2c3-4385-8a2a-c920ae44e79a tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "DELETE /v2.0/subnetpools/3542efe9-1d87-460f-8034-e13c9e258fdf/tags HTTP/1.1" status: 204 len: 168 time: 0.0392714 Jul 07 21:20:26.836082 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51666) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:26.840474 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-4efb6ed6-0b32-4940-9a40-9f2bcd8aaca5 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3542efe9-1d87-460f-8034-e13c9e258fdf', 'tempest-TagsExtTest-Tag-1061327249') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:26.860766 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-4efb6ed6-0b32-4940-9a40-9f2bcd8aaca5 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] show failed (client error): The resource could not be found. Jul 07 21:20:26.861805 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4efb6ed6-0b32-4940-9a40-9f2bcd8aaca5 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "GET /v2.0/subnetpools/3542efe9-1d87-460f-8034-e13c9e258fdf/tags/tempest-TagsExtTest-Tag-1061327249 HTTP/1.1" status: 404 len: 329 time: 0.0248065 Jul 07 21:20:26.864831 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51668) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:26.869223 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-00b4ef19-4ded-468a-aa0a-a95f8b8b8435 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3542efe9-1d87-460f-8034-e13c9e258fdf', 'tempest-TagsExtTest-Tag-1613617097') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:26.889991 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-00b4ef19-4ded-468a-aa0a-a95f8b8b8435 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] show failed (client error): The resource could not be found. Jul 07 21:20:26.891016 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-00b4ef19-4ded-468a-aa0a-a95f8b8b8435 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "GET /v2.0/subnetpools/3542efe9-1d87-460f-8034-e13c9e258fdf/tags/tempest-TagsExtTest-Tag-1613617097 HTTP/1.1" status: 404 len: 329 time: 0.0252838 Jul 07 21:20:26.894065 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51670) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:26.898989 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-f607f7de-e785-42de-bf0f-b4b5a450bcc6 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3542efe9-1d87-460f-8034-e13c9e258fdf', 'tempest-TagsExtTest-Tag-1792591805') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:26.922367 n-d-695189-11 neutron-server[100448]: INFO neutron.api.v2.resource [None req-f607f7de-e785-42de-bf0f-b4b5a450bcc6 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] show failed (client error): The resource could not be found. Jul 07 21:20:26.923565 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f607f7de-e785-42de-bf0f-b4b5a450bcc6 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "GET /v2.0/subnetpools/3542efe9-1d87-460f-8034-e13c9e258fdf/tags/tempest-TagsExtTest-Tag-1792591805 HTTP/1.1" status: 404 len: 329 time: 0.0280147 Jul 07 21:20:26.926523 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51672) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:26.930978 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-488a5000-4260-402e-a858-313bf01a8d63 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3542efe9-1d87-460f-8034-e13c9e258fdf') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:26.957976 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-488a5000-4260-402e-a858-313bf01a8d63 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "DELETE /v2.0/subnetpools/3542efe9-1d87-460f-8034-e13c9e258fdf/tags HTTP/1.1" status: 204 len: 168 time: 0.0297298 Jul 07 21:20:26.961691 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51674) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:26.966397 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-9e0a2284-c5da-4f7f-aa8a-7da01c90b906 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eab56b9b-8a59-401e-90c6-d79501791904') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:27.069569 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9e0a2284-c5da-4f7f-aa8a-7da01c90b906 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "DELETE /v2.0/routers/eab56b9b-8a59-401e-90c6-d79501791904/tags HTTP/1.1" status: 204 len: 168 time: 0.1068206 Jul 07 21:20:27.072360 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51676) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:27.077821 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-d5651326-8770-4276-bba8-1e30db8039ee tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c5e891c6-1fe8-4286-88fd-c2e898ebedd4') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:27.134976 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d5651326-8770-4276-bba8-1e30db8039ee tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "DELETE /v2.0/ports/c5e891c6-1fe8-4286-88fd-c2e898ebedd4/tags HTTP/1.1" status: 204 len: 168 time: 0.0615270 Jul 07 21:20:27.137534 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51678) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:27.141723 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.tag.tag_plugin [None req-f8dfef7a-343d-47c6-9825-90ed42fb4c21 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2a862b87-bb25-463a-aee2-c667247b7d48') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:27.208949 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f8dfef7a-343d-47c6-9825-90ed42fb4c21 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "DELETE /v2.0/subnets/2a862b87-bb25-463a-aee2-c667247b7d48/tags HTTP/1.1" status: 204 len: 168 time: 0.0703022 Jul 07 21:20:27.212794 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51680) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:27.301952 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e4bd86ca-d637-4f46-af1a-b79831665d2c tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks [] for subnetpool, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:27.303102 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e4bd86ca-d637-4f46-af1a-b79831665d2c tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "DELETE /v2.0/subnetpools/3542efe9-1d87-460f-8034-e13c9e258fdf HTTP/1.1" status: 204 len: 168 time: 0.0889153 Jul 07 21:20:27.305872 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51682) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:27.335219 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-080f3db4-5c51-4b3c-a2d3-36b12e13937e tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "GET /v2.0/ports?device_id=eab56b9b-8a59-401e-90c6-d79501791904 HTTP/1.1" status: 200 len: 205 time: 0.0282400 Jul 07 21:20:27.337816 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51684) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:27.410817 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1fdcc98f-e2ba-4cf7-8fdf-3aa0688deab7 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:27.582765 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1fdcc98f-e2ba-4cf7-8fdf-3aa0688deab7 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:27.584982 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1fdcc98f-e2ba-4cf7-8fdf-3aa0688deab7 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:27.633416 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1fdcc98f-e2ba-4cf7-8fdf-3aa0688deab7 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:27.634184 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdcc98f-e2ba-4cf7-8fdf-3aa0688deab7 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Fanout notify agent at l3_agent the message router_deleted on router eab56b9b-8a59-401e-90c6-d79501791904 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:20:27.641533 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1fdcc98f-e2ba-4cf7-8fdf-3aa0688deab7 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:27.642485 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1fdcc98f-e2ba-4cf7-8fdf-3aa0688deab7 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "DELETE /v2.0/routers/eab56b9b-8a59-401e-90c6-d79501791904 HTTP/1.1" status: 204 len: 168 time: 0.3036926 Jul 07 21:20:27.645523 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51686) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:27.752926 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-e71210f2-d981-4ed3-9eb2-40dbe5fed63f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Deleting port c5e891c6-1fe8-4286-88fd-c2e898ebedd4 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:20:27.753280 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e71210f2-d981-4ed3-9eb2-40dbe5fed63f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:27.852704 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e71210f2-d981-4ed3-9eb2-40dbe5fed63f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:27.868898 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-e71210f2-d981-4ed3-9eb2-40dbe5fed63f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Calling delete_port for c5e891c6-1fe8-4286-88fd-c2e898ebedd4 owned by {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:20:28.005912 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e71210f2-d981-4ed3-9eb2-40dbe5fed63f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:28.039260 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71210f2-d981-4ed3-9eb2-40dbe5fed63f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Pushing event deleted for resources: {'Port': ['ID=c5e891c6-1fe8-4286-88fd-c2e898ebedd4,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:28.054175 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71210f2-d981-4ed3-9eb2-40dbe5fed63f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:28.054375 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71210f2-d981-4ed3-9eb2-40dbe5fed63f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:28.054722 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71210f2-d981-4ed3-9eb2-40dbe5fed63f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:28.055064 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71210f2-d981-4ed3-9eb2-40dbe5fed63f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:28.055425 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71210f2-d981-4ed3-9eb2-40dbe5fed63f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:28.055853 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71210f2-d981-4ed3-9eb2-40dbe5fed63f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:28.056104 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71210f2-d981-4ed3-9eb2-40dbe5fed63f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:28.056436 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71210f2-d981-4ed3-9eb2-40dbe5fed63f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:28.056762 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71210f2-d981-4ed3-9eb2-40dbe5fed63f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:28.057087 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71210f2-d981-4ed3-9eb2-40dbe5fed63f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:28.057421 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71210f2-d981-4ed3-9eb2-40dbe5fed63f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:28.057750 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71210f2-d981-4ed3-9eb2-40dbe5fed63f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:28.129841 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e71210f2-d981-4ed3-9eb2-40dbe5fed63f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:28.131759 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e71210f2-d981-4ed3-9eb2-40dbe5fed63f tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "DELETE /v2.0/ports/c5e891c6-1fe8-4286-88fd-c2e898ebedd4 HTTP/1.1" status: 204 len: 168 time: 0.4853201 Jul 07 21:20:28.135808 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51688) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:28.210810 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-741b4250-58a5-4b9d-9599-c03970020a85 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Deleting subnet 2a862b87-bb25-463a-aee2-c667247b7d48 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:20:28.216154 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-741b4250-58a5-4b9d-9599-c03970020a85 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:28.266124 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-741b4250-58a5-4b9d-9599-c03970020a85 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:28.372900 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-741b4250-58a5-4b9d-9599-c03970020a85 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:28.445606 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-741b4250-58a5-4b9d-9599-c03970020a85 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:28.479437 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b4250-58a5-4b9d-9599-c03970020a85 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Pushing event deleted for resources: {'Subnet': ['ID=2a862b87-bb25-463a-aee2-c667247b7d48,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:28.490054 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-741b4250-58a5-4b9d-9599-c03970020a85 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:28.492281 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-741b4250-58a5-4b9d-9599-c03970020a85 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "DELETE /v2.0/subnets/2a862b87-bb25-463a-aee2-c667247b7d48 HTTP/1.1" status: 204 len: 168 time: 0.3553386 Jul 07 21:20:28.495433 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51690) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:28.498853 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b315053-84dd-4420-95af-66eb97218c8a None None] Network 656e94f6-2a7b-4b9c-a358-89638cdd8919 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:20:28.588057 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-113e7cc1-f928-44df-bcdd-500bb105c1b2 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:28.653193 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-113e7cc1-f928-44df-bcdd-500bb105c1b2 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Deleting port 090a05bf-903d-4fd6-8fa3-8334cc8dc042 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:20:28.653626 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-113e7cc1-f928-44df-bcdd-500bb105c1b2 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:28.722144 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a641f533-ece5-4e84-9590-279dc02862f9 None None] DHCP port deletion for 656e94f6-2a7b-4b9c-a358-89638cdd8919 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:20:28.742245 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-113e7cc1-f928-44df-bcdd-500bb105c1b2 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] For port 090a05bf-903d-4fd6-8fa3-8334cc8dc042, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=090a05bf-903d-4fd6-8fa3-8334cc8dc042,segment=NetworkSegment(60ae7a86-2ac1-4c2a-b919-fab34cc8dfa3),segment_id=60ae7a86-2ac1-4c2a-b919-fab34cc8dfa3)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:20:28.742640 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-113e7cc1-f928-44df-bcdd-500bb105c1b2 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:28.757100 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-113e7cc1-f928-44df-bcdd-500bb105c1b2 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Calling delete_port for 090a05bf-903d-4fd6-8fa3-8334cc8dc042 owned by network:dhcp {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:20:28.792374 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-a641f533-ece5-4e84-9590-279dc02862f9 None None] Deleting port 090a05bf-903d-4fd6-8fa3-8334cc8dc042 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:20:28.793021 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a641f533-ece5-4e84-9590-279dc02862f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:28.848433 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-113e7cc1-f928-44df-bcdd-500bb105c1b2 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:28.869599 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-a641f533-ece5-4e84-9590-279dc02862f9 None None] For port 090a05bf-903d-4fd6-8fa3-8334cc8dc042, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=090a05bf-903d-4fd6-8fa3-8334cc8dc042,segment=NetworkSegment(60ae7a86-2ac1-4c2a-b919-fab34cc8dfa3),segment_id=60ae7a86-2ac1-4c2a-b919-fab34cc8dfa3)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:20:28.870001 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a641f533-ece5-4e84-9590-279dc02862f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:28.877961 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e7cc1-f928-44df-bcdd-500bb105c1b2 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Pushing event deleted for resources: {'Port': ['ID=090a05bf-903d-4fd6-8fa3-8334cc8dc042,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:28.882795 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113e7cc1-f928-44df-bcdd-500bb105c1b2 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] No DVR routers for this DVR port 090a05bf-903d-4fd6-8fa3-8334cc8dc042 on host n-d-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:20:28.892357 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-a641f533-ece5-4e84-9590-279dc02862f9 None None] Calling delete_port for 090a05bf-903d-4fd6-8fa3-8334cc8dc042 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:20:28.974077 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a641f533-ece5-4e84-9590-279dc02862f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:28.975739 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-113e7cc1-f928-44df-bcdd-500bb105c1b2 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:28.987203 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-113e7cc1-f928-44df-bcdd-500bb105c1b2 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656e94f6-2a7b-4b9c-a358-89638cdd8919']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:28.999381 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-113e7cc1-f928-44df-bcdd-500bb105c1b2 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ae7a86-2ac1-4c2a-b919-fab34cc8dfa3') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:28.999686 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-113e7cc1-f928-44df-bcdd-500bb105c1b2 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ae7a86-2ac1-4c2a-b919-fab34cc8dfa3') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:29.003582 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641f533-ece5-4e84-9590-279dc02862f9 None None] Pushing event deleted for resources: {'Port': ['ID=090a05bf-903d-4fd6-8fa3-8334cc8dc042,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:29.008548 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a641f533-ece5-4e84-9590-279dc02862f9 None None] No DVR routers for this DVR port 090a05bf-903d-4fd6-8fa3-8334cc8dc042 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:20:29.015963 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-113e7cc1-f928-44df-bcdd-500bb105c1b2 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:29.036828 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-113e7cc1-f928-44df-bcdd-500bb105c1b2 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:29.043824 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113e7cc1-f928-44df-bcdd-500bb105c1b2 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:20:29.044255 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-113e7cc1-f928-44df-bcdd-500bb105c1b2 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:20:29.047355 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:20:29.113321 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-113e7cc1-f928-44df-bcdd-500bb105c1b2 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:29.120907 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-113e7cc1-f928-44df-bcdd-500bb105c1b2 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:29.122903 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-113e7cc1-f928-44df-bcdd-500bb105c1b2 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] 10.222.0.64 "DELETE /v2.0/networks/656e94f6-2a7b-4b9c-a358-89638cdd8919 HTTP/1.1" status: 204 len: 168 time: 0.6263487 Jul 07 21:20:29.135902 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e7cc1-f928-44df-bcdd-500bb105c1b2 tempest-TagsExtTest-513598624 tempest-TagsExtTest-513598624-project] Pushing event deleted for resources: {'Network': ['ID=656e94f6-2a7b-4b9c-a358-89638cdd8919,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:29.249027 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-992e73d1-8dd1-488d-b9e8-73166e2373ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:29.283566 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 090a05bf-903d-4fd6-8fa3-8334cc8dc042 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:20:29.304475 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 090a05bf-903d-4fd6-8fa3-8334cc8dc042 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:20:29.304841 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 090a05bf-903d-4fd6-8fa3-8334cc8dc042 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:20:29.412688 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51696) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:29.560720 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-93506887-8231-4230-b743-edfae78dee82 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0022ad2652c14f72b8f0a51127b746e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468608 Jul 07 21:20:29.563211 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51700) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:29.613043 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7ab3cf3e-64fd-4904-ae9e-9ec79e174098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:29.635812 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7ab3cf3e-64fd-4904-ae9e-9ec79e174098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:29.683828 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7ab3cf3e-64fd-4904-ae9e-9ec79e174098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:29.687229 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7ab3cf3e-64fd-4904-ae9e-9ec79e174098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:29.688773 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7ab3cf3e-64fd-4904-ae9e-9ec79e174098 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4bb00b17-e653-454e-b76e-1c4e05aecbb6 HTTP/1.1" status: 204 len: 168 time: 0.1244140 Jul 07 21:20:29.700143 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3cf3e-64fd-4904-ae9e-9ec79e174098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb00b17-e653-454e-b76e-1c4e05aecbb6,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:30.435260 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51722) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:30.554882 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-0e028a1c-35a9-4a08-ac56-53f04cb3ae4d tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-757212644'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:30.593691 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e028a1c-35a9-4a08-ac56-53f04cb3ae4d tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] Made reservation on behalf of dbe7df5b69ad4326a20ca2c82f957fa0 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:20:30.598846 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e028a1c-35a9-4a08-ac56-53f04cb3ae4d tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:30.607748 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e028a1c-35a9-4a08-ac56-53f04cb3ae4d tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:30.718194 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e028a1c-35a9-4a08-ac56-53f04cb3ae4d tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:30.722977 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e028a1c-35a9-4a08-ac56-53f04cb3ae4d tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:30.761596 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e028a1c-35a9-4a08-ac56-53f04cb3ae4d tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:20:30.767816 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e028a1c-35a9-4a08-ac56-53f04cb3ae4d tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e477e3-1c1f-4c9d-9392-57fb02407668,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:30.775046 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e028a1c-35a9-4a08-ac56-53f04cb3ae4d tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:30.775421 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-0e028a1c-35a9-4a08-ac56-53f04cb3ae4d tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] Added segment 713ba223-3df5-49ee-b274-c29b158b2fd1 of type vlan for network 49e2bbba-00fb-4764-8c96-494a5a6454c4 Jul 07 21:20:30.817340 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e028a1c-35a9-4a08-ac56-53f04cb3ae4d tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:30.850721 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e028a1c-35a9-4a08-ac56-53f04cb3ae4d tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:30.856486 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e028a1c-35a9-4a08-ac56-53f04cb3ae4d tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:30.857090 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-0e028a1c-35a9-4a08-ac56-53f04cb3ae4d tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:30.914625 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-0e028a1c-35a9-4a08-ac56-53f04cb3ae4d tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4781969 Jul 07 21:20:30.920109 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51726) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:30.927551 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-c5c66cc4-b5c4-4ef2-be1f-6c6a9a2f2b0a tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '49e2bbba-00fb-4764-8c96-494a5a6454c4', 'tempest-TagsTest-Tag-1564046002') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:30.931563 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e028a1c-35a9-4a08-ac56-53f04cb3ae4d tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] Pushing event updated for resources: {'Network': ['ID=49e2bbba-00fb-4764-8c96-494a5a6454c4,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:30.945364 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 49e2bbba-00fb-4764-8c96-494a5a6454c4 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:20:31.040840 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c5c66cc4-b5c4-4ef2-be1f-6c6a9a2f2b0a tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] 10.222.0.64 "PUT /v2.0/networks/49e2bbba-00fb-4764-8c96-494a5a6454c4/tags/tempest-TagsTest-Tag-1564046002 HTTP/1.1" status: 201 len: 201 time: 0.1186013 Jul 07 21:20:31.043479 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51728) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:31.049393 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-9e505e12-a32d-41c8-8ed7-cc615ebe33e4 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '49e2bbba-00fb-4764-8c96-494a5a6454c4', 'tempest-TagsTest-Tag-1564046002') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:31.122589 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9e505e12-a32d-41c8-8ed7-cc615ebe33e4 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] 10.222.0.64 "GET /v2.0/networks/49e2bbba-00fb-4764-8c96-494a5a6454c4/tags/tempest-TagsTest-Tag-1564046002 HTTP/1.1" status: 204 len: 168 time: 0.0772629 Jul 07 21:20:31.125408 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51730) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:31.130518 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-57ecb453-44a4-424b-aac1-983fe895239f tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '49e2bbba-00fb-4764-8c96-494a5a6454c4') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:31.206464 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-57ecb453-44a4-424b-aac1-983fe895239f tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] 10.222.0.64 "GET /v2.0/networks/49e2bbba-00fb-4764-8c96-494a5a6454c4/tags HTTP/1.1" status: 200 len: 238 time: 0.0798845 Jul 07 21:20:31.210996 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51732) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:31.215887 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-4990227b-d2c4-4de3-843c-d8add06314fa tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '49e2bbba-00fb-4764-8c96-494a5a6454c4', {'tags': ['tempest-TagsTest-Tag-451868022', 'tempest-TagsTest-Tag-9998990', 'tempest-TagsTest-Tag-2021041692']}) {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:31.299445 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4990227b-d2c4-4de3-843c-d8add06314fa tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] 10.222.0.64 "PUT /v2.0/networks/49e2bbba-00fb-4764-8c96-494a5a6454c4/tags HTTP/1.1" status: 200 len: 305 time: 0.0873339 Jul 07 21:20:31.302920 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51734) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:31.307472 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-36fb1a9c-3e4d-472d-bff5-0d17a74b79c3 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '49e2bbba-00fb-4764-8c96-494a5a6454c4', 'tempest-TagsTest-Tag-451868022') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:31.402720 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-36fb1a9c-3e4d-472d-bff5-0d17a74b79c3 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] 10.222.0.64 "DELETE /v2.0/networks/49e2bbba-00fb-4764-8c96-494a5a6454c4/tags/tempest-TagsTest-Tag-451868022 HTTP/1.1" status: 204 len: 168 time: 0.0986156 Jul 07 21:20:31.407562 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51736) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:31.412897 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-b74db052-8df1-4427-82e6-611a177833b6 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '49e2bbba-00fb-4764-8c96-494a5a6454c4', 'tempest-TagsTest-Tag-451868022') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:31.486718 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-b74db052-8df1-4427-82e6-611a177833b6 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] show failed (client error): The resource could not be found. Jul 07 21:20:31.487995 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b74db052-8df1-4427-82e6-611a177833b6 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] 10.222.0.64 "GET /v2.0/networks/49e2bbba-00fb-4764-8c96-494a5a6454c4/tags/tempest-TagsTest-Tag-451868022 HTTP/1.1" status: 404 len: 325 time: 0.0792935 Jul 07 21:20:31.492737 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51738) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:31.497194 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-661695ec-36b3-42b3-bf09-a11cb167e949 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '49e2bbba-00fb-4764-8c96-494a5a6454c4', 'tempest-TagsTest-Tag-9998990') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:31.573195 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-661695ec-36b3-42b3-bf09-a11cb167e949 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] 10.222.0.64 "GET /v2.0/networks/49e2bbba-00fb-4764-8c96-494a5a6454c4/tags/tempest-TagsTest-Tag-9998990 HTTP/1.1" status: 204 len: 168 time: 0.0791135 Jul 07 21:20:31.575575 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51740) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:31.580009 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-ec53a2de-fb23-4f36-bea9-dfe9d3c0c175 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '49e2bbba-00fb-4764-8c96-494a5a6454c4', 'tempest-TagsTest-Tag-2021041692') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:31.653068 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ec53a2de-fb23-4f36-bea9-dfe9d3c0c175 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] 10.222.0.64 "GET /v2.0/networks/49e2bbba-00fb-4764-8c96-494a5a6454c4/tags/tempest-TagsTest-Tag-2021041692 HTTP/1.1" status: 204 len: 168 time: 0.0763462 Jul 07 21:20:31.656514 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51742) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:31.666815 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-8cee4766-6261-4637-83c3-dd36d8825e02 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '49e2bbba-00fb-4764-8c96-494a5a6454c4') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:31.754258 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8cee4766-6261-4637-83c3-dd36d8825e02 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] 10.222.0.64 "DELETE /v2.0/networks/49e2bbba-00fb-4764-8c96-494a5a6454c4/tags HTTP/1.1" status: 204 len: 168 time: 0.0957639 Jul 07 21:20:31.757244 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51744) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:31.763982 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-049db832-ef48-4705-85ac-cbae0b38229e tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '49e2bbba-00fb-4764-8c96-494a5a6454c4', 'tempest-TagsTest-Tag-9998990') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:31.843236 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-049db832-ef48-4705-85ac-cbae0b38229e tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] show failed (client error): The resource could not be found. Jul 07 21:20:31.844323 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-049db832-ef48-4705-85ac-cbae0b38229e tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] 10.222.0.64 "GET /v2.0/networks/49e2bbba-00fb-4764-8c96-494a5a6454c4/tags/tempest-TagsTest-Tag-9998990 HTTP/1.1" status: 404 len: 323 time: 0.0858171 Jul 07 21:20:31.847258 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51746) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:31.852874 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-00afafda-a168-4b53-99b7-4ffbb6b84933 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '49e2bbba-00fb-4764-8c96-494a5a6454c4', 'tempest-TagsTest-Tag-2021041692') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:31.920840 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8796be8f-e8c6-45c6-9081-1d4d505363db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:31.929881 n-d-695189-11 neutron-server[100447]: INFO neutron.api.v2.resource [None req-00afafda-a168-4b53-99b7-4ffbb6b84933 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] show failed (client error): The resource could not be found. Jul 07 21:20:31.931986 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-00afafda-a168-4b53-99b7-4ffbb6b84933 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] 10.222.0.64 "GET /v2.0/networks/49e2bbba-00fb-4764-8c96-494a5a6454c4/tags/tempest-TagsTest-Tag-2021041692 HTTP/1.1" status: 404 len: 326 time: 0.0823560 Jul 07 21:20:31.933716 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51748) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:31.940837 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.tag.tag_plugin [None req-f599cb23-c451-4516-8cfd-fa7649093813 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '49e2bbba-00fb-4764-8c96-494a5a6454c4') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:31.945707 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:32.017691 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f599cb23-c451-4516-8cfd-fa7649093813 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] 10.222.0.64 "DELETE /v2.0/networks/49e2bbba-00fb-4764-8c96-494a5a6454c4/tags HTTP/1.1" status: 204 len: 168 time: 0.0826371 Jul 07 21:20:32.022478 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51750) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:32.097838 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f51d32a2-9ba7-437e-80ec-39a11550a100 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:32.190971 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f51d32a2-9ba7-437e-80ec-39a11550a100 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:32.202240 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-f51d32a2-9ba7-437e-80ec-39a11550a100 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e2bbba-00fb-4764-8c96-494a5a6454c4']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:32.214083 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-f51d32a2-9ba7-437e-80ec-39a11550a100 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713ba223-3df5-49ee-b274-c29b158b2fd1') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:32.214386 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-f51d32a2-9ba7-437e-80ec-39a11550a100 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713ba223-3df5-49ee-b274-c29b158b2fd1') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:32.223759 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f51d32a2-9ba7-437e-80ec-39a11550a100 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:32.237656 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f51d32a2-9ba7-437e-80ec-39a11550a100 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:32.243901 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51d32a2-9ba7-437e-80ec-39a11550a100 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:20:32.244312 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f51d32a2-9ba7-437e-80ec-39a11550a100 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:20:32.247289 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:20:32.313369 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f51d32a2-9ba7-437e-80ec-39a11550a100 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:32.324137 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f51d32a2-9ba7-437e-80ec-39a11550a100 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:32.325670 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f51d32a2-9ba7-437e-80ec-39a11550a100 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] 10.222.0.64 "DELETE /v2.0/networks/49e2bbba-00fb-4764-8c96-494a5a6454c4 HTTP/1.1" status: 204 len: 168 time: 0.3022456 Jul 07 21:20:32.338802 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d32a2-9ba7-437e-80ec-39a11550a100 tempest-TagsTest-1437292653 tempest-TagsTest-1437292653-project] Pushing event deleted for resources: {'Network': ['ID=49e2bbba-00fb-4764-8c96-494a5a6454c4,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:32.608811 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51756) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:32.766939 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8adae8b5-7ffa-4355-bcc0-789f0d0fe86b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dbe7df5b69ad4326a20ca2c82f957fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568000 Jul 07 21:20:32.769874 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51762) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:32.831938 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-28b332f2-5ebb-4ff7-897f-a0edc8ba1fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:32.855589 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-28b332f2-5ebb-4ff7-897f-a0edc8ba1fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:32.918980 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-28b332f2-5ebb-4ff7-897f-a0edc8ba1fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:32.923158 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-28b332f2-5ebb-4ff7-897f-a0edc8ba1fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:32.924453 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-28b332f2-5ebb-4ff7-897f-a0edc8ba1fae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b9e477e3-1c1f-4c9d-9392-57fb02407668 HTTP/1.1" status: 204 len: 168 time: 0.1534359 Jul 07 21:20:32.943640 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b332f2-5ebb-4ff7-897f-a0edc8ba1fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e477e3-1c1f-4c9d-9392-57fb02407668,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:33.631350 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:35.291445 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:40.239869 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51868) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:40.359189 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ebad9c89-1026-4905-952e-c6f12e918ab9 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] 10.222.0.64 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2022 time: 0.1146891 Jul 07 21:20:40.359591 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51870) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:40.366370 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-5a2aa179-4fea-4f62-ba3c-6c57b6f47f84 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Request body: {'network': {'name': 'tempest-network-smoke--133377087', 'project_id': '127f863741144b648eee157f1741deb8', 'port_security_enabled': False}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:40.400583 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2aa179-4fea-4f62-ba3c-6c57b6f47f84 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Made reservation on behalf of 127f863741144b648eee157f1741deb8 for: {'network': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:20:40.409067 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa179-4fea-4f62-ba3c-6c57b6f47f84 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:40.439269 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2aa179-4fea-4f62-ba3c-6c57b6f47f84 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=100448) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:20:40.450320 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa179-4fea-4f62-ba3c-6c57b6f47f84 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:40.450682 n-d-695189-11 neutron-server[100448]: INFO neutron.db.segments_db [None req-5a2aa179-4fea-4f62-ba3c-6c57b6f47f84 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Added segment 887cdddb-b297-4a06-bdf8-a898399c6082 of type vlan for network eb62196c-4ee5-4697-9a53-e26296c2a17b Jul 07 21:20:40.502783 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa179-4fea-4f62-ba3c-6c57b6f47f84 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:40.540691 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa179-4fea-4f62-ba3c-6c57b6f47f84 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:40.547370 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2aa179-4fea-4f62-ba3c-6c57b6f47f84 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:40.547600 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa179-4fea-4f62-ba3c-6c57b6f47f84 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:40.621288 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5a2aa179-4fea-4f62-ba3c-6c57b6f47f84 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2604015 Jul 07 21:20:40.625969 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51872) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:40.634674 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-299ef916-f185-4529-8857-77d12df71913 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1618815445', 'admin_state_up': True, 'project_id': '127f863741144b648eee157f1741deb8', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:40.656147 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2aa179-4fea-4f62-ba3c-6c57b6f47f84 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event updated for resources: {'Network': ['ID=eb62196c-4ee5-4697-9a53-e26296c2a17b,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:40.672843 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network eb62196c-4ee5-4697-9a53-e26296c2a17b details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:20:40.677506 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-299ef916-f185-4529-8857-77d12df71913 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:40.678856 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-299ef916-f185-4529-8857-77d12df71913 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:40.748444 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-299ef916-f185-4529-8857-77d12df71913 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:40.905363 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-299ef916-f185-4529-8857-77d12df71913 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:41.157055 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-299ef916-f185-4529-8857-77d12df71913 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:41.182933 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-299ef916-f185-4529-8857-77d12df71913 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:41.325193 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-299ef916-f185-4529-8857-77d12df71913 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Allocated IP 172.25.5.109 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/deea92ea-a2ab-458d-9897-b4784e495a8e) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:20:41.479798 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-299ef916-f185-4529-8857-77d12df71913 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:41.876162 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-299ef916-f185-4529-8857-77d12df71913 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:41.928389 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299ef916-f185-4529-8857-77d12df71913 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:20:41.931729 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-299ef916-f185-4529-8857-77d12df71913 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:20:41.941204 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299ef916-f185-4529-8857-77d12df71913 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:20:41.971200 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ef916-f185-4529-8857-77d12df71913 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event updated for resources: {'Port': ['ID=deea92ea-a2ab-458d-9897-b4784e495a8e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:42.275164 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-299ef916-f185-4529-8857-77d12df71913 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:42.547542 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-299ef916-f185-4529-8857-77d12df71913 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:42.719081 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299ef916-f185-4529-8857-77d12df71913 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Router b391cc36-a598-4e60-a78a-9b808fb84050 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:20:42.861177 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299ef916-f185-4529-8857-77d12df71913 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:20:42.882324 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] Sync routers for ids ['b391cc36-a598-4e60-a78a-9b808fb84050'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:20:42.885725 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-299ef916-f185-4529-8857-77d12df71913 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:42.889290 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51882) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:42.889780 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-299ef916-f185-4529-8857-77d12df71913 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2618277 Jul 07 21:20:42.894603 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] Routers {'b391cc36-a598-4e60-a78a-9b808fb84050'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:20:42.895804 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:20:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['b391cc36-a598-4e60-a78a-9b808fb84050'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:42.986139 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feae9ae-e740-4357-b04a-0c1fe7e0a533 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:42.990744 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2feae9ae-e740-4357-b04a-0c1fe7e0a533 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=127f863741144b648eee157f1741deb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0965996 Jul 07 21:20:42.990982 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51884) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:43.029812 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] Set router b391cc36-a598-4e60-a78a-9b808fb84050 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:20:43.168194 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2330008d-c962-420c-bae3-2c3fad9a7128 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:43.172907 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2330008d-c962-420c-bae3-2c3fad9a7128 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1777163 Jul 07 21:20:43.173269 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51886) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:43.210345 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-02e70dc6-bc70-48cf-a517-0f37b61d3644 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358725 Jul 07 21:20:43.213438 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51888) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:43.238390 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b391cc36-a598-4e60-a78a-9b808fb84050', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1618815445', 'tenant_id': '127f863741144b648eee157f1741deb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'deea92ea-a2ab-458d-9897-b4784e495a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:20:40Z', 'updated_at': '2021-07-07T21:20:42Z', 'revision_number': 3, 'project_id': '127f863741144b648eee157f1741deb8', 'gw_port': {'id': 'deea92ea-a2ab-458d-9897-b4784e495a8e', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:73:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b391cc36-a598-4e60-a78a-9b808fb84050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:41Z', 'updated_at': '2021-07-07T21:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:43.254219 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5ba30dff-89b6-4a46-ba20-d3eb87ab9710 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=127f863741144b648eee157f1741deb8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395215 Jul 07 21:20:43.257174 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51890) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:43.265990 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] Checking router: b391cc36-a598-4e60-a78a-9b808fb84050 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:20:43.267756 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] Updating router b391cc36-a598-4e60-a78a-9b808fb84050 port deea92ea-a2ab-458d-9897-b4784e495a8e binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:20:43.311090 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:43.436940 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e1cec1-f491-48c6-aaa0-3a844ff7418d tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:43.439377 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e9e1cec1-f491-48c6-aaa0-3a844ff7418d tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1804588 Jul 07 21:20:43.447005 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51894) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:43.498418 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5ee6e4a3-9d48-4d79-90e9-7cdd3c9f2833 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473127 Jul 07 21:20:43.498615 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51896) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:43.504700 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-feda2e92-b243-426d-9f57-08488ece68f6 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-673102493', 'network_id': 'eb62196c-4ee5-4697-9a53-e26296c2a17b', 'project_id': '127f863741144b648eee157f1741deb8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:43.613452 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feda2e92-b243-426d-9f57-08488ece68f6 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Made reservation on behalf of 127f863741144b648eee157f1741deb8 for: {'subnet': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:20:43.617688 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-feda2e92-b243-426d-9f57-08488ece68f6 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5216074'] for subnet, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:43.750723 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:43.770091 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] Transition to ACTIVE for port object deea92ea-a2ab-458d-9897-b4784e495a8e will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:20:43.785076 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:43.878397 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] Attempting to bind port deea92ea-a2ab-458d-9897-b4784e495a8e on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:20:43.880130 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] Attempting to bind port deea92ea-a2ab-458d-9897-b4784e495a8e by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:20:43.880130 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] Attempting to bind port deea92ea-a2ab-458d-9897-b4784e495a8e on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:20:43.893049 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:20:43.894313 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:20:43.894829 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:43.895534 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:20:43.896351 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] Bound port: deea92ea-a2ab-458d-9897-b4784e495a8e, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:20:43.897388 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:43.902743 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e13942-e687-4c10-959c-1607f44799d9 None None] Pushing event updated for resources: {'Port': ['ID=deea92ea-a2ab-458d-9897-b4784e495a8e,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:43.954461 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-feda2e92-b243-426d-9f57-08488ece68f6 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5496907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5216088'] for subnet, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:43.955946 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e13942-e687-4c10-959c-1607f44799d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:43.956649 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e13942-e687-4c10-959c-1607f44799d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:43.957125 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e13942-e687-4c10-959c-1607f44799d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:43.957695 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e13942-e687-4c10-959c-1607f44799d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:43.958239 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e13942-e687-4c10-959c-1607f44799d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:43.958777 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e13942-e687-4c10-959c-1607f44799d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:43.959370 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e13942-e687-4c10-959c-1607f44799d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:43.959899 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e13942-e687-4c10-959c-1607f44799d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:43.960441 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e13942-e687-4c10-959c-1607f44799d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:43.961027 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e13942-e687-4c10-959c-1607f44799d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:43.961749 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e13942-e687-4c10-959c-1607f44799d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:43.962323 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e13942-e687-4c10-959c-1607f44799d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:44.026621 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] For port deea92ea-a2ab-458d-9897-b4784e495a8e, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:20:44.029352 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] For port deea92ea-a2ab-458d-9897-b4784e495a8e, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=deea92ea-a2ab-458d-9897-b4784e495a8e,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:20:44.038249 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:44.052016 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf94964-da7c-4cd2-94df-53257e50e512 req-e2f0d756-6930-42ed-a4f4-2d7102f00945 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:44.061444 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3bf94964-da7c-4cd2-94df-53257e50e512 req-e2f0d756-6930-42ed-a4f4-2d7102f00945 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 1098 time: 0.1348422 Jul 07 21:20:44.062751 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feda2e92-b243-426d-9f57-08488ece68f6 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Checking segment: {'id': '887cdddb-b297-4a06-bdf8-a898399c6082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eb62196c-4ee5-4697-9a53-e26296c2a17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:20:44.063314 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feda2e92-b243-426d-9f57-08488ece68f6 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Network hostable DHCP agents. Network: eb62196c-4ee5-4697-9a53-e26296c2a17b, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:20:44.065519 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda2e92-b243-426d-9f57-08488ece68f6 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event updated for resources: {'Subnet': ['ID=f5f8360c-99ef-45de-a206-f63f9c230031,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:44.098477 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feda2e92-b243-426d-9f57-08488ece68f6 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Network eb62196c-4ee5-4697-9a53-e26296c2a17b is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:20:44.106041 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] Routers {'b391cc36-a598-4e60-a78a-9b808fb84050'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:20:44.107042 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:20:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['b391cc36-a598-4e60-a78a-9b808fb84050'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:44.115673 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3bf94964-da7c-4cd2-94df-53257e50e512 req-ce2caee5-f12a-4d07-a451-6039cc2a9bfb tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530429 Jul 07 21:20:44.129370 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-feda2e92-b243-426d-9f57-08488ece68f6 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, eb62196c-4ee5-4697-9a53-e26296c2a17b) {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:20:44.157844 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf36266-cb4f-41d2-977a-b8f842604c58 None None] Network eb62196c-4ee5-4697-9a53-e26296c2a17b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:20:44.158088 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feda2e92-b243-426d-9f57-08488ece68f6 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:44.158088 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-feda2e92-b243-426d-9f57-08488ece68f6 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:44.160203 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 51904) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:44.209457 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-feda2e92-b243-426d-9f57-08488ece68f6 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7068219 Jul 07 21:20:44.209832 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51906) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:44.363228 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e13942-e687-4c10-959c-1607f44799d9 None None] Pushing event updated for resources: {'Port': ['ID=deea92ea-a2ab-458d-9897-b4784e495a8e,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:44.366798 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-3420d56f-1c22-4e99-88b4-cb7fe9635c94 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Deleting port cf5d60d3-7c7d-450c-9277-c35625362772 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:20:44.367149 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3420d56f-1c22-4e99-88b4-cb7fe9635c94 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:44.463894 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] Set router b391cc36-a598-4e60-a78a-9b808fb84050 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:20:44.560559 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3420d56f-1c22-4e99-88b4-cb7fe9635c94 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:44.560932 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3420d56f-1c22-4e99-88b4-cb7fe9635c94 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:44.609723 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-3420d56f-1c22-4e99-88b4-cb7fe9635c94 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Calling delete_port for cf5d60d3-7c7d-450c-9277-c35625362772 owned by network:floatingip {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:20:44.687269 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c56ff19-4dc9-4db7-98cd-06d7b5f9ba03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-eb62196c-4ee5-4697-9a53-e26296c2a17b', 'network_id': 'eb62196c-4ee5-4697-9a53-e26296c2a17b', 'tenant_id': '127f863741144b648eee157f1741deb8', 'fixed_ips': [{'subnet_id': 'f5f8360c-99ef-45de-a206-f63f9c230031'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:20:44.688235 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8c56ff19-4dc9-4db7-98cd-06d7b5f9ba03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:44.929545 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4016bac5-446a-40f8-94af-3c1c1aae120a tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:44.936565 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-8c56ff19-4dc9-4db7-98cd-06d7b5f9ba03 None None] Allocated IP 172.20.0.18 (eb62196c-4ee5-4697-9a53-e26296c2a17b/f5f8360c-99ef-45de-a206-f63f9c230031/220dbd25-0e11-409c-a6f0-1fc954d1aadb) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:20:44.939419 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b391cc36-a598-4e60-a78a-9b808fb84050', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1618815445', 'tenant_id': '127f863741144b648eee157f1741deb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'deea92ea-a2ab-458d-9897-b4784e495a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:20:40Z', 'updated_at': '2021-07-07T21:20:42Z', 'revision_number': 3, 'project_id': '127f863741144b648eee157f1741deb8', 'gw_port': {'id': 'deea92ea-a2ab-458d-9897-b4784e495a8e', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:73:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b391cc36-a598-4e60-a78a-9b808fb84050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:41Z', 'updated_at': '2021-07-07T21:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:44.980956 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aae4711-7a79-4451-af8f-fbdac4b3de89 None None] The sync data for ids ['b391cc36-a598-4e60-a78a-9b808fb84050'] in n-d-695189-11 is: [{'id': 'b391cc36-a598-4e60-a78a-9b808fb84050', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1618815445', 'tenant_id': '127f863741144b648eee157f1741deb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'deea92ea-a2ab-458d-9897-b4784e495a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:20:40Z', 'updated_at': '2021-07-07T21:20:42Z', 'revision_number': 3, 'project_id': '127f863741144b648eee157f1741deb8', 'gw_port': {'id': 'deea92ea-a2ab-458d-9897-b4784e495a8e', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:73:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b391cc36-a598-4e60-a78a-9b808fb84050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:41Z', 'updated_at': '2021-07-07T21:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:20:45.061038 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3420d56f-1c22-4e99-88b4-cb7fe9635c94 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:45.098788 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420d56f-1c22-4e99-88b4-cb7fe9635c94 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event deleted for resources: {'Port': ['ID=cf5d60d3-7c7d-450c-9277-c35625362772,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:45.166006 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8c56ff19-4dc9-4db7-98cd-06d7b5f9ba03 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:45.185251 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8c56ff19-4dc9-4db7-98cd-06d7b5f9ba03 None None] Transition to ACTIVE for port object 220dbd25-0e11-409c-a6f0-1fc954d1aadb will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:20:45.214700 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8c56ff19-4dc9-4db7-98cd-06d7b5f9ba03 None None] Transition to ACTIVE for port object 220dbd25-0e11-409c-a6f0-1fc954d1aadb will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:20:45.233896 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8c56ff19-4dc9-4db7-98cd-06d7b5f9ba03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:45.237049 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3420d56f-1c22-4e99-88b4-cb7fe9635c94 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for floatingip, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:45.237930 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [None req-3420d56f-1c22-4e99-88b4-cb7fe9635c94 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Floating IP 95483dfa-31d3-4f86-8526-fa830ebf736e disassociated (deleted). External IP: 172.25.5.92, port: c34e4caf-0e18-422e-a9d9-3d7a3bb94a46. Jul 07 21:20:45.316605 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c56ff19-4dc9-4db7-98cd-06d7b5f9ba03 None None] Network eb62196c-4ee5-4697-9a53-e26296c2a17b is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:20:45.320245 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-8c56ff19-4dc9-4db7-98cd-06d7b5f9ba03 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:20:45.323984 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c56ff19-4dc9-4db7-98cd-06d7b5f9ba03 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:20:45.391870 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-4016bac5-446a-40f8-94af-3c1c1aae120a tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Allocated IP 172.20.0.17 (eb62196c-4ee5-4697-9a53-e26296c2a17b/f5f8360c-99ef-45de-a206-f63f9c230031/3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:20:45.439520 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56ff19-4dc9-4db7-98cd-06d7b5f9ba03 None None] Pushing event updated for resources: {'Port': ['ID=220dbd25-0e11-409c-a6f0-1fc954d1aadb,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:45.442771 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-8c56ff19-4dc9-4db7-98cd-06d7b5f9ba03 None None] Attempting to bind port 220dbd25-0e11-409c-a6f0-1fc954d1aadb on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:20:45.442942 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-8c56ff19-4dc9-4db7-98cd-06d7b5f9ba03 None None] Attempting to bind port 220dbd25-0e11-409c-a6f0-1fc954d1aadb by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '887cdddb-b297-4a06-bdf8-a898399c6082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eb62196c-4ee5-4697-9a53-e26296c2a17b'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:20:45.443565 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c56ff19-4dc9-4db7-98cd-06d7b5f9ba03 None None] Attempting to bind port 220dbd25-0e11-409c-a6f0-1fc954d1aadb on network eb62196c-4ee5-4697-9a53-e26296c2a17b {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:20:45.449610 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c56ff19-4dc9-4db7-98cd-06d7b5f9ba03 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:20:45.449932 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c56ff19-4dc9-4db7-98cd-06d7b5f9ba03 None None] Checking segment: {'id': '887cdddb-b297-4a06-bdf8-a898399c6082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eb62196c-4ee5-4697-9a53-e26296c2a17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:20:45.450343 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8c56ff19-4dc9-4db7-98cd-06d7b5f9ba03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:45.450745 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c56ff19-4dc9-4db7-98cd-06d7b5f9ba03 None None] Bound using segment: {'id': '887cdddb-b297-4a06-bdf8-a898399c6082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eb62196c-4ee5-4697-9a53-e26296c2a17b'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:20:45.451228 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-8c56ff19-4dc9-4db7-98cd-06d7b5f9ba03 None None] Bound port: 220dbd25-0e11-409c-a6f0-1fc954d1aadb, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887cdddb-b297-4a06-bdf8-a898399c6082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eb62196c-4ee5-4697-9a53-e26296c2a17b'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:20:45.451654 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8c56ff19-4dc9-4db7-98cd-06d7b5f9ba03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:45.547016 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-8c56ff19-4dc9-4db7-98cd-06d7b5f9ba03 None None] For port 220dbd25-0e11-409c-a6f0-1fc954d1aadb, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:20:45.558534 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-8c56ff19-4dc9-4db7-98cd-06d7b5f9ba03 None None] For port 220dbd25-0e11-409c-a6f0-1fc954d1aadb, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=220dbd25-0e11-409c-a6f0-1fc954d1aadb,segment=NetworkSegment(887cdddb-b297-4a06-bdf8-a898399c6082),segment_id=887cdddb-b297-4a06-bdf8-a898399c6082)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:20:45.564410 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8c56ff19-4dc9-4db7-98cd-06d7b5f9ba03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:45.638241 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4016bac5-446a-40f8-94af-3c1c1aae120a tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:45.654853 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-4016bac5-446a-40f8-94af-3c1c1aae120a tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Transition to ACTIVE for port object 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:20:45.663360 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56ff19-4dc9-4db7-98cd-06d7b5f9ba03 None None] Pushing event updated for resources: {'Port': ['ID=220dbd25-0e11-409c-a6f0-1fc954d1aadb,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:45.666654 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3420d56f-1c22-4e99-88b4-cb7fe9635c94 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Router 3a616faa-e817-415d-868b-d5ac3b9bf28b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:20:45.734087 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4016bac5-446a-40f8-94af-3c1c1aae120a tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:45.789468 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4016bac5-446a-40f8-94af-3c1c1aae120a tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Network eb62196c-4ee5-4697-9a53-e26296c2a17b is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:20:45.805427 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-4016bac5-446a-40f8-94af-3c1c1aae120a tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:20:45.810550 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4016bac5-446a-40f8-94af-3c1c1aae120a tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:20:45.857463 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016bac5-446a-40f8-94af-3c1c1aae120a tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event updated for resources: {'Port': ['ID=3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:45.901648 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4016bac5-446a-40f8-94af-3c1c1aae120a tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:45.919575 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3420d56f-1c22-4e99-88b4-cb7fe9635c94 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:20:45.935892 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3420d56f-1c22-4e99-88b4-cb7fe9635c94 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:45.952834 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580650fe-bf5a-4f0d-b457-50b1343d15c0 None None] Sync routers for ids ['3a616faa-e817-415d-868b-d5ac3b9bf28b'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:20:45.977770 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580650fe-bf5a-4f0d-b457-50b1343d15c0 None None] Routers {'3a616faa-e817-415d-868b-d5ac3b9bf28b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:20:45.979644 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-580650fe-bf5a-4f0d-b457-50b1343d15c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:20:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['3a616faa-e817-415d-868b-d5ac3b9bf28b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:46.093302 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3420d56f-1c22-4e99-88b4-cb7fe9635c94 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "DELETE /v2.0/floatingips/95483dfa-31d3-4f86-8526-fa830ebf736e HTTP/1.1" status: 204 len: 168 time: 1.9319482 Jul 07 21:20:46.093930 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'tag': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:20:46.096691 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38be0b1e-8db6-43ea-b93e-ebd10323edd4" -d '{"events": [{"name": "network-changed", "server_uuid": "7365d89b-d0e3-4901-a599-5b8782625f9f", "tag": "c34e4caf-0e18-422e-a9d9-3d7a3bb94a46"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:20:46.182326 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-580650fe-bf5a-4f0d-b457-50b1343d15c0 None None] Set router 3a616faa-e817-415d-868b-d5ac3b9bf28b gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:20:46.202312 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d52a065-6cbd-4245-b56c-64cf6da67369 x-openstack-request-id: req-6d52a065-6cbd-4245-b56c-64cf6da67369 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:20:46.203105 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7365d89b-d0e3-4901-a599-5b8782625f9f", "tag": "c34e4caf-0e18-422e-a9d9-3d7a3bb94a46", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:20:46.203471 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6d52a065-6cbd-4245-b56c-64cf6da67369 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:20:46.204058 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'tag': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46', 'status': 'completed', 'code': 200} Jul 07 21:20:46.281214 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4016bac5-446a-40f8-94af-3c1c1aae120a tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:46.822682 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-580650fe-bf5a-4f0d-b457-50b1343d15c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339048018', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:18:39Z', 'updated_at': '2021-07-07T21:18:46Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:40Z', 'updated_at': '2021-07-07T21:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d', 'name': '', 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:9b:da:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '6374fef3-fa3e-4e5f-ae5d-9302ddd17f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:45Z', 'updated_at': '2021-07-07T21:18:51Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '6374fef3-fa3e-4e5f-ae5d-9302ddd17f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:46.901741 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580650fe-bf5a-4f0d-b457-50b1343d15c0 None None] Checking router: 3a616faa-e817-415d-868b-d5ac3b9bf28b for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:20:46.916137 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580650fe-bf5a-4f0d-b457-50b1343d15c0 None None] Routers {'3a616faa-e817-415d-868b-d5ac3b9bf28b'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:20:46.916780 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-580650fe-bf5a-4f0d-b457-50b1343d15c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:20:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['3a616faa-e817-415d-868b-d5ac3b9bf28b'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:47.063747 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be0b1e-8db6-43ea-b93e-ebd10323edd4 req-82f6a511-8c3d-4245-9704-90e34cbb095a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:47.065420 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-38be0b1e-8db6-43ea-b93e-ebd10323edd4 req-82f6a511-8c3d-4245-9704-90e34cbb095a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 1098 time: 0.7920225 Jul 07 21:20:47.108696 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-580650fe-bf5a-4f0d-b457-50b1343d15c0 None None] Set router 3a616faa-e817-415d-868b-d5ac3b9bf28b gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:20:47.315213 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be0b1e-8db6-43ea-b93e-ebd10323edd4 req-ceea540c-0c25-4670-9030-87f26465f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:47.317082 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-38be0b1e-8db6-43ea-b93e-ebd10323edd4 req-ceea540c-0c25-4670-9030-87f26465f902 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8514bcb3-7d37-4491-a641-df9d3f314e5a HTTP/1.1" status: 200 len: 898 time: 0.2411580 Jul 07 21:20:47.319664 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df03840-8e09-4d55-b140-385d1587c784 None None] Network eb62196c-4ee5-4697-9a53-e26296c2a17b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:20:47.405684 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619df14-7be3-45c9-9144-2f537b031115 req-799a035b-6f60-487c-bf33-d35fdddd79d4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:47.419186 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f619df14-7be3-45c9-9144-2f537b031115 req-799a035b-6f60-487c-bf33-d35fdddd79d4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 946 time: 0.4701011 Jul 07 21:20:47.428236 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4ad8ce30-4ce9-44bf-b730-4a7f65779de2 None None] Provisioning for port 220dbd25-0e11-409c-a6f0-1fc954d1aadb completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:20:47.444403 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-38be0b1e-8db6-43ea-b93e-ebd10323edd4 req-4726e8c3-82a8-4f88-b64f-e7f315471994 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 HTTP/1.1" status: 200 len: 217 time: 0.1174343 Jul 07 21:20:47.564164 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f619df14-7be3-45c9-9144-2f537b031115 req-8911b7fb-5c53-4131-8e2b-479e315f54e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439106 Jul 07 21:20:47.608515 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be0b1e-8db6-43ea-b93e-ebd10323edd4 req-f98a9b54-0d65-42c4-815d-85d1a2e4a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:47.613646 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-38be0b1e-8db6-43ea-b93e-ebd10323edd4 req-f98a9b54-0d65-42c4-815d-85d1a2e4a9ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6374fef3-fa3e-4e5f-ae5d-9302ddd17f35 HTTP/1.1" status: 200 len: 835 time: 0.1556265 Jul 07 21:20:47.614394 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-580650fe-bf5a-4f0d-b457-50b1343d15c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339048018', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:18:39Z', 'updated_at': '2021-07-07T21:18:46Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:40Z', 'updated_at': '2021-07-07T21:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d', 'name': '', 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:9b:da:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '6374fef3-fa3e-4e5f-ae5d-9302ddd17f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:45Z', 'updated_at': '2021-07-07T21:18:51Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '6374fef3-fa3e-4e5f-ae5d-9302ddd17f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:47.618907 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4016bac5-446a-40f8-94af-3c1c1aae120a tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:47.639976 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4016bac5-446a-40f8-94af-3c1c1aae120a tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:47.669532 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580650fe-bf5a-4f0d-b457-50b1343d15c0 None None] The sync data for ids ['3a616faa-e817-415d-868b-d5ac3b9bf28b'] in n-d-695189-11 is: [{'id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339048018', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:18:39Z', 'updated_at': '2021-07-07T21:18:46Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:40Z', 'updated_at': '2021-07-07T21:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d', 'name': '', 'network_id': '8514bcb3-7d37-4491-a641-df9d3f314e5a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:9b:da:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '6374fef3-fa3e-4e5f-ae5d-9302ddd17f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:45Z', 'updated_at': '2021-07-07T21:18:51Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '6374fef3-fa3e-4e5f-ae5d-9302ddd17f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:20:47.707300 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 220dbd25-0e11-409c-a6f0-1fc954d1aadb up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:20:47.755863 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016bac5-446a-40f8-94af-3c1c1aae120a tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event updated for resources: {'Port': ['ID=3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:47.826977 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-4016bac5-446a-40f8-94af-3c1c1aae120a tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:47.862483 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 220dbd25-0e11-409c-a6f0-1fc954d1aadb completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:20:47.869204 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 220dbd25-0e11-409c-a6f0-1fc954d1aadb triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:20:47.871092 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:47.913394 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be0b1e-8db6-43ea-b93e-ebd10323edd4 req-827d0066-1d9b-485e-99c0-48e2d8ea1907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:47.914981 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-38be0b1e-8db6-43ea-b93e-ebd10323edd4 req-827d0066-1d9b-485e-99c0-48e2d8ea1907 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8514bcb3-7d37-4491-a641-df9d3f314e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2934201 Jul 07 21:20:48.057792 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-38be0b1e-8db6-43ea-b93e-ebd10323edd4 req-08881b5d-a5db-43ad-befb-d9e3b07080a8 service neutron] 10.222.0.39 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333103 Jul 07 21:20:48.074750 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:48.181333 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 220dbd25-0e11-409c-a6f0-1fc954d1aadb, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=220dbd25-0e11-409c-a6f0-1fc954d1aadb,segment=NetworkSegment(887cdddb-b297-4a06-bdf8-a898399c6082),segment_id=887cdddb-b297-4a06-bdf8-a898399c6082)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:20:48.188143 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f1abfcbd-fc1c-4f6e-b27c-ad531025635f None None] Provisioning complete for port 220dbd25-0e11-409c-a6f0-1fc954d1aadb triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:20:48.188143 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f1abfcbd-fc1c-4f6e-b27c-ad531025635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:48.235825 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:48.238893 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device deea92ea-a2ab-458d-9897-b4784e495a8e up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:20:48.318144 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4016bac5-446a-40f8-94af-3c1c1aae120a tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Network eb62196c-4ee5-4697-9a53-e26296c2a17b is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:20:48.329773 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13016b2-ccc7-4eb5-8d13-995cee36e346 req-6c5ad9f0-718e-4905-9b6b-5c29f6dd9ee2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:48.334589 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f13016b2-ccc7-4eb5-8d13-995cee36e346 req-6c5ad9f0-718e-4905-9b6b-5c29f6dd9ee2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.39 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 946 time: 0.2736604 Jul 07 21:20:48.334917 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863904a4-bbc0-48b3-916b-17e450750392 None None] New status for floating IP 95483dfa-31d3-4f86-8526-fa830ebf736e: DOWN {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:20:48.348180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-4016bac5-446a-40f8-94af-3c1c1aae120a tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:20:48.488845 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-38be0b1e-8db6-43ea-b93e-ebd10323edd4 req-c96831ca-80fd-4c0c-af9b-d61abb7dfd68 service neutron] 10.222.0.39 "GET /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160380 Jul 07 21:20:48.495187 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=220dbd25-0e11-409c-a6f0-1fc954d1aadb,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:48.512166 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port deea92ea-a2ab-458d-9897-b4784e495a8e completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:20:48.518552 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f1abfcbd-fc1c-4f6e-b27c-ad531025635f None None] Provisioning for port 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:20:48.531538 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port deea92ea-a2ab-458d-9897-b4784e495a8e triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:20:48.532086 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:48.608082 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f1abfcbd-fc1c-4f6e-b27c-ad531025635f None None] Provisioning complete for port 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:20:48.608616 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f1abfcbd-fc1c-4f6e-b27c-ad531025635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:48.652816 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4016bac5-446a-40f8-94af-3c1c1aae120a tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Router b391cc36-a598-4e60-a78a-9b808fb84050 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:20:48.674087 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-f1abfcbd-fc1c-4f6e-b27c-ad531025635f None None] Port 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:20:48.684274 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-f13016b2-ccc7-4eb5-8d13-995cee36e346 req-a37b0015-be8d-4eb2-857b-f64ba9650b50 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Deleting port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:20:48.685544 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f13016b2-ccc7-4eb5-8d13-995cee36e346 req-a37b0015-be8d-4eb2-857b-f64ba9650b50 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:48.794665 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:48.834649 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port deea92ea-a2ab-458d-9897-b4784e495a8e, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=deea92ea-a2ab-458d-9897-b4784e495a8e,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:20:48.835651 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9698b62e-e86f-4b15-9775-243b6d35b3aa None None] Provisioning complete for port 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:20:48.836073 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9698b62e-e86f-4b15-9775-243b6d35b3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:48.840026 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:48.923199 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-9698b62e-e86f-4b15-9775-243b6d35b3aa None None] Port 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:20:48.940038 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=deea92ea-a2ab-458d-9897-b4784e495a8e,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:48.983223 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-f13016b2-ccc7-4eb5-8d13-995cee36e346 req-a37b0015-be8d-4eb2-857b-f64ba9650b50 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] For port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,segment=NetworkSegment(552b830a-3d0b-4509-bbbe-ef4628cd75be),segment_id=552b830a-3d0b-4509-bbbe-ef4628cd75be)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:20:48.983626 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f13016b2-ccc7-4eb5-8d13-995cee36e346 req-a37b0015-be8d-4eb2-857b-f64ba9650b50 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:48.995210 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4016bac5-446a-40f8-94af-3c1c1aae120a tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:20:49.001179 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-4016bac5-446a-40f8-94af-3c1c1aae120a tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "PUT /v2.0/routers/b391cc36-a598-4e60-a78a-9b808fb84050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7894027 Jul 07 21:20:49.007684 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] Sync routers for ids ['b391cc36-a598-4e60-a78a-9b808fb84050'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:20:49.011357 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-f13016b2-ccc7-4eb5-8d13-995cee36e346 req-a37b0015-be8d-4eb2-857b-f64ba9650b50 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Calling delete_port for c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:20:49.023899 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] Routers {'b391cc36-a598-4e60-a78a-9b808fb84050'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:20:49.024539 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:20:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['b391cc36-a598-4e60-a78a-9b808fb84050'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:49.028001 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7658f44-acbb-409c-8666-6df85344be0f req-800d5550-2b8a-4951-8ec9-133465deca35 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:49.029350 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7658f44-acbb-409c-8666-6df85344be0f req-800d5550-2b8a-4951-8ec9-133465deca35 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=7365d89b-d0e3-4901-a599-5b8782625f9f HTTP/1.1" status: 200 len: 946 time: 0.2040071 Jul 07 21:20:49.045855 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-af1cfcbd-b70c-4cef-afe8-7c9f031e1d23 None None] Provisioning complete for port 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:20:49.046279 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-af1cfcbd-b70c-4cef-afe8-7c9f031e1d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:49.087837 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-af1cfcbd-b70c-4cef-afe8-7c9f031e1d23 None None] Port 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:20:49.132719 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f7658f44-acbb-409c-8666-6df85344be0f req-fd051205-15b9-4386-9429-1e6fc371c1a3 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907433 Jul 07 21:20:49.197200 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] Set router b391cc36-a598-4e60-a78a-9b808fb84050 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:20:49.262283 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f13016b2-ccc7-4eb5-8d13-995cee36e346 req-a37b0015-be8d-4eb2-857b-f64ba9650b50 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:49.320558 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b0015-be8d-4eb2-857b-f64ba9650b50 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event deleted for resources: {'Port': ['ID=c34e4caf-0e18-422e-a9d9-3d7a3bb94a46,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:49.365517 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 220dbd25-0e11-409c-a6f0-1fc954d1aadb up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:20:49.423137 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13016b2-ccc7-4eb5-8d13-995cee36e346 req-a37b0015-be8d-4eb2-857b-f64ba9650b50 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] No DVR routers for this DVR port c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:20:49.427534 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-f13016b2-ccc7-4eb5-8d13-995cee36e346 req-a37b0015-be8d-4eb2-857b-f64ba9650b50 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:49.429718 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f13016b2-ccc7-4eb5-8d13-995cee36e346 req-a37b0015-be8d-4eb2-857b-f64ba9650b50 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.39 "DELETE /v2.0/ports/c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 HTTP/1.1" status: 204 len: 173 time: 1.0833528 Jul 07 21:20:49.430767 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'name': 'network-vif-deleted', 'tag': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:20:49.433557 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e03d86-96b9-4e60-ab30-049b215c1f55" -d '{"events": [{"server_uuid": "7365d89b-d0e3-4901-a599-5b8782625f9f", "name": "network-vif-deleted", "tag": "c34e4caf-0e18-422e-a9d9-3d7a3bb94a46"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:20:49.474945 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 220dbd25-0e11-409c-a6f0-1fc954d1aadb triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:20:49.475395 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:49.501308 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b52ad1-c8b1-422f-a18d-cc60d254f0c5 x-openstack-request-id: req-84b52ad1-c8b1-422f-a18d-cc60d254f0c5 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:20:49.501652 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7365d89b-d0e3-4901-a599-5b8782625f9f", "name": "network-vif-deleted", "tag": "c34e4caf-0e18-422e-a9d9-3d7a3bb94a46", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:20:49.501913 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-84b52ad1-c8b1-422f-a18d-cc60d254f0c5 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:20:49.502326 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7365d89b-d0e3-4901-a599-5b8782625f9f', 'name': 'network-vif-deleted', 'tag': 'c34e4caf-0e18-422e-a9d9-3d7a3bb94a46', 'status': 'completed', 'code': 200} Jul 07 21:20:49.516579 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-89b6fb7e-236b-48c4-afc9-efedc43ea914 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:49.519216 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-89b6fb7e-236b-48c4-afc9-efedc43ea914 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/networks?id=eb62196c-4ee5-4697-9a53-e26296c2a17b HTTP/1.1" status: 200 len: 797 time: 0.2349904 Jul 07 21:20:49.550255 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-96f7cc79-110f-43db-a0f7-27c358a86092 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/quotas/127f863741144b648eee157f1741deb8 HTTP/1.1" status: 200 len: 375 time: 0.0223076 Jul 07 21:20:49.565431 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b391cc36-a598-4e60-a78a-9b808fb84050', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1618815445', 'tenant_id': '127f863741144b648eee157f1741deb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'deea92ea-a2ab-458d-9897-b4784e495a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:20:40Z', 'updated_at': '2021-07-07T21:20:46Z', 'revision_number': 4, 'project_id': '127f863741144b648eee157f1741deb8', 'gw_port': {'id': 'deea92ea-a2ab-458d-9897-b4784e495a8e', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b391cc36-a598-4e60-a78a-9b808fb84050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:41Z', 'updated_at': '2021-07-07T21:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f', 'name': '', 'network_id': 'eb62196c-4ee5-4697-9a53-e26296c2a17b', 'tenant_id': '127f863741144b648eee157f1741deb8', 'mac_address': 'fa:16:3e:02:ac:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b391cc36-a598-4e60-a78a-9b808fb84050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'f5f8360c-99ef-45de-a206-f63f9c230031', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:45Z', 'updated_at': '2021-07-07T21:20:47Z', 'revision_number': 2, 'project_id': '127f863741144b648eee157f1741deb8', 'subnets': [{'id': 'f5f8360c-99ef-45de-a206-f63f9c230031', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:49.608633 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] Checking router: b391cc36-a598-4e60-a78a-9b808fb84050 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:20:49.609253 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] Updating router b391cc36-a598-4e60-a78a-9b808fb84050 port 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:20:49.649393 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device deea92ea-a2ab-458d-9897-b4784e495a8e up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:20:49.673360 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:49.755690 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-690e2abd-1957-42ea-807f-c1ad354a5c33 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=127f863741144b648eee157f1741deb8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1769185 Jul 07 21:20:49.823735 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port deea92ea-a2ab-458d-9897-b4784e495a8e triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:20:49.824276 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:49.908748 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-8ef2d060-a651-4c38-91a2-a418987f9e53 service neutron] 10.222.0.64 "GET /v2.0/networks/eb62196c-4ee5-4697-9a53-e26296c2a17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349494 Jul 07 21:20:50.034555 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:50.054154 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-096d2557-5dfd-41ce-97be-892905b1b8d0 service neutron] 10.222.0.64 "GET /v2.0/networks/eb62196c-4ee5-4697-9a53-e26296c2a17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436267 Jul 07 21:20:50.167114 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:50.187499 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] Transition to ACTIVE for port object 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:20:50.198642 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:50.285061 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:50.286194 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54797b12-6bf4-4545-a434-8a0c751ccd56 None None] Pushing event updated for resources: {'Port': ['ID=3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:50.332189 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f9a8a3e1-0b92-4d11-9279-60071f0953b5 req-becd0887-625a-43e4-a960-4509481c3e9a tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=25e90095-cd22-47a5-9f6f-8efd6c79e7c7 HTTP/1.1" status: 200 len: 210 time: 0.0544202 Jul 07 21:20:50.358766 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54797b12-6bf4-4545-a434-8a0c751ccd56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:50.359138 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54797b12-6bf4-4545-a434-8a0c751ccd56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:50.359697 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54797b12-6bf4-4545-a434-8a0c751ccd56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:50.360037 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54797b12-6bf4-4545-a434-8a0c751ccd56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:50.360432 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54797b12-6bf4-4545-a434-8a0c751ccd56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:50.360879 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54797b12-6bf4-4545-a434-8a0c751ccd56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:50.361465 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54797b12-6bf4-4545-a434-8a0c751ccd56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:50.361979 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54797b12-6bf4-4545-a434-8a0c751ccd56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:50.363457 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54797b12-6bf4-4545-a434-8a0c751ccd56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:50.364237 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54797b12-6bf4-4545-a434-8a0c751ccd56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:50.364768 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54797b12-6bf4-4545-a434-8a0c751ccd56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:50.365293 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54797b12-6bf4-4545-a434-8a0c751ccd56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:20:50.414602 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 51974) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:50.560290 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] Attempting to bind port 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:20:50.560681 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] Attempting to bind port 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '887cdddb-b297-4a06-bdf8-a898399c6082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eb62196c-4ee5-4697-9a53-e26296c2a17b'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:20:50.561028 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] Attempting to bind port 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f on network eb62196c-4ee5-4697-9a53-e26296c2a17b {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:20:50.569780 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:20:50.570225 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] Checking segment: {'id': '887cdddb-b297-4a06-bdf8-a898399c6082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eb62196c-4ee5-4697-9a53-e26296c2a17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:20:50.570871 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:50.571527 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] Bound using segment: {'id': '887cdddb-b297-4a06-bdf8-a898399c6082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eb62196c-4ee5-4697-9a53-e26296c2a17b'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:20:50.572545 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] Bound port: 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887cdddb-b297-4a06-bdf8-a898399c6082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eb62196c-4ee5-4697-9a53-e26296c2a17b'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:20:50.573165 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:50.700787 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] For port 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:20:50.705890 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] For port 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f,segment=NetworkSegment(887cdddb-b297-4a06-bdf8-a898399c6082),segment_id=887cdddb-b297-4a06-bdf8-a898399c6082)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:20:50.712170 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:50.777262 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54797b12-6bf4-4545-a434-8a0c751ccd56 None None] Pushing event updated for resources: {'Port': ['ID=3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:50.811948 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] Routers {'b391cc36-a598-4e60-a78a-9b808fb84050'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:20:50.812652 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:20:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['b391cc36-a598-4e60-a78a-9b808fb84050'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:51.037347 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] Set router b391cc36-a598-4e60-a78a-9b808fb84050 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:20:51.135226 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d515cdac-70be-48db-a744-5eceabb2d16e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:51.324127 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b391cc36-a598-4e60-a78a-9b808fb84050', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1618815445', 'tenant_id': '127f863741144b648eee157f1741deb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'deea92ea-a2ab-458d-9897-b4784e495a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:20:40Z', 'updated_at': '2021-07-07T21:20:46Z', 'revision_number': 4, 'project_id': '127f863741144b648eee157f1741deb8', 'gw_port': {'id': 'deea92ea-a2ab-458d-9897-b4784e495a8e', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b391cc36-a598-4e60-a78a-9b808fb84050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:41Z', 'updated_at': '2021-07-07T21:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f', 'name': '', 'network_id': 'eb62196c-4ee5-4697-9a53-e26296c2a17b', 'tenant_id': '127f863741144b648eee157f1741deb8', 'mac_address': 'fa:16:3e:02:ac:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b391cc36-a598-4e60-a78a-9b808fb84050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'f5f8360c-99ef-45de-a206-f63f9c230031', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:45Z', 'updated_at': '2021-07-07T21:20:50Z', 'revision_number': 4, 'project_id': '127f863741144b648eee157f1741deb8', 'subnets': [{'id': 'f5f8360c-99ef-45de-a206-f63f9c230031', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:51.361071 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b2aa51-7b1b-45db-ad90-72436ba5c1da None None] The sync data for ids ['b391cc36-a598-4e60-a78a-9b808fb84050'] in n-d-695189-11 is: [{'id': 'b391cc36-a598-4e60-a78a-9b808fb84050', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1618815445', 'tenant_id': '127f863741144b648eee157f1741deb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'deea92ea-a2ab-458d-9897-b4784e495a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:20:40Z', 'updated_at': '2021-07-07T21:20:46Z', 'revision_number': 4, 'project_id': '127f863741144b648eee157f1741deb8', 'gw_port': {'id': 'deea92ea-a2ab-458d-9897-b4784e495a8e', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b391cc36-a598-4e60-a78a-9b808fb84050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:41Z', 'updated_at': '2021-07-07T21:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f', 'name': '', 'network_id': 'eb62196c-4ee5-4697-9a53-e26296c2a17b', 'tenant_id': '127f863741144b648eee157f1741deb8', 'mac_address': 'fa:16:3e:02:ac:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b391cc36-a598-4e60-a78a-9b808fb84050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'f5f8360c-99ef-45de-a206-f63f9c230031', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:45Z', 'updated_at': '2021-07-07T21:20:50Z', 'revision_number': 4, 'project_id': '127f863741144b648eee157f1741deb8', 'subnets': [{'id': 'f5f8360c-99ef-45de-a206-f63f9c230031', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:20:51.453317 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:20:51.493166 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:20:51.493594 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device c34e4caf-0e18-422e-a9d9-3d7a3bb94a46 not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:20:51.539844 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eaf1967b-7f4d-43dd-9733-f4f4d1eaf7c7 req-07e820cf-0486-4d84-8ee6-5500eaa322af tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=25e90095-cd22-47a5-9f6f-8efd6c79e7c7 HTTP/1.1" status: 200 len: 210 time: 0.0666766 Jul 07 21:20:51.638378 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d515cdac-70be-48db-a744-5eceabb2d16e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Deleting port c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:20:51.638889 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d515cdac-70be-48db-a744-5eceabb2d16e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:51.930909 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-d515cdac-70be-48db-a744-5eceabb2d16e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] For port c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d,segment=NetworkSegment(552b830a-3d0b-4509-bbbe-ef4628cd75be),segment_id=552b830a-3d0b-4509-bbbe-ef4628cd75be)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:20:51.931273 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d515cdac-70be-48db-a744-5eceabb2d16e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:51.954994 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d515cdac-70be-48db-a744-5eceabb2d16e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Calling delete_port for c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:20:51.967962 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-adfd6461-fdf5-46bf-9b33-87e518419065 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:51.970702 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-adfd6461-fdf5-46bf-9b33-87e518419065 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.39 "GET /v2.0/networks?id=eb62196c-4ee5-4697-9a53-e26296c2a17b HTTP/1.1" status: 200 len: 797 time: 0.2454543 Jul 07 21:20:51.995076 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-7b92fb3e-f40d-45e0-92a3-df5e0fc7cabe tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Request body: {'port': {'device_id': '25e90095-cd22-47a5-9f6f-8efd6c79e7c7', 'network_id': 'eb62196c-4ee5-4697-9a53-e26296c2a17b', 'admin_state_up': True, 'tenant_id': '127f863741144b648eee157f1741deb8'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:52.349291 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-7b92fb3e-f40d-45e0-92a3-df5e0fc7cabe tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Made reservation on behalf of 127f863741144b648eee157f1741deb8 for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:20:52.354799 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-7b92fb3e-f40d-45e0-92a3-df5e0fc7cabe tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:52.442440 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d515cdac-70be-48db-a744-5eceabb2d16e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:52.963166 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515cdac-70be-48db-a744-5eceabb2d16e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event deleted for resources: {'Port': ['ID=c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:53.005479 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ce555ce8-d70b-4ed3-9eda-598a1b88c0bc req-9e05ff79-289d-4f33-ae20-b1b4322ba2ca tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=25e90095-cd22-47a5-9f6f-8efd6c79e7c7 HTTP/1.1" status: 200 len: 210 time: 0.0790424 Jul 07 21:20:53.318177 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-7b92fb3e-f40d-45e0-92a3-df5e0fc7cabe tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Allocated IP 172.20.0.26 (eb62196c-4ee5-4697-9a53-e26296c2a17b/f5f8360c-99ef-45de-a206-f63f9c230031/c67dbe77-327b-4828-bf46-327150bd7a8d) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:20:53.463671 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:20:53.471745 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d515cdac-70be-48db-a744-5eceabb2d16e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:53.533668 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:20:53.538295 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:20:53.538731 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:53.642093 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:53.664604 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-7b92fb3e-f40d-45e0-92a3-df5e0fc7cabe tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:53.689214 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f,segment=NetworkSegment(887cdddb-b297-4a06-bdf8-a898399c6082),segment_id=887cdddb-b297-4a06-bdf8-a898399c6082)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:20:53.693744 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:53.701423 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-7b92fb3e-f40d-45e0-92a3-df5e0fc7cabe tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Transition to ACTIVE for port object c67dbe77-327b-4828-bf46-327150bd7a8d will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:20:53.748703 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:53.864767 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-7b92fb3e-f40d-45e0-92a3-df5e0fc7cabe tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:53.920518 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d515cdac-70be-48db-a744-5eceabb2d16e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Router 3a616faa-e817-415d-868b-d5ac3b9bf28b has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:20:53.927701 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-7b92fb3e-f40d-45e0-92a3-df5e0fc7cabe tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Network eb62196c-4ee5-4697-9a53-e26296c2a17b is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:20:53.933080 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-7b92fb3e-f40d-45e0-92a3-df5e0fc7cabe tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:20:53.935862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-7b92fb3e-f40d-45e0-92a3-df5e0fc7cabe tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:20:53.941020 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92fb3e-f40d-45e0-92a3-df5e0fc7cabe tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event updated for resources: {'Port': ['ID=c67dbe77-327b-4828-bf46-327150bd7a8d,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:54.033632 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-7b92fb3e-f40d-45e0-92a3-df5e0fc7cabe tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:54.035028 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-7b92fb3e-f40d-45e0-92a3-df5e0fc7cabe tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:54.089729 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-7b92fb3e-f40d-45e0-92a3-df5e0fc7cabe tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.1073978 Jul 07 21:20:54.105352 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-34bbd5b9-8679-4930-ba85-ccb781258ac7 service neutron] Request body: {'port': {'device_id': '25e90095-cd22-47a5-9f6f-8efd6c79e7c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:54.143015 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d515cdac-70be-48db-a744-5eceabb2d16e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:20:54.150074 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d515cdac-70be-48db-a744-5eceabb2d16e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "PUT /v2.0/routers/3a616faa-e817-415d-868b-d5ac3b9bf28b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7335653 Jul 07 21:20:54.153495 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52008) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:54.156283 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6636e6-0eeb-418c-a625-c2ba459695cb None None] Sync routers for ids ['3a616faa-e817-415d-868b-d5ac3b9bf28b'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:20:54.168466 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6636e6-0eeb-418c-a625-c2ba459695cb None None] Routers {'3a616faa-e817-415d-868b-d5ac3b9bf28b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:20:54.169876 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-7d6636e6-0eeb-418c-a625-c2ba459695cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:20:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['3a616faa-e817-415d-868b-d5ac3b9bf28b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:54.220046 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_v2 [None req-7787caf2-a835-4e1d-b91d-793cd703b347 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Deleting subnet 6374fef3-fa3e-4e5f-ae5d-9302ddd17f35 {{(pid=100447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:20:54.225295 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7787caf2-a835-4e1d-b91d-793cd703b347 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for subnet, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:54.236053 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-34bbd5b9-8679-4930-ba85-ccb781258ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:54.238559 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d28c5605-3505-4cb1-a74b-bbabab7878b6 None None] Provisioning for port c67dbe77-327b-4828-bf46-327150bd7a8d completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:20:54.272634 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7787caf2-a835-4e1d-b91d-793cd703b347 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6162508'] for subnet, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:54.275576 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d28c5605-3505-4cb1-a74b-bbabab7878b6 None None] Provisioning complete for port c67dbe77-327b-4828-bf46-327150bd7a8d triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:20:54.276191 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d28c5605-3505-4cb1-a74b-bbabab7878b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:54.298144 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631526a1-25e9-491a-9592-ec9dc20990cd req-046c0aa9-1357-4f3e-a544-1eddbb907cf9 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:54.299823 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-631526a1-25e9-491a-9592-ec9dc20990cd req-046c0aa9-1357-4f3e-a544-1eddbb907cf9 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=25e90095-cd22-47a5-9f6f-8efd6c79e7c7 HTTP/1.1" status: 200 len: 895 time: 0.1385345 Jul 07 21:20:54.330229 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-d28c5605-3505-4cb1-a74b-bbabab7878b6 None None] Port c67dbe77-327b-4828-bf46-327150bd7a8d cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:20:54.336239 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-7d6636e6-0eeb-418c-a625-c2ba459695cb None None] Set router 3a616faa-e817-415d-868b-d5ac3b9bf28b gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:20:54.388661 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7787caf2-a835-4e1d-b91d-793cd703b347 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:54.459477 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7787caf2-a835-4e1d-b91d-793cd703b347 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5496844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5215403'] for subnet, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:54.488595 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787caf2-a835-4e1d-b91d-793cd703b347 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event deleted for resources: {'Subnet': ['ID=6374fef3-fa3e-4e5f-ae5d-9302ddd17f35,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:54.495130 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-7787caf2-a835-4e1d-b91d-793cd703b347 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for subnet, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:54.496806 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-7787caf2-a835-4e1d-b91d-793cd703b347 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "DELETE /v2.0/subnets/6374fef3-fa3e-4e5f-ae5d-9302ddd17f35 HTTP/1.1" status: 204 len: 168 time: 0.3408384 Jul 07 21:20:54.500109 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52012) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:54.522245 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c662aad4-3a67-43b0-a833-4e0f11ba6fed None None] Network 8514bcb3-7d37-4491-a641-df9d3f314e5a requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:20:54.636104 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-34bbd5b9-8679-4930-ba85-ccb781258ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c67dbe77-327b-4828-bf46-327150bd7a8d {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:20:54.652387 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-34bbd5b9-8679-4930-ba85-ccb781258ac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:54.657435 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f843-d6b9-4ed3-9afc-5cbc690d3ca7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:54.677944 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-34bbd5b9-8679-4930-ba85-ccb781258ac7 service neutron] Transition to ACTIVE for port object c67dbe77-327b-4828-bf46-327150bd7a8d will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:20:54.698499 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-34bbd5b9-8679-4930-ba85-ccb781258ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:54.890204 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bbd5b9-8679-4930-ba85-ccb781258ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=c67dbe77-327b-4828-bf46-327150bd7a8d,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:54.912175 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-7d6636e6-0eeb-418c-a625-c2ba459695cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339048018', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:18:39Z', 'updated_at': '2021-07-07T21:20:52Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:40Z', 'updated_at': '2021-07-07T21:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:54.957814 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6636e6-0eeb-418c-a625-c2ba459695cb None None] Checking router: 3a616faa-e817-415d-868b-d5ac3b9bf28b for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:20:54.989419 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6636e6-0eeb-418c-a625-c2ba459695cb None None] Routers {'3a616faa-e817-415d-868b-d5ac3b9bf28b'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:20:54.990441 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-7d6636e6-0eeb-418c-a625-c2ba459695cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:20:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['3a616faa-e817-415d-868b-d5ac3b9bf28b'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:55.029976 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-34bbd5b9-8679-4930-ba85-ccb781258ac7 service neutron] Attempting to bind port c67dbe77-327b-4828-bf46-327150bd7a8d on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:20:55.030310 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-34bbd5b9-8679-4930-ba85-ccb781258ac7 service neutron] Attempting to bind port c67dbe77-327b-4828-bf46-327150bd7a8d by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '887cdddb-b297-4a06-bdf8-a898399c6082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eb62196c-4ee5-4697-9a53-e26296c2a17b'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:20:55.030778 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-34bbd5b9-8679-4930-ba85-ccb781258ac7 service neutron] Attempting to bind port c67dbe77-327b-4828-bf46-327150bd7a8d on network eb62196c-4ee5-4697-9a53-e26296c2a17b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:20:55.040602 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-34bbd5b9-8679-4930-ba85-ccb781258ac7 service neutron] Port c67dbe77-327b-4828-bf46-327150bd7a8d on network eb62196c-4ee5-4697-9a53-e26296c2a17b not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:20:55.041807 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-34bbd5b9-8679-4930-ba85-ccb781258ac7 service neutron] Attempting to bind port c67dbe77-327b-4828-bf46-327150bd7a8d on network eb62196c-4ee5-4697-9a53-e26296c2a17b {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:20:55.076447 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-34bbd5b9-8679-4930-ba85-ccb781258ac7 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:20:55.076949 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-34bbd5b9-8679-4930-ba85-ccb781258ac7 service neutron] Checking segment: {'id': '887cdddb-b297-4a06-bdf8-a898399c6082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eb62196c-4ee5-4697-9a53-e26296c2a17b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:20:55.077408 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-34bbd5b9-8679-4930-ba85-ccb781258ac7 service neutron] Bound using segment: {'id': '887cdddb-b297-4a06-bdf8-a898399c6082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eb62196c-4ee5-4697-9a53-e26296c2a17b'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:20:55.077876 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-34bbd5b9-8679-4930-ba85-ccb781258ac7 service neutron] Bound port: c67dbe77-327b-4828-bf46-327150bd7a8d, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887cdddb-b297-4a06-bdf8-a898399c6082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'eb62196c-4ee5-4697-9a53-e26296c2a17b'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:20:55.078249 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-34bbd5b9-8679-4930-ba85-ccb781258ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:55.182233 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28837ade-e303-4ae8-aa53-33ce5383b1f1 None None] DHCP port deletion for 8514bcb3-7d37-4491-a641-df9d3f314e5a request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:20:55.207105 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-7d6636e6-0eeb-418c-a625-c2ba459695cb None None] Set router 3a616faa-e817-415d-868b-d5ac3b9bf28b gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:20:55.226769 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-34bbd5b9-8679-4930-ba85-ccb781258ac7 service neutron] For port c67dbe77-327b-4828-bf46-327150bd7a8d, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:20:55.248758 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-34bbd5b9-8679-4930-ba85-ccb781258ac7 service neutron] For port c67dbe77-327b-4828-bf46-327150bd7a8d, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c67dbe77-327b-4828-bf46-327150bd7a8d,segment=NetworkSegment(887cdddb-b297-4a06-bdf8-a898399c6082),segment_id=887cdddb-b297-4a06-bdf8-a898399c6082)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:20:55.258236 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-34bbd5b9-8679-4930-ba85-ccb781258ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:55.324704 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bbd5b9-8679-4930-ba85-ccb781258ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=c67dbe77-327b-4828-bf46-327150bd7a8d,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:55.340027 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f843-d6b9-4ed3-9afc-5cbc690d3ca7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:55.361035 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-34bbd5b9-8679-4930-ba85-ccb781258ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:55.361894 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-34bbd5b9-8679-4930-ba85-ccb781258ac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:55.363522 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-34bbd5b9-8679-4930-ba85-ccb781258ac7 service neutron] 10.222.0.39 "PUT /v2.0/ports/c67dbe77-327b-4828-bf46-327150bd7a8d HTTP/1.1" status: 200 len: 1056 time: 1.2641335 Jul 07 21:20:55.364311 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e90095-cd22-47a5-9f6f-8efd6c79e7c7', 'tag': 'c67dbe77-327b-4828-bf46-327150bd7a8d'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:20:55.367820 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816a1eb7-1183-4a78-b8c2-5f3e665e32f5" -d '{"events": [{"name": "network-changed", "server_uuid": "25e90095-cd22-47a5-9f6f-8efd6c79e7c7", "tag": "c67dbe77-327b-4828-bf46-327150bd7a8d"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:20:55.436541 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7f843-d6b9-4ed3-9afc-5cbc690d3ca7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Deleting port 6b2a8641-5e04-41e1-99fa-be2aae6519b7 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:20:55.436976 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f843-d6b9-4ed3-9afc-5cbc690d3ca7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:55.488649 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b8994b-a89c-4a26-9e90-f034dff280b9 x-openstack-request-id: req-63b8994b-a89c-4a26-9e90-f034dff280b9 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:20:55.489262 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e90095-cd22-47a5-9f6f-8efd6c79e7c7", "tag": "c67dbe77-327b-4828-bf46-327150bd7a8d", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:20:55.489703 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-63b8994b-a89c-4a26-9e90-f034dff280b9 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:20:55.490298 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e90095-cd22-47a5-9f6f-8efd6c79e7c7', 'tag': 'c67dbe77-327b-4828-bf46-327150bd7a8d', 'status': 'completed', 'code': 200} Jul 07 21:20:55.550156 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:20:55.580592 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-ff3d5639-4fb0-4a93-9e48-bddbf2673f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:55.583002 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-ff3d5639-4fb0-4a93-9e48-bddbf2673f5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=127f863741144b648eee157f1741deb8&device_id=25e90095-cd22-47a5-9f6f-8efd6c79e7c7 HTTP/1.1" status: 200 len: 1059 time: 0.1731620 Jul 07 21:20:55.598420 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-3ff7f843-d6b9-4ed3-9afc-5cbc690d3ca7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] For port 6b2a8641-5e04-41e1-99fa-be2aae6519b7, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=6b2a8641-5e04-41e1-99fa-be2aae6519b7,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:20:55.599810 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f843-d6b9-4ed3-9afc-5cbc690d3ca7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:55.626001 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15bb6f-2704-4aee-8750-207f88a3c2fd req-b4048c7c-b0ce-4b44-b5db-ccdcf0878457 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:55.627128 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7f843-d6b9-4ed3-9afc-5cbc690d3ca7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Calling delete_port for 6b2a8641-5e04-41e1-99fa-be2aae6519b7 owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:20:55.628977 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ab15bb6f-2704-4aee-8750-207f88a3c2fd req-b4048c7c-b0ce-4b44-b5db-ccdcf0878457 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=25e90095-cd22-47a5-9f6f-8efd6c79e7c7 HTTP/1.1" status: 200 len: 907 time: 0.1329811 Jul 07 21:20:55.684441 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-8a531085-4317-4f29-9009-87bc28e3b562 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=c67dbe77-327b-4828-bf46-327150bd7a8d HTTP/1.1" status: 200 len: 217 time: 0.0872529 Jul 07 21:20:55.688642 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:20:55.689177 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:55.718267 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-28837ade-e303-4ae8-aa53-33ce5383b1f1 None None] Deleting port 33fa2ee3-6a32-4972-bded-c73f47ff6b88 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:20:55.718705 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-28837ade-e303-4ae8-aa53-33ce5383b1f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:55.738781 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-7d6636e6-0eeb-418c-a625-c2ba459695cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339048018', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:18:39Z', 'updated_at': '2021-07-07T21:20:52Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:40Z', 'updated_at': '2021-07-07T21:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:55.765206 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-1fc89a87-7781-4881-993e-7f488c373559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:55.767053 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-1fc89a87-7781-4881-993e-7f488c373559 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5f8360c-99ef-45de-a206-f63f9c230031 HTTP/1.1" status: 200 len: 837 time: 0.0742226 Jul 07 21:20:55.834398 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6636e6-0eeb-418c-a625-c2ba459695cb None None] The sync data for ids ['3a616faa-e817-415d-868b-d5ac3b9bf28b'] in n-d-695189-11 is: [{'id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339048018', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:18:39Z', 'updated_at': '2021-07-07T21:20:52Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '6b2a8641-5e04-41e1-99fa-be2aae6519b7', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:89:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a616faa-e817-415d-868b-d5ac3b9bf28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:18:40Z', 'updated_at': '2021-07-07T21:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:20:55.849565 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-38fa931b-b18e-4b70-9a8c-28f81b0d1e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:55.856762 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-38fa931b-b18e-4b70-9a8c-28f81b0d1e96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eb62196c-4ee5-4697-9a53-e26296c2a17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0819647 Jul 07 21:20:55.902422 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f843-d6b9-4ed3-9afc-5cbc690d3ca7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:55.905901 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-28837ade-e303-4ae8-aa53-33ce5383b1f1 None None] For port 33fa2ee3-6a32-4972-bded-c73f47ff6b88, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=33fa2ee3-6a32-4972-bded-c73f47ff6b88,segment=NetworkSegment(552b830a-3d0b-4509-bbbe-ef4628cd75be),segment_id=552b830a-3d0b-4509-bbbe-ef4628cd75be)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:20:55.907356 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-28837ade-e303-4ae8-aa53-33ce5383b1f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:55.954239 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7f843-d6b9-4ed3-9afc-5cbc690d3ca7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event deleted for resources: {'Port': ['ID=6b2a8641-5e04-41e1-99fa-be2aae6519b7,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:55.955905 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-28837ade-e303-4ae8-aa53-33ce5383b1f1 None None] Calling delete_port for 33fa2ee3-6a32-4972-bded-c73f47ff6b88 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:20:56.029459 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-5e9782c0-03db-4f48-904d-c1554c58c6cb service neutron] 10.222.0.39 "GET /v2.0/networks/eb62196c-4ee5-4697-9a53-e26296c2a17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649191 Jul 07 21:20:56.071206 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f843-d6b9-4ed3-9afc-5cbc690d3ca7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:56.077470 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-28837ade-e303-4ae8-aa53-33ce5383b1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:56.121394 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28837ade-e303-4ae8-aa53-33ce5383b1f1 None None] Pushing event deleted for resources: {'Port': ['ID=33fa2ee3-6a32-4972-bded-c73f47ff6b88,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:56.131690 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28837ade-e303-4ae8-aa53-33ce5383b1f1 None None] No DVR routers for this DVR port 33fa2ee3-6a32-4972-bded-c73f47ff6b88 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:20:56.171140 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e92a325-6ceb-4340-9f80-61c44a5c7833 req-d8a5f5d4-5007-4f45-8c82-7149cca40966 service neutron] 10.222.0.39 "GET /v2.0/networks/eb62196c-4ee5-4697-9a53-e26296c2a17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320817 Jul 07 21:20:56.232210 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f843-d6b9-4ed3-9afc-5cbc690d3ca7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:56.239278 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f843-d6b9-4ed3-9afc-5cbc690d3ca7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:56.285627 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 33fa2ee3-6a32-4972-bded-c73f47ff6b88 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:20:56.310558 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 33fa2ee3-6a32-4972-bded-c73f47ff6b88 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:20:56.310919 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 33fa2ee3-6a32-4972-bded-c73f47ff6b88 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:20:56.328630 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f843-d6b9-4ed3-9afc-5cbc690d3ca7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:56.329417 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff7f843-d6b9-4ed3-9afc-5cbc690d3ca7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Fanout notify agent at l3_agent the message router_deleted on router 3a616faa-e817-415d-868b-d5ac3b9bf28b {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:20:56.338869 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3ff7f843-d6b9-4ed3-9afc-5cbc690d3ca7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:56.340718 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3ff7f843-d6b9-4ed3-9afc-5cbc690d3ca7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "DELETE /v2.0/routers/3a616faa-e817-415d-868b-d5ac3b9bf28b HTTP/1.1" status: 204 len: 168 time: 1.8385038 Jul 07 21:20:56.345305 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52034) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:56.385179 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a1eb7-1183-4a78-b8c2-5f3e665e32f5 req-79216910-88f1-4372-b6a9-ac08195dea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:56.387482 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-816a1eb7-1183-4a78-b8c2-5f3e665e32f5 req-79216910-88f1-4372-b6a9-ac08195dea28 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=127f863741144b648eee157f1741deb8&device_id=25e90095-cd22-47a5-9f6f-8efd6c79e7c7 HTTP/1.1" status: 200 len: 1059 time: 0.1525254 Jul 07 21:20:56.496843 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a61c6e6d-c163-4aad-9fc1-d16fd04068be tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:56.545036 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a1eb7-1183-4a78-b8c2-5f3e665e32f5 req-32248a74-2adc-4515-a2b2-6b0a0006659d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:56.546701 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-816a1eb7-1183-4a78-b8c2-5f3e665e32f5 req-32248a74-2adc-4515-a2b2-6b0a0006659d service neutron] 10.222.0.39 "GET /v2.0/networks?id=eb62196c-4ee5-4697-9a53-e26296c2a17b HTTP/1.1" status: 200 len: 898 time: 0.1513777 Jul 07 21:20:56.600431 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-816a1eb7-1183-4a78-b8c2-5f3e665e32f5 req-e9aba5a2-5a0b-4099-836d-e25515ed7a5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=c67dbe77-327b-4828-bf46-327150bd7a8d HTTP/1.1" status: 200 len: 217 time: 0.0437539 Jul 07 21:20:56.618592 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a61c6e6d-c163-4aad-9fc1-d16fd04068be tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:56.633798 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-a61c6e6d-c163-4aad-9fc1-d16fd04068be tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8514bcb3-7d37-4491-a641-df9d3f314e5a']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:56.651781 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-a61c6e6d-c163-4aad-9fc1-d16fd04068be tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552b830a-3d0b-4509-bbbe-ef4628cd75be') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:56.652115 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-a61c6e6d-c163-4aad-9fc1-d16fd04068be tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552b830a-3d0b-4509-bbbe-ef4628cd75be') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:20:56.667144 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a61c6e6d-c163-4aad-9fc1-d16fd04068be tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:56.672168 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a1eb7-1183-4a78-b8c2-5f3e665e32f5 req-f72833ee-5686-4f2a-94db-0689c3a0edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:56.674284 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-816a1eb7-1183-4a78-b8c2-5f3e665e32f5 req-f72833ee-5686-4f2a-94db-0689c3a0edc4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f5f8360c-99ef-45de-a206-f63f9c230031 HTTP/1.1" status: 200 len: 837 time: 0.0664756 Jul 07 21:20:56.695398 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a61c6e6d-c163-4aad-9fc1-d16fd04068be tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:56.702644 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61c6e6d-c163-4aad-9fc1-d16fd04068be tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:20:56.703076 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a61c6e6d-c163-4aad-9fc1-d16fd04068be tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:20:56.707698 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:20:56.794519 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a1eb7-1183-4a78-b8c2-5f3e665e32f5 req-461abdda-7687-47ad-9a42-03447583da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:56.796319 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-816a1eb7-1183-4a78-b8c2-5f3e665e32f5 req-461abdda-7687-47ad-9a42-03447583da04 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=eb62196c-4ee5-4697-9a53-e26296c2a17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1131051 Jul 07 21:20:56.832783 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a61c6e6d-c163-4aad-9fc1-d16fd04068be tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:56.849314 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a61c6e6d-c163-4aad-9fc1-d16fd04068be tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:56.851887 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a61c6e6d-c163-4aad-9fc1-d16fd04068be tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "DELETE /v2.0/networks/8514bcb3-7d37-4491-a641-df9d3f314e5a HTTP/1.1" status: 204 len: 168 time: 0.5039239 Jul 07 21:20:56.854806 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52038) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:56.875145 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c6e6d-c163-4aad-9fc1-d16fd04068be tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event deleted for resources: {'Network': ['ID=8514bcb3-7d37-4491-a641-df9d3f314e5a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:56.962006 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0666b70c-c82a-4e9c-b458-7db8e8aa37cb tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:56.985914 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-816a1eb7-1183-4a78-b8c2-5f3e665e32f5 req-1d4895ac-a3da-4dcb-8a76-92a9ffa79894 service neutron] 10.222.0.39 "GET /v2.0/networks/eb62196c-4ee5-4697-9a53-e26296c2a17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826754 Jul 07 21:20:56.994857 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2bcff-3cdd-4ec5-9e5b-337cc9d1ef7f req-eeab7b62-612b-440a-931b-08cb0cd4c971 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:56.996628 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-66e2bcff-3cdd-4ec5-9e5b-337cc9d1ef7f req-eeab7b62-612b-440a-931b-08cb0cd4c971 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=25e90095-cd22-47a5-9f6f-8efd6c79e7c7 HTTP/1.1" status: 200 len: 907 time: 0.1342738 Jul 07 21:20:57.011375 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0666b70c-c82a-4e9c-b458-7db8e8aa37cb tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:57.109233 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0666b70c-c82a-4e9c-b458-7db8e8aa37cb tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:57.109509 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-816a1eb7-1183-4a78-b8c2-5f3e665e32f5 req-6e768982-4802-443d-a836-1da92c70369a service neutron] 10.222.0.39 "GET /v2.0/networks/eb62196c-4ee5-4697-9a53-e26296c2a17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115322 Jul 07 21:20:57.113512 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0666b70c-c82a-4e9c-b458-7db8e8aa37cb tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:57.114973 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0666b70c-c82a-4e9c-b458-7db8e8aa37cb tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "DELETE /v2.0/security-groups/10f0b710-bc2c-4f9d-ade7-4b8a7aac9506 HTTP/1.1" status: 204 len: 168 time: 0.2589481 Jul 07 21:20:57.126636 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666b70c-c82a-4e9c-b458-7db8e8aa37cb tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f0b710-bc2c-4f9d-ade7-4b8a7aac9506,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:57.348979 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 6b2a8641-5e04-41e1-99fa-be2aae6519b7 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:20:57.376700 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 6b2a8641-5e04-41e1-99fa-be2aae6519b7 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:20:57.377159 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 6b2a8641-5e04-41e1-99fa-be2aae6519b7 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:20:57.379668 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:20:57.418928 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:20:57.419993 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c0c4d5fb-d3d0-4a82-9a00-184ee4b7a44d not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:20:57.581771 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52056) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:57.586742 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-6d277be8-236a-453b-89f3-fa4b1bdadfb3 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-249843947', 'description': 'tempest-secgroup-smoke-249843947 description', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:57.646523 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d277be8-236a-453b-89f3-fa4b1bdadfb3 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:57.745256 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d277be8-236a-453b-89f3-fa4b1bdadfb3 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:57.751133 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d277be8-236a-453b-89f3-fa4b1bdadfb3 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:57.782960 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d277be8-236a-453b-89f3-fa4b1bdadfb3 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:57.787622 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6d277be8-236a-453b-89f3-fa4b1bdadfb3 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:57.791953 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6d277be8-236a-453b-89f3-fa4b1bdadfb3 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2061055 Jul 07 21:20:57.792653 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52060) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:57.797312 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-2b5a3885-8994-4f3e-9c46-b8350e9293b7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group_rule': {'security_group_id': '47c9b1ed-fb0a-46fd-b49d-4966fe59fa11', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:57.833645 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b5a3885-8994-4f3e-9c46-b8350e9293b7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:57.913464 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b5a3885-8994-4f3e-9c46-b8350e9293b7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:57.917832 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b5a3885-8994-4f3e-9c46-b8350e9293b7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:57.936799 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a3885-8994-4f3e-9c46-b8350e9293b7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95acc1aa-5de8-4482-89d9-69017872d2c5,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:57.940817 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2b5a3885-8994-4f3e-9c46-b8350e9293b7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:57.942044 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2b5a3885-8994-4f3e-9c46-b8350e9293b7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1486490 Jul 07 21:20:57.945204 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52062) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:57.950058 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-c9213de9-4bd3-4fe9-b294-aefc4c9e908e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group_rule': {'security_group_id': '47c9b1ed-fb0a-46fd-b49d-4966fe59fa11', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:57.985118 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c9213de9-4bd3-4fe9-b294-aefc4c9e908e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.061261 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c9213de9-4bd3-4fe9-b294-aefc4c9e908e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.065975 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c9213de9-4bd3-4fe9-b294-aefc4c9e908e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.095163 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9213de9-4bd3-4fe9-b294-aefc4c9e908e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb49012a-120f-4742-aed3-40ba92c35ef6,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:58.104020 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-c9213de9-4bd3-4fe9-b294-aefc4c9e908e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.107839 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-c9213de9-4bd3-4fe9-b294-aefc4c9e908e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1614602 Jul 07 21:20:58.108264 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52066) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:58.113244 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-91eff7c0-2fc8-4e72-99d2-3eed6bea368a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group_rule': {'security_group_id': '47c9b1ed-fb0a-46fd-b49d-4966fe59fa11', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:58.150434 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-91eff7c0-2fc8-4e72-99d2-3eed6bea368a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.211265 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff2e94-d663-4602-90a4-75ba9f7d48b0 req-916237e7-31bf-4fa8-b1ba-bcf3dd46aecf tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:58.212803 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-36ff2e94-d663-4602-90a4-75ba9f7d48b0 req-916237e7-31bf-4fa8-b1ba-bcf3dd46aecf tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=25e90095-cd22-47a5-9f6f-8efd6c79e7c7 HTTP/1.1" status: 200 len: 907 time: 0.0670469 Jul 07 21:20:58.224804 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-91eff7c0-2fc8-4e72-99d2-3eed6bea368a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.230104 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-91eff7c0-2fc8-4e72-99d2-3eed6bea368a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.248162 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eff7c0-2fc8-4e72-99d2-3eed6bea368a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de97a48-efa3-4d78-939c-566a7a99be8e,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:58.256121 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-91eff7c0-2fc8-4e72-99d2-3eed6bea368a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.257375 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-91eff7c0-2fc8-4e72-99d2-3eed6bea368a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1480505 Jul 07 21:20:58.260908 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52068) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:58.265637 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f88556fb-c908-4c22-9692-ae357858ddeb tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group_rule': {'security_group_id': '47c9b1ed-fb0a-46fd-b49d-4966fe59fa11', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:58.298441 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f88556fb-c908-4c22-9692-ae357858ddeb tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.367110 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f88556fb-c908-4c22-9692-ae357858ddeb tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.371626 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f88556fb-c908-4c22-9692-ae357858ddeb tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.394689 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88556fb-c908-4c22-9692-ae357858ddeb tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ef90c2-7ffb-4374-91b9-860343b16e7b,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:58.402213 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f88556fb-c908-4c22-9692-ae357858ddeb tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.403517 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f88556fb-c908-4c22-9692-ae357858ddeb tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1415980 Jul 07 21:20:58.406322 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52070) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:58.411306 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d7825f92-06ab-4a51-873c-07f794e8af68 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group_rule': {'security_group_id': '47c9b1ed-fb0a-46fd-b49d-4966fe59fa11', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:58.435977 n-d-695189-11 neutron-server[100447]: INFO neutron.db.securitygroups_db [None req-d7825f92-06ab-4a51-873c-07f794e8af68 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Project 4a5d41a33f7944c39f0befd9bdb8329c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 21:20:58.442142 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d7825f92-06ab-4a51-873c-07f794e8af68 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.505118 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d7825f92-06ab-4a51-873c-07f794e8af68 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.508894 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d7825f92-06ab-4a51-873c-07f794e8af68 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.525945 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7825f92-06ab-4a51-873c-07f794e8af68 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7533566-5727-493d-bf1a-9df3434360ad,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:58.535580 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d7825f92-06ab-4a51-873c-07f794e8af68 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.536874 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d7825f92-06ab-4a51-873c-07f794e8af68 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1295931 Jul 07 21:20:58.539864 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52072) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:58.544322 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ff5defba-90e0-4e0b-b0ad-ee4271d77582 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group_rule': {'security_group_id': '47c9b1ed-fb0a-46fd-b49d-4966fe59fa11', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:58.569377 n-d-695189-11 neutron-server[100447]: INFO neutron.db.securitygroups_db [None req-ff5defba-90e0-4e0b-b0ad-ee4271d77582 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Project 4a5d41a33f7944c39f0befd9bdb8329c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 21:20:58.574736 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ff5defba-90e0-4e0b-b0ad-ee4271d77582 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.640749 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ff5defba-90e0-4e0b-b0ad-ee4271d77582 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.644816 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ff5defba-90e0-4e0b-b0ad-ee4271d77582 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.665609 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5defba-90e0-4e0b-b0ad-ee4271d77582 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8fd70f-5daf-4c5e-8800-1fb50f891f50,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:58.677273 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ff5defba-90e0-4e0b-b0ad-ee4271d77582 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.679446 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ff5defba-90e0-4e0b-b0ad-ee4271d77582 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1383793 Jul 07 21:20:58.682048 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52076) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:58.687313 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ab03f476-0e12-4207-88ee-d9f085cbf263 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'network': {'name': 'tempest-network-smoke--1224950091', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'port_security_enabled': True}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:58.714444 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab03f476-0e12-4207-88ee-d9f085cbf263 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Made reservation on behalf of 4a5d41a33f7944c39f0befd9bdb8329c for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:20:58.719386 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ab03f476-0e12-4207-88ee-d9f085cbf263 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.724860 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:20:58.750984 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab03f476-0e12-4207-88ee-d9f085cbf263 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:20:58.763029 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ab03f476-0e12-4207-88ee-d9f085cbf263 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.763415 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-ab03f476-0e12-4207-88ee-d9f085cbf263 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Added segment c01d5ddc-f735-44ad-ab4e-f105cf370249 of type vlan for network 28c4ebfb-86d2-4ddc-bc12-fd871f3b694a Jul 07 21:20:58.807800 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ab03f476-0e12-4207-88ee-d9f085cbf263 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.842726 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ab03f476-0e12-4207-88ee-d9f085cbf263 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.848593 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab03f476-0e12-4207-88ee-d9f085cbf263 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:58.849197 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ab03f476-0e12-4207-88ee-d9f085cbf263 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.903232 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ab03f476-0e12-4207-88ee-d9f085cbf263 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2199669 Jul 07 21:20:58.911032 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52080) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:20:58.914262 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-275c8416-8900-4db3-8a4d-405ad0628e7b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-87778336', 'admin_state_up': True, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:20:58.939937 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03f476-0e12-4207-88ee-d9f085cbf263 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Network': ['ID=28c4ebfb-86d2-4ddc-bc12-fd871f3b694a,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:58.954599 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 28c4ebfb-86d2-4ddc-bc12-fd871f3b694a details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:20:58.957538 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-275c8416-8900-4db3-8a4d-405ad0628e7b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:58.958618 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-275c8416-8900-4db3-8a4d-405ad0628e7b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:59.046366 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-275c8416-8900-4db3-8a4d-405ad0628e7b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:59.214676 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-275c8416-8900-4db3-8a4d-405ad0628e7b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:59.259635 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-460d930d-c20b-477b-82d4-14428b3847b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:59.452358 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161b341-d7e3-4fa5-a414-8eee0013d311 req-eb7bc787-510b-4aa4-9e8d-52704b59a0f4 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:20:59.453979 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4161b341-d7e3-4fa5-a414-8eee0013d311 req-eb7bc787-510b-4aa4-9e8d-52704b59a0f4 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=25e90095-cd22-47a5-9f6f-8efd6c79e7c7 HTTP/1.1" status: 200 len: 907 time: 0.0976148 Jul 07 21:20:59.470946 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-275c8416-8900-4db3-8a4d-405ad0628e7b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:59.494087 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-275c8416-8900-4db3-8a4d-405ad0628e7b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:59.507757 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device c67dbe77-327b-4828-bf46-327150bd7a8d details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:20:59.625903 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-275c8416-8900-4db3-8a4d-405ad0628e7b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Allocated IP 172.25.5.117 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/1d06ec5c-8ea5-4768-a0e2-95d277bbbc00) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:20:59.629840 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port c67dbe77-327b-4828-bf46-327150bd7a8d, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c67dbe77-327b-4828-bf46-327150bd7a8d,segment=NetworkSegment(887cdddb-b297-4a06-bdf8-a898399c6082),segment_id=887cdddb-b297-4a06-bdf8-a898399c6082)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:20:59.642323 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': 'c67dbe77-327b-4828-bf46-327150bd7a8d', 'network_id': 'eb62196c-4ee5-4697-9a53-e26296c2a17b', 'port_id': 'c67dbe77-327b-4828-bf46-327150bd7a8d', 'mac_address': 'fa:16:3e:b0:29:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5f8360c-99ef-45de-a206-f63f9c230031', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:20:59.692653 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:59.709211 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c67dbe77-327b-4828-bf46-327150bd7a8d {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:20:59.736556 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port c67dbe77-327b-4828-bf46-327150bd7a8d, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c67dbe77-327b-4828-bf46-327150bd7a8d,segment=NetworkSegment(887cdddb-b297-4a06-bdf8-a898399c6082),segment_id=887cdddb-b297-4a06-bdf8-a898399c6082)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:20:59.744572 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:59.764478 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-275c8416-8900-4db3-8a4d-405ad0628e7b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:59.806885 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=c67dbe77-327b-4828-bf46-327150bd7a8d,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:59.820389 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-275c8416-8900-4db3-8a4d-405ad0628e7b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:20:59.870285 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275c8416-8900-4db3-8a4d-405ad0628e7b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:20:59.876037 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-275c8416-8900-4db3-8a4d-405ad0628e7b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:20:59.881277 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275c8416-8900-4db3-8a4d-405ad0628e7b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:20:59.884564 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c8416-8900-4db3-8a4d-405ad0628e7b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Port': ['ID=1d06ec5c-8ea5-4768-a0e2-95d277bbbc00,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:20:59.943481 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['c67dbe77-327b-4828-bf46-327150bd7a8d'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:21:00.182627 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-275c8416-8900-4db3-8a4d-405ad0628e7b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:00.402008 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-275c8416-8900-4db3-8a4d-405ad0628e7b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:00.594565 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275c8416-8900-4db3-8a4d-405ad0628e7b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Router 4b7de042-5342-4ccf-be27-153cd369995f is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:21:00.728215 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275c8416-8900-4db3-8a4d-405ad0628e7b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:21:00.751444 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] Sync routers for ids ['4b7de042-5342-4ccf-be27-153cd369995f'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:21:00.763172 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-275c8416-8900-4db3-8a4d-405ad0628e7b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:00.767363 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-275c8416-8900-4db3-8a4d-405ad0628e7b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8573632 Jul 07 21:21:00.772100 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52112) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:00.773570 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] Routers {'4b7de042-5342-4ccf-be27-153cd369995f'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:21:00.774572 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:20:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4b7de042-5342-4ccf-be27-153cd369995f'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:00.790592 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabe66c-d1d7-4810-9c2b-3c313229412a req-bedfe204-79e8-4088-876d-617cecfdd57c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:00.792883 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-deabe66c-d1d7-4810-9c2b-3c313229412a req-bedfe204-79e8-4088-876d-617cecfdd57c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=25e90095-cd22-47a5-9f6f-8efd6c79e7c7 HTTP/1.1" status: 200 len: 908 time: 0.1285315 Jul 07 21:21:00.807436 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-9b0710d7-0772-4c58-b3bb-2071223d6dda tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=4a5d41a33f7944c39f0befd9bdb8329c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336564 Jul 07 21:21:00.810052 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52114) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:00.924042 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] Set router 4b7de042-5342-4ccf-be27-153cd369995f gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:21:00.945250 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb77affc-b20a-46c4-8215-8c83a6f5a25f tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:00.948592 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-fb77affc-b20a-46c4-8215-8c83a6f5a25f tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1363921 Jul 07 21:21:00.950432 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52116) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:01.013038 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-a58ec688-7df7-4c69-a5fb-691791074c77 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0605967 Jul 07 21:21:01.018923 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52118) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:01.027482 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-5d59b66b-c2fb-4ba9-be6b-f0505b54721c tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-118603268', 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:21:01.147168 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7de042-5342-4ccf-be27-153cd369995f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87778336', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:20:58Z', 'updated_at': '2021-07-07T21:21:00Z', 'revision_number': 3, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:59Z', 'updated_at': '2021-07-07T21:20:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:01.181373 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] Checking router: 4b7de042-5342-4ccf-be27-153cd369995f for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:21:01.181855 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d59b66b-c2fb-4ba9-be6b-f0505b54721c tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Made reservation on behalf of 4a5d41a33f7944c39f0befd9bdb8329c for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:21:01.182232 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] Updating router 4b7de042-5342-4ccf-be27-153cd369995f port 1d06ec5c-8ea5-4768-a0e2-95d277bbbc00 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:21:01.187542 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5d59b66b-c2fb-4ba9-be6b-f0505b54721c tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:01.225073 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:01.443113 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5d59b66b-c2fb-4ba9-be6b-f0505b54721c tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:01.509644 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59b66b-c2fb-4ba9-be6b-f0505b54721c tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Subnet': ['ID=9700a144-1a03-41be-a0ef-5f5074b73935,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:01.515257 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d59b66b-c2fb-4ba9-be6b-f0505b54721c tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Checking segment: {'id': 'c01d5ddc-f735-44ad-ab4e-f105cf370249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:21:01.515673 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d59b66b-c2fb-4ba9-be6b-f0505b54721c tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network hostable DHCP agents. Network: 28c4ebfb-86d2-4ddc-bc12-fd871f3b694a, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:21:01.520409 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:01.523974 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device c67dbe77-327b-4828-bf46-327150bd7a8d up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:21:01.538009 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] Transition to ACTIVE for port object 1d06ec5c-8ea5-4768-a0e2-95d277bbbc00 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:21:01.540352 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d59b66b-c2fb-4ba9-be6b-f0505b54721c tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network 28c4ebfb-86d2-4ddc-bc12-fd871f3b694a is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:21:01.545073 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:01.552652 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-5d59b66b-c2fb-4ba9-be6b-f0505b54721c tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 28c4ebfb-86d2-4ddc-bc12-fd871f3b694a) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:21:01.557400 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d59b66b-c2fb-4ba9-be6b-f0505b54721c tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:01.558511 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-5d59b66b-c2fb-4ba9-be6b-f0505b54721c tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:01.564773 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9410567-2fa2-4853-9f7c-92e77c97642d None None] Network 28c4ebfb-86d2-4ddc-bc12-fd871f3b694a requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:21:01.574975 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-5d59b66b-c2fb-4ba9-be6b-f0505b54721c tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5539074 Jul 07 21:21:01.577495 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52120) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:01.606313 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] Attempting to bind port 1d06ec5c-8ea5-4768-a0e2-95d277bbbc00 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:21:01.606577 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] Attempting to bind port 1d06ec5c-8ea5-4768-a0e2-95d277bbbc00 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:21:01.606943 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] Attempting to bind port 1d06ec5c-8ea5-4768-a0e2-95d277bbbc00 on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:21:01.614957 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f538f90-4381-4c03-a53e-64bcc56a566d None None] Pushing event updated for resources: {'Port': ['ID=1d06ec5c-8ea5-4768-a0e2-95d277bbbc00,revision_number=2']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:01.619233 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:21:01.619776 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:21:01.620275 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:01.621809 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:21:01.622525 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] Bound port: 1d06ec5c-8ea5-4768-a0e2-95d277bbbc00, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:21:01.624166 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:01.648438 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port c67dbe77-327b-4828-bf46-327150bd7a8d completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:21:01.654616 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port c67dbe77-327b-4828-bf46-327150bd7a8d triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:01.655249 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:01.685850 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] For port 1d06ec5c-8ea5-4768-a0e2-95d277bbbc00, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:21:01.689322 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] For port 1d06ec5c-8ea5-4768-a0e2-95d277bbbc00, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=1d06ec5c-8ea5-4768-a0e2-95d277bbbc00,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:21:01.695592 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:01.753441 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] Routers {'4b7de042-5342-4ccf-be27-153cd369995f'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:21:01.755070 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:20:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4b7de042-5342-4ccf-be27-153cd369995f'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:01.833435 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f538f90-4381-4c03-a53e-64bcc56a566d None None] Pushing event updated for resources: {'Port': ['ID=1d06ec5c-8ea5-4768-a0e2-95d277bbbc00,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:01.851717 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:01.913863 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d40205-1af0-4b42-a6c5-4655a5c61b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-28c4ebfb-86d2-4ddc-bc12-fd871f3b694a', 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'fixed_ips': [{'subnet_id': '9700a144-1a03-41be-a0ef-5f5074b73935'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:21:01.914639 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-92d40205-1af0-4b42-a6c5-4655a5c61b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:01.933939 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e90095-cd22-47a5-9f6f-8efd6c79e7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67dbe77-327b-4828-bf46-327150bd7a8d'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:21:01.936988 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbde7beb-7c5c-4301-907c-e132f1e3932b" -d '{"events": [{"server_uuid": "25e90095-cd22-47a5-9f6f-8efd6c79e7c7", "name": "network-vif-plugged", "status": "completed", "tag": "c67dbe77-327b-4828-bf46-327150bd7a8d"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:21:01.947738 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] Set router 4b7de042-5342-4ccf-be27-153cd369995f gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:21:01.957073 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port c67dbe77-327b-4828-bf46-327150bd7a8d, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c67dbe77-327b-4828-bf46-327150bd7a8d,segment=NetworkSegment(887cdddb-b297-4a06-bdf8-a898399c6082),segment_id=887cdddb-b297-4a06-bdf8-a898399c6082)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:01.974183 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:02.060621 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=c67dbe77-327b-4828-bf46-327150bd7a8d,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:02.064653 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:02.138440 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f752a4-7895-4cc8-8012-46e83ecc4a9d req-1e7d62c3-aebe-4c4b-923f-5ee8b851cb92 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:02.161383 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d9cc8323-5d37-491e-845d-13ebd7055a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:02.162082 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f2f752a4-7895-4cc8-8012-46e83ecc4a9d req-1e7d62c3-aebe-4c4b-923f-5ee8b851cb92 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=25e90095-cd22-47a5-9f6f-8efd6c79e7c7 HTTP/1.1" status: 200 len: 909 time: 0.1867840 Jul 07 21:21:02.222105 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e69219bf-b775-4cd7-91d9-979f32a4f282 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:02.270941 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-92d40205-1af0-4b42-a6c5-4655a5c61b14 None None] Allocated IP 172.20.0.2 (28c4ebfb-86d2-4ddc-bc12-fd871f3b694a/9700a144-1a03-41be-a0ef-5f5074b73935/12270266-0f9a-41ec-9544-4ee1d63b48f1) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:21:02.284444 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c78fbc-91c7-49e8-aeb5-e1221ccc6f53 x-openstack-request-id: req-59c78fbc-91c7-49e8-aeb5-e1221ccc6f53 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:21:02.284736 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e90095-cd22-47a5-9f6f-8efd6c79e7c7", "name": "network-vif-plugged", "status": "completed", "tag": "c67dbe77-327b-4828-bf46-327150bd7a8d", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:21:02.284968 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-59c78fbc-91c7-49e8-aeb5-e1221ccc6f53 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:21:02.285391 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e90095-cd22-47a5-9f6f-8efd6c79e7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67dbe77-327b-4828-bf46-327150bd7a8d', 'code': 200} Jul 07 21:21:02.393766 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7de042-5342-4ccf-be27-153cd369995f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87778336', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:20:58Z', 'updated_at': '2021-07-07T21:21:00Z', 'revision_number': 3, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:59Z', 'updated_at': '2021-07-07T21:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:02.417523 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab18bbc-6d55-4e0b-95b1-d0856c197e67 req-90de1015-0eaa-47f0-8090-4e4ff35501c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:02.419688 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7ab18bbc-6d55-4e0b-95b1-d0856c197e67 req-90de1015-0eaa-47f0-8090-4e4ff35501c2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=25e90095-cd22-47a5-9f6f-8efd6c79e7c7 HTTP/1.1" status: 200 len: 1061 time: 0.0658941 Jul 07 21:21:02.428022 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723541bb-9e04-422e-9535-6a8dab8749db None None] The sync data for ids ['4b7de042-5342-4ccf-be27-153cd369995f'] in n-d-695189-11 is: [{'id': '4b7de042-5342-4ccf-be27-153cd369995f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87778336', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:20:58Z', 'updated_at': '2021-07-07T21:21:00Z', 'revision_number': 3, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:59Z', 'updated_at': '2021-07-07T21:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:21:02.468684 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-92d40205-1af0-4b42-a6c5-4655a5c61b14 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:02.490976 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-92d40205-1af0-4b42-a6c5-4655a5c61b14 None None] Transition to ACTIVE for port object 12270266-0f9a-41ec-9544-4ee1d63b48f1 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:21:02.513122 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-92d40205-1af0-4b42-a6c5-4655a5c61b14 None None] Transition to ACTIVE for port object 12270266-0f9a-41ec-9544-4ee1d63b48f1 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:21:02.522199 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-92d40205-1af0-4b42-a6c5-4655a5c61b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:02.566091 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d40205-1af0-4b42-a6c5-4655a5c61b14 None None] Network 28c4ebfb-86d2-4ddc-bc12-fd871f3b694a is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:21:02.571842 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-92d40205-1af0-4b42-a6c5-4655a5c61b14 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:21:02.576761 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d40205-1af0-4b42-a6c5-4655a5c61b14 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:21:02.580877 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d40205-1af0-4b42-a6c5-4655a5c61b14 None None] Pushing event updated for resources: {'Port': ['ID=12270266-0f9a-41ec-9544-4ee1d63b48f1,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:02.648854 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-92d40205-1af0-4b42-a6c5-4655a5c61b14 None None] Attempting to bind port 12270266-0f9a-41ec-9544-4ee1d63b48f1 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:21:02.649496 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-92d40205-1af0-4b42-a6c5-4655a5c61b14 None None] Attempting to bind port 12270266-0f9a-41ec-9544-4ee1d63b48f1 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'c01d5ddc-f735-44ad-ab4e-f105cf370249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:21:02.649664 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d40205-1af0-4b42-a6c5-4655a5c61b14 None None] Attempting to bind port 12270266-0f9a-41ec-9544-4ee1d63b48f1 on network 28c4ebfb-86d2-4ddc-bc12-fd871f3b694a {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:21:02.655766 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d40205-1af0-4b42-a6c5-4655a5c61b14 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:21:02.656175 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d40205-1af0-4b42-a6c5-4655a5c61b14 None None] Checking segment: {'id': 'c01d5ddc-f735-44ad-ab4e-f105cf370249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:21:02.656621 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-92d40205-1af0-4b42-a6c5-4655a5c61b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:02.657045 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d40205-1af0-4b42-a6c5-4655a5c61b14 None None] Bound using segment: {'id': 'c01d5ddc-f735-44ad-ab4e-f105cf370249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:21:02.657550 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-92d40205-1af0-4b42-a6c5-4655a5c61b14 None None] Bound port: 12270266-0f9a-41ec-9544-4ee1d63b48f1, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c01d5ddc-f735-44ad-ab4e-f105cf370249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:21:02.657953 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-92d40205-1af0-4b42-a6c5-4655a5c61b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:02.782310 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-92d40205-1af0-4b42-a6c5-4655a5c61b14 None None] For port 12270266-0f9a-41ec-9544-4ee1d63b48f1, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:21:02.788639 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-92d40205-1af0-4b42-a6c5-4655a5c61b14 None None] For port 12270266-0f9a-41ec-9544-4ee1d63b48f1, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=12270266-0f9a-41ec-9544-4ee1d63b48f1,segment=NetworkSegment(c01d5ddc-f735-44ad-ab4e-f105cf370249),segment_id=c01d5ddc-f735-44ad-ab4e-f105cf370249)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:21:02.793621 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-92d40205-1af0-4b42-a6c5-4655a5c61b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:02.864846 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d40205-1af0-4b42-a6c5-4655a5c61b14 None None] Pushing event updated for resources: {'Port': ['ID=12270266-0f9a-41ec-9544-4ee1d63b48f1,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:03.037141 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-e69219bf-b775-4cd7-91d9-979f32a4f282 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Allocated IP 172.20.0.1 (28c4ebfb-86d2-4ddc-bc12-fd871f3b694a/9700a144-1a03-41be-a0ef-5f5074b73935/6bfa2892-5672-4eb0-a924-6d6c9c110f16) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:21:03.344434 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e69219bf-b775-4cd7-91d9-979f32a4f282 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:03.389139 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-e69219bf-b775-4cd7-91d9-979f32a4f282 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Transition to ACTIVE for port object 6bfa2892-5672-4eb0-a924-6d6c9c110f16 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:21:03.469611 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e69219bf-b775-4cd7-91d9-979f32a4f282 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:03.490765 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db2bb5-0315-4e4f-b167-b2fef8f2e839 req-e9eb2813-92db-47a4-8b6a-33aca0f24693 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:03.492570 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-60db2bb5-0315-4e4f-b167-b2fef8f2e839 req-e9eb2813-92db-47a4-8b6a-33aca0f24693 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=25e90095-cd22-47a5-9f6f-8efd6c79e7c7 HTTP/1.1" status: 200 len: 909 time: 0.1465757 Jul 07 21:21:03.508499 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 12270266-0f9a-41ec-9544-4ee1d63b48f1 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:21:03.544023 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69219bf-b775-4cd7-91d9-979f32a4f282 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network 28c4ebfb-86d2-4ddc-bc12-fd871f3b694a is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:21:03.548192 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-e69219bf-b775-4cd7-91d9-979f32a4f282 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:21:03.553288 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69219bf-b775-4cd7-91d9-979f32a4f282 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:21:03.575777 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 12270266-0f9a-41ec-9544-4ee1d63b48f1 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:21:03.581550 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 1d06ec5c-8ea5-4768-a0e2-95d277bbbc00 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:21:03.587493 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69219bf-b775-4cd7-91d9-979f32a4f282 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Port': ['ID=6bfa2892-5672-4eb0-a924-6d6c9c110f16,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:03.622882 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e69219bf-b775-4cd7-91d9-979f32a4f282 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:03.797910 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:03.818760 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 1d06ec5c-8ea5-4768-a0e2-95d277bbbc00 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:21:03.822957 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 1d06ec5c-8ea5-4768-a0e2-95d277bbbc00 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:03.823737 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:03.836297 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e69219bf-b775-4cd7-91d9-979f32a4f282 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:03.916886 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:03.941681 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 1d06ec5c-8ea5-4768-a0e2-95d277bbbc00, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=1d06ec5c-8ea5-4768-a0e2-95d277bbbc00,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:03.946870 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:04.008811 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=1d06ec5c-8ea5-4768-a0e2-95d277bbbc00,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:04.160484 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e69219bf-b775-4cd7-91d9-979f32a4f282 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:04.165138 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e69219bf-b775-4cd7-91d9-979f32a4f282 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:04.184301 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b557475-52f0-4984-8268-9b060a42f547 None None] Network 28c4ebfb-86d2-4ddc-bc12-fd871f3b694a requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:21:04.241151 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69219bf-b775-4cd7-91d9-979f32a4f282 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Port': ['ID=6bfa2892-5672-4eb0-a924-6d6c9c110f16,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:04.243634 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-e69219bf-b775-4cd7-91d9-979f32a4f282 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:04.297060 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-15ea82d9-ecc2-40fd-9b10-451cb2f095bb None None] Provisioning for port 12270266-0f9a-41ec-9544-4ee1d63b48f1 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:21:04.307178 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-15ea82d9-ecc2-40fd-9b10-451cb2f095bb None None] Provisioning complete for port 12270266-0f9a-41ec-9544-4ee1d63b48f1 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:04.307668 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-15ea82d9-ecc2-40fd-9b10-451cb2f095bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:04.340302 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69219bf-b775-4cd7-91d9-979f32a4f282 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network 28c4ebfb-86d2-4ddc-bc12-fd871f3b694a is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:21:04.341918 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-e69219bf-b775-4cd7-91d9-979f32a4f282 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:21:04.432677 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-15ea82d9-ecc2-40fd-9b10-451cb2f095bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:04.485206 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-15ea82d9-ecc2-40fd-9b10-451cb2f095bb None None] For port 12270266-0f9a-41ec-9544-4ee1d63b48f1, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=12270266-0f9a-41ec-9544-4ee1d63b48f1,segment=NetworkSegment(c01d5ddc-f735-44ad-ab4e-f105cf370249),segment_id=c01d5ddc-f735-44ad-ab4e-f105cf370249)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:04.488249 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69219bf-b775-4cd7-91d9-979f32a4f282 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Router 4b7de042-5342-4ccf-be27-153cd369995f has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:21:04.493298 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-15ea82d9-ecc2-40fd-9b10-451cb2f095bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:04.556707 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea82d9-ecc2-40fd-9b10-451cb2f095bb None None] Pushing event updated for resources: {'Port': ['ID=12270266-0f9a-41ec-9544-4ee1d63b48f1,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:04.667169 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69219bf-b775-4cd7-91d9-979f32a4f282 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:21:04.680419 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-e69219bf-b775-4cd7-91d9-979f32a4f282 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "PUT /v2.0/routers/4b7de042-5342-4ccf-be27-153cd369995f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0938063 Jul 07 21:21:04.687721 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] Sync routers for ids ['4b7de042-5342-4ccf-be27-153cd369995f'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:21:04.697789 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] Routers {'4b7de042-5342-4ccf-be27-153cd369995f'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:21:04.698472 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:21:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4b7de042-5342-4ccf-be27-153cd369995f'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:04.740375 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c100a-10e5-4a22-b805-fd6d1f8f8340 req-0a34bd81-64e4-46bc-9a7d-52e821a8458f tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:04.742598 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-787c100a-10e5-4a22-b805-fd6d1f8f8340 req-0a34bd81-64e4-46bc-9a7d-52e821a8458f tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=25e90095-cd22-47a5-9f6f-8efd6c79e7c7 HTTP/1.1" status: 200 len: 909 time: 0.0824692 Jul 07 21:21:04.850789 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c5e3d5ad-9a80-4bd5-97ab-e5290ba574f8 None None] Provisioning for port 6bfa2892-5672-4eb0-a924-6d6c9c110f16 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:21:04.860809 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c5e3d5ad-9a80-4bd5-97ab-e5290ba574f8 None None] Provisioning complete for port 6bfa2892-5672-4eb0-a924-6d6c9c110f16 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:04.861275 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c5e3d5ad-9a80-4bd5-97ab-e5290ba574f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:04.864552 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] Set router 4b7de042-5342-4ccf-be27-153cd369995f gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:21:04.996836 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-f4d0c4c2-6694-4f1a-b62c-a32ced9ca655 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-249843947&fields=id&tenant_id=4a5d41a33f7944c39f0befd9bdb8329c HTTP/1.1" status: 200 len: 267 time: 0.0474408 Jul 07 21:21:05.014621 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-c5e3d5ad-9a80-4bd5-97ab-e5290ba574f8 None None] Port 6bfa2892-5672-4eb0-a924-6d6c9c110f16 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:21:05.027729 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778001b-d100-459a-8930-21befb92cb57 req-9bc96f43-861c-4d83-9ce2-5ec53e88bdc2 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:05.029222 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d778001b-d100-459a-8930-21befb92cb57 req-9bc96f43-861c-4d83-9ce2-5ec53e88bdc2 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=25e90095-cd22-47a5-9f6f-8efd6c79e7c7 HTTP/1.1" status: 200 len: 909 time: 0.1183662 Jul 07 21:21:05.046720 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c5e3d5ad-9a80-4bd5-97ab-e5290ba574f8 None None] Provisioning complete for port 12270266-0f9a-41ec-9544-4ee1d63b48f1 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:05.047103 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c5e3d5ad-9a80-4bd5-97ab-e5290ba574f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:05.150399 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-15c25729-8937-497d-99ef-787ee83a9545 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:05.158335 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-15c25729-8937-497d-99ef-787ee83a9545 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/networks?id=28c4ebfb-86d2-4ddc-bc12-fd871f3b694a HTTP/1.1" status: 200 len: 797 time: 0.1523864 Jul 07 21:21:05.169906 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-32424a9e-9f75-49e4-9c54-d2bb7fb34324 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/quotas/4a5d41a33f7944c39f0befd9bdb8329c HTTP/1.1" status: 200 len: 375 time: 0.0102954 Jul 07 21:21:05.188768 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7de042-5342-4ccf-be27-153cd369995f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87778336', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:20:58Z', 'updated_at': '2021-07-07T21:21:03Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:59Z', 'updated_at': '2021-07-07T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '6bfa2892-5672-4eb0-a924-6d6c9c110f16', 'name': '', 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:a8:c0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9700a144-1a03-41be-a0ef-5f5074b73935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:02Z', 'updated_at': '2021-07-07T21:21:04Z', 'revision_number': 2, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '9700a144-1a03-41be-a0ef-5f5074b73935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:05.215940 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] Checking router: 4b7de042-5342-4ccf-be27-153cd369995f for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:21:05.216316 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] Updating router 4b7de042-5342-4ccf-be27-153cd369995f port 6bfa2892-5672-4eb0-a924-6d6c9c110f16 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:21:05.249998 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:05.277596 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-59984ef2-1056-4b31-a988-c15b7ad63fe2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004391 Jul 07 21:21:05.290597 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dcdd8-c787-45ae-8b57-a01489b2e98e req-a3fb98b6-45c0-48bb-aa8c-6ad5ba34f906 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:05.292489 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cf4dcdd8-c787-45ae-8b57-a01489b2e98e req-a3fb98b6-45c0-48bb-aa8c-6ad5ba34f906 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=25e90095-cd22-47a5-9f6f-8efd6c79e7c7 HTTP/1.1" status: 200 len: 1061 time: 0.1142421 Jul 07 21:21:05.326709 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:05.332184 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-797750ad-0b00-4abd-8409-e7497c177410 None None] Provisioning complete for port 6bfa2892-5672-4eb0-a924-6d6c9c110f16 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:05.332565 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-797750ad-0b00-4abd-8409-e7497c177410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:05.395889 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 12270266-0f9a-41ec-9544-4ee1d63b48f1 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:21:05.494888 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-797750ad-0b00-4abd-8409-e7497c177410 None None] Port 6bfa2892-5672-4eb0-a924-6d6c9c110f16 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:21:05.532921 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 12270266-0f9a-41ec-9544-4ee1d63b48f1 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:05.533334 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:05.681049 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:05.689181 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 1d06ec5c-8ea5-4768-a0e2-95d277bbbc00 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:21:05.697154 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] Transition to ACTIVE for port object 6bfa2892-5672-4eb0-a924-6d6c9c110f16 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:21:05.726562 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:05.793191 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2c946-b3d1-4c82-abef-8dd1d20df969 None None] Pushing event updated for resources: {'Port': ['ID=6bfa2892-5672-4eb0-a924-6d6c9c110f16,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:05.822669 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 1d06ec5c-8ea5-4768-a0e2-95d277bbbc00 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:05.823175 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:05.881216 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-a22c5993-476f-4036-9503-323d301de02a service neutron] 10.222.0.64 "GET /v2.0/networks/28c4ebfb-86d2-4ddc-bc12-fd871f3b694a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874119 Jul 07 21:21:05.885013 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] Attempting to bind port 6bfa2892-5672-4eb0-a924-6d6c9c110f16 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:21:05.885375 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] Attempting to bind port 6bfa2892-5672-4eb0-a924-6d6c9c110f16 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'c01d5ddc-f735-44ad-ab4e-f105cf370249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:21:05.885757 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] Attempting to bind port 6bfa2892-5672-4eb0-a924-6d6c9c110f16 on network 28c4ebfb-86d2-4ddc-bc12-fd871f3b694a {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:21:05.893944 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:21:05.894257 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] Checking segment: {'id': 'c01d5ddc-f735-44ad-ab4e-f105cf370249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:21:05.894416 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:05.894810 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] Bound using segment: {'id': 'c01d5ddc-f735-44ad-ab4e-f105cf370249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:21:05.895284 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] Bound port: 6bfa2892-5672-4eb0-a924-6d6c9c110f16, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c01d5ddc-f735-44ad-ab4e-f105cf370249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:21:05.895693 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:05.946286 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d6fe0-1cb4-47f3-a931-6d5afff2987d req-ecd69003-63a0-43f7-809a-4e476370bfe9 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:05.948053 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e7d6fe0-1cb4-47f3-a931-6d5afff2987d req-ecd69003-63a0-43f7-809a-4e476370bfe9 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e87dac7e-2692-4bbf-8c0b-80227c26e2c6 HTTP/1.1" status: 200 len: 1137 time: 0.5305727 Jul 07 21:21:06.002006 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] For port 6bfa2892-5672-4eb0-a924-6d6c9c110f16, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:21:06.002507 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4e7d6fe0-1cb4-47f3-a931-6d5afff2987d req-d6aa03b9-3d1d-4c8e-bef3-4e30adaf8759 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=0a11a3f1-1c84-460b-9e24-491007a1a9d0&id=dabdb91c-02e5-4699-82ab-b062ba83b928&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0439312 Jul 07 21:21:06.006469 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] For port 6bfa2892-5672-4eb0-a924-6d6c9c110f16, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=6bfa2892-5672-4eb0-a924-6d6c9c110f16,segment=NetworkSegment(c01d5ddc-f735-44ad-ab4e-f105cf370249),segment_id=c01d5ddc-f735-44ad-ab4e-f105cf370249)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:21:06.018212 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:06.032475 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-b9ab4c16-367a-4222-b62c-dcb22fead4f1 service neutron] 10.222.0.64 "GET /v2.0/networks/28c4ebfb-86d2-4ddc-bc12-fd871f3b694a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414003 Jul 07 21:21:06.035185 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52188) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:06.117255 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959702ca-2f8a-4f91-86df-c76ec771fba2 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:06.121867 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] Routers {'4b7de042-5342-4ccf-be27-153cd369995f'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:21:06.122435 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-959702ca-2f8a-4f91-86df-c76ec771fba2 tempest-TestSecurityGroupsBasicOps-1692809769 tempest-TestSecurityGroupsBasicOps-1692809769-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=25e90095-cd22-47a5-9f6f-8efd6c79e7c7 HTTP/1.1" status: 200 len: 1056 time: 0.0839241 Jul 07 21:21:06.122842 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:21:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4b7de042-5342-4ccf-be27-153cd369995f'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:06.128756 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2c946-b3d1-4c82-abef-8dd1d20df969 None None] Pushing event updated for resources: {'Port': ['ID=6bfa2892-5672-4eb0-a924-6d6c9c110f16,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:06.306907 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] Set router 4b7de042-5342-4ccf-be27-153cd369995f gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:21:06.313667 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4178f0c1-77e0-4648-ab5d-033a10ac73aa req-7ce9cc04-82dc-47d4-b681-660a5aaaae60 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 210 time: 0.0387294 Jul 07 21:21:06.681557 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b006c1e-1710-486e-b2d9-804d8758ee16 req-18d9a8cc-8fb6-4157-98ea-7bd6f951b585 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:06.683051 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5b006c1e-1710-486e-b2d9-804d8758ee16 req-18d9a8cc-8fb6-4157-98ea-7bd6f951b585 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=25e90095-cd22-47a5-9f6f-8efd6c79e7c7 HTTP/1.1" status: 200 len: 909 time: 0.0764706 Jul 07 21:21:06.745523 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7de042-5342-4ccf-be27-153cd369995f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87778336', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:20:58Z', 'updated_at': '2021-07-07T21:21:03Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:59Z', 'updated_at': '2021-07-07T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '6bfa2892-5672-4eb0-a924-6d6c9c110f16', 'name': '', 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:a8:c0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9700a144-1a03-41be-a0ef-5f5074b73935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:02Z', 'updated_at': '2021-07-07T21:21:05Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '9700a144-1a03-41be-a0ef-5f5074b73935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:06.784005 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1432a891-8ef2-40fd-a516-e96ae55e5d1a None None] The sync data for ids ['4b7de042-5342-4ccf-be27-153cd369995f'] in n-d-695189-11 is: [{'id': '4b7de042-5342-4ccf-be27-153cd369995f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87778336', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:20:58Z', 'updated_at': '2021-07-07T21:21:03Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:59Z', 'updated_at': '2021-07-07T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '6bfa2892-5672-4eb0-a924-6d6c9c110f16', 'name': '', 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:a8:c0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9700a144-1a03-41be-a0ef-5f5074b73935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:02Z', 'updated_at': '2021-07-07T21:21:05Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '9700a144-1a03-41be-a0ef-5f5074b73935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:21:07.472865 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 6bfa2892-5672-4eb0-a924-6d6c9c110f16 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:21:07.534710 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-39643d57-5e7b-4984-bae2-87d00130c1df req-e4131f86-60f8-474a-9404-f5fe62cfdb1b tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 210 time: 0.0444849 Jul 07 21:21:07.555580 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 6bfa2892-5672-4eb0-a924-6d6c9c110f16 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:21:07.561473 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 6bfa2892-5672-4eb0-a924-6d6c9c110f16 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:07.562901 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:07.673701 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:07.734775 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 6bfa2892-5672-4eb0-a924-6d6c9c110f16, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=6bfa2892-5672-4eb0-a924-6d6c9c110f16,segment=NetworkSegment(c01d5ddc-f735-44ad-ab4e-f105cf370249),segment_id=c01d5ddc-f735-44ad-ab4e-f105cf370249)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:07.745152 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:07.765404 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-89f92ece-fb4d-4fc9-9e94-8737c15d4455 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:07.770564 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-89f92ece-fb4d-4fc9-9e94-8737c15d4455 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.58 "GET /v2.0/networks?id=28c4ebfb-86d2-4ddc-bc12-fd871f3b694a HTTP/1.1" status: 200 len: 797 time: 0.1876376 Jul 07 21:21:07.835205 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-1bc611a4-60f3-411e-abd6-5a1663776280 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a5d41a33f7944c39f0befd9bdb8329c HTTP/1.1" status: 200 len: 379 time: 0.0530500 Jul 07 21:21:07.848293 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-5af2aba3-6cd1-4618-bd7c-e6ef57d10f4e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'port': {'device_id': 'e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c', 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a', 'admin_state_up': True, 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'security_groups': ['47c9b1ed-fb0a-46fd-b49d-4966fe59fa11']}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:21:07.876720 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=6bfa2892-5672-4eb0-a924-6d6c9c110f16,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:08.019535 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-5af2aba3-6cd1-4618-bd7c-e6ef57d10f4e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Made reservation on behalf of 4a5d41a33f7944c39f0befd9bdb8329c for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:21:08.024697 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-5af2aba3-6cd1-4618-bd7c-e6ef57d10f4e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:08.030176 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314635b-9cdf-48f1-95d5-b106cc3cf915 req-8e088dc1-485c-4715-9ecd-e0fa4ca9f9b1 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:08.032159 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b314635b-9cdf-48f1-95d5-b106cc3cf915 req-8e088dc1-485c-4715-9ecd-e0fa4ca9f9b1 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=25e90095-cd22-47a5-9f6f-8efd6c79e7c7 HTTP/1.1" status: 200 len: 909 time: 0.1400976 Jul 07 21:21:08.055418 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13ffeb-45be-477f-8dea-6d064e461e7c req-1d02ce7c-0254-4cbd-9e01-ddd86201c239 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:08.058287 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a13ffeb-45be-477f-8dea-6d064e461e7c req-1d02ce7c-0254-4cbd-9e01-ddd86201c239 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.39 "GET /v2.0/ports?device_id=25e90095-cd22-47a5-9f6f-8efd6c79e7c7 HTTP/1.1" status: 200 len: 909 time: 0.1169982 Jul 07 21:21:08.187582 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-6a13ffeb-45be-477f-8dea-6d064e461e7c req-2b7cf2bc-1b6b-450d-bb52-d5ad02994a07 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Deleting port c67dbe77-327b-4828-bf46-327150bd7a8d {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:21:08.187932 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6a13ffeb-45be-477f-8dea-6d064e461e7c req-2b7cf2bc-1b6b-450d-bb52-d5ad02994a07 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:08.189017 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-5af2aba3-6cd1-4618-bd7c-e6ef57d10f4e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Allocated IP 172.20.0.7 (28c4ebfb-86d2-4ddc-bc12-fd871f3b694a/9700a144-1a03-41be-a0ef-5f5074b73935/8cdc2c96-015b-4c43-89ba-a5ebf0c341ac) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:21:08.298312 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-6a13ffeb-45be-477f-8dea-6d064e461e7c req-2b7cf2bc-1b6b-450d-bb52-d5ad02994a07 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] For port c67dbe77-327b-4828-bf46-327150bd7a8d, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=c67dbe77-327b-4828-bf46-327150bd7a8d,segment=NetworkSegment(887cdddb-b297-4a06-bdf8-a898399c6082),segment_id=887cdddb-b297-4a06-bdf8-a898399c6082)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:08.298676 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6a13ffeb-45be-477f-8dea-6d064e461e7c req-2b7cf2bc-1b6b-450d-bb52-d5ad02994a07 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:08.312223 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-6a13ffeb-45be-477f-8dea-6d064e461e7c req-2b7cf2bc-1b6b-450d-bb52-d5ad02994a07 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Calling delete_port for c67dbe77-327b-4828-bf46-327150bd7a8d owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:21:08.354144 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-5af2aba3-6cd1-4618-bd7c-e6ef57d10f4e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:08.371040 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-5af2aba3-6cd1-4618-bd7c-e6ef57d10f4e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Transition to ACTIVE for port object 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:21:08.417800 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-5af2aba3-6cd1-4618-bd7c-e6ef57d10f4e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:08.464090 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6a13ffeb-45be-477f-8dea-6d064e461e7c req-2b7cf2bc-1b6b-450d-bb52-d5ad02994a07 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:08.464309 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-5af2aba3-6cd1-4618-bd7c-e6ef57d10f4e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network 28c4ebfb-86d2-4ddc-bc12-fd871f3b694a is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:21:08.467727 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-5af2aba3-6cd1-4618-bd7c-e6ef57d10f4e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:21:08.470422 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-5af2aba3-6cd1-4618-bd7c-e6ef57d10f4e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:21:08.495461 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7cf2bc-1b6b-450d-bb52-d5ad02994a07 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event deleted for resources: {'Port': ['ID=c67dbe77-327b-4828-bf46-327150bd7a8d,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:08.535510 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7cf2bc-1b6b-450d-bb52-d5ad02994a07 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:08.536105 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7cf2bc-1b6b-450d-bb52-d5ad02994a07 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:08.536419 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7cf2bc-1b6b-450d-bb52-d5ad02994a07 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:08.536863 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7cf2bc-1b6b-450d-bb52-d5ad02994a07 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:08.537304 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7cf2bc-1b6b-450d-bb52-d5ad02994a07 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:08.537741 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7cf2bc-1b6b-450d-bb52-d5ad02994a07 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:08.538181 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7cf2bc-1b6b-450d-bb52-d5ad02994a07 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:08.538633 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7cf2bc-1b6b-450d-bb52-d5ad02994a07 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:08.539068 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7cf2bc-1b6b-450d-bb52-d5ad02994a07 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:08.539525 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7cf2bc-1b6b-450d-bb52-d5ad02994a07 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:08.540067 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-5af2aba3-6cd1-4618-bd7c-e6ef57d10f4e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:08.540218 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7cf2bc-1b6b-450d-bb52-d5ad02994a07 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:08.540513 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7cf2bc-1b6b-450d-bb52-d5ad02994a07 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:08.545622 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-5af2aba3-6cd1-4618-bd7c-e6ef57d10f4e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:08.574836 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a13ffeb-45be-477f-8dea-6d064e461e7c req-2b7cf2bc-1b6b-450d-bb52-d5ad02994a07 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] No DVR routers for this DVR port c67dbe77-327b-4828-bf46-327150bd7a8d on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:21:08.578567 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-5af2aba3-6cd1-4618-bd7c-e6ef57d10f4e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7351835 Jul 07 21:21:08.579190 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2aba3-6cd1-4618-bd7c-e6ef57d10f4e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Port': ['ID=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:08.580878 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-6a13ffeb-45be-477f-8dea-6d064e461e7c req-2b7cf2bc-1b6b-450d-bb52-d5ad02994a07 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:08.583684 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-6a13ffeb-45be-477f-8dea-6d064e461e7c req-2b7cf2bc-1b6b-450d-bb52-d5ad02994a07 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.39 "DELETE /v2.0/ports/c67dbe77-327b-4828-bf46-327150bd7a8d HTTP/1.1" status: 204 len: 173 time: 0.5191808 Jul 07 21:21:08.584227 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e90095-cd22-47a5-9f6f-8efd6c79e7c7', 'name': 'network-vif-deleted', 'tag': 'c67dbe77-327b-4828-bf46-327150bd7a8d'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:21:08.586673 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819b7c73-df4e-417f-bafe-35916dcd6e62" -d '{"events": [{"server_uuid": "25e90095-cd22-47a5-9f6f-8efd6c79e7c7", "name": "network-vif-deleted", "tag": "c67dbe77-327b-4828-bf46-327150bd7a8d"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:21:08.594451 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-cec008d8-305b-4982-a22d-e7dabd2a1c8f service neutron] Request body: {'port': {'device_id': 'e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:21:08.707319 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89c6335-2754-49f8-a69b-19df5bde0a76 x-openstack-request-id: req-a89c6335-2754-49f8-a69b-19df5bde0a76 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:21:08.707319 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e90095-cd22-47a5-9f6f-8efd6c79e7c7", "name": "network-vif-deleted", "tag": "c67dbe77-327b-4828-bf46-327150bd7a8d", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:21:08.707319 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a89c6335-2754-49f8-a69b-19df5bde0a76 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:21:08.707319 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e90095-cd22-47a5-9f6f-8efd6c79e7c7', 'name': 'network-vif-deleted', 'tag': 'c67dbe77-327b-4828-bf46-327150bd7a8d', 'status': 'completed', 'code': 200} Jul 07 21:21:08.743387 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-cec008d8-305b-4982-a22d-e7dabd2a1c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:08.899367 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f8381-8408-41f3-9c74-6034dfa9f362 req-f5e8fb54-ed20-4575-a3bb-8b510bfd4c71 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:08.908798 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f98f8381-8408-41f3-9c74-6034dfa9f362 req-f5e8fb54-ed20-4575-a3bb-8b510bfd4c71 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 931 time: 0.0871553 Jul 07 21:21:08.980002 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f98f8381-8408-41f3-9c74-6034dfa9f362 req-45876d92-122a-4264-8638-1f9d8bce7cb7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737734 Jul 07 21:21:09.028297 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-42ed4b7a-4fac-46e4-b037-5a7fe43579dc None None] Provisioning for port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:21:09.034126 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-42ed4b7a-4fac-46e4-b037-5a7fe43579dc None None] Provisioning complete for port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:09.034651 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-42ed4b7a-4fac-46e4-b037-5a7fe43579dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:09.072293 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-42ed4b7a-4fac-46e4-b037-5a7fe43579dc None None] Port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:21:09.167263 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-cec008d8-305b-4982-a22d-e7dabd2a1c8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:21:09.178585 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-cec008d8-305b-4982-a22d-e7dabd2a1c8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:09.196387 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-cec008d8-305b-4982-a22d-e7dabd2a1c8f service neutron] Transition to ACTIVE for port object 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:21:09.201375 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-cec008d8-305b-4982-a22d-e7dabd2a1c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:09.227030 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-089efef2-4ac8-4549-a712-fb63213c0bb0 req-002dd54a-7166-4770-b06f-2420149a6054 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=25e90095-cd22-47a5-9f6f-8efd6c79e7c7 HTTP/1.1" status: 200 len: 210 time: 0.0491195 Jul 07 21:21:09.314306 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec008d8-305b-4982-a22d-e7dabd2a1c8f service neutron] Pushing event updated for resources: {'Port': ['ID=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:09.353345 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-cec008d8-305b-4982-a22d-e7dabd2a1c8f service neutron] Attempting to bind port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:21:09.353688 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-cec008d8-305b-4982-a22d-e7dabd2a1c8f service neutron] Attempting to bind port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'c01d5ddc-f735-44ad-ab4e-f105cf370249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:21:09.354024 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-cec008d8-305b-4982-a22d-e7dabd2a1c8f service neutron] Attempting to bind port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac on network 28c4ebfb-86d2-4ddc-bc12-fd871f3b694a {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:21:09.360160 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-cec008d8-305b-4982-a22d-e7dabd2a1c8f service neutron] Port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac on network 28c4ebfb-86d2-4ddc-bc12-fd871f3b694a not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:21:09.360498 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-cec008d8-305b-4982-a22d-e7dabd2a1c8f service neutron] Attempting to bind port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac on network 28c4ebfb-86d2-4ddc-bc12-fd871f3b694a {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:21:09.369606 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 6bfa2892-5672-4eb0-a924-6d6c9c110f16 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:21:09.372220 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-cec008d8-305b-4982-a22d-e7dabd2a1c8f service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:21:09.372580 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-cec008d8-305b-4982-a22d-e7dabd2a1c8f service neutron] Checking segment: {'id': 'c01d5ddc-f735-44ad-ab4e-f105cf370249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:21:09.372975 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-cec008d8-305b-4982-a22d-e7dabd2a1c8f service neutron] Bound using segment: {'id': 'c01d5ddc-f735-44ad-ab4e-f105cf370249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:21:09.373452 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-cec008d8-305b-4982-a22d-e7dabd2a1c8f service neutron] Bound port: 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c01d5ddc-f735-44ad-ab4e-f105cf370249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:21:09.373817 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-cec008d8-305b-4982-a22d-e7dabd2a1c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:09.440738 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 6bfa2892-5672-4eb0-a924-6d6c9c110f16 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:09.441127 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:09.450031 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-cec008d8-305b-4982-a22d-e7dabd2a1c8f service neutron] For port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:21:09.453339 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-cec008d8-305b-4982-a22d-e7dabd2a1c8f service neutron] For port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac,segment=NetworkSegment(c01d5ddc-f735-44ad-ab4e-f105cf370249),segment_id=c01d5ddc-f735-44ad-ab4e-f105cf370249)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:21:09.458546 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-cec008d8-305b-4982-a22d-e7dabd2a1c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:09.497010 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-cec008d8-305b-4982-a22d-e7dabd2a1c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:09.498039 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-cec008d8-305b-4982-a22d-e7dabd2a1c8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:09.500164 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-cec008d8-305b-4982-a22d-e7dabd2a1c8f service neutron] 10.222.0.58 "PUT /v2.0/ports/8cdc2c96-015b-4c43-89ba-a5ebf0c341ac HTTP/1.1" status: 200 len: 1092 time: 0.9102840 Jul 07 21:21:09.502568 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c', 'tag': '8cdc2c96-015b-4c43-89ba-a5ebf0c341ac'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:21:09.505034 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c4a2a4-7c03-4103-acca-0b97c2746d33" -d '{"events": [{"name": "network-changed", "server_uuid": "e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c", "tag": "8cdc2c96-015b-4c43-89ba-a5ebf0c341ac"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:21:09.535587 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec008d8-305b-4982-a22d-e7dabd2a1c8f service neutron] Pushing event updated for resources: {'Port': ['ID=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:09.564839 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73506a8e-a9d5-4392-8573-e8200d1f824d x-openstack-request-id: req-73506a8e-a9d5-4392-8573-e8200d1f824d {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:21:09.565282 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c", "tag": "8cdc2c96-015b-4c43-89ba-a5ebf0c341ac", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:21:09.565618 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-73506a8e-a9d5-4392-8573-e8200d1f824d {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:21:09.566093 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c', 'tag': '8cdc2c96-015b-4c43-89ba-a5ebf0c341ac', 'status': 'completed', 'code': 200} Jul 07 21:21:09.623396 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-5a27de7f-614d-4fbe-9e68-9f9a7085ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:09.625211 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-5a27de7f-614d-4fbe-9e68-9f9a7085ec02 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 1095 time: 0.0632699 Jul 07 21:21:09.676968 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-4f2a346e-77f5-4a09-880f-162a354fcf81 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac HTTP/1.1" status: 200 len: 217 time: 0.0408013 Jul 07 21:21:09.728813 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-f0faa745-58dd-470f-99ee-acd08ee623a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:09.730318 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-f0faa745-58dd-470f-99ee-acd08ee623a9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9700a144-1a03-41be-a0ef-5f5074b73935 HTTP/1.1" status: 200 len: 834 time: 0.0473256 Jul 07 21:21:09.796392 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-4ddb7480-8caf-4e1a-98aa-bc43b975b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:09.797867 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-4ddb7480-8caf-4e1a-98aa-bc43b975b485 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=28c4ebfb-86d2-4ddc-bc12-fd871f3b694a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571358 Jul 07 21:21:09.893342 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-5e97d5f5-f5d1-4f3f-8f77-70b271de1a76 service neutron] 10.222.0.58 "GET /v2.0/networks/28c4ebfb-86d2-4ddc-bc12-fd871f3b694a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880280 Jul 07 21:21:09.992208 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e1e0528e-9f32-4f58-995d-8c9e3e622481 req-1a392622-ad16-4171-bb13-b0c994055cb3 service neutron] 10.222.0.58 "GET /v2.0/networks/28c4ebfb-86d2-4ddc-bc12-fd871f3b694a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882456 Jul 07 21:21:10.114442 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4a2a4-7c03-4103-acca-0b97c2746d33 req-8d5d0c73-a06f-4e29-82e4-6bef8e366285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:10.116009 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38c4a2a4-7c03-4103-acca-0b97c2746d33 req-8d5d0c73-a06f-4e29-82e4-6bef8e366285 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 1095 time: 0.0644195 Jul 07 21:21:10.154411 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621887a-c2a3-40bd-bb9c-fdb9950dad38 req-f411ed86-0acb-44a9-9f7d-20cb0eebd572 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:10.155989 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8621887a-c2a3-40bd-bb9c-fdb9950dad38 req-f411ed86-0acb-44a9-9f7d-20cb0eebd572 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 943 time: 0.0704761 Jul 07 21:21:10.197113 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8621887a-c2a3-40bd-bb9c-fdb9950dad38 req-32689046-ebf3-4c3c-8062-d5d8a31dc703 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336254 Jul 07 21:21:10.217745 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4a2a4-7c03-4103-acca-0b97c2746d33 req-98d4d7df-8ce7-45ed-aea0-1b042aa9f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:10.219048 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38c4a2a4-7c03-4103-acca-0b97c2746d33 req-98d4d7df-8ce7-45ed-aea0-1b042aa9f54e service neutron] 10.222.0.58 "GET /v2.0/networks?id=28c4ebfb-86d2-4ddc-bc12-fd871f3b694a HTTP/1.1" status: 200 len: 898 time: 0.0952110 Jul 07 21:21:10.262886 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38c4a2a4-7c03-4103-acca-0b97c2746d33 req-ca727de2-d602-47c1-a901-d247cf559b23 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac HTTP/1.1" status: 200 len: 217 time: 0.0367744 Jul 07 21:21:10.321257 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4a2a4-7c03-4103-acca-0b97c2746d33 req-cf4843ef-d3ca-4c4d-b40d-36574e5cac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:10.322766 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38c4a2a4-7c03-4103-acca-0b97c2746d33 req-cf4843ef-d3ca-4c4d-b40d-36574e5cac84 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9700a144-1a03-41be-a0ef-5f5074b73935 HTTP/1.1" status: 200 len: 834 time: 0.0525219 Jul 07 21:21:10.323912 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52238) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:10.479880 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4a2a4-7c03-4103-acca-0b97c2746d33 req-6efc3caf-9122-4491-ad5b-9fbd72d4a49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:10.481557 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38c4a2a4-7c03-4103-acca-0b97c2746d33 req-6efc3caf-9122-4491-ad5b-9fbd72d4a49c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=28c4ebfb-86d2-4ddc-bc12-fd871f3b694a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1491497 Jul 07 21:21:10.671625 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38c4a2a4-7c03-4103-acca-0b97c2746d33 req-efa65fd9-ffe2-4969-a331-99dc1eb4be71 service neutron] 10.222.0.58 "GET /v2.0/networks/28c4ebfb-86d2-4ddc-bc12-fd871f3b694a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776967 Jul 07 21:21:10.820177 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-38c4a2a4-7c03-4103-acca-0b97c2746d33 req-a44be74e-2995-4eeb-88d8-d2752e2378e5 service neutron] 10.222.0.58 "GET /v2.0/networks/28c4ebfb-86d2-4ddc-bc12-fd871f3b694a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274197 Jul 07 21:21:10.911744 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e6948ca-5954-46a7-9bfa-c84fb2ce0eb1 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:11.175712 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-4e6948ca-5954-46a7-9bfa-c84fb2ce0eb1 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Deleting port 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:21:11.175973 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e6948ca-5954-46a7-9bfa-c84fb2ce0eb1 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:11.275497 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-4e6948ca-5954-46a7-9bfa-c84fb2ce0eb1 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] For port 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f,segment=NetworkSegment(887cdddb-b297-4a06-bdf8-a898399c6082),segment_id=887cdddb-b297-4a06-bdf8-a898399c6082)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:11.276317 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e6948ca-5954-46a7-9bfa-c84fb2ce0eb1 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:11.295426 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-4e6948ca-5954-46a7-9bfa-c84fb2ce0eb1 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Calling delete_port for 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:21:11.395750 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18291dc-3f42-4aaf-9828-b2c4f9bb5769 req-fc55a81f-fabc-4881-a926-ef615bee5911 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:11.397841 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d18291dc-3f42-4aaf-9828-b2c4f9bb5769 req-fc55a81f-fabc-4881-a926-ef615bee5911 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 943 time: 0.0731940 Jul 07 21:21:11.442140 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d18291dc-3f42-4aaf-9828-b2c4f9bb5769 req-fa3e1b92-e2bd-4833-ab6a-5fdba2928c85 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387087 Jul 07 21:21:11.515938 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e6948ca-5954-46a7-9bfa-c84fb2ce0eb1 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:11.602125 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device c67dbe77-327b-4828-bf46-327150bd7a8d no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:21:11.629630 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: c67dbe77-327b-4828-bf46-327150bd7a8d {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:21:11.630079 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device c67dbe77-327b-4828-bf46-327150bd7a8d not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:21:11.837321 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6948ca-5954-46a7-9bfa-c84fb2ce0eb1 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event deleted for resources: {'Port': ['ID=3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:12.027730 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e6948ca-5954-46a7-9bfa-c84fb2ce0eb1 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:12.247898 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6948ca-5954-46a7-9bfa-c84fb2ce0eb1 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Router b391cc36-a598-4e60-a78a-9b808fb84050 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:21:12.363220 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6948ca-5954-46a7-9bfa-c84fb2ce0eb1 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:21:12.372946 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52254) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:12.374319 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4e6948ca-5954-46a7-9bfa-c84fb2ce0eb1 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "PUT /v2.0/routers/b391cc36-a598-4e60-a78a-9b808fb84050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0493510 Jul 07 21:21:12.378412 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebec1e90-089d-4335-b70f-378cd205434d None None] Sync routers for ids ['b391cc36-a598-4e60-a78a-9b808fb84050'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:21:12.416958 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebec1e90-089d-4335-b70f-378cd205434d None None] Routers {'b391cc36-a598-4e60-a78a-9b808fb84050'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:21:12.416958 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ebec1e90-089d-4335-b70f-378cd205434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:21:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['b391cc36-a598-4e60-a78a-9b808fb84050'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:12.442981 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f41fba1-0ecb-49d0-a3c7-fda4d28cc308 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Deleting subnet f5f8360c-99ef-45de-a206-f63f9c230031 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:21:12.448686 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2f41fba1-0ecb-49d0-a3c7-fda4d28cc308 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:12.507571 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2f41fba1-0ecb-49d0-a3c7-fda4d28cc308 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:12.559024 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-ebec1e90-089d-4335-b70f-378cd205434d None None] Set router b391cc36-a598-4e60-a78a-9b808fb84050 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:21:12.631096 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2f41fba1-0ecb-49d0-a3c7-fda4d28cc308 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:12.745262 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2f41fba1-0ecb-49d0-a3c7-fda4d28cc308 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:12.789771 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ebec1e90-089d-4335-b70f-378cd205434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b391cc36-a598-4e60-a78a-9b808fb84050', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1618815445', 'tenant_id': '127f863741144b648eee157f1741deb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'deea92ea-a2ab-458d-9897-b4784e495a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:20:40Z', 'updated_at': '2021-07-07T21:21:11Z', 'revision_number': 5, 'project_id': '127f863741144b648eee157f1741deb8', 'gw_port': {'id': 'deea92ea-a2ab-458d-9897-b4784e495a8e', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b391cc36-a598-4e60-a78a-9b808fb84050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:41Z', 'updated_at': '2021-07-07T21:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:12.790775 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72382a-7026-4e0a-bdcb-7d34975917d9 req-9189f760-47d6-4e69-a70d-2dc02e2fd3bd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:12.792873 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bb72382a-7026-4e0a-bdcb-7d34975917d9 req-9189f760-47d6-4e69-a70d-2dc02e2fd3bd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 943 time: 0.1392033 Jul 07 21:21:12.793921 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41fba1-0ecb-49d0-a3c7-fda4d28cc308 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f8360c-99ef-45de-a206-f63f9c230031,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:12.809576 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2f41fba1-0ecb-49d0-a3c7-fda4d28cc308 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:12.814122 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52262) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:12.815861 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2f41fba1-0ecb-49d0-a3c7-fda4d28cc308 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "DELETE /v2.0/subnets/f5f8360c-99ef-45de-a206-f63f9c230031 HTTP/1.1" status: 204 len: 168 time: 0.4414749 Jul 07 21:21:12.820075 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344611b8-27dc-49da-aad0-66e5b1f5177a None None] Network eb62196c-4ee5-4697-9a53-e26296c2a17b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:21:12.822500 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebec1e90-089d-4335-b70f-378cd205434d None None] Checking router: b391cc36-a598-4e60-a78a-9b808fb84050 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:21:12.831984 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebec1e90-089d-4335-b70f-378cd205434d None None] Routers {'b391cc36-a598-4e60-a78a-9b808fb84050'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:21:12.833203 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ebec1e90-089d-4335-b70f-378cd205434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:21:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['b391cc36-a598-4e60-a78a-9b808fb84050'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:12.858010 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-bb72382a-7026-4e0a-bdcb-7d34975917d9 req-e3c1f640-dd00-4d15-8edd-d8defd576814 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588024 Jul 07 21:21:12.954227 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-ebec1e90-089d-4335-b70f-378cd205434d None None] Set router b391cc36-a598-4e60-a78a-9b808fb84050 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:21:12.983664 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3d218a0-7087-47fe-a28b-e1c09979636e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for router, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:13.074445 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5816bd-b1e4-455a-bf92-7868f5e38086 None None] DHCP port deletion for eb62196c-4ee5-4697-9a53-e26296c2a17b request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:21:13.097278 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3d218a0-7087-47fe-a28b-e1c09979636e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:13.128655 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-7b5816bd-b1e4-455a-bf92-7868f5e38086 None None] Deleting port 220dbd25-0e11-409c-a6f0-1fc954d1aadb {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:21:13.129520 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7b5816bd-b1e4-455a-bf92-7868f5e38086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:13.162384 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ebec1e90-089d-4335-b70f-378cd205434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b391cc36-a598-4e60-a78a-9b808fb84050', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1618815445', 'tenant_id': '127f863741144b648eee157f1741deb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'deea92ea-a2ab-458d-9897-b4784e495a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:20:40Z', 'updated_at': '2021-07-07T21:21:11Z', 'revision_number': 5, 'project_id': '127f863741144b648eee157f1741deb8', 'gw_port': {'id': 'deea92ea-a2ab-458d-9897-b4784e495a8e', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b391cc36-a598-4e60-a78a-9b808fb84050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:41Z', 'updated_at': '2021-07-07T21:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:13.167734 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-b3d218a0-7087-47fe-a28b-e1c09979636e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Deleting port deea92ea-a2ab-458d-9897-b4784e495a8e {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:21:13.168087 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3d218a0-7087-47fe-a28b-e1c09979636e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:13.195084 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebec1e90-089d-4335-b70f-378cd205434d None None] The sync data for ids ['b391cc36-a598-4e60-a78a-9b808fb84050'] in n-d-695189-11 is: [{'id': 'b391cc36-a598-4e60-a78a-9b808fb84050', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1618815445', 'tenant_id': '127f863741144b648eee157f1741deb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'deea92ea-a2ab-458d-9897-b4784e495a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:20:40Z', 'updated_at': '2021-07-07T21:21:11Z', 'revision_number': 5, 'project_id': '127f863741144b648eee157f1741deb8', 'gw_port': {'id': 'deea92ea-a2ab-458d-9897-b4784e495a8e', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b391cc36-a598-4e60-a78a-9b808fb84050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:41Z', 'updated_at': '2021-07-07T21:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:21:13.203710 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-7b5816bd-b1e4-455a-bf92-7868f5e38086 None None] For port 220dbd25-0e11-409c-a6f0-1fc954d1aadb, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=220dbd25-0e11-409c-a6f0-1fc954d1aadb,segment=NetworkSegment(887cdddb-b297-4a06-bdf8-a898399c6082),segment_id=887cdddb-b297-4a06-bdf8-a898399c6082)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:13.204117 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7b5816bd-b1e4-455a-bf92-7868f5e38086 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:13.218499 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-7b5816bd-b1e4-455a-bf92-7868f5e38086 None None] Calling delete_port for 220dbd25-0e11-409c-a6f0-1fc954d1aadb owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:21:13.265063 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-b3d218a0-7087-47fe-a28b-e1c09979636e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] For port deea92ea-a2ab-458d-9897-b4784e495a8e, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=deea92ea-a2ab-458d-9897-b4784e495a8e,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:13.265679 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3d218a0-7087-47fe-a28b-e1c09979636e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:13.265835 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:21:13.290159 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-b3d218a0-7087-47fe-a28b-e1c09979636e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Calling delete_port for deea92ea-a2ab-458d-9897-b4784e495a8e owned by network:router_gateway {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:21:13.380499 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7b5816bd-b1e4-455a-bf92-7868f5e38086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:13.427797 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5816bd-b1e4-455a-bf92-7868f5e38086 None None] No DVR routers for this DVR port 220dbd25-0e11-409c-a6f0-1fc954d1aadb on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:21:13.429496 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5816bd-b1e4-455a-bf92-7868f5e38086 None None] Pushing event deleted for resources: {'Port': ['ID=220dbd25-0e11-409c-a6f0-1fc954d1aadb,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:13.444974 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac,segment=NetworkSegment(c01d5ddc-f735-44ad-ab4e-f105cf370249),segment_id=c01d5ddc-f735-44ad-ab4e-f105cf370249)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:13.461822 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '8cdc2c96-015b-4c43-89ba-a5ebf0c341ac', 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a', 'port_id': '8cdc2c96-015b-4c43-89ba-a5ebf0c341ac', 'mac_address': 'fa:16:3e:39:e4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9700a144-1a03-41be-a0ef-5f5074b73935', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:21:13.466452 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3d218a0-7087-47fe-a28b-e1c09979636e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:13.502004 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d218a0-7087-47fe-a28b-e1c09979636e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event deleted for resources: {'Port': ['ID=deea92ea-a2ab-458d-9897-b4784e495a8e,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:13.507834 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:13.528209 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:21:13.557201 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac,segment=NetworkSegment(c01d5ddc-f735-44ad-ab4e-f105cf370249),segment_id=c01d5ddc-f735-44ad-ab4e-f105cf370249)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:13.565084 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:13.590041 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3d218a0-7087-47fe-a28b-e1c09979636e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:13.664697 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:13.702531 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3d218a0-7087-47fe-a28b-e1c09979636e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:13.713581 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3d218a0-7087-47fe-a28b-e1c09979636e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:13.764548 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:21:13.776379 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3d218a0-7087-47fe-a28b-e1c09979636e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:13.777479 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d218a0-7087-47fe-a28b-e1c09979636e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Fanout notify agent at l3_agent the message router_deleted on router b391cc36-a598-4e60-a78a-9b808fb84050 {{(pid=100447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:21:13.790336 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-b3d218a0-7087-47fe-a28b-e1c09979636e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:13.790996 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:21:13.791581 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-b3d218a0-7087-47fe-a28b-e1c09979636e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "DELETE /v2.0/routers/b391cc36-a598-4e60-a78a-9b808fb84050 HTTP/1.1" status: 204 len: 168 time: 0.9746263 Jul 07 21:21:13.794334 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52274) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:13.794810 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 3bcd8929-c2e0-4973-aef9-b80c0d4d6f8f not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:21:13.794933 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 220dbd25-0e11-409c-a6f0-1fc954d1aadb no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:21:13.815015 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 220dbd25-0e11-409c-a6f0-1fc954d1aadb {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:21:13.815311 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 220dbd25-0e11-409c-a6f0-1fc954d1aadb not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:21:13.849555 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['8cdc2c96-015b-4c43-89ba-a5ebf0c341ac'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:21:13.934762 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9a2ac5ac-ae62-4af6-b409-5fa5ec9d87d8 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:14.099245 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9a2ac5ac-ae62-4af6-b409-5fa5ec9d87d8 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:14.119677 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-9a2ac5ac-ae62-4af6-b409-5fa5ec9d87d8 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb62196c-4ee5-4697-9a53-e26296c2a17b']}} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:14.161754 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-9a2ac5ac-ae62-4af6-b409-5fa5ec9d87d8 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887cdddb-b297-4a06-bdf8-a898399c6082') {'for_net_delete': True} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:14.162389 n-d-695189-11 neutron-server[100448]: DEBUG neutron.services.segments.db [None req-9a2ac5ac-ae62-4af6-b409-5fa5ec9d87d8 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887cdddb-b297-4a06-bdf8-a898399c6082') {} {{(pid=100448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:14.187598 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9a2ac5ac-ae62-4af6-b409-5fa5ec9d87d8 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5488840'] for segment, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:14.200031 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3e678-6d31-4b9d-9d74-802f4d1c7982 req-1f910645-b00f-41f0-90d8-61f28d60abbf tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:14.201666 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f8f3e678-6d31-4b9d-9d74-802f4d1c7982 req-1f910645-b00f-41f0-90d8-61f28d60abbf tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 944 time: 0.1879196 Jul 07 21:21:14.229840 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9a2ac5ac-ae62-4af6-b409-5fa5ec9d87d8 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:14.241905 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2ac5ac-ae62-4af6-b409-5fa5ec9d87d8 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=100448) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:21:14.242468 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9a2ac5ac-ae62-4af6-b409-5fa5ec9d87d8 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15932046'] for segment, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: Traceback (most recent call last): Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: timer() Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: cb(*args, **kw) Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: return func(*args, **kwargs) Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: self._notify() Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: self.callback(batched_events) Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: event.method(event) Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: return f(self, *a, **k) Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: return self._get(url).json() Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: return self.request(url, 'GET', **kwargs) Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:21:14.245462 n-d-695189-11 neutron-server[100448]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:21:14.297941 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f8f3e678-6d31-4b9d-9d74-802f4d1c7982 req-6f321638-6814-4bdd-8835-1b7efac1a248 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888910 Jul 07 21:21:14.328984 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9a2ac5ac-ae62-4af6-b409-5fa5ec9d87d8 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:14.347848 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9a2ac5ac-ae62-4af6-b409-5fa5ec9d87d8 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for network, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:14.349790 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9a2ac5ac-ae62-4af6-b409-5fa5ec9d87d8 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "DELETE /v2.0/networks/eb62196c-4ee5-4697-9a53-e26296c2a17b HTTP/1.1" status: 204 len: 168 time: 0.5543740 Jul 07 21:21:14.352648 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52288) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:14.356442 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ac5ac-ae62-4af6-b409-5fa5ec9d87d8 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event deleted for resources: {'Network': ['ID=eb62196c-4ee5-4697-9a53-e26296c2a17b,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:14.526310 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-c5afcef8-2894-4bf4-ac29-05d6625fdc93 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Deleting port f7cc93db-00df-46f7-9ce6-c92b36ba9b2d {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:21:14.526868 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c5afcef8-2894-4bf4-ac29-05d6625fdc93 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:14.615383 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c5afcef8-2894-4bf4-ac29-05d6625fdc93 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:14.615994 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c5afcef8-2894-4bf4-ac29-05d6625fdc93 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:14.630999 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-c5afcef8-2894-4bf4-ac29-05d6625fdc93 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Calling delete_port for f7cc93db-00df-46f7-9ce6-c92b36ba9b2d owned by network:floatingip {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:21:14.808152 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c5afcef8-2894-4bf4-ac29-05d6625fdc93 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:14.846306 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5afcef8-2894-4bf4-ac29-05d6625fdc93 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event deleted for resources: {'Port': ['ID=f7cc93db-00df-46f7-9ce6-c92b36ba9b2d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:14.912177 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c5afcef8-2894-4bf4-ac29-05d6625fdc93 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for floatingip, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:14.912510 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [None req-c5afcef8-2894-4bf4-ac29-05d6625fdc93 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Floating IP ebbadef5-7ed2-4291-b9ab-d6a603498eee disassociated (deleted). External IP: 172.25.5.55, port: b6f999d0-07d6-4486-bf7a-db64fab1009c. Jul 07 21:21:15.155284 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5afcef8-2894-4bf4-ac29-05d6625fdc93 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Router 69c12cbd-36e7-4309-9ebf-94699e434331 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:21:15.259853 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:21:15.273749 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5afcef8-2894-4bf4-ac29-05d6625fdc93 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:21:15.282077 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c5afcef8-2894-4bf4-ac29-05d6625fdc93 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:15.304896 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device deea92ea-a2ab-458d-9897-b4784e495a8e no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:21:15.308529 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a60d557-d1a6-4cbf-bd81-c8129a83bbff None None] Sync routers for ids ['69c12cbd-36e7-4309-9ebf-94699e434331'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:21:15.337226 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: deea92ea-a2ab-458d-9897-b4784e495a8e {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:21:15.337683 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device deea92ea-a2ab-458d-9897-b4784e495a8e not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:21:15.348103 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c5afcef8-2894-4bf4-ac29-05d6625fdc93 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "DELETE /v2.0/floatingips/ebbadef5-7ed2-4291-b9ab-d6a603498eee HTTP/1.1" status: 204 len: 168 time: 0.9913869 Jul 07 21:21:15.348103 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87dac7e-2692-4bbf-8c0b-80227c26e2c6', 'tag': 'b6f999d0-07d6-4486-bf7a-db64fab1009c'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:21:15.351442 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c0ec75-ddff-4a32-831f-9c769ac4e1b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e87dac7e-2692-4bbf-8c0b-80227c26e2c6", "tag": "b6f999d0-07d6-4486-bf7a-db64fab1009c"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:21:15.356551 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a60d557-d1a6-4cbf-bd81-c8129a83bbff None None] Routers {'69c12cbd-36e7-4309-9ebf-94699e434331'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:21:15.357379 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-2a60d557-d1a6-4cbf-bd81-c8129a83bbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:21:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['69c12cbd-36e7-4309-9ebf-94699e434331'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:15.449097 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:21:15.458139 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:15.458518 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:15.505373 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-2a60d557-d1a6-4cbf-bd81-c8129a83bbff None None] Set router 69c12cbd-36e7-4309-9ebf-94699e434331 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:21:15.550076 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282a60b-fb4e-4f01-93b8-663c2fa661bf req-7c1376e4-3113-4db9-9d4a-007f17b06edc tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:15.551736 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c282a60b-fb4e-4f01-93b8-663c2fa661bf req-7c1376e4-3113-4db9-9d4a-007f17b06edc tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 944 time: 0.0847609 Jul 07 21:21:15.614910 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c282a60b-fb4e-4f01-93b8-663c2fa661bf req-be6e1ec0-28d0-44d7-a315-310bbf7f3daf tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556135 Jul 07 21:21:15.692697 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182db6e6-76ce-4eeb-a119-6afa61777b55 x-openstack-request-id: req-182db6e6-76ce-4eeb-a119-6afa61777b55 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:21:15.693212 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87dac7e-2692-4bbf-8c0b-80227c26e2c6", "tag": "b6f999d0-07d6-4486-bf7a-db64fab1009c", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:21:15.693325 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-182db6e6-76ce-4eeb-a119-6afa61777b55 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:21:15.693980 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87dac7e-2692-4bbf-8c0b-80227c26e2c6', 'tag': 'b6f999d0-07d6-4486-bf7a-db64fab1009c', 'status': 'completed', 'code': 200} Jul 07 21:21:15.694946 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:15.739059 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdc2c96-015b-4c43-89ba-a5ebf0c341ac'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:21:15.741786 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5ab61e-06a0-4660-89ed-3c484b8f4091" -d '{"events": [{"server_uuid": "e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c", "name": "network-vif-plugged", "status": "completed", "tag": "8cdc2c96-015b-4c43-89ba-a5ebf0c341ac"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:21:15.784729 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac,segment=NetworkSegment(c01d5ddc-f735-44ad-ab4e-f105cf370249),segment_id=c01d5ddc-f735-44ad-ab4e-f105cf370249)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:15.797097 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:15.806078 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca73c4cb-8635-4ef0-a939-4a16954660c7 x-openstack-request-id: req-ca73c4cb-8635-4ef0-a939-4a16954660c7 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:21:15.806384 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c", "name": "network-vif-plugged", "status": "completed", "tag": "8cdc2c96-015b-4c43-89ba-a5ebf0c341ac", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:21:15.806976 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ca73c4cb-8635-4ef0-a939-4a16954660c7 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:21:15.807405 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdc2c96-015b-4c43-89ba-a5ebf0c341ac', 'code': 200} Jul 07 21:21:15.837833 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c8514-dbd9-43fd-af68-d83fc9282497 req-62dde602-9f09-4b72-b390-dccb9ee56b48 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:15.845873 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f84c8514-dbd9-43fd-af68-d83fc9282497 req-62dde602-9f09-4b72-b390-dccb9ee56b48 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=e87dac7e-2692-4bbf-8c0b-80227c26e2c6 HTTP/1.1" status: 200 len: 985 time: 0.0894361 Jul 07 21:21:15.852716 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0ec75-ddff-4a32-831f-9c769ac4e1b4 req-eb54589e-a4d1-45f7-9d6f-a8d942ee330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:15.854283 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-13c0ec75-ddff-4a32-831f-9c769ac4e1b4 req-eb54589e-a4d1-45f7-9d6f-a8d942ee330e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=127f863741144b648eee157f1741deb8&device_id=e87dac7e-2692-4bbf-8c0b-80227c26e2c6 HTTP/1.1" status: 200 len: 1137 time: 0.1328704 Jul 07 21:21:15.881801 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:15.892650 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-2a60d557-d1a6-4cbf-bd81-c8129a83bbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936213706', 'tenant_id': '127f863741144b648eee157f1741deb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:43Z', 'revision_number': 4, 'project_id': '127f863741144b648eee157f1741deb8', 'gw_port': {'id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:69:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'e329b3e7-bdc7-4af6-968f-157f964d503d', 'name': '', 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67', 'tenant_id': '127f863741144b648eee157f1741deb8', 'mac_address': 'fa:16:3e:a3:08:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '52255be0-a319-4caf-bb04-5317e33f921f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:19:41Z', 'updated_at': '2021-07-07T21:19:49Z', 'revision_number': 5, 'project_id': '127f863741144b648eee157f1741deb8', 'subnets': [{'id': '52255be0-a319-4caf-bb04-5317e33f921f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:15.898572 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f84c8514-dbd9-43fd-af68-d83fc9282497 req-2783ab1f-39ba-42d4-a76d-3d8f68eb4efb tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a11a3f1-1c84-460b-9e24-491007a1a9d0&id=dabdb91c-02e5-4699-82ab-b062ba83b928&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0515850 Jul 07 21:21:15.922955 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a60d557-d1a6-4cbf-bd81-c8129a83bbff None None] Checking router: 69c12cbd-36e7-4309-9ebf-94699e434331 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:21:15.932596 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a60d557-d1a6-4cbf-bd81-c8129a83bbff None None] Routers {'69c12cbd-36e7-4309-9ebf-94699e434331'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:21:15.933404 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-2a60d557-d1a6-4cbf-bd81-c8129a83bbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:21:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['69c12cbd-36e7-4309-9ebf-94699e434331'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:16.019072 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0ec75-ddff-4a32-831f-9c769ac4e1b4 req-5ce05a30-cba0-4c6d-a2f0-37e503a0ed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:16.020611 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-13c0ec75-ddff-4a32-831f-9c769ac4e1b4 req-5ce05a30-cba0-4c6d-a2f0-37e503a0ed8d service neutron] 10.222.0.58 "GET /v2.0/networks?id=83508116-1e9c-4bc1-9dd8-e6db754f3a67 HTTP/1.1" status: 200 len: 897 time: 0.1476448 Jul 07 21:21:16.023228 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d175f5-4f7b-4057-9621-aaddf2038d7a req-aafa8060-c8c3-478f-9f84-e41dab117ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:16.024646 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-56d175f5-4f7b-4057-9621-aaddf2038d7a req-aafa8060-c8c3-478f-9f84-e41dab117ebd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 1097 time: 0.1307940 Jul 07 21:21:16.048209 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-2a60d557-d1a6-4cbf-bd81-c8129a83bbff None None] Set router 69c12cbd-36e7-4309-9ebf-94699e434331 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:21:16.079751 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-13c0ec75-ddff-4a32-831f-9c769ac4e1b4 req-fac5dcd4-abde-4787-8316-4ec19406a267 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6f999d0-07d6-4486-bf7a-db64fab1009c HTTP/1.1" status: 200 len: 217 time: 0.0457423 Jul 07 21:21:16.125826 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-56d175f5-4f7b-4057-9621-aaddf2038d7a req-27317a67-53d3-4a43-bb97-fab0d49ba460 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907128 Jul 07 21:21:16.141618 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0ec75-ddff-4a32-831f-9c769ac4e1b4 req-d7538533-b00d-454c-b2c5-948e1dedfa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:16.142804 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-13c0ec75-ddff-4a32-831f-9c769ac4e1b4 req-d7538533-b00d-454c-b2c5-948e1dedfa6d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=52255be0-a319-4caf-bb04-5317e33f921f HTTP/1.1" status: 200 len: 834 time: 0.0559053 Jul 07 21:21:16.247218 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0ec75-ddff-4a32-831f-9c769ac4e1b4 req-fa0d91b0-8f4d-440a-b52b-8c1365165845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:16.248846 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-13c0ec75-ddff-4a32-831f-9c769ac4e1b4 req-fa0d91b0-8f4d-440a-b52b-8c1365165845 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=83508116-1e9c-4bc1-9dd8-e6db754f3a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615299 Jul 07 21:21:16.263254 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-2a60d557-d1a6-4cbf-bd81-c8129a83bbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936213706', 'tenant_id': '127f863741144b648eee157f1741deb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:43Z', 'revision_number': 4, 'project_id': '127f863741144b648eee157f1741deb8', 'gw_port': {'id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:69:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'e329b3e7-bdc7-4af6-968f-157f964d503d', 'name': '', 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67', 'tenant_id': '127f863741144b648eee157f1741deb8', 'mac_address': 'fa:16:3e:a3:08:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '52255be0-a319-4caf-bb04-5317e33f921f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:19:41Z', 'updated_at': '2021-07-07T21:19:49Z', 'revision_number': 5, 'project_id': '127f863741144b648eee157f1741deb8', 'subnets': [{'id': '52255be0-a319-4caf-bb04-5317e33f921f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:16.290979 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a60d557-d1a6-4cbf-bd81-c8129a83bbff None None] The sync data for ids ['69c12cbd-36e7-4309-9ebf-94699e434331'] in n-d-695189-11 is: [{'id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936213706', 'tenant_id': '127f863741144b648eee157f1741deb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:43Z', 'revision_number': 4, 'project_id': '127f863741144b648eee157f1741deb8', 'gw_port': {'id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:69:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'e329b3e7-bdc7-4af6-968f-157f964d503d', 'name': '', 'network_id': '83508116-1e9c-4bc1-9dd8-e6db754f3a67', 'tenant_id': '127f863741144b648eee157f1741deb8', 'mac_address': 'fa:16:3e:a3:08:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '52255be0-a319-4caf-bb04-5317e33f921f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:19:41Z', 'updated_at': '2021-07-07T21:19:49Z', 'revision_number': 5, 'project_id': '127f863741144b648eee157f1741deb8', 'subnets': [{'id': '52255be0-a319-4caf-bb04-5317e33f921f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:21:16.367120 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-13c0ec75-ddff-4a32-831f-9c769ac4e1b4 req-e2e91f6d-a4e9-494b-87c5-2eaa80ce4400 service neutron] 10.222.0.58 "GET /v2.0/networks/83508116-1e9c-4bc1-9dd8-e6db754f3a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040356 Jul 07 21:21:16.474780 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-13c0ec75-ddff-4a32-831f-9c769ac4e1b4 req-64da72e2-23d5-4080-aa76-6a70443096d7 service neutron] 10.222.0.58 "GET /v2.0/networks/83508116-1e9c-4bc1-9dd8-e6db754f3a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995309 Jul 07 21:21:16.595040 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1a9fd8-5ee6-40ae-b947-de0d582b6ab5 None None] New status for floating IP ebbadef5-7ed2-4291-b9ab-d6a603498eee: DOWN {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:21:16.820810 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd159d-5046-4075-b9d4-be960d05421a req-d0408729-3939-4f12-a0ed-c58dd185ff31 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:16.822348 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e8fd159d-5046-4075-b9d4-be960d05421a req-d0408729-3939-4f12-a0ed-c58dd185ff31 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 945 time: 0.0707335 Jul 07 21:21:16.865138 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e8fd159d-5046-4075-b9d4-be960d05421a req-f62dbfce-63e3-4938-8c57-bc034ce43019 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369678 Jul 07 21:21:17.094000 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821310c3-9eed-4d19-87cd-ef7749ef5077 req-8ddbcfb7-750d-4e87-a4f3-5836b09d9407 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:17.095838 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-821310c3-9eed-4d19-87cd-ef7749ef5077 req-8ddbcfb7-750d-4e87-a4f3-5836b09d9407 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=e87dac7e-2692-4bbf-8c0b-80227c26e2c6 HTTP/1.1" status: 200 len: 985 time: 0.0814037 Jul 07 21:21:17.142116 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-821310c3-9eed-4d19-87cd-ef7749ef5077 req-09789abb-4592-4680-be9d-5779de7d8a0a tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/security-groups?id=0a11a3f1-1c84-460b-9e24-491007a1a9d0&id=dabdb91c-02e5-4699-82ab-b062ba83b928&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0406828 Jul 07 21:21:17.383233 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090aada6-1836-4595-9367-31d79fc0bf6d req-0fccb0f9-86ef-416d-9cba-4173dc412397 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:17.384828 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-090aada6-1836-4595-9367-31d79fc0bf6d req-0fccb0f9-86ef-416d-9cba-4173dc412397 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.58 "GET /v2.0/ports?device_id=e87dac7e-2692-4bbf-8c0b-80227c26e2c6 HTTP/1.1" status: 200 len: 985 time: 0.0677371 Jul 07 21:21:17.489086 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-090aada6-1836-4595-9367-31d79fc0bf6d req-11b83ade-bc53-405e-8e69-7decc5d4e5e6 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Deleting port b6f999d0-07d6-4486-bf7a-db64fab1009c {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:21:17.489442 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-090aada6-1836-4595-9367-31d79fc0bf6d req-11b83ade-bc53-405e-8e69-7decc5d4e5e6 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:17.603808 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-090aada6-1836-4595-9367-31d79fc0bf6d req-11b83ade-bc53-405e-8e69-7decc5d4e5e6 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] For port b6f999d0-07d6-4486-bf7a-db64fab1009c, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=b6f999d0-07d6-4486-bf7a-db64fab1009c,segment=NetworkSegment(95417c95-2ec1-4c68-90d4-993d9f4d017b),segment_id=95417c95-2ec1-4c68-90d4-993d9f4d017b)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:17.604436 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-090aada6-1836-4595-9367-31d79fc0bf6d req-11b83ade-bc53-405e-8e69-7decc5d4e5e6 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:17.618855 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [req-090aada6-1836-4595-9367-31d79fc0bf6d req-11b83ade-bc53-405e-8e69-7decc5d4e5e6 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Calling delete_port for b6f999d0-07d6-4486-bf7a-db64fab1009c owned by compute:nova {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:21:17.771652 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-090aada6-1836-4595-9367-31d79fc0bf6d req-11b83ade-bc53-405e-8e69-7decc5d4e5e6 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:17.804781 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b83ade-bc53-405e-8e69-7decc5d4e5e6 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event deleted for resources: {'Port': ['ID=b6f999d0-07d6-4486-bf7a-db64fab1009c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:17.851483 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-090aada6-1836-4595-9367-31d79fc0bf6d req-11b83ade-bc53-405e-8e69-7decc5d4e5e6 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] No DVR routers for this DVR port b6f999d0-07d6-4486-bf7a-db64fab1009c on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:21:17.854176 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-090aada6-1836-4595-9367-31d79fc0bf6d req-11b83ade-bc53-405e-8e69-7decc5d4e5e6 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:17.856313 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-090aada6-1836-4595-9367-31d79fc0bf6d req-11b83ade-bc53-405e-8e69-7decc5d4e5e6 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.58 "DELETE /v2.0/ports/b6f999d0-07d6-4486-bf7a-db64fab1009c HTTP/1.1" status: 204 len: 173 time: 0.4661260 Jul 07 21:21:17.856770 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87dac7e-2692-4bbf-8c0b-80227c26e2c6', 'name': 'network-vif-deleted', 'tag': 'b6f999d0-07d6-4486-bf7a-db64fab1009c'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:21:17.859041 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493c1a7d-3b09-4573-935d-6705c4d8cb36" -d '{"events": [{"server_uuid": "e87dac7e-2692-4bbf-8c0b-80227c26e2c6", "name": "network-vif-deleted", "tag": "b6f999d0-07d6-4486-bf7a-db64fab1009c"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:21:17.925188 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeaf5e7c-15b1-48ee-be68-108cf849e929 x-openstack-request-id: req-eeaf5e7c-15b1-48ee-be68-108cf849e929 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:21:17.925490 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87dac7e-2692-4bbf-8c0b-80227c26e2c6", "name": "network-vif-deleted", "tag": "b6f999d0-07d6-4486-bf7a-db64fab1009c", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:21:17.925746 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eeaf5e7c-15b1-48ee-be68-108cf849e929 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:21:17.926154 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87dac7e-2692-4bbf-8c0b-80227c26e2c6', 'name': 'network-vif-deleted', 'tag': 'b6f999d0-07d6-4486-bf7a-db64fab1009c', 'status': 'completed', 'code': 200} Jul 07 21:21:18.057872 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cdf91-20e1-4d0d-8b8f-e3f20592db95 req-849a3698-f2dd-4d6f-8c91-d3da4399225d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:18.059391 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eb8cdf91-20e1-4d0d-8b8f-e3f20592db95 req-849a3698-f2dd-4d6f-8c91-d3da4399225d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 945 time: 0.0709603 Jul 07 21:21:18.099057 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-eb8cdf91-20e1-4d0d-8b8f-e3f20592db95 req-f94c4c31-8307-4a59-b475-95e7d35a6359 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335004 Jul 07 21:21:18.292052 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681620a-fa76-449d-9c60-2e3cc5d245e3 req-1776e7eb-0da4-4728-9366-94e45d1eb739 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:18.293820 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c681620a-fa76-449d-9c60-2e3cc5d245e3 req-1776e7eb-0da4-4728-9366-94e45d1eb739 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 945 time: 0.0774074 Jul 07 21:21:18.331781 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-acf0dd4c-a730-470c-a788-f89e40fee297 req-4beff323-02dd-4c6a-9dd7-2f5fe140f373 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "GET /v2.0/ports?device_id=e87dac7e-2692-4bbf-8c0b-80227c26e2c6 HTTP/1.1" status: 200 len: 210 time: 0.0368452 Jul 07 21:21:18.367894 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c681620a-fa76-449d-9c60-2e3cc5d245e3 req-400b1ffc-3a3b-454e-a7c4-eecb98176c5f tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627856 Jul 07 21:21:18.391427 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52340) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:18.570730 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bd1d55-332d-4a58-9cc1-051d72fb1680 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:18.572277 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-68bd1d55-332d-4a58-9cc1-051d72fb1680 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 1092 time: 0.1792464 Jul 07 21:21:18.575216 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52344) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:18.580187 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-1a4dcb3f-fa6f-48ea-802a-fd95201119ff tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'port_id': '8cdc2c96-015b-4c43-89ba-a5ebf0c341ac', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:21:18.611085 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a4dcb3f-fa6f-48ea-802a-fd95201119ff tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for floatingip, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:18.712119 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a4dcb3f-fa6f-48ea-802a-fd95201119ff tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:18.826234 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-1a4dcb3f-fa6f-48ea-802a-fd95201119ff tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Allocated IP 172.25.5.101 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/8eaecebf-6151-4617-bd57-797d83101116) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:21:18.932970 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a4dcb3f-fa6f-48ea-802a-fd95201119ff tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:18.974209 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a4dcb3f-fa6f-48ea-802a-fd95201119ff tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:19.016362 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4dcb3f-fa6f-48ea-802a-fd95201119ff tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:21:19.019574 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-1a4dcb3f-fa6f-48ea-802a-fd95201119ff tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:21:19.023123 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4dcb3f-fa6f-48ea-802a-fd95201119ff tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:21:19.049915 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4dcb3f-fa6f-48ea-802a-fd95201119ff tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Port': ['ID=8eaecebf-6151-4617-bd57-797d83101116,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:19.444196 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52362) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:19.505786 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-feb23977-a339-4f09-a308-e1f84ced36fb tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:19.532852 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-feb23977-a339-4f09-a308-e1f84ced36fb tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:19.581490 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-feb23977-a339-4f09-a308-e1f84ced36fb tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:19.584296 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-feb23977-a339-4f09-a308-e1f84ced36fb tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:19.585513 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-feb23977-a339-4f09-a308-e1f84ced36fb tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "DELETE /v2.0/security-groups/dabdb91c-02e5-4699-82ab-b062ba83b928 HTTP/1.1" status: 204 len: 168 time: 0.1402094 Jul 07 21:21:19.589107 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52364) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:19.607465 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb23977-a339-4f09-a308-e1f84ced36fb tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabdb91c-02e5-4699-82ab-b062ba83b928,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:19.656737 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e25a42b3-5d2f-40dc-9753-ed0a99f12541 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:19.683024 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e25a42b3-5d2f-40dc-9753-ed0a99f12541 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:19.737861 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e25a42b3-5d2f-40dc-9753-ed0a99f12541 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:19.740885 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e25a42b3-5d2f-40dc-9753-ed0a99f12541 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:19.742283 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e25a42b3-5d2f-40dc-9753-ed0a99f12541 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "DELETE /v2.0/security-groups/0a11a3f1-1c84-460b-9e24-491007a1a9d0 HTTP/1.1" status: 204 len: 168 time: 0.1522284 Jul 07 21:21:19.747109 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52366) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:19.761105 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a42b3-5d2f-40dc-9753-ed0a99f12541 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a11a3f1-1c84-460b-9e24-491007a1a9d0,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:19.776507 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a4dcb3f-fa6f-48ea-802a-fd95201119ff tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:19.865593 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a4dcb3f-fa6f-48ea-802a-fd95201119ff tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:20.009917 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:20.018082 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a4dcb3f-fa6f-48ea-802a-fd95201119ff tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:20.022909 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a4dcb3f-fa6f-48ea-802a-fd95201119ff tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:20.097630 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4dcb3f-fa6f-48ea-802a-fd95201119ff tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Port': ['ID=8eaecebf-6151-4617-bd57-797d83101116,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:20.105925 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a4dcb3f-fa6f-48ea-802a-fd95201119ff tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:20.164154 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-caefd300-aacb-429b-9281-84df326ac17e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:20.217879 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [None req-1a4dcb3f-fa6f-48ea-802a-fd95201119ff tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Floating IP 6f68163a-3206-4cff-9ae5-174fea22fbbf associated. External IP: 172.25.5.101, port: 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac. Jul 07 21:21:20.275962 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:20.480506 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-caefd300-aacb-429b-9281-84df326ac17e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Deleting port e329b3e7-bdc7-4af6-968f-157f964d503d {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:21:20.481005 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-caefd300-aacb-429b-9281-84df326ac17e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:20.491267 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4dcb3f-fa6f-48ea-802a-fd95201119ff tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Router 4b7de042-5342-4ccf-be27-153cd369995f has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:21:20.574185 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-caefd300-aacb-429b-9281-84df326ac17e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] For port e329b3e7-bdc7-4af6-968f-157f964d503d, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=e329b3e7-bdc7-4af6-968f-157f964d503d,segment=NetworkSegment(95417c95-2ec1-4c68-90d4-993d9f4d017b),segment_id=95417c95-2ec1-4c68-90d4-993d9f4d017b)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:20.574472 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-caefd300-aacb-429b-9281-84df326ac17e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:20.588454 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-caefd300-aacb-429b-9281-84df326ac17e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Calling delete_port for e329b3e7-bdc7-4af6-968f-157f964d503d owned by network:router_interface {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:21:20.651540 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a1c772b2-5787-47ca-9834-8dfd1313259f req-b32d2cc0-38dc-4f64-92e2-3bd438e89166 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1946006 Jul 07 21:21:20.652609 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4dcb3f-fa6f-48ea-802a-fd95201119ff tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:21:20.669890 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4265b3fa-b7f3-463e-8290-8fd72f6991bb None None] Sync routers for ids ['4b7de042-5342-4ccf-be27-153cd369995f'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:21:20.679428 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4265b3fa-b7f3-463e-8290-8fd72f6991bb None None] Routers {'4b7de042-5342-4ccf-be27-153cd369995f'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:21:20.680347 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-4265b3fa-b7f3-463e-8290-8fd72f6991bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:21:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4b7de042-5342-4ccf-be27-153cd369995f'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:20.694167 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1a4dcb3f-fa6f-48ea-802a-fd95201119ff tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:20.795510 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-caefd300-aacb-429b-9281-84df326ac17e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:20.801223 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1a4dcb3f-fa6f-48ea-802a-fd95201119ff tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2247922 Jul 07 21:21:20.806611 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c', 'tag': '8cdc2c96-015b-4c43-89ba-a5ebf0c341ac'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:21:20.809186 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b293e6-2ba4-4be1-bde2-01afdc24f584" -d '{"events": [{"name": "network-changed", "server_uuid": "e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c", "tag": "8cdc2c96-015b-4c43-89ba-a5ebf0c341ac"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:21:20.820323 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-4265b3fa-b7f3-463e-8290-8fd72f6991bb None None] Set router 4b7de042-5342-4ccf-be27-153cd369995f gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:21:20.826770 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c772b2-5787-47ca-9834-8dfd1313259f req-c172fe35-4650-4cb5-ab9a-b959c8f0bb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:20.831230 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a1c772b2-5787-47ca-9834-8dfd1313259f req-c172fe35-4650-4cb5-ab9a-b959c8f0bb3f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 1097 time: 0.1010582 Jul 07 21:21:20.844705 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefd300-aacb-429b-9281-84df326ac17e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event deleted for resources: {'Port': ['ID=e329b3e7-bdc7-4af6-968f-157f964d503d,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:21.056719 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c699f87-f8ad-4314-9951-01b8390aea2c x-openstack-request-id: req-2c699f87-f8ad-4314-9951-01b8390aea2c {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:21:21.057050 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c", "tag": "8cdc2c96-015b-4c43-89ba-a5ebf0c341ac", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:21:21.057422 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2c699f87-f8ad-4314-9951-01b8390aea2c {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:21:21.058547 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c', 'tag': '8cdc2c96-015b-4c43-89ba-a5ebf0c341ac', 'status': 'completed', 'code': 200} Jul 07 21:21:21.129466 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c772b2-5787-47ca-9834-8dfd1313259f req-0e3496a9-e952-4d24-bb0e-cbaca71fd767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:21.131096 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a1c772b2-5787-47ca-9834-8dfd1313259f req-0e3496a9-e952-4d24-bb0e-cbaca71fd767 service neutron] 10.222.0.58 "GET /v2.0/networks?id=28c4ebfb-86d2-4ddc-bc12-fd871f3b694a HTTP/1.1" status: 200 len: 898 time: 0.2607176 Jul 07 21:21:21.134705 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-caefd300-aacb-429b-9281-84df326ac17e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:21.302910 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device b6f999d0-07d6-4486-bf7a-db64fab1009c no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:21:21.321162 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a1c772b2-5787-47ca-9834-8dfd1313259f req-2259779f-2f6d-467b-9cdc-26f47bd7fad1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac HTTP/1.1" status: 200 len: 999 time: 0.1826489 Jul 07 21:21:21.417744 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c772b2-5787-47ca-9834-8dfd1313259f req-6c8500fe-1b5d-4581-b712-d8f6044f38c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:21.419474 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a1c772b2-5787-47ca-9834-8dfd1313259f req-6c8500fe-1b5d-4581-b712-d8f6044f38c3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9700a144-1a03-41be-a0ef-5f5074b73935 HTTP/1.1" status: 200 len: 834 time: 0.0918810 Jul 07 21:21:21.520274 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c772b2-5787-47ca-9834-8dfd1313259f req-21f08706-fe7e-409b-a1aa-284aec262c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:21.524082 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a1c772b2-5787-47ca-9834-8dfd1313259f req-21f08706-fe7e-409b-a1aa-284aec262c8d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=28c4ebfb-86d2-4ddc-bc12-fd871f3b694a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961967 Jul 07 21:21:21.539180 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caefd300-aacb-429b-9281-84df326ac17e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Router 69c12cbd-36e7-4309-9ebf-94699e434331 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:21:21.552516 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] No Port match for: b6f999d0-07d6-4486-bf7a-db64fab1009c {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:21:21.552958 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device b6f999d0-07d6-4486-bf7a-db64fab1009c not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:21:21.562635 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6877bb2-5f4e-4f39-aa81-01354bdffda6 req-16c044a2-cfcd-42e1-b24c-a98982252571 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:21.565723 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c6877bb2-5f4e-4f39-aa81-01354bdffda6 req-16c044a2-cfcd-42e1-b24c-a98982252571 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 945 time: 0.4211121 Jul 07 21:21:21.568975 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-4265b3fa-b7f3-463e-8290-8fd72f6991bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7de042-5342-4ccf-be27-153cd369995f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87778336', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:20:58Z', 'updated_at': '2021-07-07T21:21:03Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:59Z', 'updated_at': '2021-07-07T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '6f68163a-3206-4cff-9ae5-174fea22fbbf', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'floating_ip_address': '172.25.5.101', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'port_id': '8cdc2c96-015b-4c43-89ba-a5ebf0c341ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a', 'mac_address': 'fa:16:3e:39:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:21:19Z', 'updated_at': '2021-07-07T21:21:19Z', 'revision_number': 0, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfa2892-5672-4eb0-a924-6d6c9c110f16', 'name': '', 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:a8:c0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9700a144-1a03-41be-a0ef-5f5074b73935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:02Z', 'updated_at': '2021-07-07T21:21:07Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '9700a144-1a03-41be-a0ef-5f5074b73935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:21.606113 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4265b3fa-b7f3-463e-8290-8fd72f6991bb None None] Checking router: 4b7de042-5342-4ccf-be27-153cd369995f for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:21:21.625138 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4265b3fa-b7f3-463e-8290-8fd72f6991bb None None] Routers {'4b7de042-5342-4ccf-be27-153cd369995f'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:21:21.626065 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-4265b3fa-b7f3-463e-8290-8fd72f6991bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:21:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4b7de042-5342-4ccf-be27-153cd369995f'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:21.635961 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a1c772b2-5787-47ca-9834-8dfd1313259f req-2cdb9fbe-0d93-48ad-9758-144031699f8a service neutron] 10.222.0.58 "GET /v2.0/networks/28c4ebfb-86d2-4ddc-bc12-fd871f3b694a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052775 Jul 07 21:21:21.711683 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c6877bb2-5f4e-4f39-aa81-01354bdffda6 req-dbe7a5b0-ef4c-42a4-b1b9-03b94fd67564 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360805 Jul 07 21:21:21.736176 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52386) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:21.827219 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caefd300-aacb-429b-9281-84df326ac17e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:21:21.837222 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-4265b3fa-b7f3-463e-8290-8fd72f6991bb None None] Set router 4b7de042-5342-4ccf-be27-153cd369995f gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:21:21.837774 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-caefd300-aacb-429b-9281-84df326ac17e tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "PUT /v2.0/routers/69c12cbd-36e7-4309-9ebf-94699e434331/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0891974 Jul 07 21:21:21.841161 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52388) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:21.848703 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cbc137-7f70-4810-853f-ed3cdc14c649 None None] Sync routers for ids ['69c12cbd-36e7-4309-9ebf-94699e434331'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:21:21.869135 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cbc137-7f70-4810-853f-ed3cdc14c649 None None] Routers {'69c12cbd-36e7-4309-9ebf-94699e434331'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:21:21.875856 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-a1c772b2-5787-47ca-9834-8dfd1313259f req-a22e7685-d675-4ea9-8f01-099b41263538 service neutron] 10.222.0.58 "GET /v2.0/networks/28c4ebfb-86d2-4ddc-bc12-fd871f3b694a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297885 Jul 07 21:21:21.876925 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-59cbc137-7f70-4810-853f-ed3cdc14c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:21:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['69c12cbd-36e7-4309-9ebf-94699e434331'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:21.914274 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-eaa12ea3-245a-4e55-a0ce-8c7560e33519 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/floatingips/6f68163a-3206-4cff-9ae5-174fea22fbbf HTTP/1.1" status: 200 len: 991 time: 0.1680667 Jul 07 21:21:21.933989 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f9ad56-05e0-4667-8a50-c17b2727031c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Deleting subnet 52255be0-a319-4caf-bb04-5317e33f921f {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:21:21.937654 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-09f9ad56-05e0-4667-8a50-c17b2727031c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:21.987894 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-09f9ad56-05e0-4667-8a50-c17b2727031c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:22.031383 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-59cbc137-7f70-4810-853f-ed3cdc14c649 None None] Set router 69c12cbd-36e7-4309-9ebf-94699e434331 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:21:22.037477 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b293e6-2ba4-4be1-bde2-01afdc24f584 req-af5fefae-0603-4bb0-95c2-9956f3923c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:22.038922 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e9b293e6-2ba4-4be1-bde2-01afdc24f584 req-af5fefae-0603-4bb0-95c2-9956f3923c82 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 1097 time: 0.1035159 Jul 07 21:21:22.109397 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-09f9ad56-05e0-4667-8a50-c17b2727031c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:22.159108 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b293e6-2ba4-4be1-bde2-01afdc24f584 req-34d6ba41-c47b-492f-80b3-f74a9c33f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:22.160726 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e9b293e6-2ba4-4be1-bde2-01afdc24f584 req-34d6ba41-c47b-492f-80b3-f74a9c33f180 service neutron] 10.222.0.58 "GET /v2.0/networks?id=28c4ebfb-86d2-4ddc-bc12-fd871f3b694a HTTP/1.1" status: 200 len: 898 time: 0.1143975 Jul 07 21:21:22.168969 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-4265b3fa-b7f3-463e-8290-8fd72f6991bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7de042-5342-4ccf-be27-153cd369995f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87778336', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:20:58Z', 'updated_at': '2021-07-07T21:21:03Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:59Z', 'updated_at': '2021-07-07T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '6f68163a-3206-4cff-9ae5-174fea22fbbf', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'floating_ip_address': '172.25.5.101', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'port_id': '8cdc2c96-015b-4c43-89ba-a5ebf0c341ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a', 'mac_address': 'fa:16:3e:39:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:21:19Z', 'updated_at': '2021-07-07T21:21:19Z', 'revision_number': 0, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfa2892-5672-4eb0-a924-6d6c9c110f16', 'name': '', 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:a8:c0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9700a144-1a03-41be-a0ef-5f5074b73935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:02Z', 'updated_at': '2021-07-07T21:21:07Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '9700a144-1a03-41be-a0ef-5f5074b73935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:22.183104 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-09f9ad56-05e0-4667-8a50-c17b2727031c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:22.200310 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4265b3fa-b7f3-463e-8290-8fd72f6991bb None None] The sync data for ids ['4b7de042-5342-4ccf-be27-153cd369995f'] in n-d-695189-11 is: [{'id': '4b7de042-5342-4ccf-be27-153cd369995f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87778336', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:20:58Z', 'updated_at': '2021-07-07T21:21:03Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:59Z', 'updated_at': '2021-07-07T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '6f68163a-3206-4cff-9ae5-174fea22fbbf', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'floating_ip_address': '172.25.5.101', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'port_id': '8cdc2c96-015b-4c43-89ba-a5ebf0c341ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a', 'mac_address': 'fa:16:3e:39:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:21:19Z', 'updated_at': '2021-07-07T21:21:19Z', 'revision_number': 0, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfa2892-5672-4eb0-a924-6d6c9c110f16', 'name': '', 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:a8:c0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9700a144-1a03-41be-a0ef-5f5074b73935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:02Z', 'updated_at': '2021-07-07T21:21:07Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '9700a144-1a03-41be-a0ef-5f5074b73935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:21:22.219450 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9ad56-05e0-4667-8a50-c17b2727031c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event deleted for resources: {'Subnet': ['ID=52255be0-a319-4caf-bb04-5317e33f921f,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:22.224516 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-09f9ad56-05e0-4667-8a50-c17b2727031c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:22.229497 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-09f9ad56-05e0-4667-8a50-c17b2727031c tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "DELETE /v2.0/subnets/52255be0-a319-4caf-bb04-5317e33f921f HTTP/1.1" status: 204 len: 168 time: 0.3872461 Jul 07 21:21:22.230060 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52390) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:22.234474 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d1c437-3394-4606-a33a-e4191fdb7a79 None None] Network 83508116-1e9c-4bc1-9dd8-e6db754f3a67 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:21:22.244217 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-59cbc137-7f70-4810-853f-ed3cdc14c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936213706', 'tenant_id': '127f863741144b648eee157f1741deb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:21:20Z', 'revision_number': 5, 'project_id': '127f863741144b648eee157f1741deb8', 'gw_port': {'id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:69:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:22.247829 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e9b293e6-2ba4-4be1-bde2-01afdc24f584 req-63c14ece-907f-4b43-83e3-ee154b0845c4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac HTTP/1.1" status: 200 len: 999 time: 0.0795004 Jul 07 21:21:22.298071 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cbc137-7f70-4810-853f-ed3cdc14c649 None None] Checking router: 69c12cbd-36e7-4309-9ebf-94699e434331 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:21:22.311302 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cbc137-7f70-4810-853f-ed3cdc14c649 None None] Routers {'69c12cbd-36e7-4309-9ebf-94699e434331'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:21:22.312150 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-59cbc137-7f70-4810-853f-ed3cdc14c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:21:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['69c12cbd-36e7-4309-9ebf-94699e434331'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:22.339007 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b293e6-2ba4-4be1-bde2-01afdc24f584 req-512eaf43-1600-487b-9409-77907fdb566e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:22.345475 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e9b293e6-2ba4-4be1-bde2-01afdc24f584 req-512eaf43-1600-487b-9409-77907fdb566e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9700a144-1a03-41be-a0ef-5f5074b73935 HTTP/1.1" status: 200 len: 834 time: 0.0873246 Jul 07 21:21:22.449010 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b293e6-2ba4-4be1-bde2-01afdc24f584 req-7b4ea10d-5e8f-4335-a784-8a868e451e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:22.451357 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e9b293e6-2ba4-4be1-bde2-01afdc24f584 req-7b4ea10d-5e8f-4335-a784-8a868e451e80 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=28c4ebfb-86d2-4ddc-bc12-fd871f3b694a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995829 Jul 07 21:21:22.500757 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89379a13-ac62-48a8-9af6-cbd97fb7d9ee None None] DHCP port deletion for 83508116-1e9c-4bc1-9dd8-e6db754f3a67 request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:21:22.563162 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-59cbc137-7f70-4810-853f-ed3cdc14c649 None None] Set router 69c12cbd-36e7-4309-9ebf-94699e434331 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:21:22.604773 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3951ebab-c40c-4601-be92-2976cedea7c3 None None] New status for floating IP 6f68163a-3206-4cff-9ae5-174fea22fbbf: ACTIVE {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:21:22.682480 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e9b293e6-2ba4-4be1-bde2-01afdc24f584 req-712ae6fe-189f-438f-8611-877e3ea2cc73 service neutron] 10.222.0.58 "GET /v2.0/networks/28c4ebfb-86d2-4ddc-bc12-fd871f3b694a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214005 Jul 07 21:21:22.782347 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f3b0bd1f-e7b3-4455-be5d-8981d1f34634 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:22.818362 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-89379a13-ac62-48a8-9af6-cbd97fb7d9ee None None] Deleting port 8b931297-6f66-4421-9087-1b0d5dec81fa {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:21:22.819132 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-89379a13-ac62-48a8-9af6-cbd97fb7d9ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:22.917391 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-e9b293e6-2ba4-4be1-bde2-01afdc24f584 req-c3175f6e-e256-494d-b890-ddcacb55fa97 service neutron] 10.222.0.58 "GET /v2.0/networks/28c4ebfb-86d2-4ddc-bc12-fd871f3b694a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273319 Jul 07 21:21:22.917875 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52406) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:22.922827 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f3b0bd1f-e7b3-4455-be5d-8981d1f34634 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:22.955071 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-59cbc137-7f70-4810-853f-ed3cdc14c649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936213706', 'tenant_id': '127f863741144b648eee157f1741deb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:21:20Z', 'revision_number': 5, 'project_id': '127f863741144b648eee157f1741deb8', 'gw_port': {'id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:69:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:22.962305 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-89379a13-ac62-48a8-9af6-cbd97fb7d9ee None None] For port 8b931297-6f66-4421-9087-1b0d5dec81fa, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=8b931297-6f66-4421-9087-1b0d5dec81fa,segment=NetworkSegment(95417c95-2ec1-4c68-90d4-993d9f4d017b),segment_id=95417c95-2ec1-4c68-90d4-993d9f4d017b)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:22.963669 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-89379a13-ac62-48a8-9af6-cbd97fb7d9ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:22.981710 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-89379a13-ac62-48a8-9af6-cbd97fb7d9ee None None] Calling delete_port for 8b931297-6f66-4421-9087-1b0d5dec81fa owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:21:23.016111 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cbc137-7f70-4810-853f-ed3cdc14c649 None None] The sync data for ids ['69c12cbd-36e7-4309-9ebf-94699e434331'] in n-d-695189-11 is: [{'id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'name': 'tempest-TestSecurityGroupsBasicOps-router-936213706', 'tenant_id': '127f863741144b648eee157f1741deb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:21:20Z', 'revision_number': 5, 'project_id': '127f863741144b648eee157f1741deb8', 'gw_port': {'id': 'fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:69:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c12cbd-36e7-4309-9ebf-94699e434331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:19:37Z', 'updated_at': '2021-07-07T21:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:21:23.051244 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-21f407ed-cb3f-4fde-bbe5-0efd52e48071 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/floatingips/6f68163a-3206-4cff-9ae5-174fea22fbbf HTTP/1.1" status: 200 len: 993 time: 0.1315901 Jul 07 21:21:23.113797 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-f3b0bd1f-e7b3-4455-be5d-8981d1f34634 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Deleting port fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:21:23.114016 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-89379a13-ac62-48a8-9af6-cbd97fb7d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:23.114617 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f3b0bd1f-e7b3-4455-be5d-8981d1f34634 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:23.140347 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89379a13-ac62-48a8-9af6-cbd97fb7d9ee None None] Pushing event deleted for resources: {'Port': ['ID=8b931297-6f66-4421-9087-1b0d5dec81fa,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:23.145398 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89379a13-ac62-48a8-9af6-cbd97fb7d9ee None None] No DVR routers for this DVR port 8b931297-6f66-4421-9087-1b0d5dec81fa on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:21:23.202849 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-f3b0bd1f-e7b3-4455-be5d-8981d1f34634 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] For port fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:23.203180 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f3b0bd1f-e7b3-4455-be5d-8981d1f34634 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:23.216404 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-f3b0bd1f-e7b3-4455-be5d-8981d1f34634 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Calling delete_port for fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc owned by network:router_gateway {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:21:23.386539 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f3b0bd1f-e7b3-4455-be5d-8981d1f34634 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:23.420247 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0bd1f-e7b3-4455-be5d-8981d1f34634 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event deleted for resources: {'Port': ['ID=fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:23.469760 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device e329b3e7-bdc7-4af6-968f-157f964d503d no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:21:23.494281 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: e329b3e7-bdc7-4af6-968f-157f964d503d {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:21:23.494636 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device e329b3e7-bdc7-4af6-968f-157f964d503d not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:21:23.495059 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 8b931297-6f66-4421-9087-1b0d5dec81fa no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:21:23.504547 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f3b0bd1f-e7b3-4455-be5d-8981d1f34634 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:23.525903 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 8b931297-6f66-4421-9087-1b0d5dec81fa {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:21:23.526503 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 8b931297-6f66-4421-9087-1b0d5dec81fa not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:21:23.610179 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f3b0bd1f-e7b3-4455-be5d-8981d1f34634 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:23.613486 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f3b0bd1f-e7b3-4455-be5d-8981d1f34634 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:23.658620 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f3b0bd1f-e7b3-4455-be5d-8981d1f34634 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:23.659248 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b0bd1f-e7b3-4455-be5d-8981d1f34634 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Fanout notify agent at l3_agent the message router_deleted on router 69c12cbd-36e7-4309-9ebf-94699e434331 {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:21:23.666867 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-f3b0bd1f-e7b3-4455-be5d-8981d1f34634 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:23.668033 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-f3b0bd1f-e7b3-4455-be5d-8981d1f34634 tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "DELETE /v2.0/routers/69c12cbd-36e7-4309-9ebf-94699e434331 HTTP/1.1" status: 204 len: 168 time: 1.4368873 Jul 07 21:21:23.670745 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52414) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:23.760773 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-36222b40-a2ff-4a14-9432-b01db036087d tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:23.861775 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-36222b40-a2ff-4a14-9432-b01db036087d tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:23.873684 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-36222b40-a2ff-4a14-9432-b01db036087d tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83508116-1e9c-4bc1-9dd8-e6db754f3a67']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:23.884609 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-36222b40-a2ff-4a14-9432-b01db036087d tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95417c95-2ec1-4c68-90d4-993d9f4d017b') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:23.884908 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-36222b40-a2ff-4a14-9432-b01db036087d tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95417c95-2ec1-4c68-90d4-993d9f4d017b') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:23.895803 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-36222b40-a2ff-4a14-9432-b01db036087d tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:23.909845 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-36222b40-a2ff-4a14-9432-b01db036087d tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:23.917352 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36222b40-a2ff-4a14-9432-b01db036087d tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:21:23.917758 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-36222b40-a2ff-4a14-9432-b01db036087d tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:21:23.921062 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:21:23.988454 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-36222b40-a2ff-4a14-9432-b01db036087d tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:23.996476 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-36222b40-a2ff-4a14-9432-b01db036087d tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:24.000173 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-36222b40-a2ff-4a14-9432-b01db036087d tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] 10.222.0.64 "DELETE /v2.0/networks/83508116-1e9c-4bc1-9dd8-e6db754f3a67 HTTP/1.1" status: 204 len: 168 time: 0.3281264 Jul 07 21:21:24.013830 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36222b40-a2ff-4a14-9432-b01db036087d tempest-TestSecurityGroupsBasicOps-803176410 tempest-TestSecurityGroupsBasicOps-803176410-project] Pushing event deleted for resources: {'Network': ['ID=83508116-1e9c-4bc1-9dd8-e6db754f3a67,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:24.321785 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52424) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:24.453599 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-68fd4b98-8361-4d2e-a723-fc84df41898f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=127f863741144b648eee157f1741deb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306081 Jul 07 21:21:24.457357 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52428) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:24.509625 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e01ece4b-cbeb-4e2f-b69c-86e6c19e1c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:24.530567 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e01ece4b-cbeb-4e2f-b69c-86e6c19e1c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:24.581697 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e01ece4b-cbeb-4e2f-b69c-86e6c19e1c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:24.584320 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-e01ece4b-cbeb-4e2f-b69c-86e6c19e1c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:24.585488 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-e01ece4b-cbeb-4e2f-b69c-86e6c19e1c84 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6ababfe5-0575-4efe-a79f-70d8cd866460 HTTP/1.1" status: 204 len: 168 time: 0.1271465 Jul 07 21:21:24.593234 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ece4b-cbeb-4e2f-b69c-86e6c19e1c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ababfe5-0575-4efe-a79f-70d8cd866460,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:24.845608 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52434) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:24.858901 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-93ce09ac-0126-4974-9a5b-a0d882973c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:24.953181 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-93ce09ac-0126-4974-9a5b-a0d882973c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:24.957536 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-93ce09ac-0126-4974-9a5b-a0d882973c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:24.994869 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-93ce09ac-0126-4974-9a5b-a0d882973c4e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=466a143bba934d749e7f26070f977602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480849 Jul 07 21:21:24.995730 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce09ac-0126-4974-9a5b-a0d882973c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fda5167-602e-4939-914e-92c7f80615f1,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:24.997650 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52436) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:25.048160 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c70d6c5a-7820-48b3-b860-034232de826a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:25.070332 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c70d6c5a-7820-48b3-b860-034232de826a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:25.119851 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c70d6c5a-7820-48b3-b860-034232de826a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:25.122648 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-c70d6c5a-7820-48b3-b860-034232de826a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:25.123847 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c70d6c5a-7820-48b3-b860-034232de826a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7fda5167-602e-4939-914e-92c7f80615f1 HTTP/1.1" status: 204 len: 168 time: 0.1250904 Jul 07 21:21:25.134363 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d6c5a-7820-48b3-b860-034232de826a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fda5167-602e-4939-914e-92c7f80615f1,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:25.338633 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:21:25.359554 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:21:25.360531 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device fc4ac0a4-1b9c-43e7-8643-6cdc2983e8cc not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:21:25.474602 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52460) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:25.515917 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-8284cc9b-5b67-44af-8b8b-0e5923855248 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=483d3b43262140d9b730df52ebaf4fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400774 Jul 07 21:21:25.518855 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52462) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:25.573893 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2f5aae44-fedb-4100-a326-af032799ca91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:25.595499 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2f5aae44-fedb-4100-a326-af032799ca91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:25.643609 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2f5aae44-fedb-4100-a326-af032799ca91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:25.646234 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-2f5aae44-fedb-4100-a326-af032799ca91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:25.647425 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-2f5aae44-fedb-4100-a326-af032799ca91 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/322ce645-35d9-4df1-8974-9fca6ea5c48c HTTP/1.1" status: 204 len: 168 time: 0.1275225 Jul 07 21:21:25.655346 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5aae44-fedb-4100-a326-af032799ca91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322ce645-35d9-4df1-8974-9fca6ea5c48c,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:26.337707 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52484) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:26.447876 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-ebfb2e1f-804a-4620-8f40-ab6af8613be4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1000232792-network', 'tenant_id': 'cfaaf35d039f4b8e97221cf39e5ab92d'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:21:26.476921 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfb2e1f-804a-4620-8f40-ab6af8613be4 admin admin] Made reservation on behalf of cfaaf35d039f4b8e97221cf39e5ab92d for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:21:26.479642 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2e1f-804a-4620-8f40-ab6af8613be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:26.489210 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2e1f-804a-4620-8f40-ab6af8613be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:26.585513 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2e1f-804a-4620-8f40-ab6af8613be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:26.589558 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2e1f-804a-4620-8f40-ab6af8613be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:26.619497 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebfb2e1f-804a-4620-8f40-ab6af8613be4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:21:26.629468 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb2e1f-804a-4620-8f40-ab6af8613be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edf98ff-ba59-4a3c-abbf-820d5ab8a0a8,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:26.635788 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2e1f-804a-4620-8f40-ab6af8613be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:26.636147 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-ebfb2e1f-804a-4620-8f40-ab6af8613be4 admin admin] Added segment 9e967892-a728-4876-9ad0-a1a97f2d9f41 of type vlan for network ce96aac1-17aa-4583-a0f2-cdb998b8456b Jul 07 21:21:26.681773 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2e1f-804a-4620-8f40-ab6af8613be4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:26.713783 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2e1f-804a-4620-8f40-ab6af8613be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:26.715053 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfb2e1f-804a-4620-8f40-ab6af8613be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:26.715952 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-ebfb2e1f-804a-4620-8f40-ab6af8613be4 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:26.813238 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-ebfb2e1f-804a-4620-8f40-ab6af8613be4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4739025 Jul 07 21:21:26.817471 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52492) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:26.823288 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-29df8c6d-5c34-4d62-8c2a-28d977483d27 admin admin] Request body: {'subnet': {'network_id': 'ce96aac1-17aa-4583-a0f2-cdb998b8456b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1000232792-subnet', 'tenant_id': 'cfaaf35d039f4b8e97221cf39e5ab92d', 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:21:26.829936 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb2e1f-804a-4620-8f40-ab6af8613be4 admin admin] Pushing event updated for resources: {'Network': ['ID=ce96aac1-17aa-4583-a0f2-cdb998b8456b,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:26.841816 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network ce96aac1-17aa-4583-a0f2-cdb998b8456b details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:21:26.849834 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29df8c6d-5c34-4d62-8c2a-28d977483d27 admin admin] Made reservation on behalf of cfaaf35d039f4b8e97221cf39e5ab92d for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:21:26.853130 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-29df8c6d-5c34-4d62-8c2a-28d977483d27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:27.043682 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-29df8c6d-5c34-4d62-8c2a-28d977483d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:27.121182 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df8c6d-5c34-4d62-8c2a-28d977483d27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c55da497-cb89-4c31-af71-e85ebc13c99c,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:27.125748 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29df8c6d-5c34-4d62-8c2a-28d977483d27 admin admin] Checking segment: {'id': '9e967892-a728-4876-9ad0-a1a97f2d9f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ce96aac1-17aa-4583-a0f2-cdb998b8456b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:21:27.127385 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29df8c6d-5c34-4d62-8c2a-28d977483d27 admin admin] Network hostable DHCP agents. Network: ce96aac1-17aa-4583-a0f2-cdb998b8456b, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:21:27.146585 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29df8c6d-5c34-4d62-8c2a-28d977483d27 admin admin] Network ce96aac1-17aa-4583-a0f2-cdb998b8456b is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:21:27.160497 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-29df8c6d-5c34-4d62-8c2a-28d977483d27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, ce96aac1-17aa-4583-a0f2-cdb998b8456b) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:21:27.165730 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29df8c6d-5c34-4d62-8c2a-28d977483d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:27.167562 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-29df8c6d-5c34-4d62-8c2a-28d977483d27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:27.170748 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6783da62-ec29-4a19-bb2a-d686643f0d35 None None] Network ce96aac1-17aa-4583-a0f2-cdb998b8456b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:21:27.187403 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-29df8c6d-5c34-4d62-8c2a-28d977483d27 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3687272 Jul 07 21:21:27.191999 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52494) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:27.198254 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1000232792-router', 'tenant_id': 'cfaaf35d039f4b8e97221cf39e5ab92d', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:21:27.222288 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:27.223763 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:27.282893 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:27.338160 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9d0389-5f3f-4a76-9600-eac026079fb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-ce96aac1-17aa-4583-a0f2-cdb998b8456b', 'network_id': 'ce96aac1-17aa-4583-a0f2-cdb998b8456b', 'tenant_id': 'cfaaf35d039f4b8e97221cf39e5ab92d', 'fixed_ips': [{'subnet_id': 'c55da497-cb89-4c31-af71-e85ebc13c99c'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:21:27.339065 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4d9d0389-5f3f-4a76-9600-eac026079fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:27.515410 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-4d9d0389-5f3f-4a76-9600-eac026079fb6 None None] Allocated IP 172.20.0.2 (ce96aac1-17aa-4583-a0f2-cdb998b8456b/c55da497-cb89-4c31-af71-e85ebc13c99c/81d1544e-b36f-461b-b7c9-92909eb543c6) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:21:27.740599 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:27.752751 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4d9d0389-5f3f-4a76-9600-eac026079fb6 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:27.764273 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4d9d0389-5f3f-4a76-9600-eac026079fb6 None None] Transition to ACTIVE for port object 81d1544e-b36f-461b-b7c9-92909eb543c6 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:21:27.784617 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-4d9d0389-5f3f-4a76-9600-eac026079fb6 None None] Transition to ACTIVE for port object 81d1544e-b36f-461b-b7c9-92909eb543c6 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:21:27.792294 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4d9d0389-5f3f-4a76-9600-eac026079fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:27.839936 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9d0389-5f3f-4a76-9600-eac026079fb6 None None] Network ce96aac1-17aa-4583-a0f2-cdb998b8456b is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:21:27.847246 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-4d9d0389-5f3f-4a76-9600-eac026079fb6 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:21:27.853339 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9d0389-5f3f-4a76-9600-eac026079fb6 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:21:27.867747 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d0389-5f3f-4a76-9600-eac026079fb6 None None] Pushing event updated for resources: {'Port': ['ID=81d1544e-b36f-461b-b7c9-92909eb543c6,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:27.926138 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-4d9d0389-5f3f-4a76-9600-eac026079fb6 None None] Attempting to bind port 81d1544e-b36f-461b-b7c9-92909eb543c6 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:21:27.926588 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-4d9d0389-5f3f-4a76-9600-eac026079fb6 None None] Attempting to bind port 81d1544e-b36f-461b-b7c9-92909eb543c6 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '9e967892-a728-4876-9ad0-a1a97f2d9f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ce96aac1-17aa-4583-a0f2-cdb998b8456b'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:21:27.927095 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9d0389-5f3f-4a76-9600-eac026079fb6 None None] Attempting to bind port 81d1544e-b36f-461b-b7c9-92909eb543c6 on network ce96aac1-17aa-4583-a0f2-cdb998b8456b {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:21:27.932297 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9d0389-5f3f-4a76-9600-eac026079fb6 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:21:27.932672 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9d0389-5f3f-4a76-9600-eac026079fb6 None None] Checking segment: {'id': '9e967892-a728-4876-9ad0-a1a97f2d9f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ce96aac1-17aa-4583-a0f2-cdb998b8456b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:21:27.933071 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4d9d0389-5f3f-4a76-9600-eac026079fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:27.933466 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9d0389-5f3f-4a76-9600-eac026079fb6 None None] Bound using segment: {'id': '9e967892-a728-4876-9ad0-a1a97f2d9f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ce96aac1-17aa-4583-a0f2-cdb998b8456b'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:21:27.934147 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-4d9d0389-5f3f-4a76-9600-eac026079fb6 None None] Bound port: 81d1544e-b36f-461b-b7c9-92909eb543c6, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e967892-a728-4876-9ad0-a1a97f2d9f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ce96aac1-17aa-4583-a0f2-cdb998b8456b'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:21:27.934720 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4d9d0389-5f3f-4a76-9600-eac026079fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:28.001204 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:28.024472 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:28.028671 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-4d9d0389-5f3f-4a76-9600-eac026079fb6 None None] For port 81d1544e-b36f-461b-b7c9-92909eb543c6, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:21:28.033535 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-4d9d0389-5f3f-4a76-9600-eac026079fb6 None None] For port 81d1544e-b36f-461b-b7c9-92909eb543c6, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=81d1544e-b36f-461b-b7c9-92909eb543c6,segment=NetworkSegment(9e967892-a728-4876-9ad0-a1a97f2d9f41),segment_id=9e967892-a728-4876-9ad0-a1a97f2d9f41)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:21:28.038781 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-4d9d0389-5f3f-4a76-9600-eac026079fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:28.102593 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d0389-5f3f-4a76-9600-eac026079fb6 None None] Pushing event updated for resources: {'Port': ['ID=81d1544e-b36f-461b-b7c9-92909eb543c6,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:28.163547 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Allocated IP 172.25.5.68 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/212a5e6e-d704-4eb3-b7b6-ad3e034f45f3) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:21:28.240163 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52526) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:28.285953 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:28.359782 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:28.435914 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:21:28.440046 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:21:28.442134 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbd53d64-0b39-43a9-852e-34f3741c1608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:28.447556 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:21:28.490837 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Pushing event updated for resources: {'Port': ['ID=212a5e6e-d704-4eb3-b7b6-ad3e034f45f3,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:28.509390 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:28.509778 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:28.510309 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:28.510486 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:28.510711 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:28.511041 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:28.511637 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:28.511966 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:28.512297 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:28.512623 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:28.512949 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:28.513277 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:28.747298 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbd53d64-0b39-43a9-852e-34f3741c1608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:28.773894 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fbd53d64-0b39-43a9-852e-34f3741c1608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:28.829188 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd53d64-0b39-43a9-852e-34f3741c1608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c1fe19-d88e-4ea0-ba65-62814a756f1d,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:28.833598 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fbd53d64-0b39-43a9-852e-34f3741c1608 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45cbf3b30f7444bdb45b70d15bec0271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5922983 Jul 07 21:21:28.837636 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52530) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:28.848218 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:28.977696 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-262b09a0-b2ea-4c77-8c84-14f62200966c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:29.047504 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-262b09a0-b2ea-4c77-8c84-14f62200966c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:29.146372 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:29.154003 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-262b09a0-b2ea-4c77-8c84-14f62200966c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:29.156810 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-262b09a0-b2ea-4c77-8c84-14f62200966c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:29.158693 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-262b09a0-b2ea-4c77-8c84-14f62200966c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d7c1fe19-d88e-4ea0-ba65-62814a756f1d HTTP/1.1" status: 204 len: 168 time: 0.3200958 Jul 07 21:21:29.172465 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce18c2c-3159-421f-bcf2-612ac095bde0 None None] Network ce96aac1-17aa-4583-a0f2-cdb998b8456b requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:21:29.205266 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b09a0-b2ea-4c77-8c84-14f62200966c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c1fe19-d88e-4ea0-ba65-62814a756f1d,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:29.261383 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ca613046-3870-481e-99b7-c47fc1c5ad10 None None] Provisioning for port 81d1544e-b36f-461b-b7c9-92909eb543c6 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:21:29.282722 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6a3555d5-38c9-4ab0-a3b0-641e9f217c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:29.315244 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Router d22ff616-9dcb-4aa7-8de8-f8b1c18fb547 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:21:29.411078 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 81d1544e-b36f-461b-b7c9-92909eb543c6 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:21:29.451907 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:21:29.465882 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] Sync routers for ids ['d22ff616-9dcb-4aa7-8de8-f8b1c18fb547'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:21:29.469151 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:29.472553 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-a47fa7ff-48ff-4c4b-a078-d1e5927d57ef admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2773297 Jul 07 21:21:29.473481 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52536) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:29.480292 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] Routers {'d22ff616-9dcb-4aa7-8de8-f8b1c18fb547'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:21:29.480903 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:21:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d22ff616-9dcb-4aa7-8de8-f8b1c18fb547'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:29.497967 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 81d1544e-b36f-461b-b7c9-92909eb543c6 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:21:29.503404 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 81d1544e-b36f-461b-b7c9-92909eb543c6 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:29.504692 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:29.515007 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52538) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:29.537431 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9ad0694e-0301-4e65-8132-479281a380fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:29.608294 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:29.612096 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] Set router d22ff616-9dcb-4aa7-8de8-f8b1c18fb547 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:21:29.671752 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 81d1544e-b36f-461b-b7c9-92909eb543c6, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=81d1544e-b36f-461b-b7c9-92909eb543c6,segment=NetworkSegment(9e967892-a728-4876-9ad0-a1a97f2d9f41),segment_id=9e967892-a728-4876-9ad0-a1a97f2d9f41)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:29.676363 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:29.681870 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9ad0694e-0301-4e65-8132-479281a380fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:29.690280 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-9ad0694e-0301-4e65-8132-479281a380fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:29.777446 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=81d1544e-b36f-461b-b7c9-92909eb543c6,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:29.781102 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-9ad0694e-0301-4e65-8132-479281a380fb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f1f6483931c94243b540578b987bf450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2647686 Jul 07 21:21:29.783492 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0694e-0301-4e65-8132-479281a380fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d2e3fe-ddd4-4799-bb2f-f0b47be11a10,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:29.785496 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52540) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:29.858605 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22ff616-9dcb-4aa7-8de8-f8b1c18fb547', 'name': 'tempest-TestVolumeBackupRestore-1000232792-router', 'tenant_id': 'cfaaf35d039f4b8e97221cf39e5ab92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '212a5e6e-d704-4eb3-b7b6-ad3e034f45f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:21:27Z', 'updated_at': '2021-07-07T21:21:28Z', 'revision_number': 3, 'project_id': 'cfaaf35d039f4b8e97221cf39e5ab92d', 'gw_port': {'id': '212a5e6e-d704-4eb3-b7b6-ad3e034f45f3', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:61:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22ff616-9dcb-4aa7-8de8-f8b1c18fb547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:28Z', 'updated_at': '2021-07-07T21:21:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:29.888662 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] Checking router: d22ff616-9dcb-4aa7-8de8-f8b1c18fb547 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:21:29.889128 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] Updating router d22ff616-9dcb-4aa7-8de8-f8b1c18fb547 port 212a5e6e-d704-4eb3-b7b6-ad3e034f45f3 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:21:29.903185 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-47cffd91-c6d4-4ab1-9d71-26b330d94d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:29.904172 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-9bf73635-e081-48a9-aeb7-03c07a27dde3 None None] Provisioning complete for port 81d1544e-b36f-461b-b7c9-92909eb543c6 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:29.904953 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9bf73635-e081-48a9-aeb7-03c07a27dde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:29.932331 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:29.940507 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-47cffd91-c6d4-4ab1-9d71-26b330d94d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:30.062744 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-47cffd91-c6d4-4ab1-9d71-26b330d94d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:30.065842 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-47cffd91-c6d4-4ab1-9d71-26b330d94d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:30.066988 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-47cffd91-c6d4-4ab1-9d71-26b330d94d22 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/52d2e3fe-ddd4-4799-bb2f-f0b47be11a10 HTTP/1.1" status: 204 len: 168 time: 0.2801971 Jul 07 21:21:30.080238 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cffd91-c6d4-4ab1-9d71-26b330d94d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d2e3fe-ddd4-4799-bb2f-f0b47be11a10,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:30.160595 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d9b1-f895-430a-af57-c73a3ad0c240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:30.207080 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:30.219280 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] Transition to ACTIVE for port object 212a5e6e-d704-4eb3-b7b6-ad3e034f45f3 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:21:30.226240 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:30.287635 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] Attempting to bind port 212a5e6e-d704-4eb3-b7b6-ad3e034f45f3 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:21:30.287995 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] Attempting to bind port 212a5e6e-d704-4eb3-b7b6-ad3e034f45f3 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:21:30.288351 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] Attempting to bind port 212a5e6e-d704-4eb3-b7b6-ad3e034f45f3 on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:21:30.296575 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:21:30.296946 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:21:30.298653 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:30.299054 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:21:30.299542 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] Bound port: 212a5e6e-d704-4eb3-b7b6-ad3e034f45f3, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:21:30.299926 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:30.302440 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af9190-1642-47e8-9198-d94b79385d3a None None] Pushing event updated for resources: {'Port': ['ID=212a5e6e-d704-4eb3-b7b6-ad3e034f45f3,revision_number=2']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:30.355314 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] For port 212a5e6e-d704-4eb3-b7b6-ad3e034f45f3, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:21:30.358839 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] For port 212a5e6e-d704-4eb3-b7b6-ad3e034f45f3, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=212a5e6e-d704-4eb3-b7b6-ad3e034f45f3,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:21:30.364081 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:30.401685 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-5ba0d9b1-f895-430a-af57-c73a3ad0c240 admin admin] Allocated IP 172.20.0.1 (ce96aac1-17aa-4583-a0f2-cdb998b8456b/c55da497-cb89-4c31-af71-e85ebc13c99c/400f5feb-1395-4e7f-aa15-a998d7e1ad43) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:21:30.414587 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] Routers {'d22ff616-9dcb-4aa7-8de8-f8b1c18fb547'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:21:30.414804 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:21:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d22ff616-9dcb-4aa7-8de8-f8b1c18fb547'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:30.468723 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af9190-1642-47e8-9198-d94b79385d3a None None] Pushing event updated for resources: {'Port': ['ID=212a5e6e-d704-4eb3-b7b6-ad3e034f45f3,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:30.530129 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d9b1-f895-430a-af57-c73a3ad0c240 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:30.541822 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] Set router d22ff616-9dcb-4aa7-8de8-f8b1c18fb547 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:21:30.549016 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [None req-5ba0d9b1-f895-430a-af57-c73a3ad0c240 admin admin] Transition to ACTIVE for port object 400f5feb-1395-4e7f-aa15-a998d7e1ad43 will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:21:30.597850 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d9b1-f895-430a-af57-c73a3ad0c240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:30.657723 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba0d9b1-f895-430a-af57-c73a3ad0c240 admin admin] Network ce96aac1-17aa-4583-a0f2-cdb998b8456b is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:21:30.662456 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-5ba0d9b1-f895-430a-af57-c73a3ad0c240 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:21:30.668084 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba0d9b1-f895-430a-af57-c73a3ad0c240 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:21:30.715115 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0d9b1-f895-430a-af57-c73a3ad0c240 admin admin] Pushing event updated for resources: {'Port': ['ID=400f5feb-1395-4e7f-aa15-a998d7e1ad43,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:30.743519 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d9b1-f895-430a-af57-c73a3ad0c240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:30.750888 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22ff616-9dcb-4aa7-8de8-f8b1c18fb547', 'name': 'tempest-TestVolumeBackupRestore-1000232792-router', 'tenant_id': 'cfaaf35d039f4b8e97221cf39e5ab92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '212a5e6e-d704-4eb3-b7b6-ad3e034f45f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:21:27Z', 'updated_at': '2021-07-07T21:21:28Z', 'revision_number': 3, 'project_id': 'cfaaf35d039f4b8e97221cf39e5ab92d', 'gw_port': {'id': '212a5e6e-d704-4eb3-b7b6-ad3e034f45f3', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:61:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22ff616-9dcb-4aa7-8de8-f8b1c18fb547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:28Z', 'updated_at': '2021-07-07T21:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:30.793205 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167a2913-151e-45bf-a0ef-862d3b1690ce None None] The sync data for ids ['d22ff616-9dcb-4aa7-8de8-f8b1c18fb547'] in n-d-695189-11 is: [{'id': 'd22ff616-9dcb-4aa7-8de8-f8b1c18fb547', 'name': 'tempest-TestVolumeBackupRestore-1000232792-router', 'tenant_id': 'cfaaf35d039f4b8e97221cf39e5ab92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '212a5e6e-d704-4eb3-b7b6-ad3e034f45f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:21:27Z', 'updated_at': '2021-07-07T21:21:28Z', 'revision_number': 3, 'project_id': 'cfaaf35d039f4b8e97221cf39e5ab92d', 'gw_port': {'id': '212a5e6e-d704-4eb3-b7b6-ad3e034f45f3', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:61:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22ff616-9dcb-4aa7-8de8-f8b1c18fb547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:28Z', 'updated_at': '2021-07-07T21:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:21:30.949194 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d9b1-f895-430a-af57-c73a3ad0c240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:31.027796 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f6c85660-bcfc-4fa3-9fd7-6f45a7584d93 None None] Provisioning for port 400f5feb-1395-4e7f-aa15-a998d7e1ad43 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:21:31.032082 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f6c85660-bcfc-4fa3-9fd7-6f45a7584d93 None None] Provisioning complete for port 400f5feb-1395-4e7f-aa15-a998d7e1ad43 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:31.032967 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f6c85660-bcfc-4fa3-9fd7-6f45a7584d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:31.110482 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-f6c85660-bcfc-4fa3-9fd7-6f45a7584d93 None None] Port 400f5feb-1395-4e7f-aa15-a998d7e1ad43 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:21:31.196825 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d9b1-f895-430a-af57-c73a3ad0c240 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:31.204034 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d9b1-f895-430a-af57-c73a3ad0c240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:31.321588 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5ba0d9b1-f895-430a-af57-c73a3ad0c240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:31.323241 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0d9b1-f895-430a-af57-c73a3ad0c240 admin admin] Pushing event updated for resources: {'Port': ['ID=400f5feb-1395-4e7f-aa15-a998d7e1ad43,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:31.468683 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 212a5e6e-d704-4eb3-b7b6-ad3e034f45f3 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:21:31.477569 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba0d9b1-f895-430a-af57-c73a3ad0c240 admin admin] Network ce96aac1-17aa-4583-a0f2-cdb998b8456b is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:21:31.480030 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-5ba0d9b1-f895-430a-af57-c73a3ad0c240 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:21:31.536436 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 212a5e6e-d704-4eb3-b7b6-ad3e034f45f3 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:21:31.549228 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 212a5e6e-d704-4eb3-b7b6-ad3e034f45f3 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:31.550670 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:31.677235 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:31.690038 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba0d9b1-f895-430a-af57-c73a3ad0c240 admin admin] Router d22ff616-9dcb-4aa7-8de8-f8b1c18fb547 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:21:31.707666 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 212a5e6e-d704-4eb3-b7b6-ad3e034f45f3, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=212a5e6e-d704-4eb3-b7b6-ad3e034f45f3,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:31.716590 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:31.717459 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 81d1544e-b36f-461b-b7c9-92909eb543c6 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:21:31.819703 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=212a5e6e-d704-4eb3-b7b6-ad3e034f45f3,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:31.822266 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 81d1544e-b36f-461b-b7c9-92909eb543c6 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:31.822853 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:31.850880 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba0d9b1-f895-430a-af57-c73a3ad0c240 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:21:31.863395 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5ba0d9b1-f895-430a-af57-c73a3ad0c240 admin admin] 10.222.0.64 "PUT /v2.0/routers/d22ff616-9dcb-4aa7-8de8-f8b1c18fb547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3839376 Jul 07 21:21:31.863744 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c4ba01dd-b317-450b-8273-73d86770d41a None None] Provisioning complete for port 400f5feb-1395-4e7f-aa15-a998d7e1ad43 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:31.863744 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c4ba01dd-b317-450b-8273-73d86770d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:31.940266 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-c4ba01dd-b317-450b-8273-73d86770d41a None None] Port 400f5feb-1395-4e7f-aa15-a998d7e1ad43 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:21:31.943856 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b33a03bd-493a-4059-8896-6ab34c270389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:31.982439 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:32.481592 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52614) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:32.489171 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-5c28713f-f1b7-4271-a829-40861ae84548 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-356026957-network', 'tenant_id': 'd916e849d7e94dc8b024da1b739b0976'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:21:32.518097 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c28713f-f1b7-4271-a829-40861ae84548 admin admin] Made reservation on behalf of d916e849d7e94dc8b024da1b739b0976 for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:21:32.520743 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c28713f-f1b7-4271-a829-40861ae84548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:32.529847 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c28713f-f1b7-4271-a829-40861ae84548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:32.622932 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52618) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:32.639614 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c28713f-f1b7-4271-a829-40861ae84548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:32.646689 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c28713f-f1b7-4271-a829-40861ae84548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:32.666258 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c28713f-f1b7-4271-a829-40861ae84548 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:21:32.686349 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c28713f-f1b7-4271-a829-40861ae84548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:32.686909 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-5c28713f-f1b7-4271-a829-40861ae84548 admin admin] Added segment c36e6de1-c3d1-4f2c-96f0-b5778fc23442 of type vlan for network 59eec376-24d1-411d-8645-f2f2b3ccad2c Jul 07 21:21:32.696246 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28713f-f1b7-4271-a829-40861ae84548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb58dd2f-3a33-4607-ae85-c96256cd23a0,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:32.740996 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c28713f-f1b7-4271-a829-40861ae84548 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:32.767392 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6c134d17-3efc-4ed2-9c69-da4dfa1851b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:32.788395 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] Sync routers for ids ['d22ff616-9dcb-4aa7-8de8-f8b1c18fb547'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:21:32.797401 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] Routers {'d22ff616-9dcb-4aa7-8de8-f8b1c18fb547'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:21:32.798134 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:21:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d22ff616-9dcb-4aa7-8de8-f8b1c18fb547'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:32.810997 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c28713f-f1b7-4271-a829-40861ae84548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:32.812131 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c28713f-f1b7-4271-a829-40861ae84548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:32.812712 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-5c28713f-f1b7-4271-a829-40861ae84548 admin admin] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:32.893714 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28713f-f1b7-4271-a829-40861ae84548 admin admin] Pushing event updated for resources: {'Network': ['ID=59eec376-24d1-411d-8645-f2f2b3ccad2c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:32.905660 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 59eec376-24d1-411d-8645-f2f2b3ccad2c details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:21:32.910948 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] Set router d22ff616-9dcb-4aa7-8de8-f8b1c18fb547 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:21:32.947837 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6c134d17-3efc-4ed2-9c69-da4dfa1851b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:32.953588 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-6c134d17-3efc-4ed2-9c69-da4dfa1851b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:32.977663 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52622) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:32.978519 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-5c28713f-f1b7-4271-a829-40861ae84548 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4922473 Jul 07 21:21:33.021955 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-67c66af2-39a5-473f-8590-708380975fcc admin admin] Request body: {'subnet': {'network_id': '59eec376-24d1-411d-8645-f2f2b3ccad2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-356026957-subnet', 'tenant_id': 'd916e849d7e94dc8b024da1b739b0976', 'ip_version': 4}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:21:33.022283 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-6c134d17-3efc-4ed2-9c69-da4dfa1851b7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ce1bad86d1da4822a2c59c33f5f5b531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3906457 Jul 07 21:21:33.022283 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c134d17-3efc-4ed2-9c69-da4dfa1851b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787b1a6f-d2f0-426f-8704-f405ea56c307,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:33.022283 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52624) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:33.045751 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c66af2-39a5-473f-8590-708380975fcc admin admin] Made reservation on behalf of d916e849d7e94dc8b024da1b739b0976 for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:21:33.049101 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-67c66af2-39a5-473f-8590-708380975fcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:33.088955 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-49ffd3bc-67b6-4382-9044-836f16d9b853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:33.116405 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-49ffd3bc-67b6-4382-9044-836f16d9b853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:33.176579 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-49ffd3bc-67b6-4382-9044-836f16d9b853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:33.184800 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-49ffd3bc-67b6-4382-9044-836f16d9b853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:33.187820 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-49ffd3bc-67b6-4382-9044-836f16d9b853 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/787b1a6f-d2f0-426f-8704-f405ea56c307 HTTP/1.1" status: 204 len: 168 time: 0.1645195 Jul 07 21:21:33.201109 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ffd3bc-67b6-4382-9044-836f16d9b853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787b1a6f-d2f0-426f-8704-f405ea56c307,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:33.243749 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-67c66af2-39a5-473f-8590-708380975fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:33.309504 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c66af2-39a5-473f-8590-708380975fcc admin admin] Checking segment: {'id': 'c36e6de1-c3d1-4f2c-96f0-b5778fc23442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '59eec376-24d1-411d-8645-f2f2b3ccad2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:21:33.310151 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c66af2-39a5-473f-8590-708380975fcc admin admin] Network hostable DHCP agents. Network: 59eec376-24d1-411d-8645-f2f2b3ccad2c, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:21:33.313838 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c66af2-39a5-473f-8590-708380975fcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d726b43-6aab-438f-8691-2ace7d07d907,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:33.334359 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c66af2-39a5-473f-8590-708380975fcc admin admin] Network 59eec376-24d1-411d-8645-f2f2b3ccad2c is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:21:33.347286 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-67c66af2-39a5-473f-8590-708380975fcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 59eec376-24d1-411d-8645-f2f2b3ccad2c) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:21:33.353383 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c66af2-39a5-473f-8590-708380975fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:33.363357 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-67c66af2-39a5-473f-8590-708380975fcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:33.365967 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82039a7d-368e-41e1-ac8e-8e683ae738aa None None] Network 59eec376-24d1-411d-8645-f2f2b3ccad2c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:21:33.384149 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-67c66af2-39a5-473f-8590-708380975fcc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4043496 Jul 07 21:21:33.386780 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52630) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:33.391402 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-3cc3b13f-ff59-458b-bb78-e478b3a1bf62 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-356026957-router', 'tenant_id': 'd916e849d7e94dc8b024da1b739b0976', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:21:33.417876 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b13f-ff59-458b-bb78-e478b3a1bf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:33.420097 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b13f-ff59-458b-bb78-e478b3a1bf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:33.434829 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 212a5e6e-d704-4eb3-b7b6-ad3e034f45f3 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:21:33.488415 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b13f-ff59-458b-bb78-e478b3a1bf62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:33.517407 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 212a5e6e-d704-4eb3-b7b6-ad3e034f45f3 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:33.517783 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:33.570130 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52632) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:33.584926 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22ff616-9dcb-4aa7-8de8-f8b1c18fb547', 'name': 'tempest-TestVolumeBackupRestore-1000232792-router', 'tenant_id': 'cfaaf35d039f4b8e97221cf39e5ab92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '212a5e6e-d704-4eb3-b7b6-ad3e034f45f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:21:27Z', 'updated_at': '2021-07-07T21:21:30Z', 'revision_number': 4, 'project_id': 'cfaaf35d039f4b8e97221cf39e5ab92d', 'gw_port': {'id': '212a5e6e-d704-4eb3-b7b6-ad3e034f45f3', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22ff616-9dcb-4aa7-8de8-f8b1c18fb547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:28Z', 'updated_at': '2021-07-07T21:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '400f5feb-1395-4e7f-aa15-a998d7e1ad43', 'name': '', 'network_id': 'ce96aac1-17aa-4583-a0f2-cdb998b8456b', 'tenant_id': 'cfaaf35d039f4b8e97221cf39e5ab92d', 'mac_address': 'fa:16:3e:64:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22ff616-9dcb-4aa7-8de8-f8b1c18fb547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'c55da497-cb89-4c31-af71-e85ebc13c99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:30Z', 'updated_at': '2021-07-07T21:21:31Z', 'revision_number': 2, 'project_id': 'cfaaf35d039f4b8e97221cf39e5ab92d', 'subnets': [{'id': 'c55da497-cb89-4c31-af71-e85ebc13c99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:33.641813 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] Checking router: d22ff616-9dcb-4aa7-8de8-f8b1c18fb547 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:21:33.642169 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] Updating router d22ff616-9dcb-4aa7-8de8-f8b1c18fb547 port 400f5feb-1395-4e7f-aa15-a998d7e1ad43 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:21:33.651860 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0d930c27-146d-4e19-b8fe-9df7096b2e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:33.665214 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b13f-ff59-458b-bb78-e478b3a1bf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:33.711563 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:33.734404 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d9e07d-811a-4e05-b54f-4ee839078a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-59eec376-24d1-411d-8645-f2f2b3ccad2c', 'network_id': '59eec376-24d1-411d-8645-f2f2b3ccad2c', 'tenant_id': 'd916e849d7e94dc8b024da1b739b0976', 'fixed_ips': [{'subnet_id': '6d726b43-6aab-438f-8691-2ace7d07d907'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:21:33.735915 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c1d9e07d-811a-4e05-b54f-4ee839078a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:33.737694 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:34.036692 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-c1d9e07d-811a-4e05-b54f-4ee839078a27 None None] Allocated IP 172.20.0.2 (59eec376-24d1-411d-8645-f2f2b3ccad2c/6d726b43-6aab-438f-8691-2ace7d07d907/e3d3a12d-3bc3-4dc5-97ba-385efd98e0f2) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:21:34.124704 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0d930c27-146d-4e19-b8fe-9df7096b2e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:34.130188 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0d930c27-146d-4e19-b8fe-9df7096b2e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:34.174794 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0d930c27-146d-4e19-b8fe-9df7096b2e1e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=47e6f491167140738bd08facf3d279de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6035130 Jul 07 21:21:34.177758 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52634) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:34.213414 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d930c27-146d-4e19-b8fe-9df7096b2e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d786877-e4dd-4e2d-b482-e3f1c9c0d6ec,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:34.239429 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:34.271721 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] Transition to ACTIVE for port object 400f5feb-1395-4e7f-aa15-a998d7e1ad43 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:21:34.273654 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2a107753-c4f8-48ef-ba6e-c3bef6df855a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:34.282180 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:34.297543 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b13f-ff59-458b-bb78-e478b3a1bf62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:34.306773 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2a107753-c4f8-48ef-ba6e-c3bef6df855a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:34.317067 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b13f-ff59-458b-bb78-e478b3a1bf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:34.341506 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c1d9e07d-811a-4e05-b54f-4ee839078a27 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:34.362454 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c1d9e07d-811a-4e05-b54f-4ee839078a27 None None] Transition to ACTIVE for port object e3d3a12d-3bc3-4dc5-97ba-385efd98e0f2 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:21:34.364283 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd497546-4241-4037-a75a-9868744944ee None None] Pushing event updated for resources: {'Port': ['ID=400f5feb-1395-4e7f-aa15-a998d7e1ad43,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:34.387864 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2a107753-c4f8-48ef-ba6e-c3bef6df855a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:34.390881 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2a107753-c4f8-48ef-ba6e-c3bef6df855a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:34.392874 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2a107753-c4f8-48ef-ba6e-c3bef6df855a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8d786877-e4dd-4e2d-b482-e3f1c9c0d6ec HTTP/1.1" status: 204 len: 168 time: 0.2139878 Jul 07 21:21:34.401505 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a107753-c4f8-48ef-ba6e-c3bef6df855a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d786877-e4dd-4e2d-b482-e3f1c9c0d6ec,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:34.451971 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-c1d9e07d-811a-4e05-b54f-4ee839078a27 None None] Transition to ACTIVE for port object e3d3a12d-3bc3-4dc5-97ba-385efd98e0f2 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:21:34.460928 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] Attempting to bind port 400f5feb-1395-4e7f-aa15-a998d7e1ad43 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:21:34.461237 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-3cc3b13f-ff59-458b-bb78-e478b3a1bf62 admin admin] Allocated IP 172.25.5.138 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/6c87cc73-af03-4c33-8e10-023b8ee821c0) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:21:34.461372 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] Attempting to bind port 400f5feb-1395-4e7f-aa15-a998d7e1ad43 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '9e967892-a728-4876-9ad0-a1a97f2d9f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ce96aac1-17aa-4583-a0f2-cdb998b8456b'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:21:34.462404 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] Attempting to bind port 400f5feb-1395-4e7f-aa15-a998d7e1ad43 on network ce96aac1-17aa-4583-a0f2-cdb998b8456b {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:21:34.467566 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:21:34.467955 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] Checking segment: {'id': '9e967892-a728-4876-9ad0-a1a97f2d9f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ce96aac1-17aa-4583-a0f2-cdb998b8456b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:21:34.468433 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:34.468829 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] Bound using segment: {'id': '9e967892-a728-4876-9ad0-a1a97f2d9f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ce96aac1-17aa-4583-a0f2-cdb998b8456b'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:21:34.469324 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] Bound port: 400f5feb-1395-4e7f-aa15-a998d7e1ad43, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e967892-a728-4876-9ad0-a1a97f2d9f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'ce96aac1-17aa-4583-a0f2-cdb998b8456b'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:21:34.469774 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:34.473378 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c1d9e07d-811a-4e05-b54f-4ee839078a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:34.525358 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9e07d-811a-4e05-b54f-4ee839078a27 None None] Pushing event updated for resources: {'Port': ['ID=e3d3a12d-3bc3-4dc5-97ba-385efd98e0f2,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:34.571443 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d9e07d-811a-4e05-b54f-4ee839078a27 None None] Network 59eec376-24d1-411d-8645-f2f2b3ccad2c is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:21:34.578255 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-c1d9e07d-811a-4e05-b54f-4ee839078a27 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:21:34.588167 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d9e07d-811a-4e05-b54f-4ee839078a27 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:21:34.588492 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b13f-ff59-458b-bb78-e478b3a1bf62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:34.634559 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b13f-ff59-458b-bb78-e478b3a1bf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:34.667836 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] For port 400f5feb-1395-4e7f-aa15-a998d7e1ad43, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:21:34.670744 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc3b13f-ff59-458b-bb78-e478b3a1bf62 admin admin] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:21:34.674602 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-3cc3b13f-ff59-458b-bb78-e478b3a1bf62 admin admin] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:21:34.678517 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc3b13f-ff59-458b-bb78-e478b3a1bf62 admin admin] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:21:34.679212 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-c1d9e07d-811a-4e05-b54f-4ee839078a27 None None] Attempting to bind port e3d3a12d-3bc3-4dc5-97ba-385efd98e0f2 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:21:34.679811 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-c1d9e07d-811a-4e05-b54f-4ee839078a27 None None] Attempting to bind port e3d3a12d-3bc3-4dc5-97ba-385efd98e0f2 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'c36e6de1-c3d1-4f2c-96f0-b5778fc23442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '59eec376-24d1-411d-8645-f2f2b3ccad2c'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:21:34.680395 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d9e07d-811a-4e05-b54f-4ee839078a27 None None] Attempting to bind port e3d3a12d-3bc3-4dc5-97ba-385efd98e0f2 on network 59eec376-24d1-411d-8645-f2f2b3ccad2c {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:21:34.690455 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] For port 400f5feb-1395-4e7f-aa15-a998d7e1ad43, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=400f5feb-1395-4e7f-aa15-a998d7e1ad43,segment=NetworkSegment(9e967892-a728-4876-9ad0-a1a97f2d9f41),segment_id=9e967892-a728-4876-9ad0-a1a97f2d9f41)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:21:34.692062 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d9e07d-811a-4e05-b54f-4ee839078a27 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:21:34.692499 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d9e07d-811a-4e05-b54f-4ee839078a27 None None] Checking segment: {'id': 'c36e6de1-c3d1-4f2c-96f0-b5778fc23442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '59eec376-24d1-411d-8645-f2f2b3ccad2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:21:34.693086 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c1d9e07d-811a-4e05-b54f-4ee839078a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:34.693735 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d9e07d-811a-4e05-b54f-4ee839078a27 None None] Bound using segment: {'id': 'c36e6de1-c3d1-4f2c-96f0-b5778fc23442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '59eec376-24d1-411d-8645-f2f2b3ccad2c'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:21:34.694377 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-c1d9e07d-811a-4e05-b54f-4ee839078a27 None None] Bound port: e3d3a12d-3bc3-4dc5-97ba-385efd98e0f2, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36e6de1-c3d1-4f2c-96f0-b5778fc23442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '59eec376-24d1-411d-8645-f2f2b3ccad2c'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:21:34.694926 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c1d9e07d-811a-4e05-b54f-4ee839078a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:34.704594 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:34.724418 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3b13f-ff59-458b-bb78-e478b3a1bf62 admin admin] Pushing event updated for resources: {'Port': ['ID=6c87cc73-af03-4c33-8e10-023b8ee821c0,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:34.815971 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] Routers {'d22ff616-9dcb-4aa7-8de8-f8b1c18fb547'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:21:34.816225 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:21:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['d22ff616-9dcb-4aa7-8de8-f8b1c18fb547'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:34.824451 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd497546-4241-4037-a75a-9868744944ee None None] Pushing event updated for resources: {'Port': ['ID=400f5feb-1395-4e7f-aa15-a998d7e1ad43,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:34.870330 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-c1d9e07d-811a-4e05-b54f-4ee839078a27 None None] For port e3d3a12d-3bc3-4dc5-97ba-385efd98e0f2, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:21:34.899471 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-c1d9e07d-811a-4e05-b54f-4ee839078a27 None None] For port e3d3a12d-3bc3-4dc5-97ba-385efd98e0f2, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=e3d3a12d-3bc3-4dc5-97ba-385efd98e0f2,segment=NetworkSegment(c36e6de1-c3d1-4f2c-96f0-b5778fc23442),segment_id=c36e6de1-c3d1-4f2c-96f0-b5778fc23442)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:21:34.917803 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c1d9e07d-811a-4e05-b54f-4ee839078a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:34.990954 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b13f-ff59-458b-bb78-e478b3a1bf62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:35.092090 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] Set router d22ff616-9dcb-4aa7-8de8-f8b1c18fb547 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:21:35.097656 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9e07d-811a-4e05-b54f-4ee839078a27 None None] Pushing event updated for resources: {'Port': ['ID=e3d3a12d-3bc3-4dc5-97ba-385efd98e0f2,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:35.269926 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b13f-ff59-458b-bb78-e478b3a1bf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:35.364169 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:35.466011 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd22ff616-9dcb-4aa7-8de8-f8b1c18fb547', 'name': 'tempest-TestVolumeBackupRestore-1000232792-router', 'tenant_id': 'cfaaf35d039f4b8e97221cf39e5ab92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '212a5e6e-d704-4eb3-b7b6-ad3e034f45f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:21:27Z', 'updated_at': '2021-07-07T21:21:30Z', 'revision_number': 4, 'project_id': 'cfaaf35d039f4b8e97221cf39e5ab92d', 'gw_port': {'id': '212a5e6e-d704-4eb3-b7b6-ad3e034f45f3', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22ff616-9dcb-4aa7-8de8-f8b1c18fb547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:28Z', 'updated_at': '2021-07-07T21:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '400f5feb-1395-4e7f-aa15-a998d7e1ad43', 'name': '', 'network_id': 'ce96aac1-17aa-4583-a0f2-cdb998b8456b', 'tenant_id': 'cfaaf35d039f4b8e97221cf39e5ab92d', 'mac_address': 'fa:16:3e:64:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22ff616-9dcb-4aa7-8de8-f8b1c18fb547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'c55da497-cb89-4c31-af71-e85ebc13c99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:30Z', 'updated_at': '2021-07-07T21:21:34Z', 'revision_number': 4, 'project_id': 'cfaaf35d039f4b8e97221cf39e5ab92d', 'subnets': [{'id': 'c55da497-cb89-4c31-af71-e85ebc13c99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:35.526929 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc3b13f-ff59-458b-bb78-e478b3a1bf62 admin admin] Router 3c04b453-3301-4ced-8408-400633e56e24 is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:21:35.652269 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc3b13f-ff59-458b-bb78-e478b3a1bf62 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:21:35.665362 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] Sync routers for ids ['3c04b453-3301-4ced-8408-400633e56e24'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:21:35.676904 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] Routers {'3c04b453-3301-4ced-8408-400633e56e24'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:21:35.677678 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:21:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['3c04b453-3301-4ced-8408-400633e56e24'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:35.678505 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device e3d3a12d-3bc3-4dc5-97ba-385efd98e0f2 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:21:35.683117 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51547526-644a-44b6-a2f6-fff12cacbffe None None] The sync data for ids ['d22ff616-9dcb-4aa7-8de8-f8b1c18fb547'] in n-d-695189-11 is: [{'id': 'd22ff616-9dcb-4aa7-8de8-f8b1c18fb547', 'name': 'tempest-TestVolumeBackupRestore-1000232792-router', 'tenant_id': 'cfaaf35d039f4b8e97221cf39e5ab92d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '212a5e6e-d704-4eb3-b7b6-ad3e034f45f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:21:27Z', 'updated_at': '2021-07-07T21:21:30Z', 'revision_number': 4, 'project_id': 'cfaaf35d039f4b8e97221cf39e5ab92d', 'gw_port': {'id': '212a5e6e-d704-4eb3-b7b6-ad3e034f45f3', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:61:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22ff616-9dcb-4aa7-8de8-f8b1c18fb547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:28Z', 'updated_at': '2021-07-07T21:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '400f5feb-1395-4e7f-aa15-a998d7e1ad43', 'name': '', 'network_id': 'ce96aac1-17aa-4583-a0f2-cdb998b8456b', 'tenant_id': 'cfaaf35d039f4b8e97221cf39e5ab92d', 'mac_address': 'fa:16:3e:64:6c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd22ff616-9dcb-4aa7-8de8-f8b1c18fb547', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'c55da497-cb89-4c31-af71-e85ebc13c99c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:30Z', 'updated_at': '2021-07-07T21:21:34Z', 'revision_number': 4, 'project_id': 'cfaaf35d039f4b8e97221cf39e5ab92d', 'subnets': [{'id': 'c55da497-cb89-4c31-af71-e85ebc13c99c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:21:35.683381 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b13f-ff59-458b-bb78-e478b3a1bf62 admin admin] Notify callbacks [] for router, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:35.693609 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3cc3b13f-ff59-458b-bb78-e478b3a1bf62 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3054569 Jul 07 21:21:35.696201 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52660) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:35.784487 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port e3d3a12d-3bc3-4dc5-97ba-385efd98e0f2 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:21:35.819632 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:21:35.852917 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] Set router 3c04b453-3301-4ced-8408-400633e56e24 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:21:36.227032 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c04b453-3301-4ced-8408-400633e56e24', 'name': 'tempest-TestVolumeBackupRestore-356026957-router', 'tenant_id': 'd916e849d7e94dc8b024da1b739b0976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '6c87cc73-af03-4c33-8e10-023b8ee821c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:21:33Z', 'updated_at': '2021-07-07T21:21:34Z', 'revision_number': 3, 'project_id': 'd916e849d7e94dc8b024da1b739b0976', 'gw_port': {'id': '6c87cc73-af03-4c33-8e10-023b8ee821c0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c04b453-3301-4ced-8408-400633e56e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:34Z', 'updated_at': '2021-07-07T21:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:36.276724 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] Checking router: 3c04b453-3301-4ced-8408-400633e56e24 for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:21:36.277074 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] Updating router 3c04b453-3301-4ced-8408-400633e56e24 port 6c87cc73-af03-4c33-8e10-023b8ee821c0 binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:21:36.326638 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:36.350541 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ff4be61d-8997-4300-87b5-e5febac447b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:36.497043 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1c9973-e1a3-468f-af4f-9db6fe9c3ffc None None] Network 59eec376-24d1-411d-8645-f2f2b3ccad2c requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:21:36.644714 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-ff4be61d-8997-4300-87b5-e5febac447b6 admin admin] Allocated IP 172.20.0.1 (59eec376-24d1-411d-8645-f2f2b3ccad2c/6d726b43-6aab-438f-8691-2ace7d07d907/58f3d050-6892-48ac-ab75-b49ee01e1e18) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:21:36.699075 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fa5d60c7-4d57-479b-add3-697106040be0 None None] Provisioning for port e3d3a12d-3bc3-4dc5-97ba-385efd98e0f2 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:21:36.707757 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:36.715294 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fa5d60c7-4d57-479b-add3-697106040be0 None None] Provisioning complete for port e3d3a12d-3bc3-4dc5-97ba-385efd98e0f2 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:36.716526 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fa5d60c7-4d57-479b-add3-697106040be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:36.720422 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] Transition to ACTIVE for port object 6c87cc73-af03-4c33-8e10-023b8ee821c0 will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:21:36.729502 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:36.766783 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ff4be61d-8997-4300-87b5-e5febac447b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:36.780229 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-ff4be61d-8997-4300-87b5-e5febac447b6 admin admin] Transition to ACTIVE for port object 58f3d050-6892-48ac-ab75-b49ee01e1e18 will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:21:36.780460 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215cbabb-67c3-4100-a9c5-d2271e436c01 None None] Pushing event updated for resources: {'Port': ['ID=6c87cc73-af03-4c33-8e10-023b8ee821c0,revision_number=2']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:36.806381 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] Attempting to bind port 6c87cc73-af03-4c33-8e10-023b8ee821c0 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:21:36.807015 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] Attempting to bind port 6c87cc73-af03-4c33-8e10-023b8ee821c0 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:21:36.807526 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] Attempting to bind port 6c87cc73-af03-4c33-8e10-023b8ee821c0 on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:21:36.813621 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:21:36.814155 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:21:36.814814 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:36.815313 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:21:36.815923 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] Bound port: 6c87cc73-af03-4c33-8e10-023b8ee821c0, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:21:36.816412 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:36.843426 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ff4be61d-8997-4300-87b5-e5febac447b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:36.902712 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4be61d-8997-4300-87b5-e5febac447b6 admin admin] Network 59eec376-24d1-411d-8645-f2f2b3ccad2c is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:21:36.906370 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-ff4be61d-8997-4300-87b5-e5febac447b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:21:36.912175 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fa5d60c7-4d57-479b-add3-697106040be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:36.917785 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4be61d-8997-4300-87b5-e5febac447b6 admin admin] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:21:36.944315 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] For port 6c87cc73-af03-4c33-8e10-023b8ee821c0, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:21:36.950325 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] For port 6c87cc73-af03-4c33-8e10-023b8ee821c0, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=6c87cc73-af03-4c33-8e10-023b8ee821c0,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:21:36.957383 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4be61d-8997-4300-87b5-e5febac447b6 admin admin] Pushing event updated for resources: {'Port': ['ID=58f3d050-6892-48ac-ab75-b49ee01e1e18,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:36.959465 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:36.978064 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fa5d60c7-4d57-479b-add3-697106040be0 None None] For port e3d3a12d-3bc3-4dc5-97ba-385efd98e0f2, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=e3d3a12d-3bc3-4dc5-97ba-385efd98e0f2,segment=NetworkSegment(c36e6de1-c3d1-4f2c-96f0-b5778fc23442),segment_id=c36e6de1-c3d1-4f2c-96f0-b5778fc23442)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:36.982577 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fa5d60c7-4d57-479b-add3-697106040be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:37.007274 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ff4be61d-8997-4300-87b5-e5febac447b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:37.079265 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d60c7-4d57-479b-add3-697106040be0 None None] Pushing event updated for resources: {'Port': ['ID=e3d3a12d-3bc3-4dc5-97ba-385efd98e0f2,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:37.090027 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215cbabb-67c3-4100-a9c5-d2271e436c01 None None] Pushing event updated for resources: {'Port': ['ID=6c87cc73-af03-4c33-8e10-023b8ee821c0,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:37.120774 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] Routers {'3c04b453-3301-4ced-8408-400633e56e24'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:21:37.121348 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:21:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['3c04b453-3301-4ced-8408-400633e56e24'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:37.263554 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ff4be61d-8997-4300-87b5-e5febac447b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:37.273164 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] Set router 3c04b453-3301-4ced-8408-400633e56e24 gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:21:37.308540 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-8651d82d-9976-45d2-b1c1-312227db5bb9 None None] Provisioning complete for port e3d3a12d-3bc3-4dc5-97ba-385efd98e0f2 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:37.309774 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8651d82d-9976-45d2-b1c1-312227db5bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:37.634683 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device e3d3a12d-3bc3-4dc5-97ba-385efd98e0f2 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:21:37.650449 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ff4be61d-8997-4300-87b5-e5febac447b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:37.658137 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ff4be61d-8997-4300-87b5-e5febac447b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:37.692725 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c04b453-3301-4ced-8408-400633e56e24', 'name': 'tempest-TestVolumeBackupRestore-356026957-router', 'tenant_id': 'd916e849d7e94dc8b024da1b739b0976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '6c87cc73-af03-4c33-8e10-023b8ee821c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:21:33Z', 'updated_at': '2021-07-07T21:21:34Z', 'revision_number': 3, 'project_id': 'd916e849d7e94dc8b024da1b739b0976', 'gw_port': {'id': '6c87cc73-af03-4c33-8e10-023b8ee821c0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c04b453-3301-4ced-8408-400633e56e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:34Z', 'updated_at': '2021-07-07T21:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:37.693133 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d2eed331-a940-4bbc-b0a5-01e1f4df4537 None None] Provisioning for port 58f3d050-6892-48ac-ab75-b49ee01e1e18 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:21:37.702093 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-d2eed331-a940-4bbc-b0a5-01e1f4df4537 None None] Provisioning complete for port 58f3d050-6892-48ac-ab75-b49ee01e1e18 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:37.702550 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d2eed331-a940-4bbc-b0a5-01e1f4df4537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:37.731107 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8ade00-6305-4da0-89ed-57f39dd9ab39 None None] The sync data for ids ['3c04b453-3301-4ced-8408-400633e56e24'] in n-d-695189-11 is: [{'id': '3c04b453-3301-4ced-8408-400633e56e24', 'name': 'tempest-TestVolumeBackupRestore-356026957-router', 'tenant_id': 'd916e849d7e94dc8b024da1b739b0976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '6c87cc73-af03-4c33-8e10-023b8ee821c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:21:33Z', 'updated_at': '2021-07-07T21:21:34Z', 'revision_number': 3, 'project_id': 'd916e849d7e94dc8b024da1b739b0976', 'gw_port': {'id': '6c87cc73-af03-4c33-8e10-023b8ee821c0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c04b453-3301-4ced-8408-400633e56e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:34Z', 'updated_at': '2021-07-07T21:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:21:37.733693 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4be61d-8997-4300-87b5-e5febac447b6 admin admin] Pushing event updated for resources: {'Port': ['ID=58f3d050-6892-48ac-ab75-b49ee01e1e18,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:37.736992 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ff4be61d-8997-4300-87b5-e5febac447b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:37.754518 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-d2eed331-a940-4bbc-b0a5-01e1f4df4537 None None] Port 58f3d050-6892-48ac-ab75-b49ee01e1e18 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:21:37.771357 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port e3d3a12d-3bc3-4dc5-97ba-385efd98e0f2 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:37.772012 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:37.839565 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4be61d-8997-4300-87b5-e5febac447b6 admin admin] Network 59eec376-24d1-411d-8645-f2f2b3ccad2c is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:21:37.841530 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-ff4be61d-8997-4300-87b5-e5febac447b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:21:37.862540 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 400f5feb-1395-4e7f-aa15-a998d7e1ad43 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:21:37.927037 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 400f5feb-1395-4e7f-aa15-a998d7e1ad43 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:21:37.932149 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 400f5feb-1395-4e7f-aa15-a998d7e1ad43 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:37.932926 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:37.975817 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4be61d-8997-4300-87b5-e5febac447b6 admin admin] Router 3c04b453-3301-4ced-8408-400633e56e24 has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:21:38.098975 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:38.100947 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4be61d-8997-4300-87b5-e5febac447b6 admin admin] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:21:38.109324 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ff4be61d-8997-4300-87b5-e5febac447b6 admin admin] 10.222.0.64 "PUT /v2.0/routers/3c04b453-3301-4ced-8408-400633e56e24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4093838 Jul 07 21:21:38.162118 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 400f5feb-1395-4e7f-aa15-a998d7e1ad43, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=400f5feb-1395-4e7f-aa15-a998d7e1ad43,segment=NetworkSegment(9e967892-a728-4876-9ad0-a1a97f2d9f41),segment_id=9e967892-a728-4876-9ad0-a1a97f2d9f41)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:38.171299 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:38.214125 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-0ba21762-f413-4c97-9639-ad943b2b06b0 None None] Provisioning complete for port 58f3d050-6892-48ac-ab75-b49ee01e1e18 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:38.214507 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0ba21762-f413-4c97-9639-ad943b2b06b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:38.268644 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=400f5feb-1395-4e7f-aa15-a998d7e1ad43,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:38.280153 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-0ba21762-f413-4c97-9639-ad943b2b06b0 None None] Port 58f3d050-6892-48ac-ab75-b49ee01e1e18 cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:21:39.440059 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 6c87cc73-af03-4c33-8e10-023b8ee821c0 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:21:39.496158 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 6c87cc73-af03-4c33-8e10-023b8ee821c0 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:21:39.504961 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 6c87cc73-af03-4c33-8e10-023b8ee821c0 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:39.505339 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:39.591532 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] Sync routers for ids ['3c04b453-3301-4ced-8408-400633e56e24'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:21:39.603838 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:39.617617 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] Routers {'3c04b453-3301-4ced-8408-400633e56e24'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:21:39.618250 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:21:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['3c04b453-3301-4ced-8408-400633e56e24'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:39.660982 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 6c87cc73-af03-4c33-8e10-023b8ee821c0, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=6c87cc73-af03-4c33-8e10-023b8ee821c0,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:39.665894 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:39.668733 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 400f5feb-1395-4e7f-aa15-a998d7e1ad43 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:21:39.796318 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=6c87cc73-af03-4c33-8e10-023b8ee821c0,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:39.804436 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] Set router 3c04b453-3301-4ced-8408-400633e56e24 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:21:39.840419 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 400f5feb-1395-4e7f-aa15-a998d7e1ad43 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:39.840698 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:40.098326 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c04b453-3301-4ced-8408-400633e56e24', 'name': 'tempest-TestVolumeBackupRestore-356026957-router', 'tenant_id': 'd916e849d7e94dc8b024da1b739b0976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '6c87cc73-af03-4c33-8e10-023b8ee821c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:21:33Z', 'updated_at': '2021-07-07T21:21:37Z', 'revision_number': 4, 'project_id': 'd916e849d7e94dc8b024da1b739b0976', 'gw_port': {'id': '6c87cc73-af03-4c33-8e10-023b8ee821c0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c04b453-3301-4ced-8408-400633e56e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:34Z', 'updated_at': '2021-07-07T21:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '58f3d050-6892-48ac-ab75-b49ee01e1e18', 'name': '', 'network_id': '59eec376-24d1-411d-8645-f2f2b3ccad2c', 'tenant_id': 'd916e849d7e94dc8b024da1b739b0976', 'mac_address': 'fa:16:3e:3e:18:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c04b453-3301-4ced-8408-400633e56e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '6d726b43-6aab-438f-8691-2ace7d07d907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:36Z', 'updated_at': '2021-07-07T21:21:37Z', 'revision_number': 2, 'project_id': 'd916e849d7e94dc8b024da1b739b0976', 'subnets': [{'id': '6d726b43-6aab-438f-8691-2ace7d07d907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:40.141225 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] Checking router: 3c04b453-3301-4ced-8408-400633e56e24 for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:21:40.142532 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] Updating router 3c04b453-3301-4ced-8408-400633e56e24 port 58f3d050-6892-48ac-ab75-b49ee01e1e18 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:21:40.193669 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:40.522917 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:40.535775 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] Transition to ACTIVE for port object 58f3d050-6892-48ac-ab75-b49ee01e1e18 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:21:40.542019 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:40.600249 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee0cf6-75a7-4d2b-9f78-752f6576fdb5 None None] Pushing event updated for resources: {'Port': ['ID=58f3d050-6892-48ac-ab75-b49ee01e1e18,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:40.684669 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] Attempting to bind port 58f3d050-6892-48ac-ab75-b49ee01e1e18 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:21:40.685316 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] Attempting to bind port 58f3d050-6892-48ac-ab75-b49ee01e1e18 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'c36e6de1-c3d1-4f2c-96f0-b5778fc23442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '59eec376-24d1-411d-8645-f2f2b3ccad2c'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:21:40.685693 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] Attempting to bind port 58f3d050-6892-48ac-ab75-b49ee01e1e18 on network 59eec376-24d1-411d-8645-f2f2b3ccad2c {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:21:40.691849 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:21:40.692234 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] Checking segment: {'id': 'c36e6de1-c3d1-4f2c-96f0-b5778fc23442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '59eec376-24d1-411d-8645-f2f2b3ccad2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:21:40.692660 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:40.693067 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] Bound using segment: {'id': 'c36e6de1-c3d1-4f2c-96f0-b5778fc23442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '59eec376-24d1-411d-8645-f2f2b3ccad2c'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:21:40.693570 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] Bound port: 58f3d050-6892-48ac-ab75-b49ee01e1e18, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36e6de1-c3d1-4f2c-96f0-b5778fc23442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '59eec376-24d1-411d-8645-f2f2b3ccad2c'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:21:40.694239 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:40.781043 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] For port 58f3d050-6892-48ac-ab75-b49ee01e1e18, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:21:40.785843 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] For port 58f3d050-6892-48ac-ab75-b49ee01e1e18, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=58f3d050-6892-48ac-ab75-b49ee01e1e18,segment=NetworkSegment(c36e6de1-c3d1-4f2c-96f0-b5778fc23442),segment_id=c36e6de1-c3d1-4f2c-96f0-b5778fc23442)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:21:40.790375 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:40.859952 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] Routers {'3c04b453-3301-4ced-8408-400633e56e24'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:21:40.861029 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:21:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['3c04b453-3301-4ced-8408-400633e56e24'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:40.919504 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee0cf6-75a7-4d2b-9f78-752f6576fdb5 None None] Pushing event updated for resources: {'Port': ['ID=58f3d050-6892-48ac-ab75-b49ee01e1e18,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:41.028319 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] Set router 3c04b453-3301-4ced-8408-400633e56e24 gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:21:41.126261 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52810) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:41.256926 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81ebbae5-034c-4783-904d-40f1adf2bc01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:41.381827 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81ebbae5-034c-4783-904d-40f1adf2bc01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:41.388983 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-81ebbae5-034c-4783-904d-40f1adf2bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:41.409119 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 6c87cc73-af03-4c33-8e10-023b8ee821c0 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:21:41.432095 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebbae5-034c-4783-904d-40f1adf2bc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a9c103-5c52-4f30-9587-674c80fc982c,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:41.440381 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-81ebbae5-034c-4783-904d-40f1adf2bc01 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=429bc38640b843899c02b167dbc11168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3123944 Jul 07 21:21:41.442965 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52814) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:41.505350 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-88a4866b-0591-489b-bdc9-6b0c00c7393a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:41.514436 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 6c87cc73-af03-4c33-8e10-023b8ee821c0 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:41.514828 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:41.530775 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-88a4866b-0591-489b-bdc9-6b0c00c7393a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:41.542419 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c04b453-3301-4ced-8408-400633e56e24', 'name': 'tempest-TestVolumeBackupRestore-356026957-router', 'tenant_id': 'd916e849d7e94dc8b024da1b739b0976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '6c87cc73-af03-4c33-8e10-023b8ee821c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:21:33Z', 'updated_at': '2021-07-07T21:21:37Z', 'revision_number': 4, 'project_id': 'd916e849d7e94dc8b024da1b739b0976', 'gw_port': {'id': '6c87cc73-af03-4c33-8e10-023b8ee821c0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c04b453-3301-4ced-8408-400633e56e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:34Z', 'updated_at': '2021-07-07T21:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '58f3d050-6892-48ac-ab75-b49ee01e1e18', 'name': '', 'network_id': '59eec376-24d1-411d-8645-f2f2b3ccad2c', 'tenant_id': 'd916e849d7e94dc8b024da1b739b0976', 'mac_address': 'fa:16:3e:3e:18:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c04b453-3301-4ced-8408-400633e56e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '6d726b43-6aab-438f-8691-2ace7d07d907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:36Z', 'updated_at': '2021-07-07T21:21:40Z', 'revision_number': 4, 'project_id': 'd916e849d7e94dc8b024da1b739b0976', 'subnets': [{'id': '6d726b43-6aab-438f-8691-2ace7d07d907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:21:41.571982 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf798609-a8b2-48d4-ba46-72dbe8e29fb7 None None] The sync data for ids ['3c04b453-3301-4ced-8408-400633e56e24'] in n-d-695189-11 is: [{'id': '3c04b453-3301-4ced-8408-400633e56e24', 'name': 'tempest-TestVolumeBackupRestore-356026957-router', 'tenant_id': 'd916e849d7e94dc8b024da1b739b0976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '6c87cc73-af03-4c33-8e10-023b8ee821c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:21:33Z', 'updated_at': '2021-07-07T21:21:37Z', 'revision_number': 4, 'project_id': 'd916e849d7e94dc8b024da1b739b0976', 'gw_port': {'id': '6c87cc73-af03-4c33-8e10-023b8ee821c0', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b3:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c04b453-3301-4ced-8408-400633e56e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:34Z', 'updated_at': '2021-07-07T21:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '58f3d050-6892-48ac-ab75-b49ee01e1e18', 'name': '', 'network_id': '59eec376-24d1-411d-8645-f2f2b3ccad2c', 'tenant_id': 'd916e849d7e94dc8b024da1b739b0976', 'mac_address': 'fa:16:3e:3e:18:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c04b453-3301-4ced-8408-400633e56e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '6d726b43-6aab-438f-8691-2ace7d07d907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:36Z', 'updated_at': '2021-07-07T21:21:40Z', 'revision_number': 4, 'project_id': 'd916e849d7e94dc8b024da1b739b0976', 'subnets': [{'id': '6d726b43-6aab-438f-8691-2ace7d07d907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:21:41.586935 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-88a4866b-0591-489b-bdc9-6b0c00c7393a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:41.590423 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-88a4866b-0591-489b-bdc9-6b0c00c7393a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:41.597167 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-88a4866b-0591-489b-bdc9-6b0c00c7393a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/35a9c103-5c52-4f30-9587-674c80fc982c HTTP/1.1" status: 204 len: 168 time: 0.1508775 Jul 07 21:21:41.604415 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4866b-0591-489b-bdc9-6b0c00c7393a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a9c103-5c52-4f30-9587-674c80fc982c,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:42.011632 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52820) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:42.026474 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d8d79652-ef2a-4d03-923e-6220c22fab54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:42.142710 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d8d79652-ef2a-4d03-923e-6220c22fab54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:42.148689 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d8d79652-ef2a-4d03-923e-6220c22fab54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:42.191877 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d8d79652-ef2a-4d03-923e-6220c22fab54 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b13b59db81c9401a991eddd9db8da44a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1790328 Jul 07 21:21:42.192601 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d79652-ef2a-4d03-923e-6220c22fab54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc8a9b1-80fd-4481-bf22-3e49d8ea45ce,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:42.195554 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52824) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:42.253249 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dcb348a4-bb6d-4ea5-bf9d-3a2e8fbd8679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:42.284367 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dcb348a4-bb6d-4ea5-bf9d-3a2e8fbd8679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:42.342700 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dcb348a4-bb6d-4ea5-bf9d-3a2e8fbd8679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:42.346364 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-dcb348a4-bb6d-4ea5-bf9d-3a2e8fbd8679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:42.353261 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-dcb348a4-bb6d-4ea5-bf9d-3a2e8fbd8679 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0bc8a9b1-80fd-4481-bf22-3e49d8ea45ce HTTP/1.1" status: 204 len: 168 time: 0.1563561 Jul 07 21:21:42.367449 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb348a4-bb6d-4ea5-bf9d-3a2e8fbd8679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc8a9b1-80fd-4481-bf22-3e49d8ea45ce,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:43.410078 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 58f3d050-6892-48ac-ab75-b49ee01e1e18 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:21:43.492339 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 58f3d050-6892-48ac-ab75-b49ee01e1e18 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:21:43.497232 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 58f3d050-6892-48ac-ab75-b49ee01e1e18 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:43.497640 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:43.591563 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:43.634606 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 58f3d050-6892-48ac-ab75-b49ee01e1e18, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=58f3d050-6892-48ac-ab75-b49ee01e1e18,segment=NetworkSegment(c36e6de1-c3d1-4f2c-96f0-b5778fc23442),segment_id=c36e6de1-c3d1-4f2c-96f0-b5778fc23442)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:43.640261 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:43.705633 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=58f3d050-6892-48ac-ab75-b49ee01e1e18,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:44.115220 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [req-771ddf08-7a21-41e8-9ca5-60e57ad5e8d2 req-9d212aa5-d1f2-4e4b-ab92-f37a1ed97305 service neutron] (100447) timed out ('10.222.0.64', 51428) {{(pid=100447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 21:21:44.640151 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52880) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:44.768185 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3189993a-54b4-4424-9857-39cd8e03dfda admin admin] Notify callbacks [] for security_group, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:44.874917 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3189993a-54b4-4424-9857-39cd8e03dfda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:44.878387 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-3189993a-54b4-4424-9857-39cd8e03dfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:44.924021 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-3189993a-54b4-4424-9857-39cd8e03dfda admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=42de25b374c6435e8d602bc81c338a07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2825541 Jul 07 21:21:44.924379 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52884) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:44.924865 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189993a-54b4-4424-9857-39cd8e03dfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e771bb-bf99-48cb-b26d-fb9ee633845e,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:44.977989 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-da44d0e4-faca-4c11-a599-5934d13181d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:45.002339 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-da44d0e4-faca-4c11-a599-5934d13181d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:45.056377 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-da44d0e4-faca-4c11-a599-5934d13181d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:45.059133 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-da44d0e4-faca-4c11-a599-5934d13181d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:45.063662 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-da44d0e4-faca-4c11-a599-5934d13181d7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d6e771bb-bf99-48cb-b26d-fb9ee633845e HTTP/1.1" status: 204 len: 168 time: 0.1375315 Jul 07 21:21:45.071805 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44d0e4-faca-4c11-a599-5934d13181d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e771bb-bf99-48cb-b26d-fb9ee633845e,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:45.389321 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 58f3d050-6892-48ac-ab75-b49ee01e1e18 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:21:45.397802 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 52892) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:45.415084 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72df8974-9f2a-424a-bfdb-a215575f97b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:45.460789 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 58f3d050-6892-48ac-ab75-b49ee01e1e18 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:45.461226 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:45.539889 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72df8974-9f2a-424a-bfdb-a215575f97b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:45.544652 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-72df8974-9f2a-424a-bfdb-a215575f97b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:45.584128 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-72df8974-9f2a-424a-bfdb-a215575f97b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4bf11c06c8304cf8aaec390c8190e0f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845722 Jul 07 21:21:45.585016 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df8974-9f2a-424a-bfdb-a215575f97b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216aea84-a53c-4ac7-932c-497c15641c09,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:45.586777 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 52894) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:45.643023 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4dd3932b-a132-487b-8d9b-88d71815e09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:45.664555 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4dd3932b-a132-487b-8d9b-88d71815e09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:45.715250 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4dd3932b-a132-487b-8d9b-88d71815e09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:45.718058 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4dd3932b-a132-487b-8d9b-88d71815e09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:45.721773 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4dd3932b-a132-487b-8d9b-88d71815e09d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/216aea84-a53c-4ac7-932c-497c15641c09 HTTP/1.1" status: 204 len: 168 time: 0.1302557 Jul 07 21:21:45.730355 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3932b-a132-487b-8d9b-88d71815e09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216aea84-a53c-4ac7-932c-497c15641c09,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:48.167885 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05262c77-e178-4135-b725-1a455bd94d71 req-33b93dd0-5f66-431b-83a7-650d22f4b00f tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0cd78ee9d1104f239a3549592a522e7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305898 Jul 07 21:21:48.365602 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05262c77-e178-4135-b725-1a455bd94d71 req-6ced653e-0466-4d11-a899-c4d0a9e23824 tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:48.367136 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05262c77-e178-4135-b725-1a455bd94d71 req-6ced653e-0466-4d11-a899-c4d0a9e23824 tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1918635 Jul 07 21:21:48.387865 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05262c77-e178-4135-b725-1a455bd94d71 req-6c6d7368-5420-4c27-9c1a-e38f261934f3 tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] 10.222.0.64 "GET /v2.0/quotas/0cd78ee9d1104f239a3549592a522e7c HTTP/1.1" status: 200 len: 375 time: 0.0153348 Jul 07 21:21:48.427208 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05262c77-e178-4135-b725-1a455bd94d71 req-47d52b08-4f86-4be3-b0bc-ebfa6e3fe5e0 tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0cd78ee9d1104f239a3549592a522e7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355575 Jul 07 21:21:48.622441 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ea9a2dc0-b192-4627-a22a-4d27a4fb33d7 req-e02bb617-a5ad-4397-aa15-383dbccd103c tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9 HTTP/1.1" status: 200 len: 210 time: 0.0382152 Jul 07 21:21:49.810587 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-93e0fae7-e8c2-45ea-b1ae-4bb2a1fe2971 req-822e731f-03f3-4e1d-8744-c7a8dc133aec tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9 HTTP/1.1" status: 200 len: 210 time: 0.0321164 Jul 07 21:21:49.944915 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05262c77-e178-4135-b725-1a455bd94d71 req-e549f8e3-cc22-4b91-997f-00ca7132f353 tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0cd78ee9d1104f239a3549592a522e7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207751 Jul 07 21:21:50.010140 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:50.082288 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05262c77-e178-4135-b725-1a455bd94d71 req-02f69771-02eb-40ae-b06d-132b2634066c tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:50.083883 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05262c77-e178-4135-b725-1a455bd94d71 req-02f69771-02eb-40ae-b06d-132b2634066c tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1329749 Jul 07 21:21:50.099364 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-05262c77-e178-4135-b725-1a455bd94d71 req-f54d1878-c156-461e-9e71-e9a79e0c764b tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Request body: {'port': {'device_id': 'ba0261a7-ff65-448c-a9f9-79c4830042a9', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'admin_state_up': True, 'tenant_id': '0cd78ee9d1104f239a3549592a522e7c'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:21:50.267749 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:50.572514 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05262c77-e178-4135-b725-1a455bd94d71 req-f54d1878-c156-461e-9e71-e9a79e0c764b tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Made reservation on behalf of 0cd78ee9d1104f239a3549592a522e7c for: {'port': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:21:50.576728 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-05262c77-e178-4135-b725-1a455bd94d71 req-f54d1878-c156-461e-9e71-e9a79e0c764b tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:50.586718 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-05262c77-e178-4135-b725-1a455bd94d71 req-f54d1878-c156-461e-9e71-e9a79e0c764b tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:50.691088 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-05262c77-e178-4135-b725-1a455bd94d71 req-f54d1878-c156-461e-9e71-e9a79e0c764b tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:50.696002 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-05262c77-e178-4135-b725-1a455bd94d71 req-f54d1878-c156-461e-9e71-e9a79e0c764b tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:50.763560 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d1878-c156-461e-9e71-e9a79e0c764b tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eab724f1-6373-43e4-a4e5-01f7528e85a8,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:50.841454 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [req-05262c77-e178-4135-b725-1a455bd94d71 req-f54d1878-c156-461e-9e71-e9a79e0c764b tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Allocated IP 192.168.233.227 (f681565e-3e67-416c-80e4-a0c5c9833578/cf94baaf-6ff4-471d-8bba-9143d085c625/07ac4e06-13ce-400b-8c58-67c939d15faf) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:21:50.974363 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8ba5acaa-305c-4d6c-9356-d6b1cf4192bb req-beba9705-332f-45ad-a601-57d625031d9c tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9 HTTP/1.1" status: 200 len: 210 time: 0.0398715 Jul 07 21:21:51.024257 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-05262c77-e178-4135-b725-1a455bd94d71 req-f54d1878-c156-461e-9e71-e9a79e0c764b tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:51.037677 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-05262c77-e178-4135-b725-1a455bd94d71 req-f54d1878-c156-461e-9e71-e9a79e0c764b tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Transition to ACTIVE for port object 07ac4e06-13ce-400b-8c58-67c939d15faf will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:21:51.080649 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-05262c77-e178-4135-b725-1a455bd94d71 req-f54d1878-c156-461e-9e71-e9a79e0c764b tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:51.129405 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05262c77-e178-4135-b725-1a455bd94d71 req-f54d1878-c156-461e-9e71-e9a79e0c764b tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Network f681565e-3e67-416c-80e4-a0c5c9833578 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:21:51.134985 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [req-05262c77-e178-4135-b725-1a455bd94d71 req-f54d1878-c156-461e-9e71-e9a79e0c764b tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:21:51.139731 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-05262c77-e178-4135-b725-1a455bd94d71 req-f54d1878-c156-461e-9e71-e9a79e0c764b tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:21:51.144176 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d1878-c156-461e-9e71-e9a79e0c764b tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Pushing event updated for resources: {'Port': ['ID=07ac4e06-13ce-400b-8c58-67c939d15faf,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:51.199540 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05262c77-e178-4135-b725-1a455bd94d71 req-f54d1878-c156-461e-9e71-e9a79e0c764b tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:51.200208 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-05262c77-e178-4135-b725-1a455bd94d71 req-f54d1878-c156-461e-9e71-e9a79e0c764b tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:51.217102 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05262c77-e178-4135-b725-1a455bd94d71 req-f54d1878-c156-461e-9e71-e9a79e0c764b tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1251884 Jul 07 21:21:51.344951 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-05262c77-e178-4135-b725-1a455bd94d71 req-b8c7539e-e8d6-4d71-b03c-d87b94e46966 service neutron] Request body: {'port': {'device_id': 'ba0261a7-ff65-448c-a9f9-79c4830042a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695189-11'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:21:51.370682 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-132e186b-97dd-4586-88bf-46cd6dec27f3 None None] Provisioning for port 07ac4e06-13ce-400b-8c58-67c939d15faf completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:21:51.375800 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-132e186b-97dd-4586-88bf-46cd6dec27f3 None None] Provisioning complete for port 07ac4e06-13ce-400b-8c58-67c939d15faf triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:51.376239 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-132e186b-97dd-4586-88bf-46cd6dec27f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:51.413218 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-132e186b-97dd-4586-88bf-46cd6dec27f3 None None] Port 07ac4e06-13ce-400b-8c58-67c939d15faf cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:21:51.432345 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-05262c77-e178-4135-b725-1a455bd94d71 req-b8c7539e-e8d6-4d71-b03c-d87b94e46966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:51.712977 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [req-05262c77-e178-4135-b725-1a455bd94d71 req-b8c7539e-e8d6-4d71-b03c-d87b94e46966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ac4e06-13ce-400b-8c58-67c939d15faf {{(pid=100448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:21:51.721457 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-05262c77-e178-4135-b725-1a455bd94d71 req-b8c7539e-e8d6-4d71-b03c-d87b94e46966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:51.733842 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [req-05262c77-e178-4135-b725-1a455bd94d71 req-b8c7539e-e8d6-4d71-b03c-d87b94e46966 service neutron] Transition to ACTIVE for port object 07ac4e06-13ce-400b-8c58-67c939d15faf will not be triggered until provisioned by entity L2. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:21:51.738322 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-05262c77-e178-4135-b725-1a455bd94d71 req-b8c7539e-e8d6-4d71-b03c-d87b94e46966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:51.812726 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7539e-e8d6-4d71-b03c-d87b94e46966 service neutron] Pushing event updated for resources: {'Port': ['ID=07ac4e06-13ce-400b-8c58-67c939d15faf,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:51.870117 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-05262c77-e178-4135-b725-1a455bd94d71 req-b8c7539e-e8d6-4d71-b03c-d87b94e46966 service neutron] Attempting to bind port 07ac4e06-13ce-400b-8c58-67c939d15faf on host n-h2-695189-11 for vnic_type normal with profile {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:21:51.870795 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-05262c77-e178-4135-b725-1a455bd94d71 req-b8c7539e-e8d6-4d71-b03c-d87b94e46966 service neutron] Attempting to bind port 07ac4e06-13ce-400b-8c58-67c939d15faf by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:21:51.870998 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05262c77-e178-4135-b725-1a455bd94d71 req-b8c7539e-e8d6-4d71-b03c-d87b94e46966 service neutron] Attempting to bind port 07ac4e06-13ce-400b-8c58-67c939d15faf on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:21:51.876885 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05262c77-e178-4135-b725-1a455bd94d71 req-b8c7539e-e8d6-4d71-b03c-d87b94e46966 service neutron] Port 07ac4e06-13ce-400b-8c58-67c939d15faf on network f681565e-3e67-416c-80e4-a0c5c9833578 not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:21:51.877292 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05262c77-e178-4135-b725-1a455bd94d71 req-b8c7539e-e8d6-4d71-b03c-d87b94e46966 service neutron] Attempting to bind port 07ac4e06-13ce-400b-8c58-67c939d15faf on network f681565e-3e67-416c-80e4-a0c5c9833578 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:21:51.882482 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05262c77-e178-4135-b725-1a455bd94d71 req-b8c7539e-e8d6-4d71-b03c-d87b94e46966 service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:21:51.882830 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05262c77-e178-4135-b725-1a455bd94d71 req-b8c7539e-e8d6-4d71-b03c-d87b94e46966 service neutron] Checking segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:21:51.883223 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05262c77-e178-4135-b725-1a455bd94d71 req-b8c7539e-e8d6-4d71-b03c-d87b94e46966 service neutron] Bound using segment: {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:21:51.883688 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-05262c77-e178-4135-b725-1a455bd94d71 req-b8c7539e-e8d6-4d71-b03c-d87b94e46966 service neutron] Bound port: 07ac4e06-13ce-400b-8c58-67c939d15faf, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea5cad2-340b-4b31-902a-9fdd39ea8eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:21:51.884379 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-05262c77-e178-4135-b725-1a455bd94d71 req-b8c7539e-e8d6-4d71-b03c-d87b94e46966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:51.955051 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-05262c77-e178-4135-b725-1a455bd94d71 req-b8c7539e-e8d6-4d71-b03c-d87b94e46966 service neutron] For port 07ac4e06-13ce-400b-8c58-67c939d15faf, host n-h2-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:21:51.958829 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-05262c77-e178-4135-b725-1a455bd94d71 req-b8c7539e-e8d6-4d71-b03c-d87b94e46966 service neutron] For port 07ac4e06-13ce-400b-8c58-67c939d15faf, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=07ac4e06-13ce-400b-8c58-67c939d15faf,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:21:51.963959 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-05262c77-e178-4135-b725-1a455bd94d71 req-b8c7539e-e8d6-4d71-b03c-d87b94e46966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:51.999775 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05262c77-e178-4135-b725-1a455bd94d71 req-b8c7539e-e8d6-4d71-b03c-d87b94e46966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:52.000418 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-05262c77-e178-4135-b725-1a455bd94d71 req-b8c7539e-e8d6-4d71-b03c-d87b94e46966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:52.001875 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05262c77-e178-4135-b725-1a455bd94d71 req-b8c7539e-e8d6-4d71-b03c-d87b94e46966 service neutron] 10.222.0.39 "PUT /v2.0/ports/07ac4e06-13ce-400b-8c58-67c939d15faf HTTP/1.1" status: 200 len: 1097 time: 0.7768471 Jul 07 21:21:52.002306 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba0261a7-ff65-448c-a9f9-79c4830042a9', 'tag': '07ac4e06-13ce-400b-8c58-67c939d15faf'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:21:52.004764 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c1a823-d3e9-4242-9765-4ddb91b9d8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ba0261a7-ff65-448c-a9f9-79c4830042a9", "tag": "07ac4e06-13ce-400b-8c58-67c939d15faf"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:21:52.037245 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7539e-e8d6-4d71-b03c-d87b94e46966 service neutron] Pushing event updated for resources: {'Port': ['ID=07ac4e06-13ce-400b-8c58-67c939d15faf,revision_number=3']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:52.122684 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05262c77-e178-4135-b725-1a455bd94d71 req-bdb0ed12-68d2-4454-9d55-c185cdf153df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:52.124826 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05262c77-e178-4135-b725-1a455bd94d71 req-bdb0ed12-68d2-4454-9d55-c185cdf153df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cd78ee9d1104f239a3549592a522e7c&device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9 HTTP/1.1" status: 200 len: 1100 time: 0.0739479 Jul 07 21:21:52.231634 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05262c77-e178-4135-b725-1a455bd94d71 req-4978ab92-bb87-429e-ba5f-cedbcadd3019 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=07ac4e06-13ce-400b-8c58-67c939d15faf HTTP/1.1" status: 200 len: 217 time: 0.0664947 Jul 07 21:21:52.302627 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05262c77-e178-4135-b725-1a455bd94d71 req-431ce154-5b3d-4b10-b99c-3edf8dcce612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:52.304296 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05262c77-e178-4135-b725-1a455bd94d71 req-431ce154-5b3d-4b10-b99c-3edf8dcce612 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0663373 Jul 07 21:21:52.309597 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b47610-2761-4c6c-a072-5dc84ff4cd82 x-openstack-request-id: req-e8b47610-2761-4c6c-a072-5dc84ff4cd82 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:21:52.309911 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba0261a7-ff65-448c-a9f9-79c4830042a9", "tag": "07ac4e06-13ce-400b-8c58-67c939d15faf", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:21:52.310199 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8b47610-2761-4c6c-a072-5dc84ff4cd82 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:21:52.310575 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba0261a7-ff65-448c-a9f9-79c4830042a9', 'tag': '07ac4e06-13ce-400b-8c58-67c939d15faf', 'status': 'completed', 'code': 200} Jul 07 21:21:52.322420 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88886a3a-c0f7-48c9-94d9-386c0eb4de7e req-7f6abade-41e6-4834-a04d-516dc45bd111 tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:52.323949 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-88886a3a-c0f7-48c9-94d9-386c0eb4de7e req-7f6abade-41e6-4834-a04d-516dc45bd111 tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9 HTTP/1.1" status: 200 len: 948 time: 0.1945152 Jul 07 21:21:52.389593 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-88886a3a-c0f7-48c9-94d9-386c0eb4de7e req-32523fdf-685c-4156-824a-a0fcd0839097 tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] 10.222.0.64 "GET /v2.0/security-groups?id=eab724f1-6373-43e4-a4e5-01f7528e85a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561795 Jul 07 21:21:52.411425 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05262c77-e178-4135-b725-1a455bd94d71 req-c2d9d294-36e6-48a5-85d8-781948980da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:52.413269 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05262c77-e178-4135-b725-1a455bd94d71 req-c2d9d294-36e6-48a5-85d8-781948980da2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0883684 Jul 07 21:21:52.515295 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05262c77-e178-4135-b725-1a455bd94d71 req-f951227e-86cd-4832-aadc-06b59a30e96b service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945570 Jul 07 21:21:52.611141 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-05262c77-e178-4135-b725-1a455bd94d71 req-22173867-4735-4b28-8789-c6f1d192d37e service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873258 Jul 07 21:21:52.723205 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1a823-d3e9-4242-9765-4ddb91b9d8a9 req-cbfc35d6-73c3-46ae-8523-2a0a05c064fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:52.724977 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-03c1a823-d3e9-4242-9765-4ddb91b9d8a9 req-cbfc35d6-73c3-46ae-8523-2a0a05c064fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cd78ee9d1104f239a3549592a522e7c&device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9 HTTP/1.1" status: 200 len: 1100 time: 0.0627942 Jul 07 21:21:52.831642 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1a823-d3e9-4242-9765-4ddb91b9d8a9 req-0ce41ea3-ad15-4a6a-a456-53f02fb2a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:52.833193 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-03c1a823-d3e9-4242-9765-4ddb91b9d8a9 req-0ce41ea3-ad15-4a6a-a456-53f02fb2a58d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.1008725 Jul 07 21:21:52.879383 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-03c1a823-d3e9-4242-9765-4ddb91b9d8a9 req-d9d746b9-c3c4-4f5b-a3b6-a6672928b3ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=07ac4e06-13ce-400b-8c58-67c939d15faf HTTP/1.1" status: 200 len: 217 time: 0.0388060 Jul 07 21:21:52.934225 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1a823-d3e9-4242-9765-4ddb91b9d8a9 req-da8044a7-ad5b-4e62-82ee-65f4e166eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:52.935752 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-03c1a823-d3e9-4242-9765-4ddb91b9d8a9 req-da8044a7-ad5b-4e62-82ee-65f4e166eebb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0498285 Jul 07 21:21:53.000446 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1a823-d3e9-4242-9765-4ddb91b9d8a9 req-a21d2b36-9fb9-4bc3-bb9e-b4381ceee37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:53.002708 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-03c1a823-d3e9-4242-9765-4ddb91b9d8a9 req-a21d2b36-9fb9-4bc3-bb9e-b4381ceee37a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0606601 Jul 07 21:21:53.096746 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-03c1a823-d3e9-4242-9765-4ddb91b9d8a9 req-549f2d36-3dea-4702-aaed-3131ad3a1f71 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866387 Jul 07 21:21:53.207184 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-03c1a823-d3e9-4242-9765-4ddb91b9d8a9 req-385a8ca5-bacf-4371-9110-689fb407860f service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035712 Jul 07 21:21:53.576646 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45302691-d845-4f0d-b1c9-bffb59575b3d req-a032df28-f10b-4bcd-9570-dc151de11957 tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:53.579151 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45302691-d845-4f0d-b1c9-bffb59575b3d req-a032df28-f10b-4bcd-9570-dc151de11957 tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9 HTTP/1.1" status: 200 len: 948 time: 0.0696015 Jul 07 21:21:53.620711 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-45302691-d845-4f0d-b1c9-bffb59575b3d req-8ce35dda-41fd-4270-8ee8-715dfc7f5830 tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] 10.222.0.64 "GET /v2.0/security-groups?id=eab724f1-6373-43e4-a4e5-01f7528e85a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355675 Jul 07 21:21:54.624302 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923937c-2385-4abd-96d8-070a709546a9 req-ae26df29-a3e0-468e-8b60-5b6f33ed7fbd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:54.626506 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7923937c-2385-4abd-96d8-070a709546a9 req-ae26df29-a3e0-468e-8b60-5b6f33ed7fbd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 945 time: 0.0730944 Jul 07 21:21:54.674504 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7923937c-2385-4abd-96d8-070a709546a9 req-2bd66b04-37ca-472e-bdc2-7b8aac8d7bbe tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414526 Jul 07 21:21:54.699376 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53018) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:21:54.799434 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d51661f3-d36e-46cc-848b-7037f7160dc5 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/floatingips/6f68163a-3206-4cff-9ae5-174fea22fbbf HTTP/1.1" status: 200 len: 993 time: 0.0987277 Jul 07 21:21:54.831982 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2aea4-254c-4086-90b3-43b5ed8c43aa req-7f9ae2f0-fddd-46bb-a6ce-212a3c368ff8 tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:54.833639 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9f2aea4-254c-4086-90b3-43b5ed8c43aa req-7f9ae2f0-fddd-46bb-a6ce-212a3c368ff8 tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9 HTTP/1.1" status: 200 len: 948 time: 0.0913668 Jul 07 21:21:54.877712 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b9f2aea4-254c-4086-90b3-43b5ed8c43aa req-cad72585-9fc4-417b-aaee-29ae56738a95 tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] 10.222.0.64 "GET /v2.0/security-groups?id=eab724f1-6373-43e4-a4e5-01f7528e85a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377157 Jul 07 21:21:55.205788 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7bb02-355c-4255-b991-36856d391582 req-712543db-2186-4ed7-8a9f-c14337679786 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:55.207281 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f4f7bb02-355c-4255-b991-36856d391582 req-712543db-2186-4ed7-8a9f-c14337679786 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 1097 time: 0.0588005 Jul 07 21:21:55.247877 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-f4f7bb02-355c-4255-b991-36856d391582 req-95bc984a-d38b-42fd-81fb-e9f0a6907ef5 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294077 Jul 07 21:21:55.825148 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-782f9e1a-2f64-4048-b787-7a988a699bcf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0524337 Jul 07 21:21:56.003750 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 07ac4e06-13ce-400b-8c58-67c939d15faf details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:21:56.071423 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6561e-6cad-4099-930d-175921063b86 req-5f98bd4f-a0ea-4587-8140-e1469fe1e5e7 tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:56.073562 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4bd6561e-6cad-4099-930d-175921063b86 req-5f98bd4f-a0ea-4587-8140-e1469fe1e5e7 tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9 HTTP/1.1" status: 200 len: 948 time: 0.0772753 Jul 07 21:21:56.149470 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 07ac4e06-13ce-400b-8c58-67c939d15faf, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=07ac4e06-13ce-400b-8c58-67c939d15faf,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:56.152635 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4bd6561e-6cad-4099-930d-175921063b86 req-6cd98f1b-264f-4936-8909-88c44d7ede43 tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] 10.222.0.64 "GET /v2.0/security-groups?id=eab724f1-6373-43e4-a4e5-01f7528e85a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670555 Jul 07 21:21:56.164786 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Returning: {'device': '07ac4e06-13ce-400b-8c58-67c939d15faf', 'network_id': 'f681565e-3e67-416c-80e4-a0c5c9833578', 'port_id': '07ac4e06-13ce-400b-8c58-67c939d15faf', 'mac_address': 'fa:16:3e:3c:31:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf94baaf-6ff4-471d-8bba-9143d085c625', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:21:56.206872 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:56.222433 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ac4e06-13ce-400b-8c58-67c939d15faf {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:21:56.245542 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 07ac4e06-13ce-400b-8c58-67c939d15faf, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=07ac4e06-13ce-400b-8c58-67c939d15faf,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:56.251632 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:56.315703 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=07ac4e06-13ce-400b-8c58-67c939d15faf,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:56.325466 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:56.325911 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:56.326333 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:56.326716 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:56.327116 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:56.328192 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:56.328925 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:56.329263 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:56.329766 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:56.330334 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:56.330711 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:56.331095 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:21:56.472180 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] get_ports_and_sgs() called for port_ids ['07ac4e06-13ce-400b-8c58-67c939d15faf'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:21:56.475675 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-51476b2e-8e5b-4afe-88cf-51df96cbd520 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:21:56.477168 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-51476b2e-8e5b-4afe-88cf-51df96cbd520 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0811617 Jul 07 21:21:56.494123 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-fc3a36e4-e932-4c57-82ec-a220ac90caac service neutron] Request body: {'binding': {'host': 'n-h2-695189-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:21:56.494581 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-fc3a36e4-e932-4c57-82ec-a220ac90caac service neutron] Unknown quota resources ['binding']. {{(pid=100448) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 21:21:56.647880 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-fc3a36e4-e932-4c57-82ec-a220ac90caac service neutron] Attempting to bind port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac on host n-h2-695189-11 for vnic_type normal with profile None {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:21:56.648334 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-fc3a36e4-e932-4c57-82ec-a220ac90caac service neutron] Attempting to bind port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac by drivers openvswitch,hyperv on host n-h2-695189-11 at level 0 using segments [{'id': 'c01d5ddc-f735-44ad-ab4e-f105cf370249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:21:56.648776 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-fc3a36e4-e932-4c57-82ec-a220ac90caac service neutron] Attempting to bind port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac on network 28c4ebfb-86d2-4ddc-bc12-fd871f3b694a {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:21:56.653383 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-fc3a36e4-e932-4c57-82ec-a220ac90caac service neutron] Port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac on network 28c4ebfb-86d2-4ddc-bc12-fd871f3b694a not bound, no agent of type Open vSwitch agent registered on host n-h2-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:21:56.653795 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-fc3a36e4-e932-4c57-82ec-a220ac90caac service neutron] Attempting to bind port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac on network 28c4ebfb-86d2-4ddc-bc12-fd871f3b694a {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:21:56.660052 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-fc3a36e4-e932-4c57-82ec-a220ac90caac service neutron] Checking agent: {'id': '0b2b88e2-3b09-41ea-9788-91f48dde02db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:21:56.660432 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-fc3a36e4-e932-4c57-82ec-a220ac90caac service neutron] Checking segment: {'id': 'c01d5ddc-f735-44ad-ab4e-f105cf370249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:21:56.661085 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-fc3a36e4-e932-4c57-82ec-a220ac90caac service neutron] Bound using segment: {'id': 'c01d5ddc-f735-44ad-ab4e-f105cf370249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:21:56.661531 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-fc3a36e4-e932-4c57-82ec-a220ac90caac service neutron] Bound port: 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac, host: n-h2-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c01d5ddc-f735-44ad-ab4e-f105cf370249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:21:56.756277 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-fc3a36e4-e932-4c57-82ec-a220ac90caac service neutron] For port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac, host n-h2-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac,segment=NetworkSegment(c01d5ddc-f735-44ad-ab4e-f105cf370249),segment_id=c01d5ddc-f735-44ad-ab4e-f105cf370249)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:21:56.762119 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-fc3a36e4-e932-4c57-82ec-a220ac90caac service neutron] Notify callbacks [] for binding, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:56.763389 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-fc3a36e4-e932-4c57-82ec-a220ac90caac service neutron] 10.222.0.64 "POST /v2.0/ports/8cdc2c96-015b-4c43-89ba-a5ebf0c341ac/bindings HTTP/1.1" status: 201 len: 390 time: 0.2729278 Jul 07 21:21:56.982385 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b0606-d0b1-47f3-a7d3-589762d0a667 req-74ac4874-ec5a-4350-9b7e-9dd586af13cd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:56.984045 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-247b0606-d0b1-47f3-a7d3-589762d0a667 req-74ac4874-ec5a-4350-9b7e-9dd586af13cd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 945 time: 0.0781302 Jul 07 21:21:57.076005 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-247b0606-d0b1-47f3-a7d3-589762d0a667 req-78bceaea-459c-421f-8830-db13650e4fa3 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671802 Jul 07 21:21:57.100346 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-8c09a50b-6de4-4e57-ada2-2040c3daf405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:57.102196 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-8c09a50b-6de4-4e57-ada2-2040c3daf405 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 1097 time: 0.1394191 Jul 07 21:21:57.203854 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-3e466e18-99e2-496c-956f-05858e82ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:57.205754 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-3e466e18-99e2-496c-956f-05858e82ae62 service neutron] 10.222.0.39 "GET /v2.0/networks?id=28c4ebfb-86d2-4ddc-bc12-fd871f3b694a HTTP/1.1" status: 200 len: 898 time: 0.0901875 Jul 07 21:21:57.317146 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-f3975382-7376-4d00-b243-939f32e2bd64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac HTTP/1.1" status: 200 len: 1001 time: 0.1037383 Jul 07 21:21:57.384738 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4319d-324f-44e0-b5e3-ce7be528d94f req-35059b9c-1499-49d0-b450-aced48e48316 tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:57.386316 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50c4319d-324f-44e0-b5e3-ce7be528d94f req-35059b9c-1499-49d0-b450-aced48e48316 tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9 HTTP/1.1" status: 200 len: 949 time: 0.1181493 Jul 07 21:21:57.395127 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-9582a3c4-1b08-428a-bada-723fcfd89b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:57.397014 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-9582a3c4-1b08-428a-bada-723fcfd89b4b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9700a144-1a03-41be-a0ef-5f5074b73935 HTTP/1.1" status: 200 len: 834 time: 0.0723410 Jul 07 21:21:57.464708 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-50c4319d-324f-44e0-b5e3-ce7be528d94f req-d46cef13-aee6-4baa-886d-5fb394853501 tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] 10.222.0.64 "GET /v2.0/security-groups?id=eab724f1-6373-43e4-a4e5-01f7528e85a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721064 Jul 07 21:21:57.493423 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-ea3f2cac-6842-466d-bd12-cf5fb51a46f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:57.494948 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-ea3f2cac-6842-466d-bd12-cf5fb51a46f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=28c4ebfb-86d2-4ddc-bc12-fd871f3b694a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906403 Jul 07 21:21:57.583753 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-575d40e3-e7e5-4779-a0d6-32a8d8155132 service neutron] 10.222.0.39 "GET /v2.0/networks/28c4ebfb-86d2-4ddc-bc12-fd871f3b694a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807064 Jul 07 21:21:57.687303 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-8b0382eb-2f3c-4a9b-afae-9103ee6cf553 service neutron] 10.222.0.39 "GET /v2.0/networks/28c4ebfb-86d2-4ddc-bc12-fd871f3b694a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964141 Jul 07 21:21:57.834181 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-9328d88d-785e-4528-a62d-69d82f5c6c73 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:57.835650 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-9328d88d-785e-4528-a62d-69d82f5c6c73 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c&tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&binding%3Ahost_id=n-h1-695189-11 HTTP/1.1" status: 200 len: 1097 time: 0.0903733 Jul 07 21:21:57.846915 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-0e588503-5845-4d0b-8cf1-ce5fb75e458a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-695189-11'}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:21:57.925856 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-0e588503-5845-4d0b-8cf1-ce5fb75e458a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:57.989202 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 07ac4e06-13ce-400b-8c58-67c939d15faf up at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:21:58.047923 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning for port 07ac4e06-13ce-400b-8c58-67c939d15faf completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:21:58.053527 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Provisioning complete for port 07ac4e06-13ce-400b-8c58-67c939d15faf triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:58.054531 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:58.055824 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-0e588503-5845-4d0b-8cf1-ce5fb75e458a service neutron] For port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac,segment=NetworkSegment(c01d5ddc-f735-44ad-ab4e-f105cf370249),segment_id=c01d5ddc-f735-44ad-ab4e-f105cf370249)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:58.095002 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-0e588503-5845-4d0b-8cf1-ce5fb75e458a service neutron] For port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:21:58.142665 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cdc2c96-015b-4c43-89ba-a5ebf0c341ac'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:21:58.145548 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af2cb73-30ba-484e-b170-3521ce7f58ff" -d '{"events": [{"server_uuid": "e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c", "name": "network-vif-unplugged", "status": "completed", "tag": "8cdc2c96-015b-4c43-89ba-a5ebf0c341ac"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:21:58.148392 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:58.150979 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-0e588503-5845-4d0b-8cf1-ce5fb75e458a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:58.158793 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-0e588503-5845-4d0b-8cf1-ce5fb75e458a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:58.181240 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba0261a7-ff65-448c-a9f9-79c4830042a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ac4e06-13ce-400b-8c58-67c939d15faf'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:21:58.182903 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5e135e-e27e-4d56-8918-833c765f1014" -d '{"events": [{"server_uuid": "ba0261a7-ff65-448c-a9f9-79c4830042a9", "name": "network-vif-plugged", "status": "completed", "tag": "07ac4e06-13ce-400b-8c58-67c939d15faf"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:21:58.214791 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 07ac4e06-13ce-400b-8c58-67c939d15faf, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=07ac4e06-13ce-400b-8c58-67c939d15faf,segment=NetworkSegment(3ea5cad2-340b-4b31-902a-9fdd39ea8eb4),segment_id=3ea5cad2-340b-4b31-902a-9fdd39ea8eb4)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:58.224282 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:58.264399 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 21:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9417bb89-83c3-469c-8467-572f21157252 x-openstack-request-id: req-9417bb89-83c3-469c-8467-572f21157252 {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:21:58.264950 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c", "name": "network-vif-unplugged", "status": "completed", "tag": "8cdc2c96-015b-4c43-89ba-a5ebf0c341ac", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:21:58.265868 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9417bb89-83c3-469c-8467-572f21157252 {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:21:58.266370 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cdc2c96-015b-4c43-89ba-a5ebf0c341ac', 'code': 200} Jul 07 21:21:58.284943 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d74a862-6322-4e62-9492-85be9ca86f10 x-openstack-request-id: req-0d74a862-6322-4e62-9492-85be9ca86f10 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:21:58.285494 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba0261a7-ff65-448c-a9f9-79c4830042a9", "name": "network-vif-plugged", "status": "completed", "tag": "07ac4e06-13ce-400b-8c58-67c939d15faf", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:21:58.285911 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0d74a862-6322-4e62-9492-85be9ca86f10 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:21:58.286464 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba0261a7-ff65-448c-a9f9-79c4830042a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ac4e06-13ce-400b-8c58-67c939d15faf', 'code': 200} Jul 07 21:21:58.314759 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Pushing event updated for resources: {'Port': ['ID=07ac4e06-13ce-400b-8c58-67c939d15faf,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:58.327161 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e588503-5845-4d0b-8cf1-ce5fb75e458a service neutron] Pushing event updated for resources: {'Port': ['ID=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac,revision_number=7']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:58.456378 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-0e588503-5845-4d0b-8cf1-ce5fb75e458a service neutron] Attempting to bind port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac on host n-h1-695189-11 for vnic_type normal with profile {"migrating_to": "n-h2-695189-11"} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:21:58.457061 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-0e588503-5845-4d0b-8cf1-ce5fb75e458a service neutron] Attempting to bind port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': 'c01d5ddc-f735-44ad-ab4e-f105cf370249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a'}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:21:58.457399 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-0e588503-5845-4d0b-8cf1-ce5fb75e458a service neutron] Attempting to bind port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac on network 28c4ebfb-86d2-4ddc-bc12-fd871f3b694a {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:21:58.465454 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-0e588503-5845-4d0b-8cf1-ce5fb75e458a service neutron] Port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac on network 28c4ebfb-86d2-4ddc-bc12-fd871f3b694a not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:21:58.465838 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-0e588503-5845-4d0b-8cf1-ce5fb75e458a service neutron] Attempting to bind port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac on network 28c4ebfb-86d2-4ddc-bc12-fd871f3b694a {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:21:58.477351 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6d9af-1aec-49f8-a5d3-e5854c3b01c0 req-5020cb41-0a9e-48c9-b894-50484975ab54 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:58.478900 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fbe6d9af-1aec-49f8-a5d3-e5854c3b01c0 req-5020cb41-0a9e-48c9-b894-50484975ab54 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 943 time: 0.2116578 Jul 07 21:21:58.483994 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-0e588503-5845-4d0b-8cf1-ce5fb75e458a service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:21:58.484343 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-0e588503-5845-4d0b-8cf1-ce5fb75e458a service neutron] Checking segment: {'id': 'c01d5ddc-f735-44ad-ab4e-f105cf370249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:21:58.489421 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-0e588503-5845-4d0b-8cf1-ce5fb75e458a service neutron] Bound using segment: {'id': 'c01d5ddc-f735-44ad-ab4e-f105cf370249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a'} {{(pid=100448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:21:58.489421 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.managers [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-0e588503-5845-4d0b-8cf1-ce5fb75e458a service neutron] Bound port: 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c01d5ddc-f735-44ad-ab4e-f105cf370249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a'}}] {{(pid=100448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:21:58.489421 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-0e588503-5845-4d0b-8cf1-ce5fb75e458a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:58.558053 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-7972c20c-58d9-4d5b-b211-15f405d5fe27 None None] Provisioning complete for port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:58.558804 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7972c20c-58d9-4d5b-b211-15f405d5fe27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:58.566373 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1bc41e-f890-407e-beca-0f15bedaa4f9 req-0f048b10-c553-408d-80b0-fbd60c8d3be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:58.567950 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ed1bc41e-f890-407e-beca-0f15bedaa4f9 req-0f048b10-c553-408d-80b0-fbd60c8d3be2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9 HTTP/1.1" status: 200 len: 1102 time: 0.1706140 Jul 07 21:21:58.574819 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fbe6d9af-1aec-49f8-a5d3-e5854c3b01c0 req-9800744f-25eb-4b37-8081-d8b2db9f30d5 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862844 Jul 07 21:21:58.606331 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-7972c20c-58d9-4d5b-b211-15f405d5fe27 None None] Port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:21:58.627240 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-0e588503-5845-4d0b-8cf1-ce5fb75e458a service neutron] For port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:21:58.667122 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-0e588503-5845-4d0b-8cf1-ce5fb75e458a service neutron] For port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac,segment=NetworkSegment(c01d5ddc-f735-44ad-ab4e-f105cf370249),segment_id=c01d5ddc-f735-44ad-ab4e-f105cf370249)] {{(pid=100448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:21:58.674995 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ed1bc41e-f890-407e-beca-0f15bedaa4f9 req-4a20148b-ab34-49a1-8a13-93a31f392205 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=eab724f1-6373-43e4-a4e5-01f7528e85a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894122 Jul 07 21:21:58.678139 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-0e588503-5845-4d0b-8cf1-ce5fb75e458a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:58.797689 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc36b1b-dbde-4269-9f76-dfbccc9922a3 req-94eefb89-3aec-4072-b66b-889c945bbac1 tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:58.799387 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fdc36b1b-dbde-4269-9f76-dfbccc9922a3 req-94eefb89-3aec-4072-b66b-889c945bbac1 tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9 HTTP/1.1" status: 200 len: 950 time: 0.1920569 Jul 07 21:21:58.806862 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e588503-5845-4d0b-8cf1-ce5fb75e458a service neutron] Pushing event updated for resources: {'Port': ['ID=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac,revision_number=8']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:58.877767 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-0e588503-5845-4d0b-8cf1-ce5fb75e458a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:58.878394 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-0e588503-5845-4d0b-8cf1-ce5fb75e458a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:58.879838 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-0e588503-5845-4d0b-8cf1-ce5fb75e458a service neutron] 10.222.0.39 "PUT /v2.0/ports/8cdc2c96-015b-4c43-89ba-a5ebf0c341ac HTTP/1.1" status: 200 len: 1123 time: 1.0375450 Jul 07 21:21:58.883290 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fdc36b1b-dbde-4269-9f76-dfbccc9922a3 req-b908cde9-2464-4e40-b8fd-0fd7529d7ed6 tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] 10.222.0.64 "GET /v2.0/security-groups?id=eab724f1-6373-43e4-a4e5-01f7528e85a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714476 Jul 07 21:21:58.953862 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['8cdc2c96-015b-4c43-89ba-a5ebf0c341ac'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:21:59.055107 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-6012481f-ecd1-48ff-802b-a7ab61e5ff0b None None] Provisioning complete for port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:21:59.055856 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6012481f-ecd1-48ff-802b-a7ab61e5ff0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:59.196027 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6012481f-ecd1-48ff-802b-a7ab61e5ff0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:59.267568 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-6012481f-ecd1-48ff-802b-a7ab61e5ff0b None None] For port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac,segment=NetworkSegment(c01d5ddc-f735-44ad-ab4e-f105cf370249),segment_id=c01d5ddc-f735-44ad-ab4e-f105cf370249)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:21:59.271562 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9653e850-e1bd-4d98-8fe3-cea81b02abd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:59.274571 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-6012481f-ecd1-48ff-802b-a7ab61e5ff0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:21:59.426248 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012481f-ecd1-48ff-802b-a7ab61e5ff0b None None] Pushing event updated for resources: {'Port': ['ID=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac,revision_number=9']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:21:59.756282 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f14133-87bf-472b-85c1-ff3e205f67e7 req-55985800-462c-44d4-9af9-de37976f746e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:21:59.758108 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c8f14133-87bf-472b-85c1-ff3e205f67e7 req-55985800-462c-44d4-9af9-de37976f746e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 945 time: 0.0672841 Jul 07 21:21:59.798970 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c8f14133-87bf-472b-85c1-ff3e205f67e7 req-759b45cb-968e-4c60-85b8-c8ad3cb282f1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342298 Jul 07 21:22:00.065686 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edbdfe-3082-4847-bbaa-6fa65cbf1438 req-bfc512b7-84ec-42d2-9a81-8660dc98ea27 tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:00.067181 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8edbdfe-3082-4847-bbaa-6fa65cbf1438 req-bfc512b7-84ec-42d2-9a81-8660dc98ea27 tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] 10.222.0.64 "GET /v2.0/ports?device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9 HTTP/1.1" status: 200 len: 950 time: 0.0684717 Jul 07 21:22:00.104798 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d8edbdfe-3082-4847-bbaa-6fa65cbf1438 req-e70025e7-752d-4139-a507-91d425b56cba tempest-VolumesBackupsTest-2058708739 tempest-VolumesBackupsTest-2058708739-project] 10.222.0.64 "GET /v2.0/security-groups?id=eab724f1-6373-43e4-a4e5-01f7528e85a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318534 Jul 07 21:22:00.267800 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c', 'tag': '8cdc2c96-015b-4c43-89ba-a5ebf0c341ac'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:22:00.270306 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cb1aa2-734d-4900-aa03-49516e4132b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c", "tag": "8cdc2c96-015b-4c43-89ba-a5ebf0c341ac"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:22:00.287997 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdc2c96-015b-4c43-89ba-a5ebf0c341ac'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:22:00.291528 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d8e2ad-6c8c-486c-b823-498125a8cc64" -d '{"events": [{"server_uuid": "e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c", "name": "network-vif-plugged", "status": "completed", "tag": "8cdc2c96-015b-4c43-89ba-a5ebf0c341ac"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:22:00.307587 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf46b00-b09d-44d3-b39e-3578cef9dd9d x-openstack-request-id: req-ecf46b00-b09d-44d3-b39e-3578cef9dd9d {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:22:00.308725 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c", "tag": "8cdc2c96-015b-4c43-89ba-a5ebf0c341ac", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:22:00.309045 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ecf46b00-b09d-44d3-b39e-3578cef9dd9d {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:22:00.309646 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c', 'tag': '8cdc2c96-015b-4c43-89ba-a5ebf0c341ac', 'status': 'completed', 'code': 200} Jul 07 21:22:00.341617 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2a7994-83a7-4162-845f-8d7468fa1461 x-openstack-request-id: req-fa2a7994-83a7-4162-845f-8d7468fa1461 {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:22:00.341986 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c", "name": "network-vif-plugged", "status": "completed", "tag": "8cdc2c96-015b-4c43-89ba-a5ebf0c341ac", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:22:00.342262 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fa2a7994-83a7-4162-845f-8d7468fa1461 {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:22:00.342654 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdc2c96-015b-4c43-89ba-a5ebf0c341ac', 'code': 200} Jul 07 21:22:00.415725 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb1aa2-734d-4900-aa03-49516e4132b5 req-1ad3d378-9143-4e41-b2db-61e466ca3209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:00.417461 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-46cb1aa2-734d-4900-aa03-49516e4132b5 req-1ad3d378-9143-4e41-b2db-61e466ca3209 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 1128 time: 0.0656159 Jul 07 21:22:00.562601 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb1aa2-734d-4900-aa03-49516e4132b5 req-6c968b41-8ed6-4f69-8264-9e3e3ae00bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:00.564152 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-46cb1aa2-734d-4900-aa03-49516e4132b5 req-6c968b41-8ed6-4f69-8264-9e3e3ae00bfc service neutron] 10.222.0.58 "GET /v2.0/networks?id=28c4ebfb-86d2-4ddc-bc12-fd871f3b694a HTTP/1.1" status: 200 len: 898 time: 0.1371191 Jul 07 21:22:00.639280 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-46cb1aa2-734d-4900-aa03-49516e4132b5 req-a5b11c4f-40d0-49cc-aa6d-2e46eadcd350 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac HTTP/1.1" status: 200 len: 1001 time: 0.0667696 Jul 07 21:22:00.702228 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb1aa2-734d-4900-aa03-49516e4132b5 req-e9a78b80-ce89-4cb6-89b2-1d99a0b54774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:00.703805 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-46cb1aa2-734d-4900-aa03-49516e4132b5 req-e9a78b80-ce89-4cb6-89b2-1d99a0b54774 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9700a144-1a03-41be-a0ef-5f5074b73935 HTTP/1.1" status: 200 len: 834 time: 0.0535669 Jul 07 21:22:00.768174 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb1aa2-734d-4900-aa03-49516e4132b5 req-4eb2e312-2f3d-4025-822f-4e3540828090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:00.769705 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-46cb1aa2-734d-4900-aa03-49516e4132b5 req-4eb2e312-2f3d-4025-822f-4e3540828090 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=28c4ebfb-86d2-4ddc-bc12-fd871f3b694a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574324 Jul 07 21:22:00.874363 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-46cb1aa2-734d-4900-aa03-49516e4132b5 req-2831a0f8-b4b0-418f-bc70-cb1ee0aabcb7 service neutron] 10.222.0.58 "GET /v2.0/networks/28c4ebfb-86d2-4ddc-bc12-fd871f3b694a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967715 Jul 07 21:22:00.974447 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-46cb1aa2-734d-4900-aa03-49516e4132b5 req-347fb4b0-14da-43f7-9a5d-3b052ed1cf2a service neutron] 10.222.0.58 "GET /v2.0/networks/28c4ebfb-86d2-4ddc-bc12-fd871f3b694a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923331 Jul 07 21:22:00.996638 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f4f65-2dce-41ed-83ac-1c6c2aa1d109 req-991804bd-d54a-40f0-b1cb-5a0f7a532887 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:00.998170 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b43f4f65-2dce-41ed-83ac-1c6c2aa1d109 req-991804bd-d54a-40f0-b1cb-5a0f7a532887 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 945 time: 0.0654373 Jul 07 21:22:01.039564 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-b43f4f65-2dce-41ed-83ac-1c6c2aa1d109 req-db774dc1-7772-4a53-88f4-a19a8e8ada37 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343435 Jul 07 21:22:01.916431 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0d5bc9de-f5a9-4146-ae9a-745ff12d97d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:01.946711 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:01.996088 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac details requested by agent hyperv_n-h2-695189-11 with host n-h2-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:22:02.112626 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] For port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac,segment=NetworkSegment(c01d5ddc-f735-44ad-ab4e-f105cf370249),segment_id=c01d5ddc-f735-44ad-ab4e-f105cf370249)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:22:02.126003 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac has no active binding in host n-h2-695189-11 {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 21:22:02.233000 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ce9e8-983d-4676-9b16-fb8242551644 req-04114b6b-43c8-48fc-b353-92b0a1b58020 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:02.235451 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-577ce9e8-983d-4676-9b16-fb8242551644 req-04114b6b-43c8-48fc-b353-92b0a1b58020 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 945 time: 0.0699639 Jul 07 21:22:02.276655 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-577ce9e8-983d-4676-9b16-fb8242551644 req-88c3950c-0089-4f84-9847-3687db087988 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334070 Jul 07 21:22:03.459221 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c2eed-2c8e-4208-a2d0-d7af8419df75 req-a753a907-8bc1-482c-9f21-cc804ed3dbbf tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:03.460808 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-065c2eed-2c8e-4208-a2d0-d7af8419df75 req-a753a907-8bc1-482c-9f21-cc804ed3dbbf tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 945 time: 0.0681152 Jul 07 21:22:03.509221 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-065c2eed-2c8e-4208-a2d0-d7af8419df75 req-b0212ad9-397d-4b23-b52e-3e9baa7435b8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419555 Jul 07 21:22:03.631572 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:04.367984 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-bc280367-8184-473a-a510-197a11679a7e service neutron] 10.222.0.58 "GET /v2.0/ports/8cdc2c96-015b-4c43-89ba-a5ebf0c341ac/bindings/n-h2-695189-11 HTTP/1.1" status: 200 len: 385 time: 0.0580957 Jul 07 21:22:04.566468 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-2d394884-ca39-4cab-9500-a18fa80f0340 service neutron] For port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac,segment=NetworkSegment(c01d5ddc-f735-44ad-ab4e-f105cf370249),segment_id=c01d5ddc-f735-44ad-ab4e-f105cf370249)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:22:04.589019 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-2d394884-ca39-4cab-9500-a18fa80f0340 service neutron] For port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:22:04.659934 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-2d394884-ca39-4cab-9500-a18fa80f0340 service neutron] For port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac,segment=NetworkSegment(c01d5ddc-f735-44ad-ab4e-f105cf370249),segment_id=c01d5ddc-f735-44ad-ab4e-f105cf370249)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:22:04.668648 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cdc2c96-015b-4c43-89ba-a5ebf0c341ac'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:22:04.670948 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1403c0-4867-4384-bf2d-18ae7838d0c3" -d '{"events": [{"server_uuid": "e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c", "name": "network-vif-unplugged", "status": "completed", "tag": "8cdc2c96-015b-4c43-89ba-a5ebf0c341ac"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:22:04.680398 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-2d394884-ca39-4cab-9500-a18fa80f0340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:04.732809 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 21:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631c0f6a-f5d6-4867-89c8-76cfcc9635cb x-openstack-request-id: req-631c0f6a-f5d6-4867-89c8-76cfcc9635cb {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:22:04.733113 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020e736-75b8-4a57-9de6-1780c4903b37 req-77d5d8d4-07a6-4e23-8371-64900fefd7ce tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:04.733734 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c", "name": "network-vif-unplugged", "status": "completed", "tag": "8cdc2c96-015b-4c43-89ba-a5ebf0c341ac", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:22:04.733734 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-631c0f6a-f5d6-4867-89c8-76cfcc9635cb {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:22:04.734740 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cdc2c96-015b-4c43-89ba-a5ebf0c341ac', 'code': 200} Jul 07 21:22:04.735705 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c020e736-75b8-4a57-9de6-1780c4903b37 req-77d5d8d4-07a6-4e23-8371-64900fefd7ce tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 945 time: 0.0970094 Jul 07 21:22:04.782628 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-2d394884-ca39-4cab-9500-a18fa80f0340 service neutron] Transition to ACTIVE for port object 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:22:04.789221 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-2d394884-ca39-4cab-9500-a18fa80f0340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:04.794505 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c020e736-75b8-4a57-9de6-1780c4903b37 req-55059705-5e99-4cd6-bfba-741459a5e5b9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509052 Jul 07 21:22:04.890318 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d394884-ca39-4cab-9500-a18fa80f0340 service neutron] Pushing event updated for resources: {'Port': ['ID=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac,revision_number=11']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:04.927773 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-2d394884-ca39-4cab-9500-a18fa80f0340 service neutron] No DVR routers for this DVR port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac on host n-h1-695189-11 {{(pid=100447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:22:05.066746 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-2d394884-ca39-4cab-9500-a18fa80f0340 service neutron] 10.222.0.58 "PUT /v2.0/ports/8cdc2c96-015b-4c43-89ba-a5ebf0c341ac/bindings/n-h2-695189-11/activate HTTP/1.1" status: 200 len: 370 time: 0.6915128 Jul 07 21:22:05.179965 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-d07a0efa-4f60-4fa8-81dc-eb946b9023ac tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:05.181391 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-d07a0efa-4f60-4fa8-81dc-eb946b9023ac tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c&tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&binding%3Ahost_id=n-h1-695189-11 HTTP/1.1" status: 200 len: 1096 time: 0.0603356 Jul 07 21:22:05.240807 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-1ddf188c-a424-4a9f-8f63-b1b248c003de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:05.242341 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-1ddf188c-a424-4a9f-8f63-b1b248c003de service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c&tenant_id=4a5d41a33f7944c39f0befd9bdb8329c HTTP/1.1" status: 200 len: 1096 time: 0.0537755 Jul 07 21:22:05.299912 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:05.325376 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-e8ec29b5-4220-4138-9c39-afc052ac53f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:05.326947 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-e8ec29b5-4220-4138-9c39-afc052ac53f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 1096 time: 0.0579576 Jul 07 21:22:05.419150 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-2e872edc-2985-452e-8fb8-5a167d03d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:05.420703 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-2e872edc-2985-452e-8fb8-5a167d03d17a service neutron] 10.222.0.39 "GET /v2.0/networks?id=28c4ebfb-86d2-4ddc-bc12-fd871f3b694a HTTP/1.1" status: 200 len: 898 time: 0.0861881 Jul 07 21:22:05.490744 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-e9d8c68d-19fb-416a-b87f-650a52bfbbc6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac HTTP/1.1" status: 200 len: 999 time: 0.0632379 Jul 07 21:22:05.553684 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-77a616f4-0800-456d-9df3-5b3dd566cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:05.555157 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-77a616f4-0800-456d-9df3-5b3dd566cb05 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9700a144-1a03-41be-a0ef-5f5074b73935 HTTP/1.1" status: 200 len: 834 time: 0.0565319 Jul 07 21:22:05.950870 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-89c18f25-536b-4f07-b773-55a44356380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:05.953497 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-89c18f25-536b-4f07-b773-55a44356380e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=28c4ebfb-86d2-4ddc-bc12-fd871f3b694a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3907480 Jul 07 21:22:06.105178 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912c60a-059f-473e-8d60-04d7bfb1c448 req-fe86306b-81a8-4c82-9c98-88df3dbaece1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:06.106558 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5912c60a-059f-473e-8d60-04d7bfb1c448 req-fe86306b-81a8-4c82-9c98-88df3dbaece1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 944 time: 0.1366537 Jul 07 21:22:06.109307 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-03574755-a2bd-4567-8cd7-409394cc0aa5 service neutron] 10.222.0.39 "GET /v2.0/networks/28c4ebfb-86d2-4ddc-bc12-fd871f3b694a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487434 Jul 07 21:22:06.192499 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5912c60a-059f-473e-8d60-04d7bfb1c448 req-d5a94e5c-09f1-41cc-9e03-fae6b247d4eb tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798421 Jul 07 21:22:06.232788 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-a038044f-06e7-42d9-bab5-06a20a8b0120 service neutron] 10.222.0.39 "GET /v2.0/networks/28c4ebfb-86d2-4ddc-bc12-fd871f3b694a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140816 Jul 07 21:22:06.532369 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-1f638eee-b9c4-4e31-9527-826e593a9f49 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:06.533926 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-1f638eee-b9c4-4e31-9527-826e593a9f49 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c&tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&binding%3Ahost_id=n-h2-695189-11 HTTP/1.1" status: 200 len: 1096 time: 0.0589216 Jul 07 21:22:06.663494 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-cbe282fd-73a6-445f-93da-24944de36a33 service neutron] For port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac, host n-h1-695189-11, cleared binding levels {{(pid=100448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:22:06.666642 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-cbe282fd-73a6-445f-93da-24944de36a33 service neutron] Notify callbacks [] for binding, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:06.667811 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cefb241f-c14e-4df7-81cd-0defdaca9518 req-cbe282fd-73a6-445f-93da-24944de36a33 service neutron] 10.222.0.39 "DELETE /v2.0/ports/8cdc2c96-015b-4c43-89ba-a5ebf0c341ac/bindings/n-h1-695189-11 HTTP/1.1" status: 204 len: 173 time: 0.1283388 Jul 07 21:22:07.372112 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05d3dc-dd28-4e6b-8b8c-b6bdf065866e req-b4a7d761-7afe-4bec-88d5-a80997123d85 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:07.373654 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7e05d3dc-dd28-4e6b-8b8c-b6bdf065866e req-b4a7d761-7afe-4bec-88d5-a80997123d85 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 944 time: 0.0716136 Jul 07 21:22:07.417141 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7e05d3dc-dd28-4e6b-8b8c-b6bdf065866e req-8cf3eb2c-e2e4-4f1a-a7ea-e86f1d9a2c7a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356588 Jul 07 21:22:07.477867 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac no longer exists at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:22:07.524482 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac not bound to the agent host n-h1-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:22:07.588243 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ceac3-3cc7-49ad-b85b-27254a3688fd req-fd4c1a66-36cc-4467-83cf-2451a2d160d7 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:07.589780 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3d5ceac3-3cc7-49ad-b85b-27254a3688fd req-fd4c1a66-36cc-4467-83cf-2451a2d160d7 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 1096 time: 0.0549715 Jul 07 21:22:07.625889 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3d5ceac3-3cc7-49ad-b85b-27254a3688fd req-253efae1-b82a-48b3-9e44-f2d97559fecf tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/security-groups?id=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299134 Jul 07 21:22:07.803026 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d0bda-5e3c-469a-afc5-0bc82bea404d req-b7f7de3f-0efb-4507-a6ec-4ed2e1777119 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:07.804613 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cb3d0bda-5e3c-469a-afc5-0bc82bea404d req-b7f7de3f-0efb-4507-a6ec-4ed2e1777119 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 944 time: 0.0696068 Jul 07 21:22:07.848533 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-cb3d0bda-5e3c-469a-afc5-0bc82bea404d req-fc7419ac-5c26-433a-aec0-8cda97551fa9 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383918 Jul 07 21:22:07.874967 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53210) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:22:07.934739 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-66aaf18b-d94d-4a9a-87bb-f6eeaeb0a9cb tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/floatingips/6f68163a-3206-4cff-9ae5-174fea22fbbf HTTP/1.1" status: 200 len: 991 time: 0.0585830 Jul 07 21:22:11.681079 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53260) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:22:11.843838 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-ec1ff57b-a131-4655-950b-5076b861f2e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Deleting port 8eaecebf-6151-4617-bd57-797d83101116 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:22:11.844190 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ec1ff57b-a131-4655-950b-5076b861f2e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:11.926545 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ec1ff57b-a131-4655-950b-5076b861f2e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:11.926754 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ec1ff57b-a131-4655-950b-5076b861f2e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:11.944167 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-ec1ff57b-a131-4655-950b-5076b861f2e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Calling delete_port for 8eaecebf-6151-4617-bd57-797d83101116 owned by network:floatingip {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:22:12.122073 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ec1ff57b-a131-4655-950b-5076b861f2e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:12.196903 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ff57b-a131-4655-950b-5076b861f2e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event deleted for resources: {'Port': ['ID=8eaecebf-6151-4617-bd57-797d83101116,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:12.212427 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ff57b-a131-4655-950b-5076b861f2e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:12.212903 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ff57b-a131-4655-950b-5076b861f2e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:12.213268 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ff57b-a131-4655-950b-5076b861f2e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:12.213611 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ff57b-a131-4655-950b-5076b861f2e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:12.213955 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ff57b-a131-4655-950b-5076b861f2e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:12.214299 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ff57b-a131-4655-950b-5076b861f2e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:12.214638 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ff57b-a131-4655-950b-5076b861f2e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:12.215004 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ff57b-a131-4655-950b-5076b861f2e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:12.215359 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ff57b-a131-4655-950b-5076b861f2e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:12.215697 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ff57b-a131-4655-950b-5076b861f2e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:12.216096 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ff57b-a131-4655-950b-5076b861f2e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:12.216433 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1ff57b-a131-4655-950b-5076b861f2e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:12.232711 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ec1ff57b-a131-4655-950b-5076b861f2e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for floatingip, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:12.233706 n-d-695189-11 neutron-server[100448]: INFO neutron.db.l3_db [None req-ec1ff57b-a131-4655-950b-5076b861f2e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Floating IP 6f68163a-3206-4cff-9ae5-174fea22fbbf disassociated (deleted). External IP: 172.25.5.101, port: 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac. Jul 07 21:22:12.519390 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1ff57b-a131-4655-950b-5076b861f2e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Router 4b7de042-5342-4ccf-be27-153cd369995f has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:22:12.641012 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1ff57b-a131-4655-950b-5076b861f2e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:22:12.653756 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d21823a-14a4-4089-8d49-ef30db4a6a8b None None] Sync routers for ids ['4b7de042-5342-4ccf-be27-153cd369995f'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:22:12.661839 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-ec1ff57b-a131-4655-950b-5076b861f2e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:12.669496 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d21823a-14a4-4089-8d49-ef30db4a6a8b None None] Routers {'4b7de042-5342-4ccf-be27-153cd369995f'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:22:12.670587 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0d21823a-14a4-4089-8d49-ef30db4a6a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:22:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4b7de042-5342-4ccf-be27-153cd369995f'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:22:12.718153 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-ec1ff57b-a131-4655-950b-5076b861f2e7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "DELETE /v2.0/floatingips/6f68163a-3206-4cff-9ae5-174fea22fbbf HTTP/1.1" status: 204 len: 168 time: 1.0247679 Jul 07 21:22:12.718972 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c', 'tag': '8cdc2c96-015b-4c43-89ba-a5ebf0c341ac'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:22:12.723079 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa62c3d8-2837-488d-80bd-040846a42376" -d '{"events": [{"name": "network-changed", "server_uuid": "e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c", "tag": "8cdc2c96-015b-4c43-89ba-a5ebf0c341ac"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:22:12.776269 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f19422f-f544-4b86-8100-1572ee47dfed x-openstack-request-id: req-0f19422f-f544-4b86-8100-1572ee47dfed {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:22:12.776578 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c", "tag": "8cdc2c96-015b-4c43-89ba-a5ebf0c341ac", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:22:12.776851 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f19422f-f544-4b86-8100-1572ee47dfed {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:22:12.777262 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c', 'tag': '8cdc2c96-015b-4c43-89ba-a5ebf0c341ac', 'status': 'completed', 'code': 200} Jul 07 21:22:12.813773 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:22:12.817955 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-0d21823a-14a4-4089-8d49-ef30db4a6a8b None None] Set router 4b7de042-5342-4ccf-be27-153cd369995f gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:22:12.912977 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62c3d8-2837-488d-80bd-040846a42376 req-6000d179-e490-464d-b738-c1d55a18c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:12.914539 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa62c3d8-2837-488d-80bd-040846a42376 req-6000d179-e490-464d-b738-c1d55a18c65e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 1096 time: 0.1042817 Jul 07 21:22:13.108135 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62c3d8-2837-488d-80bd-040846a42376 req-80b2c76d-9235-4729-8c32-5b15b75d4d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:13.111053 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa62c3d8-2837-488d-80bd-040846a42376 req-80b2c76d-9235-4729-8c32-5b15b75d4d09 service neutron] 10.222.0.39 "GET /v2.0/networks?id=28c4ebfb-86d2-4ddc-bc12-fd871f3b694a HTTP/1.1" status: 200 len: 898 time: 0.1890843 Jul 07 21:22:13.175656 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0d21823a-14a4-4089-8d49-ef30db4a6a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7de042-5342-4ccf-be27-153cd369995f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87778336', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:20:58Z', 'updated_at': '2021-07-07T21:21:03Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:59Z', 'updated_at': '2021-07-07T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '6bfa2892-5672-4eb0-a924-6d6c9c110f16', 'name': '', 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:a8:c0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9700a144-1a03-41be-a0ef-5f5074b73935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:02Z', 'updated_at': '2021-07-07T21:21:07Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '9700a144-1a03-41be-a0ef-5f5074b73935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:22:13.218671 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa62c3d8-2837-488d-80bd-040846a42376 req-472718e0-5cad-4185-8aeb-102b363b4b0a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac HTTP/1.1" status: 200 len: 217 time: 0.0976336 Jul 07 21:22:13.241210 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d21823a-14a4-4089-8d49-ef30db4a6a8b None None] Checking router: 4b7de042-5342-4ccf-be27-153cd369995f for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:22:13.256660 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d21823a-14a4-4089-8d49-ef30db4a6a8b None None] Routers {'4b7de042-5342-4ccf-be27-153cd369995f'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:22:13.257749 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0d21823a-14a4-4089-8d49-ef30db4a6a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:22:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4b7de042-5342-4ccf-be27-153cd369995f'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:22:13.309877 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62c3d8-2837-488d-80bd-040846a42376 req-e526e7a4-78ef-4d83-a19d-4dc19f42582c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:13.312052 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa62c3d8-2837-488d-80bd-040846a42376 req-e526e7a4-78ef-4d83-a19d-4dc19f42582c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9700a144-1a03-41be-a0ef-5f5074b73935 HTTP/1.1" status: 200 len: 834 time: 0.0836332 Jul 07 21:22:13.415796 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-0d21823a-14a4-4089-8d49-ef30db4a6a8b None None] Set router 4b7de042-5342-4ccf-be27-153cd369995f gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:22:13.524350 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730dd22-393c-43f4-bc89-c3adddc0df90 req-bd975668-7da8-4efc-b9bd-14d061900a80 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:13.526396 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2730dd22-393c-43f4-bc89-c3adddc0df90 req-bd975668-7da8-4efc-b9bd-14d061900a80 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 944 time: 0.1995285 Jul 07 21:22:13.579259 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62c3d8-2837-488d-80bd-040846a42376 req-b56c195d-74a4-48e5-a756-3f99af6e6bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:13.583388 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa62c3d8-2837-488d-80bd-040846a42376 req-b56c195d-74a4-48e5-a756-3f99af6e6bb1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=28c4ebfb-86d2-4ddc-bc12-fd871f3b694a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2642920 Jul 07 21:22:13.620429 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2730dd22-393c-43f4-bc89-c3adddc0df90 req-4ae3b2f1-bff2-4536-b360-183c55962944 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875854 Jul 07 21:22:13.746652 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13589e5d-cbdd-44be-9cf3-df5b0d305a81 req-848fe445-a9d9-49f7-94d3-311890b6bad3 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:13.749347 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13589e5d-cbdd-44be-9cf3-df5b0d305a81 req-848fe445-a9d9-49f7-94d3-311890b6bad3 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.39 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 944 time: 0.1647313 Jul 07 21:22:13.805033 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa62c3d8-2837-488d-80bd-040846a42376 req-3a234098-1b66-4afa-950b-30c64cb6ef6c service neutron] 10.222.0.39 "GET /v2.0/networks/28c4ebfb-86d2-4ddc-bc12-fd871f3b694a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822138 Jul 07 21:22:13.908097 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-0d21823a-14a4-4089-8d49-ef30db4a6a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7de042-5342-4ccf-be27-153cd369995f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87778336', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:20:58Z', 'updated_at': '2021-07-07T21:21:03Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:59Z', 'updated_at': '2021-07-07T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '6bfa2892-5672-4eb0-a924-6d6c9c110f16', 'name': '', 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:a8:c0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9700a144-1a03-41be-a0ef-5f5074b73935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:02Z', 'updated_at': '2021-07-07T21:21:07Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '9700a144-1a03-41be-a0ef-5f5074b73935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:22:13.935030 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fa62c3d8-2837-488d-80bd-040846a42376 req-63be3e9f-7c86-4303-87d1-6373a3374a02 service neutron] 10.222.0.39 "GET /v2.0/networks/28c4ebfb-86d2-4ddc-bc12-fd871f3b694a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218767 Jul 07 21:22:13.947596 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d21823a-14a4-4089-8d49-ef30db4a6a8b None None] The sync data for ids ['4b7de042-5342-4ccf-be27-153cd369995f'] in n-d-695189-11 is: [{'id': '4b7de042-5342-4ccf-be27-153cd369995f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87778336', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:20:58Z', 'updated_at': '2021-07-07T21:21:03Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:59Z', 'updated_at': '2021-07-07T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': '6bfa2892-5672-4eb0-a924-6d6c9c110f16', 'name': '', 'network_id': '28c4ebfb-86d2-4ddc-bc12-fd871f3b694a', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:a8:c0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '9700a144-1a03-41be-a0ef-5f5074b73935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:21:02Z', 'updated_at': '2021-07-07T21:21:07Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '9700a144-1a03-41be-a0ef-5f5074b73935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:22:14.015302 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-13589e5d-cbdd-44be-9cf3-df5b0d305a81 req-0ed63091-4877-4fc3-88d7-270946818d69 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Deleting port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:22:14.015671 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-13589e5d-cbdd-44be-9cf3-df5b0d305a81 req-0ed63091-4877-4fc3-88d7-270946818d69 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:14.112711 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [req-13589e5d-cbdd-44be-9cf3-df5b0d305a81 req-0ed63091-4877-4fc3-88d7-270946818d69 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] For port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac, host n-h2-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695189-11',level=0,port_id=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac,segment=NetworkSegment(c01d5ddc-f735-44ad-ab4e-f105cf370249),segment_id=c01d5ddc-f735-44ad-ab4e-f105cf370249)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:22:14.113083 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-13589e5d-cbdd-44be-9cf3-df5b0d305a81 req-0ed63091-4877-4fc3-88d7-270946818d69 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:14.125886 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [req-13589e5d-cbdd-44be-9cf3-df5b0d305a81 req-0ed63091-4877-4fc3-88d7-270946818d69 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Calling delete_port for 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac owned by compute:nova {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:22:14.282888 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-13589e5d-cbdd-44be-9cf3-df5b0d305a81 req-0ed63091-4877-4fc3-88d7-270946818d69 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:14.325103 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed63091-4877-4fc3-88d7-270946818d69 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event deleted for resources: {'Port': ['ID=8cdc2c96-015b-4c43-89ba-a5ebf0c341ac,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:14.385288 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [req-13589e5d-cbdd-44be-9cf3-df5b0d305a81 req-0ed63091-4877-4fc3-88d7-270946818d69 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] No DVR routers for this DVR port 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac on host n-h2-695189-11 {{(pid=100448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:22:14.396751 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [req-13589e5d-cbdd-44be-9cf3-df5b0d305a81 req-0ed63091-4877-4fc3-88d7-270946818d69 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:14.397116 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c29cf56-80ff-4896-8c3f-4229347f71ef None None] New status for floating IP 6f68163a-3206-4cff-9ae5-174fea22fbbf: DOWN {{(pid=100449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:22:14.399010 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-13589e5d-cbdd-44be-9cf3-df5b0d305a81 req-0ed63091-4877-4fc3-88d7-270946818d69 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.39 "DELETE /v2.0/ports/8cdc2c96-015b-4c43-89ba-a5ebf0c341ac HTTP/1.1" status: 204 len: 173 time: 0.6363773 Jul 07 21:22:14.778548 n-d-695189-11 neutron-server[100448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c', 'name': 'network-vif-deleted', 'tag': '8cdc2c96-015b-4c43-89ba-a5ebf0c341ac'}] {{(pid=100448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:22:14.781342 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fea55b464f251bc2d045866fe344f0d9e1629da36e659f091ce34396f0b5e55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fb35a1-3ce9-4d91-8e8c-cc2e84e4ef5f" -d '{"events": [{"server_uuid": "e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c", "name": "network-vif-deleted", "tag": "8cdc2c96-015b-4c43-89ba-a5ebf0c341ac"}]}' {{(pid=100448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:22:14.850996 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-16d57383-df9c-4192-863e-b16931694ca8 req-86d0f660-2f78-4983-b5c2-1b9fe83a2ed5 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c HTTP/1.1" status: 200 len: 210 time: 0.0649750 Jul 07 21:22:14.876125 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca836f4-a039-42bd-b59f-5b975ff65c5d x-openstack-request-id: req-fca836f4-a039-42bd-b59f-5b975ff65c5d {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:22:14.876615 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c", "name": "network-vif-deleted", "tag": "8cdc2c96-015b-4c43-89ba-a5ebf0c341ac", "status": "completed", "code": 200}]} {{(pid=100448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:22:14.876951 n-d-695189-11 neutron-server[100448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fca836f4-a039-42bd-b59f-5b975ff65c5d {{(pid=100448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:22:14.877506 n-d-695189-11 neutron-server[100448]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86dd24a-d85c-4a1f-b55b-c81bc44f9c2c', 'name': 'network-vif-deleted', 'tag': '8cdc2c96-015b-4c43-89ba-a5ebf0c341ac', 'status': 'completed', 'code': 200} Jul 07 21:22:15.964040 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 53304) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:22:16.420003 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-076a065f-79ad-4e2b-b131-833a69e671cd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7885778'] for router_interface, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:16.730765 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-076a065f-79ad-4e2b-b131-833a69e671cd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Deleting port 6bfa2892-5672-4eb0-a924-6d6c9c110f16 {{(pid=100447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:22:16.731193 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-076a065f-79ad-4e2b-b131-833a69e671cd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:16.853312 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [None req-076a065f-79ad-4e2b-b131-833a69e671cd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] For port 6bfa2892-5672-4eb0-a924-6d6c9c110f16, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=6bfa2892-5672-4eb0-a924-6d6c9c110f16,segment=NetworkSegment(c01d5ddc-f735-44ad-ab4e-f105cf370249),segment_id=c01d5ddc-f735-44ad-ab4e-f105cf370249)] {{(pid=100447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:22:16.853998 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-076a065f-79ad-4e2b-b131-833a69e671cd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:16.870418 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.plugin [None req-076a065f-79ad-4e2b-b131-833a69e671cd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Calling delete_port for 6bfa2892-5672-4eb0-a924-6d6c9c110f16 owned by network:router_interface {{(pid=100447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:22:17.401706 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-076a065f-79ad-4e2b-b131-833a69e671cd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5496886'] for port, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:17.460434 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a065f-79ad-4e2b-b131-833a69e671cd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event deleted for resources: {'Port': ['ID=6bfa2892-5672-4eb0-a924-6d6c9c110f16,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:17.671135 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-076a065f-79ad-4e2b-b131-833a69e671cd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7855301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7886060'] for router_interface, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:17.949433 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076a065f-79ad-4e2b-b131-833a69e671cd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Router 4b7de042-5342-4ccf-be27-153cd369995f has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:22:18.031614 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac no longer exists at agent hyperv_n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:22:18.054669 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] No Port match for: 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:22:18.055148 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Device 8cdc2c96-015b-4c43-89ba-a5ebf0c341ac not bound to the agent host n-h2-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:22:18.062777 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076a065f-79ad-4e2b-b131-833a69e671cd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:22:18.074634 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eaea6d-3781-4b84-8ca4-df4d16946ca9 None None] Sync routers for ids ['4b7de042-5342-4ccf-be27-153cd369995f'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:22:18.081498 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-076a065f-79ad-4e2b-b131-833a69e671cd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "PUT /v2.0/routers/4b7de042-5342-4ccf-be27-153cd369995f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1133277 Jul 07 21:22:18.082165 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53326) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:22:18.119407 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eaea6d-3781-4b84-8ca4-df4d16946ca9 None None] Routers {'4b7de042-5342-4ccf-be27-153cd369995f'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:22:18.120025 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-63eaea6d-3781-4b84-8ca4-df4d16946ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:22:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4b7de042-5342-4ccf-be27-153cd369995f'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:22:18.169307 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_v2 [None req-b038afd4-1f55-429d-a831-6035c354d52e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Deleting subnet 9700a144-1a03-41be-a0ef-5f5074b73935 {{(pid=100448) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 21:22:18.174108 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b038afd4-1f55-429d-a831-6035c354d52e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for subnet, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:18.230981 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b038afd4-1f55-429d-a831-6035c354d52e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5488863'] for subnet, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:18.259004 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-63eaea6d-3781-4b84-8ca4-df4d16946ca9 None None] Set router 4b7de042-5342-4ccf-be27-153cd369995f gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:22:18.414602 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b038afd4-1f55-429d-a831-6035c354d52e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:18.489945 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b038afd4-1f55-429d-a831-6035c354d52e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15932011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15946809'] for subnet, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:18.518779 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-63eaea6d-3781-4b84-8ca4-df4d16946ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7de042-5342-4ccf-be27-153cd369995f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87778336', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:20:58Z', 'updated_at': '2021-07-07T21:22:17Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:59Z', 'updated_at': '2021-07-07T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:22:18.526101 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038afd4-1f55-429d-a831-6035c354d52e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event deleted for resources: {'Subnet': ['ID=9700a144-1a03-41be-a0ef-5f5074b73935,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:18.533165 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-b038afd4-1f55-429d-a831-6035c354d52e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:18.538105 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-b038afd4-1f55-429d-a831-6035c354d52e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "DELETE /v2.0/subnets/9700a144-1a03-41be-a0ef-5f5074b73935 HTTP/1.1" status: 204 len: 168 time: 0.4543774 Jul 07 21:22:18.538887 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53330) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:22:18.543944 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e2b5f2-92a0-4e67-99fd-308f351a1e8a None None] Network 28c4ebfb-86d2-4ddc-bc12-fd871f3b694a requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:22:18.609611 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eaea6d-3781-4b84-8ca4-df4d16946ca9 None None] Checking router: 4b7de042-5342-4ccf-be27-153cd369995f for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:22:18.619059 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eaea6d-3781-4b84-8ca4-df4d16946ca9 None None] Routers {'4b7de042-5342-4ccf-be27-153cd369995f'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:22:18.619908 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-63eaea6d-3781-4b84-8ca4-df4d16946ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:22:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4b7de042-5342-4ccf-be27-153cd369995f'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:22:18.759805 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-63eaea6d-3781-4b84-8ca4-df4d16946ca9 None None] Set router 4b7de042-5342-4ccf-be27-153cd369995f gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:22:18.801234 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d7603655-2332-40f3-b310-6ce776b8f7f8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:18.984120 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855b1032-e75e-468a-9e2d-3c1efa6585ea None None] DHCP port deletion for 28c4ebfb-86d2-4ddc-bc12-fd871f3b694a request from n-d-695189-11 {{(pid=100449) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 21:22:19.022939 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d7603655-2332-40f3-b310-6ce776b8f7f8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:19.078772 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-63eaea6d-3781-4b84-8ca4-df4d16946ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7de042-5342-4ccf-be27-153cd369995f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87778336', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:20:58Z', 'updated_at': '2021-07-07T21:22:17Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:59Z', 'updated_at': '2021-07-07T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:22:19.086280 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-855b1032-e75e-468a-9e2d-3c1efa6585ea None None] Deleting port 12270266-0f9a-41ec-9544-4ee1d63b48f1 {{(pid=100449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:22:19.086837 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-855b1032-e75e-468a-9e2d-3c1efa6585ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:19.105805 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eaea6d-3781-4b84-8ca4-df4d16946ca9 None None] The sync data for ids ['4b7de042-5342-4ccf-be27-153cd369995f'] in n-d-695189-11 is: [{'id': '4b7de042-5342-4ccf-be27-153cd369995f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-87778336', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:20:58Z', 'updated_at': '2021-07-07T21:22:17Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': '1d06ec5c-8ea5-4768-a0e2-95d277bbbc00', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7de042-5342-4ccf-be27-153cd369995f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:20:59Z', 'updated_at': '2021-07-07T21:21:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:22:19.128701 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d7603655-2332-40f3-b310-6ce776b8f7f8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Deleting port 1d06ec5c-8ea5-4768-a0e2-95d277bbbc00 {{(pid=100448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 21:22:19.129123 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d7603655-2332-40f3-b310-6ce776b8f7f8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778271919324'] for port, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:19.206222 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-855b1032-e75e-468a-9e2d-3c1efa6585ea None None] For port 12270266-0f9a-41ec-9544-4ee1d63b48f1, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=12270266-0f9a-41ec-9544-4ee1d63b48f1,segment=NetworkSegment(c01d5ddc-f735-44ad-ab4e-f105cf370249),segment_id=c01d5ddc-f735-44ad-ab4e-f105cf370249)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:22:19.206545 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-855b1032-e75e-468a-9e2d-3c1efa6585ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:19.221095 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-855b1032-e75e-468a-9e2d-3c1efa6585ea None None] Calling delete_port for 12270266-0f9a-41ec-9544-4ee1d63b48f1 owned by network:dhcp {{(pid=100449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:22:19.290468 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.db [None req-d7603655-2332-40f3-b310-6ce776b8f7f8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] For port 1d06ec5c-8ea5-4768-a0e2-95d277bbbc00, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=1d06ec5c-8ea5-4768-a0e2-95d277bbbc00,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:22:19.290762 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d7603655-2332-40f3-b310-6ce776b8f7f8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7886034'] for port, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:19.304806 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.plugin [None req-d7603655-2332-40f3-b310-6ce776b8f7f8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Calling delete_port for 1d06ec5c-8ea5-4768-a0e2-95d277bbbc00 owned by network:router_gateway {{(pid=100448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 21:22:19.351796 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-855b1032-e75e-468a-9e2d-3c1efa6585ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877'] for port, after_delete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:19.390068 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b1032-e75e-468a-9e2d-3c1efa6585ea None None] Pushing event deleted for resources: {'Port': ['ID=12270266-0f9a-41ec-9544-4ee1d63b48f1,revision_number=None']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:19.400700 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855b1032-e75e-468a-9e2d-3c1efa6585ea None None] No DVR routers for this DVR port 12270266-0f9a-41ec-9544-4ee1d63b48f1 on host n-d-695189-11 {{(pid=100449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 21:22:19.563050 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d7603655-2332-40f3-b310-6ce776b8f7f8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778271927574', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778271387877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15931985'] for port, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:19.626779 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 6bfa2892-5672-4eb0-a924-6d6c9c110f16 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:22:19.633767 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7603655-2332-40f3-b310-6ce776b8f7f8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event deleted for resources: {'Port': ['ID=1d06ec5c-8ea5-4768-a0e2-95d277bbbc00,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:19.695564 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 6bfa2892-5672-4eb0-a924-6d6c9c110f16 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:22:19.696200 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 6bfa2892-5672-4eb0-a924-6d6c9c110f16 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:22:19.696781 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 12270266-0f9a-41ec-9544-4ee1d63b48f1 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:22:19.736478 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 12270266-0f9a-41ec-9544-4ee1d63b48f1 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:22:19.738580 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 12270266-0f9a-41ec-9544-4ee1d63b48f1 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:22:19.799030 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d7603655-2332-40f3-b310-6ce776b8f7f8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7883669'] for router_gateway, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:20.062284 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:20.278206 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:20.288753 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d7603655-2332-40f3-b310-6ce776b8f7f8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7881505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14911'] for router, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:20.292897 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d7603655-2332-40f3-b310-6ce776b8f7f8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:20.344698 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d7603655-2332-40f3-b310-6ce776b8f7f8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7880881'] for router, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:20.345423 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7603655-2332-40f3-b310-6ce776b8f7f8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Fanout notify agent at l3_agent the message router_deleted on router 4b7de042-5342-4ccf-be27-153cd369995f {{(pid=100448) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 21:22:20.354357 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d7603655-2332-40f3-b310-6ce776b8f7f8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:20.357186 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d7603655-2332-40f3-b310-6ce776b8f7f8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "DELETE /v2.0/routers/4b7de042-5342-4ccf-be27-153cd369995f HTTP/1.1" status: 204 len: 168 time: 1.8160367 Jul 07 21:22:20.358670 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 53346) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:22:20.455494 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa52962e-103d-4724-bd7d-94b8f971d46d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657958'] for network, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:20.566576 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa52962e-103d-4724-bd7d-94b8f971d46d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-732622', 'neutron.services.segments.db._delete_segments_for_network-8778271940958'] for network, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:20.577843 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-fa52962e-103d-4724-bd7d-94b8f971d46d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c4ebfb-86d2-4ddc-bc12-fd871f3b694a']}} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:22:20.587825 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-fa52962e-103d-4724-bd7d-94b8f971d46d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c01d5ddc-f735-44ad-ab4e-f105cf370249') {'for_net_delete': True} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:22:20.588280 n-d-695189-11 neutron-server[100447]: DEBUG neutron.services.segments.db [None req-fa52962e-103d-4724-bd7d-94b8f971d46d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c01d5ddc-f735-44ad-ab4e-f105cf370249') {} {{(pid=100447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:22:20.598399 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa52962e-103d-4724-bd7d-94b8f971d46d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778271808386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6162523'] for segment, before_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:20.616336 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa52962e-103d-4724-bd7d-94b8f971d46d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:20.622361 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa52962e-103d-4724-bd7d-94b8f971d46d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=100447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 21:22:20.622853 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa52962e-103d-4724-bd7d-94b8f971d46d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5497065'] for segment, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: conditions |= (models_v2.Port.network_id.in_( Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: Traceback (most recent call last): Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: timer() Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: cb(*args, **kw) Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: return func(*args, **kwargs) Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: self._notify() Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: self.callback(batched_events) Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: event.method(event) Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: return f(self, *a, **k) Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: return self._get(url).json() Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: return self.request(url, 'GET', **kwargs) Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 21:22:20.626908 n-d-695189-11 neutron-server[100447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 21:22:20.692930 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa52962e-103d-4724-bd7d-94b8f971d46d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-732613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7883697'] for network, after_delete {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:20.700399 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-fa52962e-103d-4724-bd7d-94b8f971d46d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:20.703034 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-fa52962e-103d-4724-bd7d-94b8f971d46d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "DELETE /v2.0/networks/28c4ebfb-86d2-4ddc-bc12-fd871f3b694a HTTP/1.1" status: 204 len: 168 time: 0.3435154 Jul 07 21:22:20.705977 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53350) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:22:20.714749 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52962e-103d-4724-bd7d-94b8f971d46d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event deleted for resources: {'Network': ['ID=28c4ebfb-86d2-4ddc-bc12-fd871f3b694a,revision_number=None']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:20.766338 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7bfdad54-6741-4453-b244-eb1fcb8d46ab tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group, before_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:20.792421 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7bfdad54-6741-4453-b244-eb1fcb8d46ab tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:20.861009 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7bfdad54-6741-4453-b244-eb1fcb8d46ab tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_delete {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:20.863539 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-7bfdad54-6741-4453-b244-eb1fcb8d46ab tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:20.867290 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-7bfdad54-6741-4453-b244-eb1fcb8d46ab tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "DELETE /v2.0/security-groups/47c9b1ed-fb0a-46fd-b49d-4966fe59fa11 HTTP/1.1" status: 204 len: 168 time: 0.1577029 Jul 07 21:22:20.879565 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfdad54-6741-4453-b244-eb1fcb8d46ab tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c9b1ed-fb0a-46fd-b49d-4966fe59fa11,revision_number=None']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:21.214845 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53362) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:22:21.221115 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-d6c9bc71-a01d-44fc-9403-d3bf381455bc tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2036357895', 'description': 'tempest-secgroup-smoke-2036357895 description', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:22:21.268435 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d6c9bc71-a01d-44fc-9403-d3bf381455bc tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:21.387184 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 1d06ec5c-8ea5-4768-a0e2-95d277bbbc00 no longer exists at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 21:22:21.410499 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d6c9bc71-a01d-44fc-9403-d3bf381455bc tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:21.416651 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d6c9bc71-a01d-44fc-9403-d3bf381455bc tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937651'] for security_group, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:21.418361 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] No Port match for: 1d06ec5c-8ea5-4768-a0e2-95d277bbbc00 {{(pid=100449) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 21:22:21.419030 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 1d06ec5c-8ea5-4768-a0e2-95d277bbbc00 not bound to the agent host n-d-695189-11 {{(pid=100449) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 21:22:21.445646 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-d6c9bc71-a01d-44fc-9403-d3bf381455bc tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:21.448296 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-d6c9bc71-a01d-44fc-9403-d3bf381455bc tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2323711 Jul 07 21:22:21.453500 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 53364) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:22:21.461082 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-4e822cc4-7750-4be2-8575-f9df0f194074 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group_rule': {'security_group_id': '10c53551-c292-400c-a4da-87fee472d199', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:22:21.466834 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9bc71-a01d-44fc-9403-d3bf381455bc tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c53551-c292-400c-a4da-87fee472d199,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:21.518381 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e822cc4-7750-4be2-8575-f9df0f194074 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:21.602664 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e822cc4-7750-4be2-8575-f9df0f194074 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:21.609260 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e822cc4-7750-4be2-8575-f9df0f194074 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:21.633081 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e822cc4-7750-4be2-8575-f9df0f194074 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034d3395-6b31-47e5-8bbc-6fcc4389c8fd,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:21.650932 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-4e822cc4-7750-4be2-8575-f9df0f194074 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:21.653047 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-4e822cc4-7750-4be2-8575-f9df0f194074 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1977556 Jul 07 21:22:21.656141 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 53366) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:22:21.664344 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-aa9b67c1-a2d2-4392-b287-3dc97620aaf1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group_rule': {'security_group_id': '10c53551-c292-400c-a4da-87fee472d199', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:22:21.698325 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aa9b67c1-a2d2-4392-b287-3dc97620aaf1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:21.772039 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aa9b67c1-a2d2-4392-b287-3dc97620aaf1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:21.776992 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aa9b67c1-a2d2-4392-b287-3dc97620aaf1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:21.798686 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b67c1-a2d2-4392-b287-3dc97620aaf1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b483e02-519c-4b70-b6bc-2f37df89bd0c,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:21.806023 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-aa9b67c1-a2d2-4392-b287-3dc97620aaf1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:21.809829 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-aa9b67c1-a2d2-4392-b287-3dc97620aaf1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1474273 Jul 07 21:22:21.810044 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 53370) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:22:21.816346 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-56eef03d-bc97-47d2-bc86-f1309a9bead8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group_rule': {'security_group_id': '10c53551-c292-400c-a4da-87fee472d199', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:22:21.850937 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56eef03d-bc97-47d2-bc86-f1309a9bead8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:21.927606 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56eef03d-bc97-47d2-bc86-f1309a9bead8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:21.931541 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56eef03d-bc97-47d2-bc86-f1309a9bead8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:21.958341 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eef03d-bc97-47d2-bc86-f1309a9bead8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e3a27e-4aa6-4daa-bdf6-f25581011b2e,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:21.962216 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-56eef03d-bc97-47d2-bc86-f1309a9bead8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:21.966176 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-56eef03d-bc97-47d2-bc86-f1309a9bead8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1525602 Jul 07 21:22:21.966703 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 53376) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:22:21.971187 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-87cb618b-36b6-49b9-8b77-da7fb74fb0c8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group_rule': {'security_group_id': '10c53551-c292-400c-a4da-87fee472d199', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:22:22.001362 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-87cb618b-36b6-49b9-8b77-da7fb74fb0c8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:22.075354 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-87cb618b-36b6-49b9-8b77-da7fb74fb0c8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:22.079877 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-87cb618b-36b6-49b9-8b77-da7fb74fb0c8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:22.098102 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb618b-36b6-49b9-8b77-da7fb74fb0c8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=024f2737-2400-4f07-8cd2-f42391678d2d,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:22.104283 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-87cb618b-36b6-49b9-8b77-da7fb74fb0c8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:22.105569 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-87cb618b-36b6-49b9-8b77-da7fb74fb0c8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382558 Jul 07 21:22:22.108853 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 53378) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:22:22.113519 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-d20700ae-3592-47a2-9bd5-2f42b59445a4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group_rule': {'security_group_id': '10c53551-c292-400c-a4da-87fee472d199', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:22:22.137099 n-d-695189-11 neutron-server[100447]: INFO neutron.db.securitygroups_db [None req-d20700ae-3592-47a2-9bd5-2f42b59445a4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Project 4a5d41a33f7944c39f0befd9bdb8329c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 21:22:22.142425 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d20700ae-3592-47a2-9bd5-2f42b59445a4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:22.206823 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d20700ae-3592-47a2-9bd5-2f42b59445a4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:22.210542 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d20700ae-3592-47a2-9bd5-2f42b59445a4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:22.229226 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20700ae-3592-47a2-9bd5-2f42b59445a4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1671f608-55c6-4a49-8322-6ccf67837c41,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:22.241400 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-d20700ae-3592-47a2-9bd5-2f42b59445a4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:22.242791 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-d20700ae-3592-47a2-9bd5-2f42b59445a4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329994 Jul 07 21:22:22.245470 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 53380) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:22:22.251224 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-0becbcc0-47b3-425e-a0f9-90fa9f27420d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'security_group_rule': {'security_group_id': '10c53551-c292-400c-a4da-87fee472d199', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:22:22.275141 n-d-695189-11 neutron-server[100447]: INFO neutron.db.securitygroups_db [None req-0becbcc0-47b3-425e-a0f9-90fa9f27420d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Project 4a5d41a33f7944c39f0befd9bdb8329c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 21:22:22.281174 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0becbcc0-47b3-425e-a0f9-90fa9f27420d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:22.345600 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0becbcc0-47b3-425e-a0f9-90fa9f27420d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:22.349903 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0becbcc0-47b3-425e-a0f9-90fa9f27420d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-455943'] for security_group_rule, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:22.368586 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becbcc0-47b3-425e-a0f9-90fa9f27420d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d63a07-e6c3-467c-82b4-81f3d5554f8b,revision_number=0']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:22.380482 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-0becbcc0-47b3-425e-a0f9-90fa9f27420d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:22.385493 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-0becbcc0-47b3-425e-a0f9-90fa9f27420d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1350510 Jul 07 21:22:22.386207 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 53384) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:22:22.391295 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-1087f2d6-191e-4aeb-9b24-0598106703e2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'network': {'name': 'tempest-network-smoke--1556495380', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'port_security_enabled': True}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:22:22.412449 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1087f2d6-191e-4aeb-9b24-0598106703e2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Made reservation on behalf of 4a5d41a33f7944c39f0befd9bdb8329c for: {'network': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:22:22.416003 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1087f2d6-191e-4aeb-9b24-0598106703e2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for network, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:22.446605 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1087f2d6-191e-4aeb-9b24-0598106703e2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=100447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:22:22.455850 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1087f2d6-191e-4aeb-9b24-0598106703e2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727066'] for segment, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:22.456489 n-d-695189-11 neutron-server[100447]: INFO neutron.db.segments_db [None req-1087f2d6-191e-4aeb-9b24-0598106703e2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Added segment 7a1baeb6-6551-4d2d-917e-de3102787d57 of type vlan for network 92dd0d8f-f3a3-4723-841d-b9c2268847c9 Jul 07 21:22:22.499889 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1087f2d6-191e-4aeb-9b24-0598106703e2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778271374677'] for network, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:22.540079 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1087f2d6-191e-4aeb-9b24-0598106703e2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310'] for network, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:22.546296 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1087f2d6-191e-4aeb-9b24-0598106703e2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:22.546975 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-1087f2d6-191e-4aeb-9b24-0598106703e2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for network, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:22.610981 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1087f2d6-191e-4aeb-9b24-0598106703e2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2236545 Jul 07 21:22:22.613925 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53386) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:22:22.614645 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087f2d6-191e-4aeb-9b24-0598106703e2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Network': ['ID=92dd0d8f-f3a3-4723-841d-b9c2268847c9,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:22.619266 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-2cb40e0c-723b-43a9-91aa-f64da3253566 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-593000416', 'admin_state_up': True, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:22:22.625379 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Network 92dd0d8f-f3a3-4723-841d-b9c2268847c9 details requested by agent ovs-agent-n-d-695189-11 with host n-d-695189-11 {{(pid=100449) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:22:22.663013 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2cb40e0c-723b-43a9-91aa-f64da3253566 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7881495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14889'] for router, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:22.664071 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2cb40e0c-723b-43a9-91aa-f64da3253566 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7881608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7885368', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8024318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14886'] for router, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:22.752103 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2cb40e0c-723b-43a9-91aa-f64da3253566 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:22.908396 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2cb40e0c-723b-43a9-91aa-f64da3253566 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7883730', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7881477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14900'] for router, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:23.139552 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2cb40e0c-723b-43a9-91aa-f64da3253566 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router_gateway, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:23.166332 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2cb40e0c-723b-43a9-91aa-f64da3253566 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:23.284194 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-2cb40e0c-723b-43a9-91aa-f64da3253566 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Allocated IP 172.25.5.225 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/d2c00dc6-524a-4ccf-b51b-6ac1feffc218) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:22:23.404234 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2cb40e0c-723b-43a9-91aa-f64da3253566 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:23.454324 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2cb40e0c-723b-43a9-91aa-f64da3253566 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:23.504100 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb40e0c-723b-43a9-91aa-f64da3253566 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:22:23.506942 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-2cb40e0c-723b-43a9-91aa-f64da3253566 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:22:23.513290 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb40e0c-723b-43a9-91aa-f64da3253566 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:22:23.539208 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb40e0c-723b-43a9-91aa-f64da3253566 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Port': ['ID=d2c00dc6-524a-4ccf-b51b-6ac1feffc218,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:23.784848 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2cb40e0c-723b-43a9-91aa-f64da3253566 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router_gateway, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:24.003987 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2cb40e0c-723b-43a9-91aa-f64da3253566 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7881500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7883721'] for router, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:24.156375 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb40e0c-723b-43a9-91aa-f64da3253566 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Router 4b7ec42e-6c1d-433d-a20c-3ad834864fff is scheduled to L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 with binding_index 1 {{(pid=100448) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:22:24.274589 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb40e0c-723b-43a9-91aa-f64da3253566 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:22:24.287565 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] Sync routers for ids ['4b7ec42e-6c1d-433d-a20c-3ad834864fff'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:22:24.297028 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] Routers {'4b7ec42e-6c1d-433d-a20c-3ad834864fff'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:22:24.297657 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:22:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4b7ec42e-6c1d-433d-a20c-3ad834864fff'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:22:24.309390 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-2cb40e0c-723b-43a9-91aa-f64da3253566 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for router, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:24.312064 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-2cb40e0c-723b-43a9-91aa-f64da3253566 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6964633 Jul 07 21:22:24.316222 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 53406) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:22:24.367802 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-380d7257-8cb6-4eb1-b708-e079aa618527 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=4a5d41a33f7944c39f0befd9bdb8329c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0491004 Jul 07 21:22:24.370771 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53408) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:22:24.510095 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f4595d-c63b-4043-847b-606061239a28 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:24.512855 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-55f4595d-c63b-4043-847b-606061239a28 tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1406667 Jul 07 21:22:24.516498 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 53410) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:22:24.551747 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-1f11508e-15b0-4fa2-b164-bc5673769e8a tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=22fe2733-1fbd-4da1-8a8f-57b89da1f5ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316796 Jul 07 21:22:24.552126 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53412) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:22:24.557961 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.v2.base [None req-6554d1ef-0b08-4020-88e7-b156a65d8bc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1308740153', 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9', 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100448) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:22:24.574452 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] Set router 4b7ec42e-6c1d-433d-a20c-3ad834864fff gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:22:24.664308 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6554d1ef-0b08-4020-88e7-b156a65d8bc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Made reservation on behalf of 4a5d41a33f7944c39f0befd9bdb8329c for: {'subnet': 1} {{(pid=100448) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:22:24.669099 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6554d1ef-0b08-4020-88e7-b156a65d8bc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15947736'] for subnet, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:24.767907 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593000416', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'd2c00dc6-524a-4ccf-b51b-6ac1feffc218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:22:22Z', 'updated_at': '2021-07-07T21:22:23Z', 'revision_number': 3, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': 'd2c00dc6-524a-4ccf-b51b-6ac1feffc218', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:22:23Z', 'updated_at': '2021-07-07T21:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:22:24.795983 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] Checking router: 4b7ec42e-6c1d-433d-a20c-3ad834864fff for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:22:24.796333 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] Updating router 4b7ec42e-6c1d-433d-a20c-3ad834864fff port d2c00dc6-524a-4ccf-b51b-6ac1feffc218 binding host n-d-695189-11 {{(pid=100449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:22:24.834461 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:24.887416 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6554d1ef-0b08-4020-88e7-b156a65d8bc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7937755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15931948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15947722'] for subnet, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:24.963991 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554d1ef-0b08-4020-88e7-b156a65d8bc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Subnet': ['ID=6c4c115e-856a-47cc-ad33-9ed5aa58922b,revision_number=0']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:24.979736 n-d-695189-11 neutron-server[100448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6554d1ef-0b08-4020-88e7-b156a65d8bc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Checking segment: {'id': '7a1baeb6-6551-4d2d-917e-de3102787d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:22:24.980099 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6554d1ef-0b08-4020-88e7-b156a65d8bc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network hostable DHCP agents. Network: 92dd0d8f-f3a3-4723-841d-b9c2268847c9, hostable agents: ['fba08d36-6931-4888-88ba-4970619c784d'], hosted agents: [] {{(pid=100448) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:22:24.999294 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6554d1ef-0b08-4020-88e7-b156a65d8bc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network 92dd0d8f-f3a3-4723-841d-b9c2268847c9 is scheduled to be hosted by DHCP agent fba08d36-6931-4888-88ba-4970619c784d with binding_index 1 {{(pid=100448) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:22:25.009702 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-6554d1ef-0b08-4020-88e7-b156a65d8bc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695189-11, 92dd0d8f-f3a3-4723-841d-b9c2268847c9) {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:22:25.026536 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6554d1ef-0b08-4020-88e7-b156a65d8bc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:25.027858 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-6554d1ef-0b08-4020-88e7-b156a65d8bc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for subnet, before_response {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:25.039185 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9061df3-0075-469a-b658-be66b7af0666 None None] Network 92dd0d8f-f3a3-4723-841d-b9c2268847c9 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:22:25.070071 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-6554d1ef-0b08-4020-88e7-b156a65d8bc7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5165033 Jul 07 21:22:25.074269 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53420) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:22:25.254685 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] Notify callbacks [] for port, precommit_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:25.265088 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b728e0ce-2360-400e-8d84-ba0f5ffebdf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d988c89-eeac-5373-b97b-89568b154bf0-92dd0d8f-f3a3-4723-841d-b9c2268847c9', 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'fixed_ips': [{'subnet_id': '6c4c115e-856a-47cc-ad33-9ed5aa58922b'}]}} from n-d-695189-11. {{(pid=100449) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:22:25.266086 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b728e0ce-2360-400e-8d84-ba0f5ffebdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:25.276792 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] Transition to ACTIVE for port object d2c00dc6-524a-4ccf-b51b-6ac1feffc218 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:22:25.285692 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:25.408834 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] Attempting to bind port d2c00dc6-524a-4ccf-b51b-6ac1feffc218 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:22:25.409503 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] Attempting to bind port d2c00dc6-524a-4ccf-b51b-6ac1feffc218 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:22:25.409793 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] Attempting to bind port d2c00dc6-524a-4ccf-b51b-6ac1feffc218 on network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:22:25.484686 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.db_base_plugin_common [None req-b728e0ce-2360-400e-8d84-ba0f5ffebdf5 None None] Allocated IP 172.20.0.2 (92dd0d8f-f3a3-4723-841d-b9c2268847c9/6c4c115e-856a-47cc-ad33-9ed5aa58922b/84271514-dbea-48cf-b3b9-1334b474a789) {{(pid=100449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:22:25.542322 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f9253-2a6c-41d1-818f-81665b2d03c7 None None] Pushing event updated for resources: {'Port': ['ID=d2c00dc6-524a-4ccf-b51b-6ac1feffc218,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:25.551014 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:22:25.551570 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] Checking segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:22:25.552017 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:25.552447 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] Bound using segment: {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:22:25.552940 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] Bound port: d2c00dc6-524a-4ccf-b51b-6ac1feffc218, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3e8baa-8cce-439e-83c8-bfdaab05e858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:22:25.553341 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:25.632075 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-765dc098-55f7-4f26-bc47-449fe885c332 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:25.686938 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b728e0ce-2360-400e-8d84-ba0f5ffebdf5 None None] Notify callbacks [] for port, precommit_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:25.707992 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b728e0ce-2360-400e-8d84-ba0f5ffebdf5 None None] Transition to ACTIVE for port object 84271514-dbea-48cf-b3b9-1334b474a789 will not be triggered until provisioned by entity L2. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:22:25.726672 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] For port d2c00dc6-524a-4ccf-b51b-6ac1feffc218, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:22:25.739866 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-b728e0ce-2360-400e-8d84-ba0f5ffebdf5 None None] Transition to ACTIVE for port object 84271514-dbea-48cf-b3b9-1334b474a789 will not be triggered until provisioned by entity DHCP. {{(pid=100449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:22:25.745012 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] For port d2c00dc6-524a-4ccf-b51b-6ac1feffc218, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=d2c00dc6-524a-4ccf-b51b-6ac1feffc218,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:22:25.747869 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b728e0ce-2360-400e-8d84-ba0f5ffebdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868'] for port, after_create {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:25.755054 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:25.805024 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b728e0ce-2360-400e-8d84-ba0f5ffebdf5 None None] Network 92dd0d8f-f3a3-4723-841d-b9c2268847c9 is already hosted by enough agents. {{(pid=100449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:22:25.808959 n-d-695189-11 neutron-server[100449]: DEBUG neutron.scheduler.base_scheduler [None req-b728e0ce-2360-400e-8d84-ba0f5ffebdf5 None None] Resources bound (agent type, host, resource id): {{(pid=100449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:22:25.815143 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b728e0ce-2360-400e-8d84-ba0f5ffebdf5 None None] Received port after_create {{(pid=100449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:22:25.830573 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728e0ce-2360-400e-8d84-ba0f5ffebdf5 None None] Pushing event updated for resources: {'Port': ['ID=84271514-dbea-48cf-b3b9-1334b474a789,revision_number=1']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:25.894602 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] Routers {'4b7ec42e-6c1d-433d-a20c-3ad834864fff'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:22:25.895257 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:22:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4b7ec42e-6c1d-433d-a20c-3ad834864fff'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:22:25.914633 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f9253-2a6c-41d1-818f-81665b2d03c7 None None] Pushing event updated for resources: {'Port': ['ID=d2c00dc6-524a-4ccf-b51b-6ac1feffc218,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:25.989192 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b728e0ce-2360-400e-8d84-ba0f5ffebdf5 None None] Attempting to bind port 84271514-dbea-48cf-b3b9-1334b474a789 on host n-d-695189-11 for vnic_type normal with profile {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:22:25.989568 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b728e0ce-2360-400e-8d84-ba0f5ffebdf5 None None] Attempting to bind port 84271514-dbea-48cf-b3b9-1334b474a789 by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '7a1baeb6-6551-4d2d-917e-de3102787d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9'}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:22:25.989987 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b728e0ce-2360-400e-8d84-ba0f5ffebdf5 None None] Attempting to bind port 84271514-dbea-48cf-b3b9-1334b474a789 on network 92dd0d8f-f3a3-4723-841d-b9c2268847c9 {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:22:26.002206 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b728e0ce-2360-400e-8d84-ba0f5ffebdf5 None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:22:26.002616 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b728e0ce-2360-400e-8d84-ba0f5ffebdf5 None None] Checking segment: {'id': '7a1baeb6-6551-4d2d-917e-de3102787d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:22:26.003026 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b728e0ce-2360-400e-8d84-ba0f5ffebdf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:26.003709 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b728e0ce-2360-400e-8d84-ba0f5ffebdf5 None None] Bound using segment: {'id': '7a1baeb6-6551-4d2d-917e-de3102787d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9'} {{(pid=100449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:22:26.004753 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.managers [None req-b728e0ce-2360-400e-8d84-ba0f5ffebdf5 None None] Bound port: 84271514-dbea-48cf-b3b9-1334b474a789, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1baeb6-6551-4d2d-917e-de3102787d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9'}}] {{(pid=100449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:22:26.004753 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b728e0ce-2360-400e-8d84-ba0f5ffebdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:26.019539 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.db_base_plugin_common [None req-765dc098-55f7-4f26-bc47-449fe885c332 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Allocated IP 172.20.0.1 (92dd0d8f-f3a3-4723-841d-b9c2268847c9/6c4c115e-856a-47cc-ad33-9ed5aa58922b/c962a3e2-8ec1-48c5-96d1-af06123d261d) {{(pid=100448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:22:26.118624 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] Set router 4b7ec42e-6c1d-433d-a20c-3ad834864fff gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:22:26.176480 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-765dc098-55f7-4f26-bc47-449fe885c332 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for port, precommit_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:26.185177 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b728e0ce-2360-400e-8d84-ba0f5ffebdf5 None None] For port 84271514-dbea-48cf-b3b9-1334b474a789, host n-d-695189-11, cleared binding levels {{(pid=100449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:22:26.195609 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.provisioning_blocks [None req-765dc098-55f7-4f26-bc47-449fe885c332 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Transition to ACTIVE for port object c962a3e2-8ec1-48c5-96d1-af06123d261d will not be triggered until provisioned by entity DHCP. {{(pid=100448) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:22:26.240792 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-b728e0ce-2360-400e-8d84-ba0f5ffebdf5 None None] For port 84271514-dbea-48cf-b3b9-1334b474a789, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=84271514-dbea-48cf-b3b9-1334b474a789,segment=NetworkSegment(7a1baeb6-6551-4d2d-917e-de3102787d57),segment_id=7a1baeb6-6551-4d2d-917e-de3102787d57)] {{(pid=100449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:22:26.240943 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-765dc098-55f7-4f26-bc47-449fe885c332 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-15931992'] for port, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:26.246802 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b728e0ce-2360-400e-8d84-ba0f5ffebdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:26.305988 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765dc098-55f7-4f26-bc47-449fe885c332 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network 92dd0d8f-f3a3-4723-841d-b9c2268847c9 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:22:26.316813 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-765dc098-55f7-4f26-bc47-449fe885c332 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:22:26.343484 n-d-695189-11 neutron-server[100448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765dc098-55f7-4f26-bc47-449fe885c332 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Received port after_create {{(pid=100448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:22:26.343484 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765dc098-55f7-4f26-bc47-449fe885c332 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Port': ['ID=c962a3e2-8ec1-48c5-96d1-af06123d261d,revision_number=1']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:26.395556 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728e0ce-2360-400e-8d84-ba0f5ffebdf5 None None] Pushing event updated for resources: {'Port': ['ID=84271514-dbea-48cf-b3b9-1334b474a789,revision_number=2']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:26.396929 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-765dc098-55f7-4f26-bc47-449fe885c332 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884286'] for router_interface, before_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:26.455943 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593000416', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'd2c00dc6-524a-4ccf-b51b-6ac1feffc218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:22:22Z', 'updated_at': '2021-07-07T21:22:23Z', 'revision_number': 3, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': 'd2c00dc6-524a-4ccf-b51b-6ac1feffc218', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:22:23Z', 'updated_at': '2021-07-07T21:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:22:26.488237 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa950a2-9462-40fc-aaad-1409e34e44b7 None None] The sync data for ids ['4b7ec42e-6c1d-433d-a20c-3ad834864fff'] in n-d-695189-11 is: [{'id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593000416', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'd2c00dc6-524a-4ccf-b51b-6ac1feffc218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:22:22Z', 'updated_at': '2021-07-07T21:22:23Z', 'revision_number': 3, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': 'd2c00dc6-524a-4ccf-b51b-6ac1feffc218', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:22:23Z', 'updated_at': '2021-07-07T21:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11'}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:22:26.574676 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-765dc098-55f7-4f26-bc47-449fe885c332 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:26.821617 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4119ba2-7928-4659-93dd-a7bed0e2720f req-86c8d187-9de6-43a9-ac38-562a38cc0fe2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2069836 Jul 07 21:22:27.022471 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4119ba2-7928-4659-93dd-a7bed0e2720f req-d33a84c9-cd99-4b2d-80fc-4f834fb09c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:27.024030 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4119ba2-7928-4659-93dd-a7bed0e2720f req-d33a84c9-cd99-4b2d-80fc-4f834fb09c34 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cd78ee9d1104f239a3549592a522e7c&device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9 HTTP/1.1" status: 200 len: 1102 time: 0.1330054 Jul 07 21:22:27.120510 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-765dc098-55f7-4f26-bc47-449fe885c332 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for port, precommit_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:27.127639 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-765dc098-55f7-4f26-bc47-449fe885c332 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15932074'] for port, after_update {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:27.210993 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765dc098-55f7-4f26-bc47-449fe885c332 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Port': ['ID=c962a3e2-8ec1-48c5-96d1-af06123d261d,revision_number=2']} {{(pid=100448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:27.264761 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4119ba2-7928-4659-93dd-a7bed0e2720f req-642078cf-f1e0-428e-92ab-701fdd029a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:27.266495 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4119ba2-7928-4659-93dd-a7bed0e2720f req-642078cf-f1e0-428e-92ab-701fdd029a3f service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.2131038 Jul 07 21:22:27.272398 n-d-695189-11 neutron-server[100448]: DEBUG neutron_lib.callbacks.manager [None req-765dc098-55f7-4f26-bc47-449fe885c332 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7855324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7885699'] for router_interface, after_create {{(pid=100448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:27.356565 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4119ba2-7928-4659-93dd-a7bed0e2720f req-abff6397-8144-4a8e-a97f-fd94294b3b34 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=07ac4e06-13ce-400b-8c58-67c939d15faf HTTP/1.1" status: 200 len: 217 time: 0.0817575 Jul 07 21:22:27.512587 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765dc098-55f7-4f26-bc47-449fe885c332 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network 92dd0d8f-f3a3-4723-841d-b9c2268847c9 is already hosted by enough agents. {{(pid=100448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:22:27.537144 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.base_scheduler [None req-765dc098-55f7-4f26-bc47-449fe885c332 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Resources bound (agent type, host, resource id): {{(pid=100448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:22:27.544481 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device d2c00dc6-524a-4ccf-b51b-6ac1feffc218 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:22:27.639724 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port d2c00dc6-524a-4ccf-b51b-6ac1feffc218 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:22:27.642110 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4119ba2-7928-4659-93dd-a7bed0e2720f req-ef7f4478-60f2-417a-b33b-41d8650fa93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:27.644324 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4119ba2-7928-4659-93dd-a7bed0e2720f req-ef7f4478-60f2-417a-b33b-41d8650fa93e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.1492524 Jul 07 21:22:27.661262 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port d2c00dc6-524a-4ccf-b51b-6ac1feffc218 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:22:27.661866 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:27.807680 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26d4567-077b-4262-a885-31d4bd154ce5 None None] Network 92dd0d8f-f3a3-4723-841d-b9c2268847c9 requested from n-d-695189-11 {{(pid=100449) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:22:27.899433 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:27.909413 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-79ace974-60bc-4080-b5b8-8c22a79c37ff None None] Provisioning for port 84271514-dbea-48cf-b3b9-1334b474a789 completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:22:27.950646 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port d2c00dc6-524a-4ccf-b51b-6ac1feffc218, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=d2c00dc6-524a-4ccf-b51b-6ac1feffc218,segment=NetworkSegment(af3e8baa-8cce-439e-83c8-bfdaab05e858),segment_id=af3e8baa-8cce-439e-83c8-bfdaab05e858)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:22:27.961399 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:27.962307 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 84271514-dbea-48cf-b3b9-1334b474a789 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:22:28.143569 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=d2c00dc6-524a-4ccf-b51b-6ac1feffc218,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:28.184261 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port 84271514-dbea-48cf-b3b9-1334b474a789 completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:22:28.191153 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 84271514-dbea-48cf-b3b9-1334b474a789 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:22:28.191567 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:28.218427 n-d-695189-11 neutron-server[100448]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765dc098-55f7-4f26-bc47-449fe885c332 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Router 4b7ec42e-6c1d-433d-a20c-3ad834864fff has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100448) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:22:28.303631 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:28.348753 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4119ba2-7928-4659-93dd-a7bed0e2720f req-edbcaa8c-3f50-4655-bd96-6db2cfc8aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:28.350288 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4119ba2-7928-4659-93dd-a7bed0e2720f req-edbcaa8c-3f50-4655-bd96-6db2cfc8aa10 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1435516 Jul 07 21:22:28.353844 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port 84271514-dbea-48cf-b3b9-1334b474a789, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=84271514-dbea-48cf-b3b9-1334b474a789,segment=NetworkSegment(7a1baeb6-6551-4d2d-917e-de3102787d57),segment_id=7a1baeb6-6551-4d2d-917e-de3102787d57)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:22:28.359430 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:28.439598 n-d-695189-11 neutron-server[100448]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765dc098-55f7-4f26-bc47-449fe885c332 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100448) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:22:28.443183 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=84271514-dbea-48cf-b3b9-1334b474a789,revision_number=3']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:28.455738 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-765dc098-55f7-4f26-bc47-449fe885c332 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "PUT /v2.0/routers/4b7ec42e-6c1d-433d-a20c-3ad834864fff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3783832 Jul 07 21:22:28.618844 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4119ba2-7928-4659-93dd-a7bed0e2720f req-16233d25-e47b-42d8-8a1e-034d1f84572f service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770287 Jul 07 21:22:28.661084 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-92f63bfa-3da4-4e0e-b9d9-35a7d3c79a3d None None] Provisioning complete for port 84271514-dbea-48cf-b3b9-1334b474a789 triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:22:28.661649 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-92f63bfa-3da4-4e0e-b9d9-35a7d3c79a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:28.799146 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-e4119ba2-7928-4659-93dd-a7bed0e2720f req-6dca5f2c-623c-4c53-b2c4-3908ec8a3c92 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686544 Jul 07 21:22:28.887597 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-92f63bfa-3da4-4e0e-b9d9-35a7d3c79a3d None None] Provisioning for port c962a3e2-8ec1-48c5-96d1-af06123d261d completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:22:28.894287 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-92f63bfa-3da4-4e0e-b9d9-35a7d3c79a3d None None] Provisioning complete for port c962a3e2-8ec1-48c5-96d1-af06123d261d triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:22:28.894715 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-92f63bfa-3da4-4e0e-b9d9-35a7d3c79a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:28.971301 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-3db57da6-d651-4fda-b79d-2534b0b48ebe tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2036357895&fields=id&tenant_id=4a5d41a33f7944c39f0befd9bdb8329c HTTP/1.1" status: 200 len: 267 time: 0.0802295 Jul 07 21:22:28.995711 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] Sync routers for ids ['4b7ec42e-6c1d-433d-a20c-3ad834864fff'] in n-d-695189-11 {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:22:29.010425 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] Routers {'4b7ec42e-6c1d-433d-a20c-3ad834864fff'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:22:29.011062 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:22:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4b7ec42e-6c1d-433d-a20c-3ad834864fff'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:22:29.140625 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-76cdf5d6-5d9b-43c1-8e7e-edb4e3228df7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:29.144717 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-76cdf5d6-5d9b-43c1-8e7e-edb4e3228df7 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/networks?id=92dd0d8f-f3a3-4723-841d-b9c2268847c9 HTTP/1.1" status: 200 len: 797 time: 0.1721196 Jul 07 21:22:29.171757 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-753edea5-d832-4891-be0d-777d306a08a4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/quotas/4a5d41a33f7944c39f0befd9bdb8329c HTTP/1.1" status: 200 len: 375 time: 0.0214996 Jul 07 21:22:29.208414 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-92f63bfa-3da4-4e0e-b9d9-35a7d3c79a3d None None] Port c962a3e2-8ec1-48c5-96d1-af06123d261d cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:22:29.254264 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-70249846-0a1f-4ec6-916b-3a62156bf406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:29.266117 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] Set router 4b7ec42e-6c1d-433d-a20c-3ad834864fff gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:22:29.272561 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-a2ed1602-67b5-498b-9374-839ea5545798 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0909882 Jul 07 21:22:29.353921 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f003498e-bae5-4a3f-b715-dd5f70a2dabe None None] Provisioning complete for port c962a3e2-8ec1-48c5-96d1-af06123d261d triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:22:29.354384 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f003498e-bae5-4a3f-b715-dd5f70a2dabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:29.408549 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-f003498e-bae5-4a3f-b715-dd5f70a2dabe None None] Port c962a3e2-8ec1-48c5-96d1-af06123d261d cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:22:29.451566 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-009d7b2c-19eb-48f4-9dff-a4236f0c607f service neutron] 10.222.0.64 "GET /v2.0/networks/92dd0d8f-f3a3-4723-841d-b9c2268847c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666315 Jul 07 21:22:29.459096 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device d2c00dc6-524a-4ccf-b51b-6ac1feffc218 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:22:29.561196 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port d2c00dc6-524a-4ccf-b51b-6ac1feffc218 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:22:29.561643 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:29.583609 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-07a3035a-7c19-4505-8fcc-1ca6b4faaeb2 service neutron] 10.222.0.64 "GET /v2.0/networks/92dd0d8f-f3a3-4723-841d-b9c2268847c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192079 Jul 07 21:22:29.611130 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593000416', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'd2c00dc6-524a-4ccf-b51b-6ac1feffc218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:22:22Z', 'updated_at': '2021-07-07T21:22:26Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': 'd2c00dc6-524a-4ccf-b51b-6ac1feffc218', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:22:23Z', 'updated_at': '2021-07-07T21:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'c962a3e2-8ec1-48c5-96d1-af06123d261d', 'name': '', 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:ba:47:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6c4c115e-856a-47cc-ad33-9ed5aa58922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:22:25Z', 'updated_at': '2021-07-07T21:22:26Z', 'revision_number': 2, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '6c4c115e-856a-47cc-ad33-9ed5aa58922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:22:29.640031 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] Checking router: 4b7ec42e-6c1d-433d-a20c-3ad834864fff for host: n-d-695189-11 {{(pid=100450) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:22:29.640581 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] Updating router 4b7ec42e-6c1d-433d-a20c-3ad834864fff port c962a3e2-8ec1-48c5-96d1-af06123d261d binding host n-d-695189-11 {{(pid=100450) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:22:29.677682 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:29.689994 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device 84271514-dbea-48cf-b3b9-1334b474a789 up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:22:29.781085 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port 84271514-dbea-48cf-b3b9-1334b474a789 triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:22:29.781608 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:29.939142 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c2158052-4315-45b7-b079-0d18de1bf15a req-560863b4-c7dd-4572-b0b7-933bb81d8c3f tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ed6434-8edb-4a67-a919-00b8d64df778 HTTP/1.1" status: 200 len: 210 time: 0.0719745 Jul 07 21:22:30.155852 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] Notify callbacks [] for port, precommit_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:30.165781 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.provisioning_blocks [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] Transition to ACTIVE for port object c962a3e2-8ec1-48c5-96d1-af06123d261d will not be triggered until provisioned by entity L2. {{(pid=100450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:22:30.172687 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:30.220511 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496e8ad-0912-4993-8ec3-ba45e5cb954c None None] Pushing event updated for resources: {'Port': ['ID=c962a3e2-8ec1-48c5-96d1-af06123d261d,revision_number=3']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:30.252679 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496e8ad-0912-4993-8ec3-ba45e5cb954c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:30.253259 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496e8ad-0912-4993-8ec3-ba45e5cb954c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:30.253758 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496e8ad-0912-4993-8ec3-ba45e5cb954c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:30.254249 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496e8ad-0912-4993-8ec3-ba45e5cb954c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:30.254724 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496e8ad-0912-4993-8ec3-ba45e5cb954c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:30.255204 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496e8ad-0912-4993-8ec3-ba45e5cb954c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:30.255726 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496e8ad-0912-4993-8ec3-ba45e5cb954c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:30.256220 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496e8ad-0912-4993-8ec3-ba45e5cb954c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:30.256700 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496e8ad-0912-4993-8ec3-ba45e5cb954c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:30.257176 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496e8ad-0912-4993-8ec3-ba45e5cb954c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:30.257717 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496e8ad-0912-4993-8ec3-ba45e5cb954c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:30.258211 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2496e8ad-0912-4993-8ec3-ba45e5cb954c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:30.301914 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] Attempting to bind port c962a3e2-8ec1-48c5-96d1-af06123d261d on host n-d-695189-11 for vnic_type normal with profile {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:22:30.302293 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] Attempting to bind port c962a3e2-8ec1-48c5-96d1-af06123d261d by drivers openvswitch,hyperv on host n-d-695189-11 at level 0 using segments [{'id': '7a1baeb6-6551-4d2d-917e-de3102787d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9'}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:22:30.302651 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] Attempting to bind port c962a3e2-8ec1-48c5-96d1-af06123d261d on network 92dd0d8f-f3a3-4723-841d-b9c2268847c9 {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:22:30.308316 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] Checking agent: {'id': 'f7005b2f-9467-4f55-b430-c5be85e98163', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 33, 32), 'started_at': datetime.datetime(2021, 7, 7, 20, 34, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695189-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:22:30.308685 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] Checking segment: {'id': '7a1baeb6-6551-4d2d-917e-de3102787d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:22:30.309083 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:30.309471 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] Bound using segment: {'id': '7a1baeb6-6551-4d2d-917e-de3102787d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9'} {{(pid=100450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:22:30.310400 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.managers [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] Bound port: c962a3e2-8ec1-48c5-96d1-af06123d261d, host: n-d-695189-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1baeb6-6551-4d2d-917e-de3102787d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9'}}] {{(pid=100450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:22:30.311426 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:30.411621 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] For port c962a3e2-8ec1-48c5-96d1-af06123d261d, host n-d-695189-11, cleared binding levels {{(pid=100450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:22:30.419145 n-d-695189-11 neutron-server[100450]: DEBUG neutron.plugins.ml2.db [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] For port c962a3e2-8ec1-48c5-96d1-af06123d261d, host n-d-695189-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c962a3e2-8ec1-48c5-96d1-af06123d261d,segment=NetworkSegment(7a1baeb6-6551-4d2d-917e-de3102787d57),segment_id=7a1baeb6-6551-4d2d-917e-de3102787d57)] {{(pid=100450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:22:30.426975 n-d-695189-11 neutron-server[100450]: DEBUG neutron_lib.callbacks.manager [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:30.497640 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] Routers {'4b7ec42e-6c1d-433d-a20c-3ad834864fff'} bound to L3 agent in host n-d-695189-11 {{(pid=100450) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:22:30.498464 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:22:02Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4b7ec42e-6c1d-433d-a20c-3ad834864fff'], 'active': True} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:22:30.556718 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496e8ad-0912-4993-8ec3-ba45e5cb954c None None] Pushing event updated for resources: {'Port': ['ID=c962a3e2-8ec1-48c5-96d1-af06123d261d,revision_number=4']} {{(pid=100450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:30.656429 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_dvr_db [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] Set router 4b7ec42e-6c1d-433d-a20c-3ad834864fff gateway port host: n-d-695189-11 {{(pid=100450) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:22:30.948575 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.l3_hamode_db [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593000416', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'd2c00dc6-524a-4ccf-b51b-6ac1feffc218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:22:22Z', 'updated_at': '2021-07-07T21:22:26Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': 'd2c00dc6-524a-4ccf-b51b-6ac1feffc218', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:22:23Z', 'updated_at': '2021-07-07T21:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'c962a3e2-8ec1-48c5-96d1-af06123d261d', 'name': '', 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:ba:47:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6c4c115e-856a-47cc-ad33-9ed5aa58922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:22:25Z', 'updated_at': '2021-07-07T21:22:30Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '6c4c115e-856a-47cc-ad33-9ed5aa58922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:22:30.988193 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a73c68-1ec5-4790-91ed-2142ff60e6dc None None] The sync data for ids ['4b7ec42e-6c1d-433d-a20c-3ad834864fff'] in n-d-695189-11 is: [{'id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593000416', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'd2c00dc6-524a-4ccf-b51b-6ac1feffc218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:22:22Z', 'updated_at': '2021-07-07T21:22:26Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': 'd2c00dc6-524a-4ccf-b51b-6ac1feffc218', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:22:23Z', 'updated_at': '2021-07-07T21:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_interfaces': [{'id': 'c962a3e2-8ec1-48c5-96d1-af06123d261d', 'name': '', 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:ba:47:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6c4c115e-856a-47cc-ad33-9ed5aa58922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:22:25Z', 'updated_at': '2021-07-07T21:22:30Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '6c4c115e-856a-47cc-ad33-9ed5aa58922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100450) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:22:31.146161 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-ec627117-5d6c-4b97-bcac-29bb5c873a4c req-71753661-08a7-462e-a4aa-28f8883b6c72 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ed6434-8edb-4a67-a919-00b8d64df778 HTTP/1.1" status: 200 len: 210 time: 0.0438261 Jul 07 21:22:31.428116 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c962a3e2-8ec1-48c5-96d1-af06123d261d up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:22:31.524578 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning for port c962a3e2-8ec1-48c5-96d1-af06123d261d completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:22:31.540021 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port c962a3e2-8ec1-48c5-96d1-af06123d261d triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:22:31.540434 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:31.693878 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:31.777463 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] For port c962a3e2-8ec1-48c5-96d1-af06123d261d, host n-d-695189-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695189-11',level=0,port_id=c962a3e2-8ec1-48c5-96d1-af06123d261d,segment=NetworkSegment(7a1baeb6-6551-4d2d-917e-de3102787d57),segment_id=7a1baeb6-6551-4d2d-917e-de3102787d57)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:22:31.784778 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:31.827462 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-37cf0327-311c-47df-a410-b01a236c544f tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:31.830854 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-37cf0327-311c-47df-a410-b01a236c544f tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.58 "GET /v2.0/networks?id=92dd0d8f-f3a3-4723-841d-b9c2268847c9 HTTP/1.1" status: 200 len: 797 time: 0.1433129 Jul 07 21:22:31.899110 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-c4339dc0-6264-4db6-80e3-80bd44a88f67 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a5d41a33f7944c39f0befd9bdb8329c HTTP/1.1" status: 200 len: 380 time: 0.0577893 Jul 07 21:22:31.902550 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Pushing event updated for resources: {'Port': ['ID=c962a3e2-8ec1-48c5-96d1-af06123d261d,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:31.915588 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'port': {'device_id': 'd4ed6434-8edb-4a67-a919-00b8d64df778', 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9', 'admin_state_up': True, 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'security_groups': ['10c53551-c292-400c-a4da-87fee472d199']}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:22:31.952244 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-df0bd8f3-f596-4d4c-9374-c43688188b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:31.965197 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:32.142985 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Made reservation on behalf of 4a5d41a33f7944c39f0befd9bdb8329c for: {'port': 1} {{(pid=100447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:22:32.146630 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:32.336747 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Allocated IP 172.20.0.8 (92dd0d8f-f3a3-4723-841d-b9c2268847c9/6c4c115e-856a-47cc-ad33-9ed5aa58922b/797ed7ca-9184-4da6-bf96-4c103e09084c) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:22:32.410247 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-2aa2401a-1789-4bf8-871f-c56b95b04d83 req-da417f5f-bd72-4e8a-9fa7-c0621ed824f4 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ed6434-8edb-4a67-a919-00b8d64df778 HTTP/1.1" status: 200 len: 210 time: 0.0591044 Jul 07 21:22:32.546370 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:32.561447 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Transition to ACTIVE for port object 797ed7ca-9184-4da6-bf96-4c103e09084c will not be triggered until provisioned by entity DHCP. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:22:32.606253 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:32.650907 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network 92dd0d8f-f3a3-4723-841d-b9c2268847c9 is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:22:32.654859 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:22:32.659084 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:22:32.699709 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Port': ['ID=797ed7ca-9184-4da6-bf96-4c103e09084c,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:32.722518 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:32.723064 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:32.723567 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:32.724012 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:32.724526 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:32.725061 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:32.725549 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:32.725985 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:32.726439 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:32.726872 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:32.728436 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:32.728879 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695189-11 {{(pid=100447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:22:32.777253 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:32.778131 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:32.794314 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-56b5f63a-ffc7-448f-ac9c-273cf515b1e1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8828621 Jul 07 21:22:32.812777 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-23e963f9-917f-47a0-a728-7774a65bb8f0 service neutron] Request body: {'port': {'device_id': 'd4ed6434-8edb-4a67-a919-00b8d64df778', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695189-11'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:22:32.900527 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-23e963f9-917f-47a0-a728-7774a65bb8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:33.047940 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f73cd059-7184-47fc-aeb2-60265036ba5d None None] Provisioning for port 797ed7ca-9184-4da6-bf96-4c103e09084c completed by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:22:33.052874 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-f73cd059-7184-47fc-aeb2-60265036ba5d None None] Provisioning complete for port 797ed7ca-9184-4da6-bf96-4c103e09084c triggered by entity DHCP. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:22:33.053610 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f73cd059-7184-47fc-aeb2-60265036ba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:33.091837 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.plugin [None req-f73cd059-7184-47fc-aeb2-60265036ba5d None None] Port 797ed7ca-9184-4da6-bf96-4c103e09084c cannot update to ACTIVE because it is not bound. {{(pid=100449) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:22:33.223334 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-23e963f9-917f-47a0-a728-7774a65bb8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 797ed7ca-9184-4da6-bf96-4c103e09084c {{(pid=100447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:22:33.231789 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-23e963f9-917f-47a0-a728-7774a65bb8f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:33.247484 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.provisioning_blocks [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-23e963f9-917f-47a0-a728-7774a65bb8f0 service neutron] Transition to ACTIVE for port object 797ed7ca-9184-4da6-bf96-4c103e09084c will not be triggered until provisioned by entity L2. {{(pid=100447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:22:33.257940 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-23e963f9-917f-47a0-a728-7774a65bb8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:33.328566 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e963f9-917f-47a0-a728-7774a65bb8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=797ed7ca-9184-4da6-bf96-4c103e09084c,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:33.483509 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Device c962a3e2-8ec1-48c5-96d1-af06123d261d up at agent ovs-agent-n-d-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:22:33.519002 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-23e963f9-917f-47a0-a728-7774a65bb8f0 service neutron] Attempting to bind port 797ed7ca-9184-4da6-bf96-4c103e09084c on host n-h1-695189-11 for vnic_type normal with profile {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:22:33.519545 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-23e963f9-917f-47a0-a728-7774a65bb8f0 service neutron] Attempting to bind port 797ed7ca-9184-4da6-bf96-4c103e09084c by drivers openvswitch,hyperv on host n-h1-695189-11 at level 0 using segments [{'id': '7a1baeb6-6551-4d2d-917e-de3102787d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9'}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:22:33.520003 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-23e963f9-917f-47a0-a728-7774a65bb8f0 service neutron] Attempting to bind port 797ed7ca-9184-4da6-bf96-4c103e09084c on network 92dd0d8f-f3a3-4723-841d-b9c2268847c9 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:22:33.528747 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-23e963f9-917f-47a0-a728-7774a65bb8f0 service neutron] Port 797ed7ca-9184-4da6-bf96-4c103e09084c on network 92dd0d8f-f3a3-4723-841d-b9c2268847c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-695189-11 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 21:22:33.529622 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-23e963f9-917f-47a0-a728-7774a65bb8f0 service neutron] Attempting to bind port 797ed7ca-9184-4da6-bf96-4c103e09084c on network 92dd0d8f-f3a3-4723-841d-b9c2268847c9 {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:22:33.541188 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-23e963f9-917f-47a0-a728-7774a65bb8f0 service neutron] Checking agent: {'id': '01086437-d85b-4e4e-a020-b026eb61de92', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695189-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'started_at': datetime.datetime(2021, 7, 7, 20, 41, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:22:33.543250 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-23e963f9-917f-47a0-a728-7774a65bb8f0 service neutron] Checking segment: {'id': '7a1baeb6-6551-4d2d-917e-de3102787d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:22:33.543449 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-23e963f9-917f-47a0-a728-7774a65bb8f0 service neutron] Bound using segment: {'id': '7a1baeb6-6551-4d2d-917e-de3102787d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9'} {{(pid=100447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:22:33.545816 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.managers [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-23e963f9-917f-47a0-a728-7774a65bb8f0 service neutron] Bound port: 797ed7ca-9184-4da6-bf96-4c103e09084c, host: n-h1-695189-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a1baeb6-6551-4d2d-917e-de3102787d57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9'}}] {{(pid=100447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:22:33.546101 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-23e963f9-917f-47a0-a728-7774a65bb8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:33.593159 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Provisioning complete for port c962a3e2-8ec1-48c5-96d1-af06123d261d triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:22:33.594099 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:33.663727 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:33.707612 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-23e963f9-917f-47a0-a728-7774a65bb8f0 service neutron] For port 797ed7ca-9184-4da6-bf96-4c103e09084c, host n-h1-695189-11, cleared binding levels {{(pid=100447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:22:33.711178 n-d-695189-11 neutron-server[100447]: DEBUG neutron.plugins.ml2.db [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-23e963f9-917f-47a0-a728-7774a65bb8f0 service neutron] For port 797ed7ca-9184-4da6-bf96-4c103e09084c, host n-h1-695189-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=797ed7ca-9184-4da6-bf96-4c103e09084c,segment=NetworkSegment(7a1baeb6-6551-4d2d-917e-de3102787d57),segment_id=7a1baeb6-6551-4d2d-917e-de3102787d57)] {{(pid=100447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:22:33.717606 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-23e963f9-917f-47a0-a728-7774a65bb8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:33.791346 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea7aa7-05b1-4109-b75d-05a372c6e847 req-40a2b71a-a2b9-4001-87c9-bdebeb033c8a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:33.799885 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4dea7aa7-05b1-4109-b75d-05a372c6e847 req-40a2b71a-a2b9-4001-87c9-bdebeb033c8a tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ed6434-8edb-4a67-a919-00b8d64df778 HTTP/1.1" status: 200 len: 943 time: 0.1228247 Jul 07 21:22:33.818450 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e963f9-917f-47a0-a728-7774a65bb8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=797ed7ca-9184-4da6-bf96-4c103e09084c,revision_number=3']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:33.826452 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-23e963f9-917f-47a0-a728-7774a65bb8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:33.827458 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-23e963f9-917f-47a0-a728-7774a65bb8f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for port, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:33.830178 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-23e963f9-917f-47a0-a728-7774a65bb8f0 service neutron] 10.222.0.58 "PUT /v2.0/ports/797ed7ca-9184-4da6-bf96-4c103e09084c HTTP/1.1" status: 200 len: 1092 time: 1.0229466 Jul 07 21:22:33.830823 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ed6434-8edb-4a67-a919-00b8d64df778', 'tag': '797ed7ca-9184-4da6-bf96-4c103e09084c'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:22:33.834308 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad6f7a0-40e2-46e2-8995-6f066faf2929" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ed6434-8edb-4a67-a919-00b8d64df778", "tag": "797ed7ca-9184-4da6-bf96-4c103e09084c"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:22:33.887787 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4dea7aa7-05b1-4109-b75d-05a372c6e847 req-ab2b1cf5-278d-474c-9861-a80c9f2e9e2e tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10c53551-c292-400c-a4da-87fee472d199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856452 Jul 07 21:22:33.921671 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276945bc-0ca9-4c87-abc3-10c28ca0b604 x-openstack-request-id: req-276945bc-0ca9-4c87-abc3-10c28ca0b604 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:22:33.923017 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ed6434-8edb-4a67-a919-00b8d64df778", "tag": "797ed7ca-9184-4da6-bf96-4c103e09084c", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:22:33.923535 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-276945bc-0ca9-4c87-abc3-10c28ca0b604 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:22:33.924418 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ed6434-8edb-4a67-a919-00b8d64df778', 'tag': '797ed7ca-9184-4da6-bf96-4c103e09084c', 'status': 'completed', 'code': 200} Jul 07 21:22:33.961021 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-e7d022b3-d346-4922-ac21-a0c6fb47ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:33.963145 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-e7d022b3-d346-4922-ac21-a0c6fb47ecda service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=d4ed6434-8edb-4a67-a919-00b8d64df778 HTTP/1.1" status: 200 len: 1095 time: 0.0778115 Jul 07 21:22:34.015490 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-55b4924f-af44-4477-8309-0993a4b0985b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=797ed7ca-9184-4da6-bf96-4c103e09084c HTTP/1.1" status: 200 len: 217 time: 0.0412307 Jul 07 21:22:34.070443 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-f15adb88-9082-46f7-bbb6-f102c558704c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:34.072075 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-f15adb88-9082-46f7-bbb6-f102c558704c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6c4c115e-856a-47cc-ad33-9ed5aa58922b HTTP/1.1" status: 200 len: 835 time: 0.0506167 Jul 07 21:22:34.137111 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-fa2cef04-269e-4b48-b30e-23e41a8d26b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:34.139142 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-fa2cef04-269e-4b48-b30e-23e41a8d26b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=92dd0d8f-f3a3-4723-841d-b9c2268847c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604532 Jul 07 21:22:34.259700 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-4cba7919-3888-4aae-bb49-c00dd6c62c2f service neutron] 10.222.0.58 "GET /v2.0/networks/92dd0d8f-f3a3-4723-841d-b9c2268847c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062219 Jul 07 21:22:34.377949 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-d837edd6-5f5a-4b7a-8dc2-9b468dfa2616 req-6180839c-f6ef-453a-98ec-9919c4ea4884 service neutron] 10.222.0.58 "GET /v2.0/networks/92dd0d8f-f3a3-4723-841d-b9c2268847c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077099 Jul 07 21:22:34.487471 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6f7a0-40e2-46e2-8995-6f066faf2929 req-cb6cdfaa-8485-4836-82e9-522dc604e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:34.489185 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1ad6f7a0-40e2-46e2-8995-6f066faf2929 req-cb6cdfaa-8485-4836-82e9-522dc604e362 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=d4ed6434-8edb-4a67-a919-00b8d64df778 HTTP/1.1" status: 200 len: 1095 time: 0.0584743 Jul 07 21:22:34.585537 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6f7a0-40e2-46e2-8995-6f066faf2929 req-68a81848-0a7a-49b1-87cc-ae5212eb051b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:34.586989 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1ad6f7a0-40e2-46e2-8995-6f066faf2929 req-68a81848-0a7a-49b1-87cc-ae5212eb051b service neutron] 10.222.0.58 "GET /v2.0/networks?id=92dd0d8f-f3a3-4723-841d-b9c2268847c9 HTTP/1.1" status: 200 len: 898 time: 0.0912824 Jul 07 21:22:34.640967 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1ad6f7a0-40e2-46e2-8995-6f066faf2929 req-3201eafb-8a68-4bc7-bb3c-45e4391d8a41 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=797ed7ca-9184-4da6-bf96-4c103e09084c HTTP/1.1" status: 200 len: 217 time: 0.0472548 Jul 07 21:22:34.696894 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6f7a0-40e2-46e2-8995-6f066faf2929 req-d33118f9-aff8-4f77-bb74-4d6767231d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:34.698782 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1ad6f7a0-40e2-46e2-8995-6f066faf2929 req-d33118f9-aff8-4f77-bb74-4d6767231d92 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6c4c115e-856a-47cc-ad33-9ed5aa58922b HTTP/1.1" status: 200 len: 835 time: 0.0503693 Jul 07 21:22:34.781040 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6f7a0-40e2-46e2-8995-6f066faf2929 req-09139eae-e991-431a-b35c-19254deda3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:34.782870 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1ad6f7a0-40e2-46e2-8995-6f066faf2929 req-09139eae-e991-431a-b35c-19254deda3e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=92dd0d8f-f3a3-4723-841d-b9c2268847c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772779 Jul 07 21:22:34.876410 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1ad6f7a0-40e2-46e2-8995-6f066faf2929 req-ac61efa3-ef92-4a75-b211-f92194cf8abc service neutron] 10.222.0.58 "GET /v2.0/networks/92dd0d8f-f3a3-4723-841d-b9c2268847c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842283 Jul 07 21:22:34.991860 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-1ad6f7a0-40e2-46e2-8995-6f066faf2929 req-f0871753-ac6a-42ea-a05c-d8eb6b744236 service neutron] 10.222.0.58 "GET /v2.0/networks/92dd0d8f-f3a3-4723-841d-b9c2268847c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074457 Jul 07 21:22:35.088865 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678570fa-aff6-4677-ac3f-e138a1032ef7 req-ba2ba48c-2db3-4fc9-ab89-1d22bdf977e0 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:35.090440 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-678570fa-aff6-4677-ac3f-e138a1032ef7 req-ba2ba48c-2db3-4fc9-ab89-1d22bdf977e0 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ed6434-8edb-4a67-a919-00b8d64df778 HTTP/1.1" status: 200 len: 943 time: 0.0882144 Jul 07 21:22:35.132402 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-678570fa-aff6-4677-ac3f-e138a1032ef7 req-92bee7aa-8e4d-453d-914d-b03738b40f03 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10c53551-c292-400c-a4da-87fee472d199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359938 Jul 07 21:22:35.304876 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:36.318969 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a7a7d-4463-40c3-b682-130ee468fc5e req-88de0615-1f7d-4d82-87f4-bb181b488f36 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:36.320508 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e3a7a7d-4463-40c3-b682-130ee468fc5e req-88de0615-1f7d-4d82-87f4-bb181b488f36 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ed6434-8edb-4a67-a919-00b8d64df778 HTTP/1.1" status: 200 len: 943 time: 0.0643983 Jul 07 21:22:36.361264 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-8e3a7a7d-4463-40c3-b682-130ee468fc5e req-2de24ec3-1df3-4bfb-beed-601c4a2e243d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10c53551-c292-400c-a4da-87fee472d199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344496 Jul 07 21:22:37.562711 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153ea61-a69f-445f-899d-60ce823ba08e req-efc2367b-349a-4980-a427-d6a49b6702e2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:37.564390 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4153ea61-a69f-445f-899d-60ce823ba08e req-efc2367b-349a-4980-a427-d6a49b6702e2 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ed6434-8edb-4a67-a919-00b8d64df778 HTTP/1.1" status: 200 len: 943 time: 0.0752380 Jul 07 21:22:37.604863 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-4153ea61-a69f-445f-899d-60ce823ba08e req-1fd5a762-d7c8-4bc2-81e6-cdd31af855c1 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10c53551-c292-400c-a4da-87fee472d199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345879 Jul 07 21:22:37.632007 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 797ed7ca-9184-4da6-bf96-4c103e09084c details requested by agent hyperv_n-h1-695189-11 with host n-h1-695189-11 {{(pid=100449) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 21:22:37.735136 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 797ed7ca-9184-4da6-bf96-4c103e09084c, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=797ed7ca-9184-4da6-bf96-4c103e09084c,segment=NetworkSegment(7a1baeb6-6551-4d2d-917e-de3102787d57),segment_id=7a1baeb6-6551-4d2d-917e-de3102787d57)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:22:37.751579 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Returning: {'device': '797ed7ca-9184-4da6-bf96-4c103e09084c', 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9', 'port_id': '797ed7ca-9184-4da6-bf96-4c103e09084c', 'mac_address': 'fa:16:3e:ba:49:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c4c115e-856a-47cc-ad33-9ed5aa58922b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100449) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 21:22:37.793886 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:37.810622 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 797ed7ca-9184-4da6-bf96-4c103e09084c {{(pid=100449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 21:22:37.836335 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 797ed7ca-9184-4da6-bf96-4c103e09084c, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=797ed7ca-9184-4da6-bf96-4c103e09084c,segment=NetworkSegment(7a1baeb6-6551-4d2d-917e-de3102787d57),segment_id=7a1baeb6-6551-4d2d-917e-de3102787d57)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:22:37.845558 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:37.899826 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=797ed7ca-9184-4da6-bf96-4c103e09084c,revision_number=4']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:38.123123 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] get_ports_and_sgs() called for port_ids ['797ed7ca-9184-4da6-bf96-4c103e09084c'] {{(pid=100449) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 21:22:38.794215 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad26d5-1423-4a6b-8552-3335bacdd152 req-e3cbd155-ab9c-451e-b20e-fec805e1b928 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:38.796544 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9bad26d5-1423-4a6b-8552-3335bacdd152 req-e3cbd155-ab9c-451e-b20e-fec805e1b928 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ed6434-8edb-4a67-a919-00b8d64df778 HTTP/1.1" status: 200 len: 944 time: 0.0713282 Jul 07 21:22:38.835776 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9bad26d5-1423-4a6b-8552-3335bacdd152 req-6f9d04cc-1a52-42e8-a35e-1d520c0c0576 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10c53551-c292-400c-a4da-87fee472d199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330701 Jul 07 21:22:39.652981 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Device 797ed7ca-9184-4da6-bf96-4c103e09084c up at agent hyperv_n-h1-695189-11 {{(pid=100449) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:22:39.703063 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning for port 797ed7ca-9184-4da6-bf96-4c103e09084c completed by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:22:39.707035 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.provisioning_blocks [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Provisioning complete for port 797ed7ca-9184-4da6-bf96-4c103e09084c triggered by entity L2. {{(pid=100449) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:22:39.707508 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-730229'] for port, provisioning_complete {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:39.791239 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:39.820563 n-d-695189-11 neutron-server[100449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ed6434-8edb-4a67-a919-00b8d64df778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797ed7ca-9184-4da6-bf96-4c103e09084c'}] {{(pid=100449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:22:39.823535 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57fed061f94bc498a83b620c3b2f605bcf980723d276b5bf1c644649cc0c744" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bab09f-e47a-4a02-905b-40ea678d8a73" -d '{"events": [{"server_uuid": "d4ed6434-8edb-4a67-a919-00b8d64df778", "name": "network-vif-plugged", "status": "completed", "tag": "797ed7ca-9184-4da6-bf96-4c103e09084c"}]}' {{(pid=100449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:22:39.838425 n-d-695189-11 neutron-server[100449]: DEBUG neutron.plugins.ml2.db [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] For port 797ed7ca-9184-4da6-bf96-4c103e09084c, host n-h1-695189-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695189-11',level=0,port_id=797ed7ca-9184-4da6-bf96-4c103e09084c,segment=NetworkSegment(7a1baeb6-6551-4d2d-917e-de3102787d57),segment_id=7a1baeb6-6551-4d2d-917e-de3102787d57)] {{(pid=100449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:22:39.848958 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007'] for port, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:39.891590 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 21:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4031b0fb-20ed-4d0d-aa38-eb17ab5b960c x-openstack-request-id: req-4031b0fb-20ed-4d0d-aa38-eb17ab5b960c {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:22:39.891891 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ed6434-8edb-4a67-a919-00b8d64df778", "name": "network-vif-plugged", "status": "completed", "tag": "797ed7ca-9184-4da6-bf96-4c103e09084c", "code": 200}]} {{(pid=100449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:22:39.892203 n-d-695189-11 neutron-server[100449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4031b0fb-20ed-4d0d-aa38-eb17ab5b960c {{(pid=100449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:22:39.892601 n-d-695189-11 neutron-server[100449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ed6434-8edb-4a67-a919-00b8d64df778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797ed7ca-9184-4da6-bf96-4c103e09084c', 'code': 200} Jul 07 21:22:39.952527 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Pushing event updated for resources: {'Port': ['ID=797ed7ca-9184-4da6-bf96-4c103e09084c,revision_number=5']} {{(pid=100449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:40.033902 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61f054-8df0-41ca-b738-9f87a1e3faaa req-c54b4ff7-0ae9-4b36-a0f7-db4e9d7d8e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:40.035360 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4b61f054-8df0-41ca-b738-9f87a1e3faaa req-c54b4ff7-0ae9-4b36-a0f7-db4e9d7d8e5b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d4ed6434-8edb-4a67-a919-00b8d64df778 HTTP/1.1" status: 200 len: 1097 time: 0.0588989 Jul 07 21:22:40.051717 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0ba52-7fb8-4189-aa67-9ee2721c6a9c req-3105aafb-f5fd-4efc-a7cc-50194f8fbccd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:40.053400 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ca0ba52-7fb8-4189-aa67-9ee2721c6a9c req-3105aafb-f5fd-4efc-a7cc-50194f8fbccd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ed6434-8edb-4a67-a919-00b8d64df778 HTTP/1.1" status: 200 len: 945 time: 0.0706420 Jul 07 21:22:40.080256 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-4b61f054-8df0-41ca-b738-9f87a1e3faaa req-fc4d8cbe-4925-47b4-a0e2-09e847d11fdc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=10c53551-c292-400c-a4da-87fee472d199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358284 Jul 07 21:22:40.103873 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-5ca0ba52-7fb8-4189-aa67-9ee2721c6a9c req-be5581ad-0850-48e3-8566-a9623da249d6 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10c53551-c292-400c-a4da-87fee472d199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421009 Jul 07 21:22:41.312082 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11e315-6af3-4698-a3b4-0d4cc99a83ee req-130459df-6d12-4b16-ba7a-b50157593503 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:41.313703 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9c11e315-6af3-4698-a3b4-0d4cc99a83ee req-130459df-6d12-4b16-ba7a-b50157593503 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ed6434-8edb-4a67-a919-00b8d64df778 HTTP/1.1" status: 200 len: 945 time: 0.0678461 Jul 07 21:22:41.360972 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-9c11e315-6af3-4698-a3b4-0d4cc99a83ee req-c6f04bfb-b224-443b-bdc5-5eca6a2c418f tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10c53551-c292-400c-a4da-87fee472d199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412781 Jul 07 21:22:41.562578 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96727727-5023-483e-b13e-e8cca6fed3ce req-ac3c477c-248e-40ac-ab9a-e04527a1bedd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:41.564274 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-96727727-5023-483e-b13e-e8cca6fed3ce req-ac3c477c-248e-40ac-ab9a-e04527a1bedd tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ed6434-8edb-4a67-a919-00b8d64df778 HTTP/1.1" status: 200 len: 945 time: 0.0708888 Jul 07 21:22:41.604182 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-96727727-5023-483e-b13e-e8cca6fed3ce req-a7a55778-534b-49e0-903c-cc3c98ed3325 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10c53551-c292-400c-a4da-87fee472d199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339322 Jul 07 21:22:41.629861 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53784) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:22:41.684099 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d7e769-7a82-4168-a3e2-e96b411a459e tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:41.686610 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-77d7e769-7a82-4168-a3e2-e96b411a459e tempest-TestNetworkAdvancedServerOps-1455256927 tempest-TestNetworkAdvancedServerOps-1455256927-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d4ed6434-8edb-4a67-a919-00b8d64df778 HTTP/1.1" status: 200 len: 1092 time: 0.0551355 Jul 07 21:22:41.689611 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 53786) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:22:41.694630 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.v2.base [None req-f1d0f929-bebe-4d53-bca6-a0811a89efa8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Request body: {'floatingip': {'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'port_id': '797ed7ca-9184-4da6-bf96-4c103e09084c', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:22:41.720710 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f1d0f929-bebe-4d53-bca6-a0811a89efa8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for floatingip, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:41.864966 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f1d0f929-bebe-4d53-bca6-a0811a89efa8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:41.978307 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.db_base_plugin_common [None req-f1d0f929-bebe-4d53-bca6-a0811a89efa8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Allocated IP 172.25.5.66 (22fe2733-1fbd-4da1-8a8f-57b89da1f5ba/120301f9-7e0b-4e0f-a5ad-a87a168db39c/3b5eb28d-2781-4dee-a3d9-374e1b1c13bb) {{(pid=100447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:22:42.095597 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f1d0f929-bebe-4d53-bca6-a0811a89efa8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for port, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:42.144436 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f1d0f929-bebe-4d53-bca6-a0811a89efa8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7855310', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778271387868', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5496895'] for port, after_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:42.179305 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d0f929-bebe-4d53-bca6-a0811a89efa8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Network 22fe2733-1fbd-4da1-8a8f-57b89da1f5ba is already hosted by enough agents. {{(pid=100447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:22:42.182876 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.base_scheduler [None req-f1d0f929-bebe-4d53-bca6-a0811a89efa8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Resources bound (agent type, host, resource id): {{(pid=100447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:22:42.191090 n-d-695189-11 neutron-server[100447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d0f929-bebe-4d53-bca6-a0811a89efa8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Received port after_create {{(pid=100447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:22:42.225379 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0f929-bebe-4d53-bca6-a0811a89efa8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Port': ['ID=3b5eb28d-2781-4dee-a3d9-374e1b1c13bb,revision_number=1']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:42.619434 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f1d0f929-bebe-4d53-bca6-a0811a89efa8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:42.714982 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f1d0f929-bebe-4d53-bca6-a0811a89efa8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558840'] for port, before_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:42.874842 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f1d0f929-bebe-4d53-bca6-a0811a89efa8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks [] for port, precommit_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:42.879963 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f1d0f929-bebe-4d53-bca6-a0811a89efa8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7855287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778271927592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778271387886', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778271391007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5497037'] for port, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:43.304734 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0f929-bebe-4d53-bca6-a0811a89efa8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Pushing event updated for resources: {'Port': ['ID=3b5eb28d-2781-4dee-a3d9-374e1b1c13bb,revision_number=2']} {{(pid=100447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:22:43.312090 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f1d0f929-bebe-4d53-bca6-a0811a89efa8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7883695'] for floatingip, after_update {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:43.433441 n-d-695189-11 neutron-server[100447]: INFO neutron.db.l3_db [None req-f1d0f929-bebe-4d53-bca6-a0811a89efa8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Floating IP 49aaccb7-0d4b-4875-8957-d1cdfc06be20 associated. External IP: 172.25.5.66, port: 797ed7ca-9184-4da6-bf96-4c103e09084c. Jul 07 21:22:43.677218 n-d-695189-11 neutron-server[100447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d0f929-bebe-4d53-bca6-a0811a89efa8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Router 4b7ec42e-6c1d-433d-a20c-3ad834864fff has already been hosted by L3 agent ad77ff6e-fa77-4766-88c1-5fb9a5251bc1 {{(pid=100447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:22:43.796264 n-d-695189-11 neutron-server[100447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d0f929-bebe-4d53-bca6-a0811a89efa8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify agent at l3_agent.n-d-695189-11 the message routers_updated {{(pid=100447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:22:43.817377 n-d-695189-11 neutron-server[100447]: DEBUG neutron_lib.callbacks.manager [None req-f1d0f929-bebe-4d53-bca6-a0811a89efa8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129700'] for floatingip, before_response {{(pid=100447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:43.827573 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a3813-8fc0-4cc2-939b-abeb9e947afc None None] Sync routers for ids ['4b7ec42e-6c1d-433d-a20c-3ad834864fff'] in n-d-695189-11 {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:22:43.839368 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a3813-8fc0-4cc2-939b-abeb9e947afc None None] Routers {'4b7ec42e-6c1d-433d-a20c-3ad834864fff'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:22:43.840227 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-517a3813-8fc0-4cc2-939b-abeb9e947afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:22:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4b7ec42e-6c1d-433d-a20c-3ad834864fff'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:22:43.883020 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-f1d0f929-bebe-4d53-bca6-a0811a89efa8 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1919415 Jul 07 21:22:43.884145 n-d-695189-11 neutron-server[100447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ed6434-8edb-4a67-a919-00b8d64df778', 'tag': '797ed7ca-9184-4da6-bf96-4c103e09084c'}] {{(pid=100447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 21:22:43.886769 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fd1ea6132392eaf770b4a9c198f7176a21d6224ea02326f77f339b4c8f9cf9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7d1db0-748b-4d42-9c1f-6925ba30b79f" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ed6434-8edb-4a67-a919-00b8d64df778", "tag": "797ed7ca-9184-4da6-bf96-4c103e09084c"}]}' {{(pid=100447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 21:22:43.972534 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 21:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7729e58-9065-49e1-a406-d598cdc6cc62 x-openstack-request-id: req-d7729e58-9065-49e1-a406-d598cdc6cc62 {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 21:22:43.972990 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ed6434-8edb-4a67-a919-00b8d64df778", "tag": "797ed7ca-9184-4da6-bf96-4c103e09084c", "status": "completed", "code": 200}]} {{(pid=100447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 21:22:43.973523 n-d-695189-11 neutron-server[100447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7729e58-9065-49e1-a406-d598cdc6cc62 {{(pid=100447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 21:22:43.974025 n-d-695189-11 neutron-server[100447]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ed6434-8edb-4a67-a919-00b8d64df778', 'tag': '797ed7ca-9184-4da6-bf96-4c103e09084c', 'status': 'completed', 'code': 200} Jul 07 21:22:44.046972 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-517a3813-8fc0-4cc2-939b-abeb9e947afc None None] Set router 4b7ec42e-6c1d-433d-a20c-3ad834864fff gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:22:44.053307 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d1db0-748b-4d42-9c1f-6925ba30b79f req-1d31f1df-ec06-4549-9b43-ca7676b0b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:44.055123 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fa7d1db0-748b-4d42-9c1f-6925ba30b79f req-1d31f1df-ec06-4549-9b43-ca7676b0b27e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=d4ed6434-8edb-4a67-a919-00b8d64df778 HTTP/1.1" status: 200 len: 1097 time: 0.0722656 Jul 07 21:22:44.143227 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af0534-067b-4480-8612-b73d36b7ef32 req-69d88b48-5fbb-4bb2-bac8-9217eecaa486 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:44.144879 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-95af0534-067b-4480-8612-b73d36b7ef32 req-69d88b48-5fbb-4bb2-bac8-9217eecaa486 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/ports?device_id=d4ed6434-8edb-4a67-a919-00b8d64df778 HTTP/1.1" status: 200 len: 945 time: 0.1286364 Jul 07 21:22:44.203710 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-95af0534-067b-4480-8612-b73d36b7ef32 req-e91e3bdd-4755-426d-a8a3-c4f8e26a889d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/security-groups?id=10c53551-c292-400c-a4da-87fee472d199&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503066 Jul 07 21:22:44.219271 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d1db0-748b-4d42-9c1f-6925ba30b79f req-7f90ba3f-34b8-4be3-8899-03adec190de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:44.230464 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fa7d1db0-748b-4d42-9c1f-6925ba30b79f req-7f90ba3f-34b8-4be3-8899-03adec190de7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=92dd0d8f-f3a3-4723-841d-b9c2268847c9 HTTP/1.1" status: 200 len: 898 time: 0.1590700 Jul 07 21:22:44.230464 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [-] (100447) accepted ('10.222.0.64', 53850) {{(pid=100447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:22:44.343394 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [None req-c64df9b0-112d-41b5-861b-496e1191e24d tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/floatingips/49aaccb7-0d4b-4875-8957-d1cdfc06be20 HTTP/1.1" status: 200 len: 990 time: 0.1187160 Jul 07 21:22:44.348202 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fa7d1db0-748b-4d42-9c1f-6925ba30b79f req-720f33fe-e464-46c6-a1f3-2439dfab0c2a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=797ed7ca-9184-4da6-bf96-4c103e09084c HTTP/1.1" status: 200 len: 998 time: 0.0832069 Jul 07 21:22:44.377847 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-517a3813-8fc0-4cc2-939b-abeb9e947afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593000416', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'd2c00dc6-524a-4ccf-b51b-6ac1feffc218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:22:22Z', 'updated_at': '2021-07-07T21:22:26Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': 'd2c00dc6-524a-4ccf-b51b-6ac1feffc218', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:22:23Z', 'updated_at': '2021-07-07T21:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '49aaccb7-0d4b-4875-8957-d1cdfc06be20', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'port_id': '797ed7ca-9184-4da6-bf96-4c103e09084c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9', 'mac_address': 'fa:16:3e:ba:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ed6434-8edb-4a67-a919-00b8d64df778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:22:42Z', 'updated_at': '2021-07-07T21:22:42Z', 'revision_number': 0, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c962a3e2-8ec1-48c5-96d1-af06123d261d', 'name': '', 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:ba:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6c4c115e-856a-47cc-ad33-9ed5aa58922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:22:25Z', 'updated_at': '2021-07-07T21:22:31Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '6c4c115e-856a-47cc-ad33-9ed5aa58922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:22:44.407102 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a3813-8fc0-4cc2-939b-abeb9e947afc None None] Checking router: 4b7ec42e-6c1d-433d-a20c-3ad834864fff for host: n-d-695189-11 {{(pid=100449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:22:44.413155 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d1db0-748b-4d42-9c1f-6925ba30b79f req-bf4a21d2-e6e1-45de-8d7a-d47f651b18f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:44.414868 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fa7d1db0-748b-4d42-9c1f-6925ba30b79f req-bf4a21d2-e6e1-45de-8d7a-d47f651b18f2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6c4c115e-856a-47cc-ad33-9ed5aa58922b HTTP/1.1" status: 200 len: 835 time: 0.0593724 Jul 07 21:22:44.417856 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a3813-8fc0-4cc2-939b-abeb9e947afc None None] Routers {'4b7ec42e-6c1d-433d-a20c-3ad834864fff'} bound to L3 agent in host n-d-695189-11 {{(pid=100449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:22:44.418472 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-517a3813-8fc0-4cc2-939b-abeb9e947afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695189-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T20:33:32Z,description=,heartbeat_timestamp=2021-07-07T21:22:32Z,host='n-d-695189-11',id=ad77ff6e-fa77-4766-88c1-5fb9a5251bc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T20:33:32Z,topic='l3_agent')) {'router_ids': ['4b7ec42e-6c1d-433d-a20c-3ad834864fff'], 'active': True} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:22:44.501616 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d1db0-748b-4d42-9c1f-6925ba30b79f req-19c0b330-a791-491d-9a8f-347d4c198a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:22:44.503168 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fa7d1db0-748b-4d42-9c1f-6925ba30b79f req-19c0b330-a791-491d-9a8f-347d4c198a9d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=92dd0d8f-f3a3-4723-841d-b9c2268847c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817518 Jul 07 21:22:44.547737 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_dvr_db [None req-517a3813-8fc0-4cc2-939b-abeb9e947afc None None] Set router 4b7ec42e-6c1d-433d-a20c-3ad834864fff gateway port host: n-d-695189-11 {{(pid=100449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:22:44.618301 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fa7d1db0-748b-4d42-9c1f-6925ba30b79f req-c6f5cefe-c54d-4b03-8949-28e6e89a1baf service neutron] 10.222.0.58 "GET /v2.0/networks/92dd0d8f-f3a3-4723-841d-b9c2268847c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064687 Jul 07 21:22:44.725572 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-fa7d1db0-748b-4d42-9c1f-6925ba30b79f req-4ca37070-65c2-47c7-a03b-a51561b3a7c1 service neutron] 10.222.0.58 "GET /v2.0/networks/92dd0d8f-f3a3-4723-841d-b9c2268847c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999088 Jul 07 21:22:44.817977 n-d-695189-11 neutron-server[100449]: DEBUG neutron.db.l3_hamode_db [None req-517a3813-8fc0-4cc2-939b-abeb9e947afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593000416', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'd2c00dc6-524a-4ccf-b51b-6ac1feffc218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:22:22Z', 'updated_at': '2021-07-07T21:22:26Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': 'd2c00dc6-524a-4ccf-b51b-6ac1feffc218', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:22:23Z', 'updated_at': '2021-07-07T21:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '49aaccb7-0d4b-4875-8957-d1cdfc06be20', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'port_id': '797ed7ca-9184-4da6-bf96-4c103e09084c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9', 'mac_address': 'fa:16:3e:ba:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ed6434-8edb-4a67-a919-00b8d64df778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:22:42Z', 'updated_at': '2021-07-07T21:22:42Z', 'revision_number': 0, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c962a3e2-8ec1-48c5-96d1-af06123d261d', 'name': '', 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:ba:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6c4c115e-856a-47cc-ad33-9ed5aa58922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:22:25Z', 'updated_at': '2021-07-07T21:22:31Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '6c4c115e-856a-47cc-ad33-9ed5aa58922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695189-11', False) {} {{(pid=100449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:22:44.845652 n-d-695189-11 neutron-server[100449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517a3813-8fc0-4cc2-939b-abeb9e947afc None None] The sync data for ids ['4b7ec42e-6c1d-433d-a20c-3ad834864fff'] in n-d-695189-11 is: [{'id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593000416', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'external_fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'd2c00dc6-524a-4ccf-b51b-6ac1feffc218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:22:22Z', 'updated_at': '2021-07-07T21:22:26Z', 'revision_number': 4, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'gw_port': {'id': 'd2c00dc6-524a-4ccf-b51b-6ac1feffc218', 'name': '', 'network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:22:23Z', 'updated_at': '2021-07-07T21:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '120301f9-7e0b-4e0f-a5ad-a87a168db39c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695189-11', '_floatingips': [{'id': '49aaccb7-0d4b-4875-8957-d1cdfc06be20', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'floating_ip_address': '172.25.5.66', 'floating_network_id': '22fe2733-1fbd-4da1-8a8f-57b89da1f5ba', 'router_id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'port_id': '797ed7ca-9184-4da6-bf96-4c103e09084c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9', 'mac_address': 'fa:16:3e:ba:49:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ed6434-8edb-4a67-a919-00b8d64df778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T21:22:42Z', 'updated_at': '2021-07-07T21:22:42Z', 'revision_number': 0, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c962a3e2-8ec1-48c5-96d1-af06123d261d', 'name': '', 'network_id': '92dd0d8f-f3a3-4723-841d-b9c2268847c9', 'tenant_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'mac_address': 'fa:16:3e:ba:47:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7ec42e-6c1d-433d-a20c-3ad834864fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6c4c115e-856a-47cc-ad33-9ed5aa58922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695189-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:22:25Z', 'updated_at': '2021-07-07T21:22:31Z', 'revision_number': 5, 'project_id': '4a5d41a33f7944c39f0befd9bdb8329c', 'subnets': [{'id': '6c4c115e-856a-47cc-ad33-9ed5aa58922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:22:45.108211 n-d-695189-11 neutron-server[100450]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745821d0-d03f-441e-8168-662a063673c4 None None] New status for floating IP 49aaccb7-0d4b-4875-8957-d1cdfc06be20: ACTIVE {{(pid=100450) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 21:22:45.348125 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [-] (100448) accepted ('10.222.0.64', 53876) {{(pid=100448) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:22:45.421830 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [None req-8023e13d-b185-4eb7-bc79-c58e307dc2d3 tempest-TestNetworkAdvancedServerOps-174662378 tempest-TestNetworkAdvancedServerOps-174662378-project] 10.222.0.64 "GET /v2.0/floatingips/49aaccb7-0d4b-4875-8957-d1cdfc06be20 HTTP/1.1" status: 200 len: 992 time: 0.0725174 Jul 07 21:22:49.813401 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:22:50.032350 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:50.272507 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:22:59.249720 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-83e3ff1e-9469-4e20-a6bd-53d470ebbdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:23:01.926638 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e7d2e37f-3628-4b2f-8ebc-41b9f5059529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:23:01.954441 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:23:03.637939 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:23:05.301387 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:23:20.040398 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:23:20.268831 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:23:23.539347 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7a1d4f89-b2ea-4d42-9cd8-ae069060467b req-1bec3e67-3e1a-4d18-b598-932bc543ccab service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d4ed6434-8edb-4a67-a919-00b8d64df778&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0625913 Jul 07 21:23:23.639957 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d4f89-b2ea-4d42-9cd8-ae069060467b req-3e3e8b33-78c1-44eb-916a-69e4c7170490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:23:23.641404 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7a1d4f89-b2ea-4d42-9cd8-ae069060467b req-3e3e8b33-78c1-44eb-916a-69e4c7170490 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=d4ed6434-8edb-4a67-a919-00b8d64df778 HTTP/1.1" status: 200 len: 1097 time: 0.0551229 Jul 07 21:23:23.752268 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d4f89-b2ea-4d42-9cd8-ae069060467b req-92beddcd-a167-4e2b-9761-9b1a362ba5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:23:23.753765 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7a1d4f89-b2ea-4d42-9cd8-ae069060467b req-92beddcd-a167-4e2b-9761-9b1a362ba5aa service neutron] 10.222.0.58 "GET /v2.0/networks?id=92dd0d8f-f3a3-4723-841d-b9c2268847c9 HTTP/1.1" status: 200 len: 898 time: 0.0902214 Jul 07 21:23:23.828313 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7a1d4f89-b2ea-4d42-9cd8-ae069060467b req-2f496178-ff3c-480a-9ac6-8f802bc527a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=797ed7ca-9184-4da6-bf96-4c103e09084c HTTP/1.1" status: 200 len: 1000 time: 0.0673037 Jul 07 21:23:23.878534 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d4f89-b2ea-4d42-9cd8-ae069060467b req-ac72130e-0d1e-43ea-9901-8510b363e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:23:23.880044 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7a1d4f89-b2ea-4d42-9cd8-ae069060467b req-ac72130e-0d1e-43ea-9901-8510b363e668 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6c4c115e-856a-47cc-ad33-9ed5aa58922b HTTP/1.1" status: 200 len: 835 time: 0.0452662 Jul 07 21:23:23.935767 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d4f89-b2ea-4d42-9cd8-ae069060467b req-f39e880f-3dda-44d6-92ba-9acbc21d0e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:23:23.937161 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7a1d4f89-b2ea-4d42-9cd8-ae069060467b req-f39e880f-3dda-44d6-92ba-9acbc21d0e9a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=92dd0d8f-f3a3-4723-841d-b9c2268847c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502167 Jul 07 21:23:24.027266 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7a1d4f89-b2ea-4d42-9cd8-ae069060467b req-a07f9d6a-0a8c-4b72-abaa-180afcebe69c service neutron] 10.222.0.58 "GET /v2.0/networks/92dd0d8f-f3a3-4723-841d-b9c2268847c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827246 Jul 07 21:23:24.114263 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7a1d4f89-b2ea-4d42-9cd8-ae069060467b req-88b4bc99-4b8b-464a-8603-05925b4149d7 service neutron] 10.222.0.58 "GET /v2.0/networks/92dd0d8f-f3a3-4723-841d-b9c2268847c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801544 Jul 07 21:23:26.813500 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:23:27.337355 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dbfc6547-61b0-4eec-8f21-3e0443702416 req-78bf037a-ef09-467d-97d4-bf897b7a4af5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0590115 Jul 07 21:23:27.441806 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc6547-61b0-4eec-8f21-3e0443702416 req-13b1945c-a754-4cb8-b333-3b0a8d6603cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:23:27.445170 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dbfc6547-61b0-4eec-8f21-3e0443702416 req-13b1945c-a754-4cb8-b333-3b0a8d6603cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cd78ee9d1104f239a3549592a522e7c&device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9 HTTP/1.1" status: 200 len: 1102 time: 0.0560386 Jul 07 21:23:27.552204 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc6547-61b0-4eec-8f21-3e0443702416 req-2a972fce-d701-40e8-845a-a7b791a08a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:23:27.553715 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dbfc6547-61b0-4eec-8f21-3e0443702416 req-2a972fce-d701-40e8-845a-a7b791a08a83 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.0892904 Jul 07 21:23:27.609171 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dbfc6547-61b0-4eec-8f21-3e0443702416 req-f9c15fc0-9b60-452e-a004-364075e7cade service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=07ac4e06-13ce-400b-8c58-67c939d15faf HTTP/1.1" status: 200 len: 217 time: 0.0484309 Jul 07 21:23:27.661130 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc6547-61b0-4eec-8f21-3e0443702416 req-caf3396f-51d3-4a4e-a38a-da8b3ad55d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:23:27.662697 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dbfc6547-61b0-4eec-8f21-3e0443702416 req-caf3396f-51d3-4a4e-a38a-da8b3ad55d9e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0473039 Jul 07 21:23:27.727534 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc6547-61b0-4eec-8f21-3e0443702416 req-85018711-94b0-49ee-83e6-4367622648c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:23:27.729064 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dbfc6547-61b0-4eec-8f21-3e0443702416 req-85018711-94b0-49ee-83e6-4367622648c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0599651 Jul 07 21:23:27.833415 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dbfc6547-61b0-4eec-8f21-3e0443702416 req-764385ba-9715-42aa-b8c0-e95f952c4938 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975735 Jul 07 21:23:27.923270 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-dbfc6547-61b0-4eec-8f21-3e0443702416 req-36f9eeba-6e4e-4ac1-81ec-0e8f4256fdfb service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822043 Jul 07 21:23:29.242695 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0e708622-173e-460b-a7c9-a7344d10fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:23:31.927660 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f30f4b20-e61b-4e64-afd3-cce386277c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:23:31.944352 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:23:33.640812 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:23:35.304401 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:23:40.310592 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [req-d690daec-ca8c-46a3-a709-acf5408d3301 req-4ef5d368-b833-4b38-9857-1922b66f50da tempest-MultipleCreateTestJSON-1563815006 tempest-MultipleCreateTestJSON-1563815006-project] (100447) timed out ('10.222.0.39', 59289) {{(pid=100447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 21:23:50.046949 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:23:50.275399 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:23:59.243629 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-267dc4d2-2d7b-4e0e-ba94-36ad1b0c2ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:24:01.928802 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2c7daea8-5e14-45db-a49e-dad139304480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:24:01.946613 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:24:03.642376 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:24:03.813332 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:24:05.307054 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:24:20.063002 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:24:20.270936 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:24:24.504734 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-03cc6d7f-c935-4ccb-9115-75a319c7aad4 req-a08b0acc-4ec3-47a6-84bd-7c2c2128b4ae service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d4ed6434-8edb-4a67-a919-00b8d64df778&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0577576 Jul 07 21:24:24.616537 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc6d7f-c935-4ccb-9115-75a319c7aad4 req-b1cb7031-8759-4255-b73e-fda0f27b5a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:24:24.618717 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-03cc6d7f-c935-4ccb-9115-75a319c7aad4 req-b1cb7031-8759-4255-b73e-fda0f27b5a4c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=d4ed6434-8edb-4a67-a919-00b8d64df778 HTTP/1.1" status: 200 len: 1097 time: 0.0693738 Jul 07 21:24:24.723964 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc6d7f-c935-4ccb-9115-75a319c7aad4 req-6532c55f-6d30-45bd-a247-b9505b5012ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:24:24.725469 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-03cc6d7f-c935-4ccb-9115-75a319c7aad4 req-6532c55f-6d30-45bd-a247-b9505b5012ff service neutron] 10.222.0.58 "GET /v2.0/networks?id=92dd0d8f-f3a3-4723-841d-b9c2268847c9 HTTP/1.1" status: 200 len: 898 time: 0.0844662 Jul 07 21:24:24.793942 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-03cc6d7f-c935-4ccb-9115-75a319c7aad4 req-916158e7-ac80-4062-858a-fce4252fcf60 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=797ed7ca-9184-4da6-bf96-4c103e09084c HTTP/1.1" status: 200 len: 1000 time: 0.0617948 Jul 07 21:24:24.843466 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc6d7f-c935-4ccb-9115-75a319c7aad4 req-8d34f556-50a3-43f1-8963-42e000ae95e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:24:24.844938 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-03cc6d7f-c935-4ccb-9115-75a319c7aad4 req-8d34f556-50a3-43f1-8963-42e000ae95e0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6c4c115e-856a-47cc-ad33-9ed5aa58922b HTTP/1.1" status: 200 len: 835 time: 0.0443237 Jul 07 21:24:24.902513 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc6d7f-c935-4ccb-9115-75a319c7aad4 req-50b694f5-46b7-4881-b29b-cd22266e8caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:24:24.904070 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-03cc6d7f-c935-4ccb-9115-75a319c7aad4 req-50b694f5-46b7-4881-b29b-cd22266e8caf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=92dd0d8f-f3a3-4723-841d-b9c2268847c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526772 Jul 07 21:24:25.006312 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-03cc6d7f-c935-4ccb-9115-75a319c7aad4 req-6c64635c-4821-4447-8d2e-0d900a4280c2 service neutron] 10.222.0.58 "GET /v2.0/networks/92dd0d8f-f3a3-4723-841d-b9c2268847c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949736 Jul 07 21:24:25.097540 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-03cc6d7f-c935-4ccb-9115-75a319c7aad4 req-59abc30c-eb94-4534-b047-5122a1f58a01 service neutron] 10.222.0.58 "GET /v2.0/networks/92dd0d8f-f3a3-4723-841d-b9c2268847c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834026 Jul 07 21:24:27.213300 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42197771-050d-42f4-b47e-283f1ee1e89c req-b9834ea0-25b8-4723-b704-86a670406de2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513217 Jul 07 21:24:27.310402 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42197771-050d-42f4-b47e-283f1ee1e89c req-7a10b5c5-c237-41cd-b5c6-9e01eb92e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:24:27.311951 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42197771-050d-42f4-b47e-283f1ee1e89c req-7a10b5c5-c237-41cd-b5c6-9e01eb92e25f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cd78ee9d1104f239a3549592a522e7c&device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9 HTTP/1.1" status: 200 len: 1102 time: 0.0563774 Jul 07 21:24:27.413594 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42197771-050d-42f4-b47e-283f1ee1e89c req-5b9209bd-f8f4-4eee-b169-428564396fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:24:27.415075 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42197771-050d-42f4-b47e-283f1ee1e89c req-5b9209bd-f8f4-4eee-b169-428564396fc7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.0838001 Jul 07 21:24:27.460096 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42197771-050d-42f4-b47e-283f1ee1e89c req-bcdb7bc0-be58-47ca-bdfe-3e3799e24a7e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=07ac4e06-13ce-400b-8c58-67c939d15faf HTTP/1.1" status: 200 len: 217 time: 0.0383680 Jul 07 21:24:27.508435 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42197771-050d-42f4-b47e-283f1ee1e89c req-3eb6eb5e-e10f-41ea-af0a-59da2131adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:24:27.510444 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42197771-050d-42f4-b47e-283f1ee1e89c req-3eb6eb5e-e10f-41ea-af0a-59da2131adfa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0443163 Jul 07 21:24:27.566122 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42197771-050d-42f4-b47e-283f1ee1e89c req-264ae957-a3b3-4fe3-a547-bd87c701754f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:24:27.567633 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42197771-050d-42f4-b47e-283f1ee1e89c req-264ae957-a3b3-4fe3-a547-bd87c701754f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0504346 Jul 07 21:24:27.658850 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42197771-050d-42f4-b47e-283f1ee1e89c req-f064ddf6-f3bf-46d7-8ddc-d8981fd48052 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849881 Jul 07 21:24:27.747411 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-42197771-050d-42f4-b47e-283f1ee1e89c req-e9f1127d-8ffd-401b-87f0-aae003f2c39a service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814884 Jul 07 21:24:29.245504 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-d55002fc-2cb8-412e-9494-a140d0d9fd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:24:31.928937 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-380d85c3-ccac-4d06-97d8-3fdce820c1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:24:31.948700 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:24:33.645842 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:24:35.309855 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:24:40.812856 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:24:50.074288 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:24:50.293208 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:24:59.249295 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-b03c0023-7323-4d71-b49a-20a0e446ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:25:01.933671 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c54eb650-50fb-4f6c-980b-1b1e2e472f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:25:01.957562 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:25:03.648654 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:25:05.314364 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:25:17.811220 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:25:20.070671 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:25:20.314750 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:25:23.364102 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-f0ce79b8-c778-43b4-9ea1-eebf75ffdd7a req-0b910faf-4597-49f2-9a94-f52ba9922ae7 service neutron] (100448) timed out ('10.222.0.58', 53542) {{(pid=100448) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 21:25:25.505926 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7625145c-088d-4bf3-89a4-2eaa98580179 req-89948a1b-7bbe-4377-82c4-301eee483098 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d4ed6434-8edb-4a67-a919-00b8d64df778&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0579140 Jul 07 21:25:25.603774 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625145c-088d-4bf3-89a4-2eaa98580179 req-d93cad4f-2354-43e5-b20d-0001087d8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:25:25.605410 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7625145c-088d-4bf3-89a4-2eaa98580179 req-d93cad4f-2354-43e5-b20d-0001087d8ce1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=d4ed6434-8edb-4a67-a919-00b8d64df778 HTTP/1.1" status: 200 len: 1097 time: 0.0554397 Jul 07 21:25:25.709294 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625145c-088d-4bf3-89a4-2eaa98580179 req-7ea030f8-603a-468d-bcc6-4916e623a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:25:25.710807 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7625145c-088d-4bf3-89a4-2eaa98580179 req-7ea030f8-603a-468d-bcc6-4916e623a00e service neutron] 10.222.0.58 "GET /v2.0/networks?id=92dd0d8f-f3a3-4723-841d-b9c2268847c9 HTTP/1.1" status: 200 len: 898 time: 0.0847399 Jul 07 21:25:25.780110 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7625145c-088d-4bf3-89a4-2eaa98580179 req-37d7c2ca-ce20-4878-86d8-0b53d9dbb9ed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=797ed7ca-9184-4da6-bf96-4c103e09084c HTTP/1.1" status: 200 len: 1000 time: 0.0618229 Jul 07 21:25:25.829474 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625145c-088d-4bf3-89a4-2eaa98580179 req-287a9fdf-de3b-4a87-9150-add39ef50dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:25:25.830960 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7625145c-088d-4bf3-89a4-2eaa98580179 req-287a9fdf-de3b-4a87-9150-add39ef50dcf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6c4c115e-856a-47cc-ad33-9ed5aa58922b HTTP/1.1" status: 200 len: 835 time: 0.0435410 Jul 07 21:25:25.887089 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625145c-088d-4bf3-89a4-2eaa98580179 req-be25b8c0-a0e4-4bba-8099-b0bb191ef33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:25:25.888616 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7625145c-088d-4bf3-89a4-2eaa98580179 req-be25b8c0-a0e4-4bba-8099-b0bb191ef33b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=92dd0d8f-f3a3-4723-841d-b9c2268847c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512509 Jul 07 21:25:25.979125 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7625145c-088d-4bf3-89a4-2eaa98580179 req-8621c430-6bd9-4a39-bbc6-ac041431c8dd service neutron] 10.222.0.58 "GET /v2.0/networks/92dd0d8f-f3a3-4723-841d-b9c2268847c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842118 Jul 07 21:25:26.067581 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-7625145c-088d-4bf3-89a4-2eaa98580179 req-4d12e9cf-c83e-4140-8265-72db65f4fde8 service neutron] 10.222.0.58 "GET /v2.0/networks/92dd0d8f-f3a3-4723-841d-b9c2268847c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819268 Jul 07 21:25:26.652909 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c88c8c14-4094-482d-9ffd-5fba25df9472 req-f9a3cc43-8780-4d6b-a802-b39fb860b636 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534041 Jul 07 21:25:26.753157 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c8c14-4094-482d-9ffd-5fba25df9472 req-b74e3057-cc5a-4e43-acc2-20a1d029e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:25:26.754673 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c88c8c14-4094-482d-9ffd-5fba25df9472 req-b74e3057-cc5a-4e43-acc2-20a1d029e036 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cd78ee9d1104f239a3549592a522e7c&device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9 HTTP/1.1" status: 200 len: 1102 time: 0.0573404 Jul 07 21:25:26.858453 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c8c14-4094-482d-9ffd-5fba25df9472 req-c332c179-3c08-443d-948d-da87de2dd2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:25:26.859994 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c88c8c14-4094-482d-9ffd-5fba25df9472 req-c332c179-3c08-443d-948d-da87de2dd2a6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.0857310 Jul 07 21:25:26.905093 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c88c8c14-4094-482d-9ffd-5fba25df9472 req-12255de6-538a-4eb2-8bfa-b22a44a6076e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=07ac4e06-13ce-400b-8c58-67c939d15faf HTTP/1.1" status: 200 len: 217 time: 0.0392003 Jul 07 21:25:26.954139 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c8c14-4094-482d-9ffd-5fba25df9472 req-706f65c4-d10f-40a4-90eb-bcdeaa43e74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:25:26.955637 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c88c8c14-4094-482d-9ffd-5fba25df9472 req-706f65c4-d10f-40a4-90eb-bcdeaa43e74f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0450509 Jul 07 21:25:27.012572 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c8c14-4094-482d-9ffd-5fba25df9472 req-f43f1eba-86f9-4dba-a43a-65ef9eb65a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:25:27.014008 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c88c8c14-4094-482d-9ffd-5fba25df9472 req-f43f1eba-86f9-4dba-a43a-65ef9eb65a4f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0522637 Jul 07 21:25:27.024800 n-d-695189-11 neutron-server[100448]: DEBUG neutron.wsgi [req-c88c8c14-4094-482d-9ffd-5fba25df9472 req-7569c180-2e0a-4752-ac6a-e703dc96e93d service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100448) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:25:27.025782 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c88c8c14-4094-482d-9ffd-5fba25df9472 req-7569c180-2e0a-4752-ac6a-e703dc96e93d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055611 Jul 07 21:25:27.138294 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c88c8c14-4094-482d-9ffd-5fba25df9472 req-a20f8c68-a3e6-4ea3-b2df-adbfbfea31df service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063347 Jul 07 21:25:27.229153 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-c88c8c14-4094-482d-9ffd-5fba25df9472 req-98cc0afd-a787-4880-82a5-e471a1aa9ac5 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840497 Jul 07 21:25:29.253173 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-51f8e9d1-eca3-4111-b096-6fc7570151f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:25:31.942102 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-74115a37-d0bd-4b30-89c6-304867ee074d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:25:31.954532 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:25:33.654120 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:25:35.315854 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:25:50.085838 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:25:50.322453 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:25:54.810422 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:25:59.254272 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-c6b6e221-b9ae-4481-a05f-2e5008b03739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:26:01.936668 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-3c4bc474-5c32-45ea-8b28-f5e9509cd7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:26:01.950484 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:26:03.655479 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:26:05.318261 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:26:20.082613 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:26:20.323678 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:26:25.584985 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-92b5b753-5b35-46fe-a913-f3e023e89087 req-39728485-bbbc-4097-8153-a6611e65fad4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d4ed6434-8edb-4a67-a919-00b8d64df778&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1516647 Jul 07 21:26:25.679524 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5b753-5b35-46fe-a913-f3e023e89087 req-13bb1baf-9a70-4f0e-a205-7056b3859315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:26:25.680916 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-92b5b753-5b35-46fe-a913-f3e023e89087 req-13bb1baf-9a70-4f0e-a205-7056b3859315 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=d4ed6434-8edb-4a67-a919-00b8d64df778 HTTP/1.1" status: 200 len: 1097 time: 0.0522213 Jul 07 21:26:25.786597 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5b753-5b35-46fe-a913-f3e023e89087 req-361033d9-bbb6-45b3-aad6-fb66873e4d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:26:25.788106 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-92b5b753-5b35-46fe-a913-f3e023e89087 req-361033d9-bbb6-45b3-aad6-fb66873e4d99 service neutron] 10.222.0.58 "GET /v2.0/networks?id=92dd0d8f-f3a3-4723-841d-b9c2268847c9 HTTP/1.1" status: 200 len: 898 time: 0.0840497 Jul 07 21:26:25.856368 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-92b5b753-5b35-46fe-a913-f3e023e89087 req-d9d931fb-fd2b-4dc3-a836-3522d037351f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=797ed7ca-9184-4da6-bf96-4c103e09084c HTTP/1.1" status: 200 len: 1000 time: 0.0609612 Jul 07 21:26:25.905723 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5b753-5b35-46fe-a913-f3e023e89087 req-e49ee839-1679-475c-9953-c2c3cc6ecae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:26:25.907169 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-92b5b753-5b35-46fe-a913-f3e023e89087 req-e49ee839-1679-475c-9953-c2c3cc6ecae4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6c4c115e-856a-47cc-ad33-9ed5aa58922b HTTP/1.1" status: 200 len: 835 time: 0.0437541 Jul 07 21:26:25.963224 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5b753-5b35-46fe-a913-f3e023e89087 req-6af2f0b3-abf1-4d9c-aaa2-ac81246e0c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:26:25.964726 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-92b5b753-5b35-46fe-a913-f3e023e89087 req-6af2f0b3-abf1-4d9c-aaa2-ac81246e0c76 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=92dd0d8f-f3a3-4723-841d-b9c2268847c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507910 Jul 07 21:26:25.975949 n-d-695189-11 neutron-server[100447]: DEBUG neutron.wsgi [req-92b5b753-5b35-46fe-a913-f3e023e89087 req-4aa8259f-a6b9-489f-9493-4d8e9e9594de service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=100447) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:26:25.976909 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-92b5b753-5b35-46fe-a913-f3e023e89087 req-4aa8259f-a6b9-489f-9493-4d8e9e9594de service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050430 Jul 07 21:26:26.069791 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-92b5b753-5b35-46fe-a913-f3e023e89087 req-445dd399-d04d-4b80-9598-07b13bff50e0 service neutron] 10.222.0.58 "GET /v2.0/networks/92dd0d8f-f3a3-4723-841d-b9c2268847c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860603 Jul 07 21:26:26.158744 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-92b5b753-5b35-46fe-a913-f3e023e89087 req-65df68f7-7765-409a-a36f-973b2c1b2b9c service neutron] 10.222.0.58 "GET /v2.0/networks/92dd0d8f-f3a3-4723-841d-b9c2268847c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821795 Jul 07 21:26:27.669314 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fe830836-fc13-4a1d-b9d6-24cdfcae9ea0 req-c8b8c6d1-19ab-413d-a4bc-c959d80d9904 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530560 Jul 07 21:26:27.766867 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe830836-fc13-4a1d-b9d6-24cdfcae9ea0 req-8dca7a78-058b-4d73-93a5-d8faa5f2a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:26:27.768448 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fe830836-fc13-4a1d-b9d6-24cdfcae9ea0 req-8dca7a78-058b-4d73-93a5-d8faa5f2a3e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cd78ee9d1104f239a3549592a522e7c&device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9 HTTP/1.1" status: 200 len: 1102 time: 0.0559838 Jul 07 21:26:27.872301 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe830836-fc13-4a1d-b9d6-24cdfcae9ea0 req-ce8283e4-3d1f-4a3e-8add-3ec8b50b21f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:26:27.873856 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fe830836-fc13-4a1d-b9d6-24cdfcae9ea0 req-ce8283e4-3d1f-4a3e-8add-3ec8b50b21f3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.0840249 Jul 07 21:26:27.918108 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fe830836-fc13-4a1d-b9d6-24cdfcae9ea0 req-b8739b76-0728-4387-9bf1-f8d1301372af service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=07ac4e06-13ce-400b-8c58-67c939d15faf HTTP/1.1" status: 200 len: 217 time: 0.0371819 Jul 07 21:26:27.965647 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe830836-fc13-4a1d-b9d6-24cdfcae9ea0 req-b4def0f6-9034-4446-a24e-57a02ea3f537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:26:27.966982 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fe830836-fc13-4a1d-b9d6-24cdfcae9ea0 req-b4def0f6-9034-4446-a24e-57a02ea3f537 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0429757 Jul 07 21:26:28.022475 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe830836-fc13-4a1d-b9d6-24cdfcae9ea0 req-fb7703ad-c4f4-4a7a-818d-4e368c1a741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:26:28.023984 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fe830836-fc13-4a1d-b9d6-24cdfcae9ea0 req-fb7703ad-c4f4-4a7a-818d-4e368c1a741d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0508707 Jul 07 21:26:28.112067 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fe830836-fc13-4a1d-b9d6-24cdfcae9ea0 req-fa62e55c-e27d-4850-a107-a9fc4f6f0ce5 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817668 Jul 07 21:26:28.200048 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-fe830836-fc13-4a1d-b9d6-24cdfcae9ea0 req-921ed57b-e9fd-42ab-aa78-fbdc0338ba1f service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810983 Jul 07 21:26:29.257252 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-29b44f62-ff37-44f0-b7b9-ba488e99e782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:26:31.810247 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:26:31.941753 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-2eb1af48-9ff6-43cc-96fd-9f70607014a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:26:31.953013 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:26:33.658288 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:26:35.321729 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:26:50.086559 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:26:50.334814 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:26:59.260810 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ce133f63-080e-46c7-a2b5-69c5740303ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:27:01.945842 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-17281edf-d016-4cb2-ae3d-21e6869b7411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:27:01.956180 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:27:03.660653 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:27:05.324118 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:27:08.812510 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:27:20.100448 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:27:20.351025 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:27:25.542217 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9b34a5c4-97c2-4049-97f8-728cb1d2d6de req-516e7039-71b7-4fee-b8fc-551a3fa2a690 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d4ed6434-8edb-4a67-a919-00b8d64df778&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0567195 Jul 07 21:27:25.635701 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34a5c4-97c2-4049-97f8-728cb1d2d6de req-8b20ca6f-a6ab-4966-97e2-1e4003702178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:27:25.637233 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9b34a5c4-97c2-4049-97f8-728cb1d2d6de req-8b20ca6f-a6ab-4966-97e2-1e4003702178 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=d4ed6434-8edb-4a67-a919-00b8d64df778 HTTP/1.1" status: 200 len: 1097 time: 0.0523763 Jul 07 21:27:25.741086 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34a5c4-97c2-4049-97f8-728cb1d2d6de req-d20511c4-4679-4e1b-8053-5675f812ea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:27:25.742580 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9b34a5c4-97c2-4049-97f8-728cb1d2d6de req-d20511c4-4679-4e1b-8053-5675f812ea9a service neutron] 10.222.0.58 "GET /v2.0/networks?id=92dd0d8f-f3a3-4723-841d-b9c2268847c9 HTTP/1.1" status: 200 len: 898 time: 0.0841687 Jul 07 21:27:25.811687 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9b34a5c4-97c2-4049-97f8-728cb1d2d6de req-fdf3a9f0-18e5-4486-94ed-b13695f9bf56 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=797ed7ca-9184-4da6-bf96-4c103e09084c HTTP/1.1" status: 200 len: 1000 time: 0.0616171 Jul 07 21:27:25.859950 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34a5c4-97c2-4049-97f8-728cb1d2d6de req-ecb1cbf6-2566-47dc-9af6-e48847114c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:27:25.861464 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9b34a5c4-97c2-4049-97f8-728cb1d2d6de req-ecb1cbf6-2566-47dc-9af6-e48847114c28 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6c4c115e-856a-47cc-ad33-9ed5aa58922b HTTP/1.1" status: 200 len: 835 time: 0.0437150 Jul 07 21:27:25.919522 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34a5c4-97c2-4049-97f8-728cb1d2d6de req-1cf042e3-3c1d-402e-b2cf-2592248064bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:27:25.921030 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9b34a5c4-97c2-4049-97f8-728cb1d2d6de req-1cf042e3-3c1d-402e-b2cf-2592248064bf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=92dd0d8f-f3a3-4723-841d-b9c2268847c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526154 Jul 07 21:27:26.012889 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9b34a5c4-97c2-4049-97f8-728cb1d2d6de req-3bd0077b-fab2-4903-a564-a750e0827e14 service neutron] 10.222.0.58 "GET /v2.0/networks/92dd0d8f-f3a3-4723-841d-b9c2268847c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849769 Jul 07 21:27:26.100032 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-9b34a5c4-97c2-4049-97f8-728cb1d2d6de req-26bcb3b4-2b25-4f7e-87ba-c212124fe5b3 service neutron] 10.222.0.58 "GET /v2.0/networks/92dd0d8f-f3a3-4723-841d-b9c2268847c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801864 Jul 07 21:27:29.261062 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8a45bb00-5db4-4f1a-9acc-4109443e23c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:27:30.351033 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7d90e3c0-7438-4fdc-8f20-c8113ea93bd0 req-026f9d5c-1282-46d5-ba45-9aec114c0346 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1013587 Jul 07 21:27:30.456053 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90e3c0-7438-4fdc-8f20-c8113ea93bd0 req-471b23f4-0409-40c0-8e02-a4bffad3d376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:27:30.457945 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7d90e3c0-7438-4fdc-8f20-c8113ea93bd0 req-471b23f4-0409-40c0-8e02-a4bffad3d376 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cd78ee9d1104f239a3549592a522e7c&device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9 HTTP/1.1" status: 200 len: 1102 time: 0.0621784 Jul 07 21:27:30.571531 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90e3c0-7438-4fdc-8f20-c8113ea93bd0 req-f95367ff-eac0-4af2-8bf4-a5f41d9ecda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:27:30.572922 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7d90e3c0-7438-4fdc-8f20-c8113ea93bd0 req-f95367ff-eac0-4af2-8bf4-a5f41d9ecda5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.0883653 Jul 07 21:27:30.620981 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7d90e3c0-7438-4fdc-8f20-c8113ea93bd0 req-a511ffcd-a979-405b-aced-14ddf18e327a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=07ac4e06-13ce-400b-8c58-67c939d15faf HTTP/1.1" status: 200 len: 217 time: 0.0413051 Jul 07 21:27:30.672041 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90e3c0-7438-4fdc-8f20-c8113ea93bd0 req-c0c06b0c-cc52-4c97-b3cb-f33e72e273cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:27:30.673538 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7d90e3c0-7438-4fdc-8f20-c8113ea93bd0 req-c0c06b0c-cc52-4c97-b3cb-f33e72e273cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0457437 Jul 07 21:27:30.750028 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90e3c0-7438-4fdc-8f20-c8113ea93bd0 req-93ee2276-9dfc-4b5d-a1c6-6fe36c746c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:27:30.751615 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7d90e3c0-7438-4fdc-8f20-c8113ea93bd0 req-93ee2276-9dfc-4b5d-a1c6-6fe36c746c29 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0715857 Jul 07 21:27:30.848009 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7d90e3c0-7438-4fdc-8f20-c8113ea93bd0 req-5f58cb08-bf65-40cb-8396-d7bb02d4cadd service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887125 Jul 07 21:27:30.938128 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-7d90e3c0-7438-4fdc-8f20-c8113ea93bd0 req-85ff0594-1542-4277-9351-43d7bcbf63a8 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838437 Jul 07 21:27:31.953432 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7ae21965-6310-449b-8caa-a822dbdfeabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:27:31.958655 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:27:33.665935 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:27:35.329216 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:27:45.811912 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:27:50.106475 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:27:50.351805 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:27:59.262514 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-289a1d66-ba5a-4cff-b6df-93903de01d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:28:01.949823 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-e5a3f3e0-4d55-4a14-abf1-bda222e8ef5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:28:01.962063 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:28:03.668850 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:28:05.330350 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:28:20.118512 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:28:20.354414 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:28:22.812345 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:28:27.492709 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ced113df-184e-404a-b42b-d296478c0ccc req-0abbe4e7-7d2d-4d74-aec8-bfac74f14cc6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d4ed6434-8edb-4a67-a919-00b8d64df778&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0579743 Jul 07 21:28:27.588947 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced113df-184e-404a-b42b-d296478c0ccc req-fdd6d04b-3139-446e-b3f9-50dfe780ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:28:27.590472 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ced113df-184e-404a-b42b-d296478c0ccc req-fdd6d04b-3139-446e-b3f9-50dfe780ca4b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=d4ed6434-8edb-4a67-a919-00b8d64df778 HTTP/1.1" status: 200 len: 1097 time: 0.0535758 Jul 07 21:28:27.695345 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced113df-184e-404a-b42b-d296478c0ccc req-698eb2d1-5826-47da-9113-4a51bcd9d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:28:27.696785 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ced113df-184e-404a-b42b-d296478c0ccc req-698eb2d1-5826-47da-9113-4a51bcd9d7bf service neutron] 10.222.0.58 "GET /v2.0/networks?id=92dd0d8f-f3a3-4723-841d-b9c2268847c9 HTTP/1.1" status: 200 len: 898 time: 0.0842299 Jul 07 21:28:27.765351 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ced113df-184e-404a-b42b-d296478c0ccc req-5edcf9c1-9dfd-4a8e-ba3c-c76fa407ae48 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=797ed7ca-9184-4da6-bf96-4c103e09084c HTTP/1.1" status: 200 len: 1000 time: 0.0614393 Jul 07 21:28:27.812874 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced113df-184e-404a-b42b-d296478c0ccc req-d1c7db8e-9560-4161-91b2-a47a7dd89a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:28:27.814323 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ced113df-184e-404a-b42b-d296478c0ccc req-d1c7db8e-9560-4161-91b2-a47a7dd89a73 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6c4c115e-856a-47cc-ad33-9ed5aa58922b HTTP/1.1" status: 200 len: 835 time: 0.0421841 Jul 07 21:28:27.873887 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced113df-184e-404a-b42b-d296478c0ccc req-b5fb9f51-05bd-48c8-a297-a1450b50a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:28:27.875414 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ced113df-184e-404a-b42b-d296478c0ccc req-b5fb9f51-05bd-48c8-a297-a1450b50a48e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=92dd0d8f-f3a3-4723-841d-b9c2268847c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541737 Jul 07 21:28:28.268090 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ced113df-184e-404a-b42b-d296478c0ccc req-0a4b2039-98ec-48b6-a3d9-e4953797cfd1 service neutron] 10.222.0.58 "GET /v2.0/networks/92dd0d8f-f3a3-4723-841d-b9c2268847c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850443 Jul 07 21:28:28.357840 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-ced113df-184e-404a-b42b-d296478c0ccc req-de5723b8-94cd-4bfe-8252-f5ec259e5cb3 service neutron] 10.222.0.58 "GET /v2.0/networks/92dd0d8f-f3a3-4723-841d-b9c2268847c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827651 Jul 07 21:28:29.265334 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-54935d2f-a38c-41b9-bb5a-756ec1fb5574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:28:31.302400 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-598e889b-8ebb-4e43-92b7-32f5e7720d16 req-2ecfc6dc-5e91-4309-8f46-f57626e53070 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0518489 Jul 07 21:28:31.405378 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e889b-8ebb-4e43-92b7-32f5e7720d16 req-d9641b80-0159-4139-b4fe-76bc19bdce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:28:31.406804 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-598e889b-8ebb-4e43-92b7-32f5e7720d16 req-d9641b80-0159-4139-b4fe-76bc19bdce25 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cd78ee9d1104f239a3549592a522e7c&device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9 HTTP/1.1" status: 200 len: 1102 time: 0.0612752 Jul 07 21:28:31.511318 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e889b-8ebb-4e43-92b7-32f5e7720d16 req-55ee47db-3dd6-42a6-9b0c-84ed35733913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:28:31.512826 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-598e889b-8ebb-4e43-92b7-32f5e7720d16 req-55ee47db-3dd6-42a6-9b0c-84ed35733913 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.0842974 Jul 07 21:28:31.557830 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-598e889b-8ebb-4e43-92b7-32f5e7720d16 req-8413b426-6ce9-4f95-88e4-3a18f35c94cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=07ac4e06-13ce-400b-8c58-67c939d15faf HTTP/1.1" status: 200 len: 217 time: 0.0382171 Jul 07 21:28:31.605578 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e889b-8ebb-4e43-92b7-32f5e7720d16 req-92bbd132-1bb4-4259-858a-5ed94ceb54df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:28:31.607067 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-598e889b-8ebb-4e43-92b7-32f5e7720d16 req-92bbd132-1bb4-4259-858a-5ed94ceb54df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0432277 Jul 07 21:28:31.663591 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e889b-8ebb-4e43-92b7-32f5e7720d16 req-bd5fae13-0e88-458f-b9e3-6b877b637b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:28:31.664995 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-598e889b-8ebb-4e43-92b7-32f5e7720d16 req-bd5fae13-0e88-458f-b9e3-6b877b637b51 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0518103 Jul 07 21:28:31.756855 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-598e889b-8ebb-4e43-92b7-32f5e7720d16 req-399339ed-bc88-45bb-a0d9-67693ff07f0d service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854039 Jul 07 21:28:31.843535 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-598e889b-8ebb-4e43-92b7-32f5e7720d16 req-e4bb2299-2618-4334-916b-cbcff479e0a4 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805538 Jul 07 21:28:31.952990 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-9fc1269e-3e5e-443b-bdb9-07c6721e69f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:28:31.964790 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:28:33.670359 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:28:35.332033 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:28:50.116128 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:28:50.370728 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:28:59.266320 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-5261dd59-a5d5-461e-a01b-cda0f9a978a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:28:59.811956 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:29:01.955615 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-bb5826f0-967c-4250-8ab0-120dab113372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:29:01.967120 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:29:03.672815 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:29:05.335592 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:29:20.133490 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:29:20.387726 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:29:29.267562 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-78248d43-6371-4ce9-8c4b-167ff80694ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:29:29.488273 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-16d363e0-a327-41bd-a945-86f965a54725 req-e4c38ae8-897f-4350-bfc6-18c84f06e29f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d4ed6434-8edb-4a67-a919-00b8d64df778&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0574429 Jul 07 21:29:29.584619 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d363e0-a327-41bd-a945-86f965a54725 req-914b423b-20ce-40d0-90e5-619493faca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:29:29.586305 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-16d363e0-a327-41bd-a945-86f965a54725 req-914b423b-20ce-40d0-90e5-619493faca41 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=d4ed6434-8edb-4a67-a919-00b8d64df778 HTTP/1.1" status: 200 len: 1097 time: 0.0529206 Jul 07 21:29:29.695159 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d363e0-a327-41bd-a945-86f965a54725 req-0bf71551-34e7-45ac-a7ed-2cc0b51b0335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:29:29.696622 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-16d363e0-a327-41bd-a945-86f965a54725 req-0bf71551-34e7-45ac-a7ed-2cc0b51b0335 service neutron] 10.222.0.58 "GET /v2.0/networks?id=92dd0d8f-f3a3-4723-841d-b9c2268847c9 HTTP/1.1" status: 200 len: 898 time: 0.0880117 Jul 07 21:29:29.768552 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-16d363e0-a327-41bd-a945-86f965a54725 req-4aa9e7c5-302a-400f-861d-9811aff5a158 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=797ed7ca-9184-4da6-bf96-4c103e09084c HTTP/1.1" status: 200 len: 1000 time: 0.0614464 Jul 07 21:29:29.819540 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d363e0-a327-41bd-a945-86f965a54725 req-0455829e-b799-41f8-bd5d-58960af784f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:29:29.821119 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-16d363e0-a327-41bd-a945-86f965a54725 req-0455829e-b799-41f8-bd5d-58960af784f0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6c4c115e-856a-47cc-ad33-9ed5aa58922b HTTP/1.1" status: 200 len: 835 time: 0.0430686 Jul 07 21:29:29.883395 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d363e0-a327-41bd-a945-86f965a54725 req-6c027e09-2248-4001-b910-d382346d012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:29:29.884899 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-16d363e0-a327-41bd-a945-86f965a54725 req-6c027e09-2248-4001-b910-d382346d012b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=92dd0d8f-f3a3-4723-841d-b9c2268847c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542152 Jul 07 21:29:29.981554 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-16d363e0-a327-41bd-a945-86f965a54725 req-79e45652-00f9-46cd-97bb-ba6292724042 service neutron] 10.222.0.58 "GET /v2.0/networks/92dd0d8f-f3a3-4723-841d-b9c2268847c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882258 Jul 07 21:29:30.071604 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-16d363e0-a327-41bd-a945-86f965a54725 req-4d667b84-3d54-44b2-a239-dff23a763b19 service neutron] 10.222.0.58 "GET /v2.0/networks/92dd0d8f-f3a3-4723-841d-b9c2268847c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819254 Jul 07 21:29:31.275022 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aee7819a-7be8-48ce-9a59-bad1546364f9 req-26fd0dbf-588b-44b1-b970-70d316311b23 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524223 Jul 07 21:29:31.374222 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7819a-7be8-48ce-9a59-bad1546364f9 req-3bd1eb59-379a-4d9f-9758-5b5438b5a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:29:31.375767 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aee7819a-7be8-48ce-9a59-bad1546364f9 req-3bd1eb59-379a-4d9f-9758-5b5438b5a5af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cd78ee9d1104f239a3549592a522e7c&device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9 HTTP/1.1" status: 200 len: 1102 time: 0.0570796 Jul 07 21:29:31.480013 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7819a-7be8-48ce-9a59-bad1546364f9 req-5e4e0bf6-be86-482e-822c-77e0fcf0356b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:29:31.481503 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aee7819a-7be8-48ce-9a59-bad1546364f9 req-5e4e0bf6-be86-482e-822c-77e0fcf0356b service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.0852015 Jul 07 21:29:31.526801 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aee7819a-7be8-48ce-9a59-bad1546364f9 req-849d70e4-29c3-44d0-b440-876687fae1b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=07ac4e06-13ce-400b-8c58-67c939d15faf HTTP/1.1" status: 200 len: 217 time: 0.0389934 Jul 07 21:29:31.912625 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7819a-7be8-48ce-9a59-bad1546364f9 req-2061f4c8-1921-416f-acac-2683cb209d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:29:31.914871 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aee7819a-7be8-48ce-9a59-bad1546364f9 req-2061f4c8-1921-416f-acac-2683cb209d83 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.3822525 Jul 07 21:29:31.964525 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7e9485e6-8e73-475f-a7ad-42fafdeb7761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:29:31.973361 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:29:31.979667 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7819a-7be8-48ce-9a59-bad1546364f9 req-f6772758-5a94-4620-b9ca-1e6882fd4647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:29:31.981194 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aee7819a-7be8-48ce-9a59-bad1546364f9 req-f6772758-5a94-4620-b9ca-1e6882fd4647 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0593328 Jul 07 21:29:32.078472 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aee7819a-7be8-48ce-9a59-bad1546364f9 req-6fe0bfe5-4343-47c5-b789-0a3c35dff9e8 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854750 Jul 07 21:29:32.168437 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-aee7819a-7be8-48ce-9a59-bad1546364f9 req-1928a5d0-51c7-470e-99a9-c54c83ce1d3a service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827034 Jul 07 21:29:33.675897 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:29:35.338675 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:29:36.813112 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:29:50.149202 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:29:50.396333 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:29:59.270852 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-a232c1b2-2623-484c-80fa-6248a7d8b8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:30:01.967433 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1de6c005-8ebc-4787-b2ee-b8cdb6958434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:30:01.970994 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:30:03.679246 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:30:05.340917 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-8bec481c-ed14-473d-a3bd-2ae595c70a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:30:13.811813 n-d-695189-11 neutron-server[100450]: DEBUG neutron.db.agents_db [None req-1f5a8e29-8552-4b68-bb8f-277e0da81c8f None None] Agent healthcheck: found 7 active agents {{(pid=100450) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:30:20.149406 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-fcd6b299-d0d1-4255-8102-3a81393e4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:30:20.404705 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-ba361856-9916-41d6-9bfd-8d96216542c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:30:29.272609 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-0b07477c-4ba9-4b68-a992-bd754c640d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:30:29.489498 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8603b44c-a340-4fd9-b004-2142c9d97872 req-36192985-385f-4d73-bd4f-b318ac4526e0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d4ed6434-8edb-4a67-a919-00b8d64df778&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0567591 Jul 07 21:30:29.586870 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603b44c-a340-4fd9-b004-2142c9d97872 req-7be2a033-eee1-4dab-86f4-aee9067d25c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:30:29.588439 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8603b44c-a340-4fd9-b004-2142c9d97872 req-7be2a033-eee1-4dab-86f4-aee9067d25c5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4a5d41a33f7944c39f0befd9bdb8329c&device_id=d4ed6434-8edb-4a67-a919-00b8d64df778 HTTP/1.1" status: 200 len: 1097 time: 0.0545366 Jul 07 21:30:29.694466 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603b44c-a340-4fd9-b004-2142c9d97872 req-53f34dca-329d-4b42-8b1e-3d64f6f16a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:30:29.695961 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8603b44c-a340-4fd9-b004-2142c9d97872 req-53f34dca-329d-4b42-8b1e-3d64f6f16a70 service neutron] 10.222.0.58 "GET /v2.0/networks?id=92dd0d8f-f3a3-4723-841d-b9c2268847c9 HTTP/1.1" status: 200 len: 898 time: 0.0861220 Jul 07 21:30:29.766729 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8603b44c-a340-4fd9-b004-2142c9d97872 req-967aeb80-5f23-4966-950b-f16e0ee26e09 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=797ed7ca-9184-4da6-bf96-4c103e09084c HTTP/1.1" status: 200 len: 1000 time: 0.0634134 Jul 07 21:30:29.816472 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603b44c-a340-4fd9-b004-2142c9d97872 req-7a648737-c976-4a6e-9ffc-64ce7e34baff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:30:29.817957 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8603b44c-a340-4fd9-b004-2142c9d97872 req-7a648737-c976-4a6e-9ffc-64ce7e34baff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6c4c115e-856a-47cc-ad33-9ed5aa58922b HTTP/1.1" status: 200 len: 835 time: 0.0444798 Jul 07 21:30:29.876156 n-d-695189-11 neutron-server[100447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603b44c-a340-4fd9-b004-2142c9d97872 req-724bafca-2897-4b43-9b31-c9a93fde1b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:30:29.877687 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8603b44c-a340-4fd9-b004-2142c9d97872 req-724bafca-2897-4b43-9b31-c9a93fde1b5c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=92dd0d8f-f3a3-4723-841d-b9c2268847c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527177 Jul 07 21:30:29.971843 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8603b44c-a340-4fd9-b004-2142c9d97872 req-a7224cee-d2b6-4f8f-9674-8c281da54f55 service neutron] 10.222.0.58 "GET /v2.0/networks/92dd0d8f-f3a3-4723-841d-b9c2268847c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868478 Jul 07 21:30:30.064579 n-d-695189-11 neutron-server[100447]: INFO neutron.wsgi [req-8603b44c-a340-4fd9-b004-2142c9d97872 req-6a7fe6c5-e77c-47f0-81b9-fe225f934188 service neutron] 10.222.0.58 "GET /v2.0/networks/92dd0d8f-f3a3-4723-841d-b9c2268847c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859609 Jul 07 21:30:30.651865 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3cb1acfc-0308-48d3-8826-ba765d165db2 req-3376e3d0-85fa-4ead-b799-48edf9193f04 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532024 Jul 07 21:30:30.757871 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1acfc-0308-48d3-8826-ba765d165db2 req-73553efe-a1ce-4d5d-a083-2e01e3a3fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:30:30.760310 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3cb1acfc-0308-48d3-8826-ba765d165db2 req-73553efe-a1ce-4d5d-a083-2e01e3a3fe31 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cd78ee9d1104f239a3549592a522e7c&device_id=ba0261a7-ff65-448c-a9f9-79c4830042a9 HTTP/1.1" status: 200 len: 1102 time: 0.0658867 Jul 07 21:30:30.867303 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1acfc-0308-48d3-8826-ba765d165db2 req-d5e9a8e9-dfe8-4af8-9c82-74af9ca1eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:30:30.868979 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3cb1acfc-0308-48d3-8826-ba765d165db2 req-d5e9a8e9-dfe8-4af8-9c82-74af9ca1eddf service neutron] 10.222.0.39 "GET /v2.0/networks?id=f681565e-3e67-416c-80e4-a0c5c9833578 HTTP/1.1" status: 200 len: 870 time: 0.0868814 Jul 07 21:30:30.913281 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3cb1acfc-0308-48d3-8826-ba765d165db2 req-8dc9c3ad-2c58-445b-8224-143ed4fca7eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=07ac4e06-13ce-400b-8c58-67c939d15faf HTTP/1.1" status: 200 len: 217 time: 0.0380991 Jul 07 21:30:30.962278 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1acfc-0308-48d3-8826-ba765d165db2 req-6e2f8ef3-b936-40b7-ac64-8a36710f988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:30:30.964060 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3cb1acfc-0308-48d3-8826-ba765d165db2 req-6e2f8ef3-b936-40b7-ac64-8a36710f988a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf94baaf-6ff4-471d-8bba-9143d085c625 HTTP/1.1" status: 200 len: 843 time: 0.0439680 Jul 07 21:30:31.021378 n-d-695189-11 neutron-server[100448]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1acfc-0308-48d3-8826-ba765d165db2 req-7354d72d-4f98-4cb3-951c-85abdd27199e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100448) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:30:31.022781 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3cb1acfc-0308-48d3-8826-ba765d165db2 req-7354d72d-4f98-4cb3-951c-85abdd27199e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f681565e-3e67-416c-80e4-a0c5c9833578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0516629 Jul 07 21:30:31.128798 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3cb1acfc-0308-48d3-8826-ba765d165db2 req-0aec6bff-87b7-4a24-a7c9-028c5aadb466 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986087 Jul 07 21:30:31.219598 n-d-695189-11 neutron-server[100448]: INFO neutron.wsgi [req-3cb1acfc-0308-48d3-8826-ba765d165db2 req-ba1c96a0-20a3-477b-8975-e8bbc0ffa342 service neutron] 10.222.0.39 "GET /v2.0/networks/f681565e-3e67-416c-80e4-a0c5c9833578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842230 Jul 07 21:30:31.971672 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-7bda17da-803d-442a-9015-9a203465dae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:30:31.973606 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c0a-9a66-48b6-9e12-e6581d37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:30:33.683187 n-d-695189-11 neutron-server[100449]: DEBUG neutron_lib.callbacks.manager [None req-f29a8248-5342-488e-943c-20b7eb61453b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778271940940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-730244'] for agent, after_update {{(pid=100449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}